diff --git "a/quant_log.csv" "b/quant_log.csv"
new file mode 100644--- /dev/null
+++ "b/quant_log.csv"
@@ -0,0 +1,47865 @@
+layer,module,loss,samples,damp,time
+0,self_attn.k_proj,0.0000000016,0.05000,1.300
+0,self_attn.q_proj,0.0000000111,0.05000,1.353
+0,self_attn.v_proj,0.0000000013,0.05000,1.408
+0,self_attn.o_proj,0.0000000045,0.05000,3.990
+0,block_sparse_moe.experts.14.w1,0.0001366374,0.05000,2.062
+0,block_sparse_moe.experts.12.w1,0.0001573952,0.05000,2.649
+0,block_sparse_moe.experts.15.w1,0.0002349935,0.05000,2.385
+0,block_sparse_moe.experts.13.w1,0.0000976656,0.05000,2.747
+0,block_sparse_moe.experts.0.w1,0.0000703459,0.05000,3.470
+0,block_sparse_moe.experts.8.w1,0.0001303582,0.05000,3.558
+0,block_sparse_moe.experts.4.w1,0.0001300953,0.05000,3.842
+0,block_sparse_moe.experts.9.w1,0.0001106938,0.05000,3.888
+0,block_sparse_moe.experts.5.w1,0.0000596097,0.05000,3.913
+0,block_sparse_moe.experts.1.w1,0.0002733461,0.05000,4.039
+0,block_sparse_moe.experts.7.w1,0.0000257391,0.05000,4.570
+0,block_sparse_moe.experts.11.w1,0.0002516549,0.05000,4.672
+0,block_sparse_moe.experts.3.w1,0.0005457658,0.05000,4.649
+0,block_sparse_moe.experts.2.w1,0.0000185485,0.05000,4.799
+0,block_sparse_moe.experts.6.w1,0.0000656802,0.05000,4.858
+0,block_sparse_moe.experts.10.w1,0.0000447878,0.05000,4.891
+0,block_sparse_moe.experts.30.w1,0.0002551241,0.05000,3.087
+0,block_sparse_moe.experts.28.w1,0.0000091329,0.05000,2.961
+0,block_sparse_moe.experts.29.w1,0.0002184595,0.05000,2.933
+0,block_sparse_moe.experts.31.w1,0.0000370023,0.05000,3.292
+0,block_sparse_moe.experts.24.w1,0.0000732813,0.05000,3.119
+0,block_sparse_moe.experts.16.w1,0.0005852200,0.05000,3.245
+0,block_sparse_moe.experts.20.w1,0.0000153084,0.05000,3.128
+0,block_sparse_moe.experts.21.w1,0.0002083082,0.05000,3.063
+0,block_sparse_moe.experts.17.w1,0.0002311193,0.05000,3.084
+0,block_sparse_moe.experts.25.w1,0.0000768550,0.05000,3.242
+0,block_sparse_moe.experts.23.w1,0.0000564930,0.05000,3.128
+0,block_sparse_moe.experts.19.w1,0.0002211945,0.05000,3.173
+0,block_sparse_moe.experts.27.w1,0.0001540126,0.05000,3.341
+0,block_sparse_moe.experts.22.w1,0.0002296089,0.05000,3.248
+0,block_sparse_moe.experts.18.w1,0.0000500465,0.05000,3.388
+0,block_sparse_moe.experts.26.w1,0.0001347614,0.05000,3.329
+0,block_sparse_moe.experts.46.w1,0.0000193934,0.05000,3.279
+0,block_sparse_moe.experts.45.w1,0.0001957508,0.05000,2.969
+0,block_sparse_moe.experts.44.w1,0.0000689669,0.05000,3.257
+0,block_sparse_moe.experts.47.w1,0.0013385660,0.05000,3.122
+0,block_sparse_moe.experts.40.w1,0.0005116423,0.05000,3.072
+0,block_sparse_moe.experts.32.w1,0.0000414073,0.05000,3.172
+0,block_sparse_moe.experts.36.w1,0.0001760163,0.05000,3.143
+0,block_sparse_moe.experts.37.w1,0.0000955079,0.05000,3.047
+0,block_sparse_moe.experts.33.w1,0.0002339816,0.05000,3.006
+0,block_sparse_moe.experts.41.w1,0.0003894645,0.05000,3.076
+0,block_sparse_moe.experts.39.w1,0.0000453481,0.05000,3.035
+0,block_sparse_moe.experts.35.w1,0.0006729137,0.05000,3.009
+0,block_sparse_moe.experts.43.w1,0.0001804217,0.05000,2.951
+0,block_sparse_moe.experts.38.w1,0.0002156031,0.05000,3.153
+0,block_sparse_moe.experts.42.w1,0.0000359797,0.05000,3.172
+0,block_sparse_moe.experts.34.w1,0.0002080393,0.05000,3.259
+0,block_sparse_moe.experts.62.w1,0.0057830167,0.05000,3.105
+0,block_sparse_moe.experts.61.w1,0.0000223429,0.05000,3.073
+0,block_sparse_moe.experts.60.w1,0.0000706481,0.05000,3.141
+0,block_sparse_moe.experts.63.w1,0.0013026787,0.05000,3.041
+0,block_sparse_moe.experts.56.w1,0.0000602078,0.05000,3.053
+0,block_sparse_moe.experts.48.w1,0.0000517916,0.05000,3.074
+0,block_sparse_moe.experts.52.w1,0.0000190299,0.05000,2.977
+0,block_sparse_moe.experts.49.w1,0.0001187541,0.05000,3.117
+0,block_sparse_moe.experts.53.w1,0.0003726816,0.05000,3.178
+0,block_sparse_moe.experts.57.w1,0.0000136085,0.05000,3.179
+0,block_sparse_moe.experts.55.w1,0.0000679304,0.05000,3.064
+0,block_sparse_moe.experts.51.w1,0.0000240577,0.05000,3.108
+0,block_sparse_moe.experts.59.w1,0.0000111968,0.05000,3.069
+0,block_sparse_moe.experts.54.w1,0.0000421076,0.05000,3.127
+0,block_sparse_moe.experts.50.w1,0.0001856440,0.05000,3.100
+0,block_sparse_moe.experts.78.w1,0.0000852672,0.05000,3.118
+0,block_sparse_moe.experts.58.w1,0.0000973699,0.05000,3.295
+0,block_sparse_moe.experts.77.w1,0.0001452994,0.05000,3.146
+0,block_sparse_moe.experts.76.w1,0.0001519910,0.05000,3.051
+0,block_sparse_moe.experts.79.w1,0.0000388912,0.05000,2.980
+0,block_sparse_moe.experts.72.w1,0.0000399191,0.05000,3.102
+0,block_sparse_moe.experts.64.w1,0.0001858025,0.05000,3.066
+0,block_sparse_moe.experts.68.w1,0.0000634143,0.05000,3.101
+0,block_sparse_moe.experts.73.w1,0.0002132098,0.05000,2.954
+0,block_sparse_moe.experts.69.w1,0.0000566433,0.05000,3.041
+0,block_sparse_moe.experts.65.w1,0.0017556392,0.05000,3.075
+0,block_sparse_moe.experts.71.w1,0.0004471572,0.05000,2.953
+0,block_sparse_moe.experts.75.w1,0.0004545616,0.05000,2.994
+0,block_sparse_moe.experts.67.w1,0.0004524241,0.05000,3.096
+0,block_sparse_moe.experts.70.w1,0.0001968922,0.05000,3.126
+0,block_sparse_moe.experts.66.w1,0.0001213797,0.05000,3.086
+0,block_sparse_moe.experts.93.w1,0.0001559243,0.05000,2.777
+0,block_sparse_moe.experts.94.w1,0.0000121640,0.05000,3.145
+0,block_sparse_moe.experts.74.w1,0.0012085314,0.05000,3.121
+0,block_sparse_moe.experts.92.w1,0.0000129825,0.05000,2.989
+0,block_sparse_moe.experts.95.w1,0.0000828796,0.05000,3.111
+0,block_sparse_moe.experts.88.w1,0.0001056641,0.05000,2.895
+0,block_sparse_moe.experts.80.w1,0.0002689917,0.05000,2.923
+0,block_sparse_moe.experts.84.w1,0.0000368757,0.05000,2.838
+0,block_sparse_moe.experts.89.w1,0.0000377265,0.05000,2.798
+0,block_sparse_moe.experts.81.w1,0.0001313884,0.05000,2.892
+0,block_sparse_moe.experts.85.w1,0.0000451993,0.05000,2.937
+0,block_sparse_moe.experts.87.w1,0.0003434514,0.05000,3.079
+0,block_sparse_moe.experts.83.w1,0.0013758812,0.05000,3.030
+0,block_sparse_moe.experts.91.w1,0.0000413949,0.05000,3.071
+0,block_sparse_moe.experts.86.w1,0.0000320981,0.05000,3.099
+0,block_sparse_moe.experts.109.w1,0.0000354367,0.05000,2.936
+0,block_sparse_moe.experts.82.w1,0.0002489745,0.05000,3.104
+0,block_sparse_moe.experts.110.w1,0.0000209692,0.05000,3.158
+0,block_sparse_moe.experts.108.w1,0.0001257052,0.05000,2.905
+0,block_sparse_moe.experts.90.w1,0.0000284385,0.05000,3.240
+0,block_sparse_moe.experts.111.w1,0.0001445287,0.05000,2.863
+0,block_sparse_moe.experts.96.w1,0.0001849879,0.05000,2.899
+0,block_sparse_moe.experts.104.w1,0.0003956870,0.05000,3.026
+0,block_sparse_moe.experts.100.w1,0.0001801922,0.05000,2.925
+0,block_sparse_moe.experts.105.w1,0.0003908865,0.05000,2.942
+0,block_sparse_moe.experts.101.w1,0.0000660787,0.05000,2.923
+0,block_sparse_moe.experts.97.w1,0.0000643063,0.05000,2.938
+0,block_sparse_moe.experts.103.w1,0.0000219075,0.05000,2.919
+0,block_sparse_moe.experts.99.w1,0.0001532188,0.05000,2.992
+0,block_sparse_moe.experts.107.w1,0.0001194174,0.05000,3.035
+0,block_sparse_moe.experts.125.w1,0.0000641990,0.05000,3.023
+0,block_sparse_moe.experts.102.w1,0.0003765450,0.05000,3.119
+0,block_sparse_moe.experts.98.w1,0.0001811825,0.05000,3.175
+0,block_sparse_moe.experts.124.w1,0.0000595685,0.05000,3.016
+0,block_sparse_moe.experts.127.w1,0.0001839098,0.05000,3.046
+0,block_sparse_moe.experts.126.w1,0.0000344359,0.05000,3.168
+0,block_sparse_moe.experts.106.w1,0.0000056665,0.05000,3.227
+0,block_sparse_moe.experts.112.w1,0.0001278626,0.05000,3.122
+0,block_sparse_moe.experts.120.w1,0.0000526559,0.05000,3.131
+0,block_sparse_moe.experts.116.w1,0.0000314733,0.05000,3.099
+0,block_sparse_moe.experts.121.w1,0.0001143993,0.05000,3.118
+0,block_sparse_moe.experts.117.w1,0.0002200667,0.05000,3.107
+0,block_sparse_moe.experts.113.w1,0.0000288192,0.05000,3.096
+0,block_sparse_moe.experts.119.w1,0.0000376417,0.05000,2.773
+0,block_sparse_moe.experts.123.w1,0.0001733439,0.05000,2.718
+0,block_sparse_moe.experts.115.w1,0.0000407532,0.05000,2.771
+0,block_sparse_moe.experts.141.w1,0.0000929460,0.05000,3.162
+0,block_sparse_moe.experts.143.w1,0.0004697368,0.05000,2.727
+0,block_sparse_moe.experts.118.w1,0.0001807702,0.05000,3.317
+0,block_sparse_moe.experts.114.w1,0.0002083580,0.05000,3.358
+0,block_sparse_moe.experts.140.w1,0.0000723889,0.05000,3.210
+0,block_sparse_moe.experts.142.w1,0.0000781391,0.05000,3.176
+0,block_sparse_moe.experts.122.w1,0.0000210396,0.05000,3.234
+0,block_sparse_moe.experts.137.w1,0.0000404051,0.05000,2.924
+0,block_sparse_moe.experts.136.w1,0.0000745543,0.05000,3.139
+0,block_sparse_moe.experts.132.w1,0.0000859825,0.05000,3.113
+0,block_sparse_moe.experts.135.w1,0.0000810006,0.05000,2.766
+0,block_sparse_moe.experts.128.w1,0.0000429632,0.05000,3.220
+0,block_sparse_moe.experts.133.w1,0.0004242077,0.05000,3.028
+0,block_sparse_moe.experts.129.w1,0.0000738554,0.05000,2.978
+0,block_sparse_moe.experts.131.w1,0.0002168682,0.05000,2.881
+0,block_sparse_moe.experts.139.w1,0.0000283748,0.05000,2.861
+0,block_sparse_moe.experts.159.w1,0.0000608268,0.05000,2.801
+0,block_sparse_moe.experts.157.w1,0.0001622807,0.05000,2.957
+0,block_sparse_moe.experts.134.w1,0.0007686997,0.05000,3.044
+0,block_sparse_moe.experts.158.w1,0.0002651979,0.05000,2.947
+0,block_sparse_moe.experts.130.w1,0.0003186236,0.05000,3.023
+0,block_sparse_moe.experts.156.w1,0.0006938781,0.05000,3.035
+0,block_sparse_moe.experts.138.w1,0.0001418683,0.05000,3.015
+0,block_sparse_moe.experts.148.w1,0.0000580195,0.05000,2.928
+0,block_sparse_moe.experts.152.w1,0.0000453136,0.05000,2.916
+0,block_sparse_moe.experts.153.w1,0.0000995997,0.05000,3.090
+0,block_sparse_moe.experts.144.w1,0.0002305529,0.05000,2.960
+0,block_sparse_moe.experts.151.w1,0.0002145315,0.05000,3.014
+0,block_sparse_moe.experts.149.w1,0.0000214957,0.05000,2.979
+0,block_sparse_moe.experts.145.w1,0.0000916856,0.05000,3.121
+0,block_sparse_moe.experts.155.w1,0.0000771499,0.05000,2.846
+0,block_sparse_moe.experts.147.w1,0.0000462071,0.05000,2.901
+0,block_sparse_moe.experts.175.w1,0.0000650032,0.05000,2.927
+0,block_sparse_moe.experts.173.w1,0.0000787507,0.05000,3.029
+0,block_sparse_moe.experts.150.w1,0.0002023309,0.05000,2.952
+0,block_sparse_moe.experts.146.w1,0.0000358255,0.05000,2.933
+0,block_sparse_moe.experts.172.w1,0.0018960563,0.05000,2.926
+0,block_sparse_moe.experts.174.w1,0.0000902334,0.05000,3.057
+0,block_sparse_moe.experts.154.w1,0.0000434872,0.05000,3.013
+0,block_sparse_moe.experts.168.w1,0.0000931163,0.05000,3.001
+0,block_sparse_moe.experts.164.w1,0.0001089999,0.05000,3.028
+0,block_sparse_moe.experts.167.w1,0.0011513592,0.05000,2.893
+0,block_sparse_moe.experts.169.w1,0.0000408850,0.05000,3.074
+0,block_sparse_moe.experts.160.w1,0.0001066697,0.05000,3.029
+0,block_sparse_moe.experts.165.w1,0.0000663221,0.05000,3.114
+0,block_sparse_moe.experts.161.w1,0.0002087438,0.05000,3.040
+0,block_sparse_moe.experts.171.w1,0.0003987556,0.05000,3.133
+0,block_sparse_moe.experts.163.w1,0.0000597094,0.05000,3.084
+0,block_sparse_moe.experts.191.w1,0.0000565300,0.05000,3.084
+0,block_sparse_moe.experts.189.w1,0.0003062269,0.05000,3.216
+0,block_sparse_moe.experts.166.w1,0.0000920331,0.05000,3.152
+0,block_sparse_moe.experts.188.w1,0.0000077223,0.05000,3.124
+0,block_sparse_moe.experts.162.w1,0.0000301693,0.05000,3.160
+0,block_sparse_moe.experts.190.w1,0.0002879137,0.05000,3.195
+0,block_sparse_moe.experts.170.w1,0.0000759597,0.05000,3.139
+0,block_sparse_moe.experts.184.w1,0.0002940301,0.05000,3.076
+0,block_sparse_moe.experts.183.w1,0.0002260307,0.05000,3.036
+0,block_sparse_moe.experts.176.w1,0.0000637568,0.05000,3.024
+0,block_sparse_moe.experts.180.w1,0.0000305190,0.05000,3.137
+0,block_sparse_moe.experts.185.w1,0.0000239326,0.05000,3.110
+0,block_sparse_moe.experts.181.w1,0.0005489587,0.05000,3.051
+0,block_sparse_moe.experts.177.w1,0.0003068580,0.05000,3.052
+0,block_sparse_moe.experts.187.w1,0.0000689498,0.05000,3.105
+0,block_sparse_moe.experts.179.w1,0.0001317415,0.05000,3.222
+0,block_sparse_moe.experts.207.w1,0.0001817610,0.05000,3.151
+0,block_sparse_moe.experts.205.w1,0.0000489061,0.05000,3.050
+0,block_sparse_moe.experts.182.w1,0.0001261009,0.05000,3.137
+0,block_sparse_moe.experts.204.w1,0.0000134702,0.05000,3.021
+0,block_sparse_moe.experts.178.w1,0.0000859751,0.05000,3.226
+0,block_sparse_moe.experts.206.w1,0.0000254283,0.05000,3.179
+0,block_sparse_moe.experts.186.w1,0.0000181434,0.05000,3.151
+0,block_sparse_moe.experts.200.w1,0.0000360857,0.05000,3.066
+0,block_sparse_moe.experts.196.w1,0.0013318561,0.05000,3.034
+0,block_sparse_moe.experts.192.w1,0.0002303444,0.05000,3.141
+0,block_sparse_moe.experts.201.w1,0.0000846005,0.05000,3.119
+0,block_sparse_moe.experts.199.w1,0.0000356067,0.05000,3.254
+0,block_sparse_moe.experts.197.w1,0.0000500419,0.05000,3.106
+0,block_sparse_moe.experts.193.w1,0.0000026957,0.05000,3.118
+0,block_sparse_moe.experts.203.w1,0.0000992943,0.05000,3.192
+0,block_sparse_moe.experts.195.w1,0.0000088484,0.05000,3.104
+0,block_sparse_moe.experts.223.w1,0.0006819332,0.05000,3.103
+0,block_sparse_moe.experts.221.w1,0.0001527944,0.05000,3.152
+0,block_sparse_moe.experts.220.w1,0.0001245423,0.05000,3.008
+0,block_sparse_moe.experts.198.w1,0.0001098022,0.05000,3.245
+0,block_sparse_moe.experts.194.w1,0.0001187832,0.05000,3.259
+0,block_sparse_moe.experts.222.w1,0.0002180347,0.05000,3.230
+0,block_sparse_moe.experts.202.w1,0.0001199039,0.05000,3.160
+0,block_sparse_moe.experts.212.w1,0.0000241659,0.05000,2.885
+0,block_sparse_moe.experts.216.w1,0.0004761214,0.05000,3.047
+0,block_sparse_moe.experts.208.w1,0.0002605498,0.05000,3.016
+0,block_sparse_moe.experts.215.w1,0.0000566010,0.05000,3.055
+0,block_sparse_moe.experts.217.w1,0.0000392936,0.05000,3.183
+0,block_sparse_moe.experts.213.w1,0.0000857693,0.05000,3.199
+0,block_sparse_moe.experts.209.w1,0.0002522316,0.05000,3.201
+0,block_sparse_moe.experts.211.w1,0.0000745876,0.05000,2.981
+0,block_sparse_moe.experts.219.w1,0.0000546341,0.05000,3.065
+0,block_sparse_moe.experts.239.w1,0.0000307989,0.05000,3.066
+0,block_sparse_moe.experts.237.w1,0.0005143979,0.05000,3.055
+0,block_sparse_moe.experts.214.w1,0.0002797587,0.05000,2.753
+0,block_sparse_moe.experts.236.w1,0.0019877372,0.05000,3.013
+0,block_sparse_moe.experts.238.w1,0.0000139477,0.05000,2.724
+0,block_sparse_moe.experts.210.w1,0.0007059170,0.05000,2.844
+0,block_sparse_moe.experts.218.w1,0.0000247377,0.05000,2.915
+0,block_sparse_moe.experts.228.w1,0.0014333930,0.05000,2.959
+0,block_sparse_moe.experts.232.w1,0.0001918610,0.05000,2.913
+0,block_sparse_moe.experts.224.w1,0.0010744269,0.05000,2.990
+0,block_sparse_moe.experts.233.w1,0.0000459899,0.05000,3.079
+0,block_sparse_moe.experts.231.w1,0.0000190476,0.05000,3.222
+0,block_sparse_moe.experts.229.w1,0.0000383857,0.05000,3.088
+0,block_sparse_moe.experts.225.w1,0.0002112371,0.05000,3.153
+0,block_sparse_moe.experts.227.w1,0.0000278396,0.05000,3.214
+0,block_sparse_moe.experts.235.w1,0.0002178522,0.05000,3.297
+0,block_sparse_moe.experts.255.w1,0.0004941309,0.05000,3.285
+0,block_sparse_moe.experts.252.w1,0.0000823565,0.05000,2.847
+0,block_sparse_moe.experts.230.w1,0.0000250243,0.05000,3.038
+0,block_sparse_moe.experts.253.w1,0.0005021124,0.05000,3.331
+0,block_sparse_moe.experts.254.w1,0.0002903330,0.05000,3.033
+0,block_sparse_moe.experts.234.w1,0.0000881075,0.05000,3.023
+0,block_sparse_moe.experts.226.w1,0.0000724103,0.05000,3.107
+0,block_sparse_moe.experts.244.w1,0.0001224761,0.05000,2.847
+0,block_sparse_moe.experts.248.w1,0.0000380584,0.05000,2.790
+0,block_sparse_moe.experts.240.w1,0.0000868709,0.05000,2.838
+0,block_sparse_moe.experts.247.w1,0.0006415282,0.05000,2.965
+0,block_sparse_moe.experts.249.w1,0.0000715763,0.05000,3.269
+0,block_sparse_moe.experts.245.w1,0.0002927543,0.05000,3.237
+0,block_sparse_moe.experts.243.w1,0.0000404096,0.05000,2.801
+0,block_sparse_moe.experts.241.w1,0.0002057434,0.05000,3.219
+0,block_sparse_moe.experts.251.w1,0.0000897773,0.05000,2.880
+0,block_sparse_moe.experts.15.w3,0.0000144065,0.05000,2.813
+0,block_sparse_moe.experts.246.w1,0.0002237254,0.05000,2.972
+0,block_sparse_moe.experts.12.w3,0.0000523944,0.05000,3.068
+0,block_sparse_moe.experts.14.w3,0.0000122078,0.05000,2.964
+0,block_sparse_moe.experts.13.w3,0.0000077869,0.05000,3.258
+0,block_sparse_moe.experts.250.w1,0.0002253639,0.05000,2.985
+0,block_sparse_moe.experts.242.w1,0.0001308508,0.05000,2.965
+0,block_sparse_moe.experts.4.w3,0.0000231686,0.05000,3.010
+0,block_sparse_moe.experts.8.w3,0.0000142573,0.05000,3.123
+0,block_sparse_moe.experts.0.w3,0.0000124323,0.05000,3.081
+0,block_sparse_moe.experts.7.w3,0.0000068882,0.05000,3.072
+0,block_sparse_moe.experts.9.w3,0.0000075731,0.05000,3.080
+0,block_sparse_moe.experts.5.w3,0.0000093230,0.05000,3.099
+0,block_sparse_moe.experts.3.w3,0.0000296869,0.05000,3.174
+0,block_sparse_moe.experts.1.w3,0.0000158040,0.05000,3.183
+0,block_sparse_moe.experts.11.w3,0.0000279203,0.05000,3.144
+0,block_sparse_moe.experts.31.w3,0.0000018373,0.05000,3.073
+0,block_sparse_moe.experts.28.w3,0.0000015127,0.05000,2.956
+0,block_sparse_moe.experts.6.w3,0.0000049765,0.05000,3.138
+0,block_sparse_moe.experts.30.w3,0.0000359330,0.05000,3.129
+0,block_sparse_moe.experts.29.w3,0.0000108736,0.05000,3.099
+0,block_sparse_moe.experts.20.w3,0.0000045907,0.05000,3.012
+0,block_sparse_moe.experts.10.w3,0.0000039355,0.05000,3.199
+0,block_sparse_moe.experts.2.w3,0.0000018481,0.05000,3.199
+0,block_sparse_moe.experts.24.w3,0.0000062650,0.05000,3.004
+0,block_sparse_moe.experts.16.w3,0.0001248278,0.05000,2.903
+0,block_sparse_moe.experts.23.w3,0.0000061402,0.05000,2.979
+0,block_sparse_moe.experts.25.w3,0.0000086380,0.05000,3.122
+0,block_sparse_moe.experts.21.w3,0.0000145272,0.05000,3.028
+0,block_sparse_moe.experts.19.w3,0.0000456327,0.05000,2.985
+0,block_sparse_moe.experts.27.w3,0.0000207066,0.05000,2.973
+0,block_sparse_moe.experts.17.w3,0.0000209593,0.05000,3.040
+0,block_sparse_moe.experts.47.w3,0.0000643244,0.05000,2.936
+0,block_sparse_moe.experts.44.w3,0.0000059880,0.05000,2.967
+0,block_sparse_moe.experts.22.w3,0.0000293665,0.05000,3.184
+0,block_sparse_moe.experts.46.w3,0.0000019327,0.05000,3.217
+0,block_sparse_moe.experts.45.w3,0.0000234898,0.05000,3.071
+0,block_sparse_moe.experts.36.w3,0.0000170415,0.05000,3.065
+0,block_sparse_moe.experts.18.w3,0.0000046687,0.05000,3.096
+0,block_sparse_moe.experts.26.w3,0.0000082731,0.05000,3.156
+0,block_sparse_moe.experts.40.w3,0.0000399094,0.05000,3.153
+0,block_sparse_moe.experts.32.w3,0.0000048655,0.05000,3.133
+0,block_sparse_moe.experts.39.w3,0.0000036944,0.05000,3.121
+0,block_sparse_moe.experts.41.w3,0.0000204488,0.05000,3.147
+0,block_sparse_moe.experts.37.w3,0.0000081073,0.05000,3.194
+0,block_sparse_moe.experts.35.w3,0.0000308373,0.05000,3.140
+0,block_sparse_moe.experts.33.w3,0.0000264317,0.05000,3.097
+0,block_sparse_moe.experts.43.w3,0.0000162247,0.05000,3.123
+0,block_sparse_moe.experts.63.w3,0.0001120189,0.05000,3.077
+0,block_sparse_moe.experts.60.w3,0.0000036416,0.05000,3.103
+0,block_sparse_moe.experts.38.w3,0.0000424195,0.05000,3.208
+0,block_sparse_moe.experts.61.w3,0.0000153197,0.05000,3.041
+0,block_sparse_moe.experts.52.w3,0.0000035363,0.05000,2.931
+0,block_sparse_moe.experts.62.w3,0.0007323035,0.05000,3.145
+0,block_sparse_moe.experts.56.w3,0.0000103919,0.05000,3.009
+0,block_sparse_moe.experts.48.w3,0.0000197748,0.05000,2.960
+0,block_sparse_moe.experts.42.w3,0.0000068385,0.05000,3.149
+0,block_sparse_moe.experts.34.w3,0.0000181745,0.05000,3.276
+0,block_sparse_moe.experts.55.w3,0.0000104035,0.05000,3.066
+0,block_sparse_moe.experts.53.w3,0.0000236375,0.05000,2.877
+0,block_sparse_moe.experts.57.w3,0.0000054035,0.05000,3.024
+0,block_sparse_moe.experts.51.w3,0.0000019322,0.05000,3.132
+0,block_sparse_moe.experts.49.w3,0.0000189488,0.05000,2.985
+0,block_sparse_moe.experts.59.w3,0.0000033539,0.05000,3.124
+0,block_sparse_moe.experts.79.w3,0.0000075539,0.05000,3.000
+0,block_sparse_moe.experts.76.w3,0.0000077873,0.05000,3.102
+0,block_sparse_moe.experts.54.w3,0.0000055484,0.05000,2.997
+0,block_sparse_moe.experts.78.w3,0.0000170006,0.05000,2.984
+0,block_sparse_moe.experts.77.w3,0.0000063756,0.05000,3.096
+0,block_sparse_moe.experts.68.w3,0.0000105230,0.05000,3.132
+0,block_sparse_moe.experts.72.w3,0.0000063016,0.05000,3.061
+0,block_sparse_moe.experts.64.w3,0.0000689018,0.05000,3.077
+0,block_sparse_moe.experts.50.w3,0.0000068066,0.05000,2.881
+0,block_sparse_moe.experts.58.w3,0.0000072074,0.05000,3.003
+0,block_sparse_moe.experts.71.w3,0.0000203875,0.05000,3.150
+0,block_sparse_moe.experts.69.w3,0.0000153516,0.05000,3.203
+0,block_sparse_moe.experts.73.w3,0.0000270092,0.05000,3.163
+0,block_sparse_moe.experts.67.w3,0.0000338947,0.05000,3.059
+0,block_sparse_moe.experts.65.w3,0.0000878358,0.05000,3.203
+0,block_sparse_moe.experts.75.w3,0.0000321772,0.05000,3.038
+0,block_sparse_moe.experts.95.w3,0.0000073990,0.05000,2.910
+0,block_sparse_moe.experts.70.w3,0.0000175765,0.05000,2.842
+0,block_sparse_moe.experts.92.w3,0.0000015644,0.05000,3.242
+0,block_sparse_moe.experts.94.w3,0.0000025320,0.05000,2.913
+0,block_sparse_moe.experts.93.w3,0.0000081408,0.05000,3.009
+0,block_sparse_moe.experts.84.w3,0.0000047224,0.05000,3.185
+0,block_sparse_moe.experts.66.w3,0.0000093828,0.05000,2.942
+0,block_sparse_moe.experts.74.w3,0.0002597538,0.05000,2.896
+0,block_sparse_moe.experts.88.w3,0.0000285342,0.05000,3.152
+0,block_sparse_moe.experts.80.w3,0.0000338374,0.05000,3.246
+0,block_sparse_moe.experts.87.w3,0.0000519885,0.05000,2.670
+0,block_sparse_moe.experts.85.w3,0.0000067589,0.05000,2.889
+0,block_sparse_moe.experts.83.w3,0.0000580513,0.05000,2.801
+0,block_sparse_moe.experts.89.w3,0.0000023240,0.05000,2.964
+0,block_sparse_moe.experts.91.w3,0.0000084997,0.05000,2.784
+0,block_sparse_moe.experts.81.w3,0.0000206230,0.05000,2.977
+0,block_sparse_moe.experts.111.w3,0.0000090904,0.05000,2.845
+0,block_sparse_moe.experts.86.w3,0.0000034468,0.05000,2.957
+0,block_sparse_moe.experts.108.w3,0.0000095394,0.05000,3.104
+0,block_sparse_moe.experts.110.w3,0.0000071685,0.05000,2.975
+0,block_sparse_moe.experts.109.w3,0.0000025535,0.05000,3.094
+0,block_sparse_moe.experts.82.w3,0.0000546122,0.05000,3.021
+0,block_sparse_moe.experts.90.w3,0.0000022053,0.05000,3.039
+0,block_sparse_moe.experts.100.w3,0.0000144611,0.05000,3.104
+0,block_sparse_moe.experts.104.w3,0.0000268027,0.05000,3.117
+0,block_sparse_moe.experts.96.w3,0.0000202188,0.05000,3.104
+0,block_sparse_moe.experts.103.w3,0.0000033433,0.05000,3.080
+0,block_sparse_moe.experts.101.w3,0.0000122766,0.05000,3.070
+0,block_sparse_moe.experts.99.w3,0.0000151794,0.05000,3.052
+0,block_sparse_moe.experts.105.w3,0.0000375678,0.05000,3.128
+0,block_sparse_moe.experts.107.w3,0.0000091480,0.05000,3.146
+0,block_sparse_moe.experts.97.w3,0.0000055935,0.05000,3.032
+0,block_sparse_moe.experts.127.w3,0.0000559357,0.05000,3.062
+0,block_sparse_moe.experts.102.w3,0.0000115165,0.05000,2.978
+0,block_sparse_moe.experts.124.w3,0.0000079146,0.05000,3.188
+0,block_sparse_moe.experts.126.w3,0.0000080279,0.05000,3.074
+0,block_sparse_moe.experts.125.w3,0.0000057252,0.05000,3.123
+0,block_sparse_moe.experts.98.w3,0.0000201684,0.05000,3.017
+0,block_sparse_moe.experts.106.w3,0.0000035831,0.05000,3.051
+0,block_sparse_moe.experts.116.w3,0.0000063378,0.05000,3.055
+0,block_sparse_moe.experts.120.w3,0.0000042624,0.05000,3.184
+0,block_sparse_moe.experts.112.w3,0.0000653227,0.05000,3.092
+0,block_sparse_moe.experts.119.w3,0.0000035315,0.05000,3.177
+0,block_sparse_moe.experts.117.w3,0.0000255121,0.05000,3.117
+0,block_sparse_moe.experts.115.w3,0.0000081164,0.05000,3.116
+0,block_sparse_moe.experts.121.w3,0.0000058284,0.05000,3.093
+0,block_sparse_moe.experts.113.w3,0.0000022705,0.05000,3.119
+0,block_sparse_moe.experts.123.w3,0.0000269307,0.05000,3.185
+0,block_sparse_moe.experts.143.w3,0.0000305457,0.05000,3.174
+0,block_sparse_moe.experts.118.w3,0.0000115623,0.05000,2.984
+0,block_sparse_moe.experts.140.w3,0.0000122568,0.05000,2.912
+0,block_sparse_moe.experts.142.w3,0.0000088677,0.05000,2.884
+0,block_sparse_moe.experts.141.w3,0.0000094743,0.05000,2.921
+0,block_sparse_moe.experts.114.w3,0.0000267397,0.05000,2.812
+0,block_sparse_moe.experts.122.w3,0.0000012058,0.05000,2.797
+0,block_sparse_moe.experts.132.w3,0.0000081839,0.05000,3.064
+0,block_sparse_moe.experts.136.w3,0.0000104519,0.05000,2.934
+0,block_sparse_moe.experts.128.w3,0.0000088370,0.05000,2.952
+0,block_sparse_moe.experts.135.w3,0.0000326475,0.05000,2.927
+0,block_sparse_moe.experts.133.w3,0.0000298427,0.05000,2.838
+0,block_sparse_moe.experts.137.w3,0.0000054381,0.05000,2.898
+0,block_sparse_moe.experts.131.w3,0.0000357643,0.05000,3.017
+0,block_sparse_moe.experts.129.w3,0.0000124139,0.05000,2.917
+0,block_sparse_moe.experts.139.w3,0.0000047871,0.05000,2.979
+0,block_sparse_moe.experts.159.w3,0.0000035552,0.05000,2.942
+0,block_sparse_moe.experts.134.w3,0.0000346373,0.05000,3.045
+0,block_sparse_moe.experts.156.w3,0.0000672188,0.05000,3.017
+0,block_sparse_moe.experts.158.w3,0.0000225380,0.05000,3.091
+0,block_sparse_moe.experts.157.w3,0.0000226491,0.05000,3.008
+0,block_sparse_moe.experts.130.w3,0.0000255276,0.05000,3.114
+0,block_sparse_moe.experts.148.w3,0.0000037150,0.05000,2.942
+0,block_sparse_moe.experts.138.w3,0.0000209485,0.05000,3.230
+0,block_sparse_moe.experts.152.w3,0.0000042010,0.05000,2.883
+0,block_sparse_moe.experts.144.w3,0.0000170955,0.05000,2.984
+0,block_sparse_moe.experts.151.w3,0.0000189547,0.05000,3.128
+0,block_sparse_moe.experts.149.w3,0.0000036259,0.05000,3.137
+0,block_sparse_moe.experts.153.w3,0.0000186577,0.05000,3.074
+0,block_sparse_moe.experts.147.w3,0.0000159023,0.05000,3.173
+0,block_sparse_moe.experts.145.w3,0.0000074059,0.05000,3.065
+0,block_sparse_moe.experts.155.w3,0.0000052367,0.05000,3.260
+0,block_sparse_moe.experts.175.w3,0.0000079479,0.05000,3.166
+0,block_sparse_moe.experts.150.w3,0.0000372635,0.05000,3.257
+0,block_sparse_moe.experts.172.w3,0.0008372984,0.05000,3.114
+0,block_sparse_moe.experts.173.w3,0.0000057201,0.05000,2.924
+0,block_sparse_moe.experts.174.w3,0.0000055292,0.05000,3.285
+0,block_sparse_moe.experts.168.w3,0.0000062261,0.05000,3.123
+0,block_sparse_moe.experts.146.w3,0.0000061217,0.05000,3.322
+0,block_sparse_moe.experts.164.w3,0.0000168352,0.05000,3.192
+0,block_sparse_moe.experts.154.w3,0.0000134809,0.05000,3.284
+0,block_sparse_moe.experts.160.w3,0.0000070336,0.05000,3.208
+0,block_sparse_moe.experts.167.w3,0.0000423157,0.05000,3.252
+0,block_sparse_moe.experts.165.w3,0.0000036886,0.05000,2.999
+0,block_sparse_moe.experts.169.w3,0.0000146739,0.05000,3.062
+0,block_sparse_moe.experts.161.w3,0.0000135163,0.05000,3.075
+0,block_sparse_moe.experts.163.w3,0.0000025208,0.05000,3.203
+0,block_sparse_moe.experts.171.w3,0.0000400900,0.05000,3.154
+0,block_sparse_moe.experts.191.w3,0.0000041525,0.05000,3.134
+0,block_sparse_moe.experts.166.w3,0.0000059230,0.05000,3.117
+0,block_sparse_moe.experts.188.w3,0.0000008224,0.05000,3.302
+0,block_sparse_moe.experts.189.w3,0.0000350489,0.05000,3.248
+0,block_sparse_moe.experts.190.w3,0.0000139348,0.05000,3.052
+0,block_sparse_moe.experts.184.w3,0.0000180412,0.05000,3.148
+0,block_sparse_moe.experts.162.w3,0.0000207444,0.05000,3.111
+0,block_sparse_moe.experts.170.w3,0.0000040184,0.05000,3.028
+0,block_sparse_moe.experts.180.w3,0.0000043112,0.05000,3.222
+0,block_sparse_moe.experts.176.w3,0.0000029286,0.05000,3.163
+0,block_sparse_moe.experts.183.w3,0.0000151557,0.05000,2.976
+0,block_sparse_moe.experts.181.w3,0.0000369919,0.05000,3.248
+0,block_sparse_moe.experts.185.w3,0.0000022839,0.05000,3.232
+0,block_sparse_moe.experts.179.w3,0.0000118856,0.05000,3.039
+0,block_sparse_moe.experts.177.w3,0.0000205666,0.05000,3.197
+0,block_sparse_moe.experts.187.w3,0.0000052883,0.05000,3.019
+0,block_sparse_moe.experts.207.w3,0.0000118130,0.05000,3.096
+0,block_sparse_moe.experts.182.w3,0.0000527488,0.05000,2.988
+0,block_sparse_moe.experts.204.w3,0.0000030358,0.05000,3.108
+0,block_sparse_moe.experts.206.w3,0.0000051832,0.05000,2.986
+0,block_sparse_moe.experts.205.w3,0.0000068653,0.05000,3.198
+0,block_sparse_moe.experts.200.w3,0.0000181911,0.05000,3.133
+0,block_sparse_moe.experts.178.w3,0.0000061641,0.05000,3.116
+0,block_sparse_moe.experts.186.w3,0.0000015041,0.05000,3.129
+0,block_sparse_moe.experts.196.w3,0.0001473337,0.05000,3.137
+0,block_sparse_moe.experts.199.w3,0.0000051713,0.05000,2.884
+0,block_sparse_moe.experts.192.w3,0.0000287575,0.05000,3.201
+0,block_sparse_moe.experts.197.w3,0.0000105183,0.05000,3.022
+0,block_sparse_moe.experts.201.w3,0.0000067637,0.05000,2.983
+0,block_sparse_moe.experts.195.w3,0.0000038460,0.05000,2.925
+0,block_sparse_moe.experts.193.w3,0.0000006166,0.05000,2.929
+0,block_sparse_moe.experts.203.w3,0.0000083221,0.05000,2.856
+0,block_sparse_moe.experts.223.w3,0.0000815071,0.05000,2.922
+0,block_sparse_moe.experts.198.w3,0.0000374246,0.05000,3.040
+0,block_sparse_moe.experts.220.w3,0.0000085463,0.05000,3.040
+0,block_sparse_moe.experts.222.w3,0.0000328590,0.05000,3.039
+0,block_sparse_moe.experts.221.w3,0.0000185582,0.05000,3.105
+0,block_sparse_moe.experts.216.w3,0.0000494275,0.05000,2.962
+0,block_sparse_moe.experts.202.w3,0.0000124805,0.05000,2.968
+0,block_sparse_moe.experts.194.w3,0.0000322872,0.05000,3.054
+0,block_sparse_moe.experts.212.w3,0.0000014618,0.05000,3.025
+0,block_sparse_moe.experts.215.w3,0.0000065485,0.05000,3.034
+0,block_sparse_moe.experts.208.w3,0.0000330474,0.05000,3.005
+0,block_sparse_moe.experts.213.w3,0.0000135760,0.05000,3.085
+0,block_sparse_moe.experts.217.w3,0.0000060093,0.05000,3.131
+0,block_sparse_moe.experts.211.w3,0.0000119801,0.05000,3.104
+0,block_sparse_moe.experts.209.w3,0.0000276983,0.05000,3.086
+0,block_sparse_moe.experts.219.w3,0.0000079504,0.05000,3.092
+0,block_sparse_moe.experts.239.w3,0.0000063491,0.05000,3.225
+0,block_sparse_moe.experts.214.w3,0.0000214903,0.05000,2.865
+0,block_sparse_moe.experts.236.w3,0.0000915415,0.05000,3.033
+0,block_sparse_moe.experts.238.w3,0.0000019052,0.05000,3.052
+0,block_sparse_moe.experts.237.w3,0.0000262425,0.05000,2.923
+0,block_sparse_moe.experts.218.w3,0.0000030206,0.05000,2.921
+0,block_sparse_moe.experts.232.w3,0.0000123378,0.05000,3.003
+0,block_sparse_moe.experts.210.w3,0.0001430803,0.05000,2.917
+0,block_sparse_moe.experts.228.w3,0.0000521365,0.05000,3.004
+0,block_sparse_moe.experts.224.w3,0.0000438144,0.05000,3.009
+0,block_sparse_moe.experts.231.w3,0.0000035697,0.05000,3.222
+0,block_sparse_moe.experts.229.w3,0.0000059756,0.05000,2.864
+0,block_sparse_moe.experts.233.w3,0.0000047686,0.05000,2.896
+0,block_sparse_moe.experts.225.w3,0.0000305940,0.05000,2.808
+0,block_sparse_moe.experts.227.w3,0.0000103862,0.05000,3.285
+0,block_sparse_moe.experts.235.w3,0.0000323852,0.05000,3.242
+0,block_sparse_moe.experts.255.w3,0.0000593780,0.05000,3.113
+0,block_sparse_moe.experts.230.w3,0.0000020621,0.05000,3.141
+0,block_sparse_moe.experts.252.w3,0.0000044693,0.05000,2.898
+0,block_sparse_moe.experts.253.w3,0.0000368162,0.05000,2.822
+0,block_sparse_moe.experts.254.w3,0.0000549120,0.05000,3.084
+0,block_sparse_moe.experts.248.w3,0.0000090341,0.05000,2.822
+0,block_sparse_moe.experts.244.w3,0.0000237867,0.05000,2.712
+0,block_sparse_moe.experts.234.w3,0.0000102499,0.05000,2.980
+0,block_sparse_moe.experts.240.w3,0.0000055411,0.05000,2.569
+0,block_sparse_moe.experts.226.w3,0.0000213067,0.05000,2.977
+0,block_sparse_moe.experts.247.w3,0.0001570049,0.05000,2.674
+0,block_sparse_moe.experts.245.w3,0.0000254999,0.05000,2.797
+0,block_sparse_moe.experts.243.w3,0.0000106298,0.05000,2.251
+0,block_sparse_moe.experts.241.w3,0.0000140847,0.05000,2.647
+0,block_sparse_moe.experts.251.w3,0.0000074507,0.05000,2.155
+0,block_sparse_moe.experts.249.w3,0.0000037437,0.05000,2.750
+0,block_sparse_moe.experts.246.w3,0.0000236831,0.05000,2.338
+0,block_sparse_moe.experts.250.w3,0.0000081378,0.05000,2.014
+0,block_sparse_moe.experts.242.w3,0.0000153489,0.05000,1.881
+0,block_sparse_moe.experts.12.w2,0.0000001220,0.05000,1.579
+0,block_sparse_moe.experts.8.w2,0.0000006707,0.05000,1.594
+0,block_sparse_moe.experts.0.w2,0.0000000741,0.05000,1.625
+0,block_sparse_moe.experts.4.w2,0.0000000424,0.05000,1.625
+0,block_sparse_moe.experts.9.w2,0.0000000909,0.05000,1.642
+0,block_sparse_moe.experts.1.w2,0.0000000428,0.05000,1.655
+0,block_sparse_moe.experts.5.w2,0.0000000191,0.05000,1.683
+0,block_sparse_moe.experts.10.w2,0.0000000073,0.05000,1.710
+0,block_sparse_moe.experts.13.w2,0.0000000213,0.05000,1.706
+0,block_sparse_moe.experts.14.w2,0.0000000242,0.05000,1.735
+0,block_sparse_moe.experts.6.w2,0.0000000067,0.05000,1.772
+0,block_sparse_moe.experts.3.w2,0.0000000234,0.05000,1.804
+0,block_sparse_moe.experts.2.w2,0.0000000021,0.05000,1.741
+0,block_sparse_moe.experts.11.w2,0.0000015537,0.05000,1.849
+0,block_sparse_moe.experts.7.w2,0.0000001979,0.05000,1.832
+0,block_sparse_moe.experts.15.w2,0.0000000352,0.05000,1.661
+0,block_sparse_moe.experts.28.w2,0.0000000017,0.05000,1.610
+0,block_sparse_moe.experts.24.w2,0.0000000401,0.05000,1.603
+0,block_sparse_moe.experts.17.w2,0.0000001622,0.05000,1.563
+0,block_sparse_moe.experts.16.w2,0.0000003893,0.05000,1.627
+0,block_sparse_moe.experts.20.w2,0.0000000127,0.05000,1.616
+0,block_sparse_moe.experts.25.w2,0.0000000078,0.05000,1.593
+0,block_sparse_moe.experts.26.w2,0.0000000424,0.05000,1.469
+0,block_sparse_moe.experts.21.w2,0.0000000764,0.05000,1.617
+0,block_sparse_moe.experts.19.w2,0.0000002271,0.05000,1.502
+0,block_sparse_moe.experts.23.w2,0.0000000369,0.05000,1.461
+0,block_sparse_moe.experts.27.w2,0.0000002719,0.05000,1.491
+0,block_sparse_moe.experts.31.w2,0.0000000025,0.05000,1.526
+0,block_sparse_moe.experts.29.w2,0.0000000138,0.05000,1.635
+0,block_sparse_moe.experts.22.w2,0.0000013394,0.05000,1.587
+0,block_sparse_moe.experts.30.w2,0.0000002959,0.05000,1.624
+0,block_sparse_moe.experts.18.w2,0.0000000308,0.05000,1.619
+0,block_sparse_moe.experts.41.w2,0.0000000331,0.05000,1.484
+0,block_sparse_moe.experts.44.w2,0.0000000046,0.05000,1.558
+0,block_sparse_moe.experts.36.w2,0.0000000393,0.05000,1.518
+0,block_sparse_moe.experts.33.w2,0.0000000741,0.05000,1.494
+0,block_sparse_moe.experts.37.w2,0.0000000392,0.05000,1.455
+0,block_sparse_moe.experts.40.w2,0.0000001274,0.05000,1.593
+0,block_sparse_moe.experts.32.w2,0.0000000052,0.05000,1.535
+0,block_sparse_moe.experts.45.w2,0.0000000429,0.05000,1.359
+0,block_sparse_moe.experts.42.w2,0.0000000088,0.05000,1.592
+0,block_sparse_moe.experts.39.w2,0.0000000061,0.05000,1.542
+0,block_sparse_moe.experts.43.w2,0.0000001788,0.05000,1.564
+0,block_sparse_moe.experts.35.w2,0.0000000618,0.05000,1.612
+0,block_sparse_moe.experts.47.w2,0.0000000571,0.05000,1.590
+0,block_sparse_moe.experts.38.w2,0.0000000623,0.05000,1.654
+0,block_sparse_moe.experts.34.w2,0.0000002944,0.05000,1.656
+0,block_sparse_moe.experts.46.w2,0.0000000041,0.05000,1.688
+0,block_sparse_moe.experts.57.w2,0.0000000130,0.05000,1.346
+0,block_sparse_moe.experts.53.w2,0.0000000825,0.05000,1.387
+0,block_sparse_moe.experts.49.w2,0.0000001066,0.05000,1.389
+0,block_sparse_moe.experts.61.w2,0.0000000932,0.05000,1.381
+0,block_sparse_moe.experts.55.w2,0.0000000636,0.05000,1.401
+0,block_sparse_moe.experts.59.w2,0.0000000263,0.05000,1.389
+0,block_sparse_moe.experts.52.w2,0.0000000166,0.05000,1.551
+0,block_sparse_moe.experts.48.w2,0.0000000926,0.05000,1.577
+0,block_sparse_moe.experts.56.w2,0.0000000488,0.05000,1.605
+0,block_sparse_moe.experts.63.w2,0.0000005062,0.05000,1.424
+0,block_sparse_moe.experts.60.w2,0.0000000129,0.05000,1.629
+0,block_sparse_moe.experts.51.w2,0.0000000101,0.05000,1.455
+0,block_sparse_moe.experts.58.w2,0.0000000462,0.05000,1.621
+0,block_sparse_moe.experts.62.w2,0.0000018743,0.05000,1.550
+0,block_sparse_moe.experts.54.w2,0.0000000146,0.05000,1.607
+0,block_sparse_moe.experts.50.w2,0.0000000238,0.05000,1.600
+0,block_sparse_moe.experts.73.w2,0.0000001015,0.05000,1.585
+0,block_sparse_moe.experts.68.w2,0.0000000110,0.05000,1.417
+0,block_sparse_moe.experts.69.w2,0.0000001062,0.05000,1.559
+0,block_sparse_moe.experts.71.w2,0.0000000240,0.05000,1.486
+0,block_sparse_moe.experts.65.w2,0.0000001815,0.05000,1.596
+0,block_sparse_moe.experts.77.w2,0.0000000036,0.05000,1.594
+0,block_sparse_moe.experts.75.w2,0.0000001144,0.05000,1.579
+0,block_sparse_moe.experts.64.w2,0.0000002372,0.05000,1.510
+0,block_sparse_moe.experts.72.w2,0.0000000056,0.05000,1.518
+0,block_sparse_moe.experts.79.w2,0.0000000209,0.05000,1.549
+0,block_sparse_moe.experts.67.w2,0.0000001815,0.05000,1.461
+0,block_sparse_moe.experts.76.w2,0.0000000283,0.05000,1.534
+0,block_sparse_moe.experts.74.w2,0.0000023711,0.05000,1.607
+0,block_sparse_moe.experts.66.w2,0.0000000216,0.05000,1.624
+0,block_sparse_moe.experts.78.w2,0.0000000916,0.05000,1.694
+0,block_sparse_moe.experts.70.w2,0.0000000793,0.05000,1.719
+0,block_sparse_moe.experts.84.w2,0.0000000281,0.05000,1.415
+0,block_sparse_moe.experts.87.w2,0.0000000720,0.05000,1.537
+0,block_sparse_moe.experts.80.w2,0.0000000210,0.05000,1.351
+0,block_sparse_moe.experts.89.w2,0.0000000014,0.05000,1.704
+0,block_sparse_moe.experts.85.w2,0.0000000201,0.05000,1.631
+0,block_sparse_moe.experts.81.w2,0.0000002117,0.05000,1.609
+0,block_sparse_moe.experts.91.w2,0.0000000123,0.05000,1.553
+0,block_sparse_moe.experts.92.w2,0.0000000042,0.05000,1.386
+0,block_sparse_moe.experts.88.w2,0.0000000357,0.05000,1.403
+0,block_sparse_moe.experts.93.w2,0.0000000262,0.05000,1.697
+0,block_sparse_moe.experts.95.w2,0.0000000080,0.05000,1.512
+0,block_sparse_moe.experts.83.w2,0.0000000294,0.05000,1.512
+0,block_sparse_moe.experts.90.w2,0.0000000107,0.05000,1.586
+0,block_sparse_moe.experts.86.w2,0.0000000056,0.05000,1.549
+0,block_sparse_moe.experts.82.w2,0.0000001882,0.05000,1.660
+0,block_sparse_moe.experts.94.w2,0.0000000063,0.05000,1.605
+0,block_sparse_moe.experts.100.w2,0.0000001858,0.05000,1.436
+0,block_sparse_moe.experts.103.w2,0.0000000075,0.05000,1.457
+0,block_sparse_moe.experts.96.w2,0.0000000517,0.05000,1.543
+0,block_sparse_moe.experts.107.w2,0.0000000512,0.05000,1.469
+0,block_sparse_moe.experts.104.w2,0.0000000385,0.05000,1.490
+0,block_sparse_moe.experts.108.w2,0.0000000307,0.05000,1.569
+0,block_sparse_moe.experts.105.w2,0.0000000328,0.05000,1.677
+0,block_sparse_moe.experts.101.w2,0.0000000602,0.05000,1.678
+0,block_sparse_moe.experts.97.w2,0.0000000263,0.05000,1.693
+0,block_sparse_moe.experts.109.w2,0.0000000221,0.05000,1.650
+0,block_sparse_moe.experts.99.w2,0.0000001228,0.05000,1.555
+0,block_sparse_moe.experts.111.w2,0.0000000481,0.05000,1.638
+0,block_sparse_moe.experts.106.w2,0.0000000432,0.05000,1.608
+0,block_sparse_moe.experts.102.w2,0.0000000711,0.05000,1.602
+0,block_sparse_moe.experts.98.w2,0.0000007751,0.05000,1.602
+0,block_sparse_moe.experts.110.w2,0.0000000157,0.05000,1.657
+0,block_sparse_moe.experts.116.w2,0.0000000181,0.05000,1.561
+0,block_sparse_moe.experts.119.w2,0.0000000098,0.05000,1.560
+0,block_sparse_moe.experts.112.w2,0.0000002054,0.05000,1.563
+0,block_sparse_moe.experts.123.w2,0.0000000574,0.05000,1.570
+0,block_sparse_moe.experts.120.w2,0.0000000247,0.05000,1.565
+0,block_sparse_moe.experts.124.w2,0.0000000195,0.05000,1.649
+0,block_sparse_moe.experts.113.w2,0.0000000035,0.05000,1.584
+0,block_sparse_moe.experts.121.w2,0.0000000038,0.05000,1.690
+0,block_sparse_moe.experts.115.w2,0.0000000285,0.05000,1.600
+0,block_sparse_moe.experts.117.w2,0.0000005566,0.05000,1.670
+0,block_sparse_moe.experts.125.w2,0.0000000272,0.05000,1.660
+0,block_sparse_moe.experts.127.w2,0.0000000605,0.05000,1.708
+0,block_sparse_moe.experts.122.w2,0.0000000024,0.05000,1.638
+0,block_sparse_moe.experts.118.w2,0.0000000761,0.05000,1.618
+0,block_sparse_moe.experts.114.w2,0.0000005085,0.05000,1.639
+0,block_sparse_moe.experts.126.w2,0.0000000179,0.05000,1.597
+0,block_sparse_moe.experts.135.w2,0.0000002675,0.05000,1.522
+0,block_sparse_moe.experts.132.w2,0.0000000377,0.05000,1.656
+0,block_sparse_moe.experts.139.w2,0.0000000048,0.05000,1.536
+0,block_sparse_moe.experts.128.w2,0.0000000181,0.05000,1.613
+0,block_sparse_moe.experts.136.w2,0.0000000330,0.05000,1.639
+0,block_sparse_moe.experts.129.w2,0.0000000542,0.05000,1.564
+0,block_sparse_moe.experts.133.w2,0.0000000385,0.05000,1.528
+0,block_sparse_moe.experts.140.w2,0.0000000729,0.05000,1.642
+0,block_sparse_moe.experts.137.w2,0.0000000340,0.05000,1.601
+0,block_sparse_moe.experts.131.w2,0.0000001151,0.05000,1.530
+0,block_sparse_moe.experts.141.w2,0.0000000592,0.05000,1.537
+0,block_sparse_moe.experts.138.w2,0.0000010341,0.05000,1.454
+0,block_sparse_moe.experts.143.w2,0.0000000990,0.05000,1.556
+0,block_sparse_moe.experts.134.w2,0.0000000953,0.05000,1.443
+0,block_sparse_moe.experts.142.w2,0.0000002323,0.05000,1.428
+0,block_sparse_moe.experts.130.w2,0.0000001380,0.05000,1.513
+0,block_sparse_moe.experts.148.w2,0.0000000114,0.05000,1.473
+0,block_sparse_moe.experts.151.w2,0.0000000302,0.05000,1.522
+0,block_sparse_moe.experts.144.w2,0.0000000629,0.05000,1.514
+0,block_sparse_moe.experts.155.w2,0.0000000299,0.05000,1.508
+0,block_sparse_moe.experts.152.w2,0.0000000109,0.05000,1.534
+0,block_sparse_moe.experts.145.w2,0.0000000709,0.05000,1.586
+0,block_sparse_moe.experts.147.w2,0.0000000527,0.05000,1.481
+0,block_sparse_moe.experts.156.w2,0.0000001635,0.05000,1.552
+0,block_sparse_moe.experts.153.w2,0.0000002633,0.05000,1.575
+0,block_sparse_moe.experts.159.w2,0.0000000193,0.05000,1.478
+0,block_sparse_moe.experts.149.w2,0.0000000076,0.05000,1.587
+0,block_sparse_moe.experts.157.w2,0.0000001176,0.05000,1.613
+0,block_sparse_moe.experts.154.w2,0.0000000372,0.05000,1.609
+0,block_sparse_moe.experts.150.w2,0.0000001759,0.05000,1.637
+0,block_sparse_moe.experts.146.w2,0.0000000357,0.05000,1.567
+0,block_sparse_moe.experts.158.w2,0.0000000325,0.05000,1.612
+0,block_sparse_moe.experts.167.w2,0.0000000164,0.05000,1.583
+0,block_sparse_moe.experts.164.w2,0.0000000411,0.05000,1.673
+0,block_sparse_moe.experts.160.w2,0.0000000494,0.05000,1.560
+0,block_sparse_moe.experts.171.w2,0.0000000819,0.05000,1.554
+0,block_sparse_moe.experts.168.w2,0.0000000265,0.05000,1.553
+0,block_sparse_moe.experts.161.w2,0.0000000553,0.05000,1.498
+0,block_sparse_moe.experts.172.w2,0.0000022476,0.05000,1.558
+0,block_sparse_moe.experts.165.w2,0.0000000035,0.05000,1.484
+0,block_sparse_moe.experts.169.w2,0.0000002121,0.05000,1.558
+0,block_sparse_moe.experts.173.w2,0.0000000023,0.05000,1.560
+0,block_sparse_moe.experts.170.w2,0.0000000053,0.05000,1.483
+0,block_sparse_moe.experts.163.w2,0.0000000103,0.05000,1.705
+0,block_sparse_moe.experts.175.w2,0.0000000058,0.05000,1.695
+0,block_sparse_moe.experts.166.w2,0.0000000028,0.05000,1.420
+0,block_sparse_moe.experts.174.w2,0.0000000320,0.05000,1.476
+0,block_sparse_moe.experts.162.w2,0.0000001210,0.05000,1.504
+0,block_sparse_moe.experts.183.w2,0.0000000441,0.05000,1.640
+0,block_sparse_moe.experts.180.w2,0.0000000105,0.05000,1.560
+0,block_sparse_moe.experts.176.w2,0.0000000100,0.05000,1.554
+0,block_sparse_moe.experts.187.w2,0.0000000348,0.05000,1.619
+0,block_sparse_moe.experts.184.w2,0.0000000486,0.05000,1.569
+0,block_sparse_moe.experts.177.w2,0.0000000315,0.05000,1.595
+0,block_sparse_moe.experts.186.w2,0.0000000060,0.05000,1.454
+0,block_sparse_moe.experts.181.w2,0.0000001460,0.05000,1.566
+0,block_sparse_moe.experts.188.w2,0.0000000007,0.05000,1.602
+0,block_sparse_moe.experts.179.w2,0.0000000601,0.05000,1.529
+0,block_sparse_moe.experts.185.w2,0.0000000042,0.05000,1.583
+0,block_sparse_moe.experts.191.w2,0.0000000085,0.05000,1.483
+0,block_sparse_moe.experts.189.w2,0.0000001841,0.05000,1.618
+0,block_sparse_moe.experts.182.w2,0.0000001289,0.05000,1.547
+0,block_sparse_moe.experts.178.w2,0.0000000458,0.05000,1.489
+0,block_sparse_moe.experts.190.w2,0.0000000499,0.05000,1.564
+0,block_sparse_moe.experts.196.w2,0.0000008049,0.05000,1.426
+0,block_sparse_moe.experts.192.w2,0.0000002004,0.05000,1.453
+0,block_sparse_moe.experts.199.w2,0.0000000041,0.05000,1.508
+0,block_sparse_moe.experts.200.w2,0.0000000358,0.05000,1.400
+0,block_sparse_moe.experts.203.w2,0.0000001801,0.05000,1.489
+0,block_sparse_moe.experts.193.w2,0.0000000022,0.05000,1.495
+0,block_sparse_moe.experts.204.w2,0.0000000190,0.05000,1.457
+0,block_sparse_moe.experts.202.w2,0.0000003578,0.05000,1.481
+0,block_sparse_moe.experts.197.w2,0.0000002204,0.05000,1.568
+0,block_sparse_moe.experts.207.w2,0.0000000334,0.05000,1.480
+0,block_sparse_moe.experts.195.w2,0.0000000278,0.05000,1.575
+0,block_sparse_moe.experts.201.w2,0.0000000713,0.05000,1.566
+0,block_sparse_moe.experts.198.w2,0.0000000769,0.05000,1.489
+0,block_sparse_moe.experts.205.w2,0.0000000328,0.05000,1.577
+0,block_sparse_moe.experts.206.w2,0.0000000084,0.05000,1.465
+0,block_sparse_moe.experts.194.w2,0.0000000711,0.05000,1.524
+0,block_sparse_moe.experts.212.w2,0.0000000031,0.05000,1.647
+0,block_sparse_moe.experts.215.w2,0.0000000189,0.05000,1.624
+0,block_sparse_moe.experts.219.w2,0.0000000145,0.05000,1.577
+0,block_sparse_moe.experts.208.w2,0.0000001049,0.05000,1.700
+0,block_sparse_moe.experts.216.w2,0.0000001327,0.05000,1.684
+0,block_sparse_moe.experts.209.w2,0.0000001825,0.05000,1.591
+0,block_sparse_moe.experts.213.w2,0.0000000272,0.05000,1.570
+0,block_sparse_moe.experts.218.w2,0.0000000048,0.05000,1.617
+0,block_sparse_moe.experts.223.w2,0.0000001580,0.05000,1.587
+0,block_sparse_moe.experts.217.w2,0.0000000137,0.05000,1.543
+0,block_sparse_moe.experts.220.w2,0.0000000288,0.05000,1.683
+0,block_sparse_moe.experts.221.w2,0.0000000430,0.05000,1.538
+0,block_sparse_moe.experts.211.w2,0.0000000557,0.05000,1.588
+0,block_sparse_moe.experts.214.w2,0.0000006410,0.05000,1.667
+0,block_sparse_moe.experts.210.w2,0.0000001858,0.05000,1.649
+0,block_sparse_moe.experts.222.w2,0.0000001545,0.05000,1.678
+0,block_sparse_moe.experts.231.w2,0.0000000238,0.05000,1.547
+0,block_sparse_moe.experts.235.w2,0.0000002741,0.05000,1.524
+0,block_sparse_moe.experts.228.w2,0.0000000246,0.05000,1.607
+0,block_sparse_moe.experts.224.w2,0.0000000561,0.05000,1.717
+0,block_sparse_moe.experts.232.w2,0.0000000326,0.05000,1.697
+0,block_sparse_moe.experts.225.w2,0.0000000722,0.05000,1.652
+0,block_sparse_moe.experts.234.w2,0.0000000044,0.05000,1.576
+0,block_sparse_moe.experts.229.w2,0.0000000043,0.05000,1.593
+0,block_sparse_moe.experts.227.w2,0.0000002359,0.05000,1.553
+0,block_sparse_moe.experts.230.w2,0.0000000067,0.05000,1.448
+0,block_sparse_moe.experts.239.w2,0.0000000070,0.05000,1.596
+0,block_sparse_moe.experts.233.w2,0.0000000575,0.05000,1.600
+0,block_sparse_moe.experts.237.w2,0.0000000610,0.05000,1.602
+0,block_sparse_moe.experts.226.w2,0.0000000409,0.05000,1.522
+0,block_sparse_moe.experts.236.w2,0.0000000430,0.05000,1.774
+0,block_sparse_moe.experts.238.w2,0.0000000077,0.05000,1.540
+0,block_sparse_moe.experts.247.w2,0.0000017446,0.05000,1.602
+0,block_sparse_moe.experts.251.w2,0.0000000131,0.05000,1.562
+0,block_sparse_moe.experts.244.w2,0.0000001670,0.05000,1.621
+0,block_sparse_moe.experts.240.w2,0.0000000396,0.05000,1.585
+0,block_sparse_moe.experts.248.w2,0.0000000228,0.05000,1.572
+0,block_sparse_moe.experts.241.w2,0.0000000323,0.05000,1.525
+0,block_sparse_moe.experts.245.w2,0.0000001887,0.05000,1.502
+0,block_sparse_moe.experts.243.w2,0.0000000553,0.05000,1.366
+0,block_sparse_moe.experts.255.w2,0.0000000342,0.05000,1.378
+0,block_sparse_moe.experts.250.w2,0.0000000151,0.05000,1.565
+0,block_sparse_moe.experts.252.w2,0.0000000019,0.05000,1.255
+0,block_sparse_moe.experts.246.w2,0.0000000884,0.05000,1.457
+0,block_sparse_moe.experts.249.w2,0.0000000139,0.05000,1.515
+0,block_sparse_moe.experts.253.w2,0.0000000811,0.05000,1.472
+0,block_sparse_moe.experts.242.w2,0.0000010203,0.05000,1.429
+0,block_sparse_moe.experts.254.w2,0.0000003350,0.05000,1.427
+1,self_attn.k_proj,0.0000000002,0.05000,1.047
+1,self_attn.q_proj,0.0000000013,0.05000,1.057
+1,self_attn.v_proj,0.0000000002,0.05000,1.114
+1,self_attn.o_proj,0.0000000008,0.05000,1.803
+1,block_sparse_moe.experts.0.w1,0.0000042470,0.05000,3.111
+1,block_sparse_moe.experts.8.w1,0.0000577266,0.05000,3.149
+1,block_sparse_moe.experts.4.w1,0.0000972220,0.05000,3.151
+1,block_sparse_moe.experts.12.w1,0.0000125711,0.05000,3.251
+1,block_sparse_moe.experts.15.w1,0.0000015155,0.05000,3.112
+1,block_sparse_moe.experts.11.w1,0.0001456930,0.05000,3.288
+1,block_sparse_moe.experts.9.w1,0.0000993003,0.05000,3.310
+1,block_sparse_moe.experts.6.w1,0.0000688525,0.05000,3.275
+1,block_sparse_moe.experts.14.w1,0.0000776698,0.05000,3.175
+1,block_sparse_moe.experts.7.w1,0.0000537326,0.05000,3.334
+1,block_sparse_moe.experts.3.w1,0.0000051786,0.05000,3.275
+1,block_sparse_moe.experts.10.w1,0.0002137377,0.05000,3.377
+1,block_sparse_moe.experts.5.w1,0.0000526406,0.05000,3.267
+1,block_sparse_moe.experts.2.w1,0.0000391590,0.05000,3.364
+1,block_sparse_moe.experts.1.w1,0.0000074137,0.05000,3.328
+1,block_sparse_moe.experts.13.w1,0.0000069112,0.05000,3.468
+1,block_sparse_moe.experts.16.w1,0.0000846480,0.05000,2.845
+1,block_sparse_moe.experts.24.w1,0.0000127857,0.05000,2.892
+1,block_sparse_moe.experts.20.w1,0.0002055671,0.05000,2.942
+1,block_sparse_moe.experts.30.w1,0.0000093340,0.05000,2.791
+1,block_sparse_moe.experts.18.w1,0.0000033628,0.05000,2.731
+1,block_sparse_moe.experts.22.w1,0.0000043707,0.05000,2.858
+1,block_sparse_moe.experts.26.w1,0.0000024111,0.05000,2.833
+1,block_sparse_moe.experts.28.w1,0.0000014660,0.05000,3.025
+1,block_sparse_moe.experts.31.w1,0.0000055699,0.05000,3.104
+1,block_sparse_moe.experts.27.w1,0.0000180057,0.05000,3.104
+1,block_sparse_moe.experts.19.w1,0.0000176897,0.05000,3.076
+1,block_sparse_moe.experts.25.w1,0.0000035306,0.05000,3.116
+1,block_sparse_moe.experts.17.w1,0.0000602157,0.05000,3.028
+1,block_sparse_moe.experts.23.w1,0.0000016485,0.05000,3.156
+1,block_sparse_moe.experts.21.w1,0.0000038139,0.05000,3.105
+1,block_sparse_moe.experts.29.w1,0.0000130714,0.05000,3.126
+1,block_sparse_moe.experts.32.w1,0.0000485746,0.05000,2.899
+1,block_sparse_moe.experts.40.w1,0.0000236232,0.05000,2.852
+1,block_sparse_moe.experts.36.w1,0.0000138690,0.05000,2.885
+1,block_sparse_moe.experts.46.w1,0.0000271241,0.05000,3.004
+1,block_sparse_moe.experts.34.w1,0.0000038918,0.05000,2.977
+1,block_sparse_moe.experts.44.w1,0.0000039606,0.05000,2.854
+1,block_sparse_moe.experts.38.w1,0.0000013471,0.05000,2.955
+1,block_sparse_moe.experts.47.w1,0.0000108163,0.05000,2.833
+1,block_sparse_moe.experts.42.w1,0.0003739826,0.05000,3.057
+1,block_sparse_moe.experts.43.w1,0.0000436405,0.05000,2.886
+1,block_sparse_moe.experts.39.w1,0.0000045453,0.05000,2.827
+1,block_sparse_moe.experts.35.w1,0.0000096322,0.05000,2.978
+1,block_sparse_moe.experts.33.w1,0.0000277252,0.05000,3.025
+1,block_sparse_moe.experts.41.w1,0.0000493273,0.05000,3.093
+1,block_sparse_moe.experts.37.w1,0.0000021479,0.05000,3.049
+1,block_sparse_moe.experts.45.w1,0.0000227055,0.05000,3.054
+1,block_sparse_moe.experts.56.w1,0.0000043884,0.05000,3.045
+1,block_sparse_moe.experts.52.w1,0.0000394122,0.05000,2.962
+1,block_sparse_moe.experts.48.w1,0.0003007272,0.05000,3.144
+1,block_sparse_moe.experts.60.w1,0.0000315080,0.05000,3.005
+1,block_sparse_moe.experts.62.w1,0.0000147602,0.05000,3.131
+1,block_sparse_moe.experts.50.w1,0.0000172704,0.05000,3.170
+1,block_sparse_moe.experts.54.w1,0.0000081818,0.05000,3.206
+1,block_sparse_moe.experts.63.w1,0.0000321730,0.05000,3.144
+1,block_sparse_moe.experts.58.w1,0.0000082963,0.05000,3.148
+1,block_sparse_moe.experts.59.w1,0.0000017841,0.05000,3.149
+1,block_sparse_moe.experts.55.w1,0.0000085617,0.05000,3.109
+1,block_sparse_moe.experts.51.w1,0.0000152723,0.05000,3.087
+1,block_sparse_moe.experts.49.w1,0.0000245260,0.05000,3.220
+1,block_sparse_moe.experts.53.w1,0.0000023743,0.05000,3.167
+1,block_sparse_moe.experts.57.w1,0.0000227895,0.05000,3.230
+1,block_sparse_moe.experts.61.w1,0.0000024437,0.05000,3.235
+1,block_sparse_moe.experts.68.w1,0.0000517222,0.05000,3.042
+1,block_sparse_moe.experts.72.w1,0.0000039272,0.05000,3.095
+1,block_sparse_moe.experts.64.w1,0.0000076336,0.05000,3.041
+1,block_sparse_moe.experts.76.w1,0.0000193409,0.05000,2.953
+1,block_sparse_moe.experts.66.w1,0.0004522819,0.05000,2.992
+1,block_sparse_moe.experts.70.w1,0.0000023691,0.05000,2.972
+1,block_sparse_moe.experts.78.w1,0.0000687739,0.05000,3.068
+1,block_sparse_moe.experts.74.w1,0.0000086982,0.05000,2.993
+1,block_sparse_moe.experts.79.w1,0.0002420125,0.05000,3.067
+1,block_sparse_moe.experts.67.w1,0.0000052031,0.05000,3.013
+1,block_sparse_moe.experts.75.w1,0.0001645668,0.05000,3.099
+1,block_sparse_moe.experts.71.w1,0.0000162742,0.05000,3.152
+1,block_sparse_moe.experts.73.w1,0.0001090912,0.05000,2.984
+1,block_sparse_moe.experts.65.w1,0.0000055169,0.05000,3.093
+1,block_sparse_moe.experts.69.w1,0.0000135852,0.05000,3.086
+1,block_sparse_moe.experts.77.w1,0.0000315553,0.05000,3.028
+1,block_sparse_moe.experts.84.w1,0.0000062278,0.05000,2.818
+1,block_sparse_moe.experts.92.w1,0.0000183283,0.05000,2.799
+1,block_sparse_moe.experts.80.w1,0.0000058106,0.05000,2.877
+1,block_sparse_moe.experts.88.w1,0.0000036508,0.05000,2.887
+1,block_sparse_moe.experts.82.w1,0.0000038099,0.05000,2.935
+1,block_sparse_moe.experts.86.w1,0.0000023656,0.05000,2.982
+1,block_sparse_moe.experts.94.w1,0.0004916482,0.05000,3.006
+1,block_sparse_moe.experts.90.w1,0.0000154488,0.05000,3.005
+1,block_sparse_moe.experts.95.w1,0.0000020916,0.05000,3.095
+1,block_sparse_moe.experts.87.w1,0.0001331808,0.05000,3.004
+1,block_sparse_moe.experts.83.w1,0.0000209363,0.05000,3.093
+1,block_sparse_moe.experts.91.w1,0.0000198022,0.05000,3.117
+1,block_sparse_moe.experts.89.w1,0.0000045543,0.05000,3.053
+1,block_sparse_moe.experts.85.w1,0.0000018805,0.05000,3.054
+1,block_sparse_moe.experts.81.w1,0.0000186305,0.05000,3.097
+1,block_sparse_moe.experts.93.w1,0.0000027359,0.05000,2.982
+1,block_sparse_moe.experts.100.w1,0.0000445007,0.05000,3.138
+1,block_sparse_moe.experts.96.w1,0.0000369224,0.05000,3.153
+1,block_sparse_moe.experts.108.w1,0.0000457659,0.05000,3.217
+1,block_sparse_moe.experts.104.w1,0.0001581889,0.05000,3.253
+1,block_sparse_moe.experts.98.w1,0.0000071746,0.05000,3.053
+1,block_sparse_moe.experts.110.w1,0.0000330470,0.05000,3.068
+1,block_sparse_moe.experts.102.w1,0.0000262147,0.05000,3.146
+1,block_sparse_moe.experts.106.w1,0.0000007330,0.05000,3.081
+1,block_sparse_moe.experts.107.w1,0.0000092465,0.05000,2.863
+1,block_sparse_moe.experts.111.w1,0.0000322380,0.05000,3.037
+1,block_sparse_moe.experts.103.w1,0.0000021195,0.05000,3.012
+1,block_sparse_moe.experts.99.w1,0.0000037291,0.05000,3.065
+1,block_sparse_moe.experts.105.w1,0.0000027627,0.05000,2.954
+1,block_sparse_moe.experts.109.w1,0.0000164847,0.05000,2.903
+1,block_sparse_moe.experts.97.w1,0.0000172024,0.05000,3.021
+1,block_sparse_moe.experts.101.w1,0.0000028289,0.05000,3.067
+1,block_sparse_moe.experts.116.w1,0.0001038305,0.05000,3.037
+1,block_sparse_moe.experts.112.w1,0.0000142681,0.05000,3.047
+1,block_sparse_moe.experts.124.w1,0.0000466022,0.05000,3.052
+1,block_sparse_moe.experts.120.w1,0.0002081595,0.05000,3.087
+1,block_sparse_moe.experts.123.w1,0.0000033242,0.05000,2.942
+1,block_sparse_moe.experts.114.w1,0.0000881346,0.05000,3.218
+1,block_sparse_moe.experts.127.w1,0.0000040419,0.05000,3.026
+1,block_sparse_moe.experts.119.w1,0.0000072706,0.05000,3.028
+1,block_sparse_moe.experts.122.w1,0.0000050757,0.05000,3.158
+1,block_sparse_moe.experts.115.w1,0.0000035826,0.05000,3.050
+1,block_sparse_moe.experts.126.w1,0.0000105413,0.05000,3.323
+1,block_sparse_moe.experts.118.w1,0.0000121584,0.05000,3.294
+1,block_sparse_moe.experts.125.w1,0.0000238820,0.05000,2.989
+1,block_sparse_moe.experts.121.w1,0.0001296947,0.05000,3.126
+1,block_sparse_moe.experts.113.w1,0.0000283156,0.05000,3.077
+1,block_sparse_moe.experts.117.w1,0.0000013353,0.05000,3.076
+1,block_sparse_moe.experts.132.w1,0.0000363005,0.05000,3.135
+1,block_sparse_moe.experts.128.w1,0.0001061562,0.05000,3.130
+1,block_sparse_moe.experts.140.w1,0.0000110155,0.05000,3.153
+1,block_sparse_moe.experts.136.w1,0.0000159500,0.05000,3.085
+1,block_sparse_moe.experts.143.w1,0.0000022278,0.05000,3.049
+1,block_sparse_moe.experts.130.w1,0.0001934256,0.05000,3.137
+1,block_sparse_moe.experts.139.w1,0.0001497320,0.05000,3.201
+1,block_sparse_moe.experts.135.w1,0.0000033318,0.05000,3.068
+1,block_sparse_moe.experts.131.w1,0.0000091666,0.05000,3.070
+1,block_sparse_moe.experts.138.w1,0.0000037201,0.05000,3.139
+1,block_sparse_moe.experts.142.w1,0.0000191286,0.05000,3.156
+1,block_sparse_moe.experts.141.w1,0.0000080670,0.05000,3.130
+1,block_sparse_moe.experts.137.w1,0.0001195163,0.05000,3.057
+1,block_sparse_moe.experts.134.w1,0.0000110779,0.05000,3.223
+1,block_sparse_moe.experts.129.w1,0.0007688037,0.05000,3.127
+1,block_sparse_moe.experts.133.w1,0.0000128023,0.05000,3.183
+1,block_sparse_moe.experts.148.w1,0.0000333179,0.05000,2.998
+1,block_sparse_moe.experts.144.w1,0.0000051428,0.05000,3.043
+1,block_sparse_moe.experts.156.w1,0.0000081899,0.05000,3.025
+1,block_sparse_moe.experts.146.w1,0.0001446634,0.05000,2.783
+1,block_sparse_moe.experts.152.w1,0.0001197760,0.05000,3.136
+1,block_sparse_moe.experts.154.w1,0.0000300927,0.05000,2.725
+1,block_sparse_moe.experts.159.w1,0.0000146703,0.05000,2.923
+1,block_sparse_moe.experts.158.w1,0.0000058463,0.05000,2.747
+1,block_sparse_moe.experts.155.w1,0.0000193226,0.05000,2.981
+1,block_sparse_moe.experts.151.w1,0.0000024534,0.05000,3.049
+1,block_sparse_moe.experts.150.w1,0.0000068622,0.05000,2.812
+1,block_sparse_moe.experts.147.w1,0.0000025368,0.05000,3.064
+1,block_sparse_moe.experts.157.w1,0.0000324535,0.05000,2.990
+1,block_sparse_moe.experts.153.w1,0.0000052554,0.05000,3.078
+1,block_sparse_moe.experts.149.w1,0.0000016982,0.05000,3.005
+1,block_sparse_moe.experts.145.w1,0.0000057325,0.05000,3.072
+1,block_sparse_moe.experts.162.w1,0.0000087735,0.05000,2.987
+1,block_sparse_moe.experts.164.w1,0.0000225732,0.05000,3.304
+1,block_sparse_moe.experts.170.w1,0.0000070474,0.05000,2.973
+1,block_sparse_moe.experts.160.w1,0.0000021990,0.05000,3.233
+1,block_sparse_moe.experts.174.w1,0.0000232591,0.05000,3.063
+1,block_sparse_moe.experts.172.w1,0.0000036244,0.05000,3.345
+1,block_sparse_moe.experts.175.w1,0.0000054952,0.05000,3.188
+1,block_sparse_moe.experts.166.w1,0.0000256803,0.05000,2.960
+1,block_sparse_moe.experts.171.w1,0.0000892087,0.05000,3.200
+1,block_sparse_moe.experts.168.w1,0.0000295905,0.05000,3.355
+1,block_sparse_moe.experts.167.w1,0.0000124244,0.05000,3.213
+1,block_sparse_moe.experts.163.w1,0.0000050134,0.05000,3.156
+1,block_sparse_moe.experts.169.w1,0.0000663965,0.05000,3.109
+1,block_sparse_moe.experts.173.w1,0.0000045825,0.05000,3.257
+1,block_sparse_moe.experts.165.w1,0.0000298072,0.05000,3.052
+1,block_sparse_moe.experts.161.w1,0.0000035754,0.05000,3.123
+1,block_sparse_moe.experts.178.w1,0.0000802531,0.05000,3.029
+1,block_sparse_moe.experts.186.w1,0.0000180321,0.05000,3.038
+1,block_sparse_moe.experts.180.w1,0.0000948281,0.05000,3.124
+1,block_sparse_moe.experts.176.w1,0.0001235086,0.05000,3.155
+1,block_sparse_moe.experts.190.w1,0.0000510512,0.05000,3.023
+1,block_sparse_moe.experts.182.w1,0.0000051269,0.05000,2.980
+1,block_sparse_moe.experts.191.w1,0.0000246524,0.05000,2.994
+1,block_sparse_moe.experts.188.w1,0.0000066648,0.05000,3.049
+1,block_sparse_moe.experts.187.w1,0.0000108848,0.05000,3.073
+1,block_sparse_moe.experts.184.w1,0.0000025954,0.05000,3.082
+1,block_sparse_moe.experts.183.w1,0.0000105017,0.05000,3.004
+1,block_sparse_moe.experts.179.w1,0.0000098484,0.05000,2.967
+1,block_sparse_moe.experts.185.w1,0.0001377157,0.05000,2.954
+1,block_sparse_moe.experts.189.w1,0.0000102589,0.05000,2.895
+1,block_sparse_moe.experts.181.w1,0.0000018792,0.05000,2.924
+1,block_sparse_moe.experts.177.w1,0.0000834126,0.05000,2.934
+1,block_sparse_moe.experts.194.w1,0.0000148043,0.05000,2.791
+1,block_sparse_moe.experts.202.w1,0.0000071851,0.05000,2.853
+1,block_sparse_moe.experts.196.w1,0.0000085625,0.05000,2.956
+1,block_sparse_moe.experts.198.w1,0.0000074940,0.05000,2.811
+1,block_sparse_moe.experts.206.w1,0.0000242922,0.05000,2.896
+1,block_sparse_moe.experts.192.w1,0.0000323981,0.05000,3.006
+1,block_sparse_moe.experts.207.w1,0.0001045611,0.05000,3.099
+1,block_sparse_moe.experts.204.w1,0.0000067605,0.05000,3.098
+1,block_sparse_moe.experts.200.w1,0.0000120135,0.05000,3.077
+1,block_sparse_moe.experts.195.w1,0.0000017849,0.05000,3.047
+1,block_sparse_moe.experts.199.w1,0.0000583271,0.05000,3.105
+1,block_sparse_moe.experts.205.w1,0.0000007094,0.05000,3.016
+1,block_sparse_moe.experts.203.w1,0.0000043968,0.05000,3.203
+1,block_sparse_moe.experts.201.w1,0.0000376007,0.05000,3.067
+1,block_sparse_moe.experts.193.w1,0.0000033258,0.05000,3.004
+1,block_sparse_moe.experts.197.w1,0.0000023795,0.05000,3.124
+1,block_sparse_moe.experts.210.w1,0.0000030263,0.05000,2.931
+1,block_sparse_moe.experts.212.w1,0.0000032156,0.05000,2.771
+1,block_sparse_moe.experts.218.w1,0.0000059050,0.05000,3.018
+1,block_sparse_moe.experts.214.w1,0.0000012410,0.05000,2.974
+1,block_sparse_moe.experts.208.w1,0.0000590814,0.05000,2.886
+1,block_sparse_moe.experts.220.w1,0.0000096179,0.05000,2.745
+1,block_sparse_moe.experts.222.w1,0.0000019532,0.05000,3.001
+1,block_sparse_moe.experts.216.w1,0.0000004294,0.05000,2.879
+1,block_sparse_moe.experts.223.w1,0.0000089402,0.05000,3.152
+1,block_sparse_moe.experts.221.w1,0.0000017507,0.05000,2.983
+1,block_sparse_moe.experts.215.w1,0.0000099925,0.05000,3.022
+1,block_sparse_moe.experts.211.w1,0.0000030566,0.05000,3.111
+1,block_sparse_moe.experts.219.w1,0.0000021958,0.05000,3.043
+1,block_sparse_moe.experts.217.w1,0.0000220760,0.05000,3.059
+1,block_sparse_moe.experts.209.w1,0.0000268529,0.05000,2.999
+1,block_sparse_moe.experts.213.w1,0.0000086340,0.05000,3.007
+1,block_sparse_moe.experts.226.w1,0.0000079923,0.05000,3.078
+1,block_sparse_moe.experts.228.w1,0.0000302521,0.05000,3.008
+1,block_sparse_moe.experts.234.w1,0.0000438512,0.05000,3.012
+1,block_sparse_moe.experts.236.w1,0.0000207006,0.05000,2.914
+1,block_sparse_moe.experts.224.w1,0.0000996454,0.05000,2.941
+1,block_sparse_moe.experts.230.w1,0.0000868359,0.05000,3.025
+1,block_sparse_moe.experts.238.w1,0.0000032925,0.05000,2.953
+1,block_sparse_moe.experts.232.w1,0.0000218845,0.05000,2.971
+1,block_sparse_moe.experts.239.w1,0.0000395536,0.05000,3.133
+1,block_sparse_moe.experts.237.w1,0.0000542534,0.05000,3.077
+1,block_sparse_moe.experts.231.w1,0.0000386183,0.05000,3.068
+1,block_sparse_moe.experts.227.w1,0.0000169324,0.05000,3.071
+1,block_sparse_moe.experts.235.w1,0.0000070010,0.05000,3.074
+1,block_sparse_moe.experts.225.w1,0.0000049019,0.05000,3.054
+1,block_sparse_moe.experts.233.w1,0.0000737122,0.05000,3.126
+1,block_sparse_moe.experts.229.w1,0.0000142606,0.05000,3.082
+1,block_sparse_moe.experts.244.w1,0.0000100870,0.05000,3.020
+1,block_sparse_moe.experts.242.w1,0.0000045387,0.05000,3.089
+1,block_sparse_moe.experts.250.w1,0.0000041832,0.05000,3.069
+1,block_sparse_moe.experts.252.w1,0.0004092768,0.05000,3.031
+1,block_sparse_moe.experts.240.w1,0.0000014948,0.05000,3.036
+1,block_sparse_moe.experts.246.w1,0.0000141098,0.05000,3.072
+1,block_sparse_moe.experts.254.w1,0.0000083381,0.05000,3.089
+1,block_sparse_moe.experts.253.w1,0.0000378550,0.05000,2.789
+1,block_sparse_moe.experts.248.w1,0.0001071043,0.05000,3.130
+1,block_sparse_moe.experts.249.w1,0.0000093555,0.05000,2.841
+1,block_sparse_moe.experts.241.w1,0.0000044166,0.05000,2.845
+1,block_sparse_moe.experts.255.w1,0.0000090081,0.05000,3.120
+1,block_sparse_moe.experts.251.w1,0.0000704256,0.05000,3.032
+1,block_sparse_moe.experts.245.w1,0.0000188971,0.05000,2.920
+1,block_sparse_moe.experts.243.w1,0.0000050502,0.05000,3.130
+1,block_sparse_moe.experts.247.w1,0.0000019568,0.05000,3.173
+1,block_sparse_moe.experts.2.w3,0.0000037910,0.05000,2.937
+1,block_sparse_moe.experts.4.w3,0.0000061335,0.05000,3.076
+1,block_sparse_moe.experts.10.w3,0.0000646815,0.05000,2.948
+1,block_sparse_moe.experts.12.w3,0.0000014889,0.05000,2.976
+1,block_sparse_moe.experts.6.w3,0.0000199401,0.05000,2.979
+1,block_sparse_moe.experts.0.w3,0.0000022084,0.05000,3.045
+1,block_sparse_moe.experts.14.w3,0.0000112419,0.05000,3.090
+1,block_sparse_moe.experts.13.w3,0.0000033757,0.05000,2.906
+1,block_sparse_moe.experts.8.w3,0.0000099632,0.05000,3.074
+1,block_sparse_moe.experts.1.w3,0.0000027926,0.05000,2.902
+1,block_sparse_moe.experts.15.w3,0.0000008016,0.05000,2.871
+1,block_sparse_moe.experts.11.w3,0.0000739931,0.05000,2.890
+1,block_sparse_moe.experts.9.w3,0.0000712600,0.05000,3.073
+1,block_sparse_moe.experts.7.w3,0.0000111764,0.05000,2.915
+1,block_sparse_moe.experts.5.w3,0.0000336123,0.05000,3.066
+1,block_sparse_moe.experts.3.w3,0.0000029727,0.05000,3.060
+1,block_sparse_moe.experts.20.w3,0.0000541514,0.05000,2.856
+1,block_sparse_moe.experts.28.w3,0.0000005254,0.05000,2.871
+1,block_sparse_moe.experts.18.w3,0.0000029275,0.05000,3.227
+1,block_sparse_moe.experts.16.w3,0.0000062053,0.05000,2.887
+1,block_sparse_moe.experts.26.w3,0.0000021865,0.05000,3.189
+1,block_sparse_moe.experts.22.w3,0.0000020250,0.05000,3.279
+1,block_sparse_moe.experts.29.w3,0.0000046265,0.05000,3.032
+1,block_sparse_moe.experts.30.w3,0.0000015430,0.05000,3.167
+1,block_sparse_moe.experts.24.w3,0.0000063481,0.05000,2.916
+1,block_sparse_moe.experts.17.w3,0.0000449781,0.05000,3.071
+1,block_sparse_moe.experts.31.w3,0.0000034266,0.05000,3.125
+1,block_sparse_moe.experts.25.w3,0.0000014555,0.05000,3.015
+1,block_sparse_moe.experts.23.w3,0.0000015154,0.05000,3.085
+1,block_sparse_moe.experts.27.w3,0.0000090785,0.05000,3.221
+1,block_sparse_moe.experts.21.w3,0.0000015481,0.05000,3.023
+1,block_sparse_moe.experts.19.w3,0.0000034002,0.05000,3.054
+1,block_sparse_moe.experts.36.w3,0.0000022036,0.05000,3.007
+1,block_sparse_moe.experts.44.w3,0.0000026896,0.05000,2.928
+1,block_sparse_moe.experts.32.w3,0.0000059351,0.05000,2.992
+1,block_sparse_moe.experts.34.w3,0.0000023035,0.05000,3.104
+1,block_sparse_moe.experts.42.w3,0.0000264686,0.05000,3.088
+1,block_sparse_moe.experts.45.w3,0.0000056335,0.05000,3.025
+1,block_sparse_moe.experts.40.w3,0.0000139109,0.05000,2.964
+1,block_sparse_moe.experts.38.w3,0.0000010622,0.05000,3.099
+1,block_sparse_moe.experts.46.w3,0.0000015700,0.05000,3.094
+1,block_sparse_moe.experts.47.w3,0.0000074628,0.05000,2.917
+1,block_sparse_moe.experts.33.w3,0.0000089104,0.05000,3.011
+1,block_sparse_moe.experts.41.w3,0.0000086518,0.05000,2.966
+1,block_sparse_moe.experts.39.w3,0.0000039398,0.05000,2.955
+1,block_sparse_moe.experts.43.w3,0.0000089262,0.05000,2.979
+1,block_sparse_moe.experts.35.w3,0.0000012096,0.05000,3.055
+1,block_sparse_moe.experts.37.w3,0.0000017383,0.05000,3.135
+1,block_sparse_moe.experts.50.w3,0.0000151310,0.05000,2.689
+1,block_sparse_moe.experts.52.w3,0.0000302000,0.05000,3.063
+1,block_sparse_moe.experts.60.w3,0.0000219836,0.05000,3.085
+1,block_sparse_moe.experts.58.w3,0.0000055247,0.05000,2.760
+1,block_sparse_moe.experts.48.w3,0.0000714704,0.05000,3.058
+1,block_sparse_moe.experts.54.w3,0.0000029774,0.05000,2.754
+1,block_sparse_moe.experts.62.w3,0.0000031001,0.05000,2.729
+1,block_sparse_moe.experts.61.w3,0.0000022863,0.05000,3.145
+1,block_sparse_moe.experts.56.w3,0.0000028301,0.05000,3.108
+1,block_sparse_moe.experts.63.w3,0.0000041705,0.05000,2.996
+1,block_sparse_moe.experts.49.w3,0.0000106178,0.05000,3.092
+1,block_sparse_moe.experts.55.w3,0.0000017351,0.05000,2.984
+1,block_sparse_moe.experts.59.w3,0.0000010199,0.05000,2.956
+1,block_sparse_moe.experts.57.w3,0.0000116053,0.05000,3.153
+1,block_sparse_moe.experts.51.w3,0.0000087526,0.05000,2.935
+1,block_sparse_moe.experts.53.w3,0.0000016435,0.05000,3.117
+1,block_sparse_moe.experts.66.w3,0.0000756595,0.05000,2.949
+1,block_sparse_moe.experts.68.w3,0.0000033053,0.05000,3.018
+1,block_sparse_moe.experts.74.w3,0.0000011786,0.05000,2.891
+1,block_sparse_moe.experts.76.w3,0.0000040439,0.05000,3.012
+1,block_sparse_moe.experts.64.w3,0.0000018363,0.05000,2.980
+1,block_sparse_moe.experts.78.w3,0.0000128619,0.05000,2.828
+1,block_sparse_moe.experts.70.w3,0.0000016050,0.05000,2.982
+1,block_sparse_moe.experts.72.w3,0.0000037417,0.05000,2.990
+1,block_sparse_moe.experts.77.w3,0.0000049199,0.05000,3.000
+1,block_sparse_moe.experts.79.w3,0.0000467902,0.05000,2.926
+1,block_sparse_moe.experts.71.w3,0.0000035431,0.05000,2.943
+1,block_sparse_moe.experts.65.w3,0.0000020432,0.05000,2.996
+1,block_sparse_moe.experts.75.w3,0.0000708300,0.05000,2.989
+1,block_sparse_moe.experts.73.w3,0.0000541571,0.05000,2.933
+1,block_sparse_moe.experts.67.w3,0.0000033275,0.05000,3.027
+1,block_sparse_moe.experts.69.w3,0.0000033364,0.05000,2.942
+1,block_sparse_moe.experts.82.w3,0.0000006896,0.05000,2.908
+1,block_sparse_moe.experts.84.w3,0.0000050702,0.05000,2.886
+1,block_sparse_moe.experts.90.w3,0.0000065454,0.05000,2.919
+1,block_sparse_moe.experts.92.w3,0.0000015073,0.05000,2.887
+1,block_sparse_moe.experts.80.w3,0.0000009263,0.05000,2.903
+1,block_sparse_moe.experts.94.w3,0.0001321503,0.05000,2.998
+1,block_sparse_moe.experts.86.w3,0.0000015027,0.05000,3.116
+1,block_sparse_moe.experts.95.w3,0.0000014356,0.05000,2.879
+1,block_sparse_moe.experts.93.w3,0.0000016842,0.05000,3.006
+1,block_sparse_moe.experts.88.w3,0.0000015414,0.05000,3.029
+1,block_sparse_moe.experts.87.w3,0.0000115012,0.05000,2.941
+1,block_sparse_moe.experts.81.w3,0.0000053736,0.05000,2.985
+1,block_sparse_moe.experts.91.w3,0.0000137530,0.05000,2.944
+1,block_sparse_moe.experts.89.w3,0.0000028788,0.05000,2.952
+1,block_sparse_moe.experts.83.w3,0.0000014519,0.05000,2.917
+1,block_sparse_moe.experts.85.w3,0.0000009026,0.05000,2.970
+1,block_sparse_moe.experts.100.w3,0.0000125618,0.05000,2.995
+1,block_sparse_moe.experts.98.w3,0.0000062052,0.05000,3.113
+1,block_sparse_moe.experts.108.w3,0.0000170988,0.05000,3.021
+1,block_sparse_moe.experts.106.w3,0.0000005662,0.05000,3.079
+1,block_sparse_moe.experts.96.w3,0.0000074764,0.05000,3.028
+1,block_sparse_moe.experts.110.w3,0.0000047534,0.05000,3.094
+1,block_sparse_moe.experts.102.w3,0.0000050346,0.05000,3.105
+1,block_sparse_moe.experts.111.w3,0.0000009857,0.05000,3.030
+1,block_sparse_moe.experts.109.w3,0.0000145996,0.05000,3.105
+1,block_sparse_moe.experts.104.w3,0.0000105594,0.05000,3.093
+1,block_sparse_moe.experts.103.w3,0.0000010646,0.05000,3.070
+1,block_sparse_moe.experts.97.w3,0.0000026134,0.05000,3.082
+1,block_sparse_moe.experts.107.w3,0.0000031822,0.05000,3.092
+1,block_sparse_moe.experts.105.w3,0.0000021119,0.05000,3.082
+1,block_sparse_moe.experts.99.w3,0.0000031390,0.05000,3.040
+1,block_sparse_moe.experts.101.w3,0.0000012134,0.05000,3.213
+1,block_sparse_moe.experts.116.w3,0.0000114429,0.05000,3.188
+1,block_sparse_moe.experts.114.w3,0.0000213504,0.05000,3.188
+1,block_sparse_moe.experts.124.w3,0.0000074071,0.05000,3.188
+1,block_sparse_moe.experts.122.w3,0.0000035049,0.05000,3.210
+1,block_sparse_moe.experts.112.w3,0.0000029902,0.05000,3.170
+1,block_sparse_moe.experts.126.w3,0.0000074871,0.05000,3.200
+1,block_sparse_moe.experts.118.w3,0.0000061047,0.05000,3.144
+1,block_sparse_moe.experts.127.w3,0.0000023869,0.05000,3.113
+1,block_sparse_moe.experts.125.w3,0.0000164227,0.05000,2.946
+1,block_sparse_moe.experts.119.w3,0.0000028326,0.05000,2.972
+1,block_sparse_moe.experts.120.w3,0.0000495078,0.05000,3.083
+1,block_sparse_moe.experts.121.w3,0.0000583336,0.05000,2.962
+1,block_sparse_moe.experts.113.w3,0.0000048564,0.05000,3.043
+1,block_sparse_moe.experts.115.w3,0.0000029547,0.05000,2.984
+1,block_sparse_moe.experts.123.w3,0.0000012371,0.05000,3.110
+1,block_sparse_moe.experts.117.w3,0.0000007890,0.05000,2.923
+1,block_sparse_moe.experts.132.w3,0.0000047457,0.05000,2.994
+1,block_sparse_moe.experts.140.w3,0.0000055539,0.05000,2.933
+1,block_sparse_moe.experts.130.w3,0.0000462683,0.05000,3.169
+1,block_sparse_moe.experts.138.w3,0.0000020350,0.05000,3.076
+1,block_sparse_moe.experts.128.w3,0.0000101018,0.05000,3.036
+1,block_sparse_moe.experts.143.w3,0.0000010997,0.05000,2.868
+1,block_sparse_moe.experts.142.w3,0.0000046516,0.05000,3.119
+1,block_sparse_moe.experts.135.w3,0.0000025677,0.05000,2.827
+1,block_sparse_moe.experts.134.w3,0.0000031993,0.05000,3.116
+1,block_sparse_moe.experts.141.w3,0.0000017707,0.05000,3.089
+1,block_sparse_moe.experts.131.w3,0.0000049159,0.05000,2.855
+1,block_sparse_moe.experts.139.w3,0.0000098966,0.05000,2.881
+1,block_sparse_moe.experts.136.w3,0.0000065774,0.05000,3.111
+1,block_sparse_moe.experts.129.w3,0.0001426568,0.05000,3.045
+1,block_sparse_moe.experts.137.w3,0.0000136239,0.05000,3.142
+1,block_sparse_moe.experts.133.w3,0.0000059643,0.05000,3.187
+1,block_sparse_moe.experts.148.w3,0.0000133037,0.05000,3.137
+1,block_sparse_moe.experts.156.w3,0.0000006311,0.05000,3.169
+1,block_sparse_moe.experts.146.w3,0.0000864250,0.05000,3.024
+1,block_sparse_moe.experts.154.w3,0.0000040522,0.05000,3.096
+1,block_sparse_moe.experts.159.w3,0.0000007458,0.05000,2.848
+1,block_sparse_moe.experts.144.w3,0.0000030927,0.05000,3.181
+1,block_sparse_moe.experts.151.w3,0.0000012852,0.05000,2.934
+1,block_sparse_moe.experts.158.w3,0.0000037521,0.05000,3.034
+1,block_sparse_moe.experts.147.w3,0.0000012810,0.05000,2.875
+1,block_sparse_moe.experts.150.w3,0.0000013027,0.05000,3.016
+1,block_sparse_moe.experts.155.w3,0.0000075695,0.05000,2.910
+1,block_sparse_moe.experts.157.w3,0.0000090729,0.05000,3.191
+1,block_sparse_moe.experts.152.w3,0.0000147717,0.05000,3.239
+1,block_sparse_moe.experts.145.w3,0.0000029442,0.05000,3.218
+1,block_sparse_moe.experts.153.w3,0.0000013097,0.05000,3.194
+1,block_sparse_moe.experts.149.w3,0.0000009095,0.05000,3.172
+1,block_sparse_moe.experts.162.w3,0.0000046214,0.05000,2.913
+1,block_sparse_moe.experts.170.w3,0.0000065240,0.05000,2.859
+1,block_sparse_moe.experts.164.w3,0.0000029593,0.05000,3.146
+1,block_sparse_moe.experts.175.w3,0.0000033385,0.05000,2.908
+1,block_sparse_moe.experts.172.w3,0.0000026710,0.05000,3.115
+1,block_sparse_moe.experts.167.w3,0.0000040534,0.05000,2.857
+1,block_sparse_moe.experts.174.w3,0.0000011714,0.05000,2.939
+1,block_sparse_moe.experts.160.w3,0.0000012821,0.05000,3.121
+1,block_sparse_moe.experts.163.w3,0.0000014972,0.05000,2.879
+1,block_sparse_moe.experts.166.w3,0.0000033902,0.05000,2.883
+1,block_sparse_moe.experts.171.w3,0.0000119919,0.05000,2.950
+1,block_sparse_moe.experts.173.w3,0.0000008149,0.05000,2.991
+1,block_sparse_moe.experts.169.w3,0.0000145684,0.05000,2.938
+1,block_sparse_moe.experts.168.w3,0.0000130108,0.05000,2.993
+1,block_sparse_moe.experts.161.w3,0.0000025819,0.05000,3.084
+1,block_sparse_moe.experts.165.w3,0.0000171595,0.05000,3.014
+1,block_sparse_moe.experts.188.w3,0.0000058069,0.05000,2.913
+1,block_sparse_moe.experts.191.w3,0.0000082991,0.05000,2.953
+1,block_sparse_moe.experts.178.w3,0.0000094909,0.05000,3.126
+1,block_sparse_moe.experts.180.w3,0.0000081111,0.05000,3.003
+1,block_sparse_moe.experts.183.w3,0.0000030874,0.05000,2.910
+1,block_sparse_moe.experts.186.w3,0.0000023891,0.05000,3.154
+1,block_sparse_moe.experts.176.w3,0.0000092292,0.05000,2.877
+1,block_sparse_moe.experts.179.w3,0.0000051640,0.05000,2.880
+1,block_sparse_moe.experts.190.w3,0.0000147942,0.05000,3.124
+1,block_sparse_moe.experts.187.w3,0.0000080941,0.05000,2.949
+1,block_sparse_moe.experts.182.w3,0.0000012785,0.05000,3.121
+1,block_sparse_moe.experts.189.w3,0.0000033263,0.05000,2.832
+1,block_sparse_moe.experts.185.w3,0.0000237482,0.05000,2.881
+1,block_sparse_moe.experts.177.w3,0.0000057879,0.05000,2.846
+1,block_sparse_moe.experts.184.w3,0.0000010985,0.05000,3.109
+1,block_sparse_moe.experts.181.w3,0.0000015049,0.05000,2.821
+1,block_sparse_moe.experts.194.w3,0.0000060915,0.05000,2.916
+1,block_sparse_moe.experts.204.w3,0.0000056147,0.05000,2.969
+1,block_sparse_moe.experts.202.w3,0.0000039376,0.05000,2.907
+1,block_sparse_moe.experts.196.w3,0.0000010828,0.05000,3.041
+1,block_sparse_moe.experts.207.w3,0.0000255818,0.05000,3.105
+1,block_sparse_moe.experts.199.w3,0.0000093424,0.05000,3.099
+1,block_sparse_moe.experts.192.w3,0.0000084307,0.05000,3.042
+1,block_sparse_moe.experts.195.w3,0.0000012166,0.05000,3.074
+1,block_sparse_moe.experts.206.w3,0.0000155945,0.05000,2.960
+1,block_sparse_moe.experts.198.w3,0.0000052377,0.05000,2.913
+1,block_sparse_moe.experts.203.w3,0.0000034299,0.05000,3.060
+1,block_sparse_moe.experts.205.w3,0.0000005290,0.05000,3.042
+1,block_sparse_moe.experts.201.w3,0.0000115671,0.05000,3.128
+1,block_sparse_moe.experts.193.w3,0.0000024852,0.05000,3.132
+1,block_sparse_moe.experts.200.w3,0.0000058086,0.05000,3.013
+1,block_sparse_moe.experts.197.w3,0.0000019022,0.05000,3.151
+1,block_sparse_moe.experts.210.w3,0.0000024801,0.05000,2.878
+1,block_sparse_moe.experts.220.w3,0.0000078200,0.05000,2.969
+1,block_sparse_moe.experts.218.w3,0.0000042336,0.05000,2.993
+1,block_sparse_moe.experts.212.w3,0.0000022536,0.05000,3.072
+1,block_sparse_moe.experts.215.w3,0.0000027826,0.05000,3.017
+1,block_sparse_moe.experts.223.w3,0.0000032480,0.05000,3.105
+1,block_sparse_moe.experts.208.w3,0.0000070103,0.05000,3.015
+1,block_sparse_moe.experts.222.w3,0.0000017170,0.05000,2.948
+1,block_sparse_moe.experts.211.w3,0.0000024422,0.05000,3.028
+1,block_sparse_moe.experts.214.w3,0.0000007795,0.05000,3.052
+1,block_sparse_moe.experts.221.w3,0.0000014430,0.05000,2.935
+1,block_sparse_moe.experts.219.w3,0.0000018301,0.05000,3.106
+1,block_sparse_moe.experts.217.w3,0.0000086959,0.05000,2.814
+1,block_sparse_moe.experts.209.w3,0.0000055829,0.05000,2.833
+1,block_sparse_moe.experts.216.w3,0.0000002209,0.05000,3.040
+1,block_sparse_moe.experts.213.w3,0.0000038915,0.05000,2.793
+1,block_sparse_moe.experts.226.w3,0.0000048394,0.05000,3.071
+1,block_sparse_moe.experts.234.w3,0.0000163657,0.05000,3.017
+1,block_sparse_moe.experts.236.w3,0.0000087820,0.05000,3.181
+1,block_sparse_moe.experts.238.w3,0.0000021221,0.05000,2.958
+1,block_sparse_moe.experts.239.w3,0.0000060081,0.05000,3.102
+1,block_sparse_moe.experts.228.w3,0.0000028919,0.05000,3.212
+1,block_sparse_moe.experts.231.w3,0.0000035627,0.05000,3.157
+1,block_sparse_moe.experts.237.w3,0.0000071620,0.05000,2.846
+1,block_sparse_moe.experts.224.w3,0.0000108715,0.05000,3.277
+1,block_sparse_moe.experts.230.w3,0.0000060645,0.05000,3.030
+1,block_sparse_moe.experts.233.w3,0.0000232140,0.05000,2.836
+1,block_sparse_moe.experts.227.w3,0.0000051345,0.05000,3.245
+1,block_sparse_moe.experts.225.w3,0.0000022478,0.05000,2.903
+1,block_sparse_moe.experts.235.w3,0.0000029054,0.05000,3.137
+1,block_sparse_moe.experts.229.w3,0.0000030203,0.05000,2.823
+1,block_sparse_moe.experts.232.w3,0.0000115071,0.05000,3.250
+1,block_sparse_moe.experts.242.w3,0.0000038456,0.05000,2.993
+1,block_sparse_moe.experts.250.w3,0.0000026034,0.05000,2.960
+1,block_sparse_moe.experts.254.w3,0.0000059359,0.05000,2.834
+1,block_sparse_moe.experts.252.w3,0.0000863029,0.05000,3.073
+1,block_sparse_moe.experts.246.w3,0.0000129963,0.05000,2.702
+1,block_sparse_moe.experts.253.w3,0.0000122616,0.05000,2.932
+1,block_sparse_moe.experts.244.w3,0.0000018116,0.05000,2.991
+1,block_sparse_moe.experts.249.w3,0.0000005408,0.05000,2.802
+1,block_sparse_moe.experts.241.w3,0.0000032963,0.05000,2.687
+1,block_sparse_moe.experts.240.w3,0.0000012069,0.05000,2.933
+1,block_sparse_moe.experts.255.w3,0.0000034290,0.05000,3.138
+1,block_sparse_moe.experts.247.w3,0.0000010052,0.05000,3.120
+1,block_sparse_moe.experts.245.w3,0.0000065851,0.05000,2.496
+1,block_sparse_moe.experts.243.w3,0.0000024918,0.05000,3.018
+1,block_sparse_moe.experts.251.w3,0.0000080768,0.05000,2.870
+1,block_sparse_moe.experts.248.w3,0.0000818173,0.05000,2.360
+1,block_sparse_moe.experts.11.w2,0.0000006337,0.05000,1.456
+1,block_sparse_moe.experts.7.w2,0.0000002169,0.05000,1.533
+1,block_sparse_moe.experts.3.w2,0.0000003815,0.05000,1.535
+1,block_sparse_moe.experts.14.w2,0.0000001978,0.05000,1.514
+1,block_sparse_moe.experts.10.w2,0.0000006073,0.05000,1.564
+1,block_sparse_moe.experts.15.w2,0.0000000835,0.05000,1.534
+1,block_sparse_moe.experts.2.w2,0.0000001213,0.05000,1.567
+1,block_sparse_moe.experts.9.w2,0.0000008023,0.05000,1.596
+1,block_sparse_moe.experts.0.w2,0.0000004252,0.05000,1.606
+1,block_sparse_moe.experts.12.w2,0.0000000268,0.05000,1.578
+1,block_sparse_moe.experts.8.w2,0.0000002656,0.05000,1.611
+1,block_sparse_moe.experts.6.w2,0.0000002663,0.05000,1.613
+1,block_sparse_moe.experts.1.w2,0.0000008532,0.05000,1.618
+1,block_sparse_moe.experts.5.w2,0.0000020202,0.05000,1.627
+1,block_sparse_moe.experts.4.w2,0.0000004149,0.05000,1.662
+1,block_sparse_moe.experts.13.w2,0.0000000824,0.05000,1.647
+1,block_sparse_moe.experts.27.w2,0.0000001634,0.05000,1.562
+1,block_sparse_moe.experts.19.w2,0.0000006135,0.05000,1.536
+1,block_sparse_moe.experts.18.w2,0.0000001067,0.05000,1.506
+1,block_sparse_moe.experts.26.w2,0.0000001130,0.05000,1.514
+1,block_sparse_moe.experts.24.w2,0.0000001522,0.05000,1.477
+1,block_sparse_moe.experts.30.w2,0.0000002375,0.05000,1.524
+1,block_sparse_moe.experts.31.w2,0.0000003770,0.05000,1.531
+1,block_sparse_moe.experts.22.w2,0.0000003297,0.05000,1.491
+1,block_sparse_moe.experts.28.w2,0.0000044188,0.05000,1.499
+1,block_sparse_moe.experts.23.w2,0.0000000771,0.05000,1.579
+1,block_sparse_moe.experts.16.w2,0.0000001066,0.05000,1.538
+1,block_sparse_moe.experts.25.w2,0.0000001032,0.05000,1.572
+1,block_sparse_moe.experts.17.w2,0.0000004843,0.05000,1.590
+1,block_sparse_moe.experts.21.w2,0.0000002543,0.05000,1.585
+1,block_sparse_moe.experts.20.w2,0.0000007101,0.05000,1.565
+1,block_sparse_moe.experts.29.w2,0.0000013968,0.05000,1.573
+1,block_sparse_moe.experts.43.w2,0.0000001733,0.05000,1.415
+1,block_sparse_moe.experts.47.w2,0.0000003608,0.05000,1.377
+1,block_sparse_moe.experts.44.w2,0.0000008501,0.05000,1.381
+1,block_sparse_moe.experts.35.w2,0.0000000907,0.05000,1.454
+1,block_sparse_moe.experts.40.w2,0.0000008854,0.05000,1.458
+1,block_sparse_moe.experts.32.w2,0.0000001079,0.05000,1.404
+1,block_sparse_moe.experts.39.w2,0.0000007589,0.05000,1.497
+1,block_sparse_moe.experts.46.w2,0.0000000138,0.05000,1.549
+1,block_sparse_moe.experts.34.w2,0.0000001680,0.05000,1.567
+1,block_sparse_moe.experts.36.w2,0.0000003607,0.05000,1.435
+1,block_sparse_moe.experts.42.w2,0.0000004818,0.05000,1.582
+1,block_sparse_moe.experts.38.w2,0.0000001179,0.05000,1.571
+1,block_sparse_moe.experts.33.w2,0.0000002191,0.05000,1.492
+1,block_sparse_moe.experts.41.w2,0.0000001914,0.05000,1.538
+1,block_sparse_moe.experts.37.w2,0.0000003604,0.05000,1.505
+1,block_sparse_moe.experts.45.w2,0.0000006036,0.05000,1.523
+1,block_sparse_moe.experts.59.w2,0.0000001199,0.05000,1.449
+1,block_sparse_moe.experts.63.w2,0.0000001085,0.05000,1.429
+1,block_sparse_moe.experts.51.w2,0.0000001463,0.05000,1.440
+1,block_sparse_moe.experts.55.w2,0.0000004693,0.05000,1.363
+1,block_sparse_moe.experts.56.w2,0.0000008589,0.05000,1.448
+1,block_sparse_moe.experts.48.w2,0.0000011014,0.05000,1.495
+1,block_sparse_moe.experts.60.w2,0.0000002748,0.05000,1.571
+1,block_sparse_moe.experts.62.w2,0.0000000817,0.05000,1.460
+1,block_sparse_moe.experts.54.w2,0.0000003636,0.05000,1.434
+1,block_sparse_moe.experts.50.w2,0.0000005389,0.05000,1.489
+1,block_sparse_moe.experts.58.w2,0.0000005149,0.05000,1.493
+1,block_sparse_moe.experts.52.w2,0.0000006914,0.05000,1.516
+1,block_sparse_moe.experts.57.w2,0.0000023925,0.05000,1.516
+1,block_sparse_moe.experts.49.w2,0.0000005320,0.05000,1.537
+1,block_sparse_moe.experts.53.w2,0.0000001856,0.05000,1.552
+1,block_sparse_moe.experts.61.w2,0.0000001453,0.05000,1.523
+1,block_sparse_moe.experts.75.w2,0.0000008728,0.05000,1.394
+1,block_sparse_moe.experts.71.w2,0.0000011743,0.05000,1.347
+1,block_sparse_moe.experts.79.w2,0.0000006720,0.05000,1.436
+1,block_sparse_moe.experts.67.w2,0.0000001955,0.05000,1.394
+1,block_sparse_moe.experts.72.w2,0.0000001365,0.05000,1.554
+1,block_sparse_moe.experts.64.w2,0.0000002812,0.05000,1.562
+1,block_sparse_moe.experts.66.w2,0.0000006519,0.05000,1.487
+1,block_sparse_moe.experts.78.w2,0.0000025719,0.05000,1.518
+1,block_sparse_moe.experts.70.w2,0.0000001221,0.05000,1.506
+1,block_sparse_moe.experts.74.w2,0.0000000410,0.05000,1.466
+1,block_sparse_moe.experts.76.w2,0.0000006680,0.05000,1.561
+1,block_sparse_moe.experts.65.w2,0.0000004397,0.05000,1.483
+1,block_sparse_moe.experts.69.w2,0.0000002617,0.05000,1.479
+1,block_sparse_moe.experts.68.w2,0.0000000747,0.05000,1.578
+1,block_sparse_moe.experts.77.w2,0.0000000766,0.05000,1.490
+1,block_sparse_moe.experts.73.w2,0.0000041564,0.05000,1.600
+1,block_sparse_moe.experts.91.w2,0.0000008599,0.05000,1.500
+1,block_sparse_moe.experts.83.w2,0.0000001950,0.05000,1.509
+1,block_sparse_moe.experts.87.w2,0.0000005722,0.05000,1.589
+1,block_sparse_moe.experts.95.w2,0.0000002121,0.05000,1.585
+1,block_sparse_moe.experts.88.w2,0.0000003532,0.05000,1.444
+1,block_sparse_moe.experts.80.w2,0.0000000338,0.05000,1.412
+1,block_sparse_moe.experts.92.w2,0.0000005146,0.05000,1.467
+1,block_sparse_moe.experts.82.w2,0.0000001046,0.05000,1.513
+1,block_sparse_moe.experts.90.w2,0.0000002239,0.05000,1.507
+1,block_sparse_moe.experts.86.w2,0.0000003708,0.05000,1.515
+1,block_sparse_moe.experts.84.w2,0.0000002820,0.05000,1.407
+1,block_sparse_moe.experts.94.w2,0.0000015109,0.05000,1.557
+1,block_sparse_moe.experts.81.w2,0.0000004105,0.05000,1.486
+1,block_sparse_moe.experts.89.w2,0.0000002511,0.05000,1.474
+1,block_sparse_moe.experts.85.w2,0.0000000423,0.05000,1.555
+1,block_sparse_moe.experts.93.w2,0.0000001466,0.05000,1.526
+1,block_sparse_moe.experts.107.w2,0.0000006391,0.05000,1.455
+1,block_sparse_moe.experts.103.w2,0.0000000391,0.05000,1.401
+1,block_sparse_moe.experts.99.w2,0.0000006072,0.05000,1.474
+1,block_sparse_moe.experts.111.w2,0.0000000208,0.05000,1.439
+1,block_sparse_moe.experts.104.w2,0.0000001026,0.05000,1.390
+1,block_sparse_moe.experts.96.w2,0.0000001519,0.05000,1.362
+1,block_sparse_moe.experts.108.w2,0.0000003182,0.05000,1.363
+1,block_sparse_moe.experts.100.w2,0.0000001783,0.05000,1.369
+1,block_sparse_moe.experts.97.w2,0.0000003296,0.05000,1.374
+1,block_sparse_moe.experts.101.w2,0.0000000741,0.05000,1.314
+1,block_sparse_moe.experts.109.w2,0.0000009061,0.05000,1.304
+1,block_sparse_moe.experts.106.w2,0.0000000167,0.05000,1.549
+1,block_sparse_moe.experts.98.w2,0.0000002613,0.05000,1.582
+1,block_sparse_moe.experts.102.w2,0.0000007511,0.05000,1.594
+1,block_sparse_moe.experts.105.w2,0.0000003265,0.05000,1.435
+1,block_sparse_moe.experts.110.w2,0.0000001069,0.05000,1.571
+1,block_sparse_moe.experts.123.w2,0.0000000594,0.05000,1.602
+1,block_sparse_moe.experts.120.w2,0.0000004755,0.05000,1.475
+1,block_sparse_moe.experts.112.w2,0.0000001511,0.05000,1.507
+1,block_sparse_moe.experts.124.w2,0.0000000664,0.05000,1.468
+1,block_sparse_moe.experts.115.w2,0.0000002214,0.05000,1.603
+1,block_sparse_moe.experts.127.w2,0.0000010526,0.05000,1.587
+1,block_sparse_moe.experts.116.w2,0.0000006312,0.05000,1.456
+1,block_sparse_moe.experts.119.w2,0.0000002489,0.05000,1.684
+1,block_sparse_moe.experts.125.w2,0.0000017677,0.05000,1.566
+1,block_sparse_moe.experts.117.w2,0.0000000540,0.05000,1.603
+1,block_sparse_moe.experts.118.w2,0.0000001356,0.05000,1.509
+1,block_sparse_moe.experts.113.w2,0.0000003269,0.05000,1.665
+1,block_sparse_moe.experts.122.w2,0.0000002501,0.05000,1.581
+1,block_sparse_moe.experts.126.w2,0.0000009416,0.05000,1.532
+1,block_sparse_moe.experts.114.w2,0.0000003629,0.05000,1.586
+1,block_sparse_moe.experts.121.w2,0.0000006852,0.05000,1.597
+1,block_sparse_moe.experts.128.w2,0.0000003024,0.05000,1.499
+1,block_sparse_moe.experts.136.w2,0.0000001790,0.05000,1.581
+1,block_sparse_moe.experts.140.w2,0.0000018494,0.05000,1.543
+1,block_sparse_moe.experts.139.w2,0.0000004394,0.05000,1.650
+1,block_sparse_moe.experts.132.w2,0.0000000720,0.05000,1.505
+1,block_sparse_moe.experts.143.w2,0.0000000941,0.05000,1.580
+1,block_sparse_moe.experts.135.w2,0.0000001965,0.05000,1.582
+1,block_sparse_moe.experts.131.w2,0.0000005859,0.05000,1.670
+1,block_sparse_moe.experts.141.w2,0.0000001049,0.05000,1.488
+1,block_sparse_moe.experts.133.w2,0.0000018503,0.05000,1.499
+1,block_sparse_moe.experts.129.w2,0.0000046990,0.05000,1.510
+1,block_sparse_moe.experts.134.w2,0.0000001358,0.05000,1.526
+1,block_sparse_moe.experts.130.w2,0.0000004803,0.05000,1.488
+1,block_sparse_moe.experts.142.w2,0.0000012553,0.05000,1.550
+1,block_sparse_moe.experts.138.w2,0.0000003315,0.05000,1.586
+1,block_sparse_moe.experts.137.w2,0.0000005212,0.05000,1.518
+1,block_sparse_moe.experts.155.w2,0.0000015830,0.05000,1.469
+1,block_sparse_moe.experts.156.w2,0.0000000094,0.05000,1.513
+1,block_sparse_moe.experts.144.w2,0.0000002783,0.05000,1.600
+1,block_sparse_moe.experts.148.w2,0.0000002179,0.05000,1.504
+1,block_sparse_moe.experts.159.w2,0.0000000662,0.05000,1.477
+1,block_sparse_moe.experts.152.w2,0.0000005373,0.05000,1.571
+1,block_sparse_moe.experts.151.w2,0.0000001037,0.05000,1.464
+1,block_sparse_moe.experts.147.w2,0.0000001435,0.05000,1.497
+1,block_sparse_moe.experts.157.w2,0.0000001926,0.05000,1.467
+1,block_sparse_moe.experts.149.w2,0.0000000389,0.05000,1.450
+1,block_sparse_moe.experts.145.w2,0.0000001025,0.05000,1.451
+1,block_sparse_moe.experts.146.w2,0.0000008565,0.05000,1.491
+1,block_sparse_moe.experts.150.w2,0.0000002343,0.05000,1.520
+1,block_sparse_moe.experts.153.w2,0.0000000229,0.05000,1.473
+1,block_sparse_moe.experts.158.w2,0.0000004585,0.05000,1.541
+1,block_sparse_moe.experts.154.w2,0.0000001232,0.05000,1.570
+1,block_sparse_moe.experts.171.w2,0.0000006050,0.05000,1.500
+1,block_sparse_moe.experts.164.w2,0.0000002138,0.05000,1.489
+1,block_sparse_moe.experts.172.w2,0.0000002147,0.05000,1.524
+1,block_sparse_moe.experts.160.w2,0.0000001556,0.05000,1.535
+1,block_sparse_moe.experts.168.w2,0.0000002576,0.05000,1.516
+1,block_sparse_moe.experts.167.w2,0.0000002159,0.05000,1.488
+1,block_sparse_moe.experts.173.w2,0.0000000887,0.05000,1.401
+1,block_sparse_moe.experts.175.w2,0.0000007484,0.05000,1.545
+1,block_sparse_moe.experts.165.w2,0.0000002719,0.05000,1.412
+1,block_sparse_moe.experts.161.w2,0.0000006429,0.05000,1.411
+1,block_sparse_moe.experts.163.w2,0.0000000931,0.05000,1.540
+1,block_sparse_moe.experts.169.w2,0.0000002408,0.05000,1.415
+1,block_sparse_moe.experts.162.w2,0.0000001572,0.05000,1.515
+1,block_sparse_moe.experts.166.w2,0.0000000180,0.05000,1.525
+1,block_sparse_moe.experts.174.w2,0.0000001470,0.05000,1.469
+1,block_sparse_moe.experts.170.w2,0.0000011783,0.05000,1.454
+1,block_sparse_moe.experts.187.w2,0.0000006876,0.05000,1.397
+1,block_sparse_moe.experts.188.w2,0.0000012169,0.05000,1.403
+1,block_sparse_moe.experts.189.w2,0.0000002137,0.05000,1.369
+1,block_sparse_moe.experts.181.w2,0.0000004021,0.05000,1.352
+1,block_sparse_moe.experts.180.w2,0.0000001425,0.05000,1.477
+1,block_sparse_moe.experts.177.w2,0.0000002170,0.05000,1.361
+1,block_sparse_moe.experts.176.w2,0.0000004362,0.05000,1.455
+1,block_sparse_moe.experts.183.w2,0.0000000664,0.05000,1.473
+1,block_sparse_moe.experts.191.w2,0.0000001903,0.05000,1.494
+1,block_sparse_moe.experts.184.w2,0.0000000752,0.05000,1.549
+1,block_sparse_moe.experts.179.w2,0.0000004475,0.05000,1.462
+1,block_sparse_moe.experts.185.w2,0.0000003648,0.05000,1.411
+1,block_sparse_moe.experts.178.w2,0.0000002256,0.05000,1.423
+1,block_sparse_moe.experts.186.w2,0.0000002349,0.05000,1.459
+1,block_sparse_moe.experts.182.w2,0.0000000859,0.05000,1.575
+1,block_sparse_moe.experts.190.w2,0.0000015874,0.05000,1.546
+1,block_sparse_moe.experts.197.w2,0.0000001730,0.05000,1.351
+1,block_sparse_moe.experts.203.w2,0.0000002621,0.05000,1.431
+1,block_sparse_moe.experts.193.w2,0.0000003167,0.05000,1.350
+1,block_sparse_moe.experts.205.w2,0.0000000596,0.05000,1.457
+1,block_sparse_moe.experts.204.w2,0.0000013140,0.05000,1.561
+1,block_sparse_moe.experts.199.w2,0.0000004868,0.05000,1.480
+1,block_sparse_moe.experts.207.w2,0.0000003769,0.05000,1.452
+1,block_sparse_moe.experts.200.w2,0.0000001570,0.05000,1.455
+1,block_sparse_moe.experts.196.w2,0.0000000892,0.05000,1.567
+1,block_sparse_moe.experts.192.w2,0.0000002806,0.05000,1.554
+1,block_sparse_moe.experts.195.w2,0.0000000264,0.05000,1.485
+1,block_sparse_moe.experts.201.w2,0.0000002609,0.05000,1.490
+1,block_sparse_moe.experts.194.w2,0.0000003318,0.05000,1.572
+1,block_sparse_moe.experts.202.w2,0.0000008425,0.05000,1.620
+1,block_sparse_moe.experts.206.w2,0.0000002421,0.05000,1.604
+1,block_sparse_moe.experts.198.w2,0.0000011673,0.05000,1.606
+1,block_sparse_moe.experts.209.w2,0.0000022561,0.05000,1.438
+1,block_sparse_moe.experts.213.w2,0.0000002360,0.05000,1.513
+1,block_sparse_moe.experts.221.w2,0.0000002472,0.05000,1.460
+1,block_sparse_moe.experts.219.w2,0.0000004401,0.05000,1.594
+1,block_sparse_moe.experts.220.w2,0.0000012073,0.05000,1.565
+1,block_sparse_moe.experts.215.w2,0.0000000982,0.05000,1.574
+1,block_sparse_moe.experts.217.w2,0.0000001765,0.05000,1.423
+1,block_sparse_moe.experts.208.w2,0.0000000929,0.05000,1.582
+1,block_sparse_moe.experts.223.w2,0.0000005196,0.05000,1.622
+1,block_sparse_moe.experts.216.w2,0.0000000102,0.05000,1.603
+1,block_sparse_moe.experts.212.w2,0.0000002746,0.05000,1.610
+1,block_sparse_moe.experts.211.w2,0.0000001944,0.05000,1.615
+1,block_sparse_moe.experts.210.w2,0.0000002273,0.05000,1.665
+1,block_sparse_moe.experts.218.w2,0.0000003696,0.05000,1.644
+1,block_sparse_moe.experts.222.w2,0.0000000765,0.05000,1.622
+1,block_sparse_moe.experts.214.w2,0.0000001107,0.05000,1.697
+1,block_sparse_moe.experts.225.w2,0.0000002718,0.05000,1.473
+1,block_sparse_moe.experts.237.w2,0.0000000846,0.05000,1.472
+1,block_sparse_moe.experts.229.w2,0.0000004645,0.05000,1.554
+1,block_sparse_moe.experts.233.w2,0.0000003809,0.05000,1.521
+1,block_sparse_moe.experts.235.w2,0.0000006780,0.05000,1.710
+1,block_sparse_moe.experts.236.w2,0.0000001712,0.05000,1.579
+1,block_sparse_moe.experts.231.w2,0.0000002443,0.05000,1.619
+1,block_sparse_moe.experts.224.w2,0.0000010005,0.05000,1.569
+1,block_sparse_moe.experts.228.w2,0.0000000304,0.05000,1.561
+1,block_sparse_moe.experts.239.w2,0.0000003992,0.05000,1.621
+1,block_sparse_moe.experts.232.w2,0.0000039784,0.05000,1.636
+1,block_sparse_moe.experts.227.w2,0.0000007177,0.05000,1.576
+1,block_sparse_moe.experts.226.w2,0.0000007692,0.05000,1.517
+1,block_sparse_moe.experts.238.w2,0.0000000290,0.05000,1.506
+1,block_sparse_moe.experts.234.w2,0.0000003256,0.05000,1.554
+1,block_sparse_moe.experts.230.w2,0.0000001346,0.05000,1.486
+1,block_sparse_moe.experts.241.w2,0.0000001337,0.05000,1.511
+1,block_sparse_moe.experts.245.w2,0.0000001477,0.05000,1.469
+1,block_sparse_moe.experts.253.w2,0.0000002339,0.05000,1.537
+1,block_sparse_moe.experts.249.w2,0.0000000092,0.05000,1.351
+1,block_sparse_moe.experts.252.w2,0.0000009065,0.05000,1.554
+1,block_sparse_moe.experts.240.w2,0.0000000596,0.05000,1.500
+1,block_sparse_moe.experts.244.w2,0.0000001072,0.05000,1.501
+1,block_sparse_moe.experts.251.w2,0.0000007173,0.05000,1.627
+1,block_sparse_moe.experts.247.w2,0.0000001072,0.05000,1.552
+1,block_sparse_moe.experts.248.w2,0.0000036037,0.05000,1.461
+1,block_sparse_moe.experts.255.w2,0.0000002548,0.05000,1.562
+1,block_sparse_moe.experts.243.w2,0.0000001644,0.05000,1.541
+1,block_sparse_moe.experts.242.w2,0.0000009393,0.05000,1.443
+1,block_sparse_moe.experts.254.w2,0.0000004306,0.05000,1.374
+1,block_sparse_moe.experts.250.w2,0.0000001840,0.05000,1.372
+1,block_sparse_moe.experts.246.w2,0.0000010368,0.05000,1.351
+2,self_attn.q_proj,0.0000000065,0.05000,0.978
+2,self_attn.v_proj,0.0000000009,0.05000,1.026
+2,self_attn.k_proj,0.0000000010,0.05000,1.150
+2,self_attn.o_proj,0.0000000018,0.05000,1.764
+2,block_sparse_moe.experts.4.w1,0.0000009635,0.05000,2.971
+2,block_sparse_moe.experts.12.w1,0.0000088940,0.05000,2.977
+2,block_sparse_moe.experts.15.w1,0.0000012225,0.05000,3.106
+2,block_sparse_moe.experts.3.w1,0.0000151270,0.05000,3.130
+2,block_sparse_moe.experts.0.w1,0.0000049175,0.05000,3.134
+2,block_sparse_moe.experts.10.w1,0.0000199447,0.05000,3.124
+2,block_sparse_moe.experts.6.w1,0.0000072594,0.05000,3.194
+2,block_sparse_moe.experts.11.w1,0.0000704549,0.05000,3.173
+2,block_sparse_moe.experts.14.w1,0.0000058054,0.05000,3.177
+2,block_sparse_moe.experts.2.w1,0.0000061430,0.05000,3.184
+2,block_sparse_moe.experts.7.w1,0.0000357149,0.05000,3.198
+2,block_sparse_moe.experts.8.w1,0.0000071960,0.05000,3.200
+2,block_sparse_moe.experts.5.w1,0.0000067224,0.05000,3.391
+2,block_sparse_moe.experts.9.w1,0.0000059407,0.05000,3.409
+2,block_sparse_moe.experts.13.w1,0.0000369065,0.05000,3.444
+2,block_sparse_moe.experts.1.w1,0.0000092011,0.05000,3.476
+2,block_sparse_moe.experts.31.w1,0.0000030900,0.05000,2.907
+2,block_sparse_moe.experts.20.w1,0.0000011322,0.05000,3.125
+2,block_sparse_moe.experts.23.w1,0.0000014929,0.05000,2.922
+2,block_sparse_moe.experts.27.w1,0.0000045108,0.05000,2.923
+2,block_sparse_moe.experts.19.w1,0.0000099948,0.05000,3.037
+2,block_sparse_moe.experts.28.w1,0.0000036293,0.05000,3.176
+2,block_sparse_moe.experts.26.w1,0.0000038808,0.05000,3.057
+2,block_sparse_moe.experts.25.w1,0.0000046764,0.05000,2.815
+2,block_sparse_moe.experts.17.w1,0.0000095825,0.05000,2.782
+2,block_sparse_moe.experts.22.w1,0.0000293348,0.05000,3.088
+2,block_sparse_moe.experts.16.w1,0.0000030055,0.05000,3.183
+2,block_sparse_moe.experts.24.w1,0.0000030469,0.05000,3.118
+2,block_sparse_moe.experts.29.w1,0.0000042001,0.05000,2.867
+2,block_sparse_moe.experts.21.w1,0.0000059554,0.05000,2.964
+2,block_sparse_moe.experts.18.w1,0.0000028578,0.05000,3.172
+2,block_sparse_moe.experts.30.w1,0.0000031065,0.05000,3.233
+2,block_sparse_moe.experts.41.w1,0.0000030330,0.05000,2.783
+2,block_sparse_moe.experts.45.w1,0.0000023741,0.05000,2.757
+2,block_sparse_moe.experts.33.w1,0.0000169708,0.05000,2.815
+2,block_sparse_moe.experts.37.w1,0.0000055420,0.05000,2.798
+2,block_sparse_moe.experts.47.w1,0.0000123490,0.05000,3.175
+2,block_sparse_moe.experts.35.w1,0.0000158491,0.05000,3.084
+2,block_sparse_moe.experts.39.w1,0.0000267716,0.05000,3.132
+2,block_sparse_moe.experts.36.w1,0.0000019071,0.05000,3.175
+2,block_sparse_moe.experts.44.w1,0.0000038781,0.05000,3.100
+2,block_sparse_moe.experts.42.w1,0.0000823362,0.05000,3.137
+2,block_sparse_moe.experts.43.w1,0.0000104233,0.05000,3.268
+2,block_sparse_moe.experts.38.w1,0.0000047212,0.05000,3.125
+2,block_sparse_moe.experts.34.w1,0.0000102320,0.05000,3.038
+2,block_sparse_moe.experts.32.w1,0.0000550714,0.05000,3.119
+2,block_sparse_moe.experts.40.w1,0.0000026564,0.05000,3.177
+2,block_sparse_moe.experts.46.w1,0.0000189650,0.05000,3.072
+2,block_sparse_moe.experts.57.w1,0.0000070194,0.05000,2.995
+2,block_sparse_moe.experts.49.w1,0.0000806613,0.05000,2.953
+2,block_sparse_moe.experts.61.w1,0.0000071442,0.05000,3.009
+2,block_sparse_moe.experts.53.w1,0.0000032676,0.05000,3.065
+2,block_sparse_moe.experts.60.w1,0.0000053902,0.05000,3.027
+2,block_sparse_moe.experts.55.w1,0.0000083625,0.05000,3.054
+2,block_sparse_moe.experts.51.w1,0.0000041594,0.05000,3.079
+2,block_sparse_moe.experts.63.w1,0.0000024406,0.05000,3.164
+2,block_sparse_moe.experts.59.w1,0.0000011353,0.05000,2.994
+2,block_sparse_moe.experts.52.w1,0.0000054674,0.05000,3.138
+2,block_sparse_moe.experts.50.w1,0.0000042449,0.05000,3.055
+2,block_sparse_moe.experts.62.w1,0.0000021822,0.05000,2.961
+2,block_sparse_moe.experts.58.w1,0.0000050391,0.05000,3.168
+2,block_sparse_moe.experts.48.w1,0.0000750376,0.05000,3.088
+2,block_sparse_moe.experts.54.w1,0.0000233990,0.05000,3.124
+2,block_sparse_moe.experts.56.w1,0.0000025762,0.05000,3.087
+2,block_sparse_moe.experts.73.w1,0.0000015818,0.05000,3.070
+2,block_sparse_moe.experts.65.w1,0.0000302526,0.05000,3.081
+2,block_sparse_moe.experts.77.w1,0.0000105334,0.05000,3.083
+2,block_sparse_moe.experts.69.w1,0.0000052478,0.05000,3.016
+2,block_sparse_moe.experts.76.w1,0.0000075504,0.05000,3.055
+2,block_sparse_moe.experts.71.w1,0.0000424919,0.05000,3.073
+2,block_sparse_moe.experts.79.w1,0.0000178834,0.05000,3.097
+2,block_sparse_moe.experts.67.w1,0.0000198780,0.05000,3.148
+2,block_sparse_moe.experts.66.w1,0.0000261897,0.05000,3.034
+2,block_sparse_moe.experts.68.w1,0.0000077345,0.05000,3.092
+2,block_sparse_moe.experts.78.w1,0.0000029460,0.05000,3.071
+2,block_sparse_moe.experts.75.w1,0.0000087282,0.05000,3.158
+2,block_sparse_moe.experts.64.w1,0.0000018366,0.05000,3.017
+2,block_sparse_moe.experts.70.w1,0.0000036523,0.05000,3.033
+2,block_sparse_moe.experts.74.w1,0.0000098487,0.05000,3.140
+2,block_sparse_moe.experts.72.w1,0.0000444985,0.05000,3.080
+2,block_sparse_moe.experts.81.w1,0.0000075465,0.05000,2.870
+2,block_sparse_moe.experts.89.w1,0.0000121423,0.05000,2.993
+2,block_sparse_moe.experts.93.w1,0.0000037090,0.05000,3.003
+2,block_sparse_moe.experts.85.w1,0.0000137327,0.05000,3.070
+2,block_sparse_moe.experts.82.w1,0.0000088739,0.05000,2.847
+2,block_sparse_moe.experts.92.w1,0.0000182030,0.05000,3.003
+2,block_sparse_moe.experts.87.w1,0.0000033711,0.05000,3.067
+2,block_sparse_moe.experts.90.w1,0.0000027543,0.05000,2.810
+2,block_sparse_moe.experts.86.w1,0.0000063989,0.05000,2.910
+2,block_sparse_moe.experts.94.w1,0.0000045106,0.05000,2.962
+2,block_sparse_moe.experts.84.w1,0.0000027102,0.05000,3.025
+2,block_sparse_moe.experts.83.w1,0.0000038660,0.05000,3.062
+2,block_sparse_moe.experts.80.w1,0.0000289078,0.05000,3.014
+2,block_sparse_moe.experts.95.w1,0.0000009812,0.05000,3.143
+2,block_sparse_moe.experts.91.w1,0.0000217751,0.05000,3.120
+2,block_sparse_moe.experts.88.w1,0.0000279327,0.05000,3.020
+2,block_sparse_moe.experts.97.w1,0.0000122630,0.05000,3.078
+2,block_sparse_moe.experts.105.w1,0.0000026355,0.05000,3.079
+2,block_sparse_moe.experts.109.w1,0.0000011197,0.05000,3.033
+2,block_sparse_moe.experts.101.w1,0.0000076858,0.05000,3.000
+2,block_sparse_moe.experts.108.w1,0.0000366809,0.05000,3.051
+2,block_sparse_moe.experts.98.w1,0.0000167251,0.05000,3.111
+2,block_sparse_moe.experts.96.w1,0.0000041288,0.05000,2.979
+2,block_sparse_moe.experts.103.w1,0.0000070032,0.05000,3.126
+2,block_sparse_moe.experts.110.w1,0.0000052605,0.05000,3.083
+2,block_sparse_moe.experts.100.w1,0.0000065071,0.05000,3.062
+2,block_sparse_moe.experts.106.w1,0.0000080314,0.05000,3.141
+2,block_sparse_moe.experts.102.w1,0.0000038588,0.05000,3.147
+2,block_sparse_moe.experts.99.w1,0.0000032215,0.05000,3.204
+2,block_sparse_moe.experts.111.w1,0.0000029800,0.05000,3.135
+2,block_sparse_moe.experts.104.w1,0.0000075257,0.05000,3.094
+2,block_sparse_moe.experts.107.w1,0.0000057780,0.05000,3.165
+2,block_sparse_moe.experts.113.w1,0.0000444401,0.05000,3.065
+2,block_sparse_moe.experts.121.w1,0.0000003561,0.05000,3.087
+2,block_sparse_moe.experts.125.w1,0.0000062383,0.05000,3.038
+2,block_sparse_moe.experts.117.w1,0.0000089399,0.05000,3.086
+2,block_sparse_moe.experts.124.w1,0.0000023861,0.05000,3.013
+2,block_sparse_moe.experts.112.w1,0.0000051234,0.05000,2.949
+2,block_sparse_moe.experts.116.w1,0.0000187298,0.05000,2.977
+2,block_sparse_moe.experts.114.w1,0.0000498824,0.05000,3.138
+2,block_sparse_moe.experts.118.w1,0.0000094481,0.05000,3.031
+2,block_sparse_moe.experts.122.w1,0.0000050523,0.05000,3.109
+2,block_sparse_moe.experts.126.w1,0.0000026759,0.05000,3.216
+2,block_sparse_moe.experts.120.w1,0.0000659405,0.05000,3.021
+2,block_sparse_moe.experts.119.w1,0.0000277125,0.05000,3.323
+2,block_sparse_moe.experts.115.w1,0.0000091628,0.05000,3.217
+2,block_sparse_moe.experts.123.w1,0.0000023022,0.05000,3.244
+2,block_sparse_moe.experts.127.w1,0.0000013724,0.05000,3.327
+2,block_sparse_moe.experts.129.w1,0.0000034061,0.05000,3.162
+2,block_sparse_moe.experts.141.w1,0.0000272441,0.05000,3.134
+2,block_sparse_moe.experts.137.w1,0.0000033055,0.05000,3.241
+2,block_sparse_moe.experts.133.w1,0.0000100581,0.05000,3.141
+2,block_sparse_moe.experts.128.w1,0.0000206922,0.05000,3.080
+2,block_sparse_moe.experts.140.w1,0.0000040562,0.05000,3.213
+2,block_sparse_moe.experts.130.w1,0.0000307871,0.05000,3.080
+2,block_sparse_moe.experts.134.w1,0.0000017284,0.05000,3.062
+2,block_sparse_moe.experts.132.w1,0.0000019824,0.05000,3.186
+2,block_sparse_moe.experts.138.w1,0.0000134211,0.05000,3.089
+2,block_sparse_moe.experts.136.w1,0.0000035951,0.05000,3.083
+2,block_sparse_moe.experts.131.w1,0.0000070884,0.05000,2.965
+2,block_sparse_moe.experts.135.w1,0.0000066332,0.05000,3.064
+2,block_sparse_moe.experts.142.w1,0.0000062421,0.05000,3.199
+2,block_sparse_moe.experts.143.w1,0.0000231104,0.05000,3.051
+2,block_sparse_moe.experts.139.w1,0.0000023738,0.05000,3.058
+2,block_sparse_moe.experts.145.w1,0.0000238887,0.05000,3.135
+2,block_sparse_moe.experts.157.w1,0.0000174000,0.05000,3.136
+2,block_sparse_moe.experts.153.w1,0.0000006504,0.05000,3.077
+2,block_sparse_moe.experts.149.w1,0.0000146543,0.05000,3.054
+2,block_sparse_moe.experts.150.w1,0.0000033194,0.05000,2.989
+2,block_sparse_moe.experts.146.w1,0.0000079322,0.05000,3.062
+2,block_sparse_moe.experts.144.w1,0.0000075956,0.05000,3.176
+2,block_sparse_moe.experts.156.w1,0.0000087343,0.05000,3.159
+2,block_sparse_moe.experts.154.w1,0.0000472388,0.05000,3.008
+2,block_sparse_moe.experts.147.w1,0.0000089629,0.05000,2.937
+2,block_sparse_moe.experts.151.w1,0.0000033132,0.05000,2.963
+2,block_sparse_moe.experts.148.w1,0.0000138707,0.05000,3.212
+2,block_sparse_moe.experts.159.w1,0.0000058586,0.05000,2.912
+2,block_sparse_moe.experts.155.w1,0.0000035285,0.05000,2.911
+2,block_sparse_moe.experts.152.w1,0.0000132729,0.05000,3.164
+2,block_sparse_moe.experts.158.w1,0.0000051047,0.05000,3.058
+2,block_sparse_moe.experts.161.w1,0.0000115424,0.05000,3.104
+2,block_sparse_moe.experts.173.w1,0.0000052716,0.05000,3.087
+2,block_sparse_moe.experts.169.w1,0.0000009217,0.05000,3.076
+2,block_sparse_moe.experts.165.w1,0.0000018080,0.05000,3.112
+2,block_sparse_moe.experts.160.w1,0.0000100804,0.05000,2.991
+2,block_sparse_moe.experts.162.w1,0.0000346668,0.05000,3.026
+2,block_sparse_moe.experts.172.w1,0.0000089335,0.05000,2.966
+2,block_sparse_moe.experts.166.w1,0.0000162033,0.05000,3.091
+2,block_sparse_moe.experts.170.w1,0.0000056898,0.05000,3.080
+2,block_sparse_moe.experts.163.w1,0.0000041939,0.05000,3.027
+2,block_sparse_moe.experts.167.w1,0.0000029339,0.05000,3.076
+2,block_sparse_moe.experts.164.w1,0.0000183658,0.05000,3.067
+2,block_sparse_moe.experts.171.w1,0.0000186754,0.05000,3.011
+2,block_sparse_moe.experts.168.w1,0.0000086585,0.05000,3.035
+2,block_sparse_moe.experts.175.w1,0.0000032323,0.05000,3.051
+2,block_sparse_moe.experts.174.w1,0.0000021176,0.05000,3.083
+2,block_sparse_moe.experts.177.w1,0.0000207764,0.05000,2.889
+2,block_sparse_moe.experts.189.w1,0.0000142058,0.05000,2.902
+2,block_sparse_moe.experts.185.w1,0.0000027246,0.05000,2.903
+2,block_sparse_moe.experts.181.w1,0.0000051157,0.05000,2.885
+2,block_sparse_moe.experts.182.w1,0.0001174360,0.05000,2.961
+2,block_sparse_moe.experts.178.w1,0.0000100386,0.05000,3.028
+2,block_sparse_moe.experts.176.w1,0.0000094515,0.05000,3.089
+2,block_sparse_moe.experts.186.w1,0.0000061941,0.05000,2.968
+2,block_sparse_moe.experts.188.w1,0.0000050175,0.05000,3.140
+2,block_sparse_moe.experts.179.w1,0.0000784702,0.05000,3.027
+2,block_sparse_moe.experts.183.w1,0.0000146331,0.05000,3.114
+2,block_sparse_moe.experts.190.w1,0.0000017630,0.05000,3.027
+2,block_sparse_moe.experts.191.w1,0.0000016950,0.05000,3.067
+2,block_sparse_moe.experts.180.w1,0.0000059473,0.05000,3.146
+2,block_sparse_moe.experts.187.w1,0.0000042526,0.05000,3.170
+2,block_sparse_moe.experts.184.w1,0.0000069976,0.05000,3.173
+2,block_sparse_moe.experts.205.w1,0.0000012975,0.05000,2.946
+2,block_sparse_moe.experts.193.w1,0.0000011551,0.05000,3.029
+2,block_sparse_moe.experts.201.w1,0.0000107748,0.05000,3.108
+2,block_sparse_moe.experts.198.w1,0.0000139902,0.05000,2.916
+2,block_sparse_moe.experts.197.w1,0.0000054894,0.05000,3.092
+2,block_sparse_moe.experts.194.w1,0.0000107080,0.05000,2.936
+2,block_sparse_moe.experts.204.w1,0.0000398961,0.05000,2.924
+2,block_sparse_moe.experts.192.w1,0.0000070860,0.05000,3.037
+2,block_sparse_moe.experts.202.w1,0.0000062542,0.05000,3.018
+2,block_sparse_moe.experts.195.w1,0.0000029653,0.05000,3.077
+2,block_sparse_moe.experts.196.w1,0.0000054453,0.05000,2.960
+2,block_sparse_moe.experts.199.w1,0.0000044481,0.05000,3.056
+2,block_sparse_moe.experts.206.w1,0.0000066491,0.05000,3.028
+2,block_sparse_moe.experts.203.w1,0.0000129205,0.05000,3.005
+2,block_sparse_moe.experts.200.w1,0.0000242400,0.05000,2.984
+2,block_sparse_moe.experts.207.w1,0.0000057346,0.05000,3.155
+2,block_sparse_moe.experts.209.w1,0.0000045286,0.05000,2.991
+2,block_sparse_moe.experts.221.w1,0.0000121794,0.05000,3.018
+2,block_sparse_moe.experts.217.w1,0.0000206224,0.05000,3.011
+2,block_sparse_moe.experts.214.w1,0.0000018569,0.05000,3.022
+2,block_sparse_moe.experts.213.w1,0.0000051109,0.05000,3.059
+2,block_sparse_moe.experts.208.w1,0.0000104700,0.05000,2.892
+2,block_sparse_moe.experts.210.w1,0.0000058907,0.05000,3.039
+2,block_sparse_moe.experts.218.w1,0.0000017987,0.05000,2.983
+2,block_sparse_moe.experts.220.w1,0.0000036800,0.05000,3.040
+2,block_sparse_moe.experts.222.w1,0.0000079549,0.05000,2.933
+2,block_sparse_moe.experts.212.w1,0.0000064048,0.05000,3.022
+2,block_sparse_moe.experts.211.w1,0.0000090212,0.05000,3.194
+2,block_sparse_moe.experts.216.w1,0.0000032512,0.05000,3.014
+2,block_sparse_moe.experts.215.w1,0.0000037510,0.05000,3.182
+2,block_sparse_moe.experts.223.w1,0.0000119367,0.05000,3.066
+2,block_sparse_moe.experts.219.w1,0.0000063656,0.05000,3.189
+2,block_sparse_moe.experts.225.w1,0.0000049820,0.05000,2.687
+2,block_sparse_moe.experts.237.w1,0.0000034903,0.05000,2.785
+2,block_sparse_moe.experts.233.w1,0.0000038574,0.05000,2.751
+2,block_sparse_moe.experts.224.w1,0.0000029773,0.05000,2.759
+2,block_sparse_moe.experts.236.w1,0.0000027360,0.05000,2.676
+2,block_sparse_moe.experts.226.w1,0.0000373378,0.05000,2.828
+2,block_sparse_moe.experts.230.w1,0.0000011778,0.05000,2.945
+2,block_sparse_moe.experts.229.w1,0.0000048713,0.05000,2.930
+2,block_sparse_moe.experts.234.w1,0.0000013471,0.05000,2.888
+2,block_sparse_moe.experts.228.w1,0.0000053480,0.05000,2.681
+2,block_sparse_moe.experts.232.w1,0.0000299032,0.05000,2.689
+2,block_sparse_moe.experts.238.w1,0.0000629050,0.05000,2.905
+2,block_sparse_moe.experts.227.w1,0.0001228269,0.05000,3.074
+2,block_sparse_moe.experts.231.w1,0.0000195611,0.05000,3.061
+2,block_sparse_moe.experts.235.w1,0.0000293106,0.05000,3.105
+2,block_sparse_moe.experts.239.w1,0.0000095268,0.05000,3.141
+2,block_sparse_moe.experts.241.w1,0.0000409934,0.05000,3.191
+2,block_sparse_moe.experts.253.w1,0.0000011542,0.05000,3.129
+2,block_sparse_moe.experts.240.w1,0.0000527936,0.05000,3.008
+2,block_sparse_moe.experts.249.w1,0.0000129626,0.05000,3.147
+2,block_sparse_moe.experts.252.w1,0.0000343248,0.05000,3.068
+2,block_sparse_moe.experts.242.w1,0.0001681820,0.05000,3.144
+2,block_sparse_moe.experts.246.w1,0.0000044040,0.05000,3.163
+2,block_sparse_moe.experts.245.w1,0.0000019708,0.05000,3.189
+2,block_sparse_moe.experts.250.w1,0.0001094518,0.05000,3.099
+2,block_sparse_moe.experts.244.w1,0.0000102474,0.05000,3.038
+2,block_sparse_moe.experts.248.w1,0.0000037483,0.05000,3.089
+2,block_sparse_moe.experts.254.w1,0.0000052286,0.05000,3.158
+2,block_sparse_moe.experts.243.w1,0.0000057124,0.05000,3.178
+2,block_sparse_moe.experts.247.w1,0.0000025994,0.05000,3.159
+2,block_sparse_moe.experts.251.w1,0.0000072813,0.05000,3.160
+2,block_sparse_moe.experts.255.w1,0.0000161620,0.05000,3.179
+2,block_sparse_moe.experts.1.w3,0.0000085075,0.05000,3.002
+2,block_sparse_moe.experts.13.w3,0.0000086104,0.05000,3.028
+2,block_sparse_moe.experts.9.w3,0.0000039437,0.05000,2.928
+2,block_sparse_moe.experts.0.w3,0.0000046639,0.05000,2.988
+2,block_sparse_moe.experts.12.w3,0.0000067690,0.05000,2.982
+2,block_sparse_moe.experts.6.w3,0.0000017335,0.05000,2.955
+2,block_sparse_moe.experts.2.w3,0.0000030530,0.05000,3.087
+2,block_sparse_moe.experts.10.w3,0.0000192692,0.05000,2.996
+2,block_sparse_moe.experts.4.w3,0.0000007444,0.05000,3.000
+2,block_sparse_moe.experts.8.w3,0.0000042714,0.05000,2.921
+2,block_sparse_moe.experts.5.w3,0.0000043699,0.05000,3.150
+2,block_sparse_moe.experts.14.w3,0.0000041402,0.05000,3.068
+2,block_sparse_moe.experts.3.w3,0.0000128790,0.05000,3.118
+2,block_sparse_moe.experts.7.w3,0.0000083649,0.05000,3.022
+2,block_sparse_moe.experts.11.w3,0.0000069036,0.05000,3.064
+2,block_sparse_moe.experts.15.w3,0.0000009987,0.05000,3.079
+2,block_sparse_moe.experts.17.w3,0.0000049067,0.05000,3.037
+2,block_sparse_moe.experts.16.w3,0.0000015827,0.05000,2.890
+2,block_sparse_moe.experts.28.w3,0.0000029588,0.05000,2.851
+2,block_sparse_moe.experts.29.w3,0.0000032609,0.05000,3.052
+2,block_sparse_moe.experts.25.w3,0.0000038307,0.05000,3.101
+2,block_sparse_moe.experts.20.w3,0.0000010713,0.05000,2.867
+2,block_sparse_moe.experts.24.w3,0.0000029086,0.05000,2.830
+2,block_sparse_moe.experts.26.w3,0.0000032123,0.05000,2.995
+2,block_sparse_moe.experts.22.w3,0.0000202499,0.05000,3.121
+2,block_sparse_moe.experts.18.w3,0.0000017968,0.05000,3.118
+2,block_sparse_moe.experts.21.w3,0.0000052762,0.05000,3.063
+2,block_sparse_moe.experts.30.w3,0.0000030229,0.05000,3.036
+2,block_sparse_moe.experts.19.w3,0.0000083885,0.05000,3.125
+2,block_sparse_moe.experts.23.w3,0.0000010764,0.05000,3.158
+2,block_sparse_moe.experts.27.w3,0.0000032923,0.05000,3.123
+2,block_sparse_moe.experts.31.w3,0.0000017262,0.05000,3.163
+2,block_sparse_moe.experts.33.w3,0.0000055967,0.05000,2.846
+2,block_sparse_moe.experts.44.w3,0.0000033153,0.05000,2.828
+2,block_sparse_moe.experts.32.w3,0.0000089249,0.05000,2.915
+2,block_sparse_moe.experts.45.w3,0.0000020161,0.05000,2.889
+2,block_sparse_moe.experts.41.w3,0.0000020688,0.05000,2.831
+2,block_sparse_moe.experts.36.w3,0.0000017554,0.05000,2.944
+2,block_sparse_moe.experts.40.w3,0.0000023273,0.05000,2.981
+2,block_sparse_moe.experts.42.w3,0.0000576855,0.05000,3.038
+2,block_sparse_moe.experts.37.w3,0.0000040083,0.05000,2.843
+2,block_sparse_moe.experts.38.w3,0.0000039998,0.05000,3.040
+2,block_sparse_moe.experts.34.w3,0.0000093138,0.05000,3.119
+2,block_sparse_moe.experts.46.w3,0.0000153130,0.05000,3.092
+2,block_sparse_moe.experts.39.w3,0.0000193925,0.05000,2.979
+2,block_sparse_moe.experts.35.w3,0.0000029201,0.05000,3.084
+2,block_sparse_moe.experts.43.w3,0.0000086634,0.05000,3.008
+2,block_sparse_moe.experts.47.w3,0.0000108491,0.05000,3.001
+2,block_sparse_moe.experts.49.w3,0.0000059040,0.05000,3.018
+2,block_sparse_moe.experts.57.w3,0.0000059253,0.05000,2.874
+2,block_sparse_moe.experts.60.w3,0.0000042185,0.05000,3.019
+2,block_sparse_moe.experts.61.w3,0.0000040517,0.05000,2.962
+2,block_sparse_moe.experts.48.w3,0.0000054368,0.05000,3.065
+2,block_sparse_moe.experts.52.w3,0.0000046847,0.05000,3.014
+2,block_sparse_moe.experts.53.w3,0.0000029636,0.05000,2.819
+2,block_sparse_moe.experts.56.w3,0.0000023889,0.05000,3.010
+2,block_sparse_moe.experts.54.w3,0.0000138948,0.05000,3.161
+2,block_sparse_moe.experts.58.w3,0.0000033816,0.05000,3.290
+2,block_sparse_moe.experts.50.w3,0.0000024911,0.05000,3.243
+2,block_sparse_moe.experts.62.w3,0.0000020448,0.05000,3.166
+2,block_sparse_moe.experts.55.w3,0.0000068491,0.05000,3.141
+2,block_sparse_moe.experts.51.w3,0.0000024433,0.05000,3.158
+2,block_sparse_moe.experts.59.w3,0.0000009333,0.05000,3.130
+2,block_sparse_moe.experts.63.w3,0.0000007092,0.05000,3.098
+2,block_sparse_moe.experts.65.w3,0.0000272641,0.05000,2.539
+2,block_sparse_moe.experts.73.w3,0.0000014854,0.05000,2.616
+2,block_sparse_moe.experts.77.w3,0.0000098700,0.05000,2.598
+2,block_sparse_moe.experts.76.w3,0.0000048429,0.05000,3.114
+2,block_sparse_moe.experts.64.w3,0.0000017409,0.05000,3.059
+2,block_sparse_moe.experts.69.w3,0.0000048987,0.05000,2.825
+2,block_sparse_moe.experts.68.w3,0.0000027386,0.05000,3.127
+2,block_sparse_moe.experts.72.w3,0.0000342481,0.05000,3.224
+2,block_sparse_moe.experts.70.w3,0.0000033894,0.05000,3.078
+2,block_sparse_moe.experts.74.w3,0.0000089759,0.05000,3.106
+2,block_sparse_moe.experts.66.w3,0.0000053861,0.05000,3.072
+2,block_sparse_moe.experts.78.w3,0.0000027499,0.05000,3.107
+2,block_sparse_moe.experts.71.w3,0.0000162719,0.05000,3.097
+2,block_sparse_moe.experts.67.w3,0.0000184496,0.05000,3.173
+2,block_sparse_moe.experts.75.w3,0.0000078369,0.05000,3.130
+2,block_sparse_moe.experts.79.w3,0.0000033831,0.05000,3.143
+2,block_sparse_moe.experts.81.w3,0.0000050949,0.05000,3.041
+2,block_sparse_moe.experts.89.w3,0.0000082066,0.05000,3.034
+2,block_sparse_moe.experts.93.w3,0.0000034413,0.05000,3.104
+2,block_sparse_moe.experts.92.w3,0.0000075563,0.05000,3.110
+2,block_sparse_moe.experts.85.w3,0.0000113283,0.05000,2.973
+2,block_sparse_moe.experts.80.w3,0.0000266478,0.05000,3.158
+2,block_sparse_moe.experts.84.w3,0.0000022044,0.05000,3.108
+2,block_sparse_moe.experts.88.w3,0.0000109316,0.05000,3.082
+2,block_sparse_moe.experts.86.w3,0.0000059052,0.05000,3.033
+2,block_sparse_moe.experts.90.w3,0.0000024287,0.05000,3.060
+2,block_sparse_moe.experts.82.w3,0.0000055668,0.05000,3.036
+2,block_sparse_moe.experts.94.w3,0.0000036457,0.05000,3.056
+2,block_sparse_moe.experts.83.w3,0.0000027006,0.05000,2.948
+2,block_sparse_moe.experts.87.w3,0.0000030334,0.05000,3.111
+2,block_sparse_moe.experts.91.w3,0.0000148956,0.05000,3.010
+2,block_sparse_moe.experts.95.w3,0.0000008353,0.05000,3.009
+2,block_sparse_moe.experts.97.w3,0.0000108793,0.05000,2.907
+2,block_sparse_moe.experts.105.w3,0.0000024169,0.05000,2.878
+2,block_sparse_moe.experts.109.w3,0.0000008181,0.05000,2.839
+2,block_sparse_moe.experts.101.w3,0.0000071651,0.05000,2.909
+2,block_sparse_moe.experts.108.w3,0.0000123855,0.05000,2.964
+2,block_sparse_moe.experts.96.w3,0.0000036796,0.05000,3.043
+2,block_sparse_moe.experts.100.w3,0.0000059310,0.05000,3.099
+2,block_sparse_moe.experts.104.w3,0.0000066368,0.05000,3.005
+2,block_sparse_moe.experts.102.w3,0.0000024615,0.05000,3.180
+2,block_sparse_moe.experts.106.w3,0.0000071777,0.05000,3.060
+2,block_sparse_moe.experts.98.w3,0.0000043578,0.05000,3.154
+2,block_sparse_moe.experts.110.w3,0.0000022486,0.05000,3.159
+2,block_sparse_moe.experts.103.w3,0.0000037687,0.05000,2.926
+2,block_sparse_moe.experts.99.w3,0.0000030151,0.05000,3.013
+2,block_sparse_moe.experts.107.w3,0.0000052348,0.05000,2.920
+2,block_sparse_moe.experts.111.w3,0.0000006461,0.05000,2.974
+2,block_sparse_moe.experts.113.w3,0.0000202725,0.05000,3.116
+2,block_sparse_moe.experts.121.w3,0.0000003333,0.05000,3.098
+2,block_sparse_moe.experts.125.w3,0.0000028715,0.05000,3.138
+2,block_sparse_moe.experts.124.w3,0.0000018067,0.05000,3.018
+2,block_sparse_moe.experts.117.w3,0.0000054870,0.05000,3.156
+2,block_sparse_moe.experts.112.w3,0.0000048102,0.05000,3.008
+2,block_sparse_moe.experts.116.w3,0.0000086012,0.05000,3.015
+2,block_sparse_moe.experts.120.w3,0.0000065651,0.05000,2.967
+2,block_sparse_moe.experts.118.w3,0.0000088038,0.05000,2.929
+2,block_sparse_moe.experts.122.w3,0.0000040900,0.05000,2.930
+2,block_sparse_moe.experts.114.w3,0.0000206002,0.05000,3.040
+2,block_sparse_moe.experts.126.w3,0.0000024654,0.05000,3.123
+2,block_sparse_moe.experts.119.w3,0.0000046407,0.05000,3.054
+2,block_sparse_moe.experts.123.w3,0.0000020962,0.05000,3.039
+2,block_sparse_moe.experts.127.w3,0.0000013038,0.05000,2.981
+2,block_sparse_moe.experts.115.w3,0.0000065986,0.05000,3.130
+2,block_sparse_moe.experts.129.w3,0.0000030419,0.05000,3.054
+2,block_sparse_moe.experts.137.w3,0.0000028251,0.05000,2.971
+2,block_sparse_moe.experts.141.w3,0.0000127448,0.05000,2.979
+2,block_sparse_moe.experts.140.w3,0.0000037373,0.05000,3.040
+2,block_sparse_moe.experts.133.w3,0.0000089428,0.05000,3.033
+2,block_sparse_moe.experts.128.w3,0.0000166591,0.05000,2.996
+2,block_sparse_moe.experts.132.w3,0.0000014387,0.05000,3.038
+2,block_sparse_moe.experts.134.w3,0.0000015075,0.05000,2.826
+2,block_sparse_moe.experts.136.w3,0.0000031944,0.05000,3.077
+2,block_sparse_moe.experts.138.w3,0.0000121592,0.05000,2.891
+2,block_sparse_moe.experts.130.w3,0.0000245111,0.05000,2.880
+2,block_sparse_moe.experts.142.w3,0.0000051052,0.05000,2.864
+2,block_sparse_moe.experts.143.w3,0.0000173456,0.05000,3.009
+2,block_sparse_moe.experts.135.w3,0.0000015818,0.05000,3.196
+2,block_sparse_moe.experts.131.w3,0.0000051631,0.05000,3.064
+2,block_sparse_moe.experts.139.w3,0.0000016682,0.05000,3.204
+2,block_sparse_moe.experts.145.w3,0.0000092415,0.05000,2.799
+2,block_sparse_moe.experts.153.w3,0.0000005731,0.05000,2.921
+2,block_sparse_moe.experts.157.w3,0.0000080470,0.05000,2.915
+2,block_sparse_moe.experts.149.w3,0.0000115914,0.05000,2.807
+2,block_sparse_moe.experts.156.w3,0.0000080285,0.05000,3.026
+2,block_sparse_moe.experts.144.w3,0.0000065879,0.05000,3.068
+2,block_sparse_moe.experts.148.w3,0.0000039127,0.05000,2.916
+2,block_sparse_moe.experts.152.w3,0.0000121525,0.05000,2.918
+2,block_sparse_moe.experts.150.w3,0.0000026345,0.05000,3.072
+2,block_sparse_moe.experts.154.w3,0.0000068088,0.05000,3.093
+2,block_sparse_moe.experts.146.w3,0.0000052215,0.05000,3.083
+2,block_sparse_moe.experts.158.w3,0.0000043711,0.05000,2.995
+2,block_sparse_moe.experts.159.w3,0.0000051364,0.05000,3.108
+2,block_sparse_moe.experts.151.w3,0.0000030053,0.05000,3.045
+2,block_sparse_moe.experts.147.w3,0.0000021773,0.05000,3.118
+2,block_sparse_moe.experts.161.w3,0.0000035387,0.05000,2.756
+2,block_sparse_moe.experts.155.w3,0.0000032782,0.05000,3.138
+2,block_sparse_moe.experts.173.w3,0.0000046864,0.05000,2.708
+2,block_sparse_moe.experts.169.w3,0.0000006525,0.05000,2.833
+2,block_sparse_moe.experts.165.w3,0.0000016209,0.05000,2.854
+2,block_sparse_moe.experts.172.w3,0.0000074151,0.05000,2.877
+2,block_sparse_moe.experts.160.w3,0.0000092737,0.05000,2.853
+2,block_sparse_moe.experts.164.w3,0.0000059443,0.05000,2.882
+2,block_sparse_moe.experts.168.w3,0.0000032248,0.05000,2.969
+2,block_sparse_moe.experts.166.w3,0.0000141559,0.05000,3.150
+2,block_sparse_moe.experts.170.w3,0.0000054370,0.05000,3.112
+2,block_sparse_moe.experts.162.w3,0.0000197159,0.05000,3.043
+2,block_sparse_moe.experts.174.w3,0.0000019948,0.05000,3.078
+2,block_sparse_moe.experts.177.w3,0.0000148204,0.05000,2.726
+2,block_sparse_moe.experts.189.w3,0.0000062740,0.05000,2.705
+2,block_sparse_moe.experts.185.w3,0.0000024819,0.05000,2.743
+2,block_sparse_moe.experts.167.w3,0.0000026880,0.05000,3.125
+2,block_sparse_moe.experts.175.w3,0.0000030294,0.05000,3.204
+2,block_sparse_moe.experts.163.w3,0.0000039668,0.05000,3.126
+2,block_sparse_moe.experts.171.w3,0.0000017233,0.05000,3.092
+2,block_sparse_moe.experts.181.w3,0.0000045847,0.05000,2.781
+2,block_sparse_moe.experts.188.w3,0.0000047553,0.05000,2.762
+2,block_sparse_moe.experts.176.w3,0.0000006358,0.05000,2.760
+2,block_sparse_moe.experts.180.w3,0.0000056041,0.05000,2.821
+2,block_sparse_moe.experts.184.w3,0.0000061050,0.05000,2.758
+2,block_sparse_moe.experts.182.w3,0.0000087164,0.05000,2.919
+2,block_sparse_moe.experts.186.w3,0.0000055534,0.05000,2.961
+2,block_sparse_moe.experts.178.w3,0.0000057573,0.05000,3.081
+2,block_sparse_moe.experts.190.w3,0.0000015807,0.05000,2.990
+2,block_sparse_moe.experts.193.w3,0.0000010989,0.05000,2.995
+2,block_sparse_moe.experts.205.w3,0.0000012007,0.05000,2.943
+2,block_sparse_moe.experts.201.w3,0.0000101613,0.05000,2.966
+2,block_sparse_moe.experts.183.w3,0.0000092810,0.05000,2.930
+2,block_sparse_moe.experts.191.w3,0.0000011954,0.05000,2.962
+2,block_sparse_moe.experts.187.w3,0.0000034996,0.05000,2.910
+2,block_sparse_moe.experts.179.w3,0.0000059492,0.05000,3.003
+2,block_sparse_moe.experts.204.w3,0.0000141491,0.05000,2.811
+2,block_sparse_moe.experts.197.w3,0.0000044716,0.05000,3.057
+2,block_sparse_moe.experts.192.w3,0.0000066198,0.05000,2.915
+2,block_sparse_moe.experts.200.w3,0.0000062381,0.05000,2.761
+2,block_sparse_moe.experts.196.w3,0.0000045758,0.05000,2.842
+2,block_sparse_moe.experts.198.w3,0.0000044188,0.05000,3.040
+2,block_sparse_moe.experts.220.w3,0.0000034623,0.05000,1.415
+2,block_sparse_moe.experts.202.w3,0.0000052159,0.05000,3.058
+2,block_sparse_moe.experts.194.w3,0.0000099298,0.05000,3.043
+2,block_sparse_moe.experts.206.w3,0.0000062317,0.05000,3.052
+2,block_sparse_moe.experts.209.w3,0.0000027391,0.05000,2.998
+2,block_sparse_moe.experts.221.w3,0.0000085453,0.05000,3.106
+2,block_sparse_moe.experts.217.w3,0.0000067245,0.05000,3.069
+2,block_sparse_moe.experts.207.w3,0.0000039975,0.05000,3.039
+2,block_sparse_moe.experts.199.w3,0.0000033788,0.05000,3.139
+2,block_sparse_moe.experts.195.w3,0.0000027572,0.05000,3.042
+2,block_sparse_moe.experts.203.w3,0.0000118286,0.05000,3.152
+2,block_sparse_moe.experts.213.w3,0.0000043316,0.05000,3.062
+2,block_sparse_moe.experts.214.w3,0.0000016516,0.05000,3.001
+2,block_sparse_moe.experts.218.w3,0.0000016875,0.05000,3.102
+2,block_sparse_moe.experts.210.w3,0.0000055395,0.05000,3.151
+2,block_sparse_moe.experts.222.w3,0.0000069490,0.05000,3.045
+2,block_sparse_moe.experts.225.w3,0.0000047256,0.05000,3.167
+2,block_sparse_moe.experts.237.w3,0.0000032714,0.05000,3.023
+2,block_sparse_moe.experts.223.w3,0.0000107099,0.05000,3.376
+2,block_sparse_moe.experts.211.w3,0.0000074482,0.05000,3.340
+2,block_sparse_moe.experts.219.w3,0.0000056188,0.05000,3.315
+2,block_sparse_moe.experts.215.w3,0.0000032446,0.05000,3.480
+2,block_sparse_moe.experts.230.w3,0.0000010336,0.05000,3.126
+2,block_sparse_moe.experts.234.w3,0.0000012238,0.05000,3.051
+2,block_sparse_moe.experts.226.w3,0.0000080084,0.05000,3.085
+2,block_sparse_moe.experts.238.w3,0.0000269407,0.05000,3.242
+2,block_sparse_moe.experts.239.w3,0.0000039113,0.05000,3.098
+2,block_sparse_moe.experts.227.w3,0.0000108973,0.05000,3.134
+2,block_sparse_moe.experts.231.w3,0.0000094251,0.05000,3.108
+2,block_sparse_moe.experts.235.w3,0.0000277803,0.05000,3.162
+2,block_sparse_moe.experts.246.w3,0.0000029704,0.05000,3.250
+2,block_sparse_moe.experts.250.w3,0.0000073928,0.05000,3.173
+2,block_sparse_moe.experts.242.w3,0.0000597860,0.05000,3.004
+2,block_sparse_moe.experts.254.w3,0.0000049970,0.05000,2.772
+2,block_sparse_moe.experts.255.w3,0.0000148835,0.05000,3.208
+2,block_sparse_moe.experts.243.w3,0.0000053146,0.05000,3.159
+2,block_sparse_moe.experts.251.w3,0.0000068334,0.05000,3.139
+2,block_sparse_moe.experts.247.w3,0.0000023854,0.05000,3.160
+2,block_sparse_moe.experts.233.w3,0.0000035758,0.05000,11.289
+2,block_sparse_moe.experts.229.w3,0.0000015045,0.05000,11.518
+2,block_sparse_moe.experts.241.w3,0.0000037216,0.05000,11.589
+2,block_sparse_moe.experts.253.w3,0.0000010665,0.05000,11.562
+2,block_sparse_moe.experts.249.w3,0.0000057732,0.05000,3.279
+2,block_sparse_moe.experts.245.w3,0.0000014442,0.05000,2.527
+2,block_sparse_moe.experts.208.w3,0.0000052659,0.05000,2.915
+2,block_sparse_moe.experts.216.w3,0.0000029290,0.05000,2.946
+2,block_sparse_moe.experts.236.w3,0.0000024801,0.05000,2.983
+2,block_sparse_moe.experts.212.w3,0.0000053690,0.05000,3.092
+2,block_sparse_moe.experts.224.w3,0.0000027527,0.05000,2.661
+2,block_sparse_moe.experts.232.w3,0.0000032344,0.05000,2.692
+2,block_sparse_moe.experts.252.w3,0.0000097006,0.05000,2.730
+2,block_sparse_moe.experts.228.w3,0.0000041610,0.05000,2.778
+2,block_sparse_moe.experts.240.w3,0.0000382532,0.05000,2.137
+2,block_sparse_moe.experts.248.w3,0.0000009928,0.05000,2.107
+2,block_sparse_moe.experts.244.w3,0.0000064244,0.05000,1.986
+2,block_sparse_moe.experts.5.w2,0.0000007432,0.05000,1.505
+2,block_sparse_moe.experts.7.w2,0.0000026253,0.05000,1.522
+2,block_sparse_moe.experts.3.w2,0.0000007332,0.05000,1.530
+2,block_sparse_moe.experts.12.w2,0.0000010712,0.05000,1.516
+2,block_sparse_moe.experts.1.w2,0.0000007081,0.05000,1.546
+2,block_sparse_moe.experts.9.w2,0.0000003769,0.05000,1.532
+2,block_sparse_moe.experts.4.w2,0.0000000990,0.05000,1.569
+2,block_sparse_moe.experts.13.w2,0.0000003853,0.05000,1.555
+2,block_sparse_moe.experts.8.w2,0.0000002362,0.05000,1.575
+2,block_sparse_moe.experts.15.w2,0.0000001871,0.05000,1.560
+2,block_sparse_moe.experts.11.w2,0.0000003800,0.05000,1.569
+2,block_sparse_moe.experts.0.w2,0.0000007818,0.05000,1.601
+2,block_sparse_moe.experts.14.w2,0.0000006624,0.05000,1.707
+2,block_sparse_moe.experts.2.w2,0.0000005774,0.05000,1.761
+2,block_sparse_moe.experts.10.w2,0.0000006806,0.05000,1.750
+2,block_sparse_moe.experts.6.w2,0.0000001551,0.05000,1.782
+2,block_sparse_moe.experts.19.w2,0.0000012592,0.05000,1.513
+2,block_sparse_moe.experts.31.w2,0.0000003121,0.05000,1.498
+2,block_sparse_moe.experts.23.w2,0.0000000389,0.05000,1.584
+2,block_sparse_moe.experts.21.w2,0.0000005996,0.05000,1.638
+2,block_sparse_moe.experts.17.w2,0.0000006558,0.05000,1.612
+2,block_sparse_moe.experts.20.w2,0.0000001051,0.05000,1.592
+2,block_sparse_moe.experts.27.w2,0.0000003595,0.05000,1.577
+2,block_sparse_moe.experts.28.w2,0.0000002197,0.05000,1.649
+2,block_sparse_moe.experts.24.w2,0.0000003720,0.05000,1.641
+2,block_sparse_moe.experts.25.w2,0.0000007193,0.05000,1.666
+2,block_sparse_moe.experts.29.w2,0.0000002980,0.05000,1.662
+2,block_sparse_moe.experts.18.w2,0.0000000754,0.05000,1.498
+2,block_sparse_moe.experts.16.w2,0.0000001672,0.05000,1.668
+2,block_sparse_moe.experts.30.w2,0.0000003988,0.05000,1.619
+2,block_sparse_moe.experts.22.w2,0.0000006680,0.05000,1.589
+2,block_sparse_moe.experts.26.w2,0.0000005255,0.05000,1.615
+2,block_sparse_moe.experts.35.w2,0.0000004170,0.05000,1.452
+2,block_sparse_moe.experts.47.w2,0.0000044388,0.05000,1.427
+2,block_sparse_moe.experts.39.w2,0.0000007597,0.05000,1.415
+2,block_sparse_moe.experts.43.w2,0.0000027801,0.05000,1.419
+2,block_sparse_moe.experts.33.w2,0.0000003874,0.05000,1.473
+2,block_sparse_moe.experts.40.w2,0.0000008276,0.05000,1.447
+2,block_sparse_moe.experts.37.w2,0.0000002853,0.05000,1.533
+2,block_sparse_moe.experts.36.w2,0.0000001649,0.05000,1.529
+2,block_sparse_moe.experts.44.w2,0.0000005227,0.05000,1.527
+2,block_sparse_moe.experts.41.w2,0.0000001553,0.05000,1.514
+2,block_sparse_moe.experts.45.w2,0.0000002090,0.05000,1.530
+2,block_sparse_moe.experts.32.w2,0.0000011810,0.05000,1.514
+2,block_sparse_moe.experts.34.w2,0.0000030570,0.05000,1.524
+2,block_sparse_moe.experts.46.w2,0.0000005478,0.05000,1.600
+2,block_sparse_moe.experts.42.w2,0.0000018208,0.05000,1.592
+2,block_sparse_moe.experts.38.w2,0.0000003928,0.05000,1.619
+2,block_sparse_moe.experts.63.w2,0.0000001349,0.05000,1.425
+2,block_sparse_moe.experts.51.w2,0.0000004426,0.05000,1.461
+2,block_sparse_moe.experts.55.w2,0.0000016911,0.05000,1.448
+2,block_sparse_moe.experts.59.w2,0.0000001581,0.05000,1.447
+2,block_sparse_moe.experts.49.w2,0.0000004481,0.05000,1.586
+2,block_sparse_moe.experts.52.w2,0.0000003172,0.05000,1.530
+2,block_sparse_moe.experts.56.w2,0.0000004474,0.05000,1.560
+2,block_sparse_moe.experts.53.w2,0.0000003341,0.05000,1.560
+2,block_sparse_moe.experts.60.w2,0.0000007897,0.05000,1.538
+2,block_sparse_moe.experts.57.w2,0.0000017071,0.05000,1.555
+2,block_sparse_moe.experts.50.w2,0.0000001720,0.05000,1.541
+2,block_sparse_moe.experts.48.w2,0.0000002129,0.05000,1.559
+2,block_sparse_moe.experts.61.w2,0.0000002888,0.05000,1.604
+2,block_sparse_moe.experts.58.w2,0.0000005761,0.05000,1.393
+2,block_sparse_moe.experts.62.w2,0.0000002606,0.05000,1.449
+2,block_sparse_moe.experts.54.w2,0.0000004662,0.05000,1.473
+2,block_sparse_moe.experts.67.w2,0.0000009218,0.05000,1.500
+2,block_sparse_moe.experts.79.w2,0.0000001718,0.05000,1.535
+2,block_sparse_moe.experts.71.w2,0.0000005985,0.05000,1.592
+2,block_sparse_moe.experts.65.w2,0.0000008194,0.05000,1.363
+2,block_sparse_moe.experts.69.w2,0.0000011237,0.05000,1.359
+2,block_sparse_moe.experts.72.w2,0.0000022877,0.05000,1.380
+2,block_sparse_moe.experts.73.w2,0.0000002954,0.05000,1.335
+2,block_sparse_moe.experts.75.w2,0.0000007600,0.05000,1.606
+2,block_sparse_moe.experts.68.w2,0.0000001830,0.05000,1.445
+2,block_sparse_moe.experts.77.w2,0.0000013682,0.05000,1.308
+2,block_sparse_moe.experts.76.w2,0.0000012259,0.05000,1.469
+2,block_sparse_moe.experts.64.w2,0.0000001589,0.05000,1.470
+2,block_sparse_moe.experts.66.w2,0.0000005028,0.05000,1.606
+2,block_sparse_moe.experts.74.w2,0.0000002842,0.05000,1.591
+2,block_sparse_moe.experts.70.w2,0.0000001805,0.05000,1.533
+2,block_sparse_moe.experts.78.w2,0.0000004926,0.05000,1.619
+2,block_sparse_moe.experts.83.w2,0.0000001445,0.05000,1.490
+2,block_sparse_moe.experts.85.w2,0.0000010593,0.05000,1.490
+2,block_sparse_moe.experts.87.w2,0.0000004382,0.05000,1.524
+2,block_sparse_moe.experts.88.w2,0.0000004165,0.05000,1.483
+2,block_sparse_moe.experts.95.w2,0.0000000509,0.05000,1.628
+2,block_sparse_moe.experts.84.w2,0.0000001114,0.05000,1.447
+2,block_sparse_moe.experts.92.w2,0.0000011119,0.05000,1.406
+2,block_sparse_moe.experts.91.w2,0.0000021506,0.05000,1.508
+2,block_sparse_moe.experts.81.w2,0.0000002586,0.05000,1.629
+2,block_sparse_moe.experts.89.w2,0.0000002959,0.05000,1.609
+2,block_sparse_moe.experts.80.w2,0.0000035945,0.05000,1.447
+2,block_sparse_moe.experts.93.w2,0.0000006098,0.05000,1.594
+2,block_sparse_moe.experts.82.w2,0.0000008533,0.05000,1.542
+2,block_sparse_moe.experts.86.w2,0.0000014070,0.05000,1.537
+2,block_sparse_moe.experts.90.w2,0.0000002184,0.05000,1.619
+2,block_sparse_moe.experts.94.w2,0.0000003333,0.05000,1.606
+2,block_sparse_moe.experts.99.w2,0.0000007167,0.05000,1.517
+2,block_sparse_moe.experts.101.w2,0.0000020462,0.05000,1.475
+2,block_sparse_moe.experts.100.w2,0.0000010846,0.05000,1.483
+2,block_sparse_moe.experts.97.w2,0.0000028732,0.05000,1.438
+2,block_sparse_moe.experts.103.w2,0.0000001243,0.05000,1.570
+2,block_sparse_moe.experts.108.w2,0.0000004275,0.05000,1.550
+2,block_sparse_moe.experts.105.w2,0.0000006177,0.05000,1.449
+2,block_sparse_moe.experts.104.w2,0.0000012153,0.05000,1.603
+2,block_sparse_moe.experts.109.w2,0.0000000726,0.05000,1.447
+2,block_sparse_moe.experts.107.w2,0.0000008122,0.05000,1.596
+2,block_sparse_moe.experts.111.w2,0.0000001339,0.05000,1.649
+2,block_sparse_moe.experts.96.w2,0.0000014979,0.05000,1.535
+2,block_sparse_moe.experts.98.w2,0.0000004576,0.05000,1.540
+2,block_sparse_moe.experts.102.w2,0.0000003090,0.05000,1.542
+2,block_sparse_moe.experts.106.w2,0.0000026129,0.05000,1.548
+2,block_sparse_moe.experts.110.w2,0.0000002458,0.05000,1.548
+2,block_sparse_moe.experts.115.w2,0.0000003821,0.05000,1.577
+2,block_sparse_moe.experts.117.w2,0.0000015792,0.05000,1.498
+2,block_sparse_moe.experts.121.w2,0.0000001091,0.05000,1.455
+2,block_sparse_moe.experts.125.w2,0.0000006242,0.05000,1.446
+2,block_sparse_moe.experts.120.w2,0.0000007011,0.05000,1.494
+2,block_sparse_moe.experts.113.w2,0.0000046185,0.05000,1.553
+2,block_sparse_moe.experts.119.w2,0.0000035918,0.05000,1.546
+2,block_sparse_moe.experts.116.w2,0.0000002499,0.05000,1.629
+2,block_sparse_moe.experts.124.w2,0.0000002491,0.05000,1.555
+2,block_sparse_moe.experts.123.w2,0.0000004826,0.05000,1.593
+2,block_sparse_moe.experts.112.w2,0.0000012412,0.05000,1.540
+2,block_sparse_moe.experts.127.w2,0.0000000990,0.05000,1.612
+2,block_sparse_moe.experts.114.w2,0.0000007396,0.05000,1.529
+2,block_sparse_moe.experts.118.w2,0.0000017620,0.05000,1.565
+2,block_sparse_moe.experts.122.w2,0.0000004449,0.05000,1.601
+2,block_sparse_moe.experts.126.w2,0.0000003847,0.05000,1.561
+2,block_sparse_moe.experts.131.w2,0.0000019229,0.05000,1.405
+2,block_sparse_moe.experts.133.w2,0.0000005504,0.05000,1.472
+2,block_sparse_moe.experts.137.w2,0.0000002500,0.05000,1.478
+2,block_sparse_moe.experts.135.w2,0.0000002440,0.05000,1.459
+2,block_sparse_moe.experts.141.w2,0.0000004458,0.05000,1.490
+2,block_sparse_moe.experts.129.w2,0.0000002618,0.05000,1.523
+2,block_sparse_moe.experts.140.w2,0.0000007258,0.05000,1.521
+2,block_sparse_moe.experts.136.w2,0.0000004861,0.05000,1.606
+2,block_sparse_moe.experts.139.w2,0.0000001232,0.05000,1.470
+2,block_sparse_moe.experts.143.w2,0.0000008221,0.05000,1.456
+2,block_sparse_moe.experts.132.w2,0.0000000726,0.05000,1.591
+2,block_sparse_moe.experts.128.w2,0.0000010242,0.05000,1.523
+2,block_sparse_moe.experts.130.w2,0.0000008570,0.05000,1.356
+2,block_sparse_moe.experts.142.w2,0.0000006212,0.05000,1.304
+2,block_sparse_moe.experts.134.w2,0.0000002251,0.05000,1.429
+2,block_sparse_moe.experts.138.w2,0.0000041714,0.05000,1.357
+2,block_sparse_moe.experts.153.w2,0.0000000898,0.05000,1.467
+2,block_sparse_moe.experts.147.w2,0.0000008289,0.05000,1.631
+2,block_sparse_moe.experts.149.w2,0.0000004694,0.05000,1.552
+2,block_sparse_moe.experts.157.w2,0.0000003294,0.05000,1.535
+2,block_sparse_moe.experts.156.w2,0.0000014011,0.05000,1.482
+2,block_sparse_moe.experts.145.w2,0.0000002890,0.05000,1.518
+2,block_sparse_moe.experts.146.w2,0.0000003859,0.05000,1.354
+2,block_sparse_moe.experts.152.w2,0.0000033102,0.05000,1.542
+2,block_sparse_moe.experts.151.w2,0.0000004936,0.05000,1.695
+2,block_sparse_moe.experts.148.w2,0.0000005132,0.05000,1.611
+2,block_sparse_moe.experts.144.w2,0.0000019015,0.05000,1.577
+2,block_sparse_moe.experts.159.w2,0.0000012103,0.05000,1.629
+2,block_sparse_moe.experts.158.w2,0.0000004093,0.05000,1.403
+2,block_sparse_moe.experts.150.w2,0.0000002019,0.05000,1.382
+2,block_sparse_moe.experts.155.w2,0.0000003339,0.05000,1.656
+2,block_sparse_moe.experts.154.w2,0.0000002466,0.05000,1.430
+2,block_sparse_moe.experts.165.w2,0.0000002436,0.05000,1.506
+2,block_sparse_moe.experts.169.w2,0.0000000415,0.05000,1.510
+2,block_sparse_moe.experts.163.w2,0.0000003954,0.05000,1.568
+2,block_sparse_moe.experts.172.w2,0.0000013263,0.05000,1.440
+2,block_sparse_moe.experts.173.w2,0.0000012082,0.05000,1.547
+2,block_sparse_moe.experts.162.w2,0.0000006765,0.05000,1.513
+2,block_sparse_moe.experts.161.w2,0.0000002726,0.05000,1.525
+2,block_sparse_moe.experts.168.w2,0.0000002235,0.05000,1.502
+2,block_sparse_moe.experts.160.w2,0.0000027657,0.05000,1.450
+2,block_sparse_moe.experts.167.w2,0.0000002505,0.05000,1.524
+2,block_sparse_moe.experts.175.w2,0.0000003819,0.05000,1.475
+2,block_sparse_moe.experts.164.w2,0.0000010867,0.05000,1.488
+2,block_sparse_moe.experts.166.w2,0.0000015993,0.05000,1.478
+2,block_sparse_moe.experts.174.w2,0.0000002862,0.05000,1.498
+2,block_sparse_moe.experts.171.w2,0.0000003202,0.05000,1.507
+2,block_sparse_moe.experts.170.w2,0.0000008382,0.05000,1.508
+2,block_sparse_moe.experts.181.w2,0.0000006257,0.05000,1.539
+2,block_sparse_moe.experts.185.w2,0.0000001446,0.05000,1.552
+2,block_sparse_moe.experts.179.w2,0.0000003676,0.05000,1.538
+2,block_sparse_moe.experts.188.w2,0.0000006588,0.05000,1.523
+2,block_sparse_moe.experts.178.w2,0.0000019491,0.05000,1.559
+2,block_sparse_moe.experts.189.w2,0.0000002175,0.05000,1.583
+2,block_sparse_moe.experts.176.w2,0.0000002179,0.05000,1.463
+2,block_sparse_moe.experts.184.w2,0.0000002934,0.05000,1.516
+2,block_sparse_moe.experts.191.w2,0.0000000956,0.05000,1.485
+2,block_sparse_moe.experts.183.w2,0.0000012886,0.05000,1.533
+2,block_sparse_moe.experts.180.w2,0.0000008693,0.05000,1.515
+2,block_sparse_moe.experts.177.w2,0.0000005192,0.05000,1.665
+2,block_sparse_moe.experts.182.w2,0.0000012711,0.05000,1.525
+2,block_sparse_moe.experts.190.w2,0.0000001417,0.05000,1.596
+2,block_sparse_moe.experts.187.w2,0.0000002612,0.05000,1.581
+2,block_sparse_moe.experts.186.w2,0.0000025162,0.05000,1.659
+2,block_sparse_moe.experts.197.w2,0.0000003032,0.05000,1.528
+2,block_sparse_moe.experts.201.w2,0.0000008475,0.05000,1.549
+2,block_sparse_moe.experts.194.w2,0.0000003680,0.05000,1.394
+2,block_sparse_moe.experts.195.w2,0.0000003271,0.05000,1.540
+2,block_sparse_moe.experts.205.w2,0.0000001167,0.05000,1.522
+2,block_sparse_moe.experts.204.w2,0.0000005510,0.05000,1.666
+2,block_sparse_moe.experts.207.w2,0.0000003891,0.05000,1.511
+2,block_sparse_moe.experts.198.w2,0.0000003376,0.05000,1.455
+2,block_sparse_moe.experts.200.w2,0.0000006129,0.05000,1.583
+2,block_sparse_moe.experts.206.w2,0.0000004677,0.05000,1.403
+2,block_sparse_moe.experts.193.w2,0.0000000960,0.05000,1.513
+2,block_sparse_moe.experts.192.w2,0.0000007671,0.05000,1.619
+2,block_sparse_moe.experts.199.w2,0.0000002346,0.05000,1.602
+2,block_sparse_moe.experts.196.w2,0.0000003865,0.05000,1.610
+2,block_sparse_moe.experts.202.w2,0.0000003275,0.05000,1.433
+2,block_sparse_moe.experts.203.w2,0.0000005675,0.05000,1.641
+2,block_sparse_moe.experts.213.w2,0.0000007094,0.05000,1.394
+2,block_sparse_moe.experts.217.w2,0.0000005142,0.05000,1.413
+2,block_sparse_moe.experts.210.w2,0.0000011076,0.05000,1.415
+2,block_sparse_moe.experts.214.w2,0.0000001421,0.05000,1.292
+2,block_sparse_moe.experts.211.w2,0.0000013460,0.05000,1.533
+2,block_sparse_moe.experts.222.w2,0.0000004075,0.05000,1.331
+2,block_sparse_moe.experts.221.w2,0.0000003227,0.05000,1.439
+2,block_sparse_moe.experts.209.w2,0.0000006130,0.05000,1.398
+2,block_sparse_moe.experts.220.w2,0.0000003438,0.05000,1.551
+2,block_sparse_moe.experts.218.w2,0.0000002941,0.05000,1.308
+2,block_sparse_moe.experts.223.w2,0.0000054633,0.05000,1.587
+2,block_sparse_moe.experts.216.w2,0.0000002868,0.05000,1.589
+2,block_sparse_moe.experts.215.w2,0.0000003503,0.05000,1.574
+2,block_sparse_moe.experts.212.w2,0.0000004091,0.05000,1.553
+2,block_sparse_moe.experts.208.w2,0.0000002862,0.05000,1.658
+2,block_sparse_moe.experts.219.w2,0.0000002383,0.05000,1.561
+2,block_sparse_moe.experts.229.w2,0.0000001814,0.05000,1.400
+2,block_sparse_moe.experts.233.w2,0.0000008532,0.05000,1.363
+2,block_sparse_moe.experts.226.w2,0.0000003548,0.05000,1.427
+2,block_sparse_moe.experts.230.w2,0.0000001291,0.05000,1.512
+2,block_sparse_moe.experts.237.w2,0.0000003762,0.05000,1.435
+2,block_sparse_moe.experts.227.w2,0.0000005252,0.05000,1.483
+2,block_sparse_moe.experts.225.w2,0.0000006858,0.05000,1.433
+2,block_sparse_moe.experts.238.w2,0.0000010984,0.05000,1.534
+2,block_sparse_moe.experts.239.w2,0.0000009798,0.05000,1.424
+2,block_sparse_moe.experts.236.w2,0.0000011579,0.05000,1.510
+2,block_sparse_moe.experts.231.w2,0.0000003687,0.05000,1.372
+2,block_sparse_moe.experts.234.w2,0.0000001015,0.05000,1.547
+2,block_sparse_moe.experts.232.w2,0.0000002808,0.05000,1.476
+2,block_sparse_moe.experts.224.w2,0.0000002031,0.05000,1.469
+2,block_sparse_moe.experts.228.w2,0.0000017282,0.05000,1.540
+2,block_sparse_moe.experts.235.w2,0.0000042973,0.05000,1.437
+2,block_sparse_moe.experts.245.w2,0.0000002937,0.05000,1.529
+2,block_sparse_moe.experts.249.w2,0.0000004537,0.05000,1.527
+2,block_sparse_moe.experts.242.w2,0.0000018984,0.05000,1.515
+2,block_sparse_moe.experts.253.w2,0.0000001554,0.05000,1.419
+2,block_sparse_moe.experts.241.w2,0.0000004426,0.05000,1.394
+2,block_sparse_moe.experts.246.w2,0.0000002762,0.05000,1.470
+2,block_sparse_moe.experts.243.w2,0.0000005387,0.05000,1.457
+2,block_sparse_moe.experts.254.w2,0.0000008417,0.05000,1.438
+2,block_sparse_moe.experts.250.w2,0.0000002815,0.05000,1.335
+2,block_sparse_moe.experts.255.w2,0.0000021366,0.05000,1.477
+2,block_sparse_moe.experts.247.w2,0.0000002376,0.05000,1.427
+2,block_sparse_moe.experts.252.w2,0.0000020568,0.05000,1.533
+2,block_sparse_moe.experts.251.w2,0.0000011331,0.05000,1.283
+2,block_sparse_moe.experts.248.w2,0.0000002097,0.05000,1.474
+2,block_sparse_moe.experts.240.w2,0.0000014918,0.05000,1.472
+2,block_sparse_moe.experts.244.w2,0.0000004726,0.05000,1.443
+3,self_attn.k_proj,0.0000000018,0.05000,0.849
+3,self_attn.q_proj,0.0000000117,0.05000,0.952
+3,self_attn.v_proj,0.0000000017,0.05000,0.969
+3,self_attn.o_proj,0.0000000029,0.05000,1.767
+3,block_sparse_moe.experts.12.w1,0.0000021424,0.05000,2.849
+3,block_sparse_moe.experts.8.w1,0.0000044370,0.05000,2.878
+3,block_sparse_moe.experts.0.w1,0.0000058208,0.05000,2.940
+3,block_sparse_moe.experts.4.w1,0.0000078050,0.05000,2.978
+3,block_sparse_moe.experts.10.w1,0.0000202197,0.05000,3.207
+3,block_sparse_moe.experts.1.w1,0.0000027410,0.05000,3.275
+3,block_sparse_moe.experts.2.w1,0.0000067739,0.05000,3.296
+3,block_sparse_moe.experts.14.w1,0.0000223248,0.05000,3.245
+3,block_sparse_moe.experts.9.w1,0.0000058507,0.05000,3.271
+3,block_sparse_moe.experts.5.w1,0.0000023520,0.05000,3.271
+3,block_sparse_moe.experts.13.w1,0.0000036624,0.05000,3.282
+3,block_sparse_moe.experts.11.w1,0.0000073990,0.05000,3.282
+3,block_sparse_moe.experts.15.w1,0.0000517912,0.05000,3.334
+3,block_sparse_moe.experts.6.w1,0.0000154038,0.05000,3.353
+3,block_sparse_moe.experts.7.w1,0.0000013079,0.05000,3.380
+3,block_sparse_moe.experts.3.w1,0.0000088303,0.05000,3.461
+3,block_sparse_moe.experts.28.w1,0.0000331038,0.05000,3.077
+3,block_sparse_moe.experts.16.w1,0.0000009924,0.05000,3.041
+3,block_sparse_moe.experts.24.w1,0.0000069168,0.05000,3.095
+3,block_sparse_moe.experts.20.w1,0.0000044950,0.05000,3.072
+3,block_sparse_moe.experts.18.w1,0.0000253027,0.05000,2.829
+3,block_sparse_moe.experts.30.w1,0.0000176192,0.05000,2.893
+3,block_sparse_moe.experts.26.w1,0.0000127157,0.05000,2.935
+3,block_sparse_moe.experts.22.w1,0.0000223953,0.05000,2.858
+3,block_sparse_moe.experts.17.w1,0.0000125681,0.05000,3.081
+3,block_sparse_moe.experts.27.w1,0.0000051664,0.05000,3.082
+3,block_sparse_moe.experts.21.w1,0.0000236036,0.05000,3.098
+3,block_sparse_moe.experts.25.w1,0.0000049521,0.05000,3.135
+3,block_sparse_moe.experts.29.w1,0.0000013023,0.05000,3.133
+3,block_sparse_moe.experts.31.w1,0.0000074383,0.05000,3.099
+3,block_sparse_moe.experts.23.w1,0.0000026245,0.05000,3.115
+3,block_sparse_moe.experts.19.w1,0.0000049024,0.05000,3.195
+3,block_sparse_moe.experts.44.w1,0.0000075199,0.05000,3.033
+3,block_sparse_moe.experts.36.w1,0.0000038490,0.05000,2.935
+3,block_sparse_moe.experts.32.w1,0.0000276596,0.05000,3.090
+3,block_sparse_moe.experts.40.w1,0.0000045154,0.05000,3.088
+3,block_sparse_moe.experts.34.w1,0.0000014709,0.05000,3.141
+3,block_sparse_moe.experts.42.w1,0.0000067005,0.05000,3.149
+3,block_sparse_moe.experts.46.w1,0.0000050855,0.05000,3.226
+3,block_sparse_moe.experts.38.w1,0.0000215380,0.05000,3.157
+3,block_sparse_moe.experts.43.w1,0.0000072790,0.05000,3.073
+3,block_sparse_moe.experts.33.w1,0.0000493539,0.05000,3.158
+3,block_sparse_moe.experts.37.w1,0.0000572816,0.05000,3.157
+3,block_sparse_moe.experts.45.w1,0.0000082198,0.05000,3.158
+3,block_sparse_moe.experts.47.w1,0.0000082964,0.05000,3.144
+3,block_sparse_moe.experts.39.w1,0.0000371478,0.05000,3.129
+3,block_sparse_moe.experts.41.w1,0.0000027461,0.05000,3.228
+3,block_sparse_moe.experts.35.w1,0.0000018685,0.05000,3.137
+3,block_sparse_moe.experts.60.w1,0.0000180845,0.05000,2.897
+3,block_sparse_moe.experts.52.w1,0.0000069680,0.05000,2.961
+3,block_sparse_moe.experts.48.w1,0.0000118009,0.05000,2.931
+3,block_sparse_moe.experts.56.w1,0.0000031306,0.05000,2.937
+3,block_sparse_moe.experts.50.w1,0.0000151072,0.05000,3.053
+3,block_sparse_moe.experts.54.w1,0.0000108188,0.05000,3.021
+3,block_sparse_moe.experts.62.w1,0.0000105316,0.05000,3.030
+3,block_sparse_moe.experts.58.w1,0.0000111195,0.05000,3.182
+3,block_sparse_moe.experts.49.w1,0.0000071457,0.05000,3.035
+3,block_sparse_moe.experts.61.w1,0.0000464494,0.05000,2.972
+3,block_sparse_moe.experts.59.w1,0.0000150167,0.05000,3.141
+3,block_sparse_moe.experts.53.w1,0.0000070058,0.05000,3.087
+3,block_sparse_moe.experts.57.w1,0.0000038629,0.05000,3.005
+3,block_sparse_moe.experts.63.w1,0.0000066132,0.05000,3.084
+3,block_sparse_moe.experts.55.w1,0.0000126045,0.05000,3.118
+3,block_sparse_moe.experts.51.w1,0.0000089591,0.05000,3.064
+3,block_sparse_moe.experts.76.w1,0.0000462437,0.05000,3.050
+3,block_sparse_moe.experts.68.w1,0.0000041698,0.05000,3.059
+3,block_sparse_moe.experts.72.w1,0.0000083008,0.05000,3.038
+3,block_sparse_moe.experts.64.w1,0.0000012265,0.05000,3.125
+3,block_sparse_moe.experts.66.w1,0.0000019575,0.05000,3.014
+3,block_sparse_moe.experts.70.w1,0.0000037804,0.05000,2.962
+3,block_sparse_moe.experts.74.w1,0.0000063996,0.05000,2.926
+3,block_sparse_moe.experts.78.w1,0.0000176330,0.05000,3.053
+3,block_sparse_moe.experts.65.w1,0.0000051267,0.05000,2.991
+3,block_sparse_moe.experts.77.w1,0.0000013401,0.05000,2.969
+3,block_sparse_moe.experts.73.w1,0.0000231052,0.05000,2.917
+3,block_sparse_moe.experts.69.w1,0.0000039427,0.05000,2.953
+3,block_sparse_moe.experts.75.w1,0.0000022984,0.05000,3.010
+3,block_sparse_moe.experts.79.w1,0.0001564626,0.05000,2.962
+3,block_sparse_moe.experts.71.w1,0.0000059347,0.05000,2.973
+3,block_sparse_moe.experts.67.w1,0.0000119020,0.05000,2.967
+3,block_sparse_moe.experts.92.w1,0.0000050168,0.05000,2.963
+3,block_sparse_moe.experts.88.w1,0.0000109535,0.05000,2.838
+3,block_sparse_moe.experts.84.w1,0.0000053019,0.05000,2.912
+3,block_sparse_moe.experts.80.w1,0.0000064553,0.05000,2.988
+3,block_sparse_moe.experts.86.w1,0.0000194957,0.05000,2.904
+3,block_sparse_moe.experts.82.w1,0.0000108512,0.05000,3.026
+3,block_sparse_moe.experts.90.w1,0.0000293869,0.05000,2.951
+3,block_sparse_moe.experts.94.w1,0.0000191291,0.05000,2.983
+3,block_sparse_moe.experts.81.w1,0.0000111171,0.05000,2.987
+3,block_sparse_moe.experts.93.w1,0.0000032924,0.05000,3.037
+3,block_sparse_moe.experts.85.w1,0.0000181843,0.05000,2.989
+3,block_sparse_moe.experts.89.w1,0.0000085094,0.05000,3.086
+3,block_sparse_moe.experts.95.w1,0.0000098434,0.05000,3.149
+3,block_sparse_moe.experts.91.w1,0.0000435247,0.05000,3.263
+3,block_sparse_moe.experts.83.w1,0.0000427628,0.05000,3.127
+3,block_sparse_moe.experts.87.w1,0.0000129470,0.05000,3.246
+3,block_sparse_moe.experts.104.w1,0.0000159984,0.05000,2.862
+3,block_sparse_moe.experts.108.w1,0.0000065755,0.05000,2.925
+3,block_sparse_moe.experts.100.w1,0.0000026211,0.05000,2.911
+3,block_sparse_moe.experts.96.w1,0.0000112923,0.05000,2.951
+3,block_sparse_moe.experts.102.w1,0.0000128565,0.05000,2.924
+3,block_sparse_moe.experts.98.w1,0.0000053625,0.05000,2.883
+3,block_sparse_moe.experts.106.w1,0.0000059907,0.05000,2.987
+3,block_sparse_moe.experts.110.w1,0.0000152739,0.05000,2.965
+3,block_sparse_moe.experts.97.w1,0.0000052975,0.05000,3.082
+3,block_sparse_moe.experts.101.w1,0.0000165831,0.05000,3.042
+3,block_sparse_moe.experts.109.w1,0.0000055829,0.05000,3.104
+3,block_sparse_moe.experts.111.w1,0.0000090739,0.05000,2.937
+3,block_sparse_moe.experts.105.w1,0.0000128152,0.05000,3.127
+3,block_sparse_moe.experts.107.w1,0.0000229662,0.05000,2.976
+3,block_sparse_moe.experts.99.w1,0.0000138951,0.05000,2.967
+3,block_sparse_moe.experts.103.w1,0.0000068019,0.05000,2.953
+3,block_sparse_moe.experts.120.w1,0.0000164012,0.05000,2.834
+3,block_sparse_moe.experts.116.w1,0.0000174325,0.05000,2.837
+3,block_sparse_moe.experts.124.w1,0.0000150758,0.05000,2.872
+3,block_sparse_moe.experts.112.w1,0.0000033682,0.05000,2.814
+3,block_sparse_moe.experts.118.w1,0.0000691898,0.05000,2.992
+3,block_sparse_moe.experts.114.w1,0.0000164713,0.05000,3.031
+3,block_sparse_moe.experts.122.w1,0.0000048547,0.05000,2.986
+3,block_sparse_moe.experts.126.w1,0.0000017735,0.05000,3.038
+3,block_sparse_moe.experts.117.w1,0.0000040462,0.05000,2.875
+3,block_sparse_moe.experts.113.w1,0.0000089108,0.05000,3.004
+3,block_sparse_moe.experts.125.w1,0.0000320360,0.05000,3.045
+3,block_sparse_moe.experts.121.w1,0.0000090044,0.05000,2.971
+3,block_sparse_moe.experts.127.w1,0.0000099951,0.05000,3.034
+3,block_sparse_moe.experts.115.w1,0.0000119180,0.05000,3.016
+3,block_sparse_moe.experts.123.w1,0.0000095730,0.05000,3.059
+3,block_sparse_moe.experts.119.w1,0.0000029162,0.05000,2.976
+3,block_sparse_moe.experts.136.w1,0.0000286301,0.05000,2.981
+3,block_sparse_moe.experts.140.w1,0.0000046175,0.05000,3.059
+3,block_sparse_moe.experts.132.w1,0.0000043964,0.05000,3.064
+3,block_sparse_moe.experts.128.w1,0.0000176416,0.05000,3.095
+3,block_sparse_moe.experts.130.w1,0.0000208618,0.05000,3.012
+3,block_sparse_moe.experts.134.w1,0.0000204533,0.05000,3.113
+3,block_sparse_moe.experts.133.w1,0.0000006166,0.05000,2.889
+3,block_sparse_moe.experts.138.w1,0.0000122683,0.05000,3.091
+3,block_sparse_moe.experts.129.w1,0.0000106801,0.05000,2.888
+3,block_sparse_moe.experts.142.w1,0.0000045371,0.05000,3.111
+3,block_sparse_moe.experts.141.w1,0.0000099852,0.05000,2.901
+3,block_sparse_moe.experts.143.w1,0.0000145470,0.05000,2.945
+3,block_sparse_moe.experts.137.w1,0.0000263202,0.05000,2.951
+3,block_sparse_moe.experts.131.w1,0.0000053794,0.05000,2.906
+3,block_sparse_moe.experts.139.w1,0.0000072194,0.05000,2.995
+3,block_sparse_moe.experts.135.w1,0.0000013708,0.05000,3.039
+3,block_sparse_moe.experts.152.w1,0.0000096555,0.05000,3.043
+3,block_sparse_moe.experts.148.w1,0.0000029400,0.05000,3.015
+3,block_sparse_moe.experts.156.w1,0.0000021137,0.05000,3.069
+3,block_sparse_moe.experts.144.w1,0.0000027877,0.05000,3.012
+3,block_sparse_moe.experts.149.w1,0.0000121661,0.05000,2.776
+3,block_sparse_moe.experts.145.w1,0.0000076746,0.05000,2.779
+3,block_sparse_moe.experts.146.w1,0.0000122662,0.05000,3.010
+3,block_sparse_moe.experts.154.w1,0.0000050529,0.05000,3.011
+3,block_sparse_moe.experts.150.w1,0.0000050401,0.05000,3.190
+3,block_sparse_moe.experts.159.w1,0.0000152723,0.05000,2.812
+3,block_sparse_moe.experts.147.w1,0.0001683666,0.05000,2.761
+3,block_sparse_moe.experts.153.w1,0.0000168233,0.05000,2.877
+3,block_sparse_moe.experts.158.w1,0.0000039263,0.05000,3.042
+3,block_sparse_moe.experts.157.w1,0.0000091117,0.05000,3.024
+3,block_sparse_moe.experts.155.w1,0.0000161995,0.05000,2.834
+3,block_sparse_moe.experts.151.w1,0.0000097627,0.05000,2.836
+3,block_sparse_moe.experts.168.w1,0.0000050411,0.05000,3.099
+3,block_sparse_moe.experts.164.w1,0.0000084618,0.05000,3.097
+3,block_sparse_moe.experts.172.w1,0.0000243693,0.05000,3.050
+3,block_sparse_moe.experts.160.w1,0.0000063542,0.05000,3.124
+3,block_sparse_moe.experts.162.w1,0.0000213644,0.05000,2.991
+3,block_sparse_moe.experts.165.w1,0.0000059364,0.05000,3.156
+3,block_sparse_moe.experts.170.w1,0.0000086636,0.05000,2.947
+3,block_sparse_moe.experts.161.w1,0.0000200128,0.05000,3.171
+3,block_sparse_moe.experts.166.w1,0.0000064514,0.05000,2.964
+3,block_sparse_moe.experts.175.w1,0.0000143451,0.05000,2.991
+3,block_sparse_moe.experts.174.w1,0.0000055230,0.05000,2.908
+3,block_sparse_moe.experts.163.w1,0.0000210048,0.05000,2.994
+3,block_sparse_moe.experts.169.w1,0.0000051918,0.05000,3.106
+3,block_sparse_moe.experts.171.w1,0.0000209014,0.05000,3.000
+3,block_sparse_moe.experts.167.w1,0.0000056444,0.05000,2.956
+3,block_sparse_moe.experts.173.w1,0.0000046549,0.05000,3.171
+3,block_sparse_moe.experts.184.w1,0.0000136408,0.05000,3.148
+3,block_sparse_moe.experts.188.w1,0.0000017778,0.05000,3.035
+3,block_sparse_moe.experts.180.w1,0.0000199536,0.05000,3.138
+3,block_sparse_moe.experts.178.w1,0.0000049409,0.05000,2.960
+3,block_sparse_moe.experts.176.w1,0.0000197321,0.05000,3.140
+3,block_sparse_moe.experts.181.w1,0.0000074267,0.05000,3.087
+3,block_sparse_moe.experts.186.w1,0.0000034292,0.05000,3.018
+3,block_sparse_moe.experts.177.w1,0.0000139440,0.05000,3.014
+3,block_sparse_moe.experts.190.w1,0.0000097518,0.05000,3.017
+3,block_sparse_moe.experts.191.w1,0.0000139307,0.05000,3.049
+3,block_sparse_moe.experts.182.w1,0.0000018886,0.05000,3.129
+3,block_sparse_moe.experts.179.w1,0.0000021786,0.05000,3.065
+3,block_sparse_moe.experts.189.w1,0.0000028229,0.05000,2.944
+3,block_sparse_moe.experts.185.w1,0.0000039830,0.05000,3.089
+3,block_sparse_moe.experts.187.w1,0.0000103373,0.05000,3.068
+3,block_sparse_moe.experts.183.w1,0.0000170816,0.05000,3.105
+3,block_sparse_moe.experts.204.w1,0.0000138162,0.05000,3.107
+3,block_sparse_moe.experts.200.w1,0.0000113596,0.05000,3.194
+3,block_sparse_moe.experts.196.w1,0.0000219259,0.05000,3.172
+3,block_sparse_moe.experts.193.w1,0.0000086327,0.05000,2.823
+3,block_sparse_moe.experts.197.w1,0.0000032983,0.05000,2.903
+3,block_sparse_moe.experts.194.w1,0.0000012472,0.05000,3.107
+3,block_sparse_moe.experts.192.w1,0.0000052006,0.05000,3.207
+3,block_sparse_moe.experts.202.w1,0.0000198738,0.05000,3.180
+3,block_sparse_moe.experts.205.w1,0.0000067812,0.05000,2.834
+3,block_sparse_moe.experts.206.w1,0.0000086031,0.05000,3.101
+3,block_sparse_moe.experts.207.w1,0.0000173345,0.05000,3.126
+3,block_sparse_moe.experts.198.w1,0.0000061823,0.05000,3.152
+3,block_sparse_moe.experts.201.w1,0.0000132372,0.05000,2.967
+3,block_sparse_moe.experts.195.w1,0.0000065277,0.05000,3.164
+3,block_sparse_moe.experts.203.w1,0.0000028694,0.05000,3.114
+3,block_sparse_moe.experts.199.w1,0.0000289470,0.05000,3.181
+3,block_sparse_moe.experts.209.w1,0.0000048505,0.05000,2.812
+3,block_sparse_moe.experts.213.w1,0.0000025448,0.05000,2.804
+3,block_sparse_moe.experts.220.w1,0.0000235317,0.05000,3.239
+3,block_sparse_moe.experts.216.w1,0.0000074915,0.05000,3.252
+3,block_sparse_moe.experts.210.w1,0.0000085430,0.05000,3.067
+3,block_sparse_moe.experts.221.w1,0.0000045987,0.05000,2.837
+3,block_sparse_moe.experts.212.w1,0.0000047475,0.05000,3.311
+3,block_sparse_moe.experts.208.w1,0.0000114510,0.05000,3.189
+3,block_sparse_moe.experts.218.w1,0.0000080081,0.05000,3.037
+3,block_sparse_moe.experts.217.w1,0.0000845725,0.05000,2.892
+3,block_sparse_moe.experts.222.w1,0.0000176568,0.05000,3.057
+3,block_sparse_moe.experts.223.w1,0.0000025928,0.05000,3.033
+3,block_sparse_moe.experts.211.w1,0.0000101520,0.05000,2.995
+3,block_sparse_moe.experts.214.w1,0.0000030320,0.05000,3.053
+3,block_sparse_moe.experts.219.w1,0.0000046191,0.05000,2.988
+3,block_sparse_moe.experts.215.w1,0.0000052947,0.05000,2.941
+3,block_sparse_moe.experts.225.w1,0.0000072536,0.05000,2.990
+3,block_sparse_moe.experts.229.w1,0.0000181187,0.05000,3.002
+3,block_sparse_moe.experts.236.w1,0.0000106574,0.05000,3.024
+3,block_sparse_moe.experts.232.w1,0.0000023484,0.05000,3.075
+3,block_sparse_moe.experts.237.w1,0.0000029628,0.05000,2.962
+3,block_sparse_moe.experts.226.w1,0.0000035551,0.05000,3.028
+3,block_sparse_moe.experts.228.w1,0.0000043913,0.05000,3.022
+3,block_sparse_moe.experts.233.w1,0.0000206200,0.05000,2.939
+3,block_sparse_moe.experts.238.w1,0.0000031277,0.05000,2.956
+3,block_sparse_moe.experts.224.w1,0.0000094150,0.05000,3.034
+3,block_sparse_moe.experts.234.w1,0.0000099325,0.05000,3.086
+3,block_sparse_moe.experts.239.w1,0.0000049482,0.05000,3.117
+3,block_sparse_moe.experts.227.w1,0.0008107712,0.05000,3.073
+3,block_sparse_moe.experts.230.w1,0.0000186785,0.05000,3.089
+3,block_sparse_moe.experts.235.w1,0.0000323488,0.05000,3.162
+3,block_sparse_moe.experts.231.w1,0.0000345549,0.05000,3.120
+3,block_sparse_moe.experts.241.w1,0.0000053045,0.05000,2.806
+3,block_sparse_moe.experts.245.w1,0.0000388118,0.05000,2.803
+3,block_sparse_moe.experts.253.w1,0.0000132427,0.05000,2.713
+3,block_sparse_moe.experts.249.w1,0.0000074542,0.05000,2.807
+3,block_sparse_moe.experts.252.w1,0.0000200668,0.05000,3.219
+3,block_sparse_moe.experts.248.w1,0.0000142615,0.05000,3.156
+3,block_sparse_moe.experts.242.w1,0.0000055471,0.05000,3.310
+3,block_sparse_moe.experts.244.w1,0.0000137666,0.05000,3.214
+3,block_sparse_moe.experts.255.w1,0.0000064248,0.05000,3.061
+3,block_sparse_moe.experts.240.w1,0.0000063792,0.05000,3.262
+3,block_sparse_moe.experts.254.w1,0.0000155067,0.05000,3.273
+3,block_sparse_moe.experts.243.w1,0.0000048342,0.05000,3.079
+3,block_sparse_moe.experts.250.w1,0.0000050533,0.05000,3.325
+3,block_sparse_moe.experts.251.w1,0.0000029036,0.05000,3.022
+3,block_sparse_moe.experts.246.w1,0.0000033077,0.05000,3.268
+3,block_sparse_moe.experts.247.w1,0.0000144031,0.05000,3.118
+3,block_sparse_moe.experts.1.w3,0.0000026281,0.05000,3.001
+3,block_sparse_moe.experts.5.w3,0.0000020727,0.05000,3.036
+3,block_sparse_moe.experts.13.w3,0.0000035357,0.05000,3.028
+3,block_sparse_moe.experts.9.w3,0.0000057114,0.05000,3.025
+3,block_sparse_moe.experts.8.w3,0.0000042561,0.05000,3.119
+3,block_sparse_moe.experts.12.w3,0.0000018657,0.05000,3.208
+3,block_sparse_moe.experts.4.w3,0.0000073990,0.05000,3.139
+3,block_sparse_moe.experts.15.w3,0.0000478035,0.05000,2.997
+3,block_sparse_moe.experts.2.w3,0.0000065572,0.05000,3.186
+3,block_sparse_moe.experts.3.w3,0.0000078383,0.05000,2.991
+3,block_sparse_moe.experts.11.w3,0.0000070846,0.05000,2.994
+3,block_sparse_moe.experts.10.w3,0.0000186846,0.05000,3.047
+3,block_sparse_moe.experts.14.w3,0.0000209513,0.05000,3.205
+3,block_sparse_moe.experts.0.w3,0.0000054425,0.05000,3.241
+3,block_sparse_moe.experts.7.w3,0.0000012542,0.05000,2.993
+3,block_sparse_moe.experts.6.w3,0.0000098843,0.05000,3.131
+3,block_sparse_moe.experts.17.w3,0.0000120612,0.05000,2.936
+3,block_sparse_moe.experts.21.w3,0.0000224684,0.05000,2.884
+3,block_sparse_moe.experts.29.w3,0.0000012330,0.05000,2.941
+3,block_sparse_moe.experts.25.w3,0.0000047600,0.05000,2.906
+3,block_sparse_moe.experts.24.w3,0.0000066838,0.05000,3.155
+3,block_sparse_moe.experts.31.w3,0.0000060122,0.05000,2.927
+3,block_sparse_moe.experts.28.w3,0.0000184235,0.05000,3.171
+3,block_sparse_moe.experts.19.w3,0.0000047084,0.05000,3.000
+3,block_sparse_moe.experts.20.w3,0.0000041801,0.05000,3.075
+3,block_sparse_moe.experts.18.w3,0.0000199150,0.05000,3.089
+3,block_sparse_moe.experts.27.w3,0.0000049745,0.05000,2.977
+3,block_sparse_moe.experts.30.w3,0.0000162251,0.05000,2.963
+3,block_sparse_moe.experts.23.w3,0.0000025002,0.05000,2.952
+3,block_sparse_moe.experts.26.w3,0.0000123660,0.05000,3.145
+3,block_sparse_moe.experts.16.w3,0.0000009492,0.05000,3.070
+3,block_sparse_moe.experts.22.w3,0.0000215147,0.05000,3.054
+3,block_sparse_moe.experts.37.w3,0.0000509710,0.05000,3.012
+3,block_sparse_moe.experts.33.w3,0.0000477130,0.05000,3.045
+3,block_sparse_moe.experts.45.w3,0.0000066802,0.05000,3.096
+3,block_sparse_moe.experts.41.w3,0.0000026130,0.05000,3.164
+3,block_sparse_moe.experts.47.w3,0.0000079330,0.05000,2.921
+3,block_sparse_moe.experts.35.w3,0.0000017560,0.05000,2.925
+3,block_sparse_moe.experts.40.w3,0.0000043428,0.05000,3.059
+3,block_sparse_moe.experts.44.w3,0.0000072991,0.05000,3.046
+3,block_sparse_moe.experts.36.w3,0.0000036834,0.05000,3.038
+3,block_sparse_moe.experts.43.w3,0.0000070131,0.05000,2.975
+3,block_sparse_moe.experts.39.w3,0.0000326689,0.05000,3.036
+3,block_sparse_moe.experts.34.w3,0.0000014332,0.05000,3.324
+3,block_sparse_moe.experts.46.w3,0.0000049378,0.05000,3.299
+3,block_sparse_moe.experts.32.w3,0.0000263861,0.05000,3.181
+3,block_sparse_moe.experts.42.w3,0.0000057039,0.05000,3.349
+3,block_sparse_moe.experts.38.w3,0.0000103227,0.05000,3.354
+3,block_sparse_moe.experts.49.w3,0.0000065488,0.05000,2.917
+3,block_sparse_moe.experts.53.w3,0.0000038442,0.05000,3.013
+3,block_sparse_moe.experts.61.w3,0.0000377285,0.05000,2.983
+3,block_sparse_moe.experts.57.w3,0.0000037187,0.05000,3.137
+3,block_sparse_moe.experts.63.w3,0.0000062789,0.05000,3.110
+3,block_sparse_moe.experts.56.w3,0.0000017839,0.05000,2.997
+3,block_sparse_moe.experts.51.w3,0.0000083429,0.05000,3.098
+3,block_sparse_moe.experts.60.w3,0.0000174946,0.05000,3.053
+3,block_sparse_moe.experts.52.w3,0.0000066756,0.05000,3.051
+3,block_sparse_moe.experts.59.w3,0.0000145259,0.05000,3.056
+3,block_sparse_moe.experts.55.w3,0.0000120920,0.05000,3.129
+3,block_sparse_moe.experts.48.w3,0.0000114609,0.05000,2.959
+3,block_sparse_moe.experts.50.w3,0.0000142629,0.05000,3.060
+3,block_sparse_moe.experts.62.w3,0.0000099639,0.05000,3.110
+3,block_sparse_moe.experts.58.w3,0.0000107955,0.05000,3.201
+3,block_sparse_moe.experts.54.w3,0.0000102704,0.05000,3.132
+3,block_sparse_moe.experts.65.w3,0.0000047619,0.05000,2.941
+3,block_sparse_moe.experts.69.w3,0.0000036031,0.05000,2.948
+3,block_sparse_moe.experts.77.w3,0.0000012366,0.05000,2.935
+3,block_sparse_moe.experts.73.w3,0.0000210386,0.05000,3.002
+3,block_sparse_moe.experts.72.w3,0.0000077769,0.05000,2.938
+3,block_sparse_moe.experts.79.w3,0.0001269119,0.05000,2.969
+3,block_sparse_moe.experts.67.w3,0.0000106920,0.05000,2.910
+3,block_sparse_moe.experts.75.w3,0.0000022433,0.05000,2.842
+3,block_sparse_moe.experts.76.w3,0.0000381887,0.05000,2.976
+3,block_sparse_moe.experts.68.w3,0.0000040559,0.05000,2.922
+3,block_sparse_moe.experts.71.w3,0.0000057582,0.05000,2.933
+3,block_sparse_moe.experts.64.w3,0.0000011465,0.05000,2.943
+3,block_sparse_moe.experts.66.w3,0.0000018808,0.05000,3.057
+3,block_sparse_moe.experts.78.w3,0.0000172211,0.05000,3.147
+3,block_sparse_moe.experts.70.w3,0.0000036209,0.05000,3.155
+3,block_sparse_moe.experts.74.w3,0.0000060363,0.05000,3.204
+3,block_sparse_moe.experts.81.w3,0.0000105904,0.05000,3.155
+3,block_sparse_moe.experts.85.w3,0.0000172343,0.05000,3.092
+3,block_sparse_moe.experts.93.w3,0.0000031816,0.05000,3.161
+3,block_sparse_moe.experts.88.w3,0.0000103600,0.05000,2.991
+3,block_sparse_moe.experts.95.w3,0.0000094482,0.05000,2.996
+3,block_sparse_moe.experts.92.w3,0.0000049218,0.05000,2.929
+3,block_sparse_moe.experts.84.w3,0.0000051446,0.05000,2.951
+3,block_sparse_moe.experts.83.w3,0.0000420626,0.05000,3.064
+3,block_sparse_moe.experts.89.w3,0.0000080291,0.05000,3.372
+3,block_sparse_moe.experts.91.w3,0.0000077627,0.05000,3.139
+3,block_sparse_moe.experts.80.w3,0.0000060023,0.05000,3.005
+3,block_sparse_moe.experts.87.w3,0.0000120489,0.05000,3.141
+3,block_sparse_moe.experts.82.w3,0.0000103114,0.05000,3.173
+3,block_sparse_moe.experts.94.w3,0.0000183505,0.05000,3.268
+3,block_sparse_moe.experts.90.w3,0.0000119447,0.05000,3.170
+3,block_sparse_moe.experts.86.w3,0.0000188227,0.05000,3.218
+3,block_sparse_moe.experts.101.w3,0.0000160523,0.05000,2.967
+3,block_sparse_moe.experts.97.w3,0.0000050822,0.05000,3.076
+3,block_sparse_moe.experts.109.w3,0.0000052041,0.05000,2.998
+3,block_sparse_moe.experts.104.w3,0.0000148867,0.05000,3.029
+3,block_sparse_moe.experts.111.w3,0.0000088799,0.05000,3.044
+3,block_sparse_moe.experts.100.w3,0.0000025217,0.05000,2.966
+3,block_sparse_moe.experts.108.w3,0.0000063694,0.05000,3.030
+3,block_sparse_moe.experts.99.w3,0.0000130545,0.05000,3.040
+3,block_sparse_moe.experts.105.w3,0.0000123914,0.05000,2.983
+3,block_sparse_moe.experts.107.w3,0.0000215865,0.05000,3.027
+3,block_sparse_moe.experts.96.w3,0.0000108079,0.05000,2.964
+3,block_sparse_moe.experts.103.w3,0.0000064465,0.05000,3.025
+3,block_sparse_moe.experts.98.w3,0.0000051901,0.05000,3.140
+3,block_sparse_moe.experts.110.w3,0.0000143907,0.05000,3.049
+3,block_sparse_moe.experts.106.w3,0.0000056804,0.05000,3.096
+3,block_sparse_moe.experts.102.w3,0.0000122450,0.05000,3.098
+3,block_sparse_moe.experts.117.w3,0.0000038244,0.05000,3.004
+3,block_sparse_moe.experts.113.w3,0.0000082901,0.05000,3.018
+3,block_sparse_moe.experts.125.w3,0.0000276407,0.05000,3.047
+3,block_sparse_moe.experts.120.w3,0.0000156257,0.05000,3.039
+3,block_sparse_moe.experts.124.w3,0.0000145866,0.05000,2.989
+3,block_sparse_moe.experts.127.w3,0.0000073040,0.05000,3.060
+3,block_sparse_moe.experts.116.w3,0.0000167038,0.05000,3.099
+3,block_sparse_moe.experts.121.w3,0.0000082523,0.05000,3.017
+3,block_sparse_moe.experts.115.w3,0.0000115565,0.05000,3.148
+3,block_sparse_moe.experts.123.w3,0.0000087700,0.05000,3.070
+3,block_sparse_moe.experts.112.w3,0.0000031221,0.05000,3.035
+3,block_sparse_moe.experts.119.w3,0.0000028371,0.05000,3.095
+3,block_sparse_moe.experts.114.w3,0.0000160430,0.05000,3.075
+3,block_sparse_moe.experts.126.w3,0.0000016979,0.05000,3.091
+3,block_sparse_moe.experts.122.w3,0.0000038514,0.05000,3.089
+3,block_sparse_moe.experts.118.w3,0.0000640382,0.05000,3.165
+3,block_sparse_moe.experts.133.w3,0.0000005981,0.05000,3.009
+3,block_sparse_moe.experts.129.w3,0.0000104694,0.05000,3.104
+3,block_sparse_moe.experts.141.w3,0.0000094802,0.05000,2.998
+3,block_sparse_moe.experts.140.w3,0.0000043459,0.05000,2.996
+3,block_sparse_moe.experts.143.w3,0.0000139096,0.05000,2.995
+3,block_sparse_moe.experts.136.w3,0.0000152620,0.05000,3.093
+3,block_sparse_moe.experts.137.w3,0.0000246119,0.05000,3.022
+3,block_sparse_moe.experts.132.w3,0.0000039629,0.05000,3.105
+3,block_sparse_moe.experts.139.w3,0.0000069597,0.05000,2.972
+3,block_sparse_moe.experts.131.w3,0.0000048342,0.05000,3.021
+3,block_sparse_moe.experts.128.w3,0.0000167532,0.05000,3.087
+3,block_sparse_moe.experts.135.w3,0.0000012649,0.05000,2.897
+3,block_sparse_moe.experts.130.w3,0.0000206550,0.05000,3.132
+3,block_sparse_moe.experts.142.w3,0.0000043041,0.05000,3.071
+3,block_sparse_moe.experts.138.w3,0.0000116719,0.05000,3.057
+3,block_sparse_moe.experts.134.w3,0.0000195575,0.05000,3.062
+3,block_sparse_moe.experts.149.w3,0.0000115475,0.05000,3.099
+3,block_sparse_moe.experts.145.w3,0.0000071879,0.05000,2.982
+3,block_sparse_moe.experts.157.w3,0.0000085824,0.05000,3.034
+3,block_sparse_moe.experts.159.w3,0.0000138626,0.05000,2.898
+3,block_sparse_moe.experts.153.w3,0.0000162388,0.05000,2.969
+3,block_sparse_moe.experts.155.w3,0.0000151588,0.05000,2.884
+3,block_sparse_moe.experts.147.w3,0.0000763604,0.05000,2.942
+3,block_sparse_moe.experts.156.w3,0.0000019872,0.05000,3.200
+3,block_sparse_moe.experts.152.w3,0.0000090134,0.05000,3.204
+3,block_sparse_moe.experts.151.w3,0.0000092560,0.05000,2.896
+3,block_sparse_moe.experts.148.w3,0.0000028325,0.05000,3.249
+3,block_sparse_moe.experts.144.w3,0.0000026098,0.05000,3.160
+3,block_sparse_moe.experts.146.w3,0.0000115713,0.05000,3.099
+3,block_sparse_moe.experts.158.w3,0.0000037267,0.05000,3.203
+3,block_sparse_moe.experts.154.w3,0.0000048794,0.05000,3.224
+3,block_sparse_moe.experts.150.w3,0.0000045571,0.05000,3.259
+3,block_sparse_moe.experts.165.w3,0.0000056767,0.05000,2.938
+3,block_sparse_moe.experts.161.w3,0.0000187567,0.05000,2.951
+3,block_sparse_moe.experts.173.w3,0.0000043719,0.05000,2.971
+3,block_sparse_moe.experts.175.w3,0.0000135756,0.05000,2.900
+3,block_sparse_moe.experts.169.w3,0.0000048861,0.05000,2.870
+3,block_sparse_moe.experts.163.w3,0.0000196817,0.05000,2.860
+3,block_sparse_moe.experts.171.w3,0.0000100831,0.05000,2.999
+3,block_sparse_moe.experts.172.w3,0.0000233568,0.05000,3.029
+3,block_sparse_moe.experts.168.w3,0.0000047456,0.05000,2.969
+3,block_sparse_moe.experts.164.w3,0.0000080833,0.05000,2.987
+3,block_sparse_moe.experts.167.w3,0.0000052839,0.05000,3.073
+3,block_sparse_moe.experts.160.w3,0.0000061406,0.05000,3.061
+3,block_sparse_moe.experts.162.w3,0.0000205343,0.05000,3.071
+3,block_sparse_moe.experts.174.w3,0.0000049275,0.05000,3.115
+3,block_sparse_moe.experts.170.w3,0.0000080601,0.05000,3.055
+3,block_sparse_moe.experts.166.w3,0.0000062543,0.05000,2.958
+3,block_sparse_moe.experts.181.w3,0.0000071643,0.05000,2.834
+3,block_sparse_moe.experts.177.w3,0.0000133345,0.05000,2.766
+3,block_sparse_moe.experts.189.w3,0.0000025274,0.05000,2.883
+3,block_sparse_moe.experts.191.w3,0.0000133468,0.05000,3.036
+3,block_sparse_moe.experts.185.w3,0.0000038204,0.05000,3.016
+3,block_sparse_moe.experts.179.w3,0.0000019664,0.05000,3.139
+3,block_sparse_moe.experts.188.w3,0.0000017236,0.05000,2.962
+3,block_sparse_moe.experts.187.w3,0.0000097759,0.05000,3.154
+3,block_sparse_moe.experts.184.w3,0.0000128649,0.05000,3.044
+3,block_sparse_moe.experts.180.w3,0.0000191507,0.05000,2.994
+3,block_sparse_moe.experts.183.w3,0.0000165531,0.05000,3.062
+3,block_sparse_moe.experts.176.w3,0.0000178228,0.05000,2.927
+3,block_sparse_moe.experts.178.w3,0.0000046535,0.05000,3.055
+3,block_sparse_moe.experts.190.w3,0.0000093008,0.05000,2.990
+3,block_sparse_moe.experts.186.w3,0.0000032623,0.05000,3.027
+3,block_sparse_moe.experts.182.w3,0.0000017969,0.05000,2.986
+3,block_sparse_moe.experts.193.w3,0.0000082204,0.05000,3.152
+3,block_sparse_moe.experts.197.w3,0.0000031518,0.05000,3.253
+3,block_sparse_moe.experts.205.w3,0.0000064336,0.05000,3.169
+3,block_sparse_moe.experts.207.w3,0.0000062603,0.05000,2.832
+3,block_sparse_moe.experts.195.w3,0.0000018001,0.05000,2.855
+3,block_sparse_moe.experts.201.w3,0.0000129028,0.05000,3.090
+3,block_sparse_moe.experts.203.w3,0.0000027917,0.05000,2.859
+3,block_sparse_moe.experts.204.w3,0.0000118324,0.05000,3.090
+3,block_sparse_moe.experts.200.w3,0.0000108196,0.05000,3.048
+3,block_sparse_moe.experts.196.w3,0.0000205901,0.05000,3.010
+3,block_sparse_moe.experts.199.w3,0.0000272863,0.05000,3.030
+3,block_sparse_moe.experts.192.w3,0.0000047120,0.05000,3.015
+3,block_sparse_moe.experts.194.w3,0.0000011924,0.05000,2.982
+3,block_sparse_moe.experts.206.w3,0.0000076803,0.05000,2.944
+3,block_sparse_moe.experts.202.w3,0.0000190646,0.05000,2.977
+3,block_sparse_moe.experts.198.w3,0.0000058816,0.05000,3.016
+3,block_sparse_moe.experts.209.w3,0.0000044080,0.05000,2.858
+3,block_sparse_moe.experts.213.w3,0.0000023810,0.05000,2.906
+3,block_sparse_moe.experts.221.w3,0.0000044116,0.05000,2.980
+3,block_sparse_moe.experts.223.w3,0.0000024649,0.05000,2.977
+3,block_sparse_moe.experts.217.w3,0.0000660123,0.05000,2.911
+3,block_sparse_moe.experts.219.w3,0.0000044352,0.05000,2.928
+3,block_sparse_moe.experts.211.w3,0.0000098478,0.05000,3.028
+3,block_sparse_moe.experts.220.w3,0.0000229983,0.05000,2.919
+3,block_sparse_moe.experts.216.w3,0.0000072177,0.05000,2.909
+3,block_sparse_moe.experts.212.w3,0.0000043574,0.05000,2.864
+3,block_sparse_moe.experts.215.w3,0.0000050753,0.05000,2.961
+3,block_sparse_moe.experts.208.w3,0.0000109284,0.05000,3.060
+3,block_sparse_moe.experts.210.w3,0.0000081423,0.05000,3.157
+3,block_sparse_moe.experts.222.w3,0.0000166496,0.05000,3.077
+3,block_sparse_moe.experts.218.w3,0.0000077249,0.05000,3.033
+3,block_sparse_moe.experts.225.w3,0.0000070236,0.05000,2.978
+3,block_sparse_moe.experts.214.w3,0.0000028082,0.05000,3.058
+3,block_sparse_moe.experts.229.w3,0.0000174519,0.05000,3.077
+3,block_sparse_moe.experts.237.w3,0.0000028238,0.05000,2.866
+3,block_sparse_moe.experts.239.w3,0.0000047427,0.05000,3.019
+3,block_sparse_moe.experts.233.w3,0.0000195947,0.05000,2.999
+3,block_sparse_moe.experts.227.w3,0.0001822071,0.05000,3.006
+3,block_sparse_moe.experts.236.w3,0.0000101483,0.05000,2.890
+3,block_sparse_moe.experts.235.w3,0.0000303450,0.05000,3.075
+3,block_sparse_moe.experts.232.w3,0.0000022194,0.05000,2.968
+3,block_sparse_moe.experts.228.w3,0.0000042406,0.05000,2.955
+3,block_sparse_moe.experts.231.w3,0.0000316044,0.05000,2.958
+3,block_sparse_moe.experts.224.w3,0.0000089899,0.05000,2.922
+3,block_sparse_moe.experts.226.w3,0.0000034905,0.05000,2.785
+3,block_sparse_moe.experts.238.w3,0.0000028847,0.05000,2.980
+3,block_sparse_moe.experts.234.w3,0.0000093509,0.05000,2.975
+3,block_sparse_moe.experts.241.w3,0.0000051260,0.05000,3.067
+3,block_sparse_moe.experts.230.w3,0.0000146598,0.05000,3.034
+3,block_sparse_moe.experts.245.w3,0.0000374827,0.05000,2.965
+3,block_sparse_moe.experts.253.w3,0.0000113756,0.05000,2.956
+3,block_sparse_moe.experts.249.w3,0.0000070562,0.05000,2.492
+3,block_sparse_moe.experts.255.w3,0.0000060608,0.05000,3.050
+3,block_sparse_moe.experts.243.w3,0.0000041927,0.05000,2.932
+3,block_sparse_moe.experts.251.w3,0.0000027195,0.05000,2.866
+3,block_sparse_moe.experts.252.w3,0.0000192590,0.05000,3.025
+3,block_sparse_moe.experts.247.w3,0.0000128210,0.05000,2.641
+3,block_sparse_moe.experts.244.w3,0.0000121830,0.05000,2.960
+3,block_sparse_moe.experts.248.w3,0.0000131936,0.05000,3.022
+3,block_sparse_moe.experts.240.w3,0.0000062461,0.05000,2.745
+3,block_sparse_moe.experts.242.w3,0.0000053199,0.05000,2.990
+3,block_sparse_moe.experts.254.w3,0.0000130865,0.05000,2.913
+3,block_sparse_moe.experts.250.w3,0.0000048262,0.05000,2.737
+3,block_sparse_moe.experts.246.w3,0.0000031684,0.05000,2.634
+3,block_sparse_moe.experts.8.w2,0.0000006196,0.05000,1.482
+3,block_sparse_moe.experts.0.w2,0.0000003974,0.05000,1.515
+3,block_sparse_moe.experts.4.w2,0.0000015742,0.05000,1.564
+3,block_sparse_moe.experts.10.w2,0.0000038858,0.05000,1.574
+3,block_sparse_moe.experts.12.w2,0.0000001256,0.05000,1.578
+3,block_sparse_moe.experts.13.w2,0.0000004376,0.05000,1.581
+3,block_sparse_moe.experts.2.w2,0.0000005488,0.05000,1.609
+3,block_sparse_moe.experts.9.w2,0.0000004361,0.05000,1.602
+3,block_sparse_moe.experts.14.w2,0.0000049787,0.05000,1.602
+3,block_sparse_moe.experts.1.w2,0.0000003111,0.05000,1.629
+3,block_sparse_moe.experts.7.w2,0.0000001936,0.05000,1.627
+3,block_sparse_moe.experts.6.w2,0.0000010012,0.05000,1.641
+3,block_sparse_moe.experts.11.w2,0.0000009722,0.05000,1.645
+3,block_sparse_moe.experts.3.w2,0.0000005830,0.05000,1.671
+3,block_sparse_moe.experts.5.w2,0.0000002581,0.05000,1.668
+3,block_sparse_moe.experts.15.w2,0.0000017143,0.05000,1.677
+3,block_sparse_moe.experts.16.w2,0.0000001339,0.05000,1.315
+3,block_sparse_moe.experts.24.w2,0.0000012119,0.05000,1.344
+3,block_sparse_moe.experts.20.w2,0.0000006456,0.05000,1.308
+3,block_sparse_moe.experts.28.w2,0.0000009082,0.05000,1.378
+3,block_sparse_moe.experts.26.w2,0.0000013385,0.05000,1.438
+3,block_sparse_moe.experts.23.w2,0.0000003431,0.05000,1.417
+3,block_sparse_moe.experts.31.w2,0.0000009095,0.05000,1.376
+3,block_sparse_moe.experts.29.w2,0.0000001689,0.05000,1.486
+3,block_sparse_moe.experts.18.w2,0.0000070327,0.05000,1.469
+3,block_sparse_moe.experts.30.w2,0.0000038939,0.05000,1.466
+3,block_sparse_moe.experts.25.w2,0.0000009100,0.05000,1.469
+3,block_sparse_moe.experts.17.w2,0.0000012690,0.05000,1.481
+3,block_sparse_moe.experts.21.w2,0.0000027667,0.05000,1.438
+3,block_sparse_moe.experts.27.w2,0.0000008045,0.05000,1.464
+3,block_sparse_moe.experts.22.w2,0.0000011028,0.05000,1.495
+3,block_sparse_moe.experts.19.w2,0.0000002800,0.05000,1.480
+3,block_sparse_moe.experts.32.w2,0.0000031877,0.05000,1.385
+3,block_sparse_moe.experts.40.w2,0.0000003710,0.05000,1.434
+3,block_sparse_moe.experts.36.w2,0.0000006469,0.05000,1.405
+3,block_sparse_moe.experts.41.w2,0.0000004208,0.05000,1.291
+3,block_sparse_moe.experts.45.w2,0.0000020620,0.05000,1.300
+3,block_sparse_moe.experts.42.w2,0.0000009082,0.05000,1.369
+3,block_sparse_moe.experts.37.w2,0.0000017353,0.05000,1.282
+3,block_sparse_moe.experts.44.w2,0.0000010768,0.05000,1.434
+3,block_sparse_moe.experts.33.w2,0.0000022320,0.05000,1.326
+3,block_sparse_moe.experts.46.w2,0.0000005297,0.05000,1.449
+3,block_sparse_moe.experts.39.w2,0.0000013673,0.05000,1.514
+3,block_sparse_moe.experts.34.w2,0.0000001933,0.05000,1.502
+3,block_sparse_moe.experts.38.w2,0.0000007899,0.05000,1.438
+3,block_sparse_moe.experts.47.w2,0.0000013595,0.05000,1.535
+3,block_sparse_moe.experts.35.w2,0.0000000834,0.05000,1.503
+3,block_sparse_moe.experts.43.w2,0.0000010597,0.05000,1.559
+3,block_sparse_moe.experts.48.w2,0.0000010178,0.05000,1.579
+3,block_sparse_moe.experts.56.w2,0.0000002390,0.05000,1.544
+3,block_sparse_moe.experts.58.w2,0.0000012609,0.05000,1.440
+3,block_sparse_moe.experts.61.w2,0.0000016795,0.05000,1.491
+3,block_sparse_moe.experts.57.w2,0.0000004777,0.05000,1.503
+3,block_sparse_moe.experts.53.w2,0.0000003159,0.05000,1.499
+3,block_sparse_moe.experts.52.w2,0.0000011221,0.05000,1.626
+3,block_sparse_moe.experts.49.w2,0.0000013558,0.05000,1.540
+3,block_sparse_moe.experts.60.w2,0.0000015275,0.05000,1.597
+3,block_sparse_moe.experts.55.w2,0.0000018719,0.05000,1.458
+3,block_sparse_moe.experts.62.w2,0.0000010254,0.05000,1.501
+3,block_sparse_moe.experts.63.w2,0.0000005682,0.05000,1.437
+3,block_sparse_moe.experts.54.w2,0.0000007385,0.05000,1.490
+3,block_sparse_moe.experts.50.w2,0.0000034550,0.05000,1.503
+3,block_sparse_moe.experts.51.w2,0.0000011734,0.05000,1.502
+3,block_sparse_moe.experts.59.w2,0.0000026548,0.05000,1.525
+3,block_sparse_moe.experts.72.w2,0.0000020212,0.05000,1.410
+3,block_sparse_moe.experts.64.w2,0.0000001385,0.05000,1.478
+3,block_sparse_moe.experts.68.w2,0.0000004873,0.05000,1.433
+3,block_sparse_moe.experts.74.w2,0.0000006898,0.05000,1.515
+3,block_sparse_moe.experts.73.w2,0.0000023977,0.05000,1.513
+3,block_sparse_moe.experts.76.w2,0.0000017584,0.05000,1.399
+3,block_sparse_moe.experts.77.w2,0.0000001423,0.05000,1.536
+3,block_sparse_moe.experts.69.w2,0.0000003012,0.05000,1.543
+3,block_sparse_moe.experts.65.w2,0.0000010435,0.05000,1.469
+3,block_sparse_moe.experts.71.w2,0.0000004208,0.05000,1.496
+3,block_sparse_moe.experts.79.w2,0.0000034783,0.05000,1.489
+3,block_sparse_moe.experts.78.w2,0.0000015863,0.05000,1.520
+3,block_sparse_moe.experts.70.w2,0.0000002412,0.05000,1.497
+3,block_sparse_moe.experts.66.w2,0.0000001427,0.05000,1.498
+3,block_sparse_moe.experts.67.w2,0.0000008948,0.05000,1.452
+3,block_sparse_moe.experts.75.w2,0.0000000991,0.05000,1.433
+3,block_sparse_moe.experts.90.w2,0.0000013560,0.05000,1.361
+3,block_sparse_moe.experts.88.w2,0.0000013369,0.05000,1.499
+3,block_sparse_moe.experts.89.w2,0.0000008417,0.05000,1.412
+3,block_sparse_moe.experts.80.w2,0.0000003728,0.05000,1.589
+3,block_sparse_moe.experts.84.w2,0.0000004616,0.05000,1.528
+3,block_sparse_moe.experts.92.w2,0.0000003623,0.05000,1.503
+3,block_sparse_moe.experts.93.w2,0.0000002877,0.05000,1.503
+3,block_sparse_moe.experts.85.w2,0.0000015784,0.05000,1.470
+3,block_sparse_moe.experts.81.w2,0.0000009558,0.05000,1.507
+3,block_sparse_moe.experts.82.w2,0.0000008368,0.05000,1.374
+3,block_sparse_moe.experts.86.w2,0.0000013543,0.05000,1.479
+3,block_sparse_moe.experts.94.w2,0.0000041545,0.05000,1.521
+3,block_sparse_moe.experts.95.w2,0.0000012349,0.05000,1.641
+3,block_sparse_moe.experts.87.w2,0.0000022263,0.05000,1.653
+3,block_sparse_moe.experts.83.w2,0.0000011389,0.05000,1.643
+3,block_sparse_moe.experts.91.w2,0.0000007299,0.05000,1.614
+3,block_sparse_moe.experts.106.w2,0.0000004783,0.05000,1.514
+3,block_sparse_moe.experts.104.w2,0.0000011793,0.05000,1.536
+3,block_sparse_moe.experts.96.w2,0.0000014553,0.05000,1.486
+3,block_sparse_moe.experts.105.w2,0.0000022186,0.05000,1.553
+3,block_sparse_moe.experts.100.w2,0.0000002580,0.05000,1.508
+3,block_sparse_moe.experts.101.w2,0.0000014384,0.05000,1.484
+3,block_sparse_moe.experts.109.w2,0.0000004545,0.05000,1.496
+3,block_sparse_moe.experts.108.w2,0.0000005795,0.05000,1.506
+3,block_sparse_moe.experts.98.w2,0.0000005742,0.05000,1.469
+3,block_sparse_moe.experts.97.w2,0.0000003742,0.05000,1.477
+3,block_sparse_moe.experts.102.w2,0.0000016305,0.05000,1.441
+3,block_sparse_moe.experts.110.w2,0.0000012591,0.05000,1.486
+3,block_sparse_moe.experts.111.w2,0.0000006627,0.05000,1.558
+3,block_sparse_moe.experts.103.w2,0.0000003664,0.05000,1.568
+3,block_sparse_moe.experts.99.w2,0.0000012429,0.05000,1.512
+3,block_sparse_moe.experts.107.w2,0.0000023930,0.05000,1.564
+3,block_sparse_moe.experts.120.w2,0.0000022021,0.05000,1.504
+3,block_sparse_moe.experts.122.w2,0.0000008048,0.05000,1.548
+3,block_sparse_moe.experts.114.w2,0.0000012232,0.05000,1.401
+3,block_sparse_moe.experts.112.w2,0.0000005197,0.05000,1.500
+3,block_sparse_moe.experts.124.w2,0.0000016593,0.05000,1.472
+3,block_sparse_moe.experts.116.w2,0.0000015765,0.05000,1.513
+3,block_sparse_moe.experts.121.w2,0.0000022607,0.05000,1.546
+3,block_sparse_moe.experts.117.w2,0.0000003520,0.05000,1.543
+3,block_sparse_moe.experts.113.w2,0.0000008834,0.05000,1.507
+3,block_sparse_moe.experts.118.w2,0.0000030325,0.05000,1.449
+3,block_sparse_moe.experts.125.w2,0.0000053866,0.05000,1.581
+3,block_sparse_moe.experts.126.w2,0.0000002547,0.05000,1.469
+3,block_sparse_moe.experts.127.w2,0.0000006013,0.05000,1.535
+3,block_sparse_moe.experts.119.w2,0.0000003756,0.05000,1.550
+3,block_sparse_moe.experts.115.w2,0.0000011212,0.05000,1.574
+3,block_sparse_moe.experts.123.w2,0.0000026932,0.05000,1.571
+3,block_sparse_moe.experts.138.w2,0.0000014890,0.05000,1.372
+3,block_sparse_moe.experts.136.w2,0.0000008695,0.05000,1.402
+3,block_sparse_moe.experts.130.w2,0.0000007143,0.05000,1.371
+3,block_sparse_moe.experts.132.w2,0.0000004468,0.05000,1.390
+3,block_sparse_moe.experts.134.w2,0.0000013385,0.05000,1.370
+3,block_sparse_moe.experts.128.w2,0.0000008368,0.05000,1.462
+3,block_sparse_moe.experts.140.w2,0.0000003649,0.05000,1.490
+3,block_sparse_moe.experts.137.w2,0.0000008565,0.05000,1.475
+3,block_sparse_moe.experts.129.w2,0.0000010906,0.05000,1.497
+3,block_sparse_moe.experts.133.w2,0.0000001023,0.05000,1.522
+3,block_sparse_moe.experts.142.w2,0.0000005449,0.05000,1.441
+3,block_sparse_moe.experts.141.w2,0.0000005999,0.05000,1.577
+3,block_sparse_moe.experts.135.w2,0.0000000661,0.05000,1.545
+3,block_sparse_moe.experts.143.w2,0.0000041039,0.05000,1.584
+3,block_sparse_moe.experts.131.w2,0.0000005815,0.05000,1.566
+3,block_sparse_moe.experts.139.w2,0.0000009629,0.05000,1.614
+3,block_sparse_moe.experts.154.w2,0.0000004369,0.05000,1.539
+3,block_sparse_moe.experts.152.w2,0.0000016078,0.05000,1.530
+3,block_sparse_moe.experts.146.w2,0.0000020924,0.05000,1.571
+3,block_sparse_moe.experts.148.w2,0.0000003665,0.05000,1.555
+3,block_sparse_moe.experts.144.w2,0.0000005303,0.05000,1.552
+3,block_sparse_moe.experts.156.w2,0.0000003200,0.05000,1.515
+3,block_sparse_moe.experts.150.w2,0.0000012741,0.05000,1.589
+3,block_sparse_moe.experts.153.w2,0.0000015476,0.05000,1.551
+3,block_sparse_moe.experts.158.w2,0.0000003772,0.05000,1.489
+3,block_sparse_moe.experts.145.w2,0.0000006698,0.05000,1.528
+3,block_sparse_moe.experts.149.w2,0.0000019389,0.05000,1.537
+3,block_sparse_moe.experts.157.w2,0.0000017116,0.05000,1.545
+3,block_sparse_moe.experts.151.w2,0.0000019887,0.05000,1.620
+3,block_sparse_moe.experts.159.w2,0.0000008340,0.05000,1.645
+3,block_sparse_moe.experts.147.w2,0.0000165375,0.05000,1.613
+3,block_sparse_moe.experts.155.w2,0.0000009041,0.05000,1.642
+3,block_sparse_moe.experts.164.w2,0.0000006017,0.05000,1.362
+3,block_sparse_moe.experts.168.w2,0.0000005415,0.05000,1.504
+3,block_sparse_moe.experts.172.w2,0.0000040690,0.05000,1.353
+3,block_sparse_moe.experts.170.w2,0.0000007078,0.05000,1.570
+3,block_sparse_moe.experts.160.w2,0.0000009193,0.05000,1.410
+3,block_sparse_moe.experts.162.w2,0.0000026931,0.05000,1.579
+3,block_sparse_moe.experts.166.w2,0.0000002846,0.05000,1.519
+3,block_sparse_moe.experts.174.w2,0.0000005836,0.05000,1.544
+3,block_sparse_moe.experts.169.w2,0.0000004091,0.05000,1.640
+3,block_sparse_moe.experts.165.w2,0.0000005622,0.05000,1.601
+3,block_sparse_moe.experts.161.w2,0.0000041439,0.05000,1.655
+3,block_sparse_moe.experts.173.w2,0.0000005301,0.05000,1.634
+3,block_sparse_moe.experts.167.w2,0.0000008426,0.05000,1.584
+3,block_sparse_moe.experts.175.w2,0.0000019692,0.05000,1.619
+3,block_sparse_moe.experts.163.w2,0.0000076780,0.05000,1.614
+3,block_sparse_moe.experts.171.w2,0.0000007711,0.05000,1.610
+3,block_sparse_moe.experts.184.w2,0.0000024077,0.05000,1.453
+3,block_sparse_moe.experts.188.w2,0.0000001860,0.05000,1.433
+3,block_sparse_moe.experts.176.w2,0.0000041316,0.05000,1.422
+3,block_sparse_moe.experts.180.w2,0.0000011003,0.05000,1.504
+3,block_sparse_moe.experts.186.w2,0.0000004549,0.05000,1.518
+3,block_sparse_moe.experts.178.w2,0.0000006085,0.05000,1.527
+3,block_sparse_moe.experts.182.w2,0.0000001324,0.05000,1.549
+3,block_sparse_moe.experts.190.w2,0.0000018260,0.05000,1.564
+3,block_sparse_moe.experts.181.w2,0.0000011036,0.05000,1.609
+3,block_sparse_moe.experts.185.w2,0.0000001598,0.05000,1.671
+3,block_sparse_moe.experts.177.w2,0.0000013131,0.05000,1.661
+3,block_sparse_moe.experts.189.w2,0.0000005963,0.05000,1.647
+3,block_sparse_moe.experts.183.w2,0.0000017283,0.05000,1.710
+3,block_sparse_moe.experts.191.w2,0.0000014623,0.05000,1.688
+3,block_sparse_moe.experts.179.w2,0.0000003321,0.05000,1.722
+3,block_sparse_moe.experts.187.w2,0.0000016867,0.05000,1.734
+3,block_sparse_moe.experts.202.w2,0.0000021512,0.05000,1.653
+3,block_sparse_moe.experts.194.w2,0.0000002001,0.05000,1.688
+3,block_sparse_moe.experts.198.w2,0.0000003921,0.05000,1.722
+3,block_sparse_moe.experts.206.w2,0.0000012754,0.05000,1.696
+3,block_sparse_moe.experts.197.w2,0.0000004663,0.05000,1.668
+3,block_sparse_moe.experts.201.w2,0.0000016604,0.05000,1.641
+3,block_sparse_moe.experts.193.w2,0.0000010343,0.05000,1.656
+3,block_sparse_moe.experts.205.w2,0.0000014772,0.05000,1.681
+3,block_sparse_moe.experts.199.w2,0.0000021068,0.05000,1.662
+3,block_sparse_moe.experts.207.w2,0.0000003052,0.05000,1.643
+3,block_sparse_moe.experts.195.w2,0.0000001128,0.05000,1.667
+3,block_sparse_moe.experts.203.w2,0.0000002422,0.05000,1.638
+3,block_sparse_moe.experts.218.w2,0.0000005982,0.05000,1.767
+3,block_sparse_moe.experts.210.w2,0.0000008390,0.05000,1.766
+3,block_sparse_moe.experts.213.w2,0.0000003039,0.05000,1.457
+3,block_sparse_moe.experts.214.w2,0.0000001575,0.05000,1.725
+3,block_sparse_moe.experts.217.w2,0.0000038868,0.05000,1.549
+3,block_sparse_moe.experts.222.w2,0.0000019392,0.05000,1.721
+3,block_sparse_moe.experts.209.w2,0.0000002198,0.05000,1.556
+3,block_sparse_moe.experts.221.w2,0.0000006439,0.05000,1.554
+3,block_sparse_moe.experts.223.w2,0.0000002021,0.05000,1.481
+3,block_sparse_moe.experts.215.w2,0.0000003052,0.05000,1.536
+3,block_sparse_moe.experts.211.w2,0.0000020425,0.05000,1.438
+3,block_sparse_moe.experts.219.w2,0.0000010397,0.05000,1.443
+3,block_sparse_moe.experts.229.w2,0.0000017436,0.05000,1.544
+3,block_sparse_moe.experts.234.w2,0.0000010309,0.05000,1.711
+3,block_sparse_moe.experts.233.w2,0.0000011941,0.05000,1.518
+3,block_sparse_moe.experts.225.w2,0.0000005891,0.05000,1.523
+3,block_sparse_moe.experts.226.w2,0.0000004707,0.05000,1.733
+3,block_sparse_moe.experts.230.w2,0.0000018321,0.05000,1.725
+3,block_sparse_moe.experts.238.w2,0.0000006108,0.05000,1.745
+3,block_sparse_moe.experts.239.w2,0.0000007349,0.05000,1.512
+3,block_sparse_moe.experts.227.w2,0.0000075259,0.05000,1.560
+3,block_sparse_moe.experts.231.w2,0.0000022034,0.05000,1.600
+3,block_sparse_moe.experts.235.w2,0.0000029781,0.05000,1.616
+3,block_sparse_moe.experts.250.w2,0.0000007723,0.05000,1.765
+3,block_sparse_moe.experts.242.w2,0.0000005556,0.05000,1.723
+3,block_sparse_moe.experts.246.w2,0.0000002217,0.05000,1.661
+3,block_sparse_moe.experts.254.w2,0.0000008502,0.05000,1.607
+3,block_sparse_moe.experts.255.w2,0.0000008168,0.05000,1.713
+3,block_sparse_moe.experts.247.w2,0.0000006786,0.05000,1.610
+3,block_sparse_moe.experts.243.w2,0.0000007871,0.05000,1.672
+3,block_sparse_moe.experts.251.w2,0.0000003450,0.05000,1.540
+3,block_sparse_moe.experts.237.w2,0.0000003902,0.05000,12.637
+3,block_sparse_moe.experts.245.w2,0.0000085757,0.05000,12.551
+3,block_sparse_moe.experts.249.w2,0.0000011900,0.05000,12.509
+3,block_sparse_moe.experts.241.w2,0.0000005538,0.05000,12.500
+3,block_sparse_moe.experts.253.w2,0.0000015582,0.05000,1.324
+3,block_sparse_moe.experts.200.w2,0.0000023714,0.05000,1.491
+3,block_sparse_moe.experts.204.w2,0.0000008357,0.05000,1.504
+3,block_sparse_moe.experts.192.w2,0.0000012009,0.05000,1.510
+3,block_sparse_moe.experts.196.w2,0.0000030502,0.05000,1.520
+3,block_sparse_moe.experts.220.w2,0.0000008682,0.05000,1.194
+3,block_sparse_moe.experts.216.w2,0.0000011160,0.05000,1.283
+3,block_sparse_moe.experts.212.w2,0.0000005803,0.05000,1.256
+3,block_sparse_moe.experts.208.w2,0.0000009454,0.05000,1.319
+3,block_sparse_moe.experts.236.w2,0.0000013230,0.05000,1.187
+3,block_sparse_moe.experts.228.w2,0.0000002515,0.05000,1.148
+3,block_sparse_moe.experts.232.w2,0.0000001602,0.05000,1.150
+3,block_sparse_moe.experts.224.w2,0.0000015702,0.05000,1.138
+3,block_sparse_moe.experts.252.w2,0.0000016002,0.05000,1.474
+3,block_sparse_moe.experts.244.w2,0.0000025963,0.05000,1.466
+3,block_sparse_moe.experts.248.w2,0.0000007880,0.05000,1.478
+3,block_sparse_moe.experts.240.w2,0.0000004287,0.05000,1.447
+4,self_attn.q_proj,0.0000000222,0.05000,0.882
+4,self_attn.v_proj,0.0000000032,0.05000,0.924
+4,self_attn.k_proj,0.0000000035,0.05000,0.933
+4,self_attn.o_proj,0.0000000062,0.05000,1.866
+4,block_sparse_moe.experts.12.w1,0.0000180845,0.05000,3.191
+4,block_sparse_moe.experts.8.w1,0.0000238019,0.05000,3.201
+4,block_sparse_moe.experts.4.w1,0.0000182504,0.05000,3.235
+4,block_sparse_moe.experts.0.w1,0.0000187847,0.05000,3.260
+4,block_sparse_moe.experts.1.w1,0.0000133936,0.05000,3.334
+4,block_sparse_moe.experts.13.w1,0.0000169322,0.05000,3.433
+4,block_sparse_moe.experts.9.w1,0.0000087535,0.05000,3.433
+4,block_sparse_moe.experts.5.w1,0.0000042016,0.05000,3.474
+4,block_sparse_moe.experts.7.w1,0.0000143880,0.05000,3.466
+4,block_sparse_moe.experts.3.w1,0.0000044839,0.05000,3.528
+4,block_sparse_moe.experts.11.w1,0.0000069476,0.05000,3.550
+4,block_sparse_moe.experts.15.w1,0.0000110445,0.05000,3.640
+4,block_sparse_moe.experts.10.w1,0.0000244059,0.05000,3.623
+4,block_sparse_moe.experts.6.w1,0.0000230774,0.05000,3.628
+4,block_sparse_moe.experts.2.w1,0.0000154251,0.05000,3.683
+4,block_sparse_moe.experts.14.w1,0.0000186063,0.05000,3.800
+4,block_sparse_moe.experts.24.w1,0.0000049821,0.05000,3.053
+4,block_sparse_moe.experts.28.w1,0.0000028206,0.05000,3.083
+4,block_sparse_moe.experts.20.w1,0.0000175936,0.05000,3.118
+4,block_sparse_moe.experts.17.w1,0.0000176814,0.05000,2.983
+4,block_sparse_moe.experts.16.w1,0.0000117783,0.05000,3.133
+4,block_sparse_moe.experts.29.w1,0.0000074972,0.05000,2.981
+4,block_sparse_moe.experts.25.w1,0.0000133544,0.05000,3.048
+4,block_sparse_moe.experts.31.w1,0.0000070229,0.05000,2.902
+4,block_sparse_moe.experts.22.w1,0.0000157692,0.05000,2.829
+4,block_sparse_moe.experts.18.w1,0.0000313387,0.05000,2.793
+4,block_sparse_moe.experts.21.w1,0.0000277363,0.05000,3.075
+4,block_sparse_moe.experts.26.w1,0.0000229316,0.05000,2.881
+4,block_sparse_moe.experts.30.w1,0.0000078218,0.05000,2.816
+4,block_sparse_moe.experts.27.w1,0.0000111829,0.05000,3.005
+4,block_sparse_moe.experts.23.w1,0.0000078745,0.05000,3.132
+4,block_sparse_moe.experts.19.w1,0.0000126132,0.05000,3.129
+4,block_sparse_moe.experts.44.w1,0.0000145566,0.05000,3.068
+4,block_sparse_moe.experts.40.w1,0.0000127048,0.05000,3.088
+4,block_sparse_moe.experts.32.w1,0.0000102022,0.05000,2.991
+4,block_sparse_moe.experts.33.w1,0.0000134375,0.05000,3.031
+4,block_sparse_moe.experts.36.w1,0.0000071574,0.05000,3.055
+4,block_sparse_moe.experts.45.w1,0.0000168579,0.05000,3.016
+4,block_sparse_moe.experts.41.w1,0.0000119476,0.05000,2.979
+4,block_sparse_moe.experts.46.w1,0.0000107950,0.05000,2.989
+4,block_sparse_moe.experts.38.w1,0.0000030936,0.05000,3.069
+4,block_sparse_moe.experts.37.w1,0.0000233245,0.05000,3.053
+4,block_sparse_moe.experts.47.w1,0.0000293392,0.05000,3.118
+4,block_sparse_moe.experts.34.w1,0.0000084858,0.05000,3.141
+4,block_sparse_moe.experts.42.w1,0.0000098109,0.05000,3.176
+4,block_sparse_moe.experts.43.w1,0.0000087037,0.05000,3.182
+4,block_sparse_moe.experts.39.w1,0.0000051389,0.05000,3.146
+4,block_sparse_moe.experts.35.w1,0.0000089864,0.05000,3.149
+4,block_sparse_moe.experts.49.w1,0.0000214999,0.05000,2.546
+4,block_sparse_moe.experts.61.w1,0.0000218078,0.05000,2.602
+4,block_sparse_moe.experts.57.w1,0.0000198317,0.05000,2.582
+4,block_sparse_moe.experts.53.w1,0.0000152033,0.05000,2.487
+4,block_sparse_moe.experts.56.w1,0.0000117761,0.05000,2.995
+4,block_sparse_moe.experts.60.w1,0.0000132900,0.05000,3.072
+4,block_sparse_moe.experts.48.w1,0.0000226182,0.05000,3.035
+4,block_sparse_moe.experts.52.w1,0.0000332511,0.05000,3.029
+4,block_sparse_moe.experts.63.w1,0.0000123864,0.05000,2.852
+4,block_sparse_moe.experts.62.w1,0.0000053642,0.05000,2.952
+4,block_sparse_moe.experts.51.w1,0.0000126738,0.05000,2.677
+4,block_sparse_moe.experts.54.w1,0.0000041288,0.05000,2.979
+4,block_sparse_moe.experts.59.w1,0.0000134254,0.05000,2.806
+4,block_sparse_moe.experts.55.w1,0.0000095053,0.05000,2.860
+4,block_sparse_moe.experts.50.w1,0.0000140958,0.05000,2.967
+4,block_sparse_moe.experts.58.w1,0.0000786921,0.05000,2.979
+4,block_sparse_moe.experts.65.w1,0.0000090879,0.05000,2.927
+4,block_sparse_moe.experts.69.w1,0.0000217914,0.05000,2.889
+4,block_sparse_moe.experts.73.w1,0.0000142392,0.05000,2.938
+4,block_sparse_moe.experts.77.w1,0.0000109490,0.05000,3.012
+4,block_sparse_moe.experts.72.w1,0.0000241461,0.05000,2.918
+4,block_sparse_moe.experts.76.w1,0.0000167510,0.05000,2.844
+4,block_sparse_moe.experts.68.w1,0.0000187148,0.05000,2.870
+4,block_sparse_moe.experts.64.w1,0.0000076513,0.05000,2.950
+4,block_sparse_moe.experts.79.w1,0.0000024110,0.05000,2.894
+4,block_sparse_moe.experts.71.w1,0.0000023983,0.05000,2.819
+4,block_sparse_moe.experts.67.w1,0.0000125016,0.05000,2.943
+4,block_sparse_moe.experts.75.w1,0.0000124014,0.05000,2.932
+4,block_sparse_moe.experts.78.w1,0.0000057094,0.05000,3.046
+4,block_sparse_moe.experts.70.w1,0.0000183349,0.05000,2.990
+4,block_sparse_moe.experts.66.w1,0.0000152437,0.05000,3.002
+4,block_sparse_moe.experts.74.w1,0.0000179599,0.05000,3.059
+4,block_sparse_moe.experts.81.w1,0.0000126576,0.05000,2.726
+4,block_sparse_moe.experts.89.w1,0.0000098987,0.05000,2.782
+4,block_sparse_moe.experts.93.w1,0.0000168631,0.05000,2.789
+4,block_sparse_moe.experts.85.w1,0.0000057838,0.05000,2.894
+4,block_sparse_moe.experts.88.w1,0.0000107630,0.05000,2.879
+4,block_sparse_moe.experts.80.w1,0.0000114376,0.05000,2.924
+4,block_sparse_moe.experts.92.w1,0.0000081674,0.05000,3.056
+4,block_sparse_moe.experts.84.w1,0.0000138592,0.05000,3.037
+4,block_sparse_moe.experts.95.w1,0.0000047733,0.05000,2.981
+4,block_sparse_moe.experts.87.w1,0.0000146993,0.05000,2.952
+4,block_sparse_moe.experts.83.w1,0.0000125139,0.05000,3.025
+4,block_sparse_moe.experts.91.w1,0.0000342148,0.05000,3.025
+4,block_sparse_moe.experts.94.w1,0.0000427354,0.05000,2.996
+4,block_sparse_moe.experts.86.w1,0.0000152869,0.05000,3.027
+4,block_sparse_moe.experts.82.w1,0.0000132265,0.05000,2.949
+4,block_sparse_moe.experts.90.w1,0.0000196803,0.05000,3.019
+4,block_sparse_moe.experts.97.w1,0.0000134574,0.05000,2.640
+4,block_sparse_moe.experts.105.w1,0.0000158086,0.05000,2.574
+4,block_sparse_moe.experts.109.w1,0.0000107925,0.05000,2.582
+4,block_sparse_moe.experts.101.w1,0.0000101295,0.05000,2.672
+4,block_sparse_moe.experts.104.w1,0.0000248607,0.05000,2.943
+4,block_sparse_moe.experts.100.w1,0.0000369675,0.05000,2.850
+4,block_sparse_moe.experts.96.w1,0.0000179189,0.05000,2.940
+4,block_sparse_moe.experts.108.w1,0.0000173266,0.05000,2.921
+4,block_sparse_moe.experts.111.w1,0.0000023639,0.05000,3.099
+4,block_sparse_moe.experts.102.w1,0.0000217775,0.05000,2.913
+4,block_sparse_moe.experts.103.w1,0.0000161875,0.05000,3.121
+4,block_sparse_moe.experts.98.w1,0.0000060531,0.05000,2.942
+4,block_sparse_moe.experts.110.w1,0.0000077139,0.05000,2.997
+4,block_sparse_moe.experts.99.w1,0.0000179203,0.05000,3.108
+4,block_sparse_moe.experts.107.w1,0.0000073204,0.05000,3.227
+4,block_sparse_moe.experts.106.w1,0.0000057147,0.05000,3.020
+4,block_sparse_moe.experts.113.w1,0.0000116360,0.05000,2.878
+4,block_sparse_moe.experts.125.w1,0.0000226897,0.05000,2.896
+4,block_sparse_moe.experts.121.w1,0.0000234142,0.05000,2.961
+4,block_sparse_moe.experts.117.w1,0.0000513604,0.05000,2.914
+4,block_sparse_moe.experts.120.w1,0.0000021931,0.05000,3.037
+4,block_sparse_moe.experts.116.w1,0.0000258272,0.05000,3.002
+4,block_sparse_moe.experts.112.w1,0.0000110351,0.05000,2.975
+4,block_sparse_moe.experts.127.w1,0.0000109429,0.05000,2.798
+4,block_sparse_moe.experts.119.w1,0.0000091656,0.05000,2.744
+4,block_sparse_moe.experts.124.w1,0.0000189199,0.05000,3.087
+4,block_sparse_moe.experts.114.w1,0.0000177898,0.05000,2.864
+4,block_sparse_moe.experts.115.w1,0.0000178642,0.05000,2.835
+4,block_sparse_moe.experts.118.w1,0.0000229292,0.05000,2.938
+4,block_sparse_moe.experts.126.w1,0.0000184983,0.05000,2.925
+4,block_sparse_moe.experts.123.w1,0.0000019414,0.05000,2.760
+4,block_sparse_moe.experts.122.w1,0.0000165822,0.05000,2.938
+4,block_sparse_moe.experts.129.w1,0.0000116114,0.05000,2.689
+4,block_sparse_moe.experts.141.w1,0.0000027953,0.05000,2.663
+4,block_sparse_moe.experts.137.w1,0.0000270026,0.05000,2.708
+4,block_sparse_moe.experts.133.w1,0.0000110306,0.05000,2.666
+4,block_sparse_moe.experts.134.w1,0.0000397746,0.05000,2.718
+4,block_sparse_moe.experts.136.w1,0.0000148091,0.05000,3.172
+4,block_sparse_moe.experts.130.w1,0.0000059940,0.05000,2.850
+4,block_sparse_moe.experts.142.w1,0.0000172057,0.05000,2.775
+4,block_sparse_moe.experts.132.w1,0.0000253483,0.05000,3.146
+4,block_sparse_moe.experts.143.w1,0.0000046139,0.05000,3.081
+4,block_sparse_moe.experts.135.w1,0.0000122442,0.05000,3.056
+4,block_sparse_moe.experts.128.w1,0.0000116822,0.05000,3.188
+4,block_sparse_moe.experts.140.w1,0.0000010238,0.05000,3.121
+4,block_sparse_moe.experts.131.w1,0.0000154966,0.05000,3.120
+4,block_sparse_moe.experts.138.w1,0.0000147694,0.05000,2.830
+4,block_sparse_moe.experts.139.w1,0.0000085582,0.05000,3.129
+4,block_sparse_moe.experts.145.w1,0.0000099660,0.05000,3.168
+4,block_sparse_moe.experts.157.w1,0.0000226073,0.05000,3.111
+4,block_sparse_moe.experts.153.w1,0.0000138956,0.05000,3.151
+4,block_sparse_moe.experts.149.w1,0.0000191303,0.05000,3.209
+4,block_sparse_moe.experts.150.w1,0.0000126524,0.05000,2.905
+4,block_sparse_moe.experts.144.w1,0.0000234243,0.05000,2.771
+4,block_sparse_moe.experts.146.w1,0.0000261056,0.05000,2.901
+4,block_sparse_moe.experts.152.w1,0.0000073970,0.05000,2.926
+4,block_sparse_moe.experts.158.w1,0.0000931802,0.05000,2.946
+4,block_sparse_moe.experts.148.w1,0.0000210550,0.05000,2.921
+4,block_sparse_moe.experts.156.w1,0.0000245131,0.05000,2.878
+4,block_sparse_moe.experts.159.w1,0.0000035101,0.05000,3.206
+4,block_sparse_moe.experts.151.w1,0.0000221402,0.05000,3.202
+4,block_sparse_moe.experts.154.w1,0.0000161655,0.05000,2.972
+4,block_sparse_moe.experts.155.w1,0.0000126954,0.05000,3.076
+4,block_sparse_moe.experts.147.w1,0.0000175346,0.05000,3.188
+4,block_sparse_moe.experts.161.w1,0.0000032022,0.05000,2.925
+4,block_sparse_moe.experts.173.w1,0.0000821647,0.05000,2.862
+4,block_sparse_moe.experts.169.w1,0.0000168777,0.05000,2.841
+4,block_sparse_moe.experts.165.w1,0.0000038828,0.05000,2.907
+4,block_sparse_moe.experts.166.w1,0.0000230954,0.05000,2.992
+4,block_sparse_moe.experts.168.w1,0.0000196625,0.05000,2.975
+4,block_sparse_moe.experts.164.w1,0.0000112167,0.05000,2.951
+4,block_sparse_moe.experts.160.w1,0.0000082409,0.05000,3.054
+4,block_sparse_moe.experts.162.w1,0.0000136797,0.05000,3.116
+4,block_sparse_moe.experts.174.w1,0.0000112113,0.05000,3.091
+4,block_sparse_moe.experts.172.w1,0.0000151810,0.05000,3.059
+4,block_sparse_moe.experts.167.w1,0.0000137911,0.05000,2.884
+4,block_sparse_moe.experts.175.w1,0.0000101601,0.05000,2.927
+4,block_sparse_moe.experts.163.w1,0.0000189920,0.05000,2.826
+4,block_sparse_moe.experts.170.w1,0.0000124921,0.05000,3.038
+4,block_sparse_moe.experts.171.w1,0.0000300115,0.05000,2.922
+4,block_sparse_moe.experts.189.w1,0.0000265940,0.05000,2.936
+4,block_sparse_moe.experts.177.w1,0.0000067610,0.05000,3.009
+4,block_sparse_moe.experts.185.w1,0.0000140326,0.05000,3.063
+4,block_sparse_moe.experts.181.w1,0.0000114766,0.05000,2.927
+4,block_sparse_moe.experts.180.w1,0.0000087661,0.05000,2.686
+4,block_sparse_moe.experts.176.w1,0.0000168702,0.05000,2.714
+4,block_sparse_moe.experts.184.w1,0.0000060811,0.05000,2.781
+4,block_sparse_moe.experts.188.w1,0.0000206107,0.05000,2.660
+4,block_sparse_moe.experts.182.w1,0.0000031064,0.05000,2.997
+4,block_sparse_moe.experts.183.w1,0.0000167843,0.05000,2.652
+4,block_sparse_moe.experts.191.w1,0.0000110941,0.05000,2.644
+4,block_sparse_moe.experts.187.w1,0.0000139751,0.05000,2.641
+4,block_sparse_moe.experts.178.w1,0.0000242605,0.05000,3.034
+4,block_sparse_moe.experts.179.w1,0.0000056503,0.05000,2.733
+4,block_sparse_moe.experts.190.w1,0.0000106956,0.05000,3.060
+4,block_sparse_moe.experts.186.w1,0.0000029578,0.05000,3.005
+4,block_sparse_moe.experts.193.w1,0.0000098378,0.05000,2.859
+4,block_sparse_moe.experts.205.w1,0.0000064623,0.05000,2.909
+4,block_sparse_moe.experts.201.w1,0.0000057749,0.05000,2.903
+4,block_sparse_moe.experts.197.w1,0.0000082114,0.05000,3.032
+4,block_sparse_moe.experts.196.w1,0.0000194484,0.05000,2.959
+4,block_sparse_moe.experts.192.w1,0.0000117078,0.05000,2.982
+4,block_sparse_moe.experts.200.w1,0.0000155200,0.05000,2.976
+4,block_sparse_moe.experts.204.w1,0.0000079497,0.05000,2.979
+4,block_sparse_moe.experts.198.w1,0.0000176523,0.05000,2.942
+4,block_sparse_moe.experts.207.w1,0.0000171420,0.05000,3.040
+4,block_sparse_moe.experts.199.w1,0.0000243876,0.05000,3.082
+4,block_sparse_moe.experts.194.w1,0.0000098519,0.05000,2.940
+4,block_sparse_moe.experts.206.w1,0.0000406050,0.05000,2.964
+4,block_sparse_moe.experts.203.w1,0.0000219543,0.05000,3.104
+4,block_sparse_moe.experts.195.w1,0.0000422001,0.05000,3.097
+4,block_sparse_moe.experts.202.w1,0.0000128361,0.05000,2.894
+4,block_sparse_moe.experts.209.w1,0.0000094704,0.05000,3.102
+4,block_sparse_moe.experts.221.w1,0.0000159181,0.05000,3.059
+4,block_sparse_moe.experts.217.w1,0.0000168023,0.05000,3.079
+4,block_sparse_moe.experts.213.w1,0.0000239156,0.05000,2.978
+4,block_sparse_moe.experts.216.w1,0.0000288034,0.05000,2.845
+4,block_sparse_moe.experts.212.w1,0.0000095135,0.05000,2.935
+4,block_sparse_moe.experts.208.w1,0.0000124483,0.05000,2.882
+4,block_sparse_moe.experts.214.w1,0.0000165499,0.05000,2.847
+4,block_sparse_moe.experts.220.w1,0.0000058039,0.05000,2.876
+4,block_sparse_moe.experts.223.w1,0.0000051769,0.05000,2.940
+4,block_sparse_moe.experts.210.w1,0.0000021343,0.05000,2.867
+4,block_sparse_moe.experts.222.w1,0.0000216947,0.05000,2.900
+4,block_sparse_moe.experts.215.w1,0.0000317839,0.05000,3.083
+4,block_sparse_moe.experts.219.w1,0.0000071764,0.05000,2.973
+4,block_sparse_moe.experts.218.w1,0.0000220097,0.05000,2.905
+4,block_sparse_moe.experts.211.w1,0.0000112596,0.05000,3.073
+4,block_sparse_moe.experts.225.w1,0.0000252273,0.05000,2.811
+4,block_sparse_moe.experts.237.w1,0.0000588826,0.05000,2.934
+4,block_sparse_moe.experts.233.w1,0.0000151242,0.05000,2.932
+4,block_sparse_moe.experts.229.w1,0.0000096805,0.05000,2.870
+4,block_sparse_moe.experts.228.w1,0.0000167779,0.05000,2.939
+4,block_sparse_moe.experts.230.w1,0.0000044007,0.05000,2.859
+4,block_sparse_moe.experts.224.w1,0.0000111065,0.05000,3.013
+4,block_sparse_moe.experts.236.w1,0.0000187479,0.05000,3.011
+4,block_sparse_moe.experts.232.w1,0.0000167230,0.05000,3.119
+4,block_sparse_moe.experts.226.w1,0.0000030395,0.05000,2.933
+4,block_sparse_moe.experts.238.w1,0.0000130782,0.05000,2.961
+4,block_sparse_moe.experts.239.w1,0.0000177545,0.05000,3.191
+4,block_sparse_moe.experts.231.w1,0.0000226785,0.05000,3.132
+4,block_sparse_moe.experts.234.w1,0.0000166750,0.05000,2.979
+4,block_sparse_moe.experts.235.w1,0.0000064148,0.05000,3.073
+4,block_sparse_moe.experts.227.w1,0.0000022951,0.05000,3.177
+4,block_sparse_moe.experts.241.w1,0.0000169579,0.05000,2.828
+4,block_sparse_moe.experts.253.w1,0.0000184811,0.05000,2.900
+4,block_sparse_moe.experts.249.w1,0.0000188730,0.05000,2.768
+4,block_sparse_moe.experts.245.w1,0.0000064590,0.05000,2.784
+4,block_sparse_moe.experts.246.w1,0.0000513220,0.05000,2.765
+4,block_sparse_moe.experts.244.w1,0.0000022797,0.05000,3.009
+4,block_sparse_moe.experts.240.w1,0.0000164744,0.05000,2.971
+4,block_sparse_moe.experts.252.w1,0.0000040828,0.05000,2.957
+4,block_sparse_moe.experts.242.w1,0.0000099289,0.05000,2.808
+4,block_sparse_moe.experts.248.w1,0.0000035895,0.05000,3.002
+4,block_sparse_moe.experts.254.w1,0.0000084225,0.05000,2.874
+4,block_sparse_moe.experts.255.w1,0.0000027905,0.05000,2.896
+4,block_sparse_moe.experts.250.w1,0.0000221029,0.05000,2.840
+4,block_sparse_moe.experts.247.w1,0.0000233671,0.05000,2.895
+4,block_sparse_moe.experts.251.w1,0.0000142600,0.05000,2.847
+4,block_sparse_moe.experts.243.w1,0.0000117273,0.05000,2.844
+4,block_sparse_moe.experts.1.w3,0.0000127918,0.05000,2.960
+4,block_sparse_moe.experts.13.w3,0.0000165258,0.05000,2.981
+4,block_sparse_moe.experts.9.w3,0.0000082278,0.05000,2.979
+4,block_sparse_moe.experts.5.w3,0.0000039639,0.05000,3.037
+4,block_sparse_moe.experts.6.w3,0.0000216229,0.05000,3.014
+4,block_sparse_moe.experts.0.w3,0.0000179340,0.05000,2.871
+4,block_sparse_moe.experts.4.w3,0.0000171611,0.05000,2.961
+4,block_sparse_moe.experts.12.w3,0.0000160144,0.05000,2.921
+4,block_sparse_moe.experts.8.w3,0.0000222267,0.05000,2.904
+4,block_sparse_moe.experts.2.w3,0.0000140564,0.05000,3.033
+4,block_sparse_moe.experts.15.w3,0.0000104690,0.05000,2.899
+4,block_sparse_moe.experts.14.w3,0.0000180452,0.05000,3.026
+4,block_sparse_moe.experts.11.w3,0.0000065660,0.05000,2.901
+4,block_sparse_moe.experts.10.w3,0.0000226446,0.05000,2.987
+4,block_sparse_moe.experts.7.w3,0.0000140035,0.05000,2.981
+4,block_sparse_moe.experts.3.w3,0.0000041689,0.05000,3.009
+4,block_sparse_moe.experts.17.w3,0.0000162569,0.05000,3.033
+4,block_sparse_moe.experts.29.w3,0.0000072142,0.05000,3.094
+4,block_sparse_moe.experts.25.w3,0.0000127683,0.05000,3.061
+4,block_sparse_moe.experts.21.w3,0.0000256959,0.05000,3.106
+4,block_sparse_moe.experts.22.w3,0.0000148586,0.05000,2.999
+4,block_sparse_moe.experts.16.w3,0.0000111970,0.05000,2.996
+4,block_sparse_moe.experts.28.w3,0.0000026219,0.05000,2.976
+4,block_sparse_moe.experts.20.w3,0.0000155389,0.05000,3.105
+4,block_sparse_moe.experts.24.w3,0.0000049252,0.05000,2.995
+4,block_sparse_moe.experts.18.w3,0.0000295748,0.05000,2.913
+4,block_sparse_moe.experts.30.w3,0.0000073452,0.05000,2.963
+4,block_sparse_moe.experts.26.w3,0.0000209019,0.05000,2.929
+4,block_sparse_moe.experts.31.w3,0.0000064810,0.05000,3.180
+4,block_sparse_moe.experts.27.w3,0.0000105600,0.05000,3.141
+4,block_sparse_moe.experts.23.w3,0.0000072571,0.05000,3.174
+4,block_sparse_moe.experts.19.w3,0.0000121385,0.05000,3.159
+4,block_sparse_moe.experts.33.w3,0.0000129017,0.05000,2.982
+4,block_sparse_moe.experts.45.w3,0.0000159727,0.05000,2.920
+4,block_sparse_moe.experts.41.w3,0.0000112676,0.05000,2.959
+4,block_sparse_moe.experts.37.w3,0.0000225134,0.05000,2.910
+4,block_sparse_moe.experts.32.w3,0.0000097570,0.05000,2.764
+4,block_sparse_moe.experts.36.w3,0.0000068384,0.05000,2.720
+4,block_sparse_moe.experts.40.w3,0.0000121822,0.05000,2.721
+4,block_sparse_moe.experts.44.w3,0.0000136586,0.05000,2.787
+4,block_sparse_moe.experts.38.w3,0.0000028837,0.05000,3.053
+4,block_sparse_moe.experts.34.w3,0.0000080026,0.05000,2.939
+4,block_sparse_moe.experts.46.w3,0.0000095307,0.05000,2.927
+4,block_sparse_moe.experts.47.w3,0.0000277199,0.05000,2.790
+4,block_sparse_moe.experts.43.w3,0.0000082517,0.05000,2.779
+4,block_sparse_moe.experts.42.w3,0.0000094598,0.05000,3.005
+4,block_sparse_moe.experts.39.w3,0.0000047789,0.05000,2.836
+4,block_sparse_moe.experts.35.w3,0.0000086402,0.05000,2.817
+4,block_sparse_moe.experts.49.w3,0.0000203363,0.05000,3.048
+4,block_sparse_moe.experts.61.w3,0.0000205854,0.05000,3.028
+4,block_sparse_moe.experts.57.w3,0.0000188962,0.05000,3.011
+4,block_sparse_moe.experts.53.w3,0.0000139841,0.05000,2.980
+4,block_sparse_moe.experts.48.w3,0.0000214831,0.05000,2.943
+4,block_sparse_moe.experts.54.w3,0.0000039609,0.05000,2.824
+4,block_sparse_moe.experts.56.w3,0.0000105911,0.05000,2.871
+4,block_sparse_moe.experts.60.w3,0.0000127895,0.05000,2.891
+4,block_sparse_moe.experts.52.w3,0.0000315195,0.05000,2.955
+4,block_sparse_moe.experts.50.w3,0.0000130456,0.05000,2.769
+4,block_sparse_moe.experts.62.w3,0.0000049895,0.05000,2.816
+4,block_sparse_moe.experts.58.w3,0.0000748946,0.05000,2.708
+4,block_sparse_moe.experts.59.w3,0.0000125525,0.05000,2.876
+4,block_sparse_moe.experts.63.w3,0.0000115168,0.05000,2.957
+4,block_sparse_moe.experts.55.w3,0.0000090146,0.05000,2.849
+4,block_sparse_moe.experts.51.w3,0.0000119242,0.05000,2.932
+4,block_sparse_moe.experts.65.w3,0.0000086405,0.05000,2.988
+4,block_sparse_moe.experts.77.w3,0.0000105041,0.05000,3.069
+4,block_sparse_moe.experts.73.w3,0.0000135823,0.05000,3.119
+4,block_sparse_moe.experts.69.w3,0.0000211882,0.05000,3.096
+4,block_sparse_moe.experts.70.w3,0.0000175457,0.05000,2.872
+4,block_sparse_moe.experts.66.w3,0.0000143166,0.05000,2.917
+4,block_sparse_moe.experts.64.w3,0.0000074826,0.05000,3.134
+4,block_sparse_moe.experts.72.w3,0.0000231800,0.05000,3.155
+4,block_sparse_moe.experts.76.w3,0.0000158031,0.05000,3.150
+4,block_sparse_moe.experts.68.w3,0.0000177053,0.05000,3.179
+4,block_sparse_moe.experts.78.w3,0.0000053819,0.05000,2.881
+4,block_sparse_moe.experts.74.w3,0.0000171286,0.05000,2.925
+4,block_sparse_moe.experts.75.w3,0.0000113241,0.05000,3.008
+4,block_sparse_moe.experts.79.w3,0.0000022630,0.05000,3.021
+4,block_sparse_moe.experts.71.w3,0.0000022652,0.05000,2.972
+4,block_sparse_moe.experts.67.w3,0.0000070612,0.05000,3.056
+4,block_sparse_moe.experts.81.w3,0.0000119014,0.05000,2.853
+4,block_sparse_moe.experts.93.w3,0.0000151118,0.05000,2.820
+4,block_sparse_moe.experts.89.w3,0.0000094618,0.05000,2.836
+4,block_sparse_moe.experts.85.w3,0.0000055184,0.05000,2.864
+4,block_sparse_moe.experts.86.w3,0.0000141888,0.05000,2.788
+4,block_sparse_moe.experts.82.w3,0.0000127607,0.05000,2.764
+4,block_sparse_moe.experts.80.w3,0.0000109296,0.05000,2.794
+4,block_sparse_moe.experts.88.w3,0.0000100488,0.05000,2.794
+4,block_sparse_moe.experts.92.w3,0.0000079111,0.05000,2.795
+4,block_sparse_moe.experts.84.w3,0.0000131728,0.05000,2.806
+4,block_sparse_moe.experts.94.w3,0.0000409038,0.05000,2.771
+4,block_sparse_moe.experts.90.w3,0.0000190502,0.05000,2.783
+4,block_sparse_moe.experts.95.w3,0.0000046048,0.05000,2.920
+4,block_sparse_moe.experts.91.w3,0.0000322752,0.05000,2.969
+4,block_sparse_moe.experts.87.w3,0.0000141125,0.05000,2.968
+4,block_sparse_moe.experts.83.w3,0.0000116678,0.05000,2.975
+4,block_sparse_moe.experts.97.w3,0.0000129340,0.05000,3.019
+4,block_sparse_moe.experts.109.w3,0.0000099111,0.05000,2.910
+4,block_sparse_moe.experts.105.w3,0.0000153081,0.05000,2.980
+4,block_sparse_moe.experts.102.w3,0.0000208390,0.05000,2.693
+4,block_sparse_moe.experts.98.w3,0.0000058136,0.05000,2.672
+4,block_sparse_moe.experts.101.w3,0.0000095492,0.05000,3.035
+4,block_sparse_moe.experts.110.w3,0.0000073423,0.05000,2.616
+4,block_sparse_moe.experts.106.w3,0.0000053944,0.05000,2.625
+4,block_sparse_moe.experts.96.w3,0.0000171201,0.05000,3.030
+4,block_sparse_moe.experts.104.w3,0.0000232963,0.05000,3.085
+4,block_sparse_moe.experts.108.w3,0.0000162255,0.05000,3.156
+4,block_sparse_moe.experts.100.w3,0.0000351255,0.05000,3.129
+4,block_sparse_moe.experts.111.w3,0.0000022386,0.05000,3.079
+4,block_sparse_moe.experts.107.w3,0.0000070401,0.05000,3.096
+4,block_sparse_moe.experts.103.w3,0.0000146733,0.05000,3.073
+4,block_sparse_moe.experts.99.w3,0.0000171522,0.05000,3.060
+4,block_sparse_moe.experts.113.w3,0.0000111806,0.05000,2.946
+4,block_sparse_moe.experts.118.w3,0.0000215455,0.05000,2.761
+4,block_sparse_moe.experts.125.w3,0.0000215977,0.05000,3.034
+4,block_sparse_moe.experts.114.w3,0.0000171367,0.05000,2.718
+4,block_sparse_moe.experts.121.w3,0.0000224973,0.05000,3.019
+4,block_sparse_moe.experts.126.w3,0.0000171600,0.05000,2.778
+4,block_sparse_moe.experts.117.w3,0.0000493994,0.05000,3.028
+4,block_sparse_moe.experts.122.w3,0.0000158628,0.05000,2.779
+4,block_sparse_moe.experts.112.w3,0.0000104791,0.05000,3.157
+4,block_sparse_moe.experts.120.w3,0.0000020144,0.05000,3.090
+4,block_sparse_moe.experts.116.w3,0.0000254892,0.05000,3.052
+4,block_sparse_moe.experts.124.w3,0.0000173939,0.05000,3.107
+4,block_sparse_moe.experts.127.w3,0.0000101437,0.05000,2.958
+4,block_sparse_moe.experts.123.w3,0.0000018468,0.05000,3.015
+4,block_sparse_moe.experts.119.w3,0.0000088997,0.05000,3.043
+4,block_sparse_moe.experts.115.w3,0.0000170846,0.05000,3.019
+4,block_sparse_moe.experts.129.w3,0.0000112118,0.05000,2.994
+4,block_sparse_moe.experts.134.w3,0.0000374584,0.05000,2.900
+4,block_sparse_moe.experts.141.w3,0.0000026072,0.05000,2.924
+4,block_sparse_moe.experts.130.w3,0.0000057853,0.05000,2.894
+4,block_sparse_moe.experts.137.w3,0.0000256422,0.05000,2.914
+4,block_sparse_moe.experts.142.w3,0.0000165970,0.05000,2.880
+4,block_sparse_moe.experts.133.w3,0.0000105632,0.05000,2.875
+4,block_sparse_moe.experts.138.w3,0.0000143629,0.05000,2.908
+4,block_sparse_moe.experts.136.w3,0.0000142870,0.05000,2.894
+4,block_sparse_moe.experts.128.w3,0.0000108516,0.05000,2.953
+4,block_sparse_moe.experts.140.w3,0.0000009755,0.05000,2.912
+4,block_sparse_moe.experts.132.w3,0.0000244670,0.05000,2.952
+4,block_sparse_moe.experts.143.w3,0.0000043819,0.05000,2.825
+4,block_sparse_moe.experts.139.w3,0.0000081668,0.05000,2.855
+4,block_sparse_moe.experts.135.w3,0.0000117824,0.05000,2.848
+4,block_sparse_moe.experts.131.w3,0.0000149711,0.05000,2.827
+4,block_sparse_moe.experts.150.w3,0.0000122520,0.05000,2.637
+4,block_sparse_moe.experts.146.w3,0.0000249337,0.05000,2.773
+4,block_sparse_moe.experts.145.w3,0.0000092733,0.05000,3.034
+4,block_sparse_moe.experts.158.w3,0.0000735619,0.05000,2.723
+4,block_sparse_moe.experts.157.w3,0.0000219403,0.05000,3.069
+4,block_sparse_moe.experts.154.w3,0.0000151721,0.05000,2.707
+4,block_sparse_moe.experts.153.w3,0.0000133557,0.05000,3.173
+4,block_sparse_moe.experts.149.w3,0.0000175374,0.05000,3.144
+4,block_sparse_moe.experts.144.w3,0.0000204615,0.05000,2.960
+4,block_sparse_moe.experts.152.w3,0.0000071515,0.05000,3.070
+4,block_sparse_moe.experts.148.w3,0.0000199519,0.05000,3.011
+4,block_sparse_moe.experts.156.w3,0.0000234006,0.05000,3.074
+4,block_sparse_moe.experts.159.w3,0.0000034016,0.05000,2.890
+4,block_sparse_moe.experts.155.w3,0.0000122946,0.05000,2.942
+4,block_sparse_moe.experts.151.w3,0.0000212491,0.05000,2.885
+4,block_sparse_moe.experts.147.w3,0.0000158124,0.05000,2.943
+4,block_sparse_moe.experts.166.w3,0.0000222199,0.05000,2.737
+4,block_sparse_moe.experts.162.w3,0.0000130149,0.05000,2.772
+4,block_sparse_moe.experts.174.w3,0.0000099064,0.05000,2.814
+4,block_sparse_moe.experts.161.w3,0.0000030931,0.05000,2.974
+4,block_sparse_moe.experts.170.w3,0.0000117767,0.05000,2.780
+4,block_sparse_moe.experts.173.w3,0.0000780911,0.05000,2.995
+4,block_sparse_moe.experts.169.w3,0.0000161861,0.05000,2.998
+4,block_sparse_moe.experts.165.w3,0.0000034565,0.05000,3.000
+4,block_sparse_moe.experts.168.w3,0.0000187488,0.05000,2.915
+4,block_sparse_moe.experts.160.w3,0.0000079062,0.05000,3.027
+4,block_sparse_moe.experts.164.w3,0.0000108109,0.05000,2.946
+4,block_sparse_moe.experts.175.w3,0.0000096150,0.05000,2.895
+4,block_sparse_moe.experts.172.w3,0.0000145700,0.05000,3.058
+4,block_sparse_moe.experts.167.w3,0.0000133039,0.05000,2.868
+4,block_sparse_moe.experts.171.w3,0.0000283009,0.05000,2.896
+4,block_sparse_moe.experts.163.w3,0.0000183469,0.05000,2.990
+4,block_sparse_moe.experts.182.w3,0.0000028659,0.05000,2.868
+4,block_sparse_moe.experts.178.w3,0.0000231313,0.05000,2.835
+4,block_sparse_moe.experts.190.w3,0.0000100227,0.05000,2.776
+4,block_sparse_moe.experts.186.w3,0.0000028183,0.05000,2.731
+4,block_sparse_moe.experts.177.w3,0.0000064301,0.05000,2.992
+4,block_sparse_moe.experts.189.w3,0.0000246602,0.05000,3.066
+4,block_sparse_moe.experts.185.w3,0.0000127473,0.05000,2.928
+4,block_sparse_moe.experts.181.w3,0.0000109204,0.05000,2.988
+4,block_sparse_moe.experts.184.w3,0.0000057294,0.05000,2.794
+4,block_sparse_moe.experts.176.w3,0.0000153489,0.05000,2.796
+4,block_sparse_moe.experts.180.w3,0.0000079942,0.05000,2.829
+4,block_sparse_moe.experts.188.w3,0.0000193050,0.05000,2.822
+4,block_sparse_moe.experts.191.w3,0.0000103552,0.05000,3.057
+4,block_sparse_moe.experts.187.w3,0.0000133631,0.05000,3.011
+4,block_sparse_moe.experts.183.w3,0.0000159589,0.05000,3.052
+4,block_sparse_moe.experts.179.w3,0.0000049238,0.05000,3.003
+4,block_sparse_moe.experts.198.w3,0.0000170185,0.05000,2.803
+4,block_sparse_moe.experts.194.w3,0.0000093833,0.05000,2.774
+4,block_sparse_moe.experts.206.w3,0.0000388515,0.05000,2.886
+4,block_sparse_moe.experts.202.w3,0.0000119244,0.05000,2.852
+4,block_sparse_moe.experts.193.w3,0.0000094516,0.05000,2.855
+4,block_sparse_moe.experts.205.w3,0.0000062244,0.05000,2.895
+4,block_sparse_moe.experts.201.w3,0.0000055327,0.05000,2.903
+4,block_sparse_moe.experts.197.w3,0.0000078577,0.05000,2.894
+4,block_sparse_moe.experts.200.w3,0.0000139962,0.05000,2.871
+4,block_sparse_moe.experts.192.w3,0.0000112698,0.05000,2.900
+4,block_sparse_moe.experts.196.w3,0.0000185896,0.05000,2.827
+4,block_sparse_moe.experts.204.w3,0.0000076301,0.05000,2.831
+4,block_sparse_moe.experts.207.w3,0.0000165456,0.05000,3.046
+4,block_sparse_moe.experts.199.w3,0.0000233091,0.05000,2.992
+4,block_sparse_moe.experts.203.w3,0.0000213115,0.05000,3.066
+4,block_sparse_moe.experts.195.w3,0.0000392170,0.05000,3.040
+4,block_sparse_moe.experts.214.w3,0.0000151993,0.05000,2.977
+4,block_sparse_moe.experts.210.w3,0.0000020656,0.05000,2.997
+4,block_sparse_moe.experts.222.w3,0.0000203413,0.05000,2.956
+4,block_sparse_moe.experts.218.w3,0.0000209391,0.05000,3.007
+4,block_sparse_moe.experts.209.w3,0.0000088054,0.05000,3.086
+4,block_sparse_moe.experts.221.w3,0.0000151829,0.05000,3.070
+4,block_sparse_moe.experts.217.w3,0.0000162538,0.05000,3.038
+4,block_sparse_moe.experts.213.w3,0.0000196325,0.05000,3.068
+4,block_sparse_moe.experts.208.w3,0.0000114925,0.05000,2.842
+4,block_sparse_moe.experts.216.w3,0.0000276008,0.05000,2.948
+4,block_sparse_moe.experts.212.w3,0.0000091970,0.05000,2.952
+4,block_sparse_moe.experts.220.w3,0.0000055458,0.05000,2.919
+4,block_sparse_moe.experts.223.w3,0.0000049888,0.05000,2.965
+4,block_sparse_moe.experts.215.w3,0.0000306598,0.05000,3.009
+4,block_sparse_moe.experts.219.w3,0.0000067688,0.05000,3.013
+4,block_sparse_moe.experts.230.w3,0.0000041617,0.05000,2.847
+4,block_sparse_moe.experts.211.w3,0.0000106565,0.05000,3.123
+4,block_sparse_moe.experts.226.w3,0.0000028303,0.05000,2.943
+4,block_sparse_moe.experts.238.w3,0.0000125718,0.05000,2.982
+4,block_sparse_moe.experts.234.w3,0.0000159133,0.05000,3.013
+4,block_sparse_moe.experts.225.w3,0.0000231636,0.05000,3.104
+4,block_sparse_moe.experts.237.w3,0.0000573805,0.05000,3.072
+4,block_sparse_moe.experts.224.w3,0.0000105555,0.05000,2.746
+4,block_sparse_moe.experts.232.w3,0.0000161496,0.05000,2.726
+4,block_sparse_moe.experts.233.w3,0.0000143702,0.05000,3.073
+4,block_sparse_moe.experts.228.w3,0.0000159013,0.05000,2.745
+4,block_sparse_moe.experts.229.w3,0.0000089006,0.05000,3.090
+4,block_sparse_moe.experts.236.w3,0.0000181353,0.05000,2.805
+4,block_sparse_moe.experts.239.w3,0.0000169139,0.05000,3.041
+4,block_sparse_moe.experts.231.w3,0.0000217352,0.05000,3.068
+4,block_sparse_moe.experts.235.w3,0.0000061151,0.05000,3.084
+4,block_sparse_moe.experts.246.w3,0.0000475352,0.05000,2.992
+4,block_sparse_moe.experts.242.w3,0.0000096421,0.05000,2.868
+4,block_sparse_moe.experts.227.w3,0.0000022057,0.05000,3.015
+4,block_sparse_moe.experts.254.w3,0.0000080124,0.05000,2.774
+4,block_sparse_moe.experts.250.w3,0.0000205210,0.05000,2.697
+4,block_sparse_moe.experts.241.w3,0.0000159685,0.05000,3.004
+4,block_sparse_moe.experts.253.w3,0.0000177921,0.05000,2.880
+4,block_sparse_moe.experts.249.w3,0.0000178283,0.05000,2.788
+4,block_sparse_moe.experts.240.w3,0.0000155046,0.05000,2.888
+4,block_sparse_moe.experts.248.w3,0.0000034216,0.05000,2.888
+4,block_sparse_moe.experts.245.w3,0.0000058689,0.05000,2.655
+4,block_sparse_moe.experts.244.w3,0.0000021827,0.05000,2.794
+4,block_sparse_moe.experts.252.w3,0.0000038900,0.05000,2.682
+4,block_sparse_moe.experts.255.w3,0.0000026489,0.05000,2.910
+4,block_sparse_moe.experts.247.w3,0.0000225255,0.05000,2.877
+4,block_sparse_moe.experts.251.w3,0.0000133442,0.05000,2.866
+4,block_sparse_moe.experts.243.w3,0.0000109038,0.05000,2.459
+4,block_sparse_moe.experts.4.w2,0.0000031149,0.05000,1.350
+4,block_sparse_moe.experts.8.w2,0.0000030082,0.05000,1.352
+4,block_sparse_moe.experts.12.w2,0.0000011806,0.05000,1.353
+4,block_sparse_moe.experts.0.w2,0.0000014346,0.05000,1.407
+4,block_sparse_moe.experts.1.w2,0.0000016340,0.05000,1.502
+4,block_sparse_moe.experts.9.w2,0.0000011294,0.05000,1.524
+4,block_sparse_moe.experts.11.w2,0.0000012906,0.05000,1.528
+4,block_sparse_moe.experts.15.w2,0.0000009345,0.05000,1.530
+4,block_sparse_moe.experts.7.w2,0.0000014283,0.05000,1.538
+4,block_sparse_moe.experts.5.w2,0.0000006099,0.05000,1.584
+4,block_sparse_moe.experts.13.w2,0.0000011678,0.05000,1.587
+4,block_sparse_moe.experts.3.w2,0.0000004246,0.05000,1.599
+4,block_sparse_moe.experts.2.w2,0.0000045330,0.05000,1.735
+4,block_sparse_moe.experts.6.w2,0.0000022338,0.05000,1.753
+4,block_sparse_moe.experts.10.w2,0.0000013876,0.05000,1.754
+4,block_sparse_moe.experts.14.w2,0.0000014673,0.05000,1.804
+4,block_sparse_moe.experts.28.w2,0.0000009480,0.05000,1.363
+4,block_sparse_moe.experts.20.w2,0.0000014913,0.05000,1.402
+4,block_sparse_moe.experts.24.w2,0.0000008100,0.05000,1.403
+4,block_sparse_moe.experts.16.w2,0.0000011863,0.05000,1.394
+4,block_sparse_moe.experts.23.w2,0.0000004230,0.05000,1.510
+4,block_sparse_moe.experts.27.w2,0.0000009469,0.05000,1.520
+4,block_sparse_moe.experts.17.w2,0.0000007817,0.05000,1.558
+4,block_sparse_moe.experts.31.w2,0.0000005148,0.05000,1.573
+4,block_sparse_moe.experts.25.w2,0.0000028043,0.05000,1.593
+4,block_sparse_moe.experts.18.w2,0.0000028283,0.05000,1.417
+4,block_sparse_moe.experts.21.w2,0.0000029124,0.05000,1.584
+4,block_sparse_moe.experts.29.w2,0.0000010123,0.05000,1.583
+4,block_sparse_moe.experts.22.w2,0.0000016060,0.05000,1.417
+4,block_sparse_moe.experts.26.w2,0.0000037601,0.05000,1.414
+4,block_sparse_moe.experts.19.w2,0.0000021335,0.05000,1.601
+4,block_sparse_moe.experts.30.w2,0.0000004247,0.05000,1.406
+4,block_sparse_moe.experts.44.w2,0.0000014811,0.05000,1.427
+4,block_sparse_moe.experts.40.w2,0.0000007216,0.05000,1.410
+4,block_sparse_moe.experts.36.w2,0.0000007962,0.05000,1.450
+4,block_sparse_moe.experts.32.w2,0.0000006512,0.05000,1.412
+4,block_sparse_moe.experts.33.w2,0.0000023822,0.05000,1.420
+4,block_sparse_moe.experts.39.w2,0.0000009014,0.05000,1.503
+4,block_sparse_moe.experts.45.w2,0.0000016858,0.05000,1.392
+4,block_sparse_moe.experts.43.w2,0.0000008388,0.05000,1.512
+4,block_sparse_moe.experts.41.w2,0.0000009352,0.05000,1.444
+4,block_sparse_moe.experts.34.w2,0.0000004674,0.05000,1.432
+4,block_sparse_moe.experts.47.w2,0.0000041057,0.05000,1.494
+4,block_sparse_moe.experts.37.w2,0.0000026990,0.05000,1.438
+4,block_sparse_moe.experts.38.w2,0.0000004613,0.05000,1.453
+4,block_sparse_moe.experts.42.w2,0.0000008018,0.05000,1.478
+4,block_sparse_moe.experts.46.w2,0.0000004367,0.05000,1.461
+4,block_sparse_moe.experts.35.w2,0.0000006884,0.05000,1.511
+4,block_sparse_moe.experts.60.w2,0.0000019541,0.05000,1.346
+4,block_sparse_moe.experts.56.w2,0.0000024424,0.05000,1.347
+4,block_sparse_moe.experts.48.w2,0.0000027038,0.05000,1.380
+4,block_sparse_moe.experts.52.w2,0.0000048152,0.05000,1.405
+4,block_sparse_moe.experts.49.w2,0.0000014627,0.05000,1.486
+4,block_sparse_moe.experts.57.w2,0.0000018556,0.05000,1.463
+4,block_sparse_moe.experts.50.w2,0.0000027056,0.05000,1.465
+4,block_sparse_moe.experts.61.w2,0.0000021103,0.05000,1.492
+4,block_sparse_moe.experts.55.w2,0.0000024256,0.05000,1.505
+4,block_sparse_moe.experts.63.w2,0.0000022177,0.05000,1.477
+4,block_sparse_moe.experts.53.w2,0.0000018114,0.05000,1.473
+4,block_sparse_moe.experts.59.w2,0.0000020763,0.05000,1.519
+4,block_sparse_moe.experts.54.w2,0.0000009488,0.05000,1.462
+4,block_sparse_moe.experts.62.w2,0.0000008111,0.05000,1.450
+4,block_sparse_moe.experts.58.w2,0.0000109697,0.05000,1.515
+4,block_sparse_moe.experts.51.w2,0.0000029393,0.05000,1.572
+4,block_sparse_moe.experts.76.w2,0.0000039655,0.05000,1.458
+4,block_sparse_moe.experts.72.w2,0.0000042204,0.05000,1.455
+4,block_sparse_moe.experts.64.w2,0.0000009396,0.05000,1.430
+4,block_sparse_moe.experts.68.w2,0.0000022538,0.05000,1.420
+4,block_sparse_moe.experts.65.w2,0.0000006425,0.05000,1.389
+4,block_sparse_moe.experts.69.w2,0.0000021887,0.05000,1.303
+4,block_sparse_moe.experts.73.w2,0.0000011475,0.05000,1.425
+4,block_sparse_moe.experts.77.w2,0.0000012823,0.05000,1.411
+4,block_sparse_moe.experts.66.w2,0.0000028873,0.05000,1.467
+4,block_sparse_moe.experts.78.w2,0.0000004390,0.05000,1.406
+4,block_sparse_moe.experts.71.w2,0.0000001466,0.05000,1.514
+4,block_sparse_moe.experts.70.w2,0.0000043028,0.05000,1.484
+4,block_sparse_moe.experts.79.w2,0.0000002455,0.05000,1.519
+4,block_sparse_moe.experts.75.w2,0.0000016503,0.05000,1.528
+4,block_sparse_moe.experts.74.w2,0.0000012237,0.05000,1.479
+4,block_sparse_moe.experts.67.w2,0.0000006317,0.05000,1.487
+4,block_sparse_moe.experts.88.w2,0.0000028102,0.05000,1.396
+4,block_sparse_moe.experts.84.w2,0.0000011481,0.05000,1.352
+4,block_sparse_moe.experts.80.w2,0.0000022977,0.05000,1.358
+4,block_sparse_moe.experts.92.w2,0.0000008469,0.05000,1.457
+4,block_sparse_moe.experts.85.w2,0.0000005180,0.05000,1.364
+4,block_sparse_moe.experts.81.w2,0.0000007326,0.05000,1.393
+4,block_sparse_moe.experts.93.w2,0.0000016461,0.05000,1.405
+4,block_sparse_moe.experts.89.w2,0.0000013428,0.05000,1.427
+4,block_sparse_moe.experts.94.w2,0.0000044368,0.05000,1.416
+4,block_sparse_moe.experts.82.w2,0.0000009801,0.05000,1.447
+4,block_sparse_moe.experts.86.w2,0.0000014380,0.05000,1.424
+4,block_sparse_moe.experts.90.w2,0.0000023416,0.05000,1.367
+4,block_sparse_moe.experts.87.w2,0.0000016277,0.05000,1.478
+4,block_sparse_moe.experts.91.w2,0.0000031130,0.05000,1.476
+4,block_sparse_moe.experts.95.w2,0.0000003856,0.05000,1.493
+4,block_sparse_moe.experts.83.w2,0.0000021085,0.05000,1.540
+4,block_sparse_moe.experts.96.w2,0.0000015522,0.05000,1.376
+4,block_sparse_moe.experts.104.w2,0.0000045973,0.05000,1.431
+4,block_sparse_moe.experts.100.w2,0.0000022668,0.05000,1.430
+4,block_sparse_moe.experts.108.w2,0.0000017277,0.05000,1.432
+4,block_sparse_moe.experts.101.w2,0.0000014107,0.05000,1.500
+4,block_sparse_moe.experts.97.w2,0.0000010601,0.05000,1.517
+4,block_sparse_moe.experts.109.w2,0.0000031346,0.05000,1.469
+4,block_sparse_moe.experts.105.w2,0.0000016173,0.05000,1.524
+4,block_sparse_moe.experts.98.w2,0.0000006002,0.05000,1.445
+4,block_sparse_moe.experts.102.w2,0.0000022625,0.05000,1.430
+4,block_sparse_moe.experts.106.w2,0.0000004826,0.05000,1.417
+4,block_sparse_moe.experts.110.w2,0.0000010213,0.05000,1.509
+4,block_sparse_moe.experts.107.w2,0.0000008067,0.05000,1.562
+4,block_sparse_moe.experts.103.w2,0.0000017113,0.05000,1.618
+4,block_sparse_moe.experts.111.w2,0.0000002831,0.05000,1.604
+4,block_sparse_moe.experts.99.w2,0.0000022208,0.05000,1.536
+4,block_sparse_moe.experts.112.w2,0.0000014835,0.05000,1.330
+4,block_sparse_moe.experts.120.w2,0.0000004433,0.05000,1.308
+4,block_sparse_moe.experts.116.w2,0.0000011542,0.05000,1.359
+4,block_sparse_moe.experts.124.w2,0.0000018570,0.05000,1.334
+4,block_sparse_moe.experts.118.w2,0.0000024854,0.05000,1.236
+4,block_sparse_moe.experts.114.w2,0.0000021243,0.05000,1.285
+4,block_sparse_moe.experts.126.w2,0.0000049400,0.05000,1.267
+4,block_sparse_moe.experts.117.w2,0.0000082087,0.05000,1.476
+4,block_sparse_moe.experts.122.w2,0.0000016328,0.05000,1.319
+4,block_sparse_moe.experts.113.w2,0.0000007746,0.05000,1.522
+4,block_sparse_moe.experts.125.w2,0.0000015950,0.05000,1.487
+4,block_sparse_moe.experts.121.w2,0.0000026661,0.05000,1.510
+4,block_sparse_moe.experts.123.w2,0.0000002540,0.05000,1.551
+4,block_sparse_moe.experts.127.w2,0.0000012805,0.05000,1.566
+4,block_sparse_moe.experts.119.w2,0.0000008816,0.05000,1.595
+4,block_sparse_moe.experts.115.w2,0.0000012733,0.05000,1.573
+4,block_sparse_moe.experts.128.w2,0.0000006467,0.05000,1.428
+4,block_sparse_moe.experts.136.w2,0.0000027082,0.05000,1.447
+4,block_sparse_moe.experts.132.w2,0.0000037111,0.05000,1.458
+4,block_sparse_moe.experts.140.w2,0.0000003066,0.05000,1.459
+4,block_sparse_moe.experts.130.w2,0.0000005708,0.05000,1.399
+4,block_sparse_moe.experts.138.w2,0.0000012199,0.05000,1.376
+4,block_sparse_moe.experts.134.w2,0.0000061851,0.05000,1.460
+4,block_sparse_moe.experts.142.w2,0.0000014695,0.05000,1.433
+4,block_sparse_moe.experts.133.w2,0.0000010133,0.05000,1.502
+4,block_sparse_moe.experts.129.w2,0.0000010498,0.05000,1.495
+4,block_sparse_moe.experts.141.w2,0.0000002562,0.05000,1.524
+4,block_sparse_moe.experts.137.w2,0.0000025128,0.05000,1.532
+4,block_sparse_moe.experts.139.w2,0.0000007837,0.05000,1.501
+4,block_sparse_moe.experts.135.w2,0.0000015768,0.05000,1.484
+4,block_sparse_moe.experts.143.w2,0.0000007429,0.05000,1.521
+4,block_sparse_moe.experts.131.w2,0.0000018369,0.05000,1.485
+4,block_sparse_moe.experts.144.w2,0.0000039367,0.05000,1.468
+4,block_sparse_moe.experts.152.w2,0.0000008769,0.05000,1.469
+4,block_sparse_moe.experts.156.w2,0.0000023869,0.05000,1.390
+4,block_sparse_moe.experts.148.w2,0.0000030917,0.05000,1.421
+4,block_sparse_moe.experts.154.w2,0.0000040346,0.05000,1.412
+4,block_sparse_moe.experts.146.w2,0.0000017853,0.05000,1.446
+4,block_sparse_moe.experts.150.w2,0.0000016424,0.05000,1.433
+4,block_sparse_moe.experts.158.w2,0.0000028267,0.05000,1.451
+4,block_sparse_moe.experts.145.w2,0.0000012486,0.05000,1.472
+4,block_sparse_moe.experts.149.w2,0.0000015540,0.05000,1.533
+4,block_sparse_moe.experts.157.w2,0.0000022100,0.05000,1.465
+4,block_sparse_moe.experts.153.w2,0.0000010408,0.05000,1.480
+4,block_sparse_moe.experts.155.w2,0.0000017035,0.05000,1.604
+4,block_sparse_moe.experts.151.w2,0.0000011986,0.05000,1.626
+4,block_sparse_moe.experts.159.w2,0.0000005886,0.05000,1.609
+4,block_sparse_moe.experts.160.w2,0.0000008999,0.05000,1.483
+4,block_sparse_moe.experts.172.w2,0.0000020628,0.05000,1.474
+4,block_sparse_moe.experts.168.w2,0.0000030140,0.05000,1.476
+4,block_sparse_moe.experts.164.w2,0.0000008772,0.05000,1.472
+4,block_sparse_moe.experts.147.w2,0.0000015349,0.05000,1.615
+4,block_sparse_moe.experts.170.w2,0.0000024956,0.05000,1.554
+4,block_sparse_moe.experts.162.w2,0.0000022289,0.05000,1.543
+4,block_sparse_moe.experts.174.w2,0.0000004658,0.05000,1.507
+4,block_sparse_moe.experts.166.w2,0.0000056824,0.05000,1.558
+4,block_sparse_moe.experts.165.w2,0.0000007958,0.05000,1.434
+4,block_sparse_moe.experts.161.w2,0.0000002750,0.05000,1.453
+4,block_sparse_moe.experts.173.w2,0.0000027780,0.05000,1.473
+4,block_sparse_moe.experts.169.w2,0.0000017194,0.05000,1.468
+4,block_sparse_moe.experts.167.w2,0.0000011890,0.05000,1.507
+4,block_sparse_moe.experts.171.w2,0.0000035889,0.05000,1.580
+4,block_sparse_moe.experts.175.w2,0.0000019130,0.05000,1.526
+4,block_sparse_moe.experts.176.w2,0.0000012531,0.05000,1.464
+4,block_sparse_moe.experts.180.w2,0.0000009883,0.05000,1.421
+4,block_sparse_moe.experts.184.w2,0.0000003095,0.05000,1.486
+4,block_sparse_moe.experts.188.w2,0.0000009692,0.05000,1.500
+4,block_sparse_moe.experts.163.w2,0.0000019139,0.05000,1.479
+4,block_sparse_moe.experts.178.w2,0.0000018369,0.05000,1.504
+4,block_sparse_moe.experts.186.w2,0.0000003603,0.05000,1.519
+4,block_sparse_moe.experts.190.w2,0.0000012261,0.05000,1.513
+4,block_sparse_moe.experts.182.w2,0.0000004018,0.05000,1.526
+4,block_sparse_moe.experts.181.w2,0.0000019051,0.05000,1.505
+4,block_sparse_moe.experts.177.w2,0.0000005297,0.05000,1.549
+4,block_sparse_moe.experts.189.w2,0.0000045494,0.05000,1.533
+4,block_sparse_moe.experts.185.w2,0.0000008995,0.05000,1.504
+4,block_sparse_moe.experts.183.w2,0.0000026417,0.05000,1.361
+4,block_sparse_moe.experts.187.w2,0.0000014024,0.05000,1.399
+4,block_sparse_moe.experts.191.w2,0.0000006842,0.05000,1.452
+4,block_sparse_moe.experts.196.w2,0.0000022306,0.05000,1.497
+4,block_sparse_moe.experts.192.w2,0.0000010194,0.05000,1.525
+4,block_sparse_moe.experts.179.w2,0.0000003655,0.05000,1.456
+4,block_sparse_moe.experts.204.w2,0.0000007756,0.05000,1.502
+4,block_sparse_moe.experts.200.w2,0.0000014899,0.05000,1.568
+4,block_sparse_moe.experts.194.w2,0.0000020164,0.05000,1.473
+4,block_sparse_moe.experts.206.w2,0.0000019305,0.05000,1.456
+4,block_sparse_moe.experts.202.w2,0.0000021385,0.05000,1.499
+4,block_sparse_moe.experts.198.w2,0.0000021294,0.05000,1.495
+4,block_sparse_moe.experts.197.w2,0.0000008520,0.05000,1.455
+4,block_sparse_moe.experts.193.w2,0.0000008361,0.05000,1.459
+4,block_sparse_moe.experts.205.w2,0.0000009676,0.05000,1.479
+4,block_sparse_moe.experts.201.w2,0.0000003862,0.05000,1.513
+4,block_sparse_moe.experts.199.w2,0.0000018689,0.05000,1.569
+4,block_sparse_moe.experts.203.w2,0.0000016931,0.05000,1.529
+4,block_sparse_moe.experts.207.w2,0.0000009417,0.05000,1.514
+4,block_sparse_moe.experts.212.w2,0.0000012905,0.05000,1.533
+4,block_sparse_moe.experts.195.w2,0.0000033454,0.05000,1.534
+4,block_sparse_moe.experts.208.w2,0.0000009963,0.05000,1.575
+4,block_sparse_moe.experts.220.w2,0.0000007341,0.05000,1.593
+4,block_sparse_moe.experts.216.w2,0.0000028435,0.05000,1.551
+4,block_sparse_moe.experts.210.w2,0.0000003854,0.05000,1.380
+4,block_sparse_moe.experts.222.w2,0.0000024345,0.05000,1.404
+4,block_sparse_moe.experts.218.w2,0.0000028914,0.05000,1.407
+4,block_sparse_moe.experts.213.w2,0.0000013136,0.05000,1.384
+4,block_sparse_moe.experts.214.w2,0.0000035066,0.05000,1.406
+4,block_sparse_moe.experts.209.w2,0.0000005431,0.05000,1.398
+4,block_sparse_moe.experts.221.w2,0.0000021139,0.05000,1.404
+4,block_sparse_moe.experts.217.w2,0.0000013235,0.05000,1.379
+4,block_sparse_moe.experts.219.w2,0.0000006817,0.05000,1.391
+4,block_sparse_moe.experts.215.w2,0.0000036967,0.05000,1.411
+4,block_sparse_moe.experts.223.w2,0.0000006135,0.05000,1.386
+4,block_sparse_moe.experts.211.w2,0.0000006101,0.05000,1.416
+4,block_sparse_moe.experts.228.w2,0.0000009992,0.05000,1.471
+4,block_sparse_moe.experts.224.w2,0.0000019776,0.05000,1.457
+4,block_sparse_moe.experts.232.w2,0.0000013713,0.05000,1.497
+4,block_sparse_moe.experts.236.w2,0.0000022924,0.05000,1.539
+4,block_sparse_moe.experts.238.w2,0.0000010530,0.05000,1.298
+4,block_sparse_moe.experts.226.w2,0.0000006546,0.05000,1.337
+4,block_sparse_moe.experts.234.w2,0.0000018079,0.05000,1.346
+4,block_sparse_moe.experts.230.w2,0.0000003793,0.05000,1.319
+4,block_sparse_moe.experts.229.w2,0.0000021738,0.05000,1.499
+4,block_sparse_moe.experts.225.w2,0.0000024013,0.05000,1.439
+4,block_sparse_moe.experts.237.w2,0.0000024119,0.05000,1.425
+4,block_sparse_moe.experts.233.w2,0.0000019276,0.05000,1.441
+4,block_sparse_moe.experts.235.w2,0.0000009872,0.05000,1.553
+4,block_sparse_moe.experts.239.w2,0.0000011526,0.05000,1.498
+4,block_sparse_moe.experts.231.w2,0.0000032328,0.05000,1.565
+4,block_sparse_moe.experts.244.w2,0.0000004192,0.05000,1.435
+4,block_sparse_moe.experts.240.w2,0.0000038756,0.05000,1.431
+4,block_sparse_moe.experts.227.w2,0.0000003398,0.05000,1.524
+4,block_sparse_moe.experts.248.w2,0.0000003236,0.05000,1.390
+4,block_sparse_moe.experts.252.w2,0.0000006588,0.05000,1.370
+4,block_sparse_moe.experts.242.w2,0.0000006230,0.05000,1.492
+4,block_sparse_moe.experts.254.w2,0.0000013737,0.05000,1.520
+4,block_sparse_moe.experts.250.w2,0.0000029623,0.05000,1.482
+4,block_sparse_moe.experts.246.w2,0.0000027943,0.05000,1.500
+4,block_sparse_moe.experts.245.w2,0.0000006501,0.05000,1.477
+4,block_sparse_moe.experts.241.w2,0.0000013896,0.05000,1.483
+4,block_sparse_moe.experts.253.w2,0.0000024377,0.05000,1.435
+4,block_sparse_moe.experts.249.w2,0.0000020645,0.05000,1.389
+4,block_sparse_moe.experts.255.w2,0.0000002346,0.05000,1.402
+4,block_sparse_moe.experts.251.w2,0.0000021352,0.05000,1.410
+4,block_sparse_moe.experts.247.w2,0.0000035529,0.05000,1.382
+4,block_sparse_moe.experts.243.w2,0.0000006567,0.05000,1.275
+5,self_attn.k_proj,0.0000000052,0.05000,0.907
+5,self_attn.v_proj,0.0000000051,0.05000,0.925
+5,self_attn.q_proj,0.0000000377,0.05000,1.011
+5,self_attn.o_proj,0.0000000061,0.05000,1.841
+5,block_sparse_moe.experts.4.w1,0.0000218290,0.05000,3.033
+5,block_sparse_moe.experts.0.w1,0.0000265547,0.05000,3.065
+5,block_sparse_moe.experts.12.w1,0.0000056141,0.05000,3.068
+5,block_sparse_moe.experts.8.w1,0.0000094424,0.05000,3.147
+5,block_sparse_moe.experts.1.w1,0.0000133189,0.05000,3.292
+5,block_sparse_moe.experts.9.w1,0.0000070865,0.05000,3.369
+5,block_sparse_moe.experts.3.w1,0.0000135929,0.05000,3.328
+5,block_sparse_moe.experts.13.w1,0.0000103006,0.05000,3.244
+5,block_sparse_moe.experts.5.w1,0.0000084883,0.05000,3.432
+5,block_sparse_moe.experts.11.w1,0.0000099472,0.05000,3.446
+5,block_sparse_moe.experts.7.w1,0.0000060421,0.05000,3.392
+5,block_sparse_moe.experts.14.w1,0.0000145586,0.05000,3.282
+5,block_sparse_moe.experts.6.w1,0.0000232166,0.05000,3.488
+5,block_sparse_moe.experts.15.w1,0.0000094643,0.05000,3.329
+5,block_sparse_moe.experts.10.w1,0.0000127287,0.05000,3.584
+5,block_sparse_moe.experts.2.w1,0.0000067677,0.05000,3.642
+5,block_sparse_moe.experts.20.w1,0.0000112595,0.05000,2.911
+5,block_sparse_moe.experts.16.w1,0.0000153039,0.05000,2.918
+5,block_sparse_moe.experts.28.w1,0.0000170376,0.05000,2.983
+5,block_sparse_moe.experts.24.w1,0.0000330662,0.05000,2.928
+5,block_sparse_moe.experts.17.w1,0.0000206910,0.05000,3.013
+5,block_sparse_moe.experts.25.w1,0.0000186584,0.05000,2.939
+5,block_sparse_moe.experts.21.w1,0.0000168555,0.05000,2.945
+5,block_sparse_moe.experts.23.w1,0.0000080240,0.05000,2.942
+5,block_sparse_moe.experts.19.w1,0.0000155564,0.05000,3.015
+5,block_sparse_moe.experts.27.w1,0.0000254711,0.05000,2.957
+5,block_sparse_moe.experts.29.w1,0.0000177743,0.05000,2.981
+5,block_sparse_moe.experts.31.w1,0.0000161628,0.05000,2.976
+5,block_sparse_moe.experts.22.w1,0.0000238417,0.05000,3.137
+5,block_sparse_moe.experts.26.w1,0.0000204718,0.05000,3.071
+5,block_sparse_moe.experts.30.w1,0.0000538079,0.05000,3.194
+5,block_sparse_moe.experts.18.w1,0.0000123594,0.05000,3.116
+5,block_sparse_moe.experts.32.w1,0.0000356078,0.05000,2.870
+5,block_sparse_moe.experts.36.w1,0.0000104709,0.05000,2.990
+5,block_sparse_moe.experts.40.w1,0.0000083162,0.05000,2.894
+5,block_sparse_moe.experts.44.w1,0.0000089912,0.05000,2.997
+5,block_sparse_moe.experts.45.w1,0.0000247203,0.05000,2.692
+5,block_sparse_moe.experts.41.w1,0.0000110574,0.05000,2.828
+5,block_sparse_moe.experts.37.w1,0.0000129276,0.05000,2.781
+5,block_sparse_moe.experts.33.w1,0.0000160170,0.05000,2.923
+5,block_sparse_moe.experts.39.w1,0.0000146328,0.05000,2.927
+5,block_sparse_moe.experts.43.w1,0.0000333155,0.05000,3.001
+5,block_sparse_moe.experts.47.w1,0.0000208498,0.05000,2.934
+5,block_sparse_moe.experts.35.w1,0.0000156135,0.05000,3.062
+5,block_sparse_moe.experts.42.w1,0.0000234084,0.05000,3.054
+5,block_sparse_moe.experts.38.w1,0.0000167443,0.05000,3.118
+5,block_sparse_moe.experts.46.w1,0.0000114942,0.05000,3.090
+5,block_sparse_moe.experts.34.w1,0.0000196380,0.05000,3.089
+5,block_sparse_moe.experts.48.w1,0.0000182613,0.05000,2.663
+5,block_sparse_moe.experts.52.w1,0.0000068032,0.05000,2.662
+5,block_sparse_moe.experts.56.w1,0.0000282813,0.05000,2.696
+5,block_sparse_moe.experts.60.w1,0.0000119519,0.05000,2.709
+5,block_sparse_moe.experts.61.w1,0.0000225524,0.05000,3.100
+5,block_sparse_moe.experts.57.w1,0.0000254533,0.05000,3.112
+5,block_sparse_moe.experts.53.w1,0.0000039406,0.05000,3.096
+5,block_sparse_moe.experts.49.w1,0.0000085161,0.05000,3.046
+5,block_sparse_moe.experts.55.w1,0.0000196709,0.05000,3.178
+5,block_sparse_moe.experts.51.w1,0.0000109773,0.05000,3.150
+5,block_sparse_moe.experts.59.w1,0.0000079423,0.05000,3.213
+5,block_sparse_moe.experts.63.w1,0.0000207459,0.05000,3.189
+5,block_sparse_moe.experts.58.w1,0.0000179804,0.05000,2.962
+5,block_sparse_moe.experts.54.w1,0.0000052524,0.05000,2.965
+5,block_sparse_moe.experts.62.w1,0.0000101471,0.05000,2.983
+5,block_sparse_moe.experts.50.w1,0.0000046537,0.05000,2.999
+5,block_sparse_moe.experts.64.w1,0.0000065601,0.05000,2.649
+5,block_sparse_moe.experts.68.w1,0.0000095457,0.05000,2.590
+5,block_sparse_moe.experts.72.w1,0.0000102661,0.05000,2.551
+5,block_sparse_moe.experts.76.w1,0.0000153193,0.05000,2.568
+5,block_sparse_moe.experts.65.w1,0.0000142489,0.05000,2.939
+5,block_sparse_moe.experts.69.w1,0.0000081438,0.05000,2.990
+5,block_sparse_moe.experts.77.w1,0.0000109517,0.05000,3.069
+5,block_sparse_moe.experts.73.w1,0.0000153552,0.05000,3.089
+5,block_sparse_moe.experts.71.w1,0.0000302496,0.05000,3.016
+5,block_sparse_moe.experts.67.w1,0.0000160498,0.05000,2.944
+5,block_sparse_moe.experts.79.w1,0.0000135369,0.05000,2.967
+5,block_sparse_moe.experts.75.w1,0.0000190965,0.05000,3.004
+5,block_sparse_moe.experts.74.w1,0.0000068259,0.05000,3.010
+5,block_sparse_moe.experts.78.w1,0.0000213292,0.05000,2.980
+5,block_sparse_moe.experts.70.w1,0.0000060126,0.05000,3.109
+5,block_sparse_moe.experts.66.w1,0.0000120450,0.05000,2.970
+5,block_sparse_moe.experts.84.w1,0.0000171452,0.05000,2.769
+5,block_sparse_moe.experts.80.w1,0.0000136937,0.05000,2.878
+5,block_sparse_moe.experts.88.w1,0.0000205817,0.05000,2.951
+5,block_sparse_moe.experts.92.w1,0.0000264638,0.05000,2.879
+5,block_sparse_moe.experts.93.w1,0.0000110736,0.05000,2.658
+5,block_sparse_moe.experts.85.w1,0.0000082984,0.05000,2.775
+5,block_sparse_moe.experts.81.w1,0.0000095671,0.05000,2.846
+5,block_sparse_moe.experts.89.w1,0.0000075079,0.05000,2.826
+5,block_sparse_moe.experts.87.w1,0.0000162284,0.05000,2.907
+5,block_sparse_moe.experts.83.w1,0.0000113919,0.05000,2.896
+5,block_sparse_moe.experts.95.w1,0.0000134053,0.05000,2.947
+5,block_sparse_moe.experts.91.w1,0.0000096600,0.05000,2.953
+5,block_sparse_moe.experts.90.w1,0.0000086401,0.05000,2.974
+5,block_sparse_moe.experts.94.w1,0.0000115505,0.05000,3.011
+5,block_sparse_moe.experts.82.w1,0.0000067169,0.05000,2.994
+5,block_sparse_moe.experts.86.w1,0.0000076118,0.05000,3.081
+5,block_sparse_moe.experts.100.w1,0.0000126017,0.05000,2.826
+5,block_sparse_moe.experts.96.w1,0.0000095655,0.05000,2.827
+5,block_sparse_moe.experts.104.w1,0.0000175644,0.05000,2.767
+5,block_sparse_moe.experts.108.w1,0.0000061768,0.05000,2.753
+5,block_sparse_moe.experts.109.w1,0.0000109084,0.05000,2.987
+5,block_sparse_moe.experts.97.w1,0.0000119954,0.05000,2.981
+5,block_sparse_moe.experts.101.w1,0.0000097265,0.05000,3.092
+5,block_sparse_moe.experts.105.w1,0.0000224666,0.05000,3.059
+5,block_sparse_moe.experts.99.w1,0.0000214780,0.05000,2.836
+5,block_sparse_moe.experts.103.w1,0.0000276099,0.05000,2.896
+5,block_sparse_moe.experts.107.w1,0.0000209576,0.05000,2.746
+5,block_sparse_moe.experts.111.w1,0.0000045681,0.05000,2.870
+5,block_sparse_moe.experts.106.w1,0.0000194788,0.05000,2.981
+5,block_sparse_moe.experts.110.w1,0.0000168969,0.05000,2.911
+5,block_sparse_moe.experts.98.w1,0.0000167327,0.05000,2.897
+5,block_sparse_moe.experts.102.w1,0.0000190731,0.05000,2.934
+5,block_sparse_moe.experts.116.w1,0.0000036016,0.05000,2.881
+5,block_sparse_moe.experts.112.w1,0.0000065716,0.05000,2.905
+5,block_sparse_moe.experts.124.w1,0.0000180010,0.05000,2.842
+5,block_sparse_moe.experts.120.w1,0.0000188607,0.05000,2.909
+5,block_sparse_moe.experts.125.w1,0.0000185616,0.05000,2.867
+5,block_sparse_moe.experts.113.w1,0.0000105434,0.05000,2.874
+5,block_sparse_moe.experts.117.w1,0.0000138858,0.05000,2.891
+5,block_sparse_moe.experts.115.w1,0.0000144293,0.05000,2.765
+5,block_sparse_moe.experts.119.w1,0.0000243031,0.05000,2.792
+5,block_sparse_moe.experts.121.w1,0.0000059730,0.05000,2.911
+5,block_sparse_moe.experts.123.w1,0.0000100734,0.05000,2.831
+5,block_sparse_moe.experts.127.w1,0.0000102626,0.05000,2.853
+5,block_sparse_moe.experts.122.w1,0.0000237132,0.05000,2.995
+5,block_sparse_moe.experts.126.w1,0.0000399769,0.05000,3.002
+5,block_sparse_moe.experts.114.w1,0.0000109734,0.05000,3.030
+5,block_sparse_moe.experts.118.w1,0.0000043384,0.05000,2.978
+5,block_sparse_moe.experts.132.w1,0.0000203916,0.05000,2.657
+5,block_sparse_moe.experts.140.w1,0.0000132180,0.05000,2.631
+5,block_sparse_moe.experts.128.w1,0.0000070537,0.05000,2.681
+5,block_sparse_moe.experts.136.w1,0.0000255546,0.05000,2.648
+5,block_sparse_moe.experts.141.w1,0.0000182601,0.05000,3.050
+5,block_sparse_moe.experts.129.w1,0.0000402369,0.05000,3.082
+5,block_sparse_moe.experts.131.w1,0.0000129913,0.05000,2.997
+5,block_sparse_moe.experts.133.w1,0.0000136223,0.05000,3.062
+5,block_sparse_moe.experts.135.w1,0.0000163331,0.05000,2.971
+5,block_sparse_moe.experts.148.w1,0.0000142168,0.05000,1.844
+5,block_sparse_moe.experts.143.w1,0.0000063763,0.05000,2.928
+5,block_sparse_moe.experts.139.w1,0.0000175226,0.05000,3.035
+5,block_sparse_moe.experts.156.w1,0.0000244152,0.05000,1.760
+5,block_sparse_moe.experts.137.w1,0.0000085482,0.05000,3.134
+5,block_sparse_moe.experts.138.w1,0.0000059102,0.05000,2.908
+5,block_sparse_moe.experts.142.w1,0.0000193327,0.05000,2.943
+5,block_sparse_moe.experts.130.w1,0.0000162537,0.05000,2.891
+5,block_sparse_moe.experts.134.w1,0.0000113308,0.05000,2.924
+5,block_sparse_moe.experts.147.w1,0.0000187395,0.05000,3.206
+5,block_sparse_moe.experts.151.w1,0.0000096731,0.05000,3.235
+5,block_sparse_moe.experts.159.w1,0.0000183343,0.05000,3.168
+5,block_sparse_moe.experts.155.w1,0.0000104573,0.05000,3.257
+5,block_sparse_moe.experts.154.w1,0.0000223609,0.05000,3.285
+5,block_sparse_moe.experts.146.w1,0.0000118448,0.05000,3.229
+5,block_sparse_moe.experts.158.w1,0.0000324905,0.05000,3.308
+5,block_sparse_moe.experts.150.w1,0.0000187942,0.05000,3.337
+5,block_sparse_moe.experts.163.w1,0.0000049804,0.05000,3.158
+5,block_sparse_moe.experts.167.w1,0.0000114306,0.05000,3.220
+5,block_sparse_moe.experts.175.w1,0.0000082912,0.05000,3.187
+5,block_sparse_moe.experts.171.w1,0.0000124485,0.05000,3.354
+5,block_sparse_moe.experts.162.w1,0.0000180468,0.05000,3.290
+5,block_sparse_moe.experts.174.w1,0.0001127218,0.05000,3.348
+5,block_sparse_moe.experts.170.w1,0.0000079461,0.05000,3.418
+5,block_sparse_moe.experts.166.w1,0.0000318142,0.05000,3.371
+5,block_sparse_moe.experts.179.w1,0.0000424277,0.05000,3.434
+5,block_sparse_moe.experts.191.w1,0.0000141123,0.05000,3.433
+5,block_sparse_moe.experts.183.w1,0.0000117955,0.05000,3.442
+5,block_sparse_moe.experts.187.w1,0.0000057114,0.05000,3.479
+5,block_sparse_moe.experts.178.w1,0.0000061830,0.05000,3.311
+5,block_sparse_moe.experts.186.w1,0.0000246349,0.05000,3.273
+5,block_sparse_moe.experts.190.w1,0.0000103038,0.05000,3.299
+5,block_sparse_moe.experts.182.w1,0.0000175112,0.05000,3.323
+5,block_sparse_moe.experts.157.w1,0.0000286305,0.05000,12.319
+5,block_sparse_moe.experts.149.w1,0.0000055953,0.05000,12.293
+5,block_sparse_moe.experts.145.w1,0.0000071969,0.05000,12.396
+5,block_sparse_moe.experts.153.w1,0.0000193245,0.05000,12.403
+5,block_sparse_moe.experts.195.w1,0.0000196468,0.05000,3.213
+5,block_sparse_moe.experts.199.w1,0.0000208480,0.05000,3.159
+5,block_sparse_moe.experts.207.w1,0.0000149834,0.05000,3.185
+5,block_sparse_moe.experts.203.w1,0.0000211454,0.05000,3.189
+5,block_sparse_moe.experts.173.w1,0.0000056276,0.05000,3.352
+5,block_sparse_moe.experts.161.w1,0.0000093667,0.05000,3.261
+5,block_sparse_moe.experts.165.w1,0.0000145401,0.05000,3.384
+5,block_sparse_moe.experts.169.w1,0.0000041058,0.05000,3.290
+5,block_sparse_moe.experts.211.w1,0.0000167713,0.05000,3.134
+5,block_sparse_moe.experts.215.w1,0.0000231172,0.05000,3.123
+5,block_sparse_moe.experts.223.w1,0.0000083513,0.05000,3.191
+5,block_sparse_moe.experts.219.w1,0.0000140854,0.05000,3.207
+5,block_sparse_moe.experts.189.w1,0.0000139600,0.05000,3.298
+5,block_sparse_moe.experts.177.w1,0.0000187779,0.05000,3.321
+5,block_sparse_moe.experts.181.w1,0.0000151586,0.05000,3.373
+5,block_sparse_moe.experts.185.w1,0.0000163330,0.05000,3.329
+5,block_sparse_moe.experts.227.w1,0.0000277820,0.05000,3.268
+5,block_sparse_moe.experts.205.w1,0.0000175573,0.05000,2.710
+5,block_sparse_moe.experts.193.w1,0.0000069232,0.05000,2.738
+5,block_sparse_moe.experts.197.w1,0.0000159493,0.05000,2.800
+5,block_sparse_moe.experts.201.w1,0.0000115550,0.05000,2.843
+5,block_sparse_moe.experts.194.w1,0.0000158407,0.05000,11.864
+5,block_sparse_moe.experts.206.w1,0.0000061859,0.05000,11.822
+5,block_sparse_moe.experts.202.w1,0.0000123722,0.05000,11.867
+5,block_sparse_moe.experts.198.w1,0.0000193133,0.05000,11.846
+5,block_sparse_moe.experts.221.w1,0.0000079785,0.05000,3.639
+5,block_sparse_moe.experts.209.w1,0.0000127847,0.05000,3.650
+5,block_sparse_moe.experts.213.w1,0.0000195063,0.05000,3.589
+5,block_sparse_moe.experts.217.w1,0.0000225025,0.05000,3.550
+5,block_sparse_moe.experts.210.w1,0.0000080629,0.05000,3.506
+5,block_sparse_moe.experts.222.w1,0.0000045928,0.05000,3.577
+5,block_sparse_moe.experts.218.w1,0.0000086081,0.05000,3.579
+5,block_sparse_moe.experts.214.w1,0.0000013209,0.05000,3.578
+5,block_sparse_moe.experts.231.w1,0.0000208226,0.05000,11.458
+5,block_sparse_moe.experts.239.w1,0.0000216470,0.05000,11.452
+5,block_sparse_moe.experts.235.w1,0.0000182145,0.05000,11.426
+5,block_sparse_moe.experts.237.w1,0.0000058664,0.05000,3.078
+5,block_sparse_moe.experts.225.w1,0.0000093604,0.05000,2.985
+5,block_sparse_moe.experts.229.w1,0.0000158208,0.05000,2.967
+5,block_sparse_moe.experts.233.w1,0.0000098345,0.05000,2.977
+5,block_sparse_moe.experts.226.w1,0.0000322778,0.05000,2.911
+5,block_sparse_moe.experts.234.w1,0.0000100729,0.05000,2.879
+5,block_sparse_moe.experts.238.w1,0.0000206099,0.05000,2.914
+5,block_sparse_moe.experts.230.w1,0.0000375024,0.05000,2.808
+5,block_sparse_moe.experts.172.w1,0.0000179680,0.05000,2.811
+5,block_sparse_moe.experts.144.w1,0.0000057450,0.05000,2.818
+5,block_sparse_moe.experts.164.w1,0.0000174796,0.05000,2.885
+5,block_sparse_moe.experts.152.w1,0.0000113931,0.05000,2.911
+5,block_sparse_moe.experts.243.w1,0.0000122671,0.05000,11.051
+5,block_sparse_moe.experts.253.w1,0.0000069801,0.05000,2.332
+5,block_sparse_moe.experts.241.w1,0.0000167757,0.05000,2.268
+5,block_sparse_moe.experts.247.w1,0.0000131731,0.05000,2.935
+5,block_sparse_moe.experts.245.w1,0.0000078443,0.05000,2.238
+5,block_sparse_moe.experts.255.w1,0.0000047367,0.05000,2.911
+5,block_sparse_moe.experts.251.w1,0.0000167005,0.05000,2.856
+5,block_sparse_moe.experts.242.w1,0.0000134624,0.05000,3.038
+5,block_sparse_moe.experts.254.w1,0.0000129557,0.05000,3.134
+5,block_sparse_moe.experts.250.w1,0.0000127630,0.05000,3.218
+5,block_sparse_moe.experts.246.w1,0.0000039110,0.05000,3.827
+5,block_sparse_moe.experts.188.w1,0.0000114913,0.05000,3.484
+5,block_sparse_moe.experts.3.w3,0.0000129403,0.05000,3.380
+5,block_sparse_moe.experts.180.w1,0.0000138704,0.05000,3.538
+5,block_sparse_moe.experts.7.w3,0.0000058451,0.05000,3.352
+5,block_sparse_moe.experts.168.w1,0.0000141287,0.05000,3.537
+5,block_sparse_moe.experts.15.w3,0.0000092279,0.05000,3.394
+5,block_sparse_moe.experts.11.w3,0.0000095016,0.05000,3.227
+5,block_sparse_moe.experts.160.w1,0.0000147739,0.05000,3.858
+5,block_sparse_moe.experts.2.w3,0.0000065013,0.05000,3.758
+5,block_sparse_moe.experts.14.w3,0.0000137704,0.05000,3.640
+5,block_sparse_moe.experts.10.w3,0.0000122465,0.05000,3.601
+5,block_sparse_moe.experts.6.w3,0.0000223081,0.05000,2.922
+5,block_sparse_moe.experts.1.w3,0.0000127921,0.05000,3.352
+5,block_sparse_moe.experts.249.w1,0.0000119114,0.05000,3.395
+5,block_sparse_moe.experts.5.w3,0.0000080021,0.05000,3.420
+5,block_sparse_moe.experts.13.w3,0.0000099034,0.05000,3.452
+5,block_sparse_moe.experts.204.w1,0.0000156700,0.05000,3.110
+5,block_sparse_moe.experts.196.w1,0.0000102827,0.05000,3.155
+5,block_sparse_moe.experts.184.w1,0.0000154767,0.05000,3.182
+5,block_sparse_moe.experts.176.w1,0.0000220010,0.05000,3.059
+5,block_sparse_moe.experts.19.w3,0.0000141828,0.05000,3.260
+5,block_sparse_moe.experts.23.w3,0.0000073065,0.05000,3.271
+5,block_sparse_moe.experts.27.w3,0.0000244412,0.05000,3.308
+5,block_sparse_moe.experts.31.w3,0.0000156293,0.05000,3.366
+5,block_sparse_moe.experts.22.w3,0.0000230338,0.05000,3.471
+5,block_sparse_moe.experts.18.w3,0.0000117360,0.05000,3.479
+5,block_sparse_moe.experts.26.w3,0.0000196870,0.05000,3.484
+5,block_sparse_moe.experts.30.w3,0.0000494035,0.05000,3.554
+5,block_sparse_moe.experts.17.w3,0.0000196879,0.05000,3.124
+5,block_sparse_moe.experts.9.w3,0.0000069105,0.05000,3.122
+5,block_sparse_moe.experts.21.w3,0.0000160693,0.05000,3.158
+5,block_sparse_moe.experts.29.w3,0.0000168465,0.05000,3.199
+5,block_sparse_moe.experts.220.w1,0.0000185632,0.05000,3.110
+5,block_sparse_moe.experts.212.w1,0.0000128152,0.05000,3.075
+5,block_sparse_moe.experts.200.w1,0.0001385004,0.05000,3.115
+5,block_sparse_moe.experts.192.w1,0.0000262482,0.05000,3.068
+5,block_sparse_moe.experts.39.w3,0.0000139018,0.05000,3.014
+5,block_sparse_moe.experts.47.w3,0.0000199492,0.05000,3.026
+5,block_sparse_moe.experts.35.w3,0.0000145417,0.05000,3.133
+5,block_sparse_moe.experts.43.w3,0.0000320087,0.05000,3.104
+5,block_sparse_moe.experts.46.w3,0.0000111830,0.05000,2.917
+5,block_sparse_moe.experts.42.w3,0.0000218677,0.05000,3.000
+5,block_sparse_moe.experts.38.w3,0.0000157729,0.05000,3.057
+5,block_sparse_moe.experts.34.w3,0.0000176879,0.05000,3.100
+5,block_sparse_moe.experts.25.w3,0.0000180094,0.05000,2.943
+5,block_sparse_moe.experts.33.w3,0.0000153381,0.05000,2.993
+5,block_sparse_moe.experts.37.w3,0.0000121116,0.05000,2.951
+5,block_sparse_moe.experts.45.w3,0.0000225384,0.05000,3.026
+5,block_sparse_moe.experts.236.w1,0.0000237125,0.05000,2.904
+5,block_sparse_moe.experts.228.w1,0.0000263033,0.05000,2.864
+5,block_sparse_moe.experts.208.w1,0.0000174263,0.05000,2.894
+5,block_sparse_moe.experts.216.w1,0.0000123556,0.05000,3.019
+5,block_sparse_moe.experts.55.w3,0.0000189167,0.05000,2.931
+5,block_sparse_moe.experts.59.w3,0.0000076012,0.05000,2.852
+5,block_sparse_moe.experts.63.w3,0.0000199329,0.05000,2.906
+5,block_sparse_moe.experts.51.w3,0.0000099009,0.05000,2.929
+5,block_sparse_moe.experts.54.w3,0.0000049879,0.05000,2.852
+5,block_sparse_moe.experts.62.w3,0.0000096806,0.05000,2.966
+5,block_sparse_moe.experts.58.w3,0.0000175920,0.05000,2.993
+5,block_sparse_moe.experts.50.w3,0.0000045271,0.05000,2.991
+5,block_sparse_moe.experts.41.w3,0.0000101508,0.05000,2.982
+5,block_sparse_moe.experts.53.w3,0.0000036652,0.05000,3.008
+5,block_sparse_moe.experts.49.w3,0.0000081093,0.05000,3.095
+5,block_sparse_moe.experts.252.w1,0.0000126564,0.05000,2.859
+5,block_sparse_moe.experts.61.w3,0.0000214488,0.05000,3.032
+5,block_sparse_moe.experts.244.w1,0.0000189083,0.05000,2.840
+5,block_sparse_moe.experts.224.w1,0.0000160480,0.05000,2.880
+5,block_sparse_moe.experts.232.w1,0.0000242672,0.05000,2.884
+5,block_sparse_moe.experts.71.w3,0.0000285321,0.05000,2.989
+5,block_sparse_moe.experts.75.w3,0.0000183006,0.05000,2.965
+5,block_sparse_moe.experts.67.w3,0.0000155671,0.05000,2.977
+5,block_sparse_moe.experts.79.w3,0.0000129820,0.05000,3.094
+5,block_sparse_moe.experts.70.w3,0.0000058078,0.05000,2.889
+5,block_sparse_moe.experts.78.w3,0.0000203802,0.05000,2.867
+5,block_sparse_moe.experts.66.w3,0.0000110974,0.05000,2.741
+5,block_sparse_moe.experts.74.w3,0.0000066199,0.05000,2.883
+5,block_sparse_moe.experts.57.w3,0.0000240827,0.05000,2.878
+5,block_sparse_moe.experts.69.w3,0.0000078694,0.05000,2.884
+5,block_sparse_moe.experts.65.w3,0.0000135793,0.05000,2.898
+5,block_sparse_moe.experts.77.w3,0.0000104033,0.05000,2.867
+5,block_sparse_moe.experts.12.w3,0.0000054647,0.05000,3.090
+5,block_sparse_moe.experts.4.w3,0.0000206450,0.05000,3.039
+5,block_sparse_moe.experts.240.w1,0.0000150752,0.05000,3.137
+5,block_sparse_moe.experts.248.w1,0.0000152051,0.05000,3.134
+5,block_sparse_moe.experts.87.w3,0.0000156970,0.05000,3.103
+5,block_sparse_moe.experts.83.w3,0.0000108783,0.05000,3.029
+5,block_sparse_moe.experts.91.w3,0.0000090379,0.05000,3.142
+5,block_sparse_moe.experts.95.w3,0.0000125270,0.05000,3.170
+5,block_sparse_moe.experts.86.w3,0.0000072104,0.05000,2.843
+5,block_sparse_moe.experts.94.w3,0.0000112923,0.05000,2.872
+5,block_sparse_moe.experts.90.w3,0.0000081173,0.05000,2.850
+5,block_sparse_moe.experts.82.w3,0.0000063923,0.05000,2.972
+5,block_sparse_moe.experts.73.w3,0.0000146848,0.05000,2.862
+5,block_sparse_moe.experts.85.w3,0.0000079029,0.05000,2.763
+5,block_sparse_moe.experts.81.w3,0.0000089169,0.05000,2.804
+5,block_sparse_moe.experts.93.w3,0.0000103886,0.05000,2.795
+5,block_sparse_moe.experts.28.w3,0.0000161834,0.05000,2.896
+5,block_sparse_moe.experts.20.w3,0.0000110219,0.05000,2.899
+5,block_sparse_moe.experts.0.w3,0.0000252962,0.05000,2.854
+5,block_sparse_moe.experts.8.w3,0.0000090715,0.05000,2.878
+5,block_sparse_moe.experts.99.w3,0.0000204275,0.05000,2.999
+5,block_sparse_moe.experts.103.w3,0.0000267106,0.05000,3.047
+5,block_sparse_moe.experts.107.w3,0.0000202543,0.05000,3.052
+5,block_sparse_moe.experts.111.w3,0.0000045428,0.05000,3.077
+5,block_sparse_moe.experts.102.w3,0.0000184333,0.05000,2.878
+5,block_sparse_moe.experts.106.w3,0.0000179472,0.05000,2.872
+5,block_sparse_moe.experts.110.w3,0.0000163614,0.05000,2.932
+5,block_sparse_moe.experts.98.w3,0.0000159282,0.05000,2.951
+5,block_sparse_moe.experts.101.w3,0.0000090711,0.05000,2.950
+5,block_sparse_moe.experts.89.w3,0.0000068605,0.05000,3.009
+5,block_sparse_moe.experts.97.w3,0.0000114598,0.05000,3.008
+5,block_sparse_moe.experts.109.w3,0.0000104339,0.05000,2.999
+5,block_sparse_moe.experts.44.w3,0.0000087266,0.05000,2.751
+5,block_sparse_moe.experts.36.w3,0.0000101669,0.05000,2.753
+5,block_sparse_moe.experts.16.w3,0.0000145575,0.05000,2.803
+5,block_sparse_moe.experts.24.w3,0.0000298302,0.05000,2.928
+5,block_sparse_moe.experts.123.w3,0.0000095281,0.05000,3.056
+5,block_sparse_moe.experts.119.w3,0.0000229030,0.05000,3.125
+5,block_sparse_moe.experts.115.w3,0.0000138979,0.05000,3.206
+5,block_sparse_moe.experts.127.w3,0.0000098440,0.05000,3.083
+5,block_sparse_moe.experts.118.w3,0.0000041770,0.05000,2.929
+5,block_sparse_moe.experts.122.w3,0.0000227066,0.05000,2.891
+5,block_sparse_moe.experts.126.w3,0.0000383434,0.05000,2.951
+5,block_sparse_moe.experts.114.w3,0.0000104461,0.05000,2.942
+5,block_sparse_moe.experts.117.w3,0.0000131333,0.05000,2.894
+5,block_sparse_moe.experts.105.w3,0.0000200140,0.05000,2.839
+5,block_sparse_moe.experts.113.w3,0.0000100391,0.05000,2.863
+5,block_sparse_moe.experts.125.w3,0.0000181146,0.05000,2.836
+5,block_sparse_moe.experts.52.w3,0.0000059083,0.05000,3.083
+5,block_sparse_moe.experts.60.w3,0.0000113765,0.05000,3.119
+5,block_sparse_moe.experts.32.w3,0.0000332258,0.05000,3.092
+5,block_sparse_moe.experts.40.w3,0.0000080012,0.05000,3.120
+5,block_sparse_moe.experts.135.w3,0.0000155158,0.05000,2.969
+5,block_sparse_moe.experts.139.w3,0.0000160030,0.05000,2.977
+5,block_sparse_moe.experts.131.w3,0.0000122043,0.05000,2.921
+5,block_sparse_moe.experts.143.w3,0.0000059500,0.05000,3.016
+5,block_sparse_moe.experts.138.w3,0.0000055481,0.05000,2.829
+5,block_sparse_moe.experts.134.w3,0.0000105923,0.05000,2.937
+5,block_sparse_moe.experts.142.w3,0.0000186066,0.05000,2.867
+5,block_sparse_moe.experts.130.w3,0.0000153032,0.05000,2.855
+5,block_sparse_moe.experts.121.w3,0.0000056053,0.05000,2.853
+5,block_sparse_moe.experts.133.w3,0.0000130719,0.05000,2.858
+5,block_sparse_moe.experts.129.w3,0.0000382643,0.05000,2.857
+5,block_sparse_moe.experts.141.w3,0.0000169673,0.05000,2.831
+5,block_sparse_moe.experts.76.w3,0.0000148667,0.05000,3.118
+5,block_sparse_moe.experts.68.w3,0.0000090549,0.05000,3.195
+5,block_sparse_moe.experts.48.w3,0.0000174562,0.05000,3.057
+5,block_sparse_moe.experts.56.w3,0.0000260919,0.05000,3.109
+5,block_sparse_moe.experts.151.w3,0.0000093136,0.05000,2.967
+5,block_sparse_moe.experts.155.w3,0.0000101784,0.05000,3.016
+5,block_sparse_moe.experts.147.w3,0.0000173743,0.05000,3.061
+5,block_sparse_moe.experts.159.w3,0.0000176569,0.05000,2.893
+5,block_sparse_moe.experts.154.w3,0.0000210052,0.05000,2.780
+5,block_sparse_moe.experts.158.w3,0.0000310880,0.05000,2.742
+5,block_sparse_moe.experts.150.w3,0.0000176929,0.05000,2.853
+5,block_sparse_moe.experts.146.w3,0.0000113260,0.05000,2.777
+5,block_sparse_moe.experts.137.w3,0.0000080957,0.05000,2.789
+5,block_sparse_moe.experts.149.w3,0.0000053460,0.05000,2.862
+5,block_sparse_moe.experts.145.w3,0.0000069475,0.05000,2.788
+5,block_sparse_moe.experts.157.w3,0.0000273874,0.05000,2.839
+5,block_sparse_moe.experts.92.w3,0.0000247854,0.05000,2.956
+5,block_sparse_moe.experts.84.w3,0.0000162319,0.05000,2.941
+5,block_sparse_moe.experts.64.w3,0.0000061924,0.05000,2.925
+5,block_sparse_moe.experts.72.w3,0.0000098232,0.05000,2.986
+5,block_sparse_moe.experts.171.w3,0.0000121290,0.05000,2.986
+5,block_sparse_moe.experts.167.w3,0.0000107469,0.05000,3.070
+5,block_sparse_moe.experts.163.w3,0.0000045449,0.05000,3.108
+5,block_sparse_moe.experts.175.w3,0.0000079263,0.05000,3.080
+5,block_sparse_moe.experts.170.w3,0.0000075567,0.05000,2.905
+5,block_sparse_moe.experts.174.w3,0.0001089008,0.05000,2.840
+5,block_sparse_moe.experts.166.w3,0.0000303050,0.05000,2.859
+5,block_sparse_moe.experts.162.w3,0.0000169926,0.05000,2.839
+5,block_sparse_moe.experts.153.w3,0.0000176779,0.05000,2.824
+5,block_sparse_moe.experts.165.w3,0.0000137852,0.05000,2.876
+5,block_sparse_moe.experts.161.w3,0.0000091886,0.05000,2.934
+5,block_sparse_moe.experts.173.w3,0.0000053342,0.05000,2.840
+5,block_sparse_moe.experts.108.w3,0.0000057501,0.05000,2.848
+5,block_sparse_moe.experts.100.w3,0.0000119889,0.05000,2.846
+5,block_sparse_moe.experts.80.w3,0.0000130459,0.05000,2.824
+5,block_sparse_moe.experts.88.w3,0.0000196984,0.05000,2.708
+5,block_sparse_moe.experts.183.w3,0.0000111287,0.05000,2.977
+5,block_sparse_moe.experts.187.w3,0.0000052092,0.05000,3.064
+5,block_sparse_moe.experts.179.w3,0.0000394569,0.05000,3.073
+5,block_sparse_moe.experts.191.w3,0.0000134176,0.05000,3.032
+5,block_sparse_moe.experts.190.w3,0.0000092726,0.05000,2.856
+5,block_sparse_moe.experts.186.w3,0.0000230122,0.05000,2.936
+5,block_sparse_moe.experts.169.w3,0.0000039599,0.05000,2.741
+5,block_sparse_moe.experts.182.w3,0.0000163294,0.05000,2.877
+5,block_sparse_moe.experts.178.w3,0.0000058433,0.05000,2.830
+5,block_sparse_moe.experts.181.w3,0.0000142679,0.05000,2.755
+5,block_sparse_moe.experts.189.w3,0.0000133019,0.05000,2.711
+5,block_sparse_moe.experts.177.w3,0.0000179407,0.05000,2.755
+5,block_sparse_moe.experts.124.w3,0.0000171229,0.05000,2.972
+5,block_sparse_moe.experts.116.w3,0.0000034567,0.05000,2.966
+5,block_sparse_moe.experts.96.w3,0.0000088965,0.05000,3.034
+5,block_sparse_moe.experts.104.w3,0.0000169742,0.05000,3.008
+5,block_sparse_moe.experts.199.w3,0.0000195284,0.05000,3.160
+5,block_sparse_moe.experts.203.w3,0.0000202235,0.05000,3.179
+5,block_sparse_moe.experts.195.w3,0.0000185927,0.05000,3.129
+5,block_sparse_moe.experts.194.w3,0.0000150014,0.05000,2.962
+5,block_sparse_moe.experts.207.w3,0.0000141129,0.05000,3.178
+5,block_sparse_moe.experts.185.w3,0.0000151296,0.05000,3.051
+5,block_sparse_moe.experts.202.w3,0.0000119174,0.05000,3.069
+5,block_sparse_moe.experts.206.w3,0.0000059598,0.05000,3.151
+5,block_sparse_moe.experts.198.w3,0.0000184590,0.05000,3.135
+5,block_sparse_moe.experts.197.w3,0.0000152857,0.05000,3.060
+5,block_sparse_moe.experts.193.w3,0.0000066547,0.05000,3.052
+5,block_sparse_moe.experts.205.w3,0.0000169246,0.05000,3.093
+5,block_sparse_moe.experts.140.w3,0.0000128028,0.05000,3.032
+5,block_sparse_moe.experts.132.w3,0.0000195682,0.05000,3.022
+5,block_sparse_moe.experts.112.w3,0.0000060545,0.05000,3.076
+5,block_sparse_moe.experts.120.w3,0.0000173141,0.05000,3.081
+5,block_sparse_moe.experts.215.w3,0.0000210206,0.05000,2.833
+5,block_sparse_moe.experts.219.w3,0.0000133536,0.05000,2.948
+5,block_sparse_moe.experts.211.w3,0.0000151711,0.05000,2.920
+5,block_sparse_moe.experts.223.w3,0.0000077195,0.05000,2.886
+5,block_sparse_moe.experts.201.w3,0.0000110748,0.05000,2.969
+5,block_sparse_moe.experts.222.w3,0.0000044086,0.05000,3.067
+5,block_sparse_moe.experts.210.w3,0.0000072333,0.05000,3.144
+5,block_sparse_moe.experts.218.w3,0.0000081143,0.05000,3.102
+5,block_sparse_moe.experts.213.w3,0.0000181595,0.05000,3.034
+5,block_sparse_moe.experts.221.w3,0.0000077134,0.05000,2.979
+5,block_sparse_moe.experts.214.w3,0.0000012435,0.05000,3.150
+5,block_sparse_moe.experts.209.w3,0.0000122967,0.05000,3.018
+5,block_sparse_moe.experts.156.w3,0.0000235460,0.05000,3.037
+5,block_sparse_moe.experts.148.w3,0.0000131226,0.05000,3.080
+5,block_sparse_moe.experts.128.w3,0.0000065900,0.05000,3.121
+5,block_sparse_moe.experts.136.w3,0.0000247747,0.05000,3.162
+5,block_sparse_moe.experts.231.w3,0.0000191225,0.05000,2.957
+5,block_sparse_moe.experts.235.w3,0.0000173634,0.05000,3.044
+5,block_sparse_moe.experts.217.w3,0.0000213920,0.05000,2.861
+5,block_sparse_moe.experts.239.w3,0.0000200007,0.05000,3.016
+5,block_sparse_moe.experts.227.w3,0.0000270525,0.05000,3.081
+5,block_sparse_moe.experts.237.w3,0.0000056757,0.05000,2.815
+5,block_sparse_moe.experts.225.w3,0.0000090370,0.05000,2.832
+5,block_sparse_moe.experts.229.w3,0.0000155622,0.05000,2.948
+5,block_sparse_moe.experts.234.w3,0.0000096919,0.05000,3.098
+5,block_sparse_moe.experts.226.w3,0.0000310692,0.05000,3.133
+5,block_sparse_moe.experts.238.w3,0.0000197653,0.05000,3.182
+5,block_sparse_moe.experts.230.w3,0.0000357642,0.05000,3.175
+5,block_sparse_moe.experts.172.w3,0.0000173168,0.05000,2.981
+5,block_sparse_moe.experts.164.w3,0.0000164722,0.05000,2.923
+5,block_sparse_moe.experts.144.w3,0.0000054386,0.05000,2.924
+5,block_sparse_moe.experts.152.w3,0.0000110526,0.05000,2.973
+5,block_sparse_moe.experts.247.w3,0.0000121986,0.05000,3.034
+5,block_sparse_moe.experts.251.w3,0.0000149431,0.05000,2.958
+5,block_sparse_moe.experts.243.w3,0.0000117489,0.05000,2.877
+5,block_sparse_moe.experts.255.w3,0.0000045936,0.05000,2.893
+5,block_sparse_moe.experts.233.w3,0.0000094859,0.05000,3.096
+5,block_sparse_moe.experts.250.w3,0.0000121897,0.05000,2.816
+5,block_sparse_moe.experts.254.w3,0.0000124328,0.05000,2.785
+5,block_sparse_moe.experts.242.w3,0.0000127803,0.05000,2.842
+5,block_sparse_moe.experts.246.w3,0.0000037922,0.05000,2.685
+5,block_sparse_moe.experts.253.w3,0.0000066181,0.05000,3.090
+5,block_sparse_moe.experts.241.w3,0.0000157709,0.05000,3.080
+5,block_sparse_moe.experts.245.w3,0.0000076829,0.05000,3.079
+5,block_sparse_moe.experts.188.w3,0.0000108651,0.05000,2.718
+5,block_sparse_moe.experts.180.w3,0.0000131209,0.05000,2.773
+5,block_sparse_moe.experts.249.w3,0.0000112855,0.05000,1.052
+5,block_sparse_moe.experts.160.w3,0.0000141602,0.05000,2.739
+5,block_sparse_moe.experts.168.w3,0.0000132576,0.05000,2.659
+5,block_sparse_moe.experts.204.w3,0.0000150515,0.05000,2.587
+5,block_sparse_moe.experts.196.w3,0.0000098805,0.05000,2.614
+5,block_sparse_moe.experts.176.w3,0.0000208284,0.05000,2.614
+5,block_sparse_moe.experts.184.w3,0.0000147795,0.05000,2.625
+5,block_sparse_moe.experts.220.w3,0.0000167085,0.05000,2.554
+5,block_sparse_moe.experts.212.w3,0.0000121905,0.05000,2.586
+5,block_sparse_moe.experts.192.w3,0.0000251181,0.05000,2.504
+5,block_sparse_moe.experts.200.w3,0.0001322746,0.05000,2.465
+5,block_sparse_moe.experts.236.w3,0.0000219267,0.05000,2.269
+5,block_sparse_moe.experts.228.w3,0.0000246848,0.05000,2.263
+5,block_sparse_moe.experts.208.w3,0.0000165841,0.05000,2.398
+5,block_sparse_moe.experts.216.w3,0.0000120105,0.05000,2.441
+5,block_sparse_moe.experts.252.w3,0.0000119402,0.05000,2.474
+5,block_sparse_moe.experts.244.w3,0.0000176821,0.05000,2.427
+5,block_sparse_moe.experts.224.w3,0.0000150474,0.05000,2.253
+5,block_sparse_moe.experts.232.w3,0.0000221909,0.05000,2.157
+5,block_sparse_moe.experts.240.w3,0.0000143717,0.05000,1.423
+5,block_sparse_moe.experts.248.w3,0.0000147810,0.05000,1.338
+5,block_sparse_moe.experts.5.w2,0.0000019354,0.05000,1.367
+5,block_sparse_moe.experts.1.w2,0.0000014732,0.05000,1.371
+5,block_sparse_moe.experts.15.w2,0.0000008255,0.05000,1.393
+5,block_sparse_moe.experts.11.w2,0.0000017146,0.05000,1.425
+5,block_sparse_moe.experts.7.w2,0.0000006745,0.05000,1.431
+5,block_sparse_moe.experts.9.w2,0.0000010600,0.05000,1.433
+5,block_sparse_moe.experts.13.w2,0.0000017307,0.05000,1.430
+5,block_sparse_moe.experts.3.w2,0.0000030205,0.05000,1.462
+5,block_sparse_moe.experts.10.w2,0.0000013116,0.05000,1.487
+5,block_sparse_moe.experts.2.w2,0.0000008913,0.05000,1.518
+5,block_sparse_moe.experts.12.w2,0.0000005914,0.05000,1.544
+5,block_sparse_moe.experts.6.w2,0.0000021938,0.05000,1.558
+5,block_sparse_moe.experts.0.w2,0.0000020559,0.05000,1.578
+5,block_sparse_moe.experts.14.w2,0.0000020904,0.05000,1.572
+5,block_sparse_moe.experts.4.w2,0.0000014266,0.05000,1.598
+5,block_sparse_moe.experts.8.w2,0.0000009820,0.05000,1.632
+5,block_sparse_moe.experts.21.w2,0.0000021803,0.05000,1.420
+5,block_sparse_moe.experts.17.w2,0.0000027251,0.05000,1.444
+5,block_sparse_moe.experts.27.w2,0.0000032925,0.05000,1.408
+5,block_sparse_moe.experts.31.w2,0.0000014042,0.05000,1.445
+5,block_sparse_moe.experts.25.w2,0.0000020860,0.05000,1.459
+5,block_sparse_moe.experts.29.w2,0.0000034996,0.05000,1.456
+5,block_sparse_moe.experts.19.w2,0.0000012086,0.05000,1.435
+5,block_sparse_moe.experts.23.w2,0.0000006025,0.05000,1.479
+5,block_sparse_moe.experts.26.w2,0.0000027366,0.05000,1.470
+5,block_sparse_moe.experts.18.w2,0.0000016891,0.05000,1.472
+5,block_sparse_moe.experts.28.w2,0.0000037767,0.05000,1.480
+5,block_sparse_moe.experts.22.w2,0.0000025436,0.05000,1.477
+5,block_sparse_moe.experts.16.w2,0.0000016123,0.05000,1.487
+5,block_sparse_moe.experts.20.w2,0.0000017615,0.05000,1.468
+5,block_sparse_moe.experts.30.w2,0.0000077178,0.05000,1.504
+5,block_sparse_moe.experts.24.w2,0.0000037175,0.05000,1.465
+5,block_sparse_moe.experts.33.w2,0.0000011164,0.05000,1.303
+5,block_sparse_moe.experts.37.w2,0.0000008451,0.05000,1.358
+5,block_sparse_moe.experts.45.w2,0.0000023106,0.05000,1.313
+5,block_sparse_moe.experts.41.w2,0.0000009819,0.05000,1.397
+5,block_sparse_moe.experts.43.w2,0.0000035171,0.05000,1.556
+5,block_sparse_moe.experts.39.w2,0.0000017254,0.05000,1.510
+5,block_sparse_moe.experts.47.w2,0.0000016355,0.05000,1.583
+5,block_sparse_moe.experts.44.w2,0.0000013752,0.05000,1.399
+5,block_sparse_moe.experts.35.w2,0.0000016244,0.05000,1.538
+5,block_sparse_moe.experts.32.w2,0.0000032967,0.05000,1.384
+5,block_sparse_moe.experts.36.w2,0.0000009757,0.05000,1.389
+5,block_sparse_moe.experts.42.w2,0.0000032326,0.05000,1.530
+5,block_sparse_moe.experts.40.w2,0.0000013422,0.05000,1.441
+5,block_sparse_moe.experts.34.w2,0.0000015629,0.05000,1.562
+5,block_sparse_moe.experts.38.w2,0.0000014196,0.05000,1.523
+5,block_sparse_moe.experts.46.w2,0.0000011641,0.05000,1.566
+5,block_sparse_moe.experts.53.w2,0.0000005823,0.05000,1.362
+5,block_sparse_moe.experts.49.w2,0.0000007204,0.05000,1.426
+5,block_sparse_moe.experts.61.w2,0.0000028763,0.05000,1.411
+5,block_sparse_moe.experts.59.w2,0.0000011185,0.05000,1.346
+5,block_sparse_moe.experts.57.w2,0.0000037247,0.05000,1.460
+5,block_sparse_moe.experts.63.w2,0.0000015800,0.05000,1.360
+5,block_sparse_moe.experts.51.w2,0.0000027818,0.05000,1.371
+5,block_sparse_moe.experts.55.w2,0.0000033779,0.05000,1.414
+5,block_sparse_moe.experts.60.w2,0.0000019473,0.05000,1.428
+5,block_sparse_moe.experts.58.w2,0.0000016231,0.05000,1.414
+5,block_sparse_moe.experts.48.w2,0.0000020801,0.05000,1.524
+5,block_sparse_moe.experts.52.w2,0.0000008006,0.05000,1.522
+5,block_sparse_moe.experts.54.w2,0.0000008897,0.05000,1.434
+5,block_sparse_moe.experts.56.w2,0.0000018493,0.05000,1.464
+5,block_sparse_moe.experts.50.w2,0.0000007562,0.05000,1.484
+5,block_sparse_moe.experts.62.w2,0.0000012171,0.05000,1.447
+5,block_sparse_moe.experts.65.w2,0.0000021829,0.05000,1.334
+5,block_sparse_moe.experts.69.w2,0.0000010558,0.05000,1.419
+5,block_sparse_moe.experts.77.w2,0.0000014786,0.05000,1.363
+5,block_sparse_moe.experts.73.w2,0.0000017281,0.05000,1.310
+5,block_sparse_moe.experts.75.w2,0.0000027268,0.05000,1.505
+5,block_sparse_moe.experts.76.w2,0.0000016365,0.05000,1.409
+5,block_sparse_moe.experts.67.w2,0.0000010359,0.05000,1.505
+5,block_sparse_moe.experts.79.w2,0.0000017337,0.05000,1.549
+5,block_sparse_moe.experts.68.w2,0.0000014159,0.05000,1.388
+5,block_sparse_moe.experts.64.w2,0.0000011205,0.05000,1.394
+5,block_sparse_moe.experts.74.w2,0.0000009011,0.05000,1.467
+5,block_sparse_moe.experts.71.w2,0.0000027786,0.05000,1.537
+5,block_sparse_moe.experts.72.w2,0.0000017204,0.05000,1.413
+5,block_sparse_moe.experts.70.w2,0.0000007906,0.05000,1.445
+5,block_sparse_moe.experts.66.w2,0.0000013354,0.05000,1.459
+5,block_sparse_moe.experts.78.w2,0.0000017828,0.05000,1.404
+5,block_sparse_moe.experts.81.w2,0.0000009233,0.05000,1.498
+5,block_sparse_moe.experts.93.w2,0.0000012538,0.05000,1.446
+5,block_sparse_moe.experts.85.w2,0.0000009995,0.05000,1.516
+5,block_sparse_moe.experts.89.w2,0.0000011365,0.05000,1.456
+5,block_sparse_moe.experts.91.w2,0.0000008722,0.05000,1.595
+5,block_sparse_moe.experts.92.w2,0.0000027055,0.05000,1.569
+5,block_sparse_moe.experts.83.w2,0.0000012653,0.05000,1.570
+5,block_sparse_moe.experts.84.w2,0.0000023769,0.05000,1.534
+5,block_sparse_moe.experts.80.w2,0.0000016136,0.05000,1.552
+5,block_sparse_moe.experts.88.w2,0.0000029806,0.05000,1.522
+5,block_sparse_moe.experts.87.w2,0.0000013522,0.05000,1.571
+5,block_sparse_moe.experts.90.w2,0.0000011634,0.05000,1.581
+5,block_sparse_moe.experts.95.w2,0.0000010049,0.05000,1.618
+5,block_sparse_moe.experts.86.w2,0.0000011727,0.05000,1.532
+5,block_sparse_moe.experts.82.w2,0.0000009460,0.05000,1.541
+5,block_sparse_moe.experts.94.w2,0.0000010280,0.05000,1.548
+5,block_sparse_moe.experts.97.w2,0.0000014739,0.05000,1.366
+5,block_sparse_moe.experts.101.w2,0.0000027062,0.05000,1.386
+5,block_sparse_moe.experts.109.w2,0.0000017753,0.05000,1.433
+5,block_sparse_moe.experts.105.w2,0.0000030603,0.05000,1.467
+5,block_sparse_moe.experts.99.w2,0.0000019829,0.05000,1.277
+5,block_sparse_moe.experts.107.w2,0.0000015788,0.05000,1.351
+5,block_sparse_moe.experts.103.w2,0.0000019847,0.05000,1.339
+5,block_sparse_moe.experts.111.w2,0.0067305699,0.05000,1.364
+5,block_sparse_moe.experts.108.w2,0.0000026802,0.05000,1.548
+5,block_sparse_moe.experts.102.w2,0.0000028794,0.05000,1.471
+5,block_sparse_moe.experts.96.w2,0.0000010188,0.05000,1.547
+5,block_sparse_moe.experts.100.w2,0.0000020290,0.05000,1.600
+5,block_sparse_moe.experts.106.w2,0.0000022841,0.05000,1.561
+5,block_sparse_moe.experts.104.w2,0.0000026454,0.05000,1.576
+5,block_sparse_moe.experts.110.w2,0.0000015788,0.05000,1.505
+5,block_sparse_moe.experts.98.w2,0.0000024429,0.05000,1.587
+5,block_sparse_moe.experts.113.w2,0.0000019566,0.05000,1.489
+5,block_sparse_moe.experts.117.w2,0.0000016904,0.05000,1.421
+5,block_sparse_moe.experts.125.w2,0.0000017532,0.05000,1.451
+5,block_sparse_moe.experts.121.w2,0.0000005686,0.05000,1.458
+5,block_sparse_moe.experts.115.w2,0.0000010184,0.05000,1.402
+5,block_sparse_moe.experts.123.w2,0.0000012469,0.05000,1.431
+5,block_sparse_moe.experts.119.w2,0.0000019866,0.05000,1.472
+5,block_sparse_moe.experts.127.w2,0.0000010535,0.05000,1.480
+5,block_sparse_moe.experts.124.w2,0.0000014820,0.05000,1.497
+5,block_sparse_moe.experts.118.w2,0.0000004678,0.05000,1.474
+5,block_sparse_moe.experts.122.w2,0.0000017583,0.05000,1.429
+5,block_sparse_moe.experts.126.w2,0.0000025597,0.05000,1.423
+5,block_sparse_moe.experts.112.w2,0.0000002931,0.05000,1.553
+5,block_sparse_moe.experts.120.w2,0.0000016379,0.05000,1.523
+5,block_sparse_moe.experts.116.w2,0.0000004837,0.05000,1.594
+5,block_sparse_moe.experts.114.w2,0.0000010315,0.05000,1.511
+5,block_sparse_moe.experts.129.w2,0.0000042730,0.05000,1.462
+5,block_sparse_moe.experts.133.w2,0.0000013076,0.05000,1.486
+5,block_sparse_moe.experts.141.w2,0.0000023439,0.05000,1.496
+5,block_sparse_moe.experts.137.w2,0.0000012657,0.05000,1.445
+5,block_sparse_moe.experts.131.w2,0.0000010915,0.05000,1.559
+5,block_sparse_moe.experts.139.w2,0.0000014312,0.05000,1.584
+5,block_sparse_moe.experts.135.w2,0.0000020117,0.05000,1.566
+5,block_sparse_moe.experts.143.w2,0.0000006951,0.05000,1.565
+5,block_sparse_moe.experts.140.w2,0.0000029824,0.05000,1.585
+5,block_sparse_moe.experts.138.w2,0.0000004472,0.05000,1.544
+5,block_sparse_moe.experts.134.w2,0.0000018247,0.05000,1.643
+5,block_sparse_moe.experts.128.w2,0.0000007766,0.05000,1.553
+5,block_sparse_moe.experts.136.w2,0.0000029765,0.05000,1.553
+5,block_sparse_moe.experts.142.w2,0.0000026924,0.05000,1.618
+5,block_sparse_moe.experts.132.w2,0.0000030664,0.05000,1.510
+5,block_sparse_moe.experts.130.w2,0.0000018853,0.05000,1.599
+5,block_sparse_moe.experts.145.w2,0.0000007483,0.05000,1.472
+5,block_sparse_moe.experts.149.w2,0.0000009699,0.05000,1.523
+5,block_sparse_moe.experts.157.w2,0.0000028794,0.05000,1.595
+5,block_sparse_moe.experts.153.w2,0.0000023138,0.05000,1.535
+5,block_sparse_moe.experts.147.w2,0.0000016408,0.05000,1.550
+5,block_sparse_moe.experts.155.w2,0.0000016527,0.05000,1.520
+5,block_sparse_moe.experts.151.w2,0.0000009260,0.05000,1.508
+5,block_sparse_moe.experts.156.w2,0.0000018701,0.05000,1.433
+5,block_sparse_moe.experts.159.w2,0.0000017299,0.05000,1.540
+5,block_sparse_moe.experts.144.w2,0.0000016654,0.05000,1.464
+5,block_sparse_moe.experts.152.w2,0.0000015483,0.05000,1.459
+5,block_sparse_moe.experts.148.w2,0.0000014356,0.05000,1.502
+5,block_sparse_moe.experts.154.w2,0.0000017959,0.05000,1.627
+5,block_sparse_moe.experts.150.w2,0.0000016377,0.05000,1.601
+5,block_sparse_moe.experts.158.w2,0.0000040719,0.05000,1.580
+5,block_sparse_moe.experts.146.w2,0.0000012356,0.05000,1.560
+5,block_sparse_moe.experts.161.w2,0.0000010642,0.05000,1.482
+5,block_sparse_moe.experts.165.w2,0.0000017224,0.05000,1.467
+5,block_sparse_moe.experts.173.w2,0.0000006682,0.05000,1.544
+5,block_sparse_moe.experts.169.w2,0.0000007201,0.05000,1.576
+5,block_sparse_moe.experts.163.w2,0.0000003322,0.05000,1.475
+5,block_sparse_moe.experts.171.w2,0.0000011767,0.05000,1.433
+5,block_sparse_moe.experts.167.w2,0.0000022111,0.05000,1.436
+5,block_sparse_moe.experts.175.w2,0.0000008654,0.05000,1.413
+5,block_sparse_moe.experts.172.w2,0.0000027779,0.05000,1.540
+5,block_sparse_moe.experts.160.w2,0.0000015822,0.05000,1.534
+5,block_sparse_moe.experts.168.w2,0.0000009909,0.05000,1.555
+5,block_sparse_moe.experts.170.w2,0.0000007915,0.05000,1.538
+5,block_sparse_moe.experts.164.w2,0.0000021974,0.05000,1.564
+5,block_sparse_moe.experts.166.w2,0.0000019441,0.05000,1.580
+5,block_sparse_moe.experts.174.w2,0.0000055619,0.05000,1.587
+5,block_sparse_moe.experts.162.w2,0.0000013172,0.05000,1.557
+5,block_sparse_moe.experts.177.w2,0.0000037615,0.05000,1.543
+5,block_sparse_moe.experts.181.w2,0.0000012167,0.05000,1.552
+5,block_sparse_moe.experts.189.w2,0.0000024959,0.05000,1.563
+5,block_sparse_moe.experts.185.w2,0.0000018799,0.05000,1.596
+5,block_sparse_moe.experts.187.w2,0.0000024523,0.05000,1.503
+5,block_sparse_moe.experts.179.w2,0.0000108082,0.05000,1.535
+5,block_sparse_moe.experts.183.w2,0.0000018279,0.05000,1.525
+5,block_sparse_moe.experts.191.w2,0.0000017183,0.05000,1.508
+5,block_sparse_moe.experts.188.w2,0.0000012815,0.05000,1.426
+5,block_sparse_moe.experts.176.w2,0.0000019345,0.05000,1.441
+5,block_sparse_moe.experts.184.w2,0.0000015721,0.05000,1.464
+5,block_sparse_moe.experts.180.w2,0.0000013227,0.05000,1.439
+5,block_sparse_moe.experts.186.w2,0.0000033288,0.05000,1.547
+5,block_sparse_moe.experts.190.w2,0.0000007780,0.05000,1.554
+5,block_sparse_moe.experts.182.w2,0.0000014908,0.05000,1.600
+5,block_sparse_moe.experts.178.w2,0.0000007145,0.05000,1.533
+5,block_sparse_moe.experts.193.w2,0.0000005641,0.05000,1.479
+5,block_sparse_moe.experts.197.w2,0.0000021572,0.05000,1.506
+5,block_sparse_moe.experts.205.w2,0.0000012151,0.05000,1.493
+5,block_sparse_moe.experts.201.w2,0.0000015419,0.05000,1.474
+5,block_sparse_moe.experts.195.w2,0.0000016544,0.05000,1.454
+5,block_sparse_moe.experts.203.w2,0.0000014820,0.05000,1.494
+5,block_sparse_moe.experts.199.w2,0.0000022228,0.05000,1.482
+5,block_sparse_moe.experts.207.w2,0.0000007614,0.05000,1.497
+5,block_sparse_moe.experts.204.w2,0.0000020126,0.05000,1.506
+5,block_sparse_moe.experts.192.w2,0.0000021836,0.05000,1.491
+5,block_sparse_moe.experts.200.w2,0.0000097971,0.05000,1.505
+5,block_sparse_moe.experts.202.w2,0.0000009371,0.05000,1.400
+5,block_sparse_moe.experts.196.w2,0.0000007045,0.05000,1.508
+5,block_sparse_moe.experts.206.w2,0.0000007396,0.05000,1.348
+5,block_sparse_moe.experts.198.w2,0.0000014777,0.05000,1.366
+5,block_sparse_moe.experts.194.w2,0.0000015761,0.05000,1.374
+5,block_sparse_moe.experts.209.w2,0.0000016343,0.05000,1.461
+5,block_sparse_moe.experts.213.w2,0.0000040317,0.05000,1.517
+5,block_sparse_moe.experts.221.w2,0.0000010673,0.05000,1.429
+5,block_sparse_moe.experts.217.w2,0.0000043776,0.05000,1.480
+5,block_sparse_moe.experts.219.w2,0.0000012248,0.05000,1.492
+5,block_sparse_moe.experts.211.w2,0.0000045462,0.05000,1.550
+5,block_sparse_moe.experts.223.w2,0.0000012077,0.05000,1.441
+5,block_sparse_moe.experts.215.w2,0.0000026680,0.05000,1.510
+5,block_sparse_moe.experts.220.w2,0.0000015309,0.05000,1.552
+5,block_sparse_moe.experts.208.w2,0.0000014177,0.05000,1.546
+5,block_sparse_moe.experts.216.w2,0.0000011999,0.05000,1.543
+5,block_sparse_moe.experts.218.w2,0.0000015496,0.05000,1.531
+5,block_sparse_moe.experts.222.w2,0.0000006761,0.05000,1.479
+5,block_sparse_moe.experts.214.w2,0.0000003914,0.05000,1.444
+5,block_sparse_moe.experts.212.w2,0.0000009897,0.05000,1.556
+5,block_sparse_moe.experts.210.w2,0.0000013810,0.05000,1.482
+5,block_sparse_moe.experts.225.w2,0.0000015845,0.05000,1.509
+5,block_sparse_moe.experts.229.w2,0.0000016975,0.05000,1.519
+5,block_sparse_moe.experts.237.w2,0.0000006386,0.05000,1.547
+5,block_sparse_moe.experts.233.w2,0.0000005772,0.05000,1.554
+5,block_sparse_moe.experts.235.w2,0.0000024274,0.05000,1.518
+5,block_sparse_moe.experts.227.w2,0.0000033573,0.05000,1.534
+5,block_sparse_moe.experts.239.w2,0.0000057475,0.05000,1.534
+5,block_sparse_moe.experts.231.w2,0.0000043797,0.05000,1.562
+5,block_sparse_moe.experts.236.w2,0.0000025440,0.05000,1.562
+5,block_sparse_moe.experts.234.w2,0.0000015647,0.05000,1.463
+5,block_sparse_moe.experts.230.w2,0.0000043121,0.05000,1.487
+5,block_sparse_moe.experts.224.w2,0.0000016947,0.05000,1.585
+5,block_sparse_moe.experts.238.w2,0.0000061946,0.05000,1.498
+5,block_sparse_moe.experts.232.w2,0.0000024376,0.05000,1.545
+5,block_sparse_moe.experts.226.w2,0.0000055211,0.05000,1.464
+5,block_sparse_moe.experts.228.w2,0.0000037939,0.05000,1.623
+5,block_sparse_moe.experts.241.w2,0.0000016454,0.05000,1.676
+5,block_sparse_moe.experts.245.w2,0.0000010216,0.05000,1.591
+5,block_sparse_moe.experts.251.w2,0.0000017736,0.05000,1.270
+5,block_sparse_moe.experts.243.w2,0.0000009186,0.05000,1.238
+5,block_sparse_moe.experts.253.w2,0.0000007935,0.05000,1.522
+5,block_sparse_moe.experts.255.w2,0.0000005427,0.05000,1.227
+5,block_sparse_moe.experts.247.w2,0.0000025227,0.05000,1.204
+5,block_sparse_moe.experts.249.w2,0.0000011458,0.05000,1.451
+5,block_sparse_moe.experts.252.w2,0.0000011431,0.05000,1.357
+5,block_sparse_moe.experts.240.w2,0.0000023923,0.05000,1.261
+5,block_sparse_moe.experts.248.w2,0.0000011697,0.05000,1.283
+5,block_sparse_moe.experts.244.w2,0.0000028190,0.05000,1.173
+5,block_sparse_moe.experts.254.w2,0.0000017014,0.05000,1.408
+5,block_sparse_moe.experts.250.w2,0.0000023004,0.05000,1.481
+5,block_sparse_moe.experts.246.w2,0.0000007684,0.05000,1.450
+5,block_sparse_moe.experts.242.w2,0.0000010163,0.05000,1.406
+6,self_attn.q_proj,0.0000000270,0.05000,0.957
+6,self_attn.v_proj,0.0000000038,0.05000,1.057
+6,self_attn.k_proj,0.0000000036,0.05000,1.099
+6,self_attn.o_proj,0.0000000045,0.05000,1.817
+6,block_sparse_moe.experts.8.w1,0.0000270228,0.05000,2.860
+6,block_sparse_moe.experts.12.w1,0.0000287396,0.05000,2.858
+6,block_sparse_moe.experts.0.w1,0.0000193836,0.05000,2.927
+6,block_sparse_moe.experts.4.w1,0.0000461736,0.05000,3.060
+6,block_sparse_moe.experts.2.w1,0.0000142000,0.05000,3.098
+6,block_sparse_moe.experts.6.w1,0.0000261591,0.05000,3.182
+6,block_sparse_moe.experts.14.w1,0.0000369799,0.05000,3.203
+6,block_sparse_moe.experts.10.w1,0.0000385310,0.05000,3.235
+6,block_sparse_moe.experts.13.w1,0.0000464359,0.05000,3.274
+6,block_sparse_moe.experts.1.w1,0.0000087482,0.05000,3.347
+6,block_sparse_moe.experts.7.w1,0.0000332326,0.05000,3.393
+6,block_sparse_moe.experts.3.w1,0.0000135180,0.05000,3.412
+6,block_sparse_moe.experts.9.w1,0.0000119045,0.05000,3.394
+6,block_sparse_moe.experts.5.w1,0.0000115396,0.05000,3.445
+6,block_sparse_moe.experts.11.w1,0.0000120635,0.05000,3.420
+6,block_sparse_moe.experts.15.w1,0.0000161458,0.05000,3.445
+6,block_sparse_moe.experts.24.w1,0.0000142878,0.05000,2.953
+6,block_sparse_moe.experts.16.w1,0.0000637926,0.05000,2.967
+6,block_sparse_moe.experts.18.w1,0.0000551356,0.05000,2.860
+6,block_sparse_moe.experts.28.w1,0.0000188197,0.05000,3.098
+6,block_sparse_moe.experts.22.w1,0.0000138349,0.05000,2.838
+6,block_sparse_moe.experts.30.w1,0.0000075374,0.05000,2.827
+6,block_sparse_moe.experts.26.w1,0.0000109437,0.05000,2.823
+6,block_sparse_moe.experts.20.w1,0.0000295820,0.05000,3.061
+6,block_sparse_moe.experts.23.w1,0.0000233103,0.05000,2.772
+6,block_sparse_moe.experts.19.w1,0.0000246817,0.05000,2.811
+6,block_sparse_moe.experts.27.w1,0.0000209922,0.05000,2.814
+6,block_sparse_moe.experts.29.w1,0.0000213328,0.05000,3.000
+6,block_sparse_moe.experts.31.w1,0.0000323887,0.05000,2.891
+6,block_sparse_moe.experts.17.w1,0.0000204480,0.05000,3.072
+6,block_sparse_moe.experts.25.w1,0.0000099166,0.05000,3.042
+6,block_sparse_moe.experts.21.w1,0.0000191874,0.05000,3.030
+6,block_sparse_moe.experts.40.w1,0.0000212880,0.05000,2.846
+6,block_sparse_moe.experts.32.w1,0.0000345655,0.05000,2.837
+6,block_sparse_moe.experts.44.w1,0.0000468362,0.05000,2.774
+6,block_sparse_moe.experts.34.w1,0.0000438037,0.05000,2.835
+6,block_sparse_moe.experts.38.w1,0.0000135655,0.05000,2.875
+6,block_sparse_moe.experts.46.w1,0.0000539595,0.05000,2.890
+6,block_sparse_moe.experts.42.w1,0.0000126696,0.05000,2.902
+6,block_sparse_moe.experts.36.w1,0.0000209241,0.05000,2.880
+6,block_sparse_moe.experts.39.w1,0.0000127619,0.05000,3.048
+6,block_sparse_moe.experts.43.w1,0.0000086548,0.05000,3.060
+6,block_sparse_moe.experts.35.w1,0.0000243491,0.05000,3.104
+6,block_sparse_moe.experts.33.w1,0.0000239674,0.05000,2.937
+6,block_sparse_moe.experts.45.w1,0.0000308782,0.05000,3.050
+6,block_sparse_moe.experts.41.w1,0.0000472753,0.05000,2.988
+6,block_sparse_moe.experts.47.w1,0.0000200409,0.05000,3.149
+6,block_sparse_moe.experts.37.w1,0.0000404255,0.05000,3.121
+6,block_sparse_moe.experts.56.w1,0.0000176603,0.05000,2.836
+6,block_sparse_moe.experts.48.w1,0.0000831246,0.05000,2.790
+6,block_sparse_moe.experts.50.w1,0.0000061661,0.05000,2.776
+6,block_sparse_moe.experts.60.w1,0.0000061649,0.05000,2.845
+6,block_sparse_moe.experts.54.w1,0.0000232816,0.05000,2.822
+6,block_sparse_moe.experts.62.w1,0.0000146899,0.05000,2.823
+6,block_sparse_moe.experts.58.w1,0.0000083604,0.05000,2.812
+6,block_sparse_moe.experts.52.w1,0.0000641374,0.05000,2.869
+6,block_sparse_moe.experts.55.w1,0.0000167974,0.05000,2.968
+6,block_sparse_moe.experts.51.w1,0.0000083402,0.05000,2.912
+6,block_sparse_moe.experts.61.w1,0.0000042222,0.05000,2.902
+6,block_sparse_moe.experts.49.w1,0.0000129009,0.05000,2.949
+6,block_sparse_moe.experts.59.w1,0.0000407496,0.05000,3.006
+6,block_sparse_moe.experts.57.w1,0.0000192539,0.05000,2.876
+6,block_sparse_moe.experts.63.w1,0.0000410724,0.05000,2.922
+6,block_sparse_moe.experts.53.w1,0.0000077642,0.05000,2.888
+6,block_sparse_moe.experts.64.w1,0.0000233055,0.05000,2.938
+6,block_sparse_moe.experts.72.w1,0.0000096265,0.05000,2.965
+6,block_sparse_moe.experts.66.w1,0.0000227270,0.05000,2.943
+6,block_sparse_moe.experts.76.w1,0.0000228352,0.05000,2.980
+6,block_sparse_moe.experts.70.w1,0.0000548772,0.05000,2.983
+6,block_sparse_moe.experts.74.w1,0.0000230780,0.05000,2.961
+6,block_sparse_moe.experts.78.w1,0.0000185445,0.05000,3.026
+6,block_sparse_moe.experts.68.w1,0.0000150352,0.05000,3.071
+6,block_sparse_moe.experts.71.w1,0.0000150170,0.05000,2.830
+6,block_sparse_moe.experts.67.w1,0.0000058293,0.05000,2.954
+6,block_sparse_moe.experts.75.w1,0.0000187434,0.05000,2.931
+6,block_sparse_moe.experts.79.w1,0.0000102420,0.05000,2.849
+6,block_sparse_moe.experts.77.w1,0.0000363920,0.05000,3.083
+6,block_sparse_moe.experts.65.w1,0.0000276589,0.05000,3.084
+6,block_sparse_moe.experts.73.w1,0.0000025066,0.05000,3.114
+6,block_sparse_moe.experts.69.w1,0.0000146136,0.05000,3.075
+6,block_sparse_moe.experts.82.w1,0.0000121111,0.05000,2.877
+6,block_sparse_moe.experts.80.w1,0.0000070603,0.05000,3.038
+6,block_sparse_moe.experts.88.w1,0.0000410005,0.05000,3.126
+6,block_sparse_moe.experts.90.w1,0.0000273887,0.05000,2.823
+6,block_sparse_moe.experts.86.w1,0.0000026334,0.05000,2.946
+6,block_sparse_moe.experts.92.w1,0.0000096634,0.05000,3.134
+6,block_sparse_moe.experts.94.w1,0.0000543172,0.05000,2.932
+6,block_sparse_moe.experts.87.w1,0.0000083083,0.05000,2.862
+6,block_sparse_moe.experts.84.w1,0.0000445126,0.05000,3.079
+6,block_sparse_moe.experts.83.w1,0.0000206971,0.05000,2.880
+6,block_sparse_moe.experts.95.w1,0.0000029267,0.05000,2.845
+6,block_sparse_moe.experts.91.w1,0.0000328654,0.05000,2.911
+6,block_sparse_moe.experts.89.w1,0.0000077625,0.05000,2.872
+6,block_sparse_moe.experts.93.w1,0.0000379162,0.05000,3.008
+6,block_sparse_moe.experts.81.w1,0.0000238439,0.05000,3.012
+6,block_sparse_moe.experts.85.w1,0.0000222253,0.05000,2.972
+6,block_sparse_moe.experts.96.w1,0.0000122849,0.05000,2.865
+6,block_sparse_moe.experts.98.w1,0.0000403164,0.05000,3.029
+6,block_sparse_moe.experts.104.w1,0.0000391135,0.05000,2.996
+6,block_sparse_moe.experts.108.w1,0.0000095893,0.05000,2.867
+6,block_sparse_moe.experts.110.w1,0.0000327082,0.05000,2.986
+6,block_sparse_moe.experts.102.w1,0.0000179715,0.05000,3.097
+6,block_sparse_moe.experts.103.w1,0.0000125734,0.05000,2.879
+6,block_sparse_moe.experts.106.w1,0.0000217972,0.05000,3.201
+6,block_sparse_moe.experts.100.w1,0.0000203940,0.05000,2.891
+6,block_sparse_moe.experts.99.w1,0.0000115413,0.05000,2.932
+6,block_sparse_moe.experts.111.w1,0.0000252000,0.05000,2.947
+6,block_sparse_moe.experts.107.w1,0.0000305365,0.05000,2.933
+6,block_sparse_moe.experts.105.w1,0.0000317225,0.05000,2.895
+6,block_sparse_moe.experts.109.w1,0.0000149636,0.05000,2.874
+6,block_sparse_moe.experts.101.w1,0.0000307435,0.05000,2.763
+6,block_sparse_moe.experts.97.w1,0.0000133679,0.05000,2.942
+6,block_sparse_moe.experts.112.w1,0.0000096133,0.05000,2.943
+6,block_sparse_moe.experts.114.w1,0.0000183785,0.05000,2.974
+6,block_sparse_moe.experts.124.w1,0.0000254759,0.05000,3.030
+6,block_sparse_moe.experts.120.w1,0.0000335926,0.05000,3.038
+6,block_sparse_moe.experts.119.w1,0.0000260374,0.05000,2.921
+6,block_sparse_moe.experts.118.w1,0.0000062666,0.05000,2.961
+6,block_sparse_moe.experts.126.w1,0.0000210471,0.05000,2.988
+6,block_sparse_moe.experts.122.w1,0.0000126499,0.05000,3.026
+6,block_sparse_moe.experts.115.w1,0.0000269779,0.05000,2.890
+6,block_sparse_moe.experts.116.w1,0.0000110212,0.05000,3.077
+6,block_sparse_moe.experts.123.w1,0.0000421188,0.05000,2.912
+6,block_sparse_moe.experts.121.w1,0.0000324625,0.05000,2.816
+6,block_sparse_moe.experts.127.w1,0.0000040257,0.05000,2.983
+6,block_sparse_moe.experts.117.w1,0.0000228257,0.05000,2.789
+6,block_sparse_moe.experts.125.w1,0.0000466221,0.05000,2.927
+6,block_sparse_moe.experts.113.w1,0.0000026335,0.05000,2.878
+6,block_sparse_moe.experts.128.w1,0.0000509627,0.05000,3.000
+6,block_sparse_moe.experts.130.w1,0.0000167035,0.05000,3.028
+6,block_sparse_moe.experts.140.w1,0.0000121650,0.05000,2.889
+6,block_sparse_moe.experts.142.w1,0.0000402353,0.05000,2.929
+6,block_sparse_moe.experts.136.w1,0.0000104792,0.05000,3.039
+6,block_sparse_moe.experts.134.w1,0.0000188983,0.05000,2.969
+6,block_sparse_moe.experts.135.w1,0.0000337480,0.05000,3.070
+6,block_sparse_moe.experts.132.w1,0.0000248750,0.05000,2.877
+6,block_sparse_moe.experts.138.w1,0.0000070912,0.05000,3.052
+6,block_sparse_moe.experts.131.w1,0.0000152469,0.05000,3.077
+6,block_sparse_moe.experts.133.w1,0.0000142253,0.05000,2.900
+6,block_sparse_moe.experts.137.w1,0.0000499668,0.05000,2.948
+6,block_sparse_moe.experts.143.w1,0.0000200130,0.05000,2.956
+6,block_sparse_moe.experts.129.w1,0.0000361460,0.05000,2.834
+6,block_sparse_moe.experts.141.w1,0.0000050195,0.05000,2.934
+6,block_sparse_moe.experts.139.w1,0.0000238806,0.05000,3.102
+6,block_sparse_moe.experts.146.w1,0.0000802361,0.05000,2.780
+6,block_sparse_moe.experts.144.w1,0.0000587528,0.05000,3.053
+6,block_sparse_moe.experts.158.w1,0.0000165478,0.05000,2.773
+6,block_sparse_moe.experts.156.w1,0.0000188754,0.05000,3.014
+6,block_sparse_moe.experts.150.w1,0.0000315944,0.05000,2.872
+6,block_sparse_moe.experts.151.w1,0.0000408810,0.05000,2.818
+6,block_sparse_moe.experts.152.w1,0.0000029062,0.05000,3.014
+6,block_sparse_moe.experts.154.w1,0.0000190177,0.05000,2.878
+6,block_sparse_moe.experts.147.w1,0.0000274720,0.05000,2.855
+6,block_sparse_moe.experts.148.w1,0.0000168137,0.05000,3.028
+6,block_sparse_moe.experts.159.w1,0.0000224647,0.05000,2.886
+6,block_sparse_moe.experts.155.w1,0.0000315245,0.05000,2.841
+6,block_sparse_moe.experts.149.w1,0.0000207446,0.05000,2.987
+6,block_sparse_moe.experts.153.w1,0.0000262469,0.05000,3.021
+6,block_sparse_moe.experts.145.w1,0.0000187608,0.05000,3.003
+6,block_sparse_moe.experts.157.w1,0.0000186589,0.05000,3.071
+6,block_sparse_moe.experts.162.w1,0.0000249451,0.05000,2.912
+6,block_sparse_moe.experts.174.w1,0.0000130515,0.05000,2.794
+6,block_sparse_moe.experts.160.w1,0.0000516879,0.05000,2.919
+6,block_sparse_moe.experts.166.w1,0.0000298453,0.05000,2.796
+6,block_sparse_moe.experts.172.w1,0.0000046925,0.05000,2.978
+6,block_sparse_moe.experts.170.w1,0.0000435354,0.05000,2.789
+6,block_sparse_moe.experts.168.w1,0.0000112370,0.05000,2.914
+6,block_sparse_moe.experts.167.w1,0.0000258750,0.05000,3.057
+6,block_sparse_moe.experts.164.w1,0.0000227346,0.05000,2.973
+6,block_sparse_moe.experts.163.w1,0.0000327058,0.05000,3.070
+6,block_sparse_moe.experts.169.w1,0.0000071572,0.05000,2.969
+6,block_sparse_moe.experts.175.w1,0.0000247660,0.05000,3.070
+6,block_sparse_moe.experts.165.w1,0.0000079709,0.05000,3.012
+6,block_sparse_moe.experts.171.w1,0.0000221404,0.05000,3.062
+6,block_sparse_moe.experts.161.w1,0.0000532286,0.05000,2.983
+6,block_sparse_moe.experts.173.w1,0.0000089207,0.05000,3.015
+6,block_sparse_moe.experts.190.w1,0.0000251634,0.05000,2.794
+6,block_sparse_moe.experts.178.w1,0.0000266055,0.05000,2.949
+6,block_sparse_moe.experts.182.w1,0.0000233101,0.05000,2.901
+6,block_sparse_moe.experts.176.w1,0.0000129198,0.05000,3.085
+6,block_sparse_moe.experts.186.w1,0.0000048852,0.05000,2.931
+6,block_sparse_moe.experts.183.w1,0.0000299540,0.05000,2.904
+6,block_sparse_moe.experts.188.w1,0.0000171599,0.05000,3.026
+6,block_sparse_moe.experts.184.w1,0.0000157644,0.05000,3.074
+6,block_sparse_moe.experts.179.w1,0.0000660150,0.05000,2.874
+6,block_sparse_moe.experts.187.w1,0.0000192505,0.05000,2.795
+6,block_sparse_moe.experts.191.w1,0.0000579107,0.05000,2.893
+6,block_sparse_moe.experts.180.w1,0.0000437727,0.05000,3.011
+6,block_sparse_moe.experts.185.w1,0.0000346238,0.05000,2.921
+6,block_sparse_moe.experts.181.w1,0.0000068028,0.05000,3.033
+6,block_sparse_moe.experts.189.w1,0.0000102083,0.05000,2.865
+6,block_sparse_moe.experts.177.w1,0.0000329259,0.05000,3.005
+6,block_sparse_moe.experts.206.w1,0.0000212605,0.05000,3.017
+6,block_sparse_moe.experts.194.w1,0.0000305890,0.05000,3.036
+6,block_sparse_moe.experts.198.w1,0.0000394519,0.05000,2.935
+6,block_sparse_moe.experts.199.w1,0.0000307473,0.05000,2.727
+6,block_sparse_moe.experts.192.w1,0.0000178180,0.05000,2.960
+6,block_sparse_moe.experts.202.w1,0.0000369982,0.05000,2.996
+6,block_sparse_moe.experts.195.w1,0.0000618784,0.05000,2.793
+6,block_sparse_moe.experts.204.w1,0.0000066645,0.05000,3.046
+6,block_sparse_moe.experts.203.w1,0.0000274686,0.05000,2.832
+6,block_sparse_moe.experts.207.w1,0.0000105418,0.05000,2.816
+6,block_sparse_moe.experts.200.w1,0.0000251224,0.05000,3.029
+6,block_sparse_moe.experts.201.w1,0.0000361806,0.05000,3.033
+6,block_sparse_moe.experts.196.w1,0.0000112726,0.05000,3.075
+6,block_sparse_moe.experts.193.w1,0.0000355033,0.05000,2.915
+6,block_sparse_moe.experts.205.w1,0.0000397060,0.05000,2.969
+6,block_sparse_moe.experts.197.w1,0.0000252924,0.05000,3.038
+6,block_sparse_moe.experts.222.w1,0.0000254152,0.05000,2.810
+6,block_sparse_moe.experts.210.w1,0.0000203088,0.05000,2.849
+6,block_sparse_moe.experts.214.w1,0.0000268057,0.05000,2.943
+6,block_sparse_moe.experts.215.w1,0.0000062696,0.05000,2.938
+6,block_sparse_moe.experts.218.w1,0.0000180728,0.05000,2.861
+6,block_sparse_moe.experts.208.w1,0.0000331542,0.05000,3.046
+6,block_sparse_moe.experts.211.w1,0.0000229633,0.05000,2.900
+6,block_sparse_moe.experts.220.w1,0.0000333934,0.05000,2.926
+6,block_sparse_moe.experts.216.w1,0.0000055898,0.05000,2.860
+6,block_sparse_moe.experts.219.w1,0.0000067868,0.05000,2.907
+6,block_sparse_moe.experts.217.w1,0.0000338120,0.05000,2.686
+6,block_sparse_moe.experts.221.w1,0.0000384442,0.05000,2.679
+6,block_sparse_moe.experts.223.w1,0.0000426450,0.05000,3.036
+6,block_sparse_moe.experts.209.w1,0.0000151621,0.05000,2.765
+6,block_sparse_moe.experts.213.w1,0.0000158002,0.05000,2.684
+6,block_sparse_moe.experts.212.w1,0.0000105841,0.05000,2.856
+6,block_sparse_moe.experts.238.w1,0.0000349882,0.05000,2.750
+6,block_sparse_moe.experts.226.w1,0.0000406385,0.05000,2.685
+6,block_sparse_moe.experts.231.w1,0.0000145514,0.05000,2.613
+6,block_sparse_moe.experts.230.w1,0.0000073977,0.05000,2.695
+6,block_sparse_moe.experts.234.w1,0.0000338370,0.05000,2.739
+6,block_sparse_moe.experts.227.w1,0.0000635063,0.05000,2.703
+6,block_sparse_moe.experts.224.w1,0.0000254144,0.05000,2.888
+6,block_sparse_moe.experts.235.w1,0.0000266953,0.05000,2.815
+6,block_sparse_moe.experts.236.w1,0.0000391155,0.05000,2.894
+6,block_sparse_moe.experts.233.w1,0.0000254538,0.05000,2.797
+6,block_sparse_moe.experts.225.w1,0.0000459109,0.05000,2.708
+6,block_sparse_moe.experts.239.w1,0.0000341166,0.05000,2.745
+6,block_sparse_moe.experts.229.w1,0.0000142831,0.05000,2.765
+6,block_sparse_moe.experts.237.w1,0.0000156736,0.05000,2.814
+6,block_sparse_moe.experts.232.w1,0.0000299722,0.05000,3.049
+6,block_sparse_moe.experts.228.w1,0.0000354742,0.05000,3.044
+6,block_sparse_moe.experts.254.w1,0.0000172687,0.05000,2.673
+6,block_sparse_moe.experts.242.w1,0.0000329299,0.05000,2.677
+6,block_sparse_moe.experts.246.w1,0.0000316413,0.05000,2.671
+6,block_sparse_moe.experts.247.w1,0.0000359386,0.05000,2.795
+6,block_sparse_moe.experts.250.w1,0.0000090335,0.05000,2.690
+6,block_sparse_moe.experts.243.w1,0.0000398860,0.05000,2.952
+6,block_sparse_moe.experts.252.w1,0.0000115270,0.05000,2.837
+6,block_sparse_moe.experts.240.w1,0.0000247429,0.05000,2.998
+6,block_sparse_moe.experts.251.w1,0.0000282502,0.05000,2.913
+6,block_sparse_moe.experts.255.w1,0.0000235689,0.05000,2.887
+6,block_sparse_moe.experts.241.w1,0.0000322744,0.05000,2.920
+6,block_sparse_moe.experts.249.w1,0.0000371467,0.05000,2.990
+6,block_sparse_moe.experts.245.w1,0.0000404513,0.05000,2.932
+6,block_sparse_moe.experts.248.w1,0.0000351733,0.05000,2.861
+6,block_sparse_moe.experts.253.w1,0.0000197936,0.05000,2.976
+6,block_sparse_moe.experts.244.w1,0.0000226682,0.05000,3.007
+6,block_sparse_moe.experts.14.w3,0.0000347507,0.05000,2.881
+6,block_sparse_moe.experts.2.w3,0.0000134572,0.05000,2.966
+6,block_sparse_moe.experts.6.w3,0.0000247859,0.05000,2.961
+6,block_sparse_moe.experts.10.w3,0.0000370860,0.05000,2.921
+6,block_sparse_moe.experts.7.w3,0.0000320466,0.05000,3.083
+6,block_sparse_moe.experts.3.w3,0.0000131106,0.05000,2.972
+6,block_sparse_moe.experts.12.w3,0.0000276133,0.05000,2.875
+6,block_sparse_moe.experts.0.w3,0.0000187851,0.05000,2.854
+6,block_sparse_moe.experts.15.w3,0.0000154949,0.05000,2.929
+6,block_sparse_moe.experts.11.w3,0.0000115304,0.05000,3.003
+6,block_sparse_moe.experts.8.w3,0.0000258387,0.05000,2.858
+6,block_sparse_moe.experts.1.w3,0.0000083285,0.05000,3.045
+6,block_sparse_moe.experts.5.w3,0.0000110062,0.05000,3.087
+6,block_sparse_moe.experts.9.w3,0.0000115081,0.05000,3.142
+6,block_sparse_moe.experts.13.w3,0.0000450479,0.05000,3.128
+6,block_sparse_moe.experts.4.w3,0.0000431478,0.05000,2.774
+6,block_sparse_moe.experts.30.w3,0.0000071387,0.05000,2.746
+6,block_sparse_moe.experts.18.w3,0.0000526364,0.05000,2.750
+6,block_sparse_moe.experts.22.w3,0.0000132444,0.05000,2.700
+6,block_sparse_moe.experts.26.w3,0.0000103278,0.05000,2.707
+6,block_sparse_moe.experts.23.w3,0.0000221626,0.05000,2.790
+6,block_sparse_moe.experts.16.w3,0.0000607522,0.05000,2.831
+6,block_sparse_moe.experts.28.w3,0.0000168107,0.05000,2.898
+6,block_sparse_moe.experts.19.w3,0.0000234000,0.05000,3.010
+6,block_sparse_moe.experts.24.w3,0.0000137078,0.05000,2.870
+6,block_sparse_moe.experts.31.w3,0.0000309907,0.05000,2.968
+6,block_sparse_moe.experts.27.w3,0.0000199522,0.05000,3.024
+6,block_sparse_moe.experts.17.w3,0.0000197110,0.05000,2.951
+6,block_sparse_moe.experts.21.w3,0.0000183823,0.05000,2.937
+6,block_sparse_moe.experts.25.w3,0.0000094475,0.05000,2.918
+6,block_sparse_moe.experts.20.w3,0.0000290841,0.05000,2.927
+6,block_sparse_moe.experts.29.w3,0.0000204934,0.05000,2.957
+6,block_sparse_moe.experts.46.w3,0.0000512950,0.05000,2.711
+6,block_sparse_moe.experts.38.w3,0.0000130543,0.05000,2.602
+6,block_sparse_moe.experts.34.w3,0.0000408298,0.05000,2.767
+6,block_sparse_moe.experts.42.w3,0.0000119802,0.05000,2.672
+6,block_sparse_moe.experts.39.w3,0.0000121434,0.05000,2.812
+6,block_sparse_moe.experts.32.w3,0.0000337636,0.05000,2.759
+6,block_sparse_moe.experts.44.w3,0.0000442074,0.05000,2.811
+6,block_sparse_moe.experts.35.w3,0.0000222697,0.05000,2.737
+6,block_sparse_moe.experts.40.w3,0.0000203002,0.05000,2.725
+6,block_sparse_moe.experts.47.w3,0.0000190543,0.05000,2.830
+6,block_sparse_moe.experts.43.w3,0.0000080132,0.05000,2.831
+6,block_sparse_moe.experts.33.w3,0.0000225197,0.05000,2.883
+6,block_sparse_moe.experts.36.w3,0.0000200141,0.05000,2.711
+6,block_sparse_moe.experts.37.w3,0.0000365817,0.05000,2.982
+6,block_sparse_moe.experts.41.w3,0.0000445498,0.05000,2.997
+6,block_sparse_moe.experts.45.w3,0.0000287025,0.05000,2.970
+6,block_sparse_moe.experts.62.w3,0.0000130177,0.05000,2.696
+6,block_sparse_moe.experts.54.w3,0.0000222214,0.05000,2.855
+6,block_sparse_moe.experts.50.w3,0.0000059115,0.05000,2.877
+6,block_sparse_moe.experts.58.w3,0.0000078267,0.05000,2.832
+6,block_sparse_moe.experts.55.w3,0.0000157903,0.05000,2.801
+6,block_sparse_moe.experts.48.w3,0.0000793350,0.05000,2.804
+6,block_sparse_moe.experts.60.w3,0.0000059671,0.05000,2.760
+6,block_sparse_moe.experts.56.w3,0.0000166288,0.05000,2.755
+6,block_sparse_moe.experts.51.w3,0.0000082070,0.05000,2.894
+6,block_sparse_moe.experts.63.w3,0.0000395234,0.05000,2.855
+6,block_sparse_moe.experts.59.w3,0.0000370427,0.05000,2.849
+6,block_sparse_moe.experts.49.w3,0.0000126460,0.05000,2.887
+6,block_sparse_moe.experts.53.w3,0.0000074256,0.05000,2.856
+6,block_sparse_moe.experts.52.w3,0.0000614101,0.05000,3.041
+6,block_sparse_moe.experts.57.w3,0.0000185432,0.05000,2.898
+6,block_sparse_moe.experts.61.w3,0.0000040218,0.05000,2.930
+6,block_sparse_moe.experts.78.w3,0.0000177149,0.05000,2.951
+6,block_sparse_moe.experts.70.w3,0.0000524490,0.05000,2.963
+6,block_sparse_moe.experts.66.w3,0.0000214300,0.05000,2.966
+6,block_sparse_moe.experts.74.w3,0.0000203659,0.05000,2.873
+6,block_sparse_moe.experts.71.w3,0.0000136387,0.05000,2.980
+6,block_sparse_moe.experts.64.w3,0.0000217733,0.05000,3.007
+6,block_sparse_moe.experts.76.w3,0.0000218088,0.05000,2.991
+6,block_sparse_moe.experts.72.w3,0.0000095102,0.05000,3.038
+6,block_sparse_moe.experts.67.w3,0.0000054893,0.05000,2.982
+6,block_sparse_moe.experts.75.w3,0.0000176024,0.05000,2.975
+6,block_sparse_moe.experts.79.w3,0.0000094575,0.05000,3.078
+6,block_sparse_moe.experts.65.w3,0.0000258974,0.05000,2.938
+6,block_sparse_moe.experts.69.w3,0.0000136954,0.05000,2.915
+6,block_sparse_moe.experts.68.w3,0.0000144211,0.05000,2.916
+6,block_sparse_moe.experts.73.w3,0.0000023778,0.05000,2.983
+6,block_sparse_moe.experts.77.w3,0.0000349611,0.05000,2.916
+6,block_sparse_moe.experts.94.w3,0.0000511769,0.05000,2.821
+6,block_sparse_moe.experts.86.w3,0.0000025276,0.05000,2.760
+6,block_sparse_moe.experts.82.w3,0.0000116338,0.05000,2.764
+6,block_sparse_moe.experts.90.w3,0.0000264482,0.05000,2.874
+6,block_sparse_moe.experts.87.w3,0.0000080732,0.05000,2.975
+6,block_sparse_moe.experts.80.w3,0.0000066679,0.05000,2.844
+6,block_sparse_moe.experts.92.w3,0.0000092127,0.05000,2.846
+6,block_sparse_moe.experts.88.w3,0.0000392528,0.05000,2.820
+6,block_sparse_moe.experts.83.w3,0.0000198770,0.05000,2.919
+6,block_sparse_moe.experts.91.w3,0.0000310043,0.05000,2.919
+6,block_sparse_moe.experts.95.w3,0.0000027885,0.05000,2.997
+6,block_sparse_moe.experts.84.w3,0.0000424992,0.05000,2.831
+6,block_sparse_moe.experts.81.w3,0.0000223272,0.05000,3.116
+6,block_sparse_moe.experts.85.w3,0.0000206352,0.05000,3.051
+6,block_sparse_moe.experts.89.w3,0.0000072588,0.05000,3.088
+6,block_sparse_moe.experts.93.w3,0.0000363089,0.05000,3.098
+6,block_sparse_moe.experts.110.w3,0.0000310565,0.05000,2.875
+6,block_sparse_moe.experts.102.w3,0.0000173829,0.05000,2.790
+6,block_sparse_moe.experts.98.w3,0.0000397654,0.05000,2.893
+6,block_sparse_moe.experts.106.w3,0.0000206366,0.05000,2.898
+6,block_sparse_moe.experts.103.w3,0.0000121476,0.05000,2.917
+6,block_sparse_moe.experts.96.w3,0.0000117224,0.05000,2.682
+6,block_sparse_moe.experts.108.w3,0.0000094350,0.05000,2.627
+6,block_sparse_moe.experts.104.w3,0.0000370777,0.05000,2.613
+6,block_sparse_moe.experts.99.w3,0.0000110476,0.05000,2.899
+6,block_sparse_moe.experts.100.w3,0.0000190833,0.05000,2.690
+6,block_sparse_moe.experts.107.w3,0.0000293470,0.05000,2.941
+6,block_sparse_moe.experts.111.w3,0.0000247999,0.05000,2.908
+6,block_sparse_moe.experts.97.w3,0.0000129607,0.05000,2.869
+6,block_sparse_moe.experts.101.w3,0.0000289471,0.05000,2.893
+6,block_sparse_moe.experts.105.w3,0.0000303510,0.05000,2.788
+6,block_sparse_moe.experts.109.w3,0.0000141016,0.05000,2.801
+6,block_sparse_moe.experts.126.w3,0.0000201886,0.05000,2.745
+6,block_sparse_moe.experts.118.w3,0.0000059935,0.05000,2.732
+6,block_sparse_moe.experts.114.w3,0.0000170245,0.05000,2.758
+6,block_sparse_moe.experts.122.w3,0.0000120018,0.05000,2.736
+6,block_sparse_moe.experts.112.w3,0.0000091279,0.05000,2.897
+6,block_sparse_moe.experts.124.w3,0.0000244817,0.05000,2.941
+6,block_sparse_moe.experts.119.w3,0.0000246166,0.05000,3.050
+6,block_sparse_moe.experts.120.w3,0.0000321237,0.05000,2.905
+6,block_sparse_moe.experts.115.w3,0.0000255148,0.05000,2.965
+6,block_sparse_moe.experts.116.w3,0.0000108051,0.05000,2.971
+6,block_sparse_moe.experts.123.w3,0.0000394568,0.05000,3.037
+6,block_sparse_moe.experts.113.w3,0.0000024993,0.05000,2.949
+6,block_sparse_moe.experts.127.w3,0.0000037923,0.05000,3.116
+6,block_sparse_moe.experts.117.w3,0.0000214606,0.05000,2.967
+6,block_sparse_moe.experts.121.w3,0.0000309977,0.05000,2.988
+6,block_sparse_moe.experts.125.w3,0.0000446218,0.05000,2.985
+6,block_sparse_moe.experts.142.w3,0.0000380016,0.05000,2.779
+6,block_sparse_moe.experts.134.w3,0.0000180968,0.05000,2.758
+6,block_sparse_moe.experts.130.w3,0.0000157834,0.05000,2.823
+6,block_sparse_moe.experts.138.w3,0.0000068087,0.05000,2.779
+6,block_sparse_moe.experts.128.w3,0.0000480266,0.05000,2.641
+6,block_sparse_moe.experts.140.w3,0.0000116078,0.05000,2.657
+6,block_sparse_moe.experts.136.w3,0.0000100797,0.05000,2.641
+6,block_sparse_moe.experts.135.w3,0.0000330766,0.05000,2.993
+6,block_sparse_moe.experts.132.w3,0.0000237601,0.05000,2.644
+6,block_sparse_moe.experts.131.w3,0.0000145787,0.05000,2.879
+6,block_sparse_moe.experts.139.w3,0.0000228301,0.05000,3.087
+6,block_sparse_moe.experts.133.w3,0.0000134579,0.05000,2.894
+6,block_sparse_moe.experts.143.w3,0.0000189370,0.05000,3.046
+6,block_sparse_moe.experts.129.w3,0.0000343793,0.05000,3.101
+6,block_sparse_moe.experts.137.w3,0.0000427920,0.05000,2.922
+6,block_sparse_moe.experts.141.w3,0.0000048764,0.05000,3.003
+6,block_sparse_moe.experts.158.w3,0.0000155945,0.05000,2.839
+6,block_sparse_moe.experts.150.w3,0.0000306650,0.05000,2.879
+6,block_sparse_moe.experts.146.w3,0.0000755181,0.05000,2.952
+6,block_sparse_moe.experts.154.w3,0.0000179910,0.05000,2.882
+6,block_sparse_moe.experts.156.w3,0.0000180380,0.05000,2.983
+6,block_sparse_moe.experts.144.w3,0.0000566672,0.05000,3.083
+6,block_sparse_moe.experts.152.w3,0.0000027510,0.05000,3.028
+6,block_sparse_moe.experts.151.w3,0.0000385235,0.05000,3.146
+6,block_sparse_moe.experts.148.w3,0.0000159344,0.05000,2.971
+6,block_sparse_moe.experts.147.w3,0.0000262269,0.05000,3.194
+6,block_sparse_moe.experts.155.w3,0.0000301069,0.05000,3.172
+6,block_sparse_moe.experts.174.w3,0.0000125985,0.05000,2.848
+6,block_sparse_moe.experts.149.w3,0.0000196302,0.05000,3.186
+6,block_sparse_moe.experts.159.w3,0.0000218340,0.05000,3.164
+6,block_sparse_moe.experts.153.w3,0.0000249065,0.05000,3.146
+6,block_sparse_moe.experts.166.w3,0.0000287929,0.05000,2.824
+6,block_sparse_moe.experts.145.w3,0.0000173742,0.05000,3.259
+6,block_sparse_moe.experts.157.w3,0.0000174135,0.05000,3.201
+6,block_sparse_moe.experts.162.w3,0.0000240379,0.05000,2.828
+6,block_sparse_moe.experts.170.w3,0.0000376998,0.05000,2.791
+6,block_sparse_moe.experts.160.w3,0.0000496762,0.05000,2.733
+6,block_sparse_moe.experts.172.w3,0.0000045142,0.05000,2.819
+6,block_sparse_moe.experts.168.w3,0.0000107308,0.05000,2.807
+6,block_sparse_moe.experts.167.w3,0.0000245667,0.05000,2.949
+6,block_sparse_moe.experts.164.w3,0.0000213259,0.05000,2.971
+6,block_sparse_moe.experts.163.w3,0.0000313492,0.05000,3.007
+6,block_sparse_moe.experts.190.w3,0.0000223849,0.05000,2.805
+6,block_sparse_moe.experts.165.w3,0.0000071095,0.05000,2.874
+6,block_sparse_moe.experts.171.w3,0.0000209270,0.05000,2.976
+6,block_sparse_moe.experts.169.w3,0.0000068988,0.05000,2.871
+6,block_sparse_moe.experts.175.w3,0.0000237145,0.05000,2.907
+6,block_sparse_moe.experts.182.w3,0.0000228996,0.05000,2.930
+6,block_sparse_moe.experts.173.w3,0.0000084940,0.05000,2.830
+6,block_sparse_moe.experts.161.w3,0.0000506560,0.05000,2.953
+6,block_sparse_moe.experts.178.w3,0.0000251502,0.05000,2.854
+6,block_sparse_moe.experts.186.w3,0.0000045548,0.05000,2.894
+6,block_sparse_moe.experts.176.w3,0.0000124590,0.05000,2.980
+6,block_sparse_moe.experts.188.w3,0.0000164647,0.05000,2.988
+6,block_sparse_moe.experts.184.w3,0.0000151089,0.05000,2.997
+6,block_sparse_moe.experts.183.w3,0.0000283723,0.05000,2.973
+6,block_sparse_moe.experts.180.w3,0.0000419239,0.05000,2.914
+6,block_sparse_moe.experts.179.w3,0.0000620101,0.05000,3.132
+6,block_sparse_moe.experts.206.w3,0.0000193785,0.05000,2.767
+6,block_sparse_moe.experts.181.w3,0.0000064614,0.05000,2.870
+6,block_sparse_moe.experts.198.w3,0.0000379569,0.05000,2.708
+6,block_sparse_moe.experts.185.w3,0.0000329482,0.05000,2.823
+6,block_sparse_moe.experts.189.w3,0.0000097759,0.05000,2.800
+6,block_sparse_moe.experts.177.w3,0.0000314211,0.05000,2.826
+6,block_sparse_moe.experts.187.w3,0.0000187311,0.05000,3.116
+6,block_sparse_moe.experts.194.w3,0.0000294444,0.05000,2.728
+6,block_sparse_moe.experts.202.w3,0.0000352014,0.05000,2.675
+6,block_sparse_moe.experts.191.w3,0.0000542947,0.05000,3.222
+6,block_sparse_moe.experts.204.w3,0.0000062519,0.05000,2.680
+6,block_sparse_moe.experts.192.w3,0.0000170708,0.05000,2.824
+6,block_sparse_moe.experts.200.w3,0.0000239816,0.05000,2.763
+6,block_sparse_moe.experts.199.w3,0.0000292569,0.05000,2.945
+6,block_sparse_moe.experts.196.w3,0.0000094128,0.05000,2.965
+6,block_sparse_moe.experts.222.w3,0.0000249756,0.05000,2.946
+6,block_sparse_moe.experts.195.w3,0.0000592371,0.05000,2.980
+6,block_sparse_moe.experts.197.w3,0.0000238768,0.05000,3.012
+6,block_sparse_moe.experts.201.w3,0.0000346596,0.05000,2.988
+6,block_sparse_moe.experts.214.w3,0.0000256363,0.05000,3.085
+6,block_sparse_moe.experts.205.w3,0.0000378525,0.05000,3.009
+6,block_sparse_moe.experts.193.w3,0.0000344165,0.05000,3.012
+6,block_sparse_moe.experts.203.w3,0.0000260356,0.05000,2.959
+6,block_sparse_moe.experts.218.w3,0.0000174200,0.05000,2.916
+6,block_sparse_moe.experts.210.w3,0.0000191204,0.05000,2.959
+6,block_sparse_moe.experts.207.w3,0.0000099278,0.05000,2.970
+6,block_sparse_moe.experts.220.w3,0.0000321954,0.05000,2.845
+6,block_sparse_moe.experts.208.w3,0.0000314422,0.05000,2.889
+6,block_sparse_moe.experts.216.w3,0.0000051065,0.05000,2.872
+6,block_sparse_moe.experts.212.w3,0.0000098243,0.05000,2.799
+6,block_sparse_moe.experts.215.w3,0.0000059687,0.05000,3.012
+6,block_sparse_moe.experts.238.w3,0.0000325355,0.05000,2.772
+6,block_sparse_moe.experts.211.w3,0.0000220620,0.05000,2.953
+6,block_sparse_moe.experts.230.w3,0.0000066008,0.05000,2.813
+6,block_sparse_moe.experts.213.w3,0.0000148842,0.05000,2.954
+6,block_sparse_moe.experts.217.w3,0.0000333063,0.05000,3.050
+6,block_sparse_moe.experts.234.w3,0.0000310246,0.05000,2.830
+6,block_sparse_moe.experts.221.w3,0.0000354711,0.05000,2.933
+6,block_sparse_moe.experts.226.w3,0.0000387380,0.05000,2.876
+6,block_sparse_moe.experts.219.w3,0.0000064716,0.05000,2.957
+6,block_sparse_moe.experts.209.w3,0.0000143762,0.05000,3.066
+6,block_sparse_moe.experts.223.w3,0.0000408500,0.05000,2.960
+6,block_sparse_moe.experts.254.w3,0.0000167534,0.05000,1.423
+6,block_sparse_moe.experts.231.w3,0.0000140733,0.05000,3.134
+6,block_sparse_moe.experts.227.w3,0.0000604317,0.05000,2.968
+6,block_sparse_moe.experts.229.w3,0.0000137064,0.05000,3.059
+6,block_sparse_moe.experts.233.w3,0.0000246275,0.05000,3.018
+6,block_sparse_moe.experts.237.w3,0.0000150752,0.05000,3.084
+6,block_sparse_moe.experts.235.w3,0.0000226319,0.05000,3.202
+6,block_sparse_moe.experts.225.w3,0.0000434930,0.05000,3.126
+6,block_sparse_moe.experts.239.w3,0.0000328686,0.05000,3.203
+6,block_sparse_moe.experts.236.w3,0.0000344482,0.05000,7.180
+6,block_sparse_moe.experts.224.w3,0.0000243269,0.05000,7.192
+6,block_sparse_moe.experts.232.w3,0.0000286769,0.05000,7.246
+6,block_sparse_moe.experts.247.w3,0.0000339742,0.05000,3.249
+6,block_sparse_moe.experts.243.w3,0.0000378612,0.05000,3.123
+6,block_sparse_moe.experts.228.w3,0.0000294771,0.05000,7.204
+6,block_sparse_moe.experts.251.w3,0.0000272869,0.05000,2.903
+6,block_sparse_moe.experts.255.w3,0.0000226689,0.05000,2.773
+6,block_sparse_moe.experts.252.w3,0.0000109738,0.05000,3.177
+6,block_sparse_moe.experts.240.w3,0.0000231682,0.05000,3.085
+6,block_sparse_moe.experts.248.w3,0.0000339099,0.05000,3.031
+6,block_sparse_moe.experts.244.w3,0.0000217279,0.05000,2.499
+6,block_sparse_moe.experts.245.w3,0.0000377934,0.05000,11.866
+6,block_sparse_moe.experts.249.w3,0.0000347938,0.05000,11.871
+6,block_sparse_moe.experts.253.w3,0.0000188744,0.05000,11.839
+6,block_sparse_moe.experts.241.w3,0.0000308832,0.05000,11.693
+6,block_sparse_moe.experts.246.w3,0.0000300224,0.05000,2.102
+6,block_sparse_moe.experts.242.w3,0.0000313689,0.05000,2.126
+6,block_sparse_moe.experts.250.w3,0.0000087336,0.05000,2.153
+6,block_sparse_moe.experts.0.w2,0.0000020062,0.05000,1.413
+6,block_sparse_moe.experts.8.w2,0.0000026670,0.05000,1.445
+6,block_sparse_moe.experts.4.w2,0.0000029253,0.05000,1.457
+6,block_sparse_moe.experts.12.w2,0.0000038403,0.05000,1.415
+6,block_sparse_moe.experts.14.w2,0.0000070201,0.05000,1.486
+6,block_sparse_moe.experts.2.w2,0.0000022194,0.05000,1.560
+6,block_sparse_moe.experts.7.w2,0.0000080646,0.05000,1.571
+6,block_sparse_moe.experts.10.w2,0.0000071963,0.05000,1.516
+6,block_sparse_moe.experts.3.w2,0.0000020941,0.05000,1.586
+6,block_sparse_moe.experts.15.w2,0.0000019739,0.05000,1.531
+6,block_sparse_moe.experts.9.w2,0.0000029056,0.05000,1.540
+6,block_sparse_moe.experts.6.w2,0.0000021296,0.05000,1.607
+6,block_sparse_moe.experts.13.w2,0.0000065436,0.05000,1.567
+6,block_sparse_moe.experts.11.w2,0.0000011904,0.05000,1.570
+6,block_sparse_moe.experts.5.w2,0.0000013740,0.05000,1.668
+6,block_sparse_moe.experts.1.w2,0.0000011200,0.05000,1.688
+6,block_sparse_moe.experts.16.w2,0.0000101117,0.05000,1.466
+6,block_sparse_moe.experts.20.w2,0.0000032066,0.05000,1.440
+6,block_sparse_moe.experts.24.w2,0.0000015668,0.05000,1.473
+6,block_sparse_moe.experts.28.w2,0.0000029962,0.05000,1.485
+6,block_sparse_moe.experts.23.w2,0.0000034109,0.05000,1.438
+6,block_sparse_moe.experts.26.w2,0.0000012779,0.05000,1.461
+6,block_sparse_moe.experts.18.w2,0.0000065497,0.05000,1.490
+6,block_sparse_moe.experts.30.w2,0.0000021805,0.05000,1.506
+6,block_sparse_moe.experts.31.w2,0.0000058287,0.05000,1.464
+6,block_sparse_moe.experts.27.w2,0.0000043153,0.05000,1.440
+6,block_sparse_moe.experts.22.w2,0.0000027704,0.05000,1.462
+6,block_sparse_moe.experts.19.w2,0.0000046600,0.05000,1.508
+6,block_sparse_moe.experts.25.w2,0.0000015101,0.05000,1.564
+6,block_sparse_moe.experts.29.w2,0.0000027886,0.05000,1.553
+6,block_sparse_moe.experts.17.w2,0.0000025699,0.05000,1.534
+6,block_sparse_moe.experts.21.w2,0.0000044886,0.05000,1.597
+6,block_sparse_moe.experts.40.w2,0.0000027893,0.05000,1.477
+6,block_sparse_moe.experts.36.w2,0.0000037352,0.05000,1.500
+6,block_sparse_moe.experts.39.w2,0.0000023712,0.05000,1.418
+6,block_sparse_moe.experts.44.w2,0.0000127838,0.05000,1.500
+6,block_sparse_moe.experts.32.w2,0.0000030430,0.05000,1.592
+6,block_sparse_moe.experts.38.w2,0.0000012281,0.05000,1.414
+6,block_sparse_moe.experts.46.w2,0.0000054555,0.05000,1.436
+6,block_sparse_moe.experts.42.w2,0.0000034832,0.05000,1.475
+6,block_sparse_moe.experts.35.w2,0.0000052573,0.05000,1.432
+6,block_sparse_moe.experts.47.w2,0.0000013078,0.05000,1.488
+6,block_sparse_moe.experts.34.w2,0.0000042336,0.05000,1.493
+6,block_sparse_moe.experts.43.w2,0.0000008606,0.05000,1.501
+6,block_sparse_moe.experts.41.w2,0.0000047393,0.05000,1.426
+6,block_sparse_moe.experts.45.w2,0.0000030842,0.05000,1.429
+6,block_sparse_moe.experts.37.w2,0.0000050221,0.05000,1.412
+6,block_sparse_moe.experts.33.w2,0.0000015505,0.05000,1.490
+6,block_sparse_moe.experts.55.w2,0.0000033517,0.05000,1.367
+6,block_sparse_moe.experts.56.w2,0.0000030822,0.05000,1.512
+6,block_sparse_moe.experts.58.w2,0.0000013225,0.05000,1.402
+6,block_sparse_moe.experts.63.w2,0.0000069911,0.05000,1.376
+6,block_sparse_moe.experts.62.w2,0.0000019441,0.05000,1.433
+6,block_sparse_moe.experts.51.w2,0.0000018131,0.05000,1.410
+6,block_sparse_moe.experts.50.w2,0.0000006562,0.05000,1.414
+6,block_sparse_moe.experts.59.w2,0.0000047545,0.05000,1.394
+6,block_sparse_moe.experts.52.w2,0.0000063892,0.05000,1.571
+6,block_sparse_moe.experts.60.w2,0.0000010056,0.05000,1.514
+6,block_sparse_moe.experts.54.w2,0.0000023869,0.05000,1.519
+6,block_sparse_moe.experts.48.w2,0.0000036634,0.05000,1.538
+6,block_sparse_moe.experts.61.w2,0.0000008503,0.05000,1.411
+6,block_sparse_moe.experts.57.w2,0.0000018820,0.05000,1.467
+6,block_sparse_moe.experts.53.w2,0.0000010976,0.05000,1.440
+6,block_sparse_moe.experts.49.w2,0.0000016355,0.05000,1.517
+6,block_sparse_moe.experts.71.w2,0.0000031651,0.05000,1.345
+6,block_sparse_moe.experts.67.w2,0.0000002859,0.05000,1.301
+6,block_sparse_moe.experts.79.w2,0.0000022278,0.05000,1.393
+6,block_sparse_moe.experts.75.w2,0.0000014465,0.05000,1.396
+6,block_sparse_moe.experts.78.w2,0.0000027648,0.05000,1.498
+6,block_sparse_moe.experts.72.w2,0.0000015798,0.05000,1.516
+6,block_sparse_moe.experts.74.w2,0.0000024347,0.05000,1.523
+6,block_sparse_moe.experts.76.w2,0.0000031561,0.05000,1.479
+6,block_sparse_moe.experts.68.w2,0.0000015799,0.05000,1.491
+6,block_sparse_moe.experts.66.w2,0.0000029924,0.05000,1.532
+6,block_sparse_moe.experts.73.w2,0.0000004791,0.05000,1.449
+6,block_sparse_moe.experts.64.w2,0.0000015490,0.05000,1.505
+6,block_sparse_moe.experts.77.w2,0.0000045121,0.05000,1.508
+6,block_sparse_moe.experts.70.w2,0.0000071853,0.05000,1.546
+6,block_sparse_moe.experts.69.w2,0.0000010646,0.05000,1.520
+6,block_sparse_moe.experts.65.w2,0.0000035612,0.05000,1.462
+6,block_sparse_moe.experts.87.w2,0.0000013250,0.05000,1.316
+6,block_sparse_moe.experts.83.w2,0.0000008468,0.05000,1.265
+6,block_sparse_moe.experts.95.w2,0.0000009000,0.05000,1.310
+6,block_sparse_moe.experts.91.w2,0.0000095012,0.05000,1.356
+6,block_sparse_moe.experts.93.w2,0.0000044145,0.05000,1.376
+6,block_sparse_moe.experts.88.w2,0.0000084783,0.05000,1.500
+6,block_sparse_moe.experts.89.w2,0.0000005528,0.05000,1.434
+6,block_sparse_moe.experts.92.w2,0.0000007467,0.05000,1.529
+6,block_sparse_moe.experts.90.w2,0.0000025391,0.05000,1.552
+6,block_sparse_moe.experts.94.w2,0.0000067565,0.05000,1.572
+6,block_sparse_moe.experts.82.w2,0.0000011263,0.05000,1.500
+6,block_sparse_moe.experts.84.w2,0.0000064643,0.05000,1.554
+6,block_sparse_moe.experts.85.w2,0.0000022083,0.05000,1.383
+6,block_sparse_moe.experts.81.w2,0.0000027895,0.05000,1.369
+6,block_sparse_moe.experts.86.w2,0.0000007750,0.05000,1.516
+6,block_sparse_moe.experts.80.w2,0.0000014678,0.05000,1.588
+6,block_sparse_moe.experts.103.w2,0.0000021163,0.05000,1.473
+6,block_sparse_moe.experts.99.w2,0.0000020727,0.05000,1.430
+6,block_sparse_moe.experts.111.w2,0.0000015865,0.05000,1.453
+6,block_sparse_moe.experts.107.w2,0.0000034502,0.05000,1.432
+6,block_sparse_moe.experts.109.w2,0.0000031978,0.05000,1.418
+6,block_sparse_moe.experts.105.w2,0.0000020747,0.05000,1.431
+6,block_sparse_moe.experts.104.w2,0.0000070099,0.05000,1.472
+6,block_sparse_moe.experts.108.w2,0.0000014450,0.05000,1.470
+6,block_sparse_moe.experts.101.w2,0.0000022704,0.05000,1.467
+6,block_sparse_moe.experts.106.w2,0.0000048119,0.05000,1.505
+6,block_sparse_moe.experts.98.w2,0.0000035264,0.05000,1.504
+6,block_sparse_moe.experts.100.w2,0.0000011768,0.05000,1.496
+6,block_sparse_moe.experts.97.w2,0.0000015736,0.05000,1.460
+6,block_sparse_moe.experts.110.w2,0.0000025004,0.05000,1.539
+6,block_sparse_moe.experts.96.w2,0.0000018601,0.05000,1.508
+6,block_sparse_moe.experts.102.w2,0.0000028886,0.05000,1.584
+6,block_sparse_moe.experts.119.w2,0.0000018694,0.05000,1.400
+6,block_sparse_moe.experts.115.w2,0.0000028690,0.05000,1.453
+6,block_sparse_moe.experts.127.w2,0.0000004731,0.05000,1.452
+6,block_sparse_moe.experts.123.w2,0.0000043830,0.05000,1.457
+6,block_sparse_moe.experts.125.w2,0.0000062482,0.05000,1.465
+6,block_sparse_moe.experts.121.w2,0.0000036130,0.05000,1.450
+6,block_sparse_moe.experts.120.w2,0.0000038432,0.05000,1.492
+6,block_sparse_moe.experts.124.w2,0.0000031183,0.05000,1.482
+6,block_sparse_moe.experts.117.w2,0.0000049750,0.05000,1.474
+6,block_sparse_moe.experts.126.w2,0.0000013556,0.05000,1.445
+6,block_sparse_moe.experts.122.w2,0.0000021853,0.05000,1.511
+6,block_sparse_moe.experts.114.w2,0.0000052732,0.05000,1.510
+6,block_sparse_moe.experts.116.w2,0.0000017254,0.05000,1.503
+6,block_sparse_moe.experts.113.w2,0.0000007397,0.05000,1.515
+6,block_sparse_moe.experts.118.w2,0.0000006354,0.05000,1.413
+6,block_sparse_moe.experts.112.w2,0.0000014096,0.05000,1.546
+6,block_sparse_moe.experts.135.w2,0.0000015865,0.05000,1.565
+6,block_sparse_moe.experts.131.w2,0.0000034529,0.05000,1.514
+6,block_sparse_moe.experts.143.w2,0.0000032941,0.05000,1.474
+6,block_sparse_moe.experts.139.w2,0.0000030243,0.05000,1.469
+6,block_sparse_moe.experts.141.w2,0.0000007948,0.05000,1.441
+6,block_sparse_moe.experts.137.w2,0.0000118124,0.05000,1.424
+6,block_sparse_moe.experts.136.w2,0.0000011894,0.05000,1.406
+6,block_sparse_moe.experts.140.w2,0.0000013856,0.05000,1.421
+6,block_sparse_moe.experts.138.w2,0.0000015415,0.05000,1.377
+6,block_sparse_moe.experts.133.w2,0.0000024904,0.05000,1.441
+6,block_sparse_moe.experts.129.w2,0.0000029026,0.05000,1.391
+6,block_sparse_moe.experts.142.w2,0.0000031728,0.05000,1.450
+6,block_sparse_moe.experts.130.w2,0.0000010167,0.05000,1.426
+6,block_sparse_moe.experts.132.w2,0.0000014367,0.05000,1.457
+6,block_sparse_moe.experts.134.w2,0.0000033179,0.05000,1.497
+6,block_sparse_moe.experts.128.w2,0.0000043436,0.05000,1.492
+6,block_sparse_moe.experts.151.w2,0.0000036339,0.05000,1.306
+6,block_sparse_moe.experts.147.w2,0.0000042060,0.05000,1.321
+6,block_sparse_moe.experts.159.w2,0.0000036684,0.05000,1.304
+6,block_sparse_moe.experts.155.w2,0.0000047991,0.05000,1.355
+6,block_sparse_moe.experts.157.w2,0.0000022468,0.05000,1.460
+6,block_sparse_moe.experts.153.w2,0.0000046195,0.05000,1.494
+6,block_sparse_moe.experts.152.w2,0.0000003120,0.05000,1.487
+6,block_sparse_moe.experts.154.w2,0.0000011133,0.05000,1.476
+6,block_sparse_moe.experts.156.w2,0.0000036331,0.05000,1.508
+6,block_sparse_moe.experts.145.w2,0.0000014096,0.05000,1.469
+6,block_sparse_moe.experts.149.w2,0.0000013353,0.05000,1.507
+6,block_sparse_moe.experts.146.w2,0.0000090864,0.05000,1.496
+6,block_sparse_moe.experts.158.w2,0.0000025340,0.05000,1.506
+6,block_sparse_moe.experts.148.w2,0.0000023517,0.05000,1.472
+6,block_sparse_moe.experts.150.w2,0.0000023835,0.05000,1.404
+6,block_sparse_moe.experts.144.w2,0.0000042840,0.05000,1.470
+6,block_sparse_moe.experts.167.w2,0.0000056072,0.05000,1.423
+6,block_sparse_moe.experts.163.w2,0.0000036619,0.05000,1.446
+6,block_sparse_moe.experts.175.w2,0.0000026705,0.05000,1.560
+6,block_sparse_moe.experts.171.w2,0.0000020701,0.05000,1.464
+6,block_sparse_moe.experts.173.w2,0.0000015733,0.05000,1.422
+6,block_sparse_moe.experts.170.w2,0.0000054429,0.05000,1.256
+6,block_sparse_moe.experts.169.w2,0.0000011513,0.05000,1.414
+6,block_sparse_moe.experts.174.w2,0.0000009030,0.05000,1.317
+6,block_sparse_moe.experts.168.w2,0.0000018679,0.05000,1.480
+6,block_sparse_moe.experts.162.w2,0.0000031408,0.05000,1.354
+6,block_sparse_moe.experts.166.w2,0.0000028757,0.05000,1.321
+6,block_sparse_moe.experts.172.w2,0.0000009817,0.05000,1.430
+6,block_sparse_moe.experts.165.w2,0.0000016121,0.05000,1.423
+6,block_sparse_moe.experts.161.w2,0.0000096577,0.05000,1.466
+6,block_sparse_moe.experts.164.w2,0.0000051463,0.05000,1.472
+6,block_sparse_moe.experts.160.w2,0.0000089249,0.05000,1.471
+6,block_sparse_moe.experts.183.w2,0.0000047776,0.05000,1.448
+6,block_sparse_moe.experts.179.w2,0.0000169512,0.05000,1.441
+6,block_sparse_moe.experts.191.w2,0.0000051049,0.05000,1.403
+6,block_sparse_moe.experts.187.w2,0.0000008375,0.05000,1.473
+6,block_sparse_moe.experts.189.w2,0.0000009285,0.05000,1.397
+6,block_sparse_moe.experts.185.w2,0.0000046802,0.05000,1.396
+6,block_sparse_moe.experts.186.w2,0.0000014613,0.05000,1.575
+6,block_sparse_moe.experts.184.w2,0.0000024827,0.05000,1.481
+6,block_sparse_moe.experts.190.w2,0.0000011727,0.05000,1.509
+6,block_sparse_moe.experts.188.w2,0.0000037230,0.05000,1.468
+6,block_sparse_moe.experts.181.w2,0.0000012401,0.05000,1.431
+6,block_sparse_moe.experts.178.w2,0.0000020296,0.05000,1.510
+6,block_sparse_moe.experts.182.w2,0.0000035502,0.05000,1.536
+6,block_sparse_moe.experts.177.w2,0.0000055754,0.05000,1.461
+6,block_sparse_moe.experts.180.w2,0.0000042280,0.05000,1.521
+6,block_sparse_moe.experts.176.w2,0.0000017439,0.05000,1.527
+6,block_sparse_moe.experts.199.w2,0.0000037803,0.05000,1.500
+6,block_sparse_moe.experts.195.w2,0.0000050128,0.05000,1.523
+6,block_sparse_moe.experts.207.w2,0.0000011542,0.05000,1.546
+6,block_sparse_moe.experts.203.w2,0.0000043133,0.05000,1.503
+6,block_sparse_moe.experts.205.w2,0.0000059368,0.05000,1.534
+6,block_sparse_moe.experts.201.w2,0.0000070487,0.05000,1.545
+6,block_sparse_moe.experts.206.w2,0.0000030382,0.05000,1.424
+6,block_sparse_moe.experts.202.w2,0.0000061775,0.05000,1.497
+6,block_sparse_moe.experts.200.w2,0.0000033533,0.05000,1.526
+6,block_sparse_moe.experts.197.w2,0.0000049775,0.05000,1.511
+6,block_sparse_moe.experts.204.w2,0.0000019741,0.05000,1.552
+6,block_sparse_moe.experts.193.w2,0.0000045908,0.05000,1.498
+6,block_sparse_moe.experts.198.w2,0.0000023863,0.05000,1.520
+6,block_sparse_moe.experts.194.w2,0.0000025742,0.05000,1.552
+6,block_sparse_moe.experts.196.w2,0.0000016449,0.05000,1.537
+6,block_sparse_moe.experts.192.w2,0.0000021730,0.05000,1.622
+6,block_sparse_moe.experts.215.w2,0.0000009054,0.05000,1.490
+6,block_sparse_moe.experts.211.w2,0.0000029225,0.05000,1.552
+6,block_sparse_moe.experts.223.w2,0.0000041783,0.05000,1.544
+6,block_sparse_moe.experts.219.w2,0.0000009722,0.05000,1.548
+6,block_sparse_moe.experts.221.w2,0.0000042300,0.05000,1.379
+6,block_sparse_moe.experts.217.w2,0.0000019807,0.05000,1.378
+6,block_sparse_moe.experts.213.w2,0.0000030078,0.05000,1.407
+6,block_sparse_moe.experts.216.w2,0.0000003671,0.05000,1.443
+6,block_sparse_moe.experts.218.w2,0.0000020267,0.05000,1.533
+6,block_sparse_moe.experts.222.w2,0.0000044842,0.05000,1.555
+6,block_sparse_moe.experts.220.w2,0.0000045009,0.05000,1.458
+6,block_sparse_moe.experts.209.w2,0.0000009062,0.05000,1.502
+6,block_sparse_moe.experts.214.w2,0.0000033624,0.05000,1.505
+6,block_sparse_moe.experts.210.w2,0.0000015523,0.05000,1.533
+6,block_sparse_moe.experts.212.w2,0.0000027281,0.05000,1.473
+6,block_sparse_moe.experts.208.w2,0.0000030880,0.05000,1.469
+6,block_sparse_moe.experts.231.w2,0.0000022933,0.05000,1.453
+6,block_sparse_moe.experts.227.w2,0.0000088972,0.05000,1.423
+6,block_sparse_moe.experts.237.w2,0.0000022345,0.05000,1.323
+6,block_sparse_moe.experts.233.w2,0.0000027143,0.05000,1.346
+6,block_sparse_moe.experts.239.w2,0.0000045045,0.05000,1.467
+6,block_sparse_moe.experts.235.w2,0.0000050101,0.05000,1.487
+6,block_sparse_moe.experts.229.w2,0.0000019846,0.05000,1.309
+6,block_sparse_moe.experts.225.w2,0.0000095518,0.05000,1.283
+6,block_sparse_moe.experts.232.w2,0.0000028009,0.05000,1.402
+6,block_sparse_moe.experts.234.w2,0.0000014017,0.05000,1.449
+6,block_sparse_moe.experts.236.w2,0.0000030480,0.05000,1.432
+6,block_sparse_moe.experts.238.w2,0.0000014033,0.05000,1.471
+6,block_sparse_moe.experts.230.w2,0.0000010687,0.05000,1.439
+6,block_sparse_moe.experts.226.w2,0.0000040405,0.05000,1.444
+6,block_sparse_moe.experts.228.w2,0.0000127271,0.05000,1.389
+6,block_sparse_moe.experts.224.w2,0.0000017937,0.05000,1.322
+6,block_sparse_moe.experts.247.w2,0.0000063413,0.05000,1.436
+6,block_sparse_moe.experts.243.w2,0.0000031302,0.05000,1.387
+6,block_sparse_moe.experts.253.w2,0.0000021170,0.05000,1.362
+6,block_sparse_moe.experts.249.w2,0.0000079681,0.05000,1.291
+6,block_sparse_moe.experts.251.w2,0.0000033858,0.05000,1.256
+6,block_sparse_moe.experts.255.w2,0.0000044159,0.05000,1.335
+6,block_sparse_moe.experts.245.w2,0.0000077124,0.05000,1.227
+6,block_sparse_moe.experts.241.w2,0.0000032585,0.05000,1.177
+6,block_sparse_moe.experts.248.w2,0.0000030128,0.05000,1.480
+6,block_sparse_moe.experts.252.w2,0.0000019331,0.05000,1.433
+6,block_sparse_moe.experts.250.w2,0.0000016057,0.05000,1.475
+6,block_sparse_moe.experts.254.w2,0.0000016110,0.05000,1.462
+6,block_sparse_moe.experts.246.w2,0.0000061955,0.05000,1.435
+6,block_sparse_moe.experts.242.w2,0.0000048366,0.05000,1.401
+6,block_sparse_moe.experts.244.w2,0.0000023045,0.05000,1.403
+6,block_sparse_moe.experts.240.w2,0.0000031757,0.05000,1.280
+7,self_attn.k_proj,0.0000000167,0.05000,0.939
+7,self_attn.v_proj,0.0000000146,0.05000,1.077
+7,self_attn.q_proj,0.0000001047,0.05000,1.086
+7,self_attn.o_proj,0.0000000157,0.05000,1.756
+7,block_sparse_moe.experts.8.w1,0.0000179811,0.05000,2.916
+7,block_sparse_moe.experts.0.w1,0.0000057517,0.05000,2.970
+7,block_sparse_moe.experts.12.w1,0.0000149617,0.05000,2.978
+7,block_sparse_moe.experts.4.w1,0.0000348780,0.05000,3.005
+7,block_sparse_moe.experts.5.w1,0.0000486815,0.05000,3.145
+7,block_sparse_moe.experts.1.w1,0.0000349292,0.05000,3.206
+7,block_sparse_moe.experts.13.w1,0.0000406083,0.05000,3.203
+7,block_sparse_moe.experts.6.w1,0.0000286401,0.05000,3.215
+7,block_sparse_moe.experts.2.w1,0.0000226300,0.05000,3.291
+7,block_sparse_moe.experts.15.w1,0.0000163835,0.05000,3.246
+7,block_sparse_moe.experts.9.w1,0.0000516711,0.05000,3.246
+7,block_sparse_moe.experts.10.w1,0.0000134711,0.05000,3.264
+7,block_sparse_moe.experts.11.w1,0.0000089748,0.05000,3.288
+7,block_sparse_moe.experts.3.w1,0.0000147748,0.05000,3.369
+7,block_sparse_moe.experts.14.w1,0.0000415310,0.05000,3.320
+7,block_sparse_moe.experts.7.w1,0.0000597930,0.05000,3.354
+7,block_sparse_moe.experts.17.w1,0.0000382321,0.05000,2.641
+7,block_sparse_moe.experts.24.w1,0.0000433909,0.05000,2.892
+7,block_sparse_moe.experts.21.w1,0.0000424646,0.05000,2.686
+7,block_sparse_moe.experts.28.w1,0.0000221270,0.05000,2.866
+7,block_sparse_moe.experts.29.w1,0.0000098823,0.05000,2.684
+7,block_sparse_moe.experts.16.w1,0.0000281858,0.05000,2.972
+7,block_sparse_moe.experts.25.w1,0.0000249171,0.05000,2.667
+7,block_sparse_moe.experts.20.w1,0.0000198438,0.05000,2.980
+7,block_sparse_moe.experts.22.w1,0.0000172919,0.05000,2.843
+7,block_sparse_moe.experts.26.w1,0.0000371660,0.05000,2.843
+7,block_sparse_moe.experts.18.w1,0.0000272204,0.05000,2.893
+7,block_sparse_moe.experts.31.w1,0.0000320056,0.05000,2.928
+7,block_sparse_moe.experts.30.w1,0.0000181723,0.05000,2.877
+7,block_sparse_moe.experts.27.w1,0.0000278454,0.05000,2.945
+7,block_sparse_moe.experts.19.w1,0.0000242973,0.05000,2.980
+7,block_sparse_moe.experts.23.w1,0.0000360239,0.05000,3.002
+7,block_sparse_moe.experts.33.w1,0.0000199836,0.05000,2.960
+7,block_sparse_moe.experts.40.w1,0.0000300981,0.05000,2.971
+7,block_sparse_moe.experts.44.w1,0.0000382873,0.05000,2.971
+7,block_sparse_moe.experts.45.w1,0.0000215768,0.05000,2.965
+7,block_sparse_moe.experts.41.w1,0.0000133160,0.05000,2.938
+7,block_sparse_moe.experts.38.w1,0.0000220081,0.05000,2.810
+7,block_sparse_moe.experts.32.w1,0.0000913547,0.05000,3.042
+7,block_sparse_moe.experts.37.w1,0.0000312960,0.05000,3.112
+7,block_sparse_moe.experts.42.w1,0.0000236975,0.05000,2.832
+7,block_sparse_moe.experts.36.w1,0.0000318701,0.05000,3.007
+7,block_sparse_moe.experts.34.w1,0.0000261365,0.05000,2.891
+7,block_sparse_moe.experts.46.w1,0.0000382207,0.05000,2.854
+7,block_sparse_moe.experts.47.w1,0.0000264549,0.05000,2.934
+7,block_sparse_moe.experts.43.w1,0.0000420138,0.05000,2.958
+7,block_sparse_moe.experts.35.w1,0.0000316393,0.05000,2.930
+7,block_sparse_moe.experts.39.w1,0.0000300683,0.05000,2.969
+7,block_sparse_moe.experts.49.w1,0.0000069816,0.05000,2.807
+7,block_sparse_moe.experts.57.w1,0.0000448265,0.05000,2.807
+7,block_sparse_moe.experts.54.w1,0.0001010522,0.05000,2.859
+7,block_sparse_moe.experts.61.w1,0.0000483484,0.05000,2.884
+7,block_sparse_moe.experts.53.w1,0.0000096135,0.05000,2.800
+7,block_sparse_moe.experts.58.w1,0.0000175024,0.05000,2.830
+7,block_sparse_moe.experts.50.w1,0.0000114176,0.05000,2.813
+7,block_sparse_moe.experts.56.w1,0.0000292143,0.05000,3.057
+7,block_sparse_moe.experts.62.w1,0.0000243651,0.05000,2.812
+7,block_sparse_moe.experts.60.w1,0.0000138158,0.05000,3.117
+7,block_sparse_moe.experts.52.w1,0.0000148498,0.05000,3.008
+7,block_sparse_moe.experts.48.w1,0.0000278239,0.05000,3.099
+7,block_sparse_moe.experts.63.w1,0.0000280893,0.05000,3.003
+7,block_sparse_moe.experts.51.w1,0.0000189606,0.05000,2.918
+7,block_sparse_moe.experts.59.w1,0.0000043414,0.05000,2.995
+7,block_sparse_moe.experts.55.w1,0.0000080974,0.05000,2.948
+7,block_sparse_moe.experts.65.w1,0.0000519400,0.05000,2.848
+7,block_sparse_moe.experts.73.w1,0.0000517227,0.05000,2.884
+7,block_sparse_moe.experts.70.w1,0.0000472599,0.05000,2.847
+7,block_sparse_moe.experts.77.w1,0.0000433374,0.05000,2.901
+7,block_sparse_moe.experts.74.w1,0.0000100269,0.05000,2.910
+7,block_sparse_moe.experts.69.w1,0.0000113426,0.05000,2.944
+7,block_sparse_moe.experts.66.w1,0.0000274790,0.05000,2.917
+7,block_sparse_moe.experts.78.w1,0.0000045204,0.05000,2.970
+7,block_sparse_moe.experts.72.w1,0.0000334217,0.05000,3.003
+7,block_sparse_moe.experts.76.w1,0.0000158255,0.05000,3.065
+7,block_sparse_moe.experts.79.w1,0.0000191344,0.05000,2.932
+7,block_sparse_moe.experts.68.w1,0.0000187554,0.05000,3.074
+7,block_sparse_moe.experts.64.w1,0.0000130701,0.05000,3.083
+7,block_sparse_moe.experts.67.w1,0.0000275504,0.05000,3.099
+7,block_sparse_moe.experts.71.w1,0.0000194827,0.05000,3.012
+7,block_sparse_moe.experts.75.w1,0.0000468465,0.05000,3.100
+7,block_sparse_moe.experts.86.w1,0.0000229053,0.05000,2.783
+7,block_sparse_moe.experts.81.w1,0.0000764127,0.05000,2.962
+7,block_sparse_moe.experts.89.w1,0.0000169790,0.05000,2.892
+7,block_sparse_moe.experts.90.w1,0.0000128266,0.05000,2.795
+7,block_sparse_moe.experts.82.w1,0.0000254380,0.05000,2.761
+7,block_sparse_moe.experts.93.w1,0.0000357244,0.05000,2.978
+7,block_sparse_moe.experts.85.w1,0.0000026247,0.05000,2.978
+7,block_sparse_moe.experts.88.w1,0.0000201691,0.05000,2.868
+7,block_sparse_moe.experts.94.w1,0.0000364491,0.05000,2.878
+7,block_sparse_moe.experts.92.w1,0.0000156758,0.05000,2.919
+7,block_sparse_moe.experts.80.w1,0.0000188269,0.05000,2.867
+7,block_sparse_moe.experts.84.w1,0.0000158695,0.05000,2.911
+7,block_sparse_moe.experts.95.w1,0.0000432068,0.05000,2.981
+7,block_sparse_moe.experts.83.w1,0.0000414158,0.05000,2.961
+7,block_sparse_moe.experts.87.w1,0.0000424163,0.05000,3.002
+7,block_sparse_moe.experts.91.w1,0.0000284358,0.05000,3.039
+7,block_sparse_moe.experts.97.w1,0.0000191408,0.05000,2.879
+7,block_sparse_moe.experts.105.w1,0.0000230481,0.05000,2.912
+7,block_sparse_moe.experts.102.w1,0.0000110983,0.05000,2.998
+7,block_sparse_moe.experts.98.w1,0.0000385982,0.05000,2.973
+7,block_sparse_moe.experts.109.w1,0.0000143996,0.05000,2.898
+7,block_sparse_moe.experts.101.w1,0.0000129127,0.05000,2.869
+7,block_sparse_moe.experts.104.w1,0.0000251499,0.05000,2.850
+7,block_sparse_moe.experts.106.w1,0.0000619648,0.05000,3.090
+7,block_sparse_moe.experts.110.w1,0.0000050952,0.05000,3.001
+7,block_sparse_moe.experts.108.w1,0.0000182747,0.05000,2.844
+7,block_sparse_moe.experts.96.w1,0.0000283756,0.05000,2.872
+7,block_sparse_moe.experts.100.w1,0.0000184780,0.05000,2.899
+7,block_sparse_moe.experts.111.w1,0.0000065729,0.05000,3.006
+7,block_sparse_moe.experts.99.w1,0.0000071050,0.05000,2.979
+7,block_sparse_moe.experts.107.w1,0.0000259154,0.05000,2.893
+7,block_sparse_moe.experts.103.w1,0.0000392463,0.05000,3.041
+7,block_sparse_moe.experts.113.w1,0.0000079338,0.05000,2.829
+7,block_sparse_moe.experts.114.w1,0.0000085821,0.05000,2.623
+7,block_sparse_moe.experts.118.w1,0.0000105233,0.05000,2.815
+7,block_sparse_moe.experts.120.w1,0.0000095505,0.05000,2.619
+7,block_sparse_moe.experts.121.w1,0.0000554652,0.05000,2.871
+7,block_sparse_moe.experts.125.w1,0.0000174233,0.05000,2.754
+7,block_sparse_moe.experts.124.w1,0.0000226245,0.05000,2.613
+7,block_sparse_moe.experts.122.w1,0.0000282052,0.05000,2.859
+7,block_sparse_moe.experts.117.w1,0.0000166413,0.05000,2.924
+7,block_sparse_moe.experts.112.w1,0.0000528707,0.05000,2.634
+7,block_sparse_moe.experts.116.w1,0.0000461993,0.05000,2.609
+7,block_sparse_moe.experts.126.w1,0.0000311932,0.05000,2.848
+7,block_sparse_moe.experts.127.w1,0.0000279081,0.05000,2.896
+7,block_sparse_moe.experts.115.w1,0.0000217765,0.05000,2.953
+7,block_sparse_moe.experts.123.w1,0.0000253930,0.05000,2.963
+7,block_sparse_moe.experts.119.w1,0.0000167804,0.05000,2.919
+7,block_sparse_moe.experts.129.w1,0.0001570654,0.05000,2.860
+7,block_sparse_moe.experts.130.w1,0.0000185731,0.05000,2.860
+7,block_sparse_moe.experts.134.w1,0.0000306655,0.05000,2.834
+7,block_sparse_moe.experts.136.w1,0.0000171007,0.05000,2.856
+7,block_sparse_moe.experts.137.w1,0.0000222568,0.05000,2.815
+7,block_sparse_moe.experts.141.w1,0.0000294702,0.05000,2.810
+7,block_sparse_moe.experts.140.w1,0.0000238154,0.05000,2.821
+7,block_sparse_moe.experts.132.w1,0.0000206156,0.05000,2.783
+7,block_sparse_moe.experts.138.w1,0.0000314461,0.05000,2.855
+7,block_sparse_moe.experts.133.w1,0.0000124574,0.05000,2.921
+7,block_sparse_moe.experts.128.w1,0.0000167163,0.05000,2.901
+7,block_sparse_moe.experts.142.w1,0.0000301372,0.05000,2.870
+7,block_sparse_moe.experts.143.w1,0.0000282376,0.05000,3.070
+7,block_sparse_moe.experts.139.w1,0.0000527946,0.05000,3.036
+7,block_sparse_moe.experts.131.w1,0.0000195276,0.05000,3.128
+7,block_sparse_moe.experts.135.w1,0.0000304706,0.05000,3.074
+7,block_sparse_moe.experts.150.w1,0.0000680903,0.05000,2.850
+7,block_sparse_moe.experts.146.w1,0.0000212213,0.05000,2.997
+7,block_sparse_moe.experts.153.w1,0.0000697000,0.05000,2.992
+7,block_sparse_moe.experts.145.w1,0.0000586705,0.05000,3.121
+7,block_sparse_moe.experts.157.w1,0.0000043103,0.05000,3.049
+7,block_sparse_moe.experts.152.w1,0.0000112273,0.05000,3.094
+7,block_sparse_moe.experts.154.w1,0.0000225913,0.05000,2.871
+7,block_sparse_moe.experts.156.w1,0.0000239713,0.05000,3.050
+7,block_sparse_moe.experts.148.w1,0.0000147770,0.05000,2.968
+7,block_sparse_moe.experts.158.w1,0.0000167831,0.05000,2.860
+7,block_sparse_moe.experts.144.w1,0.0000379876,0.05000,2.961
+7,block_sparse_moe.experts.149.w1,0.0000212266,0.05000,3.073
+7,block_sparse_moe.experts.159.w1,0.0000175616,0.05000,3.031
+7,block_sparse_moe.experts.155.w1,0.0000606621,0.05000,2.946
+7,block_sparse_moe.experts.147.w1,0.0000404062,0.05000,2.981
+7,block_sparse_moe.experts.151.w1,0.0000293016,0.05000,3.023
+7,block_sparse_moe.experts.166.w1,0.0000093818,0.05000,3.005
+7,block_sparse_moe.experts.169.w1,0.0000257806,0.05000,2.935
+7,block_sparse_moe.experts.161.w1,0.0000206505,0.05000,2.929
+7,block_sparse_moe.experts.162.w1,0.0000185652,0.05000,3.072
+7,block_sparse_moe.experts.173.w1,0.0000194082,0.05000,2.921
+7,block_sparse_moe.experts.168.w1,0.0000074275,0.05000,2.988
+7,block_sparse_moe.experts.170.w1,0.0000142493,0.05000,3.057
+7,block_sparse_moe.experts.164.w1,0.0000236699,0.05000,3.053
+7,block_sparse_moe.experts.172.w1,0.0000508794,0.05000,3.054
+7,block_sparse_moe.experts.174.w1,0.0000207039,0.05000,3.083
+7,block_sparse_moe.experts.165.w1,0.0000265791,0.05000,2.982
+7,block_sparse_moe.experts.160.w1,0.0000389092,0.05000,3.139
+7,block_sparse_moe.experts.175.w1,0.0000200277,0.05000,2.926
+7,block_sparse_moe.experts.171.w1,0.0000182457,0.05000,2.900
+7,block_sparse_moe.experts.163.w1,0.0000182991,0.05000,2.967
+7,block_sparse_moe.experts.167.w1,0.0000423177,0.05000,2.906
+7,block_sparse_moe.experts.182.w1,0.0000282231,0.05000,2.987
+7,block_sparse_moe.experts.178.w1,0.0000746367,0.05000,2.905
+7,block_sparse_moe.experts.185.w1,0.0000056921,0.05000,3.056
+7,block_sparse_moe.experts.177.w1,0.0000133426,0.05000,3.069
+7,block_sparse_moe.experts.189.w1,0.0000127805,0.05000,3.063
+7,block_sparse_moe.experts.184.w1,0.0000041094,0.05000,3.025
+7,block_sparse_moe.experts.186.w1,0.0000341084,0.05000,2.949
+7,block_sparse_moe.experts.190.w1,0.0000328178,0.05000,2.909
+7,block_sparse_moe.experts.180.w1,0.0000187840,0.05000,2.994
+7,block_sparse_moe.experts.188.w1,0.0000099513,0.05000,3.039
+7,block_sparse_moe.experts.176.w1,0.0000372240,0.05000,2.968
+7,block_sparse_moe.experts.181.w1,0.0000161257,0.05000,3.027
+7,block_sparse_moe.experts.191.w1,0.0000534087,0.05000,2.987
+7,block_sparse_moe.experts.187.w1,0.0000230993,0.05000,3.034
+7,block_sparse_moe.experts.183.w1,0.0000111242,0.05000,2.929
+7,block_sparse_moe.experts.179.w1,0.0000372276,0.05000,3.001
+7,block_sparse_moe.experts.194.w1,0.0000310826,0.05000,2.707
+7,block_sparse_moe.experts.198.w1,0.0000245849,0.05000,2.826
+7,block_sparse_moe.experts.201.w1,0.0000534368,0.05000,2.959
+7,block_sparse_moe.experts.202.w1,0.0000307619,0.05000,2.835
+7,block_sparse_moe.experts.200.w1,0.0000321070,0.05000,2.918
+7,block_sparse_moe.experts.205.w1,0.0000448948,0.05000,2.998
+7,block_sparse_moe.experts.193.w1,0.0000296765,0.05000,3.050
+7,block_sparse_moe.experts.206.w1,0.0000273110,0.05000,2.839
+7,block_sparse_moe.experts.196.w1,0.0000202216,0.05000,2.923
+7,block_sparse_moe.experts.204.w1,0.0000699516,0.05000,2.944
+7,block_sparse_moe.experts.197.w1,0.0000204112,0.05000,2.909
+7,block_sparse_moe.experts.192.w1,0.0000294515,0.05000,2.970
+7,block_sparse_moe.experts.207.w1,0.0000262088,0.05000,2.956
+7,block_sparse_moe.experts.203.w1,0.0000568501,0.05000,2.952
+7,block_sparse_moe.experts.199.w1,0.0000193969,0.05000,2.932
+7,block_sparse_moe.experts.195.w1,0.0000128492,0.05000,2.937
+7,block_sparse_moe.experts.214.w1,0.0000096002,0.05000,2.928
+7,block_sparse_moe.experts.210.w1,0.0000060667,0.05000,2.970
+7,block_sparse_moe.experts.216.w1,0.0000637477,0.05000,2.802
+7,block_sparse_moe.experts.212.w1,0.0000125225,0.05000,2.693
+7,block_sparse_moe.experts.217.w1,0.0000516642,0.05000,2.978
+7,block_sparse_moe.experts.220.w1,0.0000248787,0.05000,2.763
+7,block_sparse_moe.experts.209.w1,0.0000126765,0.05000,2.944
+7,block_sparse_moe.experts.218.w1,0.0000086989,0.05000,3.049
+7,block_sparse_moe.experts.222.w1,0.0000090055,0.05000,3.015
+7,block_sparse_moe.experts.208.w1,0.0000094535,0.05000,2.750
+7,block_sparse_moe.experts.221.w1,0.0000156772,0.05000,3.095
+7,block_sparse_moe.experts.213.w1,0.0000172129,0.05000,2.933
+7,block_sparse_moe.experts.223.w1,0.0000289240,0.05000,2.991
+7,block_sparse_moe.experts.215.w1,0.0000191226,0.05000,2.959
+7,block_sparse_moe.experts.219.w1,0.0000159968,0.05000,3.083
+7,block_sparse_moe.experts.211.w1,0.0000107609,0.05000,2.985
+7,block_sparse_moe.experts.226.w1,0.0000324385,0.05000,3.002
+7,block_sparse_moe.experts.230.w1,0.0000042571,0.05000,3.041
+7,block_sparse_moe.experts.228.w1,0.0000282735,0.05000,2.812
+7,block_sparse_moe.experts.232.w1,0.0000244307,0.05000,2.884
+7,block_sparse_moe.experts.236.w1,0.0000374716,0.05000,2.773
+7,block_sparse_moe.experts.233.w1,0.0000118308,0.05000,2.929
+7,block_sparse_moe.experts.224.w1,0.0000119187,0.05000,2.771
+7,block_sparse_moe.experts.225.w1,0.0000061335,0.05000,2.923
+7,block_sparse_moe.experts.234.w1,0.0000179908,0.05000,2.962
+7,block_sparse_moe.experts.237.w1,0.0000386626,0.05000,2.898
+7,block_sparse_moe.experts.238.w1,0.0001067756,0.05000,3.003
+7,block_sparse_moe.experts.229.w1,0.0000676312,0.05000,2.939
+7,block_sparse_moe.experts.239.w1,0.0000303766,0.05000,3.113
+7,block_sparse_moe.experts.231.w1,0.0000264042,0.05000,3.094
+7,block_sparse_moe.experts.227.w1,0.0000487493,0.05000,3.084
+7,block_sparse_moe.experts.235.w1,0.0000213512,0.05000,3.094
+7,block_sparse_moe.experts.242.w1,0.0000121078,0.05000,2.803
+7,block_sparse_moe.experts.246.w1,0.0000485334,0.05000,2.839
+7,block_sparse_moe.experts.244.w1,0.0000260292,0.05000,2.892
+7,block_sparse_moe.experts.248.w1,0.0000300314,0.05000,2.898
+7,block_sparse_moe.experts.252.w1,0.0000206529,0.05000,2.907
+7,block_sparse_moe.experts.249.w1,0.0000127649,0.05000,2.845
+7,block_sparse_moe.experts.250.w1,0.0000171993,0.05000,2.831
+7,block_sparse_moe.experts.240.w1,0.0000221823,0.05000,2.924
+7,block_sparse_moe.experts.241.w1,0.0000158316,0.05000,2.901
+7,block_sparse_moe.experts.254.w1,0.0000366422,0.05000,2.906
+7,block_sparse_moe.experts.245.w1,0.0000190691,0.05000,2.833
+7,block_sparse_moe.experts.253.w1,0.0000247756,0.05000,3.009
+7,block_sparse_moe.experts.255.w1,0.0000162551,0.05000,2.999
+7,block_sparse_moe.experts.247.w1,0.0000276998,0.05000,3.050
+7,block_sparse_moe.experts.243.w1,0.0000257131,0.05000,3.036
+7,block_sparse_moe.experts.251.w1,0.0000172668,0.05000,3.072
+7,block_sparse_moe.experts.2.w3,0.0000214814,0.05000,2.943
+7,block_sparse_moe.experts.6.w3,0.0000277834,0.05000,2.947
+7,block_sparse_moe.experts.9.w3,0.0000499785,0.05000,2.787
+7,block_sparse_moe.experts.1.w3,0.0000339483,0.05000,2.797
+7,block_sparse_moe.experts.8.w3,0.0000169114,0.05000,3.092
+7,block_sparse_moe.experts.4.w3,0.0000333807,0.05000,3.165
+7,block_sparse_moe.experts.10.w3,0.0000130418,0.05000,2.982
+7,block_sparse_moe.experts.12.w3,0.0000146077,0.05000,3.153
+7,block_sparse_moe.experts.5.w3,0.0000477611,0.05000,2.834
+7,block_sparse_moe.experts.13.w3,0.0000383234,0.05000,2.808
+7,block_sparse_moe.experts.0.w3,0.0000054976,0.05000,3.130
+7,block_sparse_moe.experts.14.w3,0.0000396715,0.05000,3.001
+7,block_sparse_moe.experts.15.w3,0.0000156509,0.05000,3.040
+7,block_sparse_moe.experts.7.w3,0.0000561571,0.05000,2.920
+7,block_sparse_moe.experts.3.w3,0.0000142212,0.05000,2.909
+7,block_sparse_moe.experts.11.w3,0.0000087334,0.05000,2.904
+7,block_sparse_moe.experts.18.w3,0.0000262874,0.05000,2.942
+7,block_sparse_moe.experts.22.w3,0.0000169770,0.05000,2.888
+7,block_sparse_moe.experts.25.w3,0.0000238998,0.05000,2.927
+7,block_sparse_moe.experts.17.w3,0.0000371542,0.05000,2.923
+7,block_sparse_moe.experts.20.w3,0.0000188380,0.05000,3.072
+7,block_sparse_moe.experts.26.w3,0.0000355170,0.05000,3.023
+7,block_sparse_moe.experts.21.w3,0.0000414301,0.05000,2.958
+7,block_sparse_moe.experts.24.w3,0.0000420059,0.05000,3.139
+7,block_sparse_moe.experts.29.w3,0.0000095219,0.05000,2.996
+7,block_sparse_moe.experts.28.w3,0.0000213044,0.05000,3.078
+7,block_sparse_moe.experts.30.w3,0.0000177883,0.05000,2.988
+7,block_sparse_moe.experts.16.w3,0.0000267958,0.05000,3.153
+7,block_sparse_moe.experts.31.w3,0.0000299669,0.05000,2.797
+7,block_sparse_moe.experts.19.w3,0.0000230981,0.05000,2.819
+7,block_sparse_moe.experts.23.w3,0.0000347080,0.05000,2.878
+7,block_sparse_moe.experts.27.w3,0.0000273596,0.05000,2.817
+7,block_sparse_moe.experts.34.w3,0.0000248847,0.05000,2.843
+7,block_sparse_moe.experts.38.w3,0.0000211174,0.05000,2.977
+7,block_sparse_moe.experts.41.w3,0.0000126544,0.05000,3.010
+7,block_sparse_moe.experts.33.w3,0.0000165895,0.05000,3.000
+7,block_sparse_moe.experts.36.w3,0.0000307343,0.05000,2.885
+7,block_sparse_moe.experts.40.w3,0.0000291534,0.05000,2.894
+7,block_sparse_moe.experts.42.w3,0.0000229840,0.05000,2.966
+7,block_sparse_moe.experts.37.w3,0.0000293599,0.05000,2.962
+7,block_sparse_moe.experts.45.w3,0.0000204283,0.05000,2.972
+7,block_sparse_moe.experts.44.w3,0.0000372331,0.05000,2.928
+7,block_sparse_moe.experts.32.w3,0.0000864810,0.05000,2.840
+7,block_sparse_moe.experts.46.w3,0.0000374264,0.05000,2.961
+7,block_sparse_moe.experts.47.w3,0.0000254647,0.05000,2.981
+7,block_sparse_moe.experts.35.w3,0.0000303434,0.05000,3.000
+7,block_sparse_moe.experts.43.w3,0.0000401836,0.05000,3.016
+7,block_sparse_moe.experts.39.w3,0.0000290765,0.05000,3.026
+7,block_sparse_moe.experts.50.w3,0.0000109284,0.05000,2.891
+7,block_sparse_moe.experts.54.w3,0.0000974890,0.05000,2.870
+7,block_sparse_moe.experts.57.w3,0.0000424952,0.05000,2.976
+7,block_sparse_moe.experts.49.w3,0.0000067239,0.05000,2.972
+7,block_sparse_moe.experts.52.w3,0.0000140621,0.05000,2.966
+7,block_sparse_moe.experts.58.w3,0.0000172400,0.05000,2.925
+7,block_sparse_moe.experts.56.w3,0.0000284988,0.05000,2.992
+7,block_sparse_moe.experts.53.w3,0.0000092611,0.05000,2.946
+7,block_sparse_moe.experts.60.w3,0.0000134541,0.05000,2.941
+7,block_sparse_moe.experts.62.w3,0.0000235713,0.05000,2.850
+7,block_sparse_moe.experts.61.w3,0.0000468128,0.05000,2.976
+7,block_sparse_moe.experts.48.w3,0.0000249964,0.05000,3.031
+7,block_sparse_moe.experts.63.w3,0.0000263001,0.05000,2.967
+7,block_sparse_moe.experts.51.w3,0.0000183532,0.05000,2.898
+7,block_sparse_moe.experts.55.w3,0.0000077538,0.05000,2.886
+7,block_sparse_moe.experts.59.w3,0.0000040974,0.05000,2.949
+7,block_sparse_moe.experts.66.w3,0.0000267519,0.05000,2.794
+7,block_sparse_moe.experts.70.w3,0.0000451927,0.05000,2.833
+7,block_sparse_moe.experts.73.w3,0.0000496911,0.05000,2.914
+7,block_sparse_moe.experts.65.w3,0.0000501281,0.05000,2.889
+7,block_sparse_moe.experts.68.w3,0.0000181413,0.05000,2.916
+7,block_sparse_moe.experts.74.w3,0.0000094044,0.05000,2.882
+7,block_sparse_moe.experts.69.w3,0.0000110493,0.05000,2.947
+7,block_sparse_moe.experts.78.w3,0.0000044614,0.05000,2.895
+7,block_sparse_moe.experts.76.w3,0.0000145292,0.05000,2.939
+7,block_sparse_moe.experts.72.w3,0.0000326139,0.05000,3.050
+7,block_sparse_moe.experts.77.w3,0.0000425675,0.05000,3.035
+7,block_sparse_moe.experts.64.w3,0.0000125554,0.05000,3.032
+7,block_sparse_moe.experts.79.w3,0.0000180308,0.05000,2.935
+7,block_sparse_moe.experts.71.w3,0.0000187971,0.05000,2.917
+7,block_sparse_moe.experts.67.w3,0.0000261351,0.05000,2.980
+7,block_sparse_moe.experts.75.w3,0.0000452416,0.05000,3.017
+7,block_sparse_moe.experts.82.w3,0.0000244966,0.05000,3.025
+7,block_sparse_moe.experts.86.w3,0.0000220908,0.05000,3.088
+7,block_sparse_moe.experts.89.w3,0.0000165135,0.05000,3.016
+7,block_sparse_moe.experts.81.w3,0.0000735664,0.05000,2.989
+7,block_sparse_moe.experts.90.w3,0.0000124553,0.05000,2.946
+7,block_sparse_moe.experts.85.w3,0.0000025637,0.05000,2.863
+7,block_sparse_moe.experts.84.w3,0.0000154233,0.05000,2.983
+7,block_sparse_moe.experts.94.w3,0.0000338670,0.05000,2.897
+7,block_sparse_moe.experts.92.w3,0.0000149305,0.05000,2.923
+7,block_sparse_moe.experts.88.w3,0.0000195711,0.05000,2.964
+7,block_sparse_moe.experts.93.w3,0.0000347263,0.05000,2.950
+7,block_sparse_moe.experts.80.w3,0.0000182410,0.05000,3.022
+7,block_sparse_moe.experts.95.w3,0.0000394117,0.05000,3.015
+7,block_sparse_moe.experts.83.w3,0.0000407853,0.05000,2.938
+7,block_sparse_moe.experts.87.w3,0.0000409864,0.05000,3.011
+7,block_sparse_moe.experts.91.w3,0.0000275322,0.05000,3.044
+7,block_sparse_moe.experts.98.w3,0.0000374059,0.05000,2.829
+7,block_sparse_moe.experts.102.w3,0.0000106633,0.05000,2.769
+7,block_sparse_moe.experts.105.w3,0.0000220495,0.05000,2.823
+7,block_sparse_moe.experts.97.w3,0.0000184458,0.05000,2.857
+7,block_sparse_moe.experts.110.w3,0.0000048386,0.05000,2.749
+7,block_sparse_moe.experts.101.w3,0.0000124152,0.05000,2.815
+7,block_sparse_moe.experts.106.w3,0.0000589119,0.05000,2.838
+7,block_sparse_moe.experts.100.w3,0.0000179940,0.05000,2.944
+7,block_sparse_moe.experts.108.w3,0.0000175234,0.05000,2.965
+7,block_sparse_moe.experts.104.w3,0.0000241044,0.05000,2.995
+7,block_sparse_moe.experts.109.w3,0.0000131212,0.05000,2.930
+7,block_sparse_moe.experts.96.w3,0.0000280810,0.05000,3.017
+7,block_sparse_moe.experts.99.w3,0.0000067348,0.05000,2.803
+7,block_sparse_moe.experts.111.w3,0.0000063978,0.05000,2.917
+7,block_sparse_moe.experts.103.w3,0.0000244114,0.05000,2.854
+7,block_sparse_moe.experts.107.w3,0.0000253125,0.05000,2.900
+7,block_sparse_moe.experts.114.w3,0.0000081902,0.05000,2.738
+7,block_sparse_moe.experts.118.w3,0.0000102778,0.05000,2.741
+7,block_sparse_moe.experts.121.w3,0.0000538210,0.05000,2.792
+7,block_sparse_moe.experts.113.w3,0.0000074793,0.05000,2.743
+7,block_sparse_moe.experts.117.w3,0.0000160269,0.05000,2.708
+7,block_sparse_moe.experts.126.w3,0.0000299104,0.05000,2.807
+7,block_sparse_moe.experts.122.w3,0.0000274304,0.05000,2.820
+7,block_sparse_moe.experts.116.w3,0.0000442422,0.05000,2.780
+7,block_sparse_moe.experts.124.w3,0.0000218974,0.05000,2.752
+7,block_sparse_moe.experts.125.w3,0.0000166766,0.05000,2.690
+7,block_sparse_moe.experts.120.w3,0.0000091873,0.05000,2.773
+7,block_sparse_moe.experts.112.w3,0.0000508808,0.05000,2.838
+7,block_sparse_moe.experts.127.w3,0.0000264914,0.05000,2.775
+7,block_sparse_moe.experts.115.w3,0.0000206872,0.05000,2.814
+7,block_sparse_moe.experts.119.w3,0.0000163437,0.05000,2.792
+7,block_sparse_moe.experts.123.w3,0.0000242140,0.05000,2.816
+7,block_sparse_moe.experts.130.w3,0.0000180851,0.05000,2.826
+7,block_sparse_moe.experts.134.w3,0.0000294963,0.05000,2.795
+7,block_sparse_moe.experts.137.w3,0.0000215140,0.05000,2.792
+7,block_sparse_moe.experts.133.w3,0.0000115745,0.05000,2.689
+7,block_sparse_moe.experts.129.w3,0.0001552239,0.05000,2.802
+7,block_sparse_moe.experts.142.w3,0.0000282031,0.05000,2.779
+7,block_sparse_moe.experts.138.w3,0.0000301332,0.05000,2.756
+7,block_sparse_moe.experts.132.w3,0.0000197838,0.05000,2.794
+7,block_sparse_moe.experts.140.w3,0.0000231653,0.05000,2.920
+7,block_sparse_moe.experts.141.w3,0.0000290414,0.05000,2.920
+7,block_sparse_moe.experts.136.w3,0.0000166107,0.05000,2.922
+7,block_sparse_moe.experts.128.w3,0.0000159929,0.05000,2.962
+7,block_sparse_moe.experts.143.w3,0.0000273930,0.05000,2.906
+7,block_sparse_moe.experts.131.w3,0.0000186396,0.05000,2.947
+7,block_sparse_moe.experts.135.w3,0.0000279416,0.05000,2.901
+7,block_sparse_moe.experts.139.w3,0.0000512708,0.05000,3.029
+7,block_sparse_moe.experts.146.w3,0.0000203151,0.05000,2.784
+7,block_sparse_moe.experts.150.w3,0.0000593483,0.05000,2.809
+7,block_sparse_moe.experts.149.w3,0.0000205194,0.05000,2.771
+7,block_sparse_moe.experts.153.w3,0.0000670514,0.05000,2.870
+7,block_sparse_moe.experts.154.w3,0.0000220132,0.05000,2.704
+7,block_sparse_moe.experts.158.w3,0.0000153611,0.05000,2.761
+7,block_sparse_moe.experts.145.w3,0.0000566606,0.05000,2.894
+7,block_sparse_moe.experts.148.w3,0.0000143060,0.05000,3.147
+7,block_sparse_moe.experts.157.w3,0.0000042297,0.05000,3.040
+7,block_sparse_moe.experts.156.w3,0.0000226392,0.05000,3.152
+7,block_sparse_moe.experts.152.w3,0.0000107214,0.05000,3.055
+7,block_sparse_moe.experts.144.w3,0.0000366889,0.05000,3.093
+7,block_sparse_moe.experts.159.w3,0.0000169495,0.05000,2.851
+7,block_sparse_moe.experts.147.w3,0.0000393390,0.05000,2.851
+7,block_sparse_moe.experts.151.w3,0.0000279398,0.05000,2.829
+7,block_sparse_moe.experts.155.w3,0.0000569759,0.05000,2.789
+7,block_sparse_moe.experts.162.w3,0.0000178287,0.05000,2.572
+7,block_sparse_moe.experts.166.w3,0.0000091702,0.05000,2.749
+7,block_sparse_moe.experts.170.w3,0.0000138454,0.05000,2.729
+7,block_sparse_moe.experts.174.w3,0.0000201159,0.05000,2.711
+7,block_sparse_moe.experts.165.w3,0.0000255125,0.05000,2.891
+7,block_sparse_moe.experts.161.w3,0.0000199275,0.05000,2.909
+7,block_sparse_moe.experts.169.w3,0.0000245496,0.05000,3.031
+7,block_sparse_moe.experts.164.w3,0.0000228928,0.05000,2.909
+7,block_sparse_moe.experts.173.w3,0.0000185694,0.05000,2.803
+7,block_sparse_moe.experts.168.w3,0.0000070794,0.05000,2.864
+7,block_sparse_moe.experts.172.w3,0.0000490436,0.05000,2.913
+7,block_sparse_moe.experts.160.w3,0.0000382775,0.05000,2.874
+7,block_sparse_moe.experts.167.w3,0.0000410024,0.05000,2.960
+7,block_sparse_moe.experts.175.w3,0.0000190531,0.05000,3.046
+7,block_sparse_moe.experts.163.w3,0.0000176998,0.05000,3.028
+7,block_sparse_moe.experts.171.w3,0.0000174960,0.05000,3.025
+7,block_sparse_moe.experts.178.w3,0.0000667643,0.05000,3.065
+7,block_sparse_moe.experts.182.w3,0.0000270743,0.05000,3.029
+7,block_sparse_moe.experts.181.w3,0.0000154487,0.05000,2.650
+7,block_sparse_moe.experts.186.w3,0.0000330396,0.05000,2.875
+7,block_sparse_moe.experts.177.w3,0.0000127153,0.05000,2.690
+7,block_sparse_moe.experts.190.w3,0.0000310741,0.05000,2.916
+7,block_sparse_moe.experts.185.w3,0.0000054682,0.05000,2.746
+7,block_sparse_moe.experts.180.w3,0.0000180471,0.05000,2.898
+7,block_sparse_moe.experts.189.w3,0.0000126114,0.05000,2.854
+7,block_sparse_moe.experts.188.w3,0.0000095219,0.05000,2.903
+7,block_sparse_moe.experts.184.w3,0.0000040276,0.05000,2.963
+7,block_sparse_moe.experts.176.w3,0.0000359865,0.05000,2.981
+7,block_sparse_moe.experts.183.w3,0.0000107202,0.05000,2.959
+7,block_sparse_moe.experts.191.w3,0.0000508825,0.05000,3.008
+7,block_sparse_moe.experts.179.w3,0.0000342530,0.05000,3.010
+7,block_sparse_moe.experts.194.w3,0.0000296225,0.05000,2.844
+7,block_sparse_moe.experts.187.w3,0.0000217567,0.05000,2.992
+7,block_sparse_moe.experts.198.w3,0.0000233745,0.05000,2.866
+7,block_sparse_moe.experts.197.w3,0.0000197410,0.05000,2.902
+7,block_sparse_moe.experts.193.w3,0.0000289468,0.05000,2.803
+7,block_sparse_moe.experts.202.w3,0.0000300589,0.05000,2.934
+7,block_sparse_moe.experts.201.w3,0.0000519966,0.05000,2.838
+7,block_sparse_moe.experts.206.w3,0.0000265031,0.05000,2.941
+7,block_sparse_moe.experts.205.w3,0.0000436427,0.05000,2.772
+7,block_sparse_moe.experts.196.w3,0.0000190332,0.05000,3.025
+7,block_sparse_moe.experts.204.w3,0.0000674354,0.05000,3.031
+7,block_sparse_moe.experts.200.w3,0.0000311095,0.05000,3.125
+7,block_sparse_moe.experts.192.w3,0.0000286541,0.05000,3.085
+7,block_sparse_moe.experts.199.w3,0.0000190188,0.05000,2.935
+7,block_sparse_moe.experts.207.w3,0.0000250217,0.05000,2.973
+7,block_sparse_moe.experts.195.w3,0.0000124305,0.05000,2.979
+7,block_sparse_moe.experts.203.w3,0.0000527854,0.05000,2.975
+7,block_sparse_moe.experts.210.w3,0.0000058698,0.05000,3.107
+7,block_sparse_moe.experts.213.w3,0.0000165528,0.05000,2.751
+7,block_sparse_moe.experts.209.w3,0.0000122822,0.05000,2.777
+7,block_sparse_moe.experts.217.w3,0.0000477661,0.05000,2.701
+7,block_sparse_moe.experts.214.w3,0.0000093568,0.05000,3.143
+7,block_sparse_moe.experts.218.w3,0.0000083936,0.05000,3.090
+7,block_sparse_moe.experts.222.w3,0.0000086754,0.05000,3.161
+7,block_sparse_moe.experts.221.w3,0.0000150823,0.05000,2.744
+7,block_sparse_moe.experts.212.w3,0.0000118682,0.05000,2.833
+7,block_sparse_moe.experts.220.w3,0.0000241846,0.05000,2.885
+7,block_sparse_moe.experts.216.w3,0.0000610470,0.05000,2.848
+7,block_sparse_moe.experts.208.w3,0.0000090225,0.05000,2.852
+7,block_sparse_moe.experts.215.w3,0.0000185167,0.05000,2.862
+7,block_sparse_moe.experts.223.w3,0.0000280106,0.05000,2.861
+7,block_sparse_moe.experts.211.w3,0.0000103275,0.05000,2.889
+7,block_sparse_moe.experts.229.w3,0.0000632535,0.05000,2.639
+7,block_sparse_moe.experts.219.w3,0.0000155883,0.05000,2.865
+7,block_sparse_moe.experts.226.w3,0.0000311503,0.05000,2.979
+7,block_sparse_moe.experts.225.w3,0.0000058046,0.05000,2.709
+7,block_sparse_moe.experts.233.w3,0.0000114134,0.05000,2.797
+7,block_sparse_moe.experts.230.w3,0.0000041389,0.05000,3.001
+7,block_sparse_moe.experts.234.w3,0.0000172437,0.05000,2.937
+7,block_sparse_moe.experts.238.w3,0.0000849593,0.05000,2.985
+7,block_sparse_moe.experts.237.w3,0.0000379125,0.05000,2.936
+7,block_sparse_moe.experts.228.w3,0.0000265434,0.05000,2.904
+7,block_sparse_moe.experts.236.w3,0.0000363244,0.05000,2.932
+7,block_sparse_moe.experts.232.w3,0.0000235396,0.05000,2.899
+7,block_sparse_moe.experts.224.w3,0.0000110166,0.05000,2.922
+7,block_sparse_moe.experts.231.w3,0.0000255341,0.05000,2.941
+7,block_sparse_moe.experts.227.w3,0.0000470341,0.05000,2.893
+7,block_sparse_moe.experts.239.w3,0.0000449892,0.05000,2.963
+7,block_sparse_moe.experts.245.w3,0.0000179493,0.05000,2.970
+7,block_sparse_moe.experts.235.w3,0.0000205989,0.05000,3.019
+7,block_sparse_moe.experts.242.w3,0.0000118490,0.05000,2.884
+7,block_sparse_moe.experts.241.w3,0.0000154717,0.05000,2.871
+7,block_sparse_moe.experts.249.w3,0.0000123873,0.05000,2.838
+7,block_sparse_moe.experts.246.w3,0.0000468384,0.05000,2.828
+7,block_sparse_moe.experts.253.w3,0.0000243398,0.05000,2.333
+7,block_sparse_moe.experts.250.w3,0.0000165877,0.05000,2.701
+7,block_sparse_moe.experts.254.w3,0.0000353161,0.05000,2.601
+7,block_sparse_moe.experts.244.w3,0.0000255547,0.05000,3.063
+7,block_sparse_moe.experts.252.w3,0.0000204271,0.05000,2.928
+7,block_sparse_moe.experts.248.w3,0.0000289739,0.05000,2.898
+7,block_sparse_moe.experts.240.w3,0.0000214104,0.05000,2.557
+7,block_sparse_moe.experts.247.w3,0.0000269509,0.05000,2.722
+7,block_sparse_moe.experts.255.w3,0.0000159199,0.05000,2.716
+7,block_sparse_moe.experts.243.w3,0.0000246502,0.05000,2.745
+7,block_sparse_moe.experts.251.w3,0.0000163945,0.05000,2.419
+7,block_sparse_moe.experts.0.w2,0.0000013345,0.05000,1.365
+7,block_sparse_moe.experts.6.w2,0.0000037051,0.05000,1.372
+7,block_sparse_moe.experts.8.w2,0.0000032505,0.05000,1.408
+7,block_sparse_moe.experts.14.w2,0.0000068485,0.05000,1.412
+7,block_sparse_moe.experts.2.w2,0.0000019033,0.05000,1.486
+7,block_sparse_moe.experts.4.w2,0.0000047581,0.05000,1.433
+7,block_sparse_moe.experts.12.w2,0.0000010015,0.05000,1.445
+7,block_sparse_moe.experts.15.w2,0.0000012059,0.05000,1.475
+7,block_sparse_moe.experts.3.w2,0.0000011492,0.05000,1.543
+7,block_sparse_moe.experts.10.w2,0.0000041176,0.05000,1.493
+7,block_sparse_moe.experts.7.w2,0.0000048940,0.05000,1.528
+7,block_sparse_moe.experts.11.w2,0.0000020250,0.05000,1.564
+7,block_sparse_moe.experts.1.w2,0.0000062762,0.05000,1.714
+7,block_sparse_moe.experts.13.w2,0.0000068064,0.05000,1.634
+7,block_sparse_moe.experts.5.w2,0.0000064534,0.05000,1.675
+7,block_sparse_moe.experts.9.w2,0.0000044648,0.05000,1.693
+7,block_sparse_moe.experts.16.w2,0.0000017834,0.05000,1.360
+7,block_sparse_moe.experts.30.w2,0.0000039543,0.05000,1.297
+7,block_sparse_moe.experts.22.w2,0.0000028038,0.05000,1.353
+7,block_sparse_moe.experts.18.w2,0.0000049015,0.05000,1.311
+7,block_sparse_moe.experts.24.w2,0.0000059902,0.05000,1.347
+7,block_sparse_moe.experts.20.w2,0.0000045796,0.05000,1.348
+7,block_sparse_moe.experts.26.w2,0.0000099096,0.05000,1.319
+7,block_sparse_moe.experts.28.w2,0.0000024775,0.05000,1.370
+7,block_sparse_moe.experts.19.w2,0.0000015054,0.05000,1.434
+7,block_sparse_moe.experts.31.w2,0.0000029526,0.05000,1.464
+7,block_sparse_moe.experts.23.w2,0.0000086996,0.05000,1.411
+7,block_sparse_moe.experts.27.w2,0.0000033885,0.05000,1.503
+7,block_sparse_moe.experts.17.w2,0.0000034302,0.05000,1.418
+7,block_sparse_moe.experts.29.w2,0.0000015909,0.05000,1.414
+7,block_sparse_moe.experts.25.w2,0.0000056586,0.05000,1.428
+7,block_sparse_moe.experts.21.w2,0.0000073778,0.05000,1.463
+7,block_sparse_moe.experts.46.w2,0.0000048755,0.05000,1.377
+7,block_sparse_moe.experts.32.w2,0.0000059886,0.05000,1.440
+7,block_sparse_moe.experts.40.w2,0.0000075579,0.05000,1.426
+7,block_sparse_moe.experts.38.w2,0.0000074843,0.05000,1.455
+7,block_sparse_moe.experts.34.w2,0.0000018538,0.05000,1.461
+7,block_sparse_moe.experts.36.w2,0.0000036192,0.05000,1.425
+7,block_sparse_moe.experts.44.w2,0.0000037081,0.05000,1.408
+7,block_sparse_moe.experts.35.w2,0.0000036644,0.05000,1.434
+7,block_sparse_moe.experts.42.w2,0.0000041171,0.05000,1.547
+7,block_sparse_moe.experts.47.w2,0.0000045905,0.05000,1.423
+7,block_sparse_moe.experts.39.w2,0.0000029779,0.05000,1.450
+7,block_sparse_moe.experts.43.w2,0.0000063084,0.05000,1.413
+7,block_sparse_moe.experts.33.w2,0.0000072628,0.05000,1.524
+7,block_sparse_moe.experts.37.w2,0.0000092728,0.05000,1.512
+7,block_sparse_moe.experts.41.w2,0.0000009162,0.05000,1.534
+7,block_sparse_moe.experts.45.w2,0.0000021710,0.05000,1.579
+7,block_sparse_moe.experts.56.w2,0.0000077547,0.05000,1.309
+7,block_sparse_moe.experts.48.w2,0.0000072554,0.05000,1.397
+7,block_sparse_moe.experts.52.w2,0.0000015858,0.05000,1.369
+7,block_sparse_moe.experts.60.w2,0.0000019847,0.05000,1.383
+7,block_sparse_moe.experts.62.w2,0.0000025092,0.05000,1.582
+7,block_sparse_moe.experts.63.w2,0.0000034630,0.05000,1.379
+7,block_sparse_moe.experts.51.w2,0.0000026124,0.05000,1.407
+7,block_sparse_moe.experts.54.w2,0.0000226479,0.05000,1.634
+7,block_sparse_moe.experts.55.w2,0.0000021945,0.05000,1.443
+7,block_sparse_moe.experts.59.w2,0.0000009179,0.05000,1.386
+7,block_sparse_moe.experts.50.w2,0.0000021894,0.05000,1.676
+7,block_sparse_moe.experts.58.w2,0.0000017554,0.05000,1.571
+7,block_sparse_moe.experts.49.w2,0.0000024131,0.05000,1.448
+7,block_sparse_moe.experts.57.w2,0.0000043357,0.05000,1.487
+7,block_sparse_moe.experts.53.w2,0.0000022800,0.05000,1.500
+7,block_sparse_moe.experts.61.w2,0.0000058245,0.05000,1.502
+7,block_sparse_moe.experts.72.w2,0.0000026400,0.05000,1.568
+7,block_sparse_moe.experts.64.w2,0.0000006336,0.05000,1.602
+7,block_sparse_moe.experts.76.w2,0.0000042253,0.05000,1.562
+7,block_sparse_moe.experts.78.w2,0.0000006490,0.05000,1.509
+7,block_sparse_moe.experts.79.w2,0.0000029566,0.05000,1.448
+7,block_sparse_moe.experts.68.w2,0.0000011058,0.05000,1.618
+7,block_sparse_moe.experts.67.w2,0.0000018618,0.05000,1.475
+7,block_sparse_moe.experts.70.w2,0.0000046627,0.05000,1.428
+7,block_sparse_moe.experts.71.w2,0.0000030622,0.05000,1.463
+7,block_sparse_moe.experts.75.w2,0.0000083026,0.05000,1.473
+7,block_sparse_moe.experts.66.w2,0.0000038810,0.05000,1.471
+7,block_sparse_moe.experts.74.w2,0.0000014777,0.05000,1.477
+7,block_sparse_moe.experts.65.w2,0.0000049469,0.05000,1.402
+7,block_sparse_moe.experts.69.w2,0.0000011038,0.05000,1.377
+7,block_sparse_moe.experts.77.w2,0.0000043694,0.05000,1.399
+7,block_sparse_moe.experts.73.w2,0.0000080626,0.05000,1.436
+7,block_sparse_moe.experts.88.w2,0.0000041959,0.05000,1.489
+7,block_sparse_moe.experts.95.w2,0.0000039403,0.05000,1.478
+7,block_sparse_moe.experts.80.w2,0.0000022846,0.05000,1.598
+7,block_sparse_moe.experts.83.w2,0.0000026386,0.05000,1.480
+7,block_sparse_moe.experts.92.w2,0.0000015927,0.05000,1.560
+7,block_sparse_moe.experts.94.w2,0.0000062799,0.05000,1.570
+7,block_sparse_moe.experts.84.w2,0.0000009425,0.05000,1.556
+7,block_sparse_moe.experts.87.w2,0.0000065078,0.05000,1.490
+7,block_sparse_moe.experts.81.w2,0.0000127379,0.05000,1.390
+7,block_sparse_moe.experts.86.w2,0.0000034753,0.05000,1.608
+7,block_sparse_moe.experts.91.w2,0.0000043472,0.05000,1.516
+7,block_sparse_moe.experts.82.w2,0.0000040067,0.05000,1.553
+7,block_sparse_moe.experts.85.w2,0.0000002351,0.05000,1.373
+7,block_sparse_moe.experts.90.w2,0.0000028303,0.05000,1.550
+7,block_sparse_moe.experts.93.w2,0.0000079174,0.05000,1.391
+7,block_sparse_moe.experts.89.w2,0.0000036507,0.05000,1.407
+7,block_sparse_moe.experts.104.w2,0.0000032592,0.05000,1.482
+7,block_sparse_moe.experts.111.w2,0.0000010899,0.05000,1.364
+7,block_sparse_moe.experts.96.w2,0.0000028739,0.05000,1.411
+7,block_sparse_moe.experts.99.w2,0.0000007945,0.05000,1.403
+7,block_sparse_moe.experts.108.w2,0.0000019450,0.05000,1.402
+7,block_sparse_moe.experts.100.w2,0.0000020206,0.05000,1.379
+7,block_sparse_moe.experts.107.w2,0.0000035488,0.05000,1.323
+7,block_sparse_moe.experts.103.w2,0.0000072504,0.05000,1.427
+7,block_sparse_moe.experts.110.w2,0.0000009876,0.05000,1.545
+7,block_sparse_moe.experts.97.w2,0.0000049166,0.05000,1.474
+7,block_sparse_moe.experts.102.w2,0.0000020451,0.05000,1.568
+7,block_sparse_moe.experts.101.w2,0.0000010014,0.05000,1.502
+7,block_sparse_moe.experts.105.w2,0.0000044648,0.05000,1.471
+7,block_sparse_moe.experts.109.w2,0.0000028341,0.05000,1.510
+7,block_sparse_moe.experts.98.w2,0.0000049028,0.05000,1.590
+7,block_sparse_moe.experts.106.w2,0.0000214279,0.05000,1.565
+7,block_sparse_moe.experts.120.w2,0.0000010363,0.05000,1.358
+7,block_sparse_moe.experts.127.w2,0.0000017243,0.05000,1.369
+7,block_sparse_moe.experts.115.w2,0.0000039077,0.05000,1.378
+7,block_sparse_moe.experts.112.w2,0.0000070851,0.05000,1.390
+7,block_sparse_moe.experts.119.w2,0.0000013051,0.05000,1.317
+7,block_sparse_moe.experts.123.w2,0.0000025015,0.05000,1.382
+7,block_sparse_moe.experts.124.w2,0.0000017797,0.05000,1.454
+7,block_sparse_moe.experts.116.w2,0.0000068873,0.05000,1.458
+7,block_sparse_moe.experts.126.w2,0.0000038527,0.05000,1.364
+7,block_sparse_moe.experts.113.w2,0.0000017050,0.05000,1.410
+7,block_sparse_moe.experts.118.w2,0.0000012020,0.05000,1.333
+7,block_sparse_moe.experts.114.w2,0.0000013628,0.05000,1.318
+7,block_sparse_moe.experts.122.w2,0.0000031027,0.05000,1.330
+7,block_sparse_moe.experts.117.w2,0.0000035677,0.05000,1.436
+7,block_sparse_moe.experts.121.w2,0.0000052600,0.05000,1.388
+7,block_sparse_moe.experts.125.w2,0.0000013113,0.05000,1.459
+7,block_sparse_moe.experts.136.w2,0.0000014708,0.05000,1.471
+7,block_sparse_moe.experts.128.w2,0.0000043248,0.05000,1.478
+7,block_sparse_moe.experts.143.w2,0.0000034637,0.05000,1.609
+7,block_sparse_moe.experts.131.w2,0.0000020958,0.05000,1.596
+7,block_sparse_moe.experts.132.w2,0.0000052159,0.05000,1.512
+7,block_sparse_moe.experts.140.w2,0.0000037737,0.05000,1.544
+7,block_sparse_moe.experts.135.w2,0.0000086498,0.05000,1.618
+7,block_sparse_moe.experts.139.w2,0.0000055625,0.05000,1.616
+7,block_sparse_moe.experts.129.w2,0.0000098322,0.05000,1.455
+7,block_sparse_moe.experts.142.w2,0.0000063280,0.05000,1.551
+7,block_sparse_moe.experts.133.w2,0.0000040642,0.05000,1.416
+7,block_sparse_moe.experts.137.w2,0.0000017831,0.05000,1.412
+7,block_sparse_moe.experts.134.w2,0.0000031291,0.05000,1.566
+7,block_sparse_moe.experts.141.w2,0.0000056739,0.05000,1.424
+7,block_sparse_moe.experts.138.w2,0.0000035152,0.05000,1.529
+7,block_sparse_moe.experts.130.w2,0.0000015835,0.05000,1.574
+7,block_sparse_moe.experts.152.w2,0.0000008650,0.05000,1.491
+7,block_sparse_moe.experts.144.w2,0.0000071393,0.05000,1.467
+7,block_sparse_moe.experts.145.w2,0.0000127047,0.05000,1.277
+7,block_sparse_moe.experts.149.w2,0.0000030851,0.05000,1.218
+7,block_sparse_moe.experts.148.w2,0.0000032281,0.05000,1.440
+7,block_sparse_moe.experts.153.w2,0.0000065107,0.05000,1.262
+7,block_sparse_moe.experts.159.w2,0.0000030298,0.05000,1.552
+7,block_sparse_moe.experts.156.w2,0.0000041649,0.05000,1.477
+7,block_sparse_moe.experts.147.w2,0.0000038744,0.05000,1.544
+7,block_sparse_moe.experts.157.w2,0.0000007439,0.05000,1.297
+7,block_sparse_moe.experts.151.w2,0.0000033421,0.05000,1.548
+7,block_sparse_moe.experts.158.w2,0.0000045699,0.05000,1.516
+7,block_sparse_moe.experts.155.w2,0.0000044264,0.05000,1.579
+7,block_sparse_moe.experts.150.w2,0.0000091945,0.05000,1.568
+7,block_sparse_moe.experts.154.w2,0.0000024919,0.05000,1.511
+7,block_sparse_moe.experts.146.w2,0.0000027419,0.05000,1.535
+7,block_sparse_moe.experts.161.w2,0.0000045360,0.05000,1.304
+7,block_sparse_moe.experts.168.w2,0.0000016768,0.05000,1.558
+7,block_sparse_moe.experts.175.w2,0.0000022966,0.05000,1.360
+7,block_sparse_moe.experts.165.w2,0.0000055786,0.05000,1.418
+7,block_sparse_moe.experts.169.w2,0.0000032208,0.05000,1.419
+7,block_sparse_moe.experts.160.w2,0.0000038391,0.05000,1.554
+7,block_sparse_moe.experts.163.w2,0.0000016785,0.05000,1.388
+7,block_sparse_moe.experts.173.w2,0.0000018567,0.05000,1.407
+7,block_sparse_moe.experts.164.w2,0.0000032591,0.05000,1.540
+7,block_sparse_moe.experts.167.w2,0.0000088637,0.05000,1.407
+7,block_sparse_moe.experts.171.w2,0.0000022963,0.05000,1.417
+7,block_sparse_moe.experts.172.w2,0.0000045927,0.05000,1.563
+7,block_sparse_moe.experts.174.w2,0.0000037619,0.05000,1.539
+7,block_sparse_moe.experts.170.w2,0.0000027227,0.05000,1.534
+7,block_sparse_moe.experts.166.w2,0.0000015609,0.05000,1.570
+7,block_sparse_moe.experts.162.w2,0.0000030173,0.05000,1.567
+7,block_sparse_moe.experts.177.w2,0.0000026628,0.05000,1.523
+7,block_sparse_moe.experts.184.w2,0.0000008281,0.05000,1.514
+7,block_sparse_moe.experts.181.w2,0.0000009141,0.05000,1.523
+7,block_sparse_moe.experts.185.w2,0.0000007856,0.05000,1.477
+7,block_sparse_moe.experts.176.w2,0.0000052807,0.05000,1.480
+7,block_sparse_moe.experts.191.w2,0.0000142921,0.05000,1.568
+7,block_sparse_moe.experts.180.w2,0.0000014141,0.05000,1.473
+7,block_sparse_moe.experts.179.w2,0.0000078926,0.05000,1.578
+7,block_sparse_moe.experts.189.w2,0.0000016692,0.05000,1.540
+7,block_sparse_moe.experts.187.w2,0.0000025583,0.05000,1.523
+7,block_sparse_moe.experts.188.w2,0.0000016328,0.05000,1.571
+7,block_sparse_moe.experts.183.w2,0.0000020234,0.05000,1.664
+7,block_sparse_moe.experts.190.w2,0.0000027637,0.05000,1.612
+7,block_sparse_moe.experts.182.w2,0.0000018586,0.05000,1.577
+7,block_sparse_moe.experts.178.w2,0.0000205016,0.05000,1.554
+7,block_sparse_moe.experts.186.w2,0.0000051162,0.05000,1.654
+7,block_sparse_moe.experts.193.w2,0.0000039290,0.05000,1.412
+7,block_sparse_moe.experts.197.w2,0.0000023265,0.05000,1.410
+7,block_sparse_moe.experts.201.w2,0.0000077619,0.05000,1.447
+7,block_sparse_moe.experts.200.w2,0.0000035264,0.05000,1.508
+7,block_sparse_moe.experts.207.w2,0.0000030657,0.05000,1.485
+7,block_sparse_moe.experts.192.w2,0.0000051186,0.05000,1.523
+7,block_sparse_moe.experts.205.w2,0.0000027712,0.05000,1.397
+7,block_sparse_moe.experts.196.w2,0.0000058986,0.05000,1.506
+7,block_sparse_moe.experts.195.w2,0.0000025144,0.05000,1.502
+7,block_sparse_moe.experts.203.w2,0.0000061707,0.05000,1.443
+7,block_sparse_moe.experts.204.w2,0.0000038572,0.05000,1.506
+7,block_sparse_moe.experts.199.w2,0.0000021661,0.05000,1.510
+7,block_sparse_moe.experts.206.w2,0.0000061396,0.05000,1.417
+7,block_sparse_moe.experts.198.w2,0.0000045467,0.05000,1.425
+7,block_sparse_moe.experts.194.w2,0.0000066683,0.05000,1.434
+7,block_sparse_moe.experts.202.w2,0.0000020784,0.05000,1.414
+7,block_sparse_moe.experts.209.w2,0.0000011790,0.05000,1.375
+7,block_sparse_moe.experts.213.w2,0.0000033966,0.05000,1.442
+7,block_sparse_moe.experts.216.w2,0.0000064750,0.05000,1.416
+7,block_sparse_moe.experts.217.w2,0.0000180795,0.05000,1.478
+7,block_sparse_moe.experts.208.w2,0.0000011310,0.05000,1.400
+7,block_sparse_moe.experts.212.w2,0.0000018819,0.05000,1.377
+7,block_sparse_moe.experts.221.w2,0.0000024832,0.05000,1.450
+7,block_sparse_moe.experts.223.w2,0.0000039653,0.05000,1.544
+7,block_sparse_moe.experts.220.w2,0.0000045541,0.05000,1.277
+7,block_sparse_moe.experts.211.w2,0.0000012835,0.05000,1.517
+7,block_sparse_moe.experts.222.w2,0.0000018440,0.05000,1.348
+7,block_sparse_moe.experts.219.w2,0.0000014260,0.05000,1.598
+7,block_sparse_moe.experts.210.w2,0.0000019508,0.05000,1.322
+7,block_sparse_moe.experts.215.w2,0.0000026468,0.05000,1.540
+7,block_sparse_moe.experts.214.w2,0.0000018843,0.05000,1.354
+7,block_sparse_moe.experts.218.w2,0.0000016826,0.05000,1.368
+7,block_sparse_moe.experts.232.w2,0.0000033517,0.05000,1.243
+7,block_sparse_moe.experts.225.w2,0.0000012003,0.05000,1.571
+7,block_sparse_moe.experts.224.w2,0.0000032955,0.05000,1.272
+7,block_sparse_moe.experts.228.w2,0.0000027176,0.05000,1.281
+7,block_sparse_moe.experts.236.w2,0.0000074744,0.05000,1.304
+7,block_sparse_moe.experts.229.w2,0.0000060923,0.05000,1.536
+7,block_sparse_moe.experts.233.w2,0.0000011988,0.05000,1.551
+7,block_sparse_moe.experts.239.w2,0.0000048183,0.05000,1.488
+7,block_sparse_moe.experts.237.w2,0.0000055898,0.05000,1.547
+7,block_sparse_moe.experts.238.w2,0.0000135358,0.05000,1.412
+7,block_sparse_moe.experts.230.w2,0.0000006928,0.05000,1.310
+7,block_sparse_moe.experts.227.w2,0.0000065836,0.05000,1.503
+7,block_sparse_moe.experts.226.w2,0.0000036048,0.05000,1.370
+7,block_sparse_moe.experts.234.w2,0.0000036104,0.05000,1.343
+7,block_sparse_moe.experts.235.w2,0.0000015230,0.05000,1.512
+7,block_sparse_moe.experts.231.w2,0.0000045211,0.05000,1.475
+7,block_sparse_moe.experts.248.w2,0.0000055608,0.05000,1.418
+7,block_sparse_moe.experts.241.w2,0.0000023991,0.05000,1.479
+7,block_sparse_moe.experts.240.w2,0.0000027521,0.05000,1.445
+7,block_sparse_moe.experts.244.w2,0.0000017258,0.05000,1.450
+7,block_sparse_moe.experts.252.w2,0.0000015675,0.05000,1.367
+7,block_sparse_moe.experts.245.w2,0.0000052061,0.05000,1.426
+7,block_sparse_moe.experts.249.w2,0.0000022655,0.05000,1.417
+7,block_sparse_moe.experts.253.w2,0.0000020053,0.05000,1.358
+7,block_sparse_moe.experts.255.w2,0.0000018648,0.05000,1.451
+7,block_sparse_moe.experts.254.w2,0.0000039311,0.05000,1.448
+7,block_sparse_moe.experts.243.w2,0.0000056106,0.05000,1.415
+7,block_sparse_moe.experts.246.w2,0.0000069356,0.05000,1.433
+7,block_sparse_moe.experts.250.w2,0.0000022479,0.05000,1.396
+7,block_sparse_moe.experts.242.w2,0.0000014547,0.05000,1.450
+7,block_sparse_moe.experts.251.w2,0.0000024782,0.05000,1.383
+7,block_sparse_moe.experts.247.w2,0.0000031816,0.05000,1.349
+8,self_attn.q_proj,0.0000001203,0.05000,0.892
+8,self_attn.v_proj,0.0000000176,0.05000,0.910
+8,self_attn.k_proj,0.0000000196,0.05000,0.917
+8,self_attn.o_proj,0.0000000281,0.05000,1.854
+8,block_sparse_moe.experts.2.w1,0.0000575282,0.05000,2.958
+8,block_sparse_moe.experts.10.w1,0.0000726782,0.05000,2.990
+8,block_sparse_moe.experts.6.w1,0.0000093512,0.05000,2.993
+8,block_sparse_moe.experts.14.w1,0.0000456252,0.05000,3.044
+8,block_sparse_moe.experts.0.w1,0.0000709242,0.05000,3.077
+8,block_sparse_moe.experts.12.w1,0.0000236866,0.05000,3.082
+8,block_sparse_moe.experts.4.w1,0.0000157363,0.05000,3.084
+8,block_sparse_moe.experts.8.w1,0.0000295908,0.05000,3.181
+8,block_sparse_moe.experts.9.w1,0.0000389557,0.05000,3.182
+8,block_sparse_moe.experts.5.w1,0.0000701507,0.05000,3.204
+8,block_sparse_moe.experts.3.w1,0.0000419551,0.05000,3.252
+8,block_sparse_moe.experts.11.w1,0.0000249995,0.05000,3.254
+8,block_sparse_moe.experts.1.w1,0.0000353797,0.05000,3.239
+8,block_sparse_moe.experts.13.w1,0.0000350576,0.05000,3.263
+8,block_sparse_moe.experts.15.w1,0.0001078869,0.05000,3.241
+8,block_sparse_moe.experts.7.w1,0.0000432341,0.05000,3.346
+8,block_sparse_moe.experts.22.w1,0.0000218824,0.05000,2.685
+8,block_sparse_moe.experts.30.w1,0.0000498243,0.05000,2.650
+8,block_sparse_moe.experts.26.w1,0.0000211112,0.05000,2.796
+8,block_sparse_moe.experts.18.w1,0.0000313886,0.05000,2.828
+8,block_sparse_moe.experts.28.w1,0.0000853446,0.05000,2.950
+8,block_sparse_moe.experts.16.w1,0.0000285118,0.05000,2.973
+8,block_sparse_moe.experts.20.w1,0.0000411230,0.05000,3.025
+8,block_sparse_moe.experts.24.w1,0.0001748131,0.05000,2.934
+8,block_sparse_moe.experts.21.w1,0.0000322649,0.05000,2.994
+8,block_sparse_moe.experts.25.w1,0.0000111339,0.05000,3.018
+8,block_sparse_moe.experts.27.w1,0.0000263472,0.05000,3.030
+8,block_sparse_moe.experts.17.w1,0.0000516218,0.05000,3.038
+8,block_sparse_moe.experts.29.w1,0.0000485300,0.05000,3.056
+8,block_sparse_moe.experts.19.w1,0.0000344341,0.05000,3.078
+8,block_sparse_moe.experts.23.w1,0.0000124040,0.05000,3.034
+8,block_sparse_moe.experts.31.w1,0.0000664168,0.05000,3.128
+8,block_sparse_moe.experts.46.w1,0.0000262318,0.05000,2.660
+8,block_sparse_moe.experts.38.w1,0.0000676147,0.05000,2.667
+8,block_sparse_moe.experts.42.w1,0.0000270929,0.05000,2.649
+8,block_sparse_moe.experts.34.w1,0.0000490538,0.05000,2.742
+8,block_sparse_moe.experts.44.w1,0.0000119996,0.05000,3.005
+8,block_sparse_moe.experts.32.w1,0.0000457121,0.05000,3.020
+8,block_sparse_moe.experts.36.w1,0.0000314388,0.05000,3.012
+8,block_sparse_moe.experts.40.w1,0.0000123806,0.05000,3.052
+8,block_sparse_moe.experts.41.w1,0.0000520997,0.05000,2.979
+8,block_sparse_moe.experts.39.w1,0.0000176178,0.05000,2.854
+8,block_sparse_moe.experts.37.w1,0.0000284416,0.05000,3.029
+8,block_sparse_moe.experts.43.w1,0.0000501178,0.05000,2.975
+8,block_sparse_moe.experts.45.w1,0.0000207298,0.05000,2.982
+8,block_sparse_moe.experts.35.w1,0.0000317614,0.05000,2.972
+8,block_sparse_moe.experts.33.w1,0.0000021434,0.05000,3.022
+8,block_sparse_moe.experts.47.w1,0.0000188614,0.05000,2.991
+8,block_sparse_moe.experts.62.w1,0.0000333276,0.05000,2.896
+8,block_sparse_moe.experts.58.w1,0.0000330464,0.05000,2.847
+8,block_sparse_moe.experts.54.w1,0.0000232679,0.05000,3.000
+8,block_sparse_moe.experts.50.w1,0.0000241779,0.05000,2.990
+8,block_sparse_moe.experts.48.w1,0.0000200203,0.05000,3.005
+8,block_sparse_moe.experts.60.w1,0.0000169675,0.05000,3.097
+8,block_sparse_moe.experts.57.w1,0.0000196175,0.05000,2.960
+8,block_sparse_moe.experts.52.w1,0.0000147317,0.05000,3.067
+8,block_sparse_moe.experts.55.w1,0.0000781075,0.05000,2.993
+8,block_sparse_moe.experts.59.w1,0.0000406021,0.05000,2.977
+8,block_sparse_moe.experts.49.w1,0.0000205143,0.05000,2.919
+8,block_sparse_moe.experts.53.w1,0.0000097508,0.05000,3.007
+8,block_sparse_moe.experts.56.w1,0.0000757401,0.05000,3.109
+8,block_sparse_moe.experts.61.w1,0.0000212644,0.05000,3.014
+8,block_sparse_moe.experts.51.w1,0.0000187510,0.05000,3.054
+8,block_sparse_moe.experts.63.w1,0.0000247403,0.05000,3.021
+8,block_sparse_moe.experts.78.w1,0.0000528045,0.05000,2.638
+8,block_sparse_moe.experts.74.w1,0.0000136739,0.05000,2.662
+8,block_sparse_moe.experts.70.w1,0.0000345260,0.05000,2.674
+8,block_sparse_moe.experts.66.w1,0.0000685920,0.05000,2.687
+8,block_sparse_moe.experts.64.w1,0.0000349552,0.05000,2.814
+8,block_sparse_moe.experts.76.w1,0.0000164148,0.05000,2.822
+8,block_sparse_moe.experts.73.w1,0.0000684801,0.05000,2.811
+8,block_sparse_moe.experts.65.w1,0.0000713116,0.05000,2.826
+8,block_sparse_moe.experts.68.w1,0.0000393410,0.05000,2.883
+8,block_sparse_moe.experts.77.w1,0.0000329666,0.05000,2.807
+8,block_sparse_moe.experts.72.w1,0.0000227777,0.05000,2.876
+8,block_sparse_moe.experts.69.w1,0.0000411568,0.05000,2.936
+8,block_sparse_moe.experts.71.w1,0.0000121155,0.05000,3.085
+8,block_sparse_moe.experts.75.w1,0.0000381961,0.05000,3.138
+8,block_sparse_moe.experts.67.w1,0.0000338529,0.05000,3.147
+8,block_sparse_moe.experts.79.w1,0.0000113836,0.05000,3.093
+8,block_sparse_moe.experts.94.w1,0.0000451744,0.05000,2.901
+8,block_sparse_moe.experts.86.w1,0.0000282204,0.05000,2.849
+8,block_sparse_moe.experts.90.w1,0.0002238113,0.05000,2.943
+8,block_sparse_moe.experts.82.w1,0.0000271993,0.05000,2.847
+8,block_sparse_moe.experts.80.w1,0.0000322863,0.05000,2.927
+8,block_sparse_moe.experts.89.w1,0.0000302589,0.05000,2.903
+8,block_sparse_moe.experts.92.w1,0.0000078844,0.05000,2.966
+8,block_sparse_moe.experts.81.w1,0.0000210002,0.05000,2.865
+8,block_sparse_moe.experts.84.w1,0.0000507458,0.05000,2.882
+8,block_sparse_moe.experts.88.w1,0.0000098836,0.05000,2.859
+8,block_sparse_moe.experts.93.w1,0.0000328323,0.05000,2.990
+8,block_sparse_moe.experts.85.w1,0.0000236119,0.05000,2.940
+8,block_sparse_moe.experts.87.w1,0.0000393962,0.05000,2.865
+8,block_sparse_moe.experts.91.w1,0.0000076279,0.05000,2.884
+8,block_sparse_moe.experts.83.w1,0.0000224063,0.05000,2.920
+8,block_sparse_moe.experts.95.w1,0.0000266480,0.05000,2.980
+8,block_sparse_moe.experts.110.w1,0.0000283322,0.05000,2.950
+8,block_sparse_moe.experts.102.w1,0.0000658126,0.05000,2.987
+8,block_sparse_moe.experts.106.w1,0.0000298136,0.05000,2.988
+8,block_sparse_moe.experts.98.w1,0.0000183312,0.05000,3.052
+8,block_sparse_moe.experts.96.w1,0.0000114910,0.05000,2.895
+8,block_sparse_moe.experts.108.w1,0.0000585244,0.05000,2.962
+8,block_sparse_moe.experts.100.w1,0.0000228600,0.05000,2.999
+8,block_sparse_moe.experts.97.w1,0.0000305964,0.05000,3.052
+8,block_sparse_moe.experts.104.w1,0.0000203684,0.05000,3.015
+8,block_sparse_moe.experts.105.w1,0.0000519477,0.05000,3.159
+8,block_sparse_moe.experts.103.w1,0.0000233653,0.05000,2.947
+8,block_sparse_moe.experts.107.w1,0.0000328933,0.05000,2.934
+8,block_sparse_moe.experts.109.w1,0.0000276380,0.05000,3.125
+8,block_sparse_moe.experts.101.w1,0.0000336432,0.05000,3.188
+8,block_sparse_moe.experts.99.w1,0.0000234990,0.05000,2.944
+8,block_sparse_moe.experts.111.w1,0.0000605283,0.05000,2.915
+8,block_sparse_moe.experts.126.w1,0.0000073533,0.05000,2.901
+8,block_sparse_moe.experts.122.w1,0.0001222186,0.05000,2.943
+8,block_sparse_moe.experts.118.w1,0.0000255732,0.05000,3.069
+8,block_sparse_moe.experts.114.w1,0.0000282531,0.05000,2.999
+8,block_sparse_moe.experts.112.w1,0.0000215041,0.05000,2.929
+8,block_sparse_moe.experts.124.w1,0.0000204599,0.05000,2.829
+8,block_sparse_moe.experts.116.w1,0.0000106603,0.05000,2.833
+8,block_sparse_moe.experts.120.w1,0.0000599239,0.05000,2.863
+8,block_sparse_moe.experts.113.w1,0.0000453876,0.05000,3.008
+8,block_sparse_moe.experts.121.w1,0.0000238259,0.05000,3.075
+8,block_sparse_moe.experts.123.w1,0.0000102085,0.05000,2.957
+8,block_sparse_moe.experts.119.w1,0.0000277598,0.05000,3.077
+8,block_sparse_moe.experts.125.w1,0.0000570356,0.05000,3.024
+8,block_sparse_moe.experts.117.w1,0.0000445732,0.05000,3.060
+8,block_sparse_moe.experts.115.w1,0.0000270966,0.05000,3.030
+8,block_sparse_moe.experts.127.w1,0.0000420609,0.05000,3.012
+8,block_sparse_moe.experts.142.w1,0.0000657841,0.05000,2.982
+8,block_sparse_moe.experts.138.w1,0.0000930998,0.05000,3.044
+8,block_sparse_moe.experts.134.w1,0.0000515970,0.05000,2.996
+8,block_sparse_moe.experts.130.w1,0.0000249465,0.05000,2.992
+8,block_sparse_moe.experts.128.w1,0.0000349508,0.05000,3.114
+8,block_sparse_moe.experts.132.w1,0.0000194112,0.05000,3.087
+8,block_sparse_moe.experts.140.w1,0.0000154006,0.05000,3.214
+8,block_sparse_moe.experts.136.w1,0.0000077523,0.05000,3.107
+8,block_sparse_moe.experts.129.w1,0.0000813586,0.05000,3.088
+8,block_sparse_moe.experts.135.w1,0.0000897484,0.05000,2.980
+8,block_sparse_moe.experts.137.w1,0.0000168095,0.05000,3.093
+8,block_sparse_moe.experts.139.w1,0.0000479152,0.05000,3.065
+8,block_sparse_moe.experts.141.w1,0.0000385673,0.05000,3.071
+8,block_sparse_moe.experts.131.w1,0.0000449262,0.05000,2.994
+8,block_sparse_moe.experts.133.w1,0.0000872741,0.05000,3.089
+8,block_sparse_moe.experts.143.w1,0.0000368530,0.05000,2.993
+8,block_sparse_moe.experts.158.w1,0.0000297072,0.05000,2.947
+8,block_sparse_moe.experts.154.w1,0.0000226560,0.05000,3.026
+8,block_sparse_moe.experts.150.w1,0.0000262453,0.05000,2.994
+8,block_sparse_moe.experts.146.w1,0.0000740418,0.05000,3.037
+8,block_sparse_moe.experts.144.w1,0.0000531209,0.05000,3.163
+8,block_sparse_moe.experts.156.w1,0.0000421585,0.05000,3.093
+8,block_sparse_moe.experts.148.w1,0.0000492103,0.05000,3.179
+8,block_sparse_moe.experts.145.w1,0.0000457543,0.05000,2.999
+8,block_sparse_moe.experts.152.w1,0.0000455715,0.05000,3.110
+8,block_sparse_moe.experts.155.w1,0.0000322109,0.05000,3.013
+8,block_sparse_moe.experts.153.w1,0.0000197009,0.05000,3.027
+8,block_sparse_moe.experts.151.w1,0.0000323650,0.05000,3.084
+8,block_sparse_moe.experts.157.w1,0.0000354518,0.05000,2.989
+8,block_sparse_moe.experts.147.w1,0.0000139712,0.05000,3.021
+8,block_sparse_moe.experts.149.w1,0.0000217827,0.05000,2.987
+8,block_sparse_moe.experts.159.w1,0.0000469784,0.05000,3.046
+8,block_sparse_moe.experts.174.w1,0.0000313174,0.05000,3.023
+8,block_sparse_moe.experts.170.w1,0.0000290140,0.05000,3.090
+8,block_sparse_moe.experts.166.w1,0.0000478856,0.05000,3.067
+8,block_sparse_moe.experts.162.w1,0.0000414905,0.05000,3.012
+8,block_sparse_moe.experts.160.w1,0.0000418552,0.05000,2.860
+8,block_sparse_moe.experts.168.w1,0.0001452250,0.05000,2.767
+8,block_sparse_moe.experts.172.w1,0.0000481336,0.05000,2.857
+8,block_sparse_moe.experts.164.w1,0.0000216907,0.05000,2.886
+8,block_sparse_moe.experts.161.w1,0.0000361442,0.05000,2.990
+8,block_sparse_moe.experts.169.w1,0.0000306467,0.05000,2.904
+8,block_sparse_moe.experts.173.w1,0.0000081630,0.05000,2.851
+8,block_sparse_moe.experts.171.w1,0.0000256806,0.05000,3.075
+8,block_sparse_moe.experts.165.w1,0.0000595643,0.05000,2.905
+8,block_sparse_moe.experts.167.w1,0.0000494052,0.05000,3.174
+8,block_sparse_moe.experts.163.w1,0.0000366045,0.05000,3.117
+8,block_sparse_moe.experts.175.w1,0.0000153042,0.05000,3.130
+8,block_sparse_moe.experts.190.w1,0.0000599008,0.05000,3.042
+8,block_sparse_moe.experts.182.w1,0.0000269252,0.05000,2.976
+8,block_sparse_moe.experts.186.w1,0.0000201862,0.05000,3.072
+8,block_sparse_moe.experts.178.w1,0.0000307838,0.05000,2.961
+8,block_sparse_moe.experts.176.w1,0.0000301596,0.05000,2.937
+8,block_sparse_moe.experts.184.w1,0.0000080788,0.05000,2.956
+8,block_sparse_moe.experts.188.w1,0.0000256776,0.05000,2.994
+8,block_sparse_moe.experts.180.w1,0.0000352224,0.05000,3.002
+8,block_sparse_moe.experts.189.w1,0.0000137715,0.05000,2.946
+8,block_sparse_moe.experts.177.w1,0.0000158263,0.05000,3.097
+8,block_sparse_moe.experts.187.w1,0.0000510648,0.05000,2.883
+8,block_sparse_moe.experts.185.w1,0.0000702329,0.05000,3.086
+8,block_sparse_moe.experts.183.w1,0.0000142736,0.05000,2.886
+8,block_sparse_moe.experts.181.w1,0.0000032999,0.05000,3.027
+8,block_sparse_moe.experts.179.w1,0.0000286288,0.05000,2.873
+8,block_sparse_moe.experts.191.w1,0.0000333311,0.05000,2.918
+8,block_sparse_moe.experts.206.w1,0.0000425710,0.05000,2.986
+8,block_sparse_moe.experts.198.w1,0.0000384705,0.05000,2.981
+8,block_sparse_moe.experts.202.w1,0.0000253478,0.05000,3.018
+8,block_sparse_moe.experts.194.w1,0.0000586685,0.05000,3.004
+8,block_sparse_moe.experts.192.w1,0.0000206217,0.05000,2.931
+8,block_sparse_moe.experts.200.w1,0.0000118094,0.05000,2.921
+8,block_sparse_moe.experts.204.w1,0.0000073533,0.05000,2.970
+8,block_sparse_moe.experts.196.w1,0.0000506312,0.05000,2.954
+8,block_sparse_moe.experts.205.w1,0.0000618580,0.05000,2.891
+8,block_sparse_moe.experts.203.w1,0.0000750083,0.05000,2.954
+8,block_sparse_moe.experts.193.w1,0.0000631948,0.05000,2.978
+8,block_sparse_moe.experts.201.w1,0.0000426756,0.05000,3.054
+8,block_sparse_moe.experts.197.w1,0.0000192921,0.05000,2.897
+8,block_sparse_moe.experts.199.w1,0.0000052488,0.05000,3.005
+8,block_sparse_moe.experts.195.w1,0.0000324627,0.05000,3.017
+8,block_sparse_moe.experts.207.w1,0.0000109511,0.05000,2.926
+8,block_sparse_moe.experts.222.w1,0.0000500313,0.05000,2.805
+8,block_sparse_moe.experts.214.w1,0.0000161426,0.05000,2.745
+8,block_sparse_moe.experts.218.w1,0.0000130591,0.05000,2.793
+8,block_sparse_moe.experts.210.w1,0.0000385431,0.05000,2.784
+8,block_sparse_moe.experts.208.w1,0.0000364670,0.05000,2.895
+8,block_sparse_moe.experts.216.w1,0.0000256831,0.05000,2.905
+8,block_sparse_moe.experts.220.w1,0.0000372158,0.05000,2.898
+8,block_sparse_moe.experts.212.w1,0.0000201570,0.05000,2.956
+8,block_sparse_moe.experts.221.w1,0.0000598381,0.05000,3.036
+8,block_sparse_moe.experts.209.w1,0.0000640801,0.05000,2.990
+8,block_sparse_moe.experts.213.w1,0.0000258683,0.05000,2.875
+8,block_sparse_moe.experts.217.w1,0.0000321635,0.05000,2.932
+8,block_sparse_moe.experts.219.w1,0.0000148867,0.05000,3.080
+8,block_sparse_moe.experts.215.w1,0.0000374301,0.05000,2.997
+8,block_sparse_moe.experts.211.w1,0.0000412681,0.05000,3.042
+8,block_sparse_moe.experts.223.w1,0.0000411371,0.05000,3.133
+8,block_sparse_moe.experts.238.w1,0.0000271577,0.05000,2.570
+8,block_sparse_moe.experts.230.w1,0.0000709718,0.05000,2.814
+8,block_sparse_moe.experts.234.w1,0.0000237953,0.05000,2.729
+8,block_sparse_moe.experts.226.w1,0.0000311003,0.05000,2.792
+8,block_sparse_moe.experts.224.w1,0.0000321236,0.05000,2.834
+8,block_sparse_moe.experts.232.w1,0.0000262669,0.05000,2.876
+8,block_sparse_moe.experts.236.w1,0.0000764242,0.05000,2.924
+8,block_sparse_moe.experts.228.w1,0.0000494848,0.05000,2.913
+8,block_sparse_moe.experts.237.w1,0.0000271476,0.05000,2.953
+8,block_sparse_moe.experts.229.w1,0.0000416572,0.05000,2.839
+8,block_sparse_moe.experts.225.w1,0.0000460535,0.05000,2.907
+8,block_sparse_moe.experts.233.w1,0.0000462158,0.05000,2.882
+8,block_sparse_moe.experts.235.w1,0.0000293576,0.05000,2.998
+8,block_sparse_moe.experts.231.w1,0.0000237072,0.05000,3.015
+8,block_sparse_moe.experts.227.w1,0.0000500922,0.05000,2.941
+8,block_sparse_moe.experts.239.w1,0.0000317573,0.05000,2.891
+8,block_sparse_moe.experts.254.w1,0.0000286463,0.05000,2.962
+8,block_sparse_moe.experts.250.w1,0.0000352034,0.05000,2.792
+8,block_sparse_moe.experts.246.w1,0.0000047037,0.05000,2.937
+8,block_sparse_moe.experts.242.w1,0.0000202591,0.05000,2.792
+8,block_sparse_moe.experts.240.w1,0.0000234921,0.05000,2.959
+8,block_sparse_moe.experts.248.w1,0.0000287188,0.05000,2.927
+8,block_sparse_moe.experts.252.w1,0.0000549923,0.05000,2.969
+8,block_sparse_moe.experts.253.w1,0.0000654755,0.05000,2.725
+8,block_sparse_moe.experts.244.w1,0.0000392266,0.05000,2.978
+8,block_sparse_moe.experts.245.w1,0.0000578728,0.05000,2.747
+8,block_sparse_moe.experts.241.w1,0.0000234168,0.05000,2.779
+8,block_sparse_moe.experts.249.w1,0.0000520627,0.05000,2.846
+8,block_sparse_moe.experts.251.w1,0.0000242751,0.05000,2.887
+8,block_sparse_moe.experts.247.w1,0.0000167580,0.05000,2.899
+8,block_sparse_moe.experts.243.w1,0.0000484814,0.05000,2.927
+8,block_sparse_moe.experts.255.w1,0.0000382245,0.05000,2.937
+8,block_sparse_moe.experts.14.w3,0.0000431355,0.05000,3.139
+8,block_sparse_moe.experts.10.w3,0.0000704836,0.05000,3.035
+8,block_sparse_moe.experts.6.w3,0.0000089869,0.05000,3.019
+8,block_sparse_moe.experts.2.w3,0.0000558645,0.05000,3.052
+8,block_sparse_moe.experts.0.w3,0.0000678251,0.05000,2.957
+8,block_sparse_moe.experts.8.w3,0.0000291439,0.05000,2.901
+8,block_sparse_moe.experts.12.w3,0.0000225424,0.05000,2.904
+8,block_sparse_moe.experts.5.w3,0.0000653076,0.05000,2.799
+8,block_sparse_moe.experts.4.w3,0.0000149375,0.05000,2.857
+8,block_sparse_moe.experts.13.w3,0.0000340209,0.05000,2.884
+8,block_sparse_moe.experts.1.w3,0.0000349676,0.05000,2.967
+8,block_sparse_moe.experts.9.w3,0.0000381096,0.05000,2.923
+8,block_sparse_moe.experts.11.w3,0.0000233778,0.05000,2.895
+8,block_sparse_moe.experts.7.w3,0.0000400472,0.05000,2.929
+8,block_sparse_moe.experts.15.w3,0.0001157117,0.05000,2.854
+8,block_sparse_moe.experts.3.w3,0.0000411460,0.05000,3.018
+8,block_sparse_moe.experts.30.w3,0.0000470658,0.05000,2.836
+8,block_sparse_moe.experts.22.w3,0.0000207733,0.05000,2.875
+8,block_sparse_moe.experts.26.w3,0.0000204438,0.05000,2.969
+8,block_sparse_moe.experts.18.w3,0.0000300402,0.05000,2.968
+8,block_sparse_moe.experts.16.w3,0.0000279522,0.05000,2.953
+8,block_sparse_moe.experts.24.w3,0.0001695641,0.05000,2.964
+8,block_sparse_moe.experts.21.w3,0.0000313245,0.05000,2.967
+8,block_sparse_moe.experts.28.w3,0.0000831805,0.05000,3.039
+8,block_sparse_moe.experts.29.w3,0.0000476774,0.05000,3.005
+8,block_sparse_moe.experts.20.w3,0.0000399323,0.05000,3.015
+8,block_sparse_moe.experts.17.w3,0.0000482303,0.05000,2.977
+8,block_sparse_moe.experts.27.w3,0.0000249799,0.05000,2.851
+8,block_sparse_moe.experts.25.w3,0.0000103910,0.05000,2.989
+8,block_sparse_moe.experts.23.w3,0.0000118004,0.05000,2.837
+8,block_sparse_moe.experts.31.w3,0.0000636993,0.05000,2.939
+8,block_sparse_moe.experts.19.w3,0.0000339068,0.05000,2.913
+8,block_sparse_moe.experts.46.w3,0.0000254875,0.05000,2.924
+8,block_sparse_moe.experts.38.w3,0.0000652006,0.05000,2.869
+8,block_sparse_moe.experts.42.w3,0.0000258168,0.05000,2.856
+8,block_sparse_moe.experts.34.w3,0.0000482246,0.05000,2.812
+8,block_sparse_moe.experts.32.w3,0.0000442902,0.05000,3.023
+8,block_sparse_moe.experts.37.w3,0.0000275698,0.05000,2.863
+8,block_sparse_moe.experts.40.w3,0.0000118112,0.05000,3.084
+8,block_sparse_moe.experts.45.w3,0.0000203248,0.05000,2.856
+8,block_sparse_moe.experts.36.w3,0.0000307387,0.05000,2.967
+8,block_sparse_moe.experts.33.w3,0.0000020615,0.05000,2.831
+8,block_sparse_moe.experts.44.w3,0.0000111290,0.05000,3.025
+8,block_sparse_moe.experts.41.w3,0.0000506916,0.05000,2.853
+8,block_sparse_moe.experts.43.w3,0.0000459256,0.05000,3.002
+8,block_sparse_moe.experts.39.w3,0.0000170437,0.05000,3.010
+8,block_sparse_moe.experts.47.w3,0.0000184492,0.05000,2.980
+8,block_sparse_moe.experts.35.w3,0.0000306611,0.05000,3.053
+8,block_sparse_moe.experts.62.w3,0.0000323719,0.05000,3.047
+8,block_sparse_moe.experts.54.w3,0.0000231012,0.05000,2.950
+8,block_sparse_moe.experts.58.w3,0.0000310357,0.05000,3.051
+8,block_sparse_moe.experts.50.w3,0.0000237373,0.05000,3.034
+8,block_sparse_moe.experts.53.w3,0.0000094319,0.05000,2.909
+8,block_sparse_moe.experts.48.w3,0.0000195117,0.05000,3.033
+8,block_sparse_moe.experts.61.w3,0.0000206433,0.05000,2.959
+8,block_sparse_moe.experts.56.w3,0.0000671960,0.05000,3.063
+8,block_sparse_moe.experts.49.w3,0.0000200627,0.05000,2.988
+8,block_sparse_moe.experts.52.w3,0.0000145120,0.05000,3.002
+8,block_sparse_moe.experts.57.w3,0.0000192841,0.05000,2.996
+8,block_sparse_moe.experts.60.w3,0.0000167042,0.05000,3.135
+8,block_sparse_moe.experts.59.w3,0.0000390385,0.05000,2.959
+8,block_sparse_moe.experts.55.w3,0.0000632484,0.05000,2.857
+8,block_sparse_moe.experts.63.w3,0.0000239633,0.05000,2.772
+8,block_sparse_moe.experts.51.w3,0.0000178984,0.05000,2.832
+8,block_sparse_moe.experts.78.w3,0.0000516912,0.05000,3.036
+8,block_sparse_moe.experts.70.w3,0.0000337000,0.05000,2.970
+8,block_sparse_moe.experts.74.w3,0.0000132992,0.05000,2.958
+8,block_sparse_moe.experts.66.w3,0.0000673849,0.05000,2.998
+8,block_sparse_moe.experts.64.w3,0.0000339291,0.05000,2.803
+8,block_sparse_moe.experts.72.w3,0.0000222545,0.05000,2.891
+8,block_sparse_moe.experts.69.w3,0.0000401473,0.05000,3.089
+8,block_sparse_moe.experts.75.w3,0.0000371174,0.05000,2.677
+8,block_sparse_moe.experts.68.w3,0.0000383449,0.05000,2.938
+8,block_sparse_moe.experts.76.w3,0.0000155198,0.05000,2.908
+8,block_sparse_moe.experts.77.w3,0.0000303025,0.05000,3.293
+8,block_sparse_moe.experts.79.w3,0.0000108950,0.05000,2.717
+8,block_sparse_moe.experts.71.w3,0.0000116938,0.05000,2.917
+8,block_sparse_moe.experts.65.w3,0.0000704863,0.05000,3.212
+8,block_sparse_moe.experts.73.w3,0.0000669010,0.05000,3.203
+8,block_sparse_moe.experts.67.w3,0.0000317110,0.05000,2.822
+8,block_sparse_moe.experts.94.w3,0.0000440312,0.05000,3.039
+8,block_sparse_moe.experts.86.w3,0.0000279438,0.05000,2.985
+8,block_sparse_moe.experts.90.w3,0.0002098115,0.05000,3.056
+8,block_sparse_moe.experts.82.w3,0.0000261424,0.05000,2.972
+8,block_sparse_moe.experts.80.w3,0.0000302460,0.05000,2.955
+8,block_sparse_moe.experts.88.w3,0.0000095557,0.05000,3.007
+8,block_sparse_moe.experts.84.w3,0.0000481343,0.05000,2.980
+8,block_sparse_moe.experts.91.w3,0.0000073341,0.05000,3.072
+8,block_sparse_moe.experts.85.w3,0.0000226759,0.05000,3.210
+8,block_sparse_moe.experts.95.w3,0.0000264603,0.05000,2.979
+8,block_sparse_moe.experts.92.w3,0.0000075515,0.05000,3.059
+8,block_sparse_moe.experts.81.w3,0.0000203657,0.05000,3.015
+8,block_sparse_moe.experts.93.w3,0.0000302127,0.05000,3.102
+8,block_sparse_moe.experts.87.w3,0.0000377535,0.05000,3.029
+8,block_sparse_moe.experts.83.w3,0.0000221913,0.05000,2.968
+8,block_sparse_moe.experts.89.w3,0.0000288370,0.05000,3.107
+8,block_sparse_moe.experts.110.w3,0.0000276974,0.05000,2.976
+8,block_sparse_moe.experts.102.w3,0.0000646681,0.05000,2.935
+8,block_sparse_moe.experts.98.w3,0.0000176172,0.05000,2.987
+8,block_sparse_moe.experts.106.w3,0.0000292654,0.05000,3.036
+8,block_sparse_moe.experts.96.w3,0.0000110919,0.05000,3.093
+8,block_sparse_moe.experts.104.w3,0.0000198585,0.05000,3.075
+8,block_sparse_moe.experts.107.w3,0.0000298410,0.05000,2.914
+8,block_sparse_moe.experts.111.w3,0.0000579217,0.05000,2.869
+8,block_sparse_moe.experts.101.w3,0.0000329801,0.05000,3.007
+8,block_sparse_moe.experts.100.w3,0.0000225029,0.05000,3.125
+8,block_sparse_moe.experts.103.w3,0.0000226620,0.05000,2.870
+8,block_sparse_moe.experts.99.w3,0.0000226980,0.05000,2.913
+8,block_sparse_moe.experts.108.w3,0.0000565157,0.05000,3.154
+8,block_sparse_moe.experts.109.w3,0.0000268716,0.05000,3.062
+8,block_sparse_moe.experts.97.w3,0.0000289624,0.05000,3.101
+8,block_sparse_moe.experts.105.w3,0.0000515075,0.05000,3.074
+8,block_sparse_moe.experts.126.w3,0.0000071907,0.05000,2.743
+8,block_sparse_moe.experts.118.w3,0.0000239567,0.05000,2.709
+8,block_sparse_moe.experts.114.w3,0.0000270797,0.05000,2.745
+8,block_sparse_moe.experts.122.w3,0.0001170275,0.05000,2.744
+8,block_sparse_moe.experts.112.w3,0.0000206172,0.05000,3.012
+8,block_sparse_moe.experts.117.w3,0.0000383913,0.05000,2.863
+8,block_sparse_moe.experts.123.w3,0.0000099402,0.05000,3.014
+8,block_sparse_moe.experts.120.w3,0.0000587712,0.05000,3.095
+8,block_sparse_moe.experts.127.w3,0.0000410865,0.05000,2.983
+8,block_sparse_moe.experts.119.w3,0.0000270764,0.05000,2.947
+8,block_sparse_moe.experts.116.w3,0.0000103336,0.05000,3.098
+8,block_sparse_moe.experts.113.w3,0.0000443759,0.05000,2.861
+8,block_sparse_moe.experts.115.w3,0.0000267694,0.05000,2.950
+8,block_sparse_moe.experts.125.w3,0.0000560358,0.05000,2.926
+8,block_sparse_moe.experts.124.w3,0.0000201833,0.05000,3.171
+8,block_sparse_moe.experts.121.w3,0.0000228205,0.05000,2.975
+8,block_sparse_moe.experts.142.w3,0.0000620668,0.05000,3.071
+8,block_sparse_moe.experts.134.w3,0.0000500959,0.05000,3.068
+8,block_sparse_moe.experts.130.w3,0.0000245520,0.05000,3.107
+8,block_sparse_moe.experts.138.w3,0.0000889388,0.05000,3.225
+8,block_sparse_moe.experts.128.w3,0.0000333923,0.05000,3.117
+8,block_sparse_moe.experts.139.w3,0.0000450432,0.05000,3.035
+8,block_sparse_moe.experts.133.w3,0.0000838401,0.05000,3.064
+8,block_sparse_moe.experts.143.w3,0.0000351676,0.05000,2.997
+8,block_sparse_moe.experts.136.w3,0.0000075723,0.05000,3.077
+8,block_sparse_moe.experts.135.w3,0.0000870652,0.05000,3.095
+8,block_sparse_moe.experts.129.w3,0.0000752087,0.05000,2.990
+8,block_sparse_moe.experts.131.w3,0.0000432490,0.05000,3.003
+8,block_sparse_moe.experts.141.w3,0.0000378052,0.05000,3.019
+8,block_sparse_moe.experts.132.w3,0.0000188503,0.05000,3.102
+8,block_sparse_moe.experts.137.w3,0.0000164028,0.05000,2.989
+8,block_sparse_moe.experts.140.w3,0.0000150911,0.05000,3.040
+8,block_sparse_moe.experts.158.w3,0.0000288723,0.05000,3.085
+8,block_sparse_moe.experts.150.w3,0.0000255687,0.05000,3.076
+8,block_sparse_moe.experts.146.w3,0.0000712569,0.05000,3.063
+8,block_sparse_moe.experts.154.w3,0.0000215224,0.05000,3.073
+8,block_sparse_moe.experts.144.w3,0.0000514476,0.05000,2.962
+8,block_sparse_moe.experts.155.w3,0.0000314430,0.05000,2.991
+8,block_sparse_moe.experts.152.w3,0.0000439797,0.05000,2.897
+8,block_sparse_moe.experts.159.w3,0.0000446330,0.05000,3.000
+8,block_sparse_moe.experts.149.w3,0.0000210609,0.05000,3.041
+8,block_sparse_moe.experts.151.w3,0.0000297725,0.05000,2.979
+8,block_sparse_moe.experts.145.w3,0.0000444720,0.05000,2.965
+8,block_sparse_moe.experts.148.w3,0.0000474137,0.05000,2.926
+8,block_sparse_moe.experts.147.w3,0.0000135900,0.05000,2.998
+8,block_sparse_moe.experts.157.w3,0.0000339814,0.05000,2.996
+8,block_sparse_moe.experts.156.w3,0.0000414797,0.05000,2.946
+8,block_sparse_moe.experts.153.w3,0.0000171733,0.05000,3.011
+8,block_sparse_moe.experts.174.w3,0.0000294180,0.05000,2.821
+8,block_sparse_moe.experts.166.w3,0.0000456156,0.05000,2.915
+8,block_sparse_moe.experts.162.w3,0.0000371064,0.05000,2.787
+8,block_sparse_moe.experts.170.w3,0.0000271123,0.05000,2.783
+8,block_sparse_moe.experts.160.w3,0.0000377586,0.05000,2.846
+8,block_sparse_moe.experts.171.w3,0.0000251200,0.05000,2.745
+8,block_sparse_moe.experts.175.w3,0.0000149655,0.05000,2.742
+8,block_sparse_moe.experts.168.w3,0.0001375966,0.05000,2.832
+8,block_sparse_moe.experts.167.w3,0.0000478480,0.05000,2.712
+8,block_sparse_moe.experts.163.w3,0.0000340733,0.05000,2.740
+8,block_sparse_moe.experts.165.w3,0.0000572929,0.05000,3.032
+8,block_sparse_moe.experts.164.w3,0.0000208084,0.05000,2.888
+8,block_sparse_moe.experts.173.w3,0.0000080058,0.05000,3.025
+8,block_sparse_moe.experts.161.w3,0.0000333275,0.05000,3.140
+8,block_sparse_moe.experts.172.w3,0.0000450319,0.05000,2.921
+8,block_sparse_moe.experts.169.w3,0.0000292113,0.05000,3.108
+8,block_sparse_moe.experts.190.w3,0.0000581739,0.05000,2.911
+8,block_sparse_moe.experts.182.w3,0.0000250521,0.05000,2.904
+8,block_sparse_moe.experts.178.w3,0.0000298835,0.05000,3.008
+8,block_sparse_moe.experts.186.w3,0.0000194895,0.05000,3.015
+8,block_sparse_moe.experts.176.w3,0.0000289404,0.05000,2.723
+8,block_sparse_moe.experts.184.w3,0.0000077176,0.05000,2.778
+8,block_sparse_moe.experts.191.w3,0.0000325972,0.05000,2.903
+8,block_sparse_moe.experts.187.w3,0.0000490775,0.05000,3.027
+8,block_sparse_moe.experts.183.w3,0.0000135429,0.05000,2.932
+8,block_sparse_moe.experts.180.w3,0.0000342761,0.05000,2.737
+8,block_sparse_moe.experts.181.w3,0.0000032068,0.05000,2.807
+8,block_sparse_moe.experts.179.w3,0.0000279377,0.05000,2.984
+8,block_sparse_moe.experts.188.w3,0.0000240072,0.05000,2.749
+8,block_sparse_moe.experts.189.w3,0.0000131596,0.05000,2.845
+8,block_sparse_moe.experts.177.w3,0.0000148137,0.05000,2.863
+8,block_sparse_moe.experts.185.w3,0.0000685019,0.05000,2.825
+8,block_sparse_moe.experts.206.w3,0.0000415032,0.05000,3.018
+8,block_sparse_moe.experts.198.w3,0.0000380296,0.05000,2.958
+8,block_sparse_moe.experts.194.w3,0.0000573564,0.05000,2.927
+8,block_sparse_moe.experts.202.w3,0.0000235703,0.05000,3.071
+8,block_sparse_moe.experts.192.w3,0.0000203568,0.05000,2.922
+8,block_sparse_moe.experts.207.w3,0.0000105912,0.05000,2.859
+8,block_sparse_moe.experts.200.w3,0.0000116146,0.05000,2.959
+8,block_sparse_moe.experts.203.w3,0.0000734464,0.05000,2.847
+8,block_sparse_moe.experts.199.w3,0.0000050167,0.05000,2.886
+8,block_sparse_moe.experts.197.w3,0.0000183602,0.05000,2.917
+8,block_sparse_moe.experts.195.w3,0.0000307916,0.05000,2.909
+8,block_sparse_moe.experts.196.w3,0.0000486851,0.05000,3.049
+8,block_sparse_moe.experts.205.w3,0.0000608286,0.05000,2.903
+8,block_sparse_moe.experts.193.w3,0.0000615667,0.05000,2.918
+8,block_sparse_moe.experts.204.w3,0.0000069476,0.05000,3.081
+8,block_sparse_moe.experts.201.w3,0.0000417726,0.05000,2.830
+8,block_sparse_moe.experts.222.w3,0.0000484472,0.05000,2.962
+8,block_sparse_moe.experts.214.w3,0.0000150189,0.05000,3.019
+8,block_sparse_moe.experts.210.w3,0.0000374949,0.05000,3.075
+8,block_sparse_moe.experts.218.w3,0.0000125102,0.05000,2.917
+8,block_sparse_moe.experts.208.w3,0.0000354138,0.05000,2.773
+8,block_sparse_moe.experts.219.w3,0.0000141797,0.05000,2.637
+8,block_sparse_moe.experts.223.w3,0.0000404939,0.05000,2.771
+8,block_sparse_moe.experts.216.w3,0.0000239462,0.05000,2.840
+8,block_sparse_moe.experts.215.w3,0.0000350729,0.05000,2.833
+8,block_sparse_moe.experts.212.w3,0.0000189776,0.05000,2.770
+8,block_sparse_moe.experts.211.w3,0.0000396627,0.05000,2.894
+8,block_sparse_moe.experts.213.w3,0.0000248289,0.05000,3.066
+8,block_sparse_moe.experts.220.w3,0.0000344734,0.05000,2.783
+8,block_sparse_moe.experts.209.w3,0.0000623193,0.05000,2.975
+8,block_sparse_moe.experts.221.w3,0.0000591676,0.05000,3.068
+8,block_sparse_moe.experts.217.w3,0.0000316861,0.05000,3.040
+8,block_sparse_moe.experts.238.w3,0.0000259991,0.05000,2.896
+8,block_sparse_moe.experts.230.w3,0.0000681044,0.05000,2.845
+8,block_sparse_moe.experts.226.w3,0.0000300355,0.05000,2.867
+8,block_sparse_moe.experts.234.w3,0.0000228349,0.05000,2.785
+8,block_sparse_moe.experts.224.w3,0.0000302864,0.05000,3.173
+8,block_sparse_moe.experts.235.w3,0.0000282758,0.05000,3.094
+8,block_sparse_moe.experts.239.w3,0.0000296498,0.05000,3.047
+8,block_sparse_moe.experts.232.w3,0.0000235154,0.05000,3.074
+8,block_sparse_moe.experts.231.w3,0.0000229405,0.05000,2.973
+8,block_sparse_moe.experts.229.w3,0.0000407997,0.05000,2.898
+8,block_sparse_moe.experts.228.w3,0.0000475459,0.05000,3.120
+8,block_sparse_moe.experts.227.w3,0.0000468894,0.05000,3.142
+8,block_sparse_moe.experts.236.w3,0.0000738013,0.05000,3.034
+8,block_sparse_moe.experts.237.w3,0.0000253475,0.05000,2.999
+8,block_sparse_moe.experts.225.w3,0.0000438782,0.05000,3.067
+8,block_sparse_moe.experts.233.w3,0.0000447842,0.05000,3.037
+8,block_sparse_moe.experts.246.w3,0.0000044743,0.05000,2.779
+8,block_sparse_moe.experts.254.w3,0.0000280935,0.05000,2.927
+8,block_sparse_moe.experts.242.w3,0.0000194896,0.05000,2.690
+8,block_sparse_moe.experts.250.w3,0.0000340407,0.05000,2.653
+8,block_sparse_moe.experts.240.w3,0.0000226320,0.05000,2.994
+8,block_sparse_moe.experts.255.w3,0.0000371461,0.05000,2.922
+8,block_sparse_moe.experts.251.w3,0.0000236156,0.05000,3.033
+8,block_sparse_moe.experts.247.w3,0.0000163607,0.05000,2.922
+8,block_sparse_moe.experts.248.w3,0.0000274734,0.05000,2.966
+8,block_sparse_moe.experts.243.w3,0.0000476116,0.05000,2.629
+8,block_sparse_moe.experts.244.w3,0.0000382737,0.05000,2.869
+8,block_sparse_moe.experts.245.w3,0.0000556989,0.05000,2.977
+8,block_sparse_moe.experts.252.w3,0.0000534659,0.05000,2.700
+8,block_sparse_moe.experts.253.w3,0.0000622304,0.05000,2.910
+8,block_sparse_moe.experts.241.w3,0.0000224959,0.05000,2.895
+8,block_sparse_moe.experts.249.w3,0.0000491492,0.05000,2.765
+8,block_sparse_moe.experts.0.w2,0.0000072645,0.05000,1.396
+8,block_sparse_moe.experts.7.w2,0.0000052441,0.05000,1.396
+8,block_sparse_moe.experts.12.w2,0.0000074524,0.05000,1.399
+8,block_sparse_moe.experts.3.w2,0.0000046653,0.05000,1.417
+8,block_sparse_moe.experts.15.w2,0.0000069300,0.05000,1.422
+8,block_sparse_moe.experts.11.w2,0.0000072801,0.05000,1.430
+8,block_sparse_moe.experts.9.w2,0.0000065837,0.05000,1.431
+8,block_sparse_moe.experts.1.w2,0.0000066165,0.05000,1.441
+8,block_sparse_moe.experts.13.w2,0.0000048128,0.05000,1.446
+8,block_sparse_moe.experts.8.w2,0.0000046701,0.05000,1.458
+8,block_sparse_moe.experts.5.w2,0.0000087281,0.05000,1.474
+8,block_sparse_moe.experts.6.w2,0.0000013511,0.05000,1.474
+8,block_sparse_moe.experts.4.w2,0.0000038767,0.05000,1.474
+8,block_sparse_moe.experts.2.w2,0.0000062589,0.05000,1.511
+8,block_sparse_moe.experts.10.w2,0.0000095916,0.05000,1.529
+8,block_sparse_moe.experts.14.w2,0.0000138783,0.05000,1.545
+8,block_sparse_moe.experts.19.w2,0.0000061907,0.05000,1.412
+8,block_sparse_moe.experts.23.w2,0.0000015220,0.05000,1.470
+8,block_sparse_moe.experts.22.w2,0.0000079054,0.05000,1.396
+8,block_sparse_moe.experts.29.w2,0.0000067347,0.05000,1.454
+8,block_sparse_moe.experts.31.w2,0.0000342146,0.05000,1.483
+8,block_sparse_moe.experts.27.w2,0.0000071546,0.05000,1.478
+8,block_sparse_moe.experts.17.w2,0.0000259687,0.05000,1.501
+8,block_sparse_moe.experts.30.w2,0.0000191308,0.05000,1.400
+8,block_sparse_moe.experts.18.w2,0.0000034793,0.05000,1.437
+8,block_sparse_moe.experts.25.w2,0.0000029302,0.05000,1.524
+8,block_sparse_moe.experts.28.w2,0.0000111195,0.05000,1.571
+8,block_sparse_moe.experts.16.w2,0.0000050617,0.05000,1.598
+8,block_sparse_moe.experts.20.w2,0.0000096442,0.05000,1.518
+8,block_sparse_moe.experts.24.w2,0.0000140729,0.05000,1.542
+8,block_sparse_moe.experts.21.w2,0.0000049045,0.05000,1.535
+8,block_sparse_moe.experts.26.w2,0.0000062260,0.05000,1.489
+8,block_sparse_moe.experts.38.w2,0.0000266327,0.05000,1.472
+8,block_sparse_moe.experts.45.w2,0.0000034468,0.05000,1.450
+8,block_sparse_moe.experts.33.w2,0.0000006295,0.05000,1.429
+8,block_sparse_moe.experts.41.w2,0.0000093768,0.05000,1.427
+8,block_sparse_moe.experts.34.w2,0.0000058499,0.05000,1.465
+8,block_sparse_moe.experts.35.w2,0.0000051542,0.05000,1.587
+8,block_sparse_moe.experts.39.w2,0.0000037306,0.05000,1.558
+8,block_sparse_moe.experts.43.w2,0.0000114616,0.05000,1.514
+8,block_sparse_moe.experts.32.w2,0.0000086603,0.05000,1.470
+8,block_sparse_moe.experts.46.w2,0.0000058044,0.05000,1.519
+8,block_sparse_moe.experts.37.w2,0.0000070384,0.05000,1.461
+8,block_sparse_moe.experts.44.w2,0.0000042635,0.05000,1.498
+8,block_sparse_moe.experts.42.w2,0.0000081151,0.05000,1.454
+8,block_sparse_moe.experts.47.w2,0.0000036360,0.05000,1.592
+8,block_sparse_moe.experts.36.w2,0.0000036436,0.05000,1.507
+8,block_sparse_moe.experts.40.w2,0.0000026400,0.05000,1.531
+8,block_sparse_moe.experts.49.w2,0.0000018907,0.05000,1.386
+8,block_sparse_moe.experts.61.w2,0.0000023191,0.05000,1.406
+8,block_sparse_moe.experts.57.w2,0.0000039629,0.05000,1.414
+8,block_sparse_moe.experts.53.w2,0.0000017710,0.05000,1.378
+8,block_sparse_moe.experts.59.w2,0.0000081513,0.05000,1.444
+8,block_sparse_moe.experts.48.w2,0.0000026954,0.05000,1.447
+8,block_sparse_moe.experts.55.w2,0.0000252199,0.05000,1.496
+8,block_sparse_moe.experts.60.w2,0.0000019718,0.05000,1.461
+8,block_sparse_moe.experts.63.w2,0.0000044110,0.05000,1.430
+8,block_sparse_moe.experts.52.w2,0.0000020048,0.05000,1.437
+8,block_sparse_moe.experts.51.w2,0.0000068513,0.05000,1.526
+8,block_sparse_moe.experts.54.w2,0.0000060363,0.05000,1.612
+8,block_sparse_moe.experts.56.w2,0.0000095541,0.05000,1.445
+8,block_sparse_moe.experts.50.w2,0.0000035916,0.05000,1.571
+8,block_sparse_moe.experts.62.w2,0.0000047399,0.05000,1.546
+8,block_sparse_moe.experts.58.w2,0.0000097818,0.05000,1.564
+8,block_sparse_moe.experts.77.w2,0.0000067604,0.05000,1.441
+8,block_sparse_moe.experts.65.w2,0.0000112923,0.05000,1.466
+8,block_sparse_moe.experts.73.w2,0.0000095157,0.05000,1.440
+8,block_sparse_moe.experts.69.w2,0.0000115113,0.05000,1.423
+8,block_sparse_moe.experts.64.w2,0.0000088366,0.05000,1.371
+8,block_sparse_moe.experts.68.w2,0.0000071516,0.05000,1.370
+8,block_sparse_moe.experts.76.w2,0.0000038815,0.05000,1.391
+8,block_sparse_moe.experts.75.w2,0.0000057836,0.05000,1.493
+8,block_sparse_moe.experts.72.w2,0.0000028386,0.05000,1.417
+8,block_sparse_moe.experts.70.w2,0.0000067796,0.05000,1.451
+8,block_sparse_moe.experts.66.w2,0.0000116182,0.05000,1.428
+8,block_sparse_moe.experts.78.w2,0.0000086893,0.05000,1.411
+8,block_sparse_moe.experts.71.w2,0.0000016352,0.05000,1.522
+8,block_sparse_moe.experts.67.w2,0.0000045995,0.05000,1.545
+8,block_sparse_moe.experts.74.w2,0.0000029594,0.05000,1.453
+8,block_sparse_moe.experts.79.w2,0.0000037217,0.05000,1.565
+8,block_sparse_moe.experts.93.w2,0.0000124529,0.05000,1.488
+8,block_sparse_moe.experts.89.w2,0.0000025338,0.05000,1.466
+8,block_sparse_moe.experts.81.w2,0.0000038283,0.05000,1.512
+8,block_sparse_moe.experts.94.w2,0.0000049906,0.05000,1.318
+8,block_sparse_moe.experts.86.w2,0.0000088516,0.05000,1.353
+8,block_sparse_moe.experts.82.w2,0.0000021216,0.05000,1.381
+8,block_sparse_moe.experts.85.w2,0.0000063797,0.05000,1.531
+8,block_sparse_moe.experts.91.w2,0.0000011020,0.05000,1.475
+8,block_sparse_moe.experts.80.w2,0.0000036474,0.05000,1.599
+8,block_sparse_moe.experts.90.w2,0.0000308263,0.05000,1.393
+8,block_sparse_moe.experts.87.w2,0.0000027870,0.05000,1.461
+8,block_sparse_moe.experts.84.w2,0.0000058703,0.05000,1.612
+8,block_sparse_moe.experts.92.w2,0.0000015310,0.05000,1.607
+8,block_sparse_moe.experts.83.w2,0.0000041837,0.05000,1.464
+8,block_sparse_moe.experts.95.w2,0.0000044801,0.05000,1.463
+8,block_sparse_moe.experts.88.w2,0.0000020899,0.05000,1.594
+8,block_sparse_moe.experts.109.w2,0.0000039660,0.05000,1.495
+8,block_sparse_moe.experts.102.w2,0.0000085560,0.05000,1.457
+8,block_sparse_moe.experts.105.w2,0.0000098170,0.05000,1.531
+8,block_sparse_moe.experts.110.w2,0.0000071901,0.05000,1.502
+8,block_sparse_moe.experts.97.w2,0.0000044359,0.05000,1.521
+8,block_sparse_moe.experts.98.w2,0.0000053987,0.05000,1.497
+8,block_sparse_moe.experts.101.w2,0.0000040265,0.05000,1.548
+8,block_sparse_moe.experts.106.w2,0.0000075013,0.05000,1.469
+8,block_sparse_moe.experts.107.w2,0.0000109375,0.05000,1.533
+8,block_sparse_moe.experts.103.w2,0.0000059682,0.05000,1.469
+8,block_sparse_moe.experts.99.w2,0.0000051578,0.05000,1.463
+8,block_sparse_moe.experts.111.w2,0.0000145896,0.05000,1.488
+8,block_sparse_moe.experts.96.w2,0.0000025228,0.05000,1.573
+8,block_sparse_moe.experts.108.w2,0.0000071890,0.05000,1.537
+8,block_sparse_moe.experts.100.w2,0.0000043099,0.05000,1.645
+8,block_sparse_moe.experts.104.w2,0.0000021090,0.05000,1.592
+8,block_sparse_moe.experts.125.w2,0.0000098224,0.05000,1.407
+8,block_sparse_moe.experts.113.w2,0.0000078079,0.05000,1.429
+8,block_sparse_moe.experts.121.w2,0.0000075083,0.05000,1.527
+8,block_sparse_moe.experts.118.w2,0.0000072523,0.05000,1.592
+8,block_sparse_moe.experts.126.w2,0.0000010951,0.05000,1.576
+8,block_sparse_moe.experts.117.w2,0.0000102182,0.05000,1.494
+8,block_sparse_moe.experts.114.w2,0.0000080829,0.05000,1.562
+8,block_sparse_moe.experts.123.w2,0.0000034976,0.05000,1.482
+8,block_sparse_moe.experts.119.w2,0.0000022698,0.05000,1.507
+8,block_sparse_moe.experts.122.w2,0.0000174737,0.05000,1.540
+8,block_sparse_moe.experts.115.w2,0.0000028377,0.05000,1.514
+8,block_sparse_moe.experts.127.w2,0.0000075236,0.05000,1.519
+8,block_sparse_moe.experts.112.w2,0.0000047944,0.05000,1.568
+8,block_sparse_moe.experts.120.w2,0.0000136706,0.05000,1.452
+8,block_sparse_moe.experts.124.w2,0.0000046218,0.05000,1.575
+8,block_sparse_moe.experts.116.w2,0.0000025232,0.05000,1.540
+8,block_sparse_moe.experts.141.w2,0.0000053433,0.05000,1.417
+8,block_sparse_moe.experts.129.w2,0.0000088643,0.05000,1.430
+8,block_sparse_moe.experts.137.w2,0.0000012535,0.05000,1.441
+8,block_sparse_moe.experts.133.w2,0.0000142950,0.05000,1.404
+8,block_sparse_moe.experts.134.w2,0.0000105960,0.05000,1.463
+8,block_sparse_moe.experts.142.w2,0.0000137776,0.05000,1.460
+8,block_sparse_moe.experts.130.w2,0.0000027410,0.05000,1.462
+8,block_sparse_moe.experts.135.w2,0.0000177031,0.05000,1.467
+8,block_sparse_moe.experts.139.w2,0.0000117000,0.05000,1.512
+8,block_sparse_moe.experts.128.w2,0.0000037399,0.05000,1.346
+8,block_sparse_moe.experts.138.w2,0.0000122404,0.05000,1.483
+8,block_sparse_moe.experts.136.w2,0.0000014504,0.05000,1.373
+8,block_sparse_moe.experts.140.w2,0.0000027737,0.05000,1.382
+8,block_sparse_moe.experts.143.w2,0.0000105031,0.05000,1.471
+8,block_sparse_moe.experts.131.w2,0.0000031740,0.05000,1.529
+8,block_sparse_moe.experts.132.w2,0.0000040989,0.05000,1.382
+8,block_sparse_moe.experts.157.w2,0.0000062912,0.05000,1.386
+8,block_sparse_moe.experts.145.w2,0.0000071975,0.05000,1.337
+8,block_sparse_moe.experts.153.w2,0.0000067455,0.05000,1.340
+8,block_sparse_moe.experts.149.w2,0.0000027417,0.05000,1.364
+8,block_sparse_moe.experts.158.w2,0.0000021127,0.05000,1.527
+8,block_sparse_moe.experts.144.w2,0.0000110551,0.05000,1.440
+8,block_sparse_moe.experts.146.w2,0.0000084240,0.05000,1.536
+8,block_sparse_moe.experts.152.w2,0.0000083241,0.05000,1.459
+8,block_sparse_moe.experts.150.w2,0.0000040043,0.05000,1.611
+8,block_sparse_moe.experts.151.w2,0.0000216136,0.05000,1.547
+8,block_sparse_moe.experts.155.w2,0.0000047483,0.05000,1.528
+8,block_sparse_moe.experts.154.w2,0.0000050816,0.05000,1.524
+8,block_sparse_moe.experts.148.w2,0.0000072223,0.05000,1.443
+8,block_sparse_moe.experts.156.w2,0.0000045610,0.05000,1.565
+8,block_sparse_moe.experts.159.w2,0.0000149127,0.05000,1.552
+8,block_sparse_moe.experts.147.w2,0.0000025374,0.05000,1.555
+8,block_sparse_moe.experts.161.w2,0.0000082218,0.05000,1.544
+8,block_sparse_moe.experts.173.w2,0.0000021383,0.05000,1.616
+8,block_sparse_moe.experts.169.w2,0.0000061678,0.05000,1.566
+8,block_sparse_moe.experts.165.w2,0.0000107800,0.05000,1.552
+8,block_sparse_moe.experts.162.w2,0.0000173616,0.05000,1.471
+8,block_sparse_moe.experts.167.w2,0.0000049976,0.05000,1.433
+8,block_sparse_moe.experts.160.w2,0.0000037281,0.05000,1.527
+8,block_sparse_moe.experts.171.w2,0.0000026267,0.05000,1.449
+8,block_sparse_moe.experts.166.w2,0.0000112459,0.05000,1.476
+8,block_sparse_moe.experts.174.w2,0.0000065705,0.05000,1.565
+8,block_sparse_moe.experts.168.w2,0.0000260916,0.05000,1.531
+8,block_sparse_moe.experts.170.w2,0.0000088880,0.05000,1.499
+8,block_sparse_moe.experts.175.w2,0.0000012632,0.05000,1.440
+8,block_sparse_moe.experts.164.w2,0.0000052287,0.05000,1.504
+8,block_sparse_moe.experts.163.w2,0.0000161130,0.05000,1.447
+8,block_sparse_moe.experts.172.w2,0.0000092848,0.05000,1.547
+8,block_sparse_moe.experts.177.w2,0.0000037148,0.05000,1.374
+8,block_sparse_moe.experts.189.w2,0.0000046755,0.05000,1.400
+8,block_sparse_moe.experts.185.w2,0.0000118711,0.05000,1.356
+8,block_sparse_moe.experts.181.w2,0.0000006252,0.05000,1.435
+8,block_sparse_moe.experts.178.w2,0.0000061459,0.05000,1.340
+8,block_sparse_moe.experts.190.w2,0.0000085434,0.05000,1.379
+8,block_sparse_moe.experts.186.w2,0.0000027427,0.05000,1.382
+8,block_sparse_moe.experts.182.w2,0.0000072758,0.05000,1.449
+8,block_sparse_moe.experts.183.w2,0.0000028439,0.05000,1.510
+8,block_sparse_moe.experts.176.w2,0.0000050740,0.05000,1.508
+8,block_sparse_moe.experts.187.w2,0.0000098075,0.05000,1.519
+8,block_sparse_moe.experts.184.w2,0.0000026564,0.05000,1.528
+8,block_sparse_moe.experts.179.w2,0.0000038764,0.05000,1.464
+8,block_sparse_moe.experts.191.w2,0.0000019218,0.05000,1.523
+8,block_sparse_moe.experts.180.w2,0.0000080016,0.05000,1.554
+8,block_sparse_moe.experts.188.w2,0.0000073087,0.05000,1.569
+8,block_sparse_moe.experts.193.w2,0.0000063596,0.05000,1.453
+8,block_sparse_moe.experts.205.w2,0.0000048897,0.05000,1.553
+8,block_sparse_moe.experts.201.w2,0.0000039591,0.05000,1.546
+8,block_sparse_moe.experts.197.w2,0.0000045345,0.05000,1.523
+8,block_sparse_moe.experts.194.w2,0.0000078496,0.05000,1.480
+8,block_sparse_moe.experts.206.w2,0.0000048138,0.05000,1.459
+8,block_sparse_moe.experts.198.w2,0.0000067880,0.05000,1.422
+8,block_sparse_moe.experts.192.w2,0.0000028769,0.05000,1.409
+8,block_sparse_moe.experts.202.w2,0.0000030124,0.05000,1.467
+8,block_sparse_moe.experts.200.w2,0.0000022882,0.05000,1.365
+8,block_sparse_moe.experts.196.w2,0.0000097054,0.05000,1.377
+8,block_sparse_moe.experts.199.w2,0.0000017327,0.05000,1.577
+8,block_sparse_moe.experts.204.w2,0.0000012843,0.05000,1.367
+8,block_sparse_moe.experts.203.w2,0.0000124505,0.05000,1.633
+8,block_sparse_moe.experts.207.w2,0.0000019509,0.05000,1.572
+8,block_sparse_moe.experts.195.w2,0.0000114711,0.05000,1.628
+8,block_sparse_moe.experts.209.w2,0.0000174965,0.05000,1.488
+8,block_sparse_moe.experts.221.w2,0.0000101299,0.05000,1.498
+8,block_sparse_moe.experts.210.w2,0.0000042216,0.05000,1.351
+8,block_sparse_moe.experts.217.w2,0.0000049563,0.05000,1.512
+8,block_sparse_moe.experts.222.w2,0.0000075509,0.05000,1.349
+8,block_sparse_moe.experts.214.w2,0.0000019738,0.05000,1.376
+8,block_sparse_moe.experts.213.w2,0.0000037376,0.05000,1.525
+8,block_sparse_moe.experts.218.w2,0.0000025732,0.05000,1.393
+8,block_sparse_moe.experts.208.w2,0.0000026780,0.05000,1.527
+8,block_sparse_moe.experts.216.w2,0.0000030979,0.05000,1.516
+8,block_sparse_moe.experts.212.w2,0.0000054390,0.05000,1.538
+8,block_sparse_moe.experts.215.w2,0.0000043211,0.05000,1.506
+8,block_sparse_moe.experts.223.w2,0.0000059821,0.05000,1.445
+8,block_sparse_moe.experts.220.w2,0.0000040715,0.05000,1.515
+8,block_sparse_moe.experts.219.w2,0.0000042908,0.05000,1.495
+8,block_sparse_moe.experts.211.w2,0.0000121234,0.05000,1.463
+8,block_sparse_moe.experts.225.w2,0.0000183296,0.05000,1.432
+8,block_sparse_moe.experts.226.w2,0.0000036487,0.05000,1.340
+8,block_sparse_moe.experts.238.w2,0.0000044030,0.05000,1.325
+8,block_sparse_moe.experts.230.w2,0.0000122394,0.05000,1.319
+8,block_sparse_moe.experts.237.w2,0.0000040108,0.05000,1.496
+8,block_sparse_moe.experts.234.w2,0.0000048010,0.05000,1.324
+8,block_sparse_moe.experts.233.w2,0.0000164065,0.05000,1.475
+8,block_sparse_moe.experts.229.w2,0.0000045041,0.05000,1.422
+8,block_sparse_moe.experts.224.w2,0.0000081934,0.05000,1.452
+8,block_sparse_moe.experts.232.w2,0.0000030734,0.05000,1.471
+8,block_sparse_moe.experts.231.w2,0.0000065264,0.05000,1.393
+8,block_sparse_moe.experts.228.w2,0.0000104847,0.05000,1.441
+8,block_sparse_moe.experts.239.w2,0.0000053033,0.05000,1.379
+8,block_sparse_moe.experts.236.w2,0.0000219542,0.05000,1.411
+8,block_sparse_moe.experts.227.w2,0.0000078914,0.05000,1.392
+8,block_sparse_moe.experts.235.w2,0.0000081114,0.05000,1.433
+8,block_sparse_moe.experts.241.w2,0.0000018577,0.05000,1.460
+8,block_sparse_moe.experts.242.w2,0.0000037449,0.05000,1.477
+8,block_sparse_moe.experts.254.w2,0.0000065046,0.05000,1.450
+8,block_sparse_moe.experts.246.w2,0.0000018506,0.05000,1.441
+8,block_sparse_moe.experts.253.w2,0.0000170588,0.05000,1.421
+8,block_sparse_moe.experts.250.w2,0.0000050242,0.05000,1.421
+8,block_sparse_moe.experts.249.w2,0.0000189268,0.05000,1.415
+8,block_sparse_moe.experts.245.w2,0.0000138566,0.05000,1.379
+8,block_sparse_moe.experts.240.w2,0.0000061592,0.05000,1.424
+8,block_sparse_moe.experts.248.w2,0.0000055294,0.05000,1.433
+8,block_sparse_moe.experts.244.w2,0.0000055261,0.05000,1.380
+8,block_sparse_moe.experts.252.w2,0.0000105612,0.05000,1.350
+8,block_sparse_moe.experts.255.w2,0.0000074196,0.05000,1.431
+8,block_sparse_moe.experts.247.w2,0.0000048345,0.05000,1.480
+8,block_sparse_moe.experts.251.w2,0.0000023213,0.05000,1.396
+8,block_sparse_moe.experts.243.w2,0.0000101746,0.05000,1.417
+9,self_attn.k_proj,0.0000000318,0.05000,0.924
+9,self_attn.q_proj,0.0000001962,0.05000,0.959
+9,self_attn.v_proj,0.0000000300,0.05000,1.009
+9,self_attn.o_proj,0.0000000327,0.05000,1.838
+9,block_sparse_moe.experts.3.w1,0.0000212902,0.05000,2.924
+9,block_sparse_moe.experts.11.w1,0.0000855304,0.05000,2.908
+9,block_sparse_moe.experts.1.w1,0.0001078112,0.05000,2.926
+9,block_sparse_moe.experts.6.w1,0.0001116351,0.05000,2.946
+9,block_sparse_moe.experts.13.w1,0.0000302387,0.05000,2.980
+9,block_sparse_moe.experts.9.w1,0.0000569437,0.05000,3.000
+9,block_sparse_moe.experts.15.w1,0.0000089048,0.05000,2.985
+9,block_sparse_moe.experts.2.w1,0.0000402087,0.05000,2.988
+9,block_sparse_moe.experts.10.w1,0.0000249105,0.05000,3.034
+9,block_sparse_moe.experts.0.w1,0.0000252388,0.05000,3.040
+9,block_sparse_moe.experts.5.w1,0.0000354552,0.05000,3.040
+9,block_sparse_moe.experts.14.w1,0.0000409965,0.05000,3.050
+9,block_sparse_moe.experts.7.w1,0.0000436657,0.05000,3.051
+9,block_sparse_moe.experts.4.w1,0.0000147574,0.05000,3.101
+9,block_sparse_moe.experts.12.w1,0.0000202562,0.05000,3.084
+9,block_sparse_moe.experts.8.w1,0.0000512184,0.05000,3.193
+9,block_sparse_moe.experts.17.w1,0.0000371882,0.05000,2.708
+9,block_sparse_moe.experts.25.w1,0.0000217158,0.05000,2.654
+9,block_sparse_moe.experts.29.w1,0.0001294427,0.05000,2.727
+9,block_sparse_moe.experts.22.w1,0.0000399510,0.05000,2.779
+9,block_sparse_moe.experts.21.w1,0.0000194561,0.05000,2.697
+9,block_sparse_moe.experts.30.w1,0.0000643441,0.05000,2.786
+9,block_sparse_moe.experts.18.w1,0.0000169713,0.05000,2.878
+9,block_sparse_moe.experts.26.w1,0.0000495033,0.05000,2.900
+9,block_sparse_moe.experts.19.w1,0.0000616550,0.05000,3.064
+9,block_sparse_moe.experts.16.w1,0.0000300174,0.05000,3.023
+9,block_sparse_moe.experts.27.w1,0.0000315322,0.05000,3.135
+9,block_sparse_moe.experts.31.w1,0.0000345091,0.05000,3.085
+9,block_sparse_moe.experts.28.w1,0.0000328977,0.05000,3.032
+9,block_sparse_moe.experts.23.w1,0.0000216627,0.05000,3.078
+9,block_sparse_moe.experts.20.w1,0.0000420679,0.05000,3.132
+9,block_sparse_moe.experts.24.w1,0.0000473172,0.05000,3.044
+9,block_sparse_moe.experts.45.w1,0.0000619241,0.05000,2.709
+9,block_sparse_moe.experts.33.w1,0.0000543166,0.05000,2.817
+9,block_sparse_moe.experts.41.w1,0.0000145480,0.05000,2.838
+9,block_sparse_moe.experts.37.w1,0.0000296287,0.05000,2.858
+9,block_sparse_moe.experts.38.w1,0.0000860396,0.05000,2.906
+9,block_sparse_moe.experts.35.w1,0.0000385041,0.05000,2.701
+9,block_sparse_moe.experts.46.w1,0.0000263630,0.05000,2.851
+9,block_sparse_moe.experts.34.w1,0.0001063537,0.05000,2.882
+9,block_sparse_moe.experts.39.w1,0.0000336187,0.05000,2.624
+9,block_sparse_moe.experts.42.w1,0.0000257664,0.05000,2.879
+9,block_sparse_moe.experts.43.w1,0.0000163798,0.05000,2.746
+9,block_sparse_moe.experts.47.w1,0.0000655026,0.05000,2.779
+9,block_sparse_moe.experts.32.w1,0.0000264863,0.05000,3.026
+9,block_sparse_moe.experts.44.w1,0.0000547808,0.05000,3.009
+9,block_sparse_moe.experts.36.w1,0.0000415781,0.05000,2.978
+9,block_sparse_moe.experts.40.w1,0.0000401287,0.05000,3.036
+9,block_sparse_moe.experts.61.w1,0.0000194743,0.05000,2.718
+9,block_sparse_moe.experts.57.w1,0.0000166719,0.05000,2.729
+9,block_sparse_moe.experts.49.w1,0.0000380649,0.05000,2.759
+9,block_sparse_moe.experts.54.w1,0.0000401093,0.05000,2.721
+9,block_sparse_moe.experts.53.w1,0.0000319344,0.05000,2.773
+9,block_sparse_moe.experts.62.w1,0.0000440253,0.05000,2.752
+9,block_sparse_moe.experts.50.w1,0.0000718124,0.05000,2.691
+9,block_sparse_moe.experts.58.w1,0.0000621201,0.05000,2.703
+9,block_sparse_moe.experts.51.w1,0.0000338736,0.05000,2.984
+9,block_sparse_moe.experts.59.w1,0.0001197656,0.05000,2.921
+9,block_sparse_moe.experts.55.w1,0.0000449524,0.05000,3.008
+9,block_sparse_moe.experts.63.w1,0.0000126640,0.05000,3.016
+9,block_sparse_moe.experts.48.w1,0.0000430908,0.05000,2.906
+9,block_sparse_moe.experts.60.w1,0.0001038931,0.05000,2.910
+9,block_sparse_moe.experts.52.w1,0.0000589173,0.05000,2.876
+9,block_sparse_moe.experts.56.w1,0.0000080615,0.05000,2.855
+9,block_sparse_moe.experts.77.w1,0.0000226605,0.05000,2.857
+9,block_sparse_moe.experts.65.w1,0.0000739389,0.05000,2.919
+9,block_sparse_moe.experts.70.w1,0.0000623233,0.05000,2.775
+9,block_sparse_moe.experts.73.w1,0.0000182004,0.05000,2.930
+9,block_sparse_moe.experts.69.w1,0.0000266312,0.05000,2.856
+9,block_sparse_moe.experts.78.w1,0.0000391529,0.05000,2.798
+9,block_sparse_moe.experts.66.w1,0.0000461308,0.05000,2.852
+9,block_sparse_moe.experts.74.w1,0.0000630493,0.05000,2.918
+9,block_sparse_moe.experts.67.w1,0.0000670996,0.05000,2.868
+9,block_sparse_moe.experts.75.w1,0.0000144829,0.05000,2.820
+9,block_sparse_moe.experts.71.w1,0.0000823314,0.05000,2.908
+9,block_sparse_moe.experts.64.w1,0.0000314321,0.05000,2.716
+9,block_sparse_moe.experts.79.w1,0.0000120052,0.05000,2.867
+9,block_sparse_moe.experts.76.w1,0.0000630400,0.05000,2.754
+9,block_sparse_moe.experts.68.w1,0.0000430429,0.05000,2.809
+9,block_sparse_moe.experts.72.w1,0.0000552136,0.05000,2.823
+9,block_sparse_moe.experts.93.w1,0.0000623158,0.05000,2.723
+9,block_sparse_moe.experts.89.w1,0.0000751754,0.05000,2.682
+9,block_sparse_moe.experts.81.w1,0.0000122048,0.05000,2.783
+9,block_sparse_moe.experts.86.w1,0.0000289588,0.05000,2.878
+9,block_sparse_moe.experts.85.w1,0.0000578318,0.05000,2.790
+9,block_sparse_moe.experts.94.w1,0.0000779803,0.05000,2.849
+9,block_sparse_moe.experts.82.w1,0.0001447984,0.05000,2.872
+9,block_sparse_moe.experts.90.w1,0.0000252368,0.05000,2.794
+9,block_sparse_moe.experts.91.w1,0.0000711076,0.05000,2.986
+9,block_sparse_moe.experts.83.w1,0.0000509747,0.05000,3.029
+9,block_sparse_moe.experts.87.w1,0.0000332746,0.05000,2.975
+9,block_sparse_moe.experts.92.w1,0.0000563354,0.05000,2.919
+9,block_sparse_moe.experts.95.w1,0.0000130004,0.05000,3.000
+9,block_sparse_moe.experts.80.w1,0.0000320685,0.05000,3.127
+9,block_sparse_moe.experts.84.w1,0.0000279781,0.05000,3.029
+9,block_sparse_moe.experts.88.w1,0.0000505114,0.05000,3.013
+9,block_sparse_moe.experts.109.w1,0.0000179229,0.05000,2.731
+9,block_sparse_moe.experts.105.w1,0.0000458003,0.05000,2.776
+9,block_sparse_moe.experts.97.w1,0.0000136195,0.05000,2.742
+9,block_sparse_moe.experts.101.w1,0.0000202328,0.05000,2.658
+9,block_sparse_moe.experts.110.w1,0.0000694158,0.05000,2.896
+9,block_sparse_moe.experts.102.w1,0.0000906961,0.05000,2.983
+9,block_sparse_moe.experts.98.w1,0.0000228844,0.05000,3.002
+9,block_sparse_moe.experts.106.w1,0.0000322607,0.05000,2.991
+9,block_sparse_moe.experts.108.w1,0.0000258593,0.05000,2.695
+9,block_sparse_moe.experts.99.w1,0.0000097171,0.05000,2.905
+9,block_sparse_moe.experts.107.w1,0.0000252096,0.05000,2.971
+9,block_sparse_moe.experts.96.w1,0.0000255292,0.05000,2.708
+9,block_sparse_moe.experts.100.w1,0.0000056896,0.05000,2.700
+9,block_sparse_moe.experts.103.w1,0.0000214346,0.05000,2.970
+9,block_sparse_moe.experts.104.w1,0.0000395647,0.05000,2.730
+9,block_sparse_moe.experts.111.w1,0.0000355397,0.05000,2.944
+9,block_sparse_moe.experts.125.w1,0.0000448533,0.05000,2.831
+9,block_sparse_moe.experts.121.w1,0.0000166179,0.05000,2.806
+9,block_sparse_moe.experts.117.w1,0.0000357202,0.05000,2.881
+9,block_sparse_moe.experts.113.w1,0.0000153164,0.05000,2.967
+9,block_sparse_moe.experts.126.w1,0.0000138942,0.05000,3.130
+9,block_sparse_moe.experts.118.w1,0.0000802837,0.05000,3.244
+9,block_sparse_moe.experts.114.w1,0.0000140985,0.05000,3.138
+9,block_sparse_moe.experts.122.w1,0.0000404615,0.05000,3.149
+9,block_sparse_moe.experts.124.w1,0.0000265507,0.05000,3.016
+9,block_sparse_moe.experts.112.w1,0.0000455427,0.05000,2.963
+9,block_sparse_moe.experts.116.w1,0.0000169253,0.05000,2.930
+9,block_sparse_moe.experts.115.w1,0.0000740234,0.05000,3.113
+9,block_sparse_moe.experts.123.w1,0.0000218555,0.05000,3.175
+9,block_sparse_moe.experts.120.w1,0.0000145859,0.05000,3.036
+9,block_sparse_moe.experts.119.w1,0.0000326792,0.05000,3.123
+9,block_sparse_moe.experts.127.w1,0.0000112103,0.05000,3.156
+9,block_sparse_moe.experts.141.w1,0.0000397316,0.05000,3.132
+9,block_sparse_moe.experts.137.w1,0.0000441332,0.05000,3.106
+9,block_sparse_moe.experts.133.w1,0.0000485934,0.05000,3.058
+9,block_sparse_moe.experts.129.w1,0.0000176644,0.05000,3.105
+9,block_sparse_moe.experts.142.w1,0.0000185421,0.05000,2.938
+9,block_sparse_moe.experts.134.w1,0.0000382580,0.05000,2.975
+9,block_sparse_moe.experts.138.w1,0.0000320472,0.05000,3.009
+9,block_sparse_moe.experts.130.w1,0.0000265212,0.05000,3.055
+9,block_sparse_moe.experts.131.w1,0.0000112278,0.05000,2.800
+9,block_sparse_moe.experts.139.w1,0.0000286340,0.05000,2.759
+9,block_sparse_moe.experts.135.w1,0.0000240991,0.05000,2.746
+9,block_sparse_moe.experts.140.w1,0.0000405922,0.05000,3.103
+9,block_sparse_moe.experts.143.w1,0.0000861717,0.05000,2.716
+9,block_sparse_moe.experts.128.w1,0.0000235925,0.05000,3.159
+9,block_sparse_moe.experts.132.w1,0.0000223751,0.05000,3.185
+9,block_sparse_moe.experts.136.w1,0.0000483970,0.05000,3.071
+9,block_sparse_moe.experts.157.w1,0.0000277109,0.05000,2.795
+9,block_sparse_moe.experts.153.w1,0.0000277546,0.05000,2.787
+9,block_sparse_moe.experts.149.w1,0.0000381706,0.05000,2.830
+9,block_sparse_moe.experts.145.w1,0.0000568696,0.05000,2.786
+9,block_sparse_moe.experts.158.w1,0.0000415503,0.05000,2.765
+9,block_sparse_moe.experts.150.w1,0.0000225967,0.05000,2.777
+9,block_sparse_moe.experts.154.w1,0.0000688250,0.05000,2.751
+9,block_sparse_moe.experts.146.w1,0.0000191263,0.05000,2.809
+9,block_sparse_moe.experts.156.w1,0.0000299617,0.05000,2.752
+9,block_sparse_moe.experts.144.w1,0.0000461718,0.05000,2.680
+9,block_sparse_moe.experts.148.w1,0.0000310143,0.05000,2.663
+9,block_sparse_moe.experts.155.w1,0.0001360142,0.05000,2.971
+9,block_sparse_moe.experts.147.w1,0.0001223151,0.05000,3.124
+9,block_sparse_moe.experts.151.w1,0.0000243027,0.05000,3.010
+9,block_sparse_moe.experts.152.w1,0.0000271836,0.05000,2.784
+9,block_sparse_moe.experts.159.w1,0.0000803481,0.05000,3.118
+9,block_sparse_moe.experts.173.w1,0.0000638028,0.05000,2.977
+9,block_sparse_moe.experts.169.w1,0.0000311035,0.05000,3.005
+9,block_sparse_moe.experts.165.w1,0.0000689223,0.05000,3.041
+9,block_sparse_moe.experts.161.w1,0.0000302620,0.05000,3.068
+9,block_sparse_moe.experts.174.w1,0.0000078501,0.05000,2.844
+9,block_sparse_moe.experts.166.w1,0.0000076548,0.05000,2.796
+9,block_sparse_moe.experts.170.w1,0.0000526408,0.05000,2.755
+9,block_sparse_moe.experts.162.w1,0.0000221932,0.05000,2.729
+9,block_sparse_moe.experts.172.w1,0.0000745220,0.05000,2.775
+9,block_sparse_moe.experts.160.w1,0.0000468191,0.05000,2.792
+9,block_sparse_moe.experts.164.w1,0.0000719244,0.05000,2.772
+9,block_sparse_moe.experts.171.w1,0.0000709194,0.05000,2.911
+9,block_sparse_moe.experts.168.w1,0.0000533450,0.05000,2.778
+9,block_sparse_moe.experts.163.w1,0.0000321338,0.05000,2.927
+9,block_sparse_moe.experts.167.w1,0.0000366853,0.05000,2.938
+9,block_sparse_moe.experts.175.w1,0.0000132502,0.05000,2.874
+9,block_sparse_moe.experts.189.w1,0.0000152324,0.05000,2.992
+9,block_sparse_moe.experts.185.w1,0.0000096772,0.05000,2.997
+9,block_sparse_moe.experts.190.w1,0.0000395208,0.05000,2.812
+9,block_sparse_moe.experts.181.w1,0.0000609112,0.05000,2.997
+9,block_sparse_moe.experts.182.w1,0.0000358077,0.05000,2.794
+9,block_sparse_moe.experts.177.w1,0.0000111404,0.05000,3.045
+9,block_sparse_moe.experts.186.w1,0.0000425858,0.05000,2.829
+9,block_sparse_moe.experts.176.w1,0.0000186161,0.05000,2.729
+9,block_sparse_moe.experts.188.w1,0.0000258354,0.05000,2.834
+9,block_sparse_moe.experts.178.w1,0.0000180340,0.05000,2.997
+9,block_sparse_moe.experts.180.w1,0.0000343533,0.05000,2.877
+9,block_sparse_moe.experts.184.w1,0.0000660562,0.05000,2.819
+9,block_sparse_moe.experts.187.w1,0.0000322305,0.05000,3.079
+9,block_sparse_moe.experts.183.w1,0.0000321614,0.05000,3.063
+9,block_sparse_moe.experts.179.w1,0.0000181959,0.05000,3.166
+9,block_sparse_moe.experts.191.w1,0.0000261313,0.05000,3.060
+9,block_sparse_moe.experts.205.w1,0.0000383022,0.05000,3.097
+9,block_sparse_moe.experts.206.w1,0.0000225180,0.05000,2.963
+9,block_sparse_moe.experts.201.w1,0.0000357067,0.05000,3.156
+9,block_sparse_moe.experts.192.w1,0.0000259823,0.05000,2.614
+9,block_sparse_moe.experts.198.w1,0.0000085929,0.05000,2.963
+9,block_sparse_moe.experts.197.w1,0.0000170833,0.05000,3.060
+9,block_sparse_moe.experts.202.w1,0.0000245922,0.05000,2.866
+9,block_sparse_moe.experts.204.w1,0.0000281889,0.05000,2.698
+9,block_sparse_moe.experts.193.w1,0.0000294174,0.05000,3.021
+9,block_sparse_moe.experts.196.w1,0.0000078029,0.05000,2.625
+9,block_sparse_moe.experts.200.w1,0.0000086012,0.05000,2.584
+9,block_sparse_moe.experts.194.w1,0.0000167094,0.05000,2.868
+9,block_sparse_moe.experts.203.w1,0.0000232308,0.05000,2.997
+9,block_sparse_moe.experts.199.w1,0.0000859879,0.05000,3.025
+9,block_sparse_moe.experts.207.w1,0.0000563649,0.05000,2.964
+9,block_sparse_moe.experts.195.w1,0.0000178823,0.05000,3.092
+9,block_sparse_moe.experts.208.w1,0.0000432007,0.05000,2.794
+9,block_sparse_moe.experts.221.w1,0.0000385632,0.05000,3.011
+9,block_sparse_moe.experts.220.w1,0.0000408932,0.05000,2.813
+9,block_sparse_moe.experts.222.w1,0.0000567766,0.05000,3.013
+9,block_sparse_moe.experts.214.w1,0.0000143766,0.05000,2.969
+9,block_sparse_moe.experts.217.w1,0.0000392489,0.05000,3.090
+9,block_sparse_moe.experts.212.w1,0.0000386228,0.05000,2.892
+9,block_sparse_moe.experts.218.w1,0.0000599213,0.05000,3.041
+9,block_sparse_moe.experts.216.w1,0.0000110055,0.05000,2.891
+9,block_sparse_moe.experts.213.w1,0.0000230704,0.05000,3.140
+9,block_sparse_moe.experts.210.w1,0.0000381443,0.05000,2.961
+9,block_sparse_moe.experts.209.w1,0.0000454856,0.05000,3.154
+9,block_sparse_moe.experts.219.w1,0.0000425019,0.05000,2.977
+9,block_sparse_moe.experts.215.w1,0.0000394529,0.05000,2.986
+9,block_sparse_moe.experts.223.w1,0.0000530832,0.05000,2.975
+9,block_sparse_moe.experts.211.w1,0.0000367531,0.05000,2.915
+9,block_sparse_moe.experts.224.w1,0.0000082076,0.05000,2.763
+9,block_sparse_moe.experts.237.w1,0.0000325635,0.05000,2.861
+9,block_sparse_moe.experts.236.w1,0.0000089793,0.05000,2.769
+9,block_sparse_moe.experts.228.w1,0.0000195830,0.05000,2.808
+9,block_sparse_moe.experts.233.w1,0.0000616450,0.05000,2.832
+9,block_sparse_moe.experts.232.w1,0.0000116033,0.05000,2.763
+9,block_sparse_moe.experts.230.w1,0.0000405775,0.05000,2.900
+9,block_sparse_moe.experts.238.w1,0.0000248686,0.05000,3.019
+9,block_sparse_moe.experts.234.w1,0.0000409224,0.05000,2.898
+9,block_sparse_moe.experts.229.w1,0.0000238058,0.05000,2.830
+9,block_sparse_moe.experts.226.w1,0.0000680197,0.05000,2.838
+9,block_sparse_moe.experts.225.w1,0.0000338017,0.05000,2.920
+9,block_sparse_moe.experts.235.w1,0.0000261561,0.05000,3.013
+9,block_sparse_moe.experts.231.w1,0.0000599229,0.05000,3.014
+9,block_sparse_moe.experts.239.w1,0.0000435554,0.05000,3.125
+9,block_sparse_moe.experts.227.w1,0.0000936736,0.05000,3.124
+9,block_sparse_moe.experts.253.w1,0.0000106058,0.05000,2.842
+9,block_sparse_moe.experts.240.w1,0.0000179141,0.05000,3.119
+9,block_sparse_moe.experts.246.w1,0.0000201749,0.05000,2.747
+9,block_sparse_moe.experts.254.w1,0.0000125383,0.05000,2.696
+9,block_sparse_moe.experts.250.w1,0.0000487356,0.05000,2.715
+9,block_sparse_moe.experts.242.w1,0.0000450206,0.05000,2.696
+9,block_sparse_moe.experts.252.w1,0.0000192136,0.05000,3.123
+9,block_sparse_moe.experts.244.w1,0.0000169258,0.05000,2.957
+9,block_sparse_moe.experts.249.w1,0.0000189380,0.05000,2.950
+9,block_sparse_moe.experts.245.w1,0.0000184397,0.05000,2.895
+9,block_sparse_moe.experts.248.w1,0.0000272285,0.05000,3.100
+9,block_sparse_moe.experts.241.w1,0.0000066485,0.05000,2.968
+9,block_sparse_moe.experts.251.w1,0.0000383797,0.05000,3.095
+9,block_sparse_moe.experts.247.w1,0.0000589579,0.05000,3.123
+9,block_sparse_moe.experts.255.w1,0.0001021587,0.05000,3.128
+9,block_sparse_moe.experts.243.w1,0.0000294183,0.05000,3.130
+9,block_sparse_moe.experts.13.w3,0.0000297281,0.05000,2.958
+9,block_sparse_moe.experts.0.w3,0.0000249308,0.05000,2.888
+9,block_sparse_moe.experts.12.w3,0.0000197849,0.05000,2.910
+9,block_sparse_moe.experts.10.w3,0.0000235814,0.05000,2.985
+9,block_sparse_moe.experts.9.w3,0.0000556025,0.05000,2.915
+9,block_sparse_moe.experts.6.w3,0.0001090300,0.05000,3.086
+9,block_sparse_moe.experts.5.w3,0.0000350638,0.05000,2.874
+9,block_sparse_moe.experts.4.w3,0.0000144048,0.05000,2.965
+9,block_sparse_moe.experts.14.w3,0.0000394083,0.05000,3.137
+9,block_sparse_moe.experts.2.w3,0.0000393406,0.05000,3.100
+9,block_sparse_moe.experts.8.w3,0.0000491908,0.05000,2.921
+9,block_sparse_moe.experts.1.w3,0.0001010423,0.05000,2.841
+9,block_sparse_moe.experts.11.w3,0.0000836660,0.05000,2.896
+9,block_sparse_moe.experts.7.w3,0.0000420789,0.05000,2.868
+9,block_sparse_moe.experts.15.w3,0.0000082626,0.05000,2.927
+9,block_sparse_moe.experts.3.w3,0.0000206498,0.05000,2.880
+9,block_sparse_moe.experts.29.w3,0.0001271574,0.05000,2.751
+9,block_sparse_moe.experts.25.w3,0.0000215190,0.05000,2.824
+9,block_sparse_moe.experts.26.w3,0.0000474134,0.05000,2.934
+9,block_sparse_moe.experts.16.w3,0.0000288724,0.05000,3.161
+9,block_sparse_moe.experts.30.w3,0.0000670122,0.05000,2.892
+9,block_sparse_moe.experts.22.w3,0.0000389045,0.05000,2.955
+9,block_sparse_moe.experts.21.w3,0.0000184397,0.05000,2.922
+9,block_sparse_moe.experts.18.w3,0.0000164333,0.05000,2.921
+9,block_sparse_moe.experts.28.w3,0.0000311476,0.05000,3.102
+9,block_sparse_moe.experts.17.w3,0.0000367022,0.05000,2.839
+9,block_sparse_moe.experts.20.w3,0.0000411267,0.05000,3.134
+9,block_sparse_moe.experts.24.w3,0.0000432109,0.05000,3.177
+9,block_sparse_moe.experts.27.w3,0.0000309755,0.05000,2.877
+9,block_sparse_moe.experts.23.w3,0.0000189783,0.05000,2.966
+9,block_sparse_moe.experts.31.w3,0.0000339475,0.05000,2.860
+9,block_sparse_moe.experts.19.w3,0.0000612278,0.05000,2.921
+9,block_sparse_moe.experts.45.w3,0.0000609358,0.05000,2.738
+9,block_sparse_moe.experts.41.w3,0.0000140578,0.05000,2.774
+9,block_sparse_moe.experts.42.w3,0.0000246949,0.05000,2.827
+9,block_sparse_moe.experts.37.w3,0.0000283729,0.05000,2.810
+9,block_sparse_moe.experts.34.w3,0.0000997156,0.05000,2.801
+9,block_sparse_moe.experts.46.w3,0.0000249708,0.05000,2.893
+9,block_sparse_moe.experts.38.w3,0.0000850557,0.05000,2.895
+9,block_sparse_moe.experts.32.w3,0.0000241331,0.05000,3.014
+9,block_sparse_moe.experts.33.w3,0.0000519792,0.05000,2.854
+9,block_sparse_moe.experts.44.w3,0.0000526857,0.05000,2.977
+9,block_sparse_moe.experts.36.w3,0.0000394393,0.05000,2.988
+9,block_sparse_moe.experts.40.w3,0.0000380129,0.05000,2.987
+9,block_sparse_moe.experts.43.w3,0.0000159069,0.05000,3.070
+9,block_sparse_moe.experts.39.w3,0.0000324765,0.05000,2.958
+9,block_sparse_moe.experts.35.w3,0.0000375947,0.05000,2.998
+9,block_sparse_moe.experts.47.w3,0.0000635468,0.05000,3.063
+9,block_sparse_moe.experts.61.w3,0.0000184417,0.05000,3.042
+9,block_sparse_moe.experts.58.w3,0.0000591028,0.05000,2.776
+9,block_sparse_moe.experts.50.w3,0.0000666928,0.05000,2.751
+9,block_sparse_moe.experts.57.w3,0.0000163595,0.05000,3.023
+9,block_sparse_moe.experts.62.w3,0.0000434723,0.05000,2.848
+9,block_sparse_moe.experts.54.w3,0.0000385751,0.05000,2.865
+9,block_sparse_moe.experts.53.w3,0.0000300759,0.05000,2.952
+9,block_sparse_moe.experts.48.w3,0.0000419642,0.05000,2.879
+9,block_sparse_moe.experts.60.w3,0.0000923761,0.05000,2.885
+9,block_sparse_moe.experts.49.w3,0.0000371769,0.05000,3.116
+9,block_sparse_moe.experts.52.w3,0.0000570131,0.05000,2.938
+9,block_sparse_moe.experts.56.w3,0.0000078648,0.05000,2.995
+9,block_sparse_moe.experts.59.w3,0.0001292410,0.05000,2.966
+9,block_sparse_moe.experts.55.w3,0.0000437698,0.05000,2.965
+9,block_sparse_moe.experts.51.w3,0.0000323472,0.05000,2.959
+9,block_sparse_moe.experts.63.w3,0.0000123805,0.05000,2.993
+9,block_sparse_moe.experts.77.w3,0.0000209458,0.05000,2.902
+9,block_sparse_moe.experts.74.w3,0.0000608663,0.05000,2.840
+9,block_sparse_moe.experts.66.w3,0.0000421531,0.05000,2.830
+9,block_sparse_moe.experts.78.w3,0.0000383753,0.05000,2.852
+9,block_sparse_moe.experts.73.w3,0.0000178888,0.05000,2.965
+9,block_sparse_moe.experts.70.w3,0.0000600806,0.05000,2.877
+9,block_sparse_moe.experts.69.w3,0.0000260411,0.05000,2.920
+9,block_sparse_moe.experts.64.w3,0.0000305068,0.05000,2.861
+9,block_sparse_moe.experts.76.w3,0.0000621997,0.05000,2.827
+9,block_sparse_moe.experts.65.w3,0.0000724399,0.05000,2.819
+9,block_sparse_moe.experts.68.w3,0.0000423453,0.05000,2.820
+9,block_sparse_moe.experts.72.w3,0.0000519143,0.05000,2.741
+9,block_sparse_moe.experts.75.w3,0.0000132028,0.05000,3.055
+9,block_sparse_moe.experts.71.w3,0.0000785095,0.05000,3.082
+9,block_sparse_moe.experts.79.w3,0.0000115955,0.05000,3.018
+9,block_sparse_moe.experts.67.w3,0.0000659960,0.05000,3.080
+9,block_sparse_moe.experts.93.w3,0.0000601051,0.05000,3.141
+9,block_sparse_moe.experts.90.w3,0.0000236695,0.05000,2.987
+9,block_sparse_moe.experts.82.w3,0.0001428274,0.05000,2.988
+9,block_sparse_moe.experts.89.w3,0.0000726736,0.05000,2.928
+9,block_sparse_moe.experts.94.w3,0.0000718096,0.05000,2.981
+9,block_sparse_moe.experts.92.w3,0.0000535524,0.05000,2.782
+9,block_sparse_moe.experts.80.w3,0.0000305858,0.05000,2.848
+9,block_sparse_moe.experts.86.w3,0.0000283390,0.05000,2.964
+9,block_sparse_moe.experts.85.w3,0.0000564878,0.05000,3.022
+9,block_sparse_moe.experts.84.w3,0.0000258575,0.05000,2.783
+9,block_sparse_moe.experts.88.w3,0.0000493615,0.05000,2.777
+9,block_sparse_moe.experts.81.w3,0.0000112796,0.05000,3.002
+9,block_sparse_moe.experts.91.w3,0.0000695029,0.05000,3.134
+9,block_sparse_moe.experts.87.w3,0.0000325648,0.05000,3.072
+9,block_sparse_moe.experts.95.w3,0.0000116870,0.05000,3.036
+9,block_sparse_moe.experts.83.w3,0.0000495386,0.05000,3.061
+9,block_sparse_moe.experts.106.w3,0.0000313973,0.05000,2.764
+9,block_sparse_moe.experts.98.w3,0.0000224823,0.05000,2.740
+9,block_sparse_moe.experts.110.w3,0.0000680057,0.05000,2.764
+9,block_sparse_moe.experts.109.w3,0.0000168250,0.05000,3.036
+9,block_sparse_moe.experts.108.w3,0.0000242881,0.05000,2.788
+9,block_sparse_moe.experts.102.w3,0.0000893702,0.05000,2.786
+9,block_sparse_moe.experts.96.w3,0.0000247139,0.05000,2.834
+9,block_sparse_moe.experts.100.w3,0.0000053808,0.05000,2.871
+9,block_sparse_moe.experts.105.w3,0.0000446178,0.05000,3.088
+9,block_sparse_moe.experts.101.w3,0.0000193092,0.05000,3.029
+9,block_sparse_moe.experts.104.w3,0.0000385521,0.05000,2.926
+9,block_sparse_moe.experts.97.w3,0.0000127128,0.05000,3.086
+9,block_sparse_moe.experts.107.w3,0.0000243346,0.05000,2.866
+9,block_sparse_moe.experts.103.w3,0.0000198721,0.05000,2.816
+9,block_sparse_moe.experts.111.w3,0.0000331233,0.05000,2.890
+9,block_sparse_moe.experts.99.w3,0.0000094558,0.05000,2.868
+9,block_sparse_moe.experts.122.w3,0.0000391787,0.05000,2.635
+9,block_sparse_moe.experts.114.w3,0.0000137531,0.05000,2.596
+9,block_sparse_moe.experts.118.w3,0.0000771155,0.05000,2.561
+9,block_sparse_moe.experts.126.w3,0.0000132208,0.05000,2.618
+9,block_sparse_moe.experts.124.w3,0.0000257201,0.05000,2.849
+9,block_sparse_moe.experts.112.w3,0.0000441213,0.05000,2.935
+9,block_sparse_moe.experts.116.w3,0.0000165791,0.05000,2.838
+9,block_sparse_moe.experts.125.w3,0.0000427570,0.05000,3.136
+9,block_sparse_moe.experts.120.w3,0.0000142924,0.05000,2.891
+9,block_sparse_moe.experts.121.w3,0.0000164264,0.05000,3.111
+9,block_sparse_moe.experts.117.w3,0.0000339185,0.05000,3.108
+9,block_sparse_moe.experts.113.w3,0.0000131794,0.05000,2.992
+9,block_sparse_moe.experts.123.w3,0.0000210520,0.05000,3.050
+9,block_sparse_moe.experts.119.w3,0.0000316118,0.05000,3.048
+9,block_sparse_moe.experts.115.w3,0.0000695319,0.05000,3.027
+9,block_sparse_moe.experts.127.w3,0.0000107851,0.05000,3.058
+9,block_sparse_moe.experts.138.w3,0.0000308504,0.05000,2.944
+9,block_sparse_moe.experts.130.w3,0.0000254734,0.05000,2.920
+9,block_sparse_moe.experts.142.w3,0.0000179286,0.05000,2.946
+9,block_sparse_moe.experts.134.w3,0.0000373606,0.05000,2.962
+9,block_sparse_moe.experts.140.w3,0.0000385934,0.05000,2.747
+9,block_sparse_moe.experts.128.w3,0.0000226159,0.05000,2.860
+9,block_sparse_moe.experts.132.w3,0.0000206552,0.05000,2.803
+9,block_sparse_moe.experts.141.w3,0.0000401797,0.05000,2.821
+9,block_sparse_moe.experts.136.w3,0.0000453832,0.05000,2.839
+9,block_sparse_moe.experts.137.w3,0.0000421294,0.05000,2.820
+9,block_sparse_moe.experts.133.w3,0.0000478007,0.05000,2.833
+9,block_sparse_moe.experts.129.w3,0.0000169878,0.05000,2.870
+9,block_sparse_moe.experts.139.w3,0.0000273216,0.05000,2.947
+9,block_sparse_moe.experts.135.w3,0.0000232341,0.05000,2.935
+9,block_sparse_moe.experts.143.w3,0.0000810873,0.05000,3.065
+9,block_sparse_moe.experts.131.w3,0.0000109705,0.05000,3.095
+9,block_sparse_moe.experts.146.w3,0.0000186697,0.05000,2.948
+9,block_sparse_moe.experts.154.w3,0.0000666929,0.05000,3.024
+9,block_sparse_moe.experts.158.w3,0.0000408273,0.05000,2.959
+9,block_sparse_moe.experts.150.w3,0.0000218462,0.05000,2.992
+9,block_sparse_moe.experts.156.w3,0.0000275037,0.05000,3.046
+9,block_sparse_moe.experts.157.w3,0.0000265285,0.05000,2.699
+9,block_sparse_moe.experts.148.w3,0.0000297404,0.05000,2.930
+9,block_sparse_moe.experts.153.w3,0.0000267215,0.05000,2.644
+9,block_sparse_moe.experts.144.w3,0.0000454233,0.05000,3.037
+9,block_sparse_moe.experts.149.w3,0.0000336873,0.05000,2.652
+9,block_sparse_moe.experts.152.w3,0.0000264947,0.05000,2.950
+9,block_sparse_moe.experts.145.w3,0.0000554333,0.05000,2.689
+9,block_sparse_moe.experts.155.w3,0.0001193000,0.05000,3.052
+9,block_sparse_moe.experts.151.w3,0.0000238949,0.05000,3.102
+9,block_sparse_moe.experts.159.w3,0.0000795625,0.05000,3.070
+9,block_sparse_moe.experts.162.w3,0.0000216402,0.05000,2.962
+9,block_sparse_moe.experts.147.w3,0.0001129828,0.05000,3.125
+9,block_sparse_moe.experts.170.w3,0.0000515108,0.05000,2.951
+9,block_sparse_moe.experts.173.w3,0.0000622583,0.05000,2.680
+9,block_sparse_moe.experts.166.w3,0.0000074498,0.05000,2.955
+9,block_sparse_moe.experts.174.w3,0.0000075131,0.05000,3.064
+9,block_sparse_moe.experts.169.w3,0.0000292743,0.05000,2.738
+9,block_sparse_moe.experts.172.w3,0.0000709321,0.05000,2.971
+9,block_sparse_moe.experts.165.w3,0.0000678105,0.05000,2.677
+9,block_sparse_moe.experts.164.w3,0.0000695118,0.05000,2.915
+9,block_sparse_moe.experts.161.w3,0.0000295954,0.05000,2.552
+9,block_sparse_moe.experts.160.w3,0.0000455988,0.05000,2.927
+9,block_sparse_moe.experts.168.w3,0.0000505987,0.05000,3.025
+9,block_sparse_moe.experts.171.w3,0.0000698636,0.05000,3.063
+9,block_sparse_moe.experts.189.w3,0.0000143513,0.05000,2.612
+9,block_sparse_moe.experts.167.w3,0.0000352535,0.05000,3.104
+9,block_sparse_moe.experts.175.w3,0.0000133810,0.05000,3.099
+9,block_sparse_moe.experts.185.w3,0.0000089790,0.05000,2.746
+9,block_sparse_moe.experts.163.w3,0.0000313267,0.05000,3.076
+9,block_sparse_moe.experts.186.w3,0.0000414212,0.05000,3.066
+9,block_sparse_moe.experts.181.w3,0.0000573688,0.05000,2.748
+9,block_sparse_moe.experts.178.w3,0.0000173371,0.05000,3.134
+9,block_sparse_moe.experts.182.w3,0.0000351757,0.05000,3.026
+9,block_sparse_moe.experts.177.w3,0.0000099182,0.05000,2.772
+9,block_sparse_moe.experts.188.w3,0.0000252512,0.05000,2.986
+9,block_sparse_moe.experts.190.w3,0.0000383406,0.05000,3.057
+9,block_sparse_moe.experts.180.w3,0.0000325830,0.05000,3.007
+9,block_sparse_moe.experts.176.w3,0.0000182364,0.05000,3.033
+9,block_sparse_moe.experts.184.w3,0.0000598507,0.05000,3.054
+9,block_sparse_moe.experts.187.w3,0.0000308484,0.05000,2.979
+9,block_sparse_moe.experts.183.w3,0.0000316842,0.05000,2.955
+9,block_sparse_moe.experts.205.w3,0.0000375656,0.05000,3.050
+9,block_sparse_moe.experts.202.w3,0.0000242833,0.05000,2.708
+9,block_sparse_moe.experts.194.w3,0.0000158624,0.05000,2.775
+9,block_sparse_moe.experts.198.w3,0.0000084086,0.05000,2.703
+9,block_sparse_moe.experts.191.w3,0.0000256412,0.05000,2.965
+9,block_sparse_moe.experts.201.w3,0.0000351911,0.05000,2.976
+9,block_sparse_moe.experts.197.w3,0.0000163135,0.05000,2.969
+9,block_sparse_moe.experts.206.w3,0.0000214510,0.05000,2.771
+9,block_sparse_moe.experts.179.w3,0.0000173764,0.05000,3.031
+9,block_sparse_moe.experts.204.w3,0.0000275807,0.05000,2.834
+9,block_sparse_moe.experts.193.w3,0.0000269786,0.05000,3.008
+9,block_sparse_moe.experts.196.w3,0.0000073522,0.05000,2.820
+9,block_sparse_moe.experts.192.w3,0.0000216133,0.05000,2.788
+9,block_sparse_moe.experts.200.w3,0.0000082004,0.05000,2.707
+9,block_sparse_moe.experts.203.w3,0.0000220497,0.05000,2.818
+9,block_sparse_moe.experts.199.w3,0.0000822811,0.05000,2.928
+9,block_sparse_moe.experts.221.w3,0.0000377297,0.05000,2.927
+9,block_sparse_moe.experts.218.w3,0.0000566402,0.05000,2.823
+9,block_sparse_moe.experts.210.w3,0.0000375943,0.05000,2.812
+9,block_sparse_moe.experts.214.w3,0.0000139379,0.05000,2.888
+9,block_sparse_moe.experts.207.w3,0.0000544168,0.05000,2.910
+9,block_sparse_moe.experts.220.w3,0.0000395179,0.05000,2.797
+9,block_sparse_moe.experts.195.w3,0.0000169238,0.05000,2.824
+9,block_sparse_moe.experts.222.w3,0.0000523519,0.05000,2.873
+9,block_sparse_moe.experts.213.w3,0.0000220681,0.05000,2.949
+9,block_sparse_moe.experts.217.w3,0.0000376988,0.05000,3.044
+9,block_sparse_moe.experts.209.w3,0.0000443997,0.05000,2.992
+9,block_sparse_moe.experts.212.w3,0.0000368121,0.05000,2.991
+9,block_sparse_moe.experts.208.w3,0.0000416092,0.05000,2.918
+9,block_sparse_moe.experts.216.w3,0.0000105530,0.05000,3.015
+9,block_sparse_moe.experts.219.w3,0.0000414174,0.05000,3.080
+9,block_sparse_moe.experts.234.w3,0.0000405086,0.05000,2.968
+9,block_sparse_moe.experts.237.w3,0.0000312481,0.05000,2.995
+9,block_sparse_moe.experts.215.w3,0.0000387257,0.05000,3.091
+9,block_sparse_moe.experts.226.w3,0.0000667414,0.05000,3.026
+9,block_sparse_moe.experts.230.w3,0.0000383561,0.05000,3.008
+9,block_sparse_moe.experts.236.w3,0.0000086665,0.05000,3.057
+9,block_sparse_moe.experts.223.w3,0.0000518179,0.05000,3.092
+9,block_sparse_moe.experts.233.w3,0.0000564183,0.05000,2.955
+9,block_sparse_moe.experts.238.w3,0.0000241175,0.05000,3.069
+9,block_sparse_moe.experts.211.w3,0.0000360264,0.05000,3.094
+9,block_sparse_moe.experts.229.w3,0.0000221447,0.05000,3.056
+9,block_sparse_moe.experts.225.w3,0.0000318875,0.05000,2.940
+9,block_sparse_moe.experts.224.w3,0.0000078981,0.05000,3.020
+9,block_sparse_moe.experts.228.w3,0.0000188325,0.05000,3.033
+9,block_sparse_moe.experts.232.w3,0.0000114040,0.05000,3.052
+9,block_sparse_moe.experts.242.w3,0.0000436383,0.05000,2.707
+9,block_sparse_moe.experts.235.w3,0.0000258414,0.05000,2.954
+9,block_sparse_moe.experts.250.w3,0.0000470553,0.05000,2.855
+9,block_sparse_moe.experts.246.w3,0.0000193549,0.05000,2.690
+9,block_sparse_moe.experts.253.w3,0.0000101859,0.05000,2.912
+9,block_sparse_moe.experts.254.w3,0.0000123733,0.05000,2.561
+9,block_sparse_moe.experts.231.w3,0.0000587586,0.05000,2.937
+9,block_sparse_moe.experts.245.w3,0.0000175356,0.05000,2.644
+9,block_sparse_moe.experts.249.w3,0.0000185297,0.05000,2.739
+9,block_sparse_moe.experts.241.w3,0.0000061725,0.05000,2.591
+9,block_sparse_moe.experts.252.w3,0.0000171047,0.05000,2.856
+9,block_sparse_moe.experts.239.w3,0.0000420833,0.05000,2.889
+9,block_sparse_moe.experts.227.w3,0.0000906830,0.05000,2.911
+9,block_sparse_moe.experts.244.w3,0.0000164273,0.05000,2.826
+9,block_sparse_moe.experts.240.w3,0.0000160677,0.05000,2.858
+9,block_sparse_moe.experts.248.w3,0.0000261324,0.05000,2.591
+9,block_sparse_moe.experts.251.w3,0.0000369975,0.05000,2.755
+9,block_sparse_moe.experts.247.w3,0.0000545111,0.05000,2.688
+9,block_sparse_moe.experts.255.w3,0.0000987166,0.05000,2.596
+9,block_sparse_moe.experts.243.w3,0.0000288134,0.05000,2.538
+9,block_sparse_moe.experts.0.w2,0.0000040592,0.05000,1.429
+9,block_sparse_moe.experts.8.w2,0.0000050406,0.05000,1.451
+9,block_sparse_moe.experts.4.w2,0.0000011632,0.05000,1.491
+9,block_sparse_moe.experts.9.w2,0.0000064056,0.05000,1.492
+9,block_sparse_moe.experts.1.w2,0.0000188140,0.05000,1.519
+9,block_sparse_moe.experts.13.w2,0.0000046380,0.05000,1.493
+9,block_sparse_moe.experts.12.w2,0.0000055620,0.05000,1.508
+9,block_sparse_moe.experts.5.w2,0.0000075021,0.05000,1.547
+9,block_sparse_moe.experts.6.w2,0.0000266547,0.05000,1.738
+9,block_sparse_moe.experts.14.w2,0.0000195818,0.05000,1.733
+9,block_sparse_moe.experts.10.w2,0.0000060959,0.05000,1.734
+9,block_sparse_moe.experts.2.w2,0.0000080189,0.05000,1.776
+9,block_sparse_moe.experts.3.w2,0.0000022963,0.05000,1.798
+9,block_sparse_moe.experts.7.w2,0.0000095394,0.05000,1.812
+9,block_sparse_moe.experts.11.w2,0.0000154577,0.05000,1.778
+9,block_sparse_moe.experts.15.w2,0.0000029594,0.05000,1.808
+9,block_sparse_moe.experts.25.w2,0.0000038070,0.05000,1.229
+9,block_sparse_moe.experts.21.w2,0.0000070163,0.05000,1.236
+9,block_sparse_moe.experts.16.w2,0.0000080247,0.05000,1.366
+9,block_sparse_moe.experts.24.w2,0.0000138456,0.05000,1.360
+9,block_sparse_moe.experts.29.w2,0.0000114897,0.05000,1.301
+9,block_sparse_moe.experts.20.w2,0.0000048405,0.05000,1.348
+9,block_sparse_moe.experts.17.w2,0.0000103646,0.05000,1.347
+9,block_sparse_moe.experts.28.w2,0.0000090692,0.05000,1.336
+9,block_sparse_moe.experts.26.w2,0.0000113511,0.05000,1.474
+9,block_sparse_moe.experts.31.w2,0.0000042241,0.05000,1.418
+9,block_sparse_moe.experts.22.w2,0.0000048088,0.05000,1.530
+9,block_sparse_moe.experts.27.w2,0.0000056241,0.05000,1.459
+9,block_sparse_moe.experts.19.w2,0.0000098739,0.05000,1.492
+9,block_sparse_moe.experts.18.w2,0.0000049709,0.05000,1.518
+9,block_sparse_moe.experts.23.w2,0.0000038230,0.05000,1.492
+9,block_sparse_moe.experts.30.w2,0.0000051502,0.05000,1.551
+9,block_sparse_moe.experts.41.w2,0.0000029969,0.05000,1.459
+9,block_sparse_moe.experts.32.w2,0.0000086830,0.05000,1.425
+9,block_sparse_moe.experts.45.w2,0.0000151290,0.05000,1.447
+9,block_sparse_moe.experts.37.w2,0.0000034369,0.05000,1.487
+9,block_sparse_moe.experts.40.w2,0.0000140407,0.05000,1.477
+9,block_sparse_moe.experts.36.w2,0.0000075531,0.05000,1.451
+9,block_sparse_moe.experts.33.w2,0.0000097744,0.05000,1.425
+9,block_sparse_moe.experts.44.w2,0.0000064594,0.05000,1.444
+9,block_sparse_moe.experts.34.w2,0.0000187080,0.05000,1.406
+9,block_sparse_moe.experts.42.w2,0.0000097160,0.05000,1.463
+9,block_sparse_moe.experts.38.w2,0.0000141243,0.05000,1.464
+9,block_sparse_moe.experts.35.w2,0.0000085520,0.05000,1.482
+9,block_sparse_moe.experts.47.w2,0.0000088912,0.05000,1.520
+9,block_sparse_moe.experts.43.w2,0.0000030437,0.05000,1.529
+9,block_sparse_moe.experts.46.w2,0.0000095958,0.05000,1.474
+9,block_sparse_moe.experts.39.w2,0.0000062501,0.05000,1.506
+9,block_sparse_moe.experts.57.w2,0.0000049066,0.05000,1.351
+9,block_sparse_moe.experts.53.w2,0.0000101799,0.05000,1.335
+9,block_sparse_moe.experts.48.w2,0.0000197076,0.05000,1.387
+9,block_sparse_moe.experts.52.w2,0.0000100463,0.05000,1.356
+9,block_sparse_moe.experts.61.w2,0.0000062990,0.05000,1.383
+9,block_sparse_moe.experts.60.w2,0.0000877505,0.05000,1.358
+9,block_sparse_moe.experts.56.w2,0.0000018548,0.05000,1.423
+9,block_sparse_moe.experts.49.w2,0.0000057374,0.05000,1.430
+9,block_sparse_moe.experts.50.w2,0.0000073090,0.05000,1.364
+9,block_sparse_moe.experts.54.w2,0.0000080257,0.05000,1.371
+9,block_sparse_moe.experts.62.w2,0.0000121602,0.05000,1.321
+9,block_sparse_moe.experts.58.w2,0.0000215076,0.05000,1.418
+9,block_sparse_moe.experts.51.w2,0.0000163568,0.05000,1.408
+9,block_sparse_moe.experts.55.w2,0.0000091941,0.05000,1.406
+9,block_sparse_moe.experts.63.w2,0.0000034682,0.05000,1.458
+9,block_sparse_moe.experts.59.w2,0.0000159283,0.05000,1.442
+9,block_sparse_moe.experts.73.w2,0.0000037594,0.05000,1.375
+9,block_sparse_moe.experts.69.w2,0.0000057454,0.05000,1.377
+9,block_sparse_moe.experts.77.w2,0.0000045476,0.05000,1.360
+9,block_sparse_moe.experts.64.w2,0.0000108901,0.05000,1.546
+9,block_sparse_moe.experts.76.w2,0.0000188363,0.05000,1.491
+9,block_sparse_moe.experts.65.w2,0.0000123833,0.05000,1.464
+9,block_sparse_moe.experts.68.w2,0.0000059102,0.05000,1.561
+9,block_sparse_moe.experts.72.w2,0.0000108207,0.05000,1.543
+9,block_sparse_moe.experts.66.w2,0.0000099615,0.05000,1.339
+9,block_sparse_moe.experts.70.w2,0.0000105400,0.05000,1.313
+9,block_sparse_moe.experts.74.w2,0.0000077358,0.05000,1.294
+9,block_sparse_moe.experts.78.w2,0.0000051100,0.05000,1.368
+9,block_sparse_moe.experts.67.w2,0.0000140959,0.05000,1.468
+9,block_sparse_moe.experts.79.w2,0.0000016144,0.05000,1.444
+9,block_sparse_moe.experts.75.w2,0.0000042565,0.05000,1.476
+9,block_sparse_moe.experts.71.w2,0.0000115686,0.05000,1.512
+9,block_sparse_moe.experts.89.w2,0.0000300394,0.05000,1.478
+9,block_sparse_moe.experts.93.w2,0.0000066040,0.05000,1.474
+9,block_sparse_moe.experts.85.w2,0.0000194260,0.05000,1.510
+9,block_sparse_moe.experts.92.w2,0.0000224213,0.05000,1.400
+9,block_sparse_moe.experts.84.w2,0.0000047447,0.05000,1.413
+9,block_sparse_moe.experts.80.w2,0.0000049657,0.05000,1.467
+9,block_sparse_moe.experts.88.w2,0.0000052386,0.05000,1.437
+9,block_sparse_moe.experts.81.w2,0.0000048805,0.05000,1.510
+9,block_sparse_moe.experts.90.w2,0.0000098151,0.05000,1.290
+9,block_sparse_moe.experts.86.w2,0.0000084062,0.05000,1.304
+9,block_sparse_moe.experts.82.w2,0.0000399166,0.05000,1.321
+9,block_sparse_moe.experts.94.w2,0.0000184079,0.05000,1.324
+9,block_sparse_moe.experts.91.w2,0.0000106755,0.05000,1.448
+9,block_sparse_moe.experts.95.w2,0.0000015288,0.05000,1.490
+9,block_sparse_moe.experts.87.w2,0.0000044979,0.05000,1.449
+9,block_sparse_moe.experts.83.w2,0.0000079752,0.05000,1.555
+9,block_sparse_moe.experts.105.w2,0.0000134999,0.05000,1.473
+9,block_sparse_moe.experts.108.w2,0.0000086691,0.05000,1.375
+9,block_sparse_moe.experts.109.w2,0.0000035030,0.05000,1.523
+9,block_sparse_moe.experts.101.w2,0.0000085196,0.05000,1.522
+9,block_sparse_moe.experts.104.w2,0.0000051499,0.05000,1.359
+9,block_sparse_moe.experts.100.w2,0.0000007641,0.05000,1.437
+9,block_sparse_moe.experts.96.w2,0.0000071326,0.05000,1.443
+9,block_sparse_moe.experts.98.w2,0.0000045592,0.05000,1.381
+9,block_sparse_moe.experts.102.w2,0.0000172127,0.05000,1.387
+9,block_sparse_moe.experts.106.w2,0.0000135327,0.05000,1.396
+9,block_sparse_moe.experts.110.w2,0.0000205875,0.05000,1.404
+9,block_sparse_moe.experts.97.w2,0.0000036771,0.05000,1.565
+9,block_sparse_moe.experts.107.w2,0.0000071492,0.05000,1.477
+9,block_sparse_moe.experts.103.w2,0.0000058992,0.05000,1.471
+9,block_sparse_moe.experts.111.w2,0.0000132868,0.05000,1.502
+9,block_sparse_moe.experts.99.w2,0.0000034867,0.05000,1.476
+9,block_sparse_moe.experts.124.w2,0.0000087896,0.05000,1.337
+9,block_sparse_moe.experts.121.w2,0.0000031168,0.05000,1.448
+9,block_sparse_moe.experts.125.w2,0.0000048584,0.05000,1.419
+9,block_sparse_moe.experts.116.w2,0.0000052694,0.05000,1.381
+9,block_sparse_moe.experts.117.w2,0.0000091271,0.05000,1.453
+9,block_sparse_moe.experts.120.w2,0.0000057719,0.05000,1.423
+9,block_sparse_moe.experts.112.w2,0.0000050939,0.05000,1.447
+9,block_sparse_moe.experts.122.w2,0.0000065646,0.05000,1.410
+9,block_sparse_moe.experts.114.w2,0.0000030760,0.05000,1.421
+9,block_sparse_moe.experts.118.w2,0.0000154855,0.05000,1.439
+9,block_sparse_moe.experts.126.w2,0.0000049708,0.05000,1.436
+9,block_sparse_moe.experts.113.w2,0.0000053348,0.05000,1.428
+9,block_sparse_moe.experts.119.w2,0.0000023328,0.05000,1.410
+9,block_sparse_moe.experts.123.w2,0.0000055246,0.05000,1.429
+9,block_sparse_moe.experts.127.w2,0.0000036115,0.05000,1.469
+9,block_sparse_moe.experts.115.w2,0.0000126414,0.05000,1.465
+9,block_sparse_moe.experts.140.w2,0.0000063534,0.05000,1.454
+9,block_sparse_moe.experts.137.w2,0.0000265341,0.05000,1.466
+9,block_sparse_moe.experts.132.w2,0.0000061749,0.05000,1.389
+9,block_sparse_moe.experts.141.w2,0.0000102978,0.05000,1.451
+9,block_sparse_moe.experts.133.w2,0.0000075047,0.05000,1.416
+9,block_sparse_moe.experts.136.w2,0.0000070481,0.05000,1.415
+9,block_sparse_moe.experts.138.w2,0.0000107564,0.05000,1.389
+9,block_sparse_moe.experts.130.w2,0.0000062290,0.05000,1.386
+9,block_sparse_moe.experts.128.w2,0.0000056720,0.05000,1.441
+9,block_sparse_moe.experts.134.w2,0.0000088343,0.05000,1.458
+9,block_sparse_moe.experts.129.w2,0.0000066540,0.05000,1.441
+9,block_sparse_moe.experts.142.w2,0.0000059362,0.05000,1.473
+9,block_sparse_moe.experts.135.w2,0.0000063311,0.05000,1.482
+9,block_sparse_moe.experts.139.w2,0.0000093947,0.05000,1.493
+9,block_sparse_moe.experts.131.w2,0.0000034560,0.05000,1.466
+9,block_sparse_moe.experts.143.w2,0.0000165480,0.05000,1.542
+9,block_sparse_moe.experts.153.w2,0.0000022849,0.05000,1.403
+9,block_sparse_moe.experts.156.w2,0.0000072055,0.05000,1.475
+9,block_sparse_moe.experts.157.w2,0.0000121862,0.05000,1.363
+9,block_sparse_moe.experts.154.w2,0.0000080193,0.05000,1.353
+9,block_sparse_moe.experts.149.w2,0.0000126606,0.05000,1.385
+9,block_sparse_moe.experts.148.w2,0.0000163740,0.05000,1.531
+9,block_sparse_moe.experts.146.w2,0.0000058041,0.05000,1.451
+9,block_sparse_moe.experts.152.w2,0.0000044520,0.05000,1.487
+9,block_sparse_moe.experts.150.w2,0.0000064319,0.05000,1.410
+9,block_sparse_moe.experts.144.w2,0.0000081173,0.05000,1.502
+9,block_sparse_moe.experts.158.w2,0.0000104732,0.05000,1.440
+9,block_sparse_moe.experts.145.w2,0.0000084693,0.05000,1.442
+9,block_sparse_moe.experts.151.w2,0.0000086759,0.05000,1.530
+9,block_sparse_moe.experts.147.w2,0.0000629827,0.05000,1.569
+9,block_sparse_moe.experts.155.w2,0.0000194865,0.05000,1.659
+9,block_sparse_moe.experts.159.w2,0.0000082006,0.05000,1.561
+9,block_sparse_moe.experts.169.w2,0.0000048299,0.05000,1.376
+9,block_sparse_moe.experts.173.w2,0.0000108166,0.05000,1.349
+9,block_sparse_moe.experts.172.w2,0.0000261276,0.05000,1.441
+9,block_sparse_moe.experts.170.w2,0.0000123474,0.05000,1.465
+9,block_sparse_moe.experts.165.w2,0.0000128468,0.05000,1.468
+9,block_sparse_moe.experts.164.w2,0.0000204291,0.05000,1.435
+9,block_sparse_moe.experts.162.w2,0.0000054945,0.05000,1.477
+9,block_sparse_moe.experts.168.w2,0.0000104063,0.05000,1.473
+9,block_sparse_moe.experts.166.w2,0.0000012948,0.05000,1.482
+9,block_sparse_moe.experts.160.w2,0.0000152629,0.05000,1.450
+9,block_sparse_moe.experts.161.w2,0.0000065449,0.05000,1.377
+9,block_sparse_moe.experts.174.w2,0.0000036770,0.05000,1.451
+9,block_sparse_moe.experts.167.w2,0.0000083693,0.05000,1.513
+9,block_sparse_moe.experts.163.w2,0.0000102145,0.05000,1.508
+9,block_sparse_moe.experts.171.w2,0.0000100077,0.05000,1.488
+9,block_sparse_moe.experts.175.w2,0.0000009029,0.05000,1.493
+9,block_sparse_moe.experts.185.w2,0.0000033657,0.05000,1.449
+9,block_sparse_moe.experts.188.w2,0.0000045764,0.05000,1.453
+9,block_sparse_moe.experts.189.w2,0.0000034884,0.05000,1.508
+9,block_sparse_moe.experts.181.w2,0.0000089370,0.05000,1.454
+9,block_sparse_moe.experts.186.w2,0.0000050354,0.05000,1.482
+9,block_sparse_moe.experts.180.w2,0.0000086074,0.05000,1.437
+9,block_sparse_moe.experts.184.w2,0.0000096527,0.05000,1.422
+9,block_sparse_moe.experts.178.w2,0.0000047973,0.05000,1.443
+9,block_sparse_moe.experts.176.w2,0.0000028459,0.05000,1.463
+9,block_sparse_moe.experts.177.w2,0.0000029941,0.05000,1.438
+9,block_sparse_moe.experts.182.w2,0.0000066126,0.05000,1.527
+9,block_sparse_moe.experts.190.w2,0.0000088499,0.05000,1.565
+9,block_sparse_moe.experts.183.w2,0.0000072485,0.05000,1.381
+9,block_sparse_moe.experts.179.w2,0.0000034345,0.05000,1.406
+9,block_sparse_moe.experts.187.w2,0.0000079307,0.05000,1.424
+9,block_sparse_moe.experts.191.w2,0.0000075840,0.05000,1.465
+9,block_sparse_moe.experts.201.w2,0.0000083445,0.05000,1.293
+9,block_sparse_moe.experts.205.w2,0.0000067936,0.05000,1.301
+9,block_sparse_moe.experts.197.w2,0.0000036111,0.05000,1.323
+9,block_sparse_moe.experts.193.w2,0.0000080329,0.05000,1.234
+9,block_sparse_moe.experts.204.w2,0.0000036448,0.05000,1.542
+9,block_sparse_moe.experts.200.w2,0.0000042205,0.05000,1.495
+9,block_sparse_moe.experts.196.w2,0.0000028225,0.05000,1.549
+9,block_sparse_moe.experts.202.w2,0.0000041814,0.05000,1.613
+9,block_sparse_moe.experts.192.w2,0.0000049516,0.05000,1.471
+9,block_sparse_moe.experts.194.w2,0.0000055165,0.05000,1.621
+9,block_sparse_moe.experts.198.w2,0.0000017215,0.05000,1.615
+9,block_sparse_moe.experts.206.w2,0.0000089382,0.05000,1.538
+9,block_sparse_moe.experts.199.w2,0.0000329938,0.05000,1.477
+9,block_sparse_moe.experts.217.w2,0.0000068832,0.05000,1.306
+9,block_sparse_moe.experts.195.w2,0.0000049162,0.05000,1.521
+9,block_sparse_moe.experts.203.w2,0.0000110973,0.05000,1.539
+9,block_sparse_moe.experts.207.w2,0.0000121706,0.05000,1.533
+9,block_sparse_moe.experts.221.w2,0.0000076052,0.05000,1.359
+9,block_sparse_moe.experts.213.w2,0.0000070032,0.05000,1.396
+9,block_sparse_moe.experts.209.w2,0.0000059410,0.05000,1.404
+9,block_sparse_moe.experts.220.w2,0.0000136859,0.05000,1.429
+9,block_sparse_moe.experts.212.w2,0.0000142768,0.05000,1.444
+9,block_sparse_moe.experts.218.w2,0.0000109811,0.05000,1.404
+9,block_sparse_moe.experts.216.w2,0.0000030612,0.05000,1.462
+9,block_sparse_moe.experts.210.w2,0.0000058971,0.05000,1.408
+9,block_sparse_moe.experts.208.w2,0.0000076587,0.05000,1.570
+9,block_sparse_moe.experts.214.w2,0.0000044837,0.05000,1.375
+9,block_sparse_moe.experts.222.w2,0.0000106163,0.05000,1.313
+9,block_sparse_moe.experts.215.w2,0.0000096821,0.05000,1.466
+9,block_sparse_moe.experts.233.w2,0.0000139232,0.05000,1.407
+9,block_sparse_moe.experts.211.w2,0.0000060959,0.05000,1.496
+9,block_sparse_moe.experts.237.w2,0.0000072481,0.05000,1.409
+9,block_sparse_moe.experts.223.w2,0.0000106262,0.05000,1.467
+9,block_sparse_moe.experts.219.w2,0.0000163179,0.05000,1.525
+9,block_sparse_moe.experts.229.w2,0.0000128205,0.05000,1.414
+9,block_sparse_moe.experts.225.w2,0.0000123760,0.05000,1.375
+9,block_sparse_moe.experts.236.w2,0.0000024303,0.05000,1.337
+9,block_sparse_moe.experts.228.w2,0.0000060255,0.05000,1.316
+9,block_sparse_moe.experts.232.w2,0.0000030488,0.05000,1.353
+9,block_sparse_moe.experts.234.w2,0.0000073073,0.05000,1.447
+9,block_sparse_moe.experts.224.w2,0.0000016647,0.05000,1.334
+9,block_sparse_moe.experts.226.w2,0.0000208791,0.05000,1.475
+9,block_sparse_moe.experts.230.w2,0.0000085549,0.05000,1.450
+9,block_sparse_moe.experts.238.w2,0.0000050445,0.05000,1.502
+9,block_sparse_moe.experts.249.w2,0.0000061179,0.05000,1.341
+9,block_sparse_moe.experts.231.w2,0.0000116828,0.05000,1.440
+9,block_sparse_moe.experts.253.w2,0.0000030468,0.05000,1.310
+9,block_sparse_moe.experts.227.w2,0.0000231892,0.05000,1.383
+9,block_sparse_moe.experts.245.w2,0.0000056740,0.05000,1.222
+9,block_sparse_moe.experts.239.w2,0.0000055085,0.05000,1.373
+9,block_sparse_moe.experts.241.w2,0.0000033062,0.05000,1.214
+9,block_sparse_moe.experts.235.w2,0.0000053853,0.05000,1.460
+9,block_sparse_moe.experts.252.w2,0.0000076275,0.05000,1.389
+9,block_sparse_moe.experts.244.w2,0.0000042305,0.05000,1.358
+9,block_sparse_moe.experts.248.w2,0.0000042449,0.05000,1.374
+9,block_sparse_moe.experts.240.w2,0.0000060295,0.05000,1.298
+9,block_sparse_moe.experts.250.w2,0.0000144899,0.05000,1.469
+9,block_sparse_moe.experts.242.w2,0.0000239713,0.05000,1.448
+9,block_sparse_moe.experts.246.w2,0.0000063404,0.05000,1.421
+9,block_sparse_moe.experts.254.w2,0.0000028618,0.05000,1.350
+9,block_sparse_moe.experts.247.w2,0.0000126189,0.05000,1.332
+9,block_sparse_moe.experts.243.w2,0.0000078691,0.05000,1.206
+9,block_sparse_moe.experts.255.w2,0.0000291526,0.05000,1.184
+9,block_sparse_moe.experts.251.w2,0.0000118179,0.05000,1.142
+10,self_attn.q_proj,0.0000001504,0.05000,0.919
+10,self_attn.k_proj,0.0000000184,0.05000,0.927
+10,self_attn.v_proj,0.0000000174,0.05000,1.011
+10,self_attn.o_proj,0.0000000231,0.05000,1.816
+10,block_sparse_moe.experts.4.w1,0.0000519327,0.05000,3.077
+10,block_sparse_moe.experts.0.w1,0.0000487340,0.05000,3.100
+10,block_sparse_moe.experts.8.w1,0.0000877333,0.05000,3.058
+10,block_sparse_moe.experts.7.w1,0.0000264981,0.05000,3.108
+10,block_sparse_moe.experts.15.w1,0.0000683875,0.05000,3.064
+10,block_sparse_moe.experts.3.w1,0.0000294343,0.05000,3.157
+10,block_sparse_moe.experts.12.w1,0.0000549424,0.05000,3.113
+10,block_sparse_moe.experts.11.w1,0.0000773141,0.05000,3.114
+10,block_sparse_moe.experts.5.w1,0.0000499673,0.05000,3.240
+10,block_sparse_moe.experts.9.w1,0.0000786722,0.05000,3.229
+10,block_sparse_moe.experts.1.w1,0.0001491563,0.05000,3.286
+10,block_sparse_moe.experts.10.w1,0.0000140945,0.05000,3.280
+10,block_sparse_moe.experts.6.w1,0.0000348402,0.05000,3.334
+10,block_sparse_moe.experts.13.w1,0.0000726683,0.05000,3.291
+10,block_sparse_moe.experts.2.w1,0.0000333448,0.05000,3.342
+10,block_sparse_moe.experts.14.w1,0.0000271143,0.05000,3.344
+10,block_sparse_moe.experts.28.w1,0.0000273562,0.05000,2.817
+10,block_sparse_moe.experts.19.w1,0.0000561938,0.05000,2.840
+10,block_sparse_moe.experts.27.w1,0.0001382260,0.05000,2.865
+10,block_sparse_moe.experts.24.w1,0.0000196647,0.05000,2.951
+10,block_sparse_moe.experts.20.w1,0.0000184448,0.05000,2.977
+10,block_sparse_moe.experts.25.w1,0.0000156564,0.05000,2.782
+10,block_sparse_moe.experts.23.w1,0.0000069150,0.05000,2.973
+10,block_sparse_moe.experts.16.w1,0.0000290321,0.05000,3.004
+10,block_sparse_moe.experts.31.w1,0.0000709543,0.05000,3.014
+10,block_sparse_moe.experts.21.w1,0.0000360108,0.05000,2.889
+10,block_sparse_moe.experts.17.w1,0.0000307080,0.05000,2.873
+10,block_sparse_moe.experts.29.w1,0.0000370743,0.05000,2.885
+10,block_sparse_moe.experts.22.w1,0.0000280734,0.05000,3.018
+10,block_sparse_moe.experts.26.w1,0.0001122575,0.05000,3.063
+10,block_sparse_moe.experts.18.w1,0.0000188039,0.05000,3.058
+10,block_sparse_moe.experts.30.w1,0.0000381361,0.05000,3.026
+10,block_sparse_moe.experts.41.w1,0.0000831869,0.05000,2.825
+10,block_sparse_moe.experts.35.w1,0.0000360023,0.05000,2.892
+10,block_sparse_moe.experts.44.w1,0.0000139489,0.05000,2.933
+10,block_sparse_moe.experts.36.w1,0.0000533953,0.05000,2.885
+10,block_sparse_moe.experts.37.w1,0.0000858728,0.05000,2.842
+10,block_sparse_moe.experts.33.w1,0.0000426835,0.05000,2.846
+10,block_sparse_moe.experts.43.w1,0.0000156714,0.05000,2.987
+10,block_sparse_moe.experts.40.w1,0.0000233154,0.05000,2.966
+10,block_sparse_moe.experts.32.w1,0.0000985544,0.05000,2.923
+10,block_sparse_moe.experts.46.w1,0.0000251740,0.05000,2.609
+10,block_sparse_moe.experts.39.w1,0.0000315267,0.05000,2.981
+10,block_sparse_moe.experts.47.w1,0.0000272223,0.05000,2.947
+10,block_sparse_moe.experts.34.w1,0.0000640745,0.05000,2.673
+10,block_sparse_moe.experts.38.w1,0.0000500066,0.05000,2.775
+10,block_sparse_moe.experts.45.w1,0.0000461547,0.05000,2.920
+10,block_sparse_moe.experts.42.w1,0.0000624353,0.05000,2.794
+10,block_sparse_moe.experts.57.w1,0.0000178563,0.05000,2.917
+10,block_sparse_moe.experts.53.w1,0.0000280029,0.05000,2.867
+10,block_sparse_moe.experts.51.w1,0.0000514398,0.05000,2.949
+10,block_sparse_moe.experts.60.w1,0.0000902954,0.05000,2.945
+10,block_sparse_moe.experts.52.w1,0.0000884364,0.05000,2.925
+10,block_sparse_moe.experts.56.w1,0.0000327413,0.05000,2.919
+10,block_sparse_moe.experts.49.w1,0.0001977577,0.05000,2.937
+10,block_sparse_moe.experts.48.w1,0.0001520756,0.05000,2.938
+10,block_sparse_moe.experts.59.w1,0.0000759462,0.05000,2.973
+10,block_sparse_moe.experts.61.w1,0.0000284780,0.05000,2.881
+10,block_sparse_moe.experts.54.w1,0.0000581844,0.05000,2.915
+10,block_sparse_moe.experts.62.w1,0.0000408904,0.05000,3.017
+10,block_sparse_moe.experts.63.w1,0.0000111849,0.05000,3.038
+10,block_sparse_moe.experts.55.w1,0.0000136718,0.05000,3.051
+10,block_sparse_moe.experts.50.w1,0.0000860293,0.05000,3.044
+10,block_sparse_moe.experts.58.w1,0.0000337772,0.05000,3.029
+10,block_sparse_moe.experts.76.w1,0.0000640822,0.05000,2.926
+10,block_sparse_moe.experts.73.w1,0.0000792235,0.05000,2.987
+10,block_sparse_moe.experts.69.w1,0.0000788541,0.05000,2.979
+10,block_sparse_moe.experts.64.w1,0.0000319327,0.05000,2.860
+10,block_sparse_moe.experts.67.w1,0.0000302607,0.05000,3.004
+10,block_sparse_moe.experts.68.w1,0.0000070310,0.05000,2.995
+10,block_sparse_moe.experts.77.w1,0.0000682232,0.05000,2.867
+10,block_sparse_moe.experts.65.w1,0.0000411050,0.05000,2.988
+10,block_sparse_moe.experts.72.w1,0.0000111648,0.05000,3.001
+10,block_sparse_moe.experts.75.w1,0.0000939375,0.05000,3.024
+10,block_sparse_moe.experts.71.w1,0.0000354607,0.05000,2.997
+10,block_sparse_moe.experts.79.w1,0.0000666347,0.05000,3.027
+10,block_sparse_moe.experts.78.w1,0.0000810292,0.05000,3.106
+10,block_sparse_moe.experts.70.w1,0.0000240466,0.05000,3.112
+10,block_sparse_moe.experts.66.w1,0.0000523105,0.05000,3.127
+10,block_sparse_moe.experts.74.w1,0.0000507565,0.05000,3.106
+10,block_sparse_moe.experts.80.w1,0.0000595911,0.05000,2.713
+10,block_sparse_moe.experts.92.w1,0.0000519134,0.05000,2.785
+10,block_sparse_moe.experts.84.w1,0.0000922673,0.05000,2.830
+10,block_sparse_moe.experts.89.w1,0.0000531141,0.05000,2.912
+10,block_sparse_moe.experts.88.w1,0.0000144279,0.05000,2.790
+10,block_sparse_moe.experts.85.w1,0.0000368439,0.05000,2.970
+10,block_sparse_moe.experts.83.w1,0.0000407881,0.05000,2.961
+10,block_sparse_moe.experts.93.w1,0.0000607479,0.05000,2.959
+10,block_sparse_moe.experts.81.w1,0.0000252853,0.05000,2.942
+10,block_sparse_moe.experts.94.w1,0.0000496082,0.05000,2.837
+10,block_sparse_moe.experts.86.w1,0.0000499720,0.05000,2.838
+10,block_sparse_moe.experts.95.w1,0.0000664551,0.05000,2.914
+10,block_sparse_moe.experts.82.w1,0.0000191592,0.05000,2.825
+10,block_sparse_moe.experts.91.w1,0.0000663681,0.05000,3.079
+10,block_sparse_moe.experts.87.w1,0.0000354476,0.05000,3.032
+10,block_sparse_moe.experts.90.w1,0.0000263997,0.05000,2.872
+10,block_sparse_moe.experts.96.w1,0.0001161434,0.05000,2.939
+10,block_sparse_moe.experts.108.w1,0.0000402837,0.05000,2.987
+10,block_sparse_moe.experts.104.w1,0.0000149570,0.05000,2.904
+10,block_sparse_moe.experts.105.w1,0.0000525256,0.05000,3.020
+10,block_sparse_moe.experts.100.w1,0.0000879533,0.05000,3.078
+10,block_sparse_moe.experts.102.w1,0.0000542690,0.05000,2.810
+10,block_sparse_moe.experts.98.w1,0.0000398717,0.05000,2.738
+10,block_sparse_moe.experts.99.w1,0.0000504483,0.05000,3.017
+10,block_sparse_moe.experts.101.w1,0.0000354951,0.05000,3.043
+10,block_sparse_moe.experts.110.w1,0.0000537809,0.05000,2.857
+10,block_sparse_moe.experts.97.w1,0.0000847742,0.05000,3.047
+10,block_sparse_moe.experts.109.w1,0.0000160745,0.05000,3.106
+10,block_sparse_moe.experts.111.w1,0.0000625987,0.05000,3.017
+10,block_sparse_moe.experts.106.w1,0.0000432899,0.05000,2.877
+10,block_sparse_moe.experts.103.w1,0.0000683752,0.05000,3.007
+10,block_sparse_moe.experts.107.w1,0.0000487266,0.05000,3.066
+10,block_sparse_moe.experts.112.w1,0.0000548347,0.05000,2.819
+10,block_sparse_moe.experts.120.w1,0.0000179775,0.05000,2.797
+10,block_sparse_moe.experts.124.w1,0.0000535617,0.05000,2.967
+10,block_sparse_moe.experts.116.w1,0.0000294235,0.05000,2.858
+10,block_sparse_moe.experts.115.w1,0.0000098675,0.05000,2.837
+10,block_sparse_moe.experts.121.w1,0.0000306874,0.05000,2.983
+10,block_sparse_moe.experts.118.w1,0.0000187377,0.05000,2.944
+10,block_sparse_moe.experts.117.w1,0.0000517160,0.05000,2.969
+10,block_sparse_moe.experts.126.w1,0.0000070280,0.05000,2.961
+10,block_sparse_moe.experts.114.w1,0.0000484989,0.05000,3.035
+10,block_sparse_moe.experts.113.w1,0.0001099929,0.05000,2.942
+10,block_sparse_moe.experts.127.w1,0.0000974500,0.05000,2.794
+10,block_sparse_moe.experts.125.w1,0.0000238881,0.05000,2.986
+10,block_sparse_moe.experts.122.w1,0.0000444573,0.05000,2.937
+10,block_sparse_moe.experts.119.w1,0.0000692127,0.05000,2.867
+10,block_sparse_moe.experts.123.w1,0.0000462612,0.05000,2.867
+10,block_sparse_moe.experts.128.w1,0.0000568991,0.05000,3.074
+10,block_sparse_moe.experts.136.w1,0.0000728125,0.05000,3.083
+10,block_sparse_moe.experts.134.w1,0.0000383057,0.05000,2.844
+10,block_sparse_moe.experts.140.w1,0.0000253376,0.05000,3.075
+10,block_sparse_moe.experts.130.w1,0.0000720991,0.05000,2.796
+10,block_sparse_moe.experts.137.w1,0.0000631314,0.05000,2.966
+10,block_sparse_moe.experts.131.w1,0.0000828473,0.05000,3.008
+10,block_sparse_moe.experts.142.w1,0.0000543357,0.05000,2.879
+10,block_sparse_moe.experts.132.w1,0.0001057608,0.05000,3.095
+10,block_sparse_moe.experts.138.w1,0.0000531590,0.05000,2.792
+10,block_sparse_moe.experts.133.w1,0.0000259319,0.05000,3.035
+10,block_sparse_moe.experts.129.w1,0.0000770378,0.05000,3.022
+10,block_sparse_moe.experts.143.w1,0.0000418937,0.05000,3.044
+10,block_sparse_moe.experts.141.w1,0.0000585436,0.05000,3.065
+10,block_sparse_moe.experts.135.w1,0.0000486751,0.05000,3.127
+10,block_sparse_moe.experts.139.w1,0.0000570030,0.05000,3.180
+10,block_sparse_moe.experts.144.w1,0.0000292191,0.05000,2.983
+10,block_sparse_moe.experts.150.w1,0.0000423891,0.05000,2.828
+10,block_sparse_moe.experts.158.w1,0.0000476436,0.05000,2.788
+10,block_sparse_moe.experts.152.w1,0.0000328656,0.05000,3.004
+10,block_sparse_moe.experts.146.w1,0.0000946950,0.05000,2.900
+10,block_sparse_moe.experts.156.w1,0.0000631776,0.05000,2.983
+10,block_sparse_moe.experts.154.w1,0.0001129822,0.05000,2.861
+10,block_sparse_moe.experts.147.w1,0.0000369255,0.05000,3.033
+10,block_sparse_moe.experts.153.w1,0.0000125709,0.05000,3.077
+10,block_sparse_moe.experts.148.w1,0.0000434480,0.05000,3.068
+10,block_sparse_moe.experts.149.w1,0.0000788927,0.05000,3.092
+10,block_sparse_moe.experts.159.w1,0.0000313670,0.05000,3.075
+10,block_sparse_moe.experts.145.w1,0.0000403676,0.05000,3.151
+10,block_sparse_moe.experts.157.w1,0.0000285122,0.05000,3.060
+10,block_sparse_moe.experts.151.w1,0.0000468359,0.05000,3.018
+10,block_sparse_moe.experts.155.w1,0.0000334767,0.05000,3.106
+10,block_sparse_moe.experts.160.w1,0.0000469155,0.05000,2.935
+10,block_sparse_moe.experts.166.w1,0.0000648310,0.05000,2.914
+10,block_sparse_moe.experts.174.w1,0.0000347897,0.05000,2.859
+10,block_sparse_moe.experts.162.w1,0.0000398146,0.05000,2.854
+10,block_sparse_moe.experts.172.w1,0.0000371997,0.05000,2.926
+10,block_sparse_moe.experts.170.w1,0.0000402718,0.05000,2.865
+10,block_sparse_moe.experts.168.w1,0.0000404880,0.05000,3.061
+10,block_sparse_moe.experts.163.w1,0.0000346825,0.05000,2.996
+10,block_sparse_moe.experts.164.w1,0.0000250370,0.05000,2.990
+10,block_sparse_moe.experts.169.w1,0.0000149238,0.05000,3.067
+10,block_sparse_moe.experts.175.w1,0.0000611644,0.05000,2.949
+10,block_sparse_moe.experts.165.w1,0.0000977872,0.05000,3.031
+10,block_sparse_moe.experts.161.w1,0.0000842402,0.05000,2.964
+10,block_sparse_moe.experts.173.w1,0.0000358617,0.05000,2.961
+10,block_sparse_moe.experts.167.w1,0.0000913238,0.05000,2.991
+10,block_sparse_moe.experts.171.w1,0.0000930951,0.05000,2.931
+10,block_sparse_moe.experts.182.w1,0.0000094723,0.05000,2.773
+10,block_sparse_moe.experts.176.w1,0.0000554893,0.05000,2.910
+10,block_sparse_moe.experts.178.w1,0.0000621933,0.05000,2.848
+10,block_sparse_moe.experts.190.w1,0.0000698593,0.05000,2.955
+10,block_sparse_moe.experts.186.w1,0.0000693810,0.05000,2.831
+10,block_sparse_moe.experts.188.w1,0.0000325252,0.05000,2.965
+10,block_sparse_moe.experts.185.w1,0.0000420129,0.05000,2.667
+10,block_sparse_moe.experts.184.w1,0.0000338789,0.05000,3.008
+10,block_sparse_moe.experts.181.w1,0.0000659635,0.05000,2.668
+10,block_sparse_moe.experts.189.w1,0.0000233364,0.05000,2.642
+10,block_sparse_moe.experts.177.w1,0.0000287983,0.05000,2.677
+10,block_sparse_moe.experts.179.w1,0.0000347811,0.05000,3.023
+10,block_sparse_moe.experts.180.w1,0.0000075589,0.05000,2.947
+10,block_sparse_moe.experts.191.w1,0.0000196602,0.05000,2.893
+10,block_sparse_moe.experts.183.w1,0.0000394281,0.05000,2.865
+10,block_sparse_moe.experts.187.w1,0.0000651130,0.05000,2.940
+10,block_sparse_moe.experts.198.w1,0.0000327824,0.05000,2.935
+10,block_sparse_moe.experts.202.w1,0.0000475436,0.05000,2.783
+10,block_sparse_moe.experts.194.w1,0.0000656044,0.05000,2.903
+10,block_sparse_moe.experts.201.w1,0.0000456301,0.05000,2.720
+10,block_sparse_moe.experts.206.w1,0.0000695100,0.05000,2.924
+10,block_sparse_moe.experts.192.w1,0.0000775080,0.05000,3.018
+10,block_sparse_moe.experts.197.w1,0.0001246149,0.05000,2.734
+10,block_sparse_moe.experts.193.w1,0.0000110666,0.05000,2.749
+10,block_sparse_moe.experts.205.w1,0.0000185006,0.05000,2.795
+10,block_sparse_moe.experts.204.w1,0.0000607754,0.05000,3.002
+10,block_sparse_moe.experts.200.w1,0.0000856610,0.05000,2.986
+10,block_sparse_moe.experts.195.w1,0.0000477015,0.05000,2.974
+10,block_sparse_moe.experts.196.w1,0.0000059599,0.05000,2.997
+10,block_sparse_moe.experts.207.w1,0.0000612839,0.05000,2.938
+10,block_sparse_moe.experts.199.w1,0.0000228917,0.05000,3.107
+10,block_sparse_moe.experts.203.w1,0.0000654375,0.05000,3.085
+10,block_sparse_moe.experts.217.w1,0.0000664797,0.05000,2.803
+10,block_sparse_moe.experts.210.w1,0.0000437085,0.05000,2.938
+10,block_sparse_moe.experts.214.w1,0.0000349223,0.05000,3.070
+10,block_sparse_moe.experts.213.w1,0.0000437013,0.05000,2.751
+10,block_sparse_moe.experts.222.w1,0.0000383518,0.05000,2.910
+10,block_sparse_moe.experts.218.w1,0.0000820963,0.05000,2.985
+10,block_sparse_moe.experts.208.w1,0.0000978499,0.05000,2.944
+10,block_sparse_moe.experts.221.w1,0.0000819263,0.05000,2.752
+10,block_sparse_moe.experts.209.w1,0.0000175483,0.05000,2.827
+10,block_sparse_moe.experts.220.w1,0.0000691434,0.05000,2.921
+10,block_sparse_moe.experts.216.w1,0.0000153752,0.05000,2.850
+10,block_sparse_moe.experts.211.w1,0.0000661412,0.05000,2.863
+10,block_sparse_moe.experts.212.w1,0.0000433671,0.05000,2.901
+10,block_sparse_moe.experts.223.w1,0.0000274396,0.05000,2.992
+10,block_sparse_moe.experts.215.w1,0.0000620603,0.05000,2.935
+10,block_sparse_moe.experts.219.w1,0.0000792643,0.05000,3.017
+10,block_sparse_moe.experts.233.w1,0.0000058916,0.05000,2.663
+10,block_sparse_moe.experts.229.w1,0.0000556129,0.05000,2.609
+10,block_sparse_moe.experts.226.w1,0.0000511986,0.05000,2.765
+10,block_sparse_moe.experts.237.w1,0.0000201879,0.05000,2.648
+10,block_sparse_moe.experts.230.w1,0.0000841049,0.05000,2.797
+10,block_sparse_moe.experts.238.w1,0.0000667057,0.05000,2.815
+10,block_sparse_moe.experts.225.w1,0.0000098440,0.05000,2.716
+10,block_sparse_moe.experts.234.w1,0.0000585892,0.05000,2.863
+10,block_sparse_moe.experts.224.w1,0.0000278303,0.05000,2.940
+10,block_sparse_moe.experts.236.w1,0.0000787202,0.05000,2.903
+10,block_sparse_moe.experts.232.w1,0.0000313816,0.05000,2.870
+10,block_sparse_moe.experts.228.w1,0.0000569540,0.05000,2.874
+10,block_sparse_moe.experts.227.w1,0.0000407320,0.05000,2.964
+10,block_sparse_moe.experts.239.w1,0.0000596333,0.05000,2.876
+10,block_sparse_moe.experts.231.w1,0.0001084160,0.05000,2.940
+10,block_sparse_moe.experts.235.w1,0.0000172074,0.05000,2.905
+10,block_sparse_moe.experts.249.w1,0.0000609133,0.05000,2.741
+10,block_sparse_moe.experts.245.w1,0.0000497542,0.05000,2.715
+10,block_sparse_moe.experts.253.w1,0.0000275835,0.05000,2.814
+10,block_sparse_moe.experts.246.w1,0.0000329757,0.05000,2.790
+10,block_sparse_moe.experts.242.w1,0.0000810013,0.05000,2.848
+10,block_sparse_moe.experts.241.w1,0.0000182062,0.05000,2.794
+10,block_sparse_moe.experts.250.w1,0.0001019229,0.05000,2.817
+10,block_sparse_moe.experts.240.w1,0.0001005664,0.05000,2.746
+10,block_sparse_moe.experts.254.w1,0.0000736927,0.05000,2.925
+10,block_sparse_moe.experts.252.w1,0.0000700079,0.05000,2.751
+10,block_sparse_moe.experts.248.w1,0.0000654360,0.05000,2.769
+10,block_sparse_moe.experts.244.w1,0.0000874182,0.05000,2.738
+10,block_sparse_moe.experts.243.w1,0.0000446911,0.05000,2.928
+10,block_sparse_moe.experts.255.w1,0.0000163167,0.05000,2.935
+10,block_sparse_moe.experts.247.w1,0.0000439142,0.05000,3.023
+10,block_sparse_moe.experts.251.w1,0.0000247464,0.05000,3.012
+10,block_sparse_moe.experts.9.w3,0.0000773477,0.05000,2.566
+10,block_sparse_moe.experts.5.w3,0.0000485536,0.05000,2.647
+10,block_sparse_moe.experts.13.w3,0.0000704554,0.05000,2.649
+10,block_sparse_moe.experts.1.w3,0.0001457980,0.05000,2.655
+10,block_sparse_moe.experts.2.w3,0.0000331536,0.05000,2.722
+10,block_sparse_moe.experts.10.w3,0.0000132484,0.05000,2.691
+10,block_sparse_moe.experts.6.w3,0.0000333647,0.05000,2.805
+10,block_sparse_moe.experts.14.w3,0.0000254683,0.05000,2.816
+10,block_sparse_moe.experts.0.w3,0.0000481718,0.05000,2.918
+10,block_sparse_moe.experts.12.w3,0.0000538923,0.05000,2.868
+10,block_sparse_moe.experts.8.w3,0.0000845798,0.05000,2.875
+10,block_sparse_moe.experts.4.w3,0.0000510823,0.05000,2.940
+10,block_sparse_moe.experts.3.w3,0.0000285350,0.05000,3.152
+10,block_sparse_moe.experts.15.w3,0.0000671222,0.05000,3.088
+10,block_sparse_moe.experts.7.w3,0.0000257016,0.05000,3.112
+10,block_sparse_moe.experts.11.w3,0.0000759124,0.05000,3.072
+10,block_sparse_moe.experts.25.w3,0.0000149687,0.05000,2.649
+10,block_sparse_moe.experts.21.w3,0.0000351966,0.05000,2.693
+10,block_sparse_moe.experts.29.w3,0.0000366105,0.05000,2.572
+10,block_sparse_moe.experts.17.w3,0.0000298340,0.05000,2.604
+10,block_sparse_moe.experts.18.w3,0.0000181911,0.05000,2.971
+10,block_sparse_moe.experts.22.w3,0.0000273602,0.05000,2.964
+10,block_sparse_moe.experts.26.w3,0.0001056205,0.05000,2.978
+10,block_sparse_moe.experts.30.w3,0.0000376878,0.05000,2.989
+10,block_sparse_moe.experts.16.w3,0.0000279554,0.05000,3.024
+10,block_sparse_moe.experts.28.w3,0.0000257553,0.05000,3.003
+10,block_sparse_moe.experts.24.w3,0.0000186815,0.05000,3.019
+10,block_sparse_moe.experts.20.w3,0.0000170378,0.05000,3.086
+10,block_sparse_moe.experts.31.w3,0.0000677571,0.05000,2.882
+10,block_sparse_moe.experts.19.w3,0.0000548293,0.05000,3.027
+10,block_sparse_moe.experts.41.w3,0.0000821646,0.05000,2.522
+10,block_sparse_moe.experts.23.w3,0.0000066392,0.05000,3.007
+10,block_sparse_moe.experts.37.w3,0.0000834901,0.05000,2.488
+10,block_sparse_moe.experts.27.w3,0.0001350607,0.05000,3.064
+10,block_sparse_moe.experts.45.w3,0.0000450314,0.05000,2.513
+10,block_sparse_moe.experts.33.w3,0.0000420023,0.05000,2.492
+10,block_sparse_moe.experts.38.w3,0.0000486563,0.05000,2.841
+10,block_sparse_moe.experts.34.w3,0.0000626790,0.05000,2.978
+10,block_sparse_moe.experts.42.w3,0.0000579413,0.05000,2.948
+10,block_sparse_moe.experts.46.w3,0.0000235557,0.05000,2.962
+10,block_sparse_moe.experts.32.w3,0.0000964861,0.05000,3.086
+10,block_sparse_moe.experts.44.w3,0.0000133676,0.05000,3.144
+10,block_sparse_moe.experts.40.w3,0.0000224614,0.05000,3.120
+10,block_sparse_moe.experts.36.w3,0.0000508772,0.05000,2.917
+10,block_sparse_moe.experts.47.w3,0.0000262979,0.05000,2.909
+10,block_sparse_moe.experts.35.w3,0.0000348154,0.05000,2.859
+10,block_sparse_moe.experts.57.w3,0.0000177731,0.05000,2.716
+10,block_sparse_moe.experts.53.w3,0.0000273385,0.05000,2.748
+10,block_sparse_moe.experts.48.w3,0.0001469289,0.05000,1.136
+10,block_sparse_moe.experts.39.w3,0.0000303113,0.05000,2.938
+10,block_sparse_moe.experts.43.w3,0.0000152397,0.05000,2.758
+10,block_sparse_moe.experts.61.w3,0.0000279395,0.05000,2.760
+10,block_sparse_moe.experts.49.w3,0.0001952684,0.05000,2.941
+10,block_sparse_moe.experts.54.w3,0.0000566625,0.05000,3.100
+10,block_sparse_moe.experts.50.w3,0.0000839474,0.05000,3.229
+10,block_sparse_moe.experts.58.w3,0.0000331052,0.05000,3.175
+10,block_sparse_moe.experts.62.w3,0.0000393889,0.05000,3.357
+10,block_sparse_moe.experts.63.w3,0.0000107612,0.05000,3.294
+10,block_sparse_moe.experts.51.w3,0.0000503051,0.05000,3.364
+10,block_sparse_moe.experts.55.w3,0.0000121478,0.05000,3.366
+10,block_sparse_moe.experts.59.w3,0.0000747804,0.05000,3.422
+10,block_sparse_moe.experts.70.w3,0.0000235651,0.05000,3.176
+10,block_sparse_moe.experts.74.w3,0.0000489644,0.05000,3.089
+10,block_sparse_moe.experts.66.w3,0.0000516974,0.05000,3.201
+10,block_sparse_moe.experts.78.w3,0.0000789382,0.05000,3.123
+10,block_sparse_moe.experts.79.w3,0.0000653766,0.05000,3.350
+10,block_sparse_moe.experts.67.w3,0.0000293450,0.05000,3.301
+10,block_sparse_moe.experts.71.w3,0.0000350285,0.05000,3.292
+10,block_sparse_moe.experts.75.w3,0.0000914598,0.05000,3.298
+10,block_sparse_moe.experts.86.w3,0.0000480696,0.05000,3.143
+10,block_sparse_moe.experts.90.w3,0.0000254425,0.05000,3.268
+10,block_sparse_moe.experts.82.w3,0.0000187167,0.05000,3.231
+10,block_sparse_moe.experts.94.w3,0.0000481027,0.05000,3.193
+10,block_sparse_moe.experts.73.w3,0.0000777930,0.05000,9.360
+10,block_sparse_moe.experts.69.w3,0.0000766332,0.05000,9.377
+10,block_sparse_moe.experts.95.w3,0.0000653290,0.05000,3.353
+10,block_sparse_moe.experts.83.w3,0.0000392895,0.05000,3.326
+10,block_sparse_moe.experts.77.w3,0.0000667427,0.05000,9.367
+10,block_sparse_moe.experts.65.w3,0.0000398440,0.05000,9.371
+10,block_sparse_moe.experts.87.w3,0.0000346037,0.05000,3.225
+10,block_sparse_moe.experts.91.w3,0.0000644830,0.05000,3.284
+10,block_sparse_moe.experts.89.w3,0.0000485917,0.05000,3.092
+10,block_sparse_moe.experts.85.w3,0.0000355853,0.05000,3.001
+10,block_sparse_moe.experts.93.w3,0.0000593245,0.05000,3.159
+10,block_sparse_moe.experts.81.w3,0.0000234916,0.05000,3.057
+10,block_sparse_moe.experts.102.w3,0.0000528662,0.05000,6.186
+10,block_sparse_moe.experts.106.w3,0.0000409843,0.05000,6.175
+10,block_sparse_moe.experts.98.w3,0.0000382668,0.05000,6.186
+10,block_sparse_moe.experts.110.w3,0.0000512725,0.05000,6.166
+10,block_sparse_moe.experts.105.w3,0.0000507090,0.05000,3.003
+10,block_sparse_moe.experts.101.w3,0.0000353795,0.05000,3.035
+10,block_sparse_moe.experts.109.w3,0.0000158348,0.05000,3.014
+10,block_sparse_moe.experts.97.w3,0.0000830902,0.05000,3.030
+10,block_sparse_moe.experts.118.w3,0.0000183381,0.05000,3.106
+10,block_sparse_moe.experts.122.w3,0.0000432149,0.05000,3.161
+10,block_sparse_moe.experts.114.w3,0.0000473493,0.05000,3.145
+10,block_sparse_moe.experts.126.w3,0.0000064433,0.05000,3.218
+10,block_sparse_moe.experts.121.w3,0.0000299037,0.05000,2.805
+10,block_sparse_moe.experts.99.w3,0.0000483082,0.05000,8.717
+10,block_sparse_moe.experts.117.w3,0.0000507840,0.05000,2.778
+10,block_sparse_moe.experts.111.w3,0.0000593509,0.05000,8.808
+10,block_sparse_moe.experts.125.w3,0.0000210647,0.05000,2.880
+10,block_sparse_moe.experts.103.w3,0.0000668074,0.05000,8.771
+10,block_sparse_moe.experts.113.w3,0.0001078873,0.05000,2.839
+10,block_sparse_moe.experts.107.w3,0.0000477407,0.05000,8.881
+10,block_sparse_moe.experts.134.w3,0.0000375935,0.05000,2.825
+10,block_sparse_moe.experts.138.w3,0.0000500149,0.05000,2.748
+10,block_sparse_moe.experts.130.w3,0.0000697977,0.05000,2.778
+10,block_sparse_moe.experts.142.w3,0.0000534657,0.05000,2.758
+10,block_sparse_moe.experts.60.w3,0.0000885706,0.05000,2.942
+10,block_sparse_moe.experts.64.w3,0.0000307579,0.05000,2.943
+10,block_sparse_moe.experts.52.w3,0.0000865670,0.05000,2.993
+10,block_sparse_moe.experts.56.w3,0.0000298789,0.05000,3.015
+10,block_sparse_moe.experts.115.w3,0.0000096772,0.05000,2.891
+10,block_sparse_moe.experts.137.w3,0.0000622094,0.05000,2.983
+10,block_sparse_moe.experts.133.w3,0.0000245728,0.05000,2.967
+10,block_sparse_moe.experts.127.w3,0.0000945196,0.05000,2.944
+10,block_sparse_moe.experts.141.w3,0.0000557572,0.05000,2.903
+10,block_sparse_moe.experts.119.w3,0.0000678236,0.05000,2.775
+10,block_sparse_moe.experts.129.w3,0.0000754420,0.05000,2.986
+10,block_sparse_moe.experts.123.w3,0.0000449709,0.05000,2.802
+10,block_sparse_moe.experts.150.w3,0.0000410797,0.05000,2.864
+10,block_sparse_moe.experts.154.w3,0.0001091194,0.05000,2.833
+10,block_sparse_moe.experts.146.w3,0.0000930543,0.05000,2.881
+10,block_sparse_moe.experts.158.w3,0.0000453948,0.05000,2.801
+10,block_sparse_moe.experts.80.w3,0.0000567893,0.05000,2.901
+10,block_sparse_moe.experts.76.w3,0.0000590297,0.05000,2.996
+10,block_sparse_moe.experts.68.w3,0.0000068031,0.05000,2.946
+10,block_sparse_moe.experts.72.w3,0.0000107413,0.05000,2.958
+10,block_sparse_moe.experts.131.w3,0.0000792926,0.05000,2.863
+10,block_sparse_moe.experts.143.w3,0.0000411180,0.05000,2.836
+10,block_sparse_moe.experts.153.w3,0.0000123536,0.05000,3.009
+10,block_sparse_moe.experts.149.w3,0.0000784339,0.05000,3.080
+10,block_sparse_moe.experts.135.w3,0.0000478894,0.05000,2.890
+10,block_sparse_moe.experts.157.w3,0.0000281172,0.05000,3.093
+10,block_sparse_moe.experts.139.w3,0.0000550825,0.05000,2.881
+10,block_sparse_moe.experts.145.w3,0.0000395822,0.05000,3.138
+10,block_sparse_moe.experts.166.w3,0.0000634719,0.05000,2.979
+10,block_sparse_moe.experts.170.w3,0.0000383007,0.05000,3.064
+10,block_sparse_moe.experts.162.w3,0.0000391908,0.05000,3.057
+10,block_sparse_moe.experts.96.w3,0.0001132129,0.05000,2.760
+10,block_sparse_moe.experts.174.w3,0.0000341291,0.05000,2.999
+10,block_sparse_moe.experts.84.w3,0.0000907584,0.05000,2.724
+10,block_sparse_moe.experts.92.w3,0.0000466472,0.05000,2.810
+10,block_sparse_moe.experts.88.w3,0.0000140345,0.05000,2.808
+10,block_sparse_moe.experts.147.w3,0.0000365443,0.05000,2.650
+10,block_sparse_moe.experts.159.w3,0.0000308189,0.05000,2.587
+10,block_sparse_moe.experts.169.w3,0.0000134152,0.05000,2.910
+10,block_sparse_moe.experts.151.w3,0.0000452957,0.05000,2.702
+10,block_sparse_moe.experts.165.w3,0.0000961095,0.05000,2.926
+10,block_sparse_moe.experts.155.w3,0.0000320045,0.05000,2.756
+10,block_sparse_moe.experts.173.w3,0.0000350240,0.05000,2.883
+10,block_sparse_moe.experts.161.w3,0.0000833627,0.05000,2.897
+10,block_sparse_moe.experts.182.w3,0.0000089165,0.05000,2.707
+10,block_sparse_moe.experts.186.w3,0.0000675866,0.05000,2.849
+10,block_sparse_moe.experts.178.w3,0.0000607575,0.05000,2.742
+10,block_sparse_moe.experts.112.w3,0.0000537616,0.05000,2.842
+10,block_sparse_moe.experts.100.w3,0.0000854664,0.05000,2.860
+10,block_sparse_moe.experts.190.w3,0.0000685346,0.05000,2.924
+10,block_sparse_moe.experts.108.w3,0.0000389644,0.05000,2.829
+10,block_sparse_moe.experts.104.w3,0.0000143597,0.05000,2.863
+10,block_sparse_moe.experts.163.w3,0.0000334022,0.05000,2.896
+10,block_sparse_moe.experts.175.w3,0.0000589193,0.05000,2.879
+10,block_sparse_moe.experts.185.w3,0.0000413913,0.05000,2.817
+10,block_sparse_moe.experts.167.w3,0.0000898626,0.05000,2.882
+10,block_sparse_moe.experts.181.w3,0.0000644280,0.05000,2.916
+10,block_sparse_moe.experts.189.w3,0.0000219632,0.05000,2.787
+10,block_sparse_moe.experts.171.w3,0.0000917731,0.05000,2.890
+10,block_sparse_moe.experts.177.w3,0.0000273428,0.05000,2.826
+10,block_sparse_moe.experts.198.w3,0.0000319327,0.05000,2.975
+10,block_sparse_moe.experts.202.w3,0.0000468433,0.05000,2.901
+10,block_sparse_moe.experts.194.w3,0.0000640557,0.05000,2.947
+10,block_sparse_moe.experts.206.w3,0.0000677209,0.05000,2.876
+10,block_sparse_moe.experts.128.w3,0.0000549534,0.05000,3.091
+10,block_sparse_moe.experts.116.w3,0.0000280251,0.05000,3.079
+10,block_sparse_moe.experts.120.w3,0.0000167049,0.05000,3.027
+10,block_sparse_moe.experts.124.w3,0.0000520580,0.05000,3.106
+10,block_sparse_moe.experts.191.w3,0.0000179261,0.05000,2.920
+10,block_sparse_moe.experts.179.w3,0.0000316622,0.05000,2.945
+10,block_sparse_moe.experts.201.w3,0.0000446319,0.05000,3.008
+10,block_sparse_moe.experts.183.w3,0.0000382637,0.05000,2.867
+10,block_sparse_moe.experts.197.w3,0.0001219709,0.05000,3.026
+10,block_sparse_moe.experts.187.w3,0.0000627642,0.05000,2.859
+10,block_sparse_moe.experts.205.w3,0.0000182393,0.05000,3.074
+10,block_sparse_moe.experts.193.w3,0.0000105791,0.05000,3.032
+10,block_sparse_moe.experts.214.w3,0.0000337605,0.05000,2.927
+10,block_sparse_moe.experts.210.w3,0.0000420756,0.05000,2.870
+10,block_sparse_moe.experts.218.w3,0.0000808683,0.05000,2.976
+10,block_sparse_moe.experts.222.w3,0.0000377165,0.05000,2.966
+10,block_sparse_moe.experts.144.w3,0.0000285625,0.05000,3.073
+10,block_sparse_moe.experts.132.w3,0.0001033797,0.05000,3.097
+10,block_sparse_moe.experts.136.w3,0.0000711542,0.05000,3.059
+10,block_sparse_moe.experts.140.w3,0.0000246172,0.05000,3.050
+10,block_sparse_moe.experts.207.w3,0.0000603918,0.05000,2.978
+10,block_sparse_moe.experts.195.w3,0.0000465388,0.05000,3.020
+10,block_sparse_moe.experts.217.w3,0.0000657530,0.05000,2.967
+10,block_sparse_moe.experts.199.w3,0.0000221139,0.05000,3.024
+10,block_sparse_moe.experts.213.w3,0.0000402188,0.05000,2.983
+10,block_sparse_moe.experts.203.w3,0.0000644615,0.05000,3.051
+10,block_sparse_moe.experts.221.w3,0.0000805136,0.05000,3.010
+10,block_sparse_moe.experts.209.w3,0.0000171907,0.05000,2.940
+10,block_sparse_moe.experts.230.w3,0.0000821783,0.05000,2.821
+10,block_sparse_moe.experts.234.w3,0.0000563590,0.05000,2.803
+10,block_sparse_moe.experts.226.w3,0.0000501688,0.05000,2.832
+10,block_sparse_moe.experts.238.w3,0.0000643358,0.05000,2.728
+10,block_sparse_moe.experts.211.w3,0.0000626582,0.05000,2.799
+10,block_sparse_moe.experts.160.w3,0.0000460665,0.05000,3.052
+10,block_sparse_moe.experts.223.w3,0.0000271282,0.05000,2.901
+10,block_sparse_moe.experts.152.w3,0.0000305965,0.05000,2.997
+10,block_sparse_moe.experts.148.w3,0.0000422231,0.05000,3.065
+10,block_sparse_moe.experts.156.w3,0.0000608210,0.05000,3.058
+10,block_sparse_moe.experts.215.w3,0.0000607230,0.05000,2.827
+10,block_sparse_moe.experts.233.w3,0.0000057769,0.05000,2.891
+10,block_sparse_moe.experts.229.w3,0.0000538831,0.05000,2.902
+10,block_sparse_moe.experts.219.w3,0.0000779630,0.05000,2.808
+10,block_sparse_moe.experts.237.w3,0.0000199097,0.05000,2.853
+10,block_sparse_moe.experts.225.w3,0.0000092134,0.05000,2.854
+10,block_sparse_moe.experts.246.w3,0.0000323916,0.05000,2.918
+10,block_sparse_moe.experts.242.w3,0.0000800434,0.05000,2.822
+10,block_sparse_moe.experts.250.w3,0.0000997837,0.05000,2.848
+10,block_sparse_moe.experts.254.w3,0.0000722183,0.05000,2.627
+10,block_sparse_moe.experts.227.w3,0.0000392748,0.05000,2.914
+10,block_sparse_moe.experts.168.w3,0.0000399406,0.05000,2.863
+10,block_sparse_moe.experts.164.w3,0.0000243173,0.05000,2.881
+10,block_sparse_moe.experts.239.w3,0.0000574462,0.05000,2.975
+10,block_sparse_moe.experts.176.w3,0.0000546230,0.05000,3.012
+10,block_sparse_moe.experts.172.w3,0.0000345906,0.05000,2.979
+10,block_sparse_moe.experts.231.w3,0.0001072727,0.05000,2.959
+10,block_sparse_moe.experts.249.w3,0.0000596537,0.05000,3.063
+10,block_sparse_moe.experts.235.w3,0.0000165538,0.05000,2.933
+10,block_sparse_moe.experts.245.w3,0.0000468479,0.05000,2.991
+10,block_sparse_moe.experts.253.w3,0.0000264686,0.05000,2.847
+10,block_sparse_moe.experts.241.w3,0.0000175816,0.05000,2.745
+10,block_sparse_moe.experts.243.w3,0.0000409722,0.05000,2.864
+10,block_sparse_moe.experts.255.w3,0.0000158072,0.05000,2.797
+10,block_sparse_moe.experts.184.w3,0.0000325054,0.05000,2.999
+10,block_sparse_moe.experts.192.w3,0.0000760059,0.05000,2.964
+10,block_sparse_moe.experts.247.w3,0.0000425538,0.05000,2.582
+10,block_sparse_moe.experts.180.w3,0.0000073637,0.05000,3.057
+10,block_sparse_moe.experts.251.w3,0.0000237635,0.05000,2.375
+10,block_sparse_moe.experts.188.w3,0.0000306587,0.05000,2.971
+10,block_sparse_moe.experts.200.w3,0.0000842220,0.05000,2.694
+10,block_sparse_moe.experts.208.w3,0.0000953429,0.05000,2.670
+10,block_sparse_moe.experts.196.w3,0.0000056347,0.05000,2.674
+10,block_sparse_moe.experts.204.w3,0.0000587010,0.05000,2.721
+10,block_sparse_moe.experts.224.w3,0.0000276092,0.05000,2.351
+10,block_sparse_moe.experts.216.w3,0.0000146442,0.05000,2.458
+10,block_sparse_moe.experts.212.w3,0.0000428563,0.05000,2.438
+10,block_sparse_moe.experts.220.w3,0.0000673331,0.05000,2.426
+10,block_sparse_moe.experts.240.w3,0.0000984129,0.05000,2.369
+10,block_sparse_moe.experts.232.w3,0.0000309281,0.05000,2.394
+10,block_sparse_moe.experts.228.w3,0.0000558303,0.05000,2.389
+10,block_sparse_moe.experts.236.w3,0.0000765167,0.05000,2.457
+10,block_sparse_moe.experts.248.w3,0.0000633016,0.05000,2.069
+10,block_sparse_moe.experts.244.w3,0.0000858580,0.05000,2.019
+10,block_sparse_moe.experts.252.w3,0.0000687037,0.05000,1.888
+10,block_sparse_moe.experts.7.w2,0.0000102034,0.05000,1.354
+10,block_sparse_moe.experts.11.w2,0.0000119619,0.05000,1.349
+10,block_sparse_moe.experts.15.w2,0.0000094616,0.05000,1.351
+10,block_sparse_moe.experts.2.w2,0.0000035862,0.05000,1.410
+10,block_sparse_moe.experts.5.w2,0.0000081320,0.05000,1.413
+10,block_sparse_moe.experts.13.w2,0.0000172971,0.05000,1.372
+10,block_sparse_moe.experts.3.w2,0.0000042341,0.05000,1.434
+10,block_sparse_moe.experts.6.w2,0.0000053793,0.05000,1.436
+10,block_sparse_moe.experts.9.w2,0.0000137596,0.05000,1.384
+10,block_sparse_moe.experts.1.w2,0.0000246987,0.05000,1.459
+10,block_sparse_moe.experts.10.w2,0.0000062071,0.05000,1.404
+10,block_sparse_moe.experts.14.w2,0.0000057465,0.05000,1.435
+10,block_sparse_moe.experts.4.w2,0.0000099797,0.05000,1.637
+10,block_sparse_moe.experts.12.w2,0.0000140025,0.05000,1.601
+10,block_sparse_moe.experts.8.w2,0.0000078696,0.05000,1.676
+10,block_sparse_moe.experts.0.w2,0.0000108164,0.05000,1.692
+10,block_sparse_moe.experts.23.w2,0.0000012706,0.05000,1.410
+10,block_sparse_moe.experts.18.w2,0.0000050773,0.05000,1.400
+10,block_sparse_moe.experts.19.w2,0.0000120727,0.05000,1.403
+10,block_sparse_moe.experts.27.w2,0.0000270280,0.05000,1.435
+10,block_sparse_moe.experts.31.w2,0.0000073790,0.05000,1.434
+10,block_sparse_moe.experts.26.w2,0.0000529909,0.05000,1.439
+10,block_sparse_moe.experts.22.w2,0.0000037913,0.05000,1.486
+10,block_sparse_moe.experts.17.w2,0.0000049890,0.05000,1.495
+10,block_sparse_moe.experts.30.w2,0.0000063943,0.05000,1.466
+10,block_sparse_moe.experts.29.w2,0.0000053452,0.05000,1.541
+10,block_sparse_moe.experts.25.w2,0.0000040846,0.05000,1.532
+10,block_sparse_moe.experts.21.w2,0.0000056278,0.05000,1.627
+10,block_sparse_moe.experts.20.w2,0.0000086773,0.05000,1.437
+10,block_sparse_moe.experts.24.w2,0.0000060607,0.05000,1.448
+10,block_sparse_moe.experts.16.w2,0.0000041759,0.05000,1.442
+10,block_sparse_moe.experts.28.w2,0.0000033034,0.05000,1.494
+10,block_sparse_moe.experts.39.w2,0.0000029133,0.05000,1.446
+10,block_sparse_moe.experts.34.w2,0.0000092560,0.05000,1.446
+10,block_sparse_moe.experts.43.w2,0.0000011222,0.05000,1.424
+10,block_sparse_moe.experts.47.w2,0.0000054435,0.05000,1.453
+10,block_sparse_moe.experts.35.w2,0.0000052367,0.05000,1.459
+10,block_sparse_moe.experts.42.w2,0.0000062656,0.05000,1.490
+10,block_sparse_moe.experts.38.w2,0.0000107691,0.05000,1.535
+10,block_sparse_moe.experts.45.w2,0.0000073374,0.05000,1.491
+10,block_sparse_moe.experts.41.w2,0.0000134516,0.05000,1.502
+10,block_sparse_moe.experts.33.w2,0.0000079440,0.05000,1.550
+10,block_sparse_moe.experts.46.w2,0.0000063682,0.05000,1.548
+10,block_sparse_moe.experts.40.w2,0.0000070434,0.05000,1.430
+10,block_sparse_moe.experts.36.w2,0.0000179714,0.05000,1.484
+10,block_sparse_moe.experts.44.w2,0.0000043558,0.05000,1.434
+10,block_sparse_moe.experts.37.w2,0.0000083980,0.05000,1.573
+10,block_sparse_moe.experts.32.w2,0.0000334555,0.05000,1.490
+10,block_sparse_moe.experts.55.w2,0.0000053018,0.05000,1.436
+10,block_sparse_moe.experts.59.w2,0.0000116504,0.05000,1.438
+10,block_sparse_moe.experts.63.w2,0.0000045459,0.05000,1.461
+10,block_sparse_moe.experts.50.w2,0.0000195111,0.05000,1.499
+10,block_sparse_moe.experts.51.w2,0.0000076338,0.05000,1.490
+10,block_sparse_moe.experts.58.w2,0.0000047890,0.05000,1.501
+10,block_sparse_moe.experts.61.w2,0.0000034614,0.05000,1.524
+10,block_sparse_moe.experts.49.w2,0.0000208487,0.05000,1.498
+10,block_sparse_moe.experts.54.w2,0.0000101729,0.05000,1.555
+10,block_sparse_moe.experts.57.w2,0.0000019868,0.05000,1.551
+10,block_sparse_moe.experts.62.w2,0.0000114322,0.05000,1.555
+10,block_sparse_moe.experts.56.w2,0.0000077128,0.05000,1.547
+10,block_sparse_moe.experts.60.w2,0.0000100347,0.05000,1.518
+10,block_sparse_moe.experts.52.w2,0.0000115052,0.05000,1.565
+10,block_sparse_moe.experts.53.w2,0.0000071557,0.05000,1.538
+10,block_sparse_moe.experts.48.w2,0.0000139817,0.05000,1.542
+10,block_sparse_moe.experts.71.w2,0.0000040289,0.05000,1.427
+10,block_sparse_moe.experts.75.w2,0.0000085569,0.05000,1.428
+10,block_sparse_moe.experts.79.w2,0.0000096324,0.05000,1.450
+10,block_sparse_moe.experts.67.w2,0.0000067103,0.05000,1.459
+10,block_sparse_moe.experts.66.w2,0.0000049443,0.05000,1.554
+10,block_sparse_moe.experts.77.w2,0.0000117366,0.05000,1.377
+10,block_sparse_moe.experts.73.w2,0.0000094442,0.05000,1.378
+10,block_sparse_moe.experts.65.w2,0.0000127932,0.05000,1.442
+10,block_sparse_moe.experts.74.w2,0.0000044406,0.05000,1.553
+10,block_sparse_moe.experts.70.w2,0.0000034305,0.05000,1.507
+10,block_sparse_moe.experts.69.w2,0.0000090843,0.05000,1.374
+10,block_sparse_moe.experts.76.w2,0.0000125242,0.05000,1.469
+10,block_sparse_moe.experts.68.w2,0.0000012061,0.05000,1.478
+10,block_sparse_moe.experts.72.w2,0.0000036704,0.05000,1.515
+10,block_sparse_moe.experts.78.w2,0.0000216843,0.05000,1.565
+10,block_sparse_moe.experts.64.w2,0.0000037478,0.05000,1.505
+10,block_sparse_moe.experts.87.w2,0.0000035299,0.05000,1.405
+10,block_sparse_moe.experts.91.w2,0.0000143360,0.05000,1.389
+10,block_sparse_moe.experts.95.w2,0.0000118348,0.05000,1.403
+10,block_sparse_moe.experts.83.w2,0.0000129632,0.05000,1.367
+10,block_sparse_moe.experts.82.w2,0.0000080756,0.05000,1.467
+10,block_sparse_moe.experts.93.w2,0.0000156347,0.05000,1.450
+10,block_sparse_moe.experts.89.w2,0.0000106778,0.05000,1.496
+10,block_sparse_moe.experts.81.w2,0.0000052223,0.05000,1.454
+10,block_sparse_moe.experts.90.w2,0.0000052639,0.05000,1.461
+10,block_sparse_moe.experts.85.w2,0.0000105277,0.05000,1.486
+10,block_sparse_moe.experts.92.w2,0.0000156449,0.05000,1.442
+10,block_sparse_moe.experts.86.w2,0.0000126250,0.05000,1.516
+10,block_sparse_moe.experts.84.w2,0.0000113343,0.05000,1.481
+10,block_sparse_moe.experts.88.w2,0.0000028196,0.05000,1.486
+10,block_sparse_moe.experts.94.w2,0.0000151727,0.05000,1.483
+10,block_sparse_moe.experts.80.w2,0.0000048021,0.05000,1.442
+10,block_sparse_moe.experts.103.w2,0.0000155299,0.05000,1.403
+10,block_sparse_moe.experts.107.w2,0.0000059850,0.05000,1.388
+10,block_sparse_moe.experts.111.w2,0.0000220485,0.05000,1.436
+10,block_sparse_moe.experts.99.w2,0.0000094717,0.05000,1.468
+10,block_sparse_moe.experts.109.w2,0.0000030478,0.05000,1.414
+10,block_sparse_moe.experts.98.w2,0.0000080433,0.05000,1.510
+10,block_sparse_moe.experts.105.w2,0.0000055057,0.05000,1.425
+10,block_sparse_moe.experts.97.w2,0.0000139171,0.05000,1.439
+10,block_sparse_moe.experts.106.w2,0.0000111363,0.05000,1.519
+10,block_sparse_moe.experts.101.w2,0.0000083089,0.05000,1.460
+10,block_sparse_moe.experts.108.w2,0.0000092681,0.05000,1.513
+10,block_sparse_moe.experts.102.w2,0.0000061903,0.05000,1.509
+10,block_sparse_moe.experts.104.w2,0.0000033150,0.05000,1.497
+10,block_sparse_moe.experts.96.w2,0.0000148091,0.05000,1.501
+10,block_sparse_moe.experts.110.w2,0.0000107661,0.05000,1.517
+10,block_sparse_moe.experts.100.w2,0.0000109793,0.05000,1.552
+10,block_sparse_moe.experts.119.w2,0.0000072367,0.05000,1.401
+10,block_sparse_moe.experts.123.w2,0.0000076035,0.05000,1.420
+10,block_sparse_moe.experts.127.w2,0.0000202540,0.05000,1.448
+10,block_sparse_moe.experts.115.w2,0.0000021767,0.05000,1.420
+10,block_sparse_moe.experts.125.w2,0.0000061610,0.05000,1.519
+10,block_sparse_moe.experts.114.w2,0.0000055159,0.05000,1.480
+10,block_sparse_moe.experts.122.w2,0.0000041834,0.05000,1.384
+10,block_sparse_moe.experts.121.w2,0.0000053463,0.05000,1.553
+10,block_sparse_moe.experts.113.w2,0.0000228682,0.05000,1.557
+10,block_sparse_moe.experts.118.w2,0.0000027842,0.05000,1.407
+10,block_sparse_moe.experts.117.w2,0.0000139110,0.05000,1.519
+10,block_sparse_moe.experts.120.w2,0.0000051326,0.05000,1.478
+10,block_sparse_moe.experts.126.w2,0.0000016892,0.05000,1.465
+10,block_sparse_moe.experts.124.w2,0.0000092968,0.05000,1.574
+10,block_sparse_moe.experts.116.w2,0.0000079761,0.05000,1.527
+10,block_sparse_moe.experts.112.w2,0.0000103042,0.05000,1.552
+10,block_sparse_moe.experts.139.w2,0.0000132363,0.05000,1.598
+10,block_sparse_moe.experts.135.w2,0.0000106205,0.05000,1.634
+10,block_sparse_moe.experts.143.w2,0.0000081322,0.05000,1.596
+10,block_sparse_moe.experts.131.w2,0.0000207085,0.05000,1.593
+10,block_sparse_moe.experts.141.w2,0.0000132289,0.05000,1.436
+10,block_sparse_moe.experts.138.w2,0.0000145271,0.05000,1.420
+10,block_sparse_moe.experts.130.w2,0.0000086270,0.05000,1.466
+10,block_sparse_moe.experts.137.w2,0.0000103051,0.05000,1.472
+10,block_sparse_moe.experts.129.w2,0.0000072832,0.05000,1.454
+10,block_sparse_moe.experts.133.w2,0.0000071992,0.05000,1.422
+10,block_sparse_moe.experts.134.w2,0.0000046499,0.05000,1.499
+10,block_sparse_moe.experts.142.w2,0.0000096442,0.05000,1.442
+10,block_sparse_moe.experts.136.w2,0.0000082251,0.05000,1.499
+10,block_sparse_moe.experts.140.w2,0.0000067663,0.05000,1.485
+10,block_sparse_moe.experts.128.w2,0.0000098817,0.05000,1.449
+10,block_sparse_moe.experts.132.w2,0.0000243300,0.05000,1.520
+10,block_sparse_moe.experts.151.w2,0.0000092219,0.05000,1.439
+10,block_sparse_moe.experts.155.w2,0.0000055564,0.05000,1.440
+10,block_sparse_moe.experts.147.w2,0.0000073421,0.05000,1.400
+10,block_sparse_moe.experts.159.w2,0.0000058762,0.05000,1.447
+10,block_sparse_moe.experts.146.w2,0.0000117466,0.05000,1.359
+10,block_sparse_moe.experts.157.w2,0.0000027715,0.05000,1.414
+10,block_sparse_moe.experts.154.w2,0.0000279686,0.05000,1.393
+10,block_sparse_moe.experts.153.w2,0.0000028381,0.05000,1.424
+10,block_sparse_moe.experts.145.w2,0.0000092187,0.05000,1.464
+10,block_sparse_moe.experts.149.w2,0.0000142978,0.05000,1.448
+10,block_sparse_moe.experts.150.w2,0.0000091727,0.05000,1.437
+10,block_sparse_moe.experts.158.w2,0.0000083902,0.05000,1.433
+10,block_sparse_moe.experts.152.w2,0.0000100475,0.05000,1.487
+10,block_sparse_moe.experts.144.w2,0.0000051286,0.05000,1.476
+10,block_sparse_moe.experts.156.w2,0.0000386718,0.05000,1.526
+10,block_sparse_moe.experts.148.w2,0.0000035847,0.05000,1.526
+10,block_sparse_moe.experts.171.w2,0.0000114236,0.05000,1.509
+10,block_sparse_moe.experts.167.w2,0.0000122132,0.05000,1.511
+10,block_sparse_moe.experts.163.w2,0.0000057638,0.05000,1.506
+10,block_sparse_moe.experts.175.w2,0.0000107664,0.05000,1.498
+10,block_sparse_moe.experts.173.w2,0.0000035109,0.05000,1.529
+10,block_sparse_moe.experts.162.w2,0.0000083781,0.05000,1.587
+10,block_sparse_moe.experts.170.w2,0.0000121357,0.05000,1.620
+10,block_sparse_moe.experts.161.w2,0.0000103953,0.05000,1.459
+10,block_sparse_moe.experts.169.w2,0.0000030715,0.05000,1.502
+10,block_sparse_moe.experts.165.w2,0.0000178699,0.05000,1.486
+10,block_sparse_moe.experts.166.w2,0.0000080675,0.05000,1.522
+10,block_sparse_moe.experts.172.w2,0.0000100004,0.05000,1.333
+10,block_sparse_moe.experts.174.w2,0.0000065817,0.05000,1.507
+10,block_sparse_moe.experts.168.w2,0.0000052883,0.05000,1.440
+10,block_sparse_moe.experts.160.w2,0.0000053367,0.05000,1.436
+10,block_sparse_moe.experts.164.w2,0.0000107208,0.05000,1.418
+10,block_sparse_moe.experts.183.w2,0.0000095085,0.05000,1.581
+10,block_sparse_moe.experts.187.w2,0.0000071195,0.05000,1.594
+10,block_sparse_moe.experts.178.w2,0.0000094555,0.05000,1.409
+10,block_sparse_moe.experts.186.w2,0.0000075321,0.05000,1.364
+10,block_sparse_moe.experts.179.w2,0.0000071647,0.05000,1.635
+10,block_sparse_moe.experts.189.w2,0.0000056808,0.05000,1.531
+10,block_sparse_moe.experts.191.w2,0.0000026866,0.05000,1.633
+10,block_sparse_moe.experts.185.w2,0.0000040536,0.05000,1.527
+10,block_sparse_moe.experts.177.w2,0.0000052068,0.05000,1.531
+10,block_sparse_moe.experts.182.w2,0.0000027620,0.05000,1.420
+10,block_sparse_moe.experts.181.w2,0.0000127489,0.05000,1.497
+10,block_sparse_moe.experts.188.w2,0.0000121167,0.05000,1.405
+10,block_sparse_moe.experts.190.w2,0.0000146427,0.05000,1.385
+10,block_sparse_moe.experts.184.w2,0.0000055996,0.05000,1.420
+10,block_sparse_moe.experts.176.w2,0.0000064181,0.05000,1.439
+10,block_sparse_moe.experts.180.w2,0.0000025654,0.05000,1.411
+10,block_sparse_moe.experts.203.w2,0.0000111224,0.05000,1.449
+10,block_sparse_moe.experts.199.w2,0.0000029340,0.05000,1.469
+10,block_sparse_moe.experts.194.w2,0.0000149588,0.05000,1.361
+10,block_sparse_moe.experts.202.w2,0.0000058166,0.05000,1.346
+10,block_sparse_moe.experts.205.w2,0.0000028452,0.05000,1.313
+10,block_sparse_moe.experts.195.w2,0.0000128951,0.05000,1.453
+10,block_sparse_moe.experts.207.w2,0.0000095594,0.05000,1.475
+10,block_sparse_moe.experts.198.w2,0.0000112585,0.05000,1.330
+10,block_sparse_moe.experts.201.w2,0.0000171859,0.05000,1.389
+10,block_sparse_moe.experts.206.w2,0.0000077986,0.05000,1.357
+10,block_sparse_moe.experts.193.w2,0.0000041823,0.05000,1.414
+10,block_sparse_moe.experts.197.w2,0.0000206913,0.05000,1.382
+10,block_sparse_moe.experts.200.w2,0.0000135493,0.05000,1.394
+10,block_sparse_moe.experts.204.w2,0.0000113631,0.05000,1.490
+10,block_sparse_moe.experts.196.w2,0.0000010171,0.05000,1.392
+10,block_sparse_moe.experts.192.w2,0.0000129773,0.05000,1.470
+10,block_sparse_moe.experts.221.w2,0.0000129529,0.05000,1.363
+10,block_sparse_moe.experts.210.w2,0.0000107444,0.05000,1.387
+10,block_sparse_moe.experts.218.w2,0.0000148134,0.05000,1.409
+10,block_sparse_moe.experts.219.w2,0.0000097900,0.05000,1.486
+10,block_sparse_moe.experts.215.w2,0.0000072406,0.05000,1.558
+10,block_sparse_moe.experts.217.w2,0.0000152823,0.05000,1.348
+10,block_sparse_moe.experts.211.w2,0.0000213224,0.05000,1.483
+10,block_sparse_moe.experts.213.w2,0.0000079990,0.05000,1.365
+10,block_sparse_moe.experts.214.w2,0.0000038934,0.05000,1.436
+10,block_sparse_moe.experts.209.w2,0.0000020820,0.05000,1.392
+10,block_sparse_moe.experts.222.w2,0.0000066849,0.05000,1.404
+10,block_sparse_moe.experts.223.w2,0.0000037443,0.05000,1.495
+10,block_sparse_moe.experts.216.w2,0.0000057501,0.05000,1.372
+10,block_sparse_moe.experts.220.w2,0.0000127773,0.05000,1.384
+10,block_sparse_moe.experts.208.w2,0.0000191746,0.05000,1.347
+10,block_sparse_moe.experts.212.w2,0.0000059870,0.05000,1.437
+10,block_sparse_moe.experts.237.w2,0.0000048729,0.05000,1.463
+10,block_sparse_moe.experts.226.w2,0.0000101324,0.05000,1.463
+10,block_sparse_moe.experts.234.w2,0.0000138870,0.05000,1.460
+10,block_sparse_moe.experts.235.w2,0.0000044901,0.05000,1.429
+10,block_sparse_moe.experts.231.w2,0.0000141936,0.05000,1.402
+10,block_sparse_moe.experts.233.w2,0.0000015294,0.05000,1.433
+10,block_sparse_moe.experts.229.w2,0.0000059179,0.05000,1.394
+10,block_sparse_moe.experts.227.w2,0.0000087943,0.05000,1.460
+10,block_sparse_moe.experts.230.w2,0.0000113574,0.05000,1.433
+10,block_sparse_moe.experts.238.w2,0.0000234405,0.05000,1.451
+10,block_sparse_moe.experts.225.w2,0.0000024458,0.05000,1.496
+10,block_sparse_moe.experts.239.w2,0.0000112633,0.05000,1.489
+10,block_sparse_moe.experts.232.w2,0.0000055854,0.05000,1.476
+10,block_sparse_moe.experts.236.w2,0.0000114474,0.05000,1.506
+10,block_sparse_moe.experts.224.w2,0.0000051180,0.05000,1.515
+10,block_sparse_moe.experts.228.w2,0.0000105322,0.05000,1.507
+10,block_sparse_moe.experts.242.w2,0.0000168715,0.05000,1.316
+10,block_sparse_moe.experts.250.w2,0.0000187250,0.05000,1.323
+10,block_sparse_moe.experts.253.w2,0.0000074044,0.05000,1.445
+10,block_sparse_moe.experts.246.w2,0.0000056248,0.05000,1.222
+10,block_sparse_moe.experts.254.w2,0.0000113459,0.05000,1.202
+10,block_sparse_moe.experts.251.w2,0.0000013950,0.05000,1.446
+10,block_sparse_moe.experts.249.w2,0.0000120765,0.05000,1.359
+10,block_sparse_moe.experts.247.w2,0.0000056754,0.05000,1.440
+10,block_sparse_moe.experts.245.w2,0.0000152196,0.05000,1.382
+10,block_sparse_moe.experts.241.w2,0.0000066452,0.05000,1.293
+10,block_sparse_moe.experts.243.w2,0.0000100319,0.05000,1.386
+10,block_sparse_moe.experts.255.w2,0.0000034928,0.05000,1.338
+10,block_sparse_moe.experts.248.w2,0.0000265432,0.05000,1.423
+10,block_sparse_moe.experts.252.w2,0.0000088921,0.05000,1.403
+10,block_sparse_moe.experts.240.w2,0.0000210013,0.05000,1.396
+10,block_sparse_moe.experts.244.w2,0.0000129555,0.05000,1.347
+11,self_attn.k_proj,0.0000000987,0.05000,0.980
+11,self_attn.q_proj,0.0000005937,0.05000,0.994
+11,self_attn.v_proj,0.0000000858,0.05000,1.023
+11,self_attn.o_proj,0.0000000560,0.05000,1.843
+11,block_sparse_moe.experts.0.w1,0.0000275437,0.05000,2.982
+11,block_sparse_moe.experts.12.w1,0.0000120595,0.05000,2.959
+11,block_sparse_moe.experts.2.w1,0.0000745664,0.05000,3.014
+11,block_sparse_moe.experts.10.w1,0.0000199843,0.05000,2.959
+11,block_sparse_moe.experts.4.w1,0.0000481858,0.05000,3.052
+11,block_sparse_moe.experts.8.w1,0.0000767299,0.05000,3.008
+11,block_sparse_moe.experts.14.w1,0.0000325092,0.05000,3.047
+11,block_sparse_moe.experts.6.w1,0.0000344617,0.05000,3.074
+11,block_sparse_moe.experts.1.w1,0.0000643332,0.05000,3.233
+11,block_sparse_moe.experts.5.w1,0.0000645545,0.05000,3.184
+11,block_sparse_moe.experts.11.w1,0.0000104079,0.05000,3.190
+11,block_sparse_moe.experts.13.w1,0.0000440960,0.05000,3.227
+11,block_sparse_moe.experts.15.w1,0.0000281152,0.05000,3.252
+11,block_sparse_moe.experts.7.w1,0.0000243689,0.05000,3.278
+11,block_sparse_moe.experts.9.w1,0.0000586370,0.05000,3.291
+11,block_sparse_moe.experts.3.w1,0.0000915056,0.05000,3.372
+11,block_sparse_moe.experts.21.w1,0.0000711931,0.05000,2.768
+11,block_sparse_moe.experts.20.w1,0.0000740468,0.05000,2.992
+11,block_sparse_moe.experts.28.w1,0.0000621162,0.05000,3.034
+11,block_sparse_moe.experts.29.w1,0.0000979863,0.05000,2.769
+11,block_sparse_moe.experts.16.w1,0.0000571756,0.05000,3.067
+11,block_sparse_moe.experts.17.w1,0.0000697673,0.05000,2.848
+11,block_sparse_moe.experts.24.w1,0.0000203625,0.05000,3.099
+11,block_sparse_moe.experts.25.w1,0.0000441728,0.05000,2.848
+11,block_sparse_moe.experts.18.w1,0.0000158829,0.05000,3.221
+11,block_sparse_moe.experts.26.w1,0.0001093074,0.05000,3.247
+11,block_sparse_moe.experts.30.w1,0.0000636367,0.05000,3.166
+11,block_sparse_moe.experts.22.w1,0.0000949987,0.05000,3.189
+11,block_sparse_moe.experts.31.w1,0.0000391333,0.05000,3.053
+11,block_sparse_moe.experts.27.w1,0.0001193052,0.05000,3.158
+11,block_sparse_moe.experts.19.w1,0.0000356920,0.05000,3.033
+11,block_sparse_moe.experts.23.w1,0.0000344463,0.05000,3.074
+11,block_sparse_moe.experts.36.w1,0.0001473205,0.05000,2.751
+11,block_sparse_moe.experts.32.w1,0.0000764497,0.05000,2.795
+11,block_sparse_moe.experts.37.w1,0.0001128981,0.05000,2.918
+11,block_sparse_moe.experts.44.w1,0.0000248570,0.05000,2.900
+11,block_sparse_moe.experts.40.w1,0.0001363997,0.05000,2.807
+11,block_sparse_moe.experts.45.w1,0.0000642253,0.05000,2.931
+11,block_sparse_moe.experts.33.w1,0.0000872411,0.05000,2.970
+11,block_sparse_moe.experts.41.w1,0.0000832131,0.05000,2.920
+11,block_sparse_moe.experts.34.w1,0.0000295429,0.05000,2.962
+11,block_sparse_moe.experts.43.w1,0.0000925663,0.05000,2.802
+11,block_sparse_moe.experts.42.w1,0.0001388080,0.05000,3.015
+11,block_sparse_moe.experts.47.w1,0.0000723661,0.05000,2.931
+11,block_sparse_moe.experts.35.w1,0.0000575328,0.05000,2.929
+11,block_sparse_moe.experts.39.w1,0.0000239638,0.05000,2.932
+11,block_sparse_moe.experts.46.w1,0.0000924863,0.05000,3.109
+11,block_sparse_moe.experts.38.w1,0.0000837220,0.05000,3.086
+11,block_sparse_moe.experts.52.w1,0.0000396387,0.05000,2.979
+11,block_sparse_moe.experts.48.w1,0.0000148462,0.05000,2.981
+11,block_sparse_moe.experts.53.w1,0.0000482527,0.05000,2.931
+11,block_sparse_moe.experts.61.w1,0.0000702801,0.05000,2.914
+11,block_sparse_moe.experts.56.w1,0.0000877286,0.05000,2.926
+11,block_sparse_moe.experts.49.w1,0.0000902998,0.05000,2.872
+11,block_sparse_moe.experts.60.w1,0.0000451215,0.05000,3.040
+11,block_sparse_moe.experts.59.w1,0.0000577301,0.05000,2.830
+11,block_sparse_moe.experts.57.w1,0.0000276942,0.05000,2.972
+11,block_sparse_moe.experts.51.w1,0.0000942331,0.05000,2.761
+11,block_sparse_moe.experts.63.w1,0.0001549916,0.05000,2.855
+11,block_sparse_moe.experts.55.w1,0.0000300742,0.05000,2.854
+11,block_sparse_moe.experts.58.w1,0.0000429319,0.05000,3.089
+11,block_sparse_moe.experts.50.w1,0.0000768243,0.05000,3.234
+11,block_sparse_moe.experts.62.w1,0.0001058455,0.05000,3.174
+11,block_sparse_moe.experts.54.w1,0.0000833666,0.05000,3.192
+11,block_sparse_moe.experts.68.w1,0.0000826806,0.05000,2.794
+11,block_sparse_moe.experts.64.w1,0.0000673619,0.05000,2.758
+11,block_sparse_moe.experts.72.w1,0.0000574860,0.05000,2.810
+11,block_sparse_moe.experts.76.w1,0.0000697281,0.05000,2.723
+11,block_sparse_moe.experts.69.w1,0.0000442740,0.05000,3.013
+11,block_sparse_moe.experts.65.w1,0.0000113526,0.05000,3.014
+11,block_sparse_moe.experts.77.w1,0.0000479216,0.05000,3.051
+11,block_sparse_moe.experts.75.w1,0.0000726419,0.05000,3.030
+11,block_sparse_moe.experts.67.w1,0.0001906971,0.05000,2.970
+11,block_sparse_moe.experts.79.w1,0.0000053292,0.05000,2.973
+11,block_sparse_moe.experts.71.w1,0.0000284895,0.05000,2.958
+11,block_sparse_moe.experts.73.w1,0.0000740672,0.05000,3.110
+11,block_sparse_moe.experts.74.w1,0.0000136824,0.05000,2.994
+11,block_sparse_moe.experts.66.w1,0.0000711569,0.05000,2.971
+11,block_sparse_moe.experts.78.w1,0.0000473041,0.05000,2.983
+11,block_sparse_moe.experts.70.w1,0.0000859487,0.05000,3.076
+11,block_sparse_moe.experts.80.w1,0.0000914274,0.05000,2.799
+11,block_sparse_moe.experts.84.w1,0.0000300310,0.05000,2.864
+11,block_sparse_moe.experts.92.w1,0.0000513762,0.05000,2.825
+11,block_sparse_moe.experts.88.w1,0.0000220402,0.05000,2.862
+11,block_sparse_moe.experts.85.w1,0.0000882932,0.05000,3.063
+11,block_sparse_moe.experts.93.w1,0.0000131409,0.05000,3.085
+11,block_sparse_moe.experts.83.w1,0.0000461080,0.05000,2.993
+11,block_sparse_moe.experts.91.w1,0.0000392526,0.05000,3.030
+11,block_sparse_moe.experts.81.w1,0.0000099543,0.05000,3.160
+11,block_sparse_moe.experts.95.w1,0.0000776005,0.05000,3.024
+11,block_sparse_moe.experts.87.w1,0.0000469890,0.05000,3.000
+11,block_sparse_moe.experts.89.w1,0.0000239276,0.05000,3.020
+11,block_sparse_moe.experts.90.w1,0.0000164309,0.05000,2.876
+11,block_sparse_moe.experts.82.w1,0.0001146918,0.05000,2.837
+11,block_sparse_moe.experts.94.w1,0.0000960619,0.05000,2.822
+11,block_sparse_moe.experts.86.w1,0.0000330245,0.05000,2.742
+11,block_sparse_moe.experts.100.w1,0.0000832797,0.05000,2.909
+11,block_sparse_moe.experts.96.w1,0.0000947959,0.05000,3.031
+11,block_sparse_moe.experts.108.w1,0.0000817680,0.05000,2.888
+11,block_sparse_moe.experts.104.w1,0.0001015155,0.05000,2.939
+11,block_sparse_moe.experts.99.w1,0.0000985372,0.05000,2.910
+11,block_sparse_moe.experts.106.w1,0.0000330740,0.05000,2.773
+11,block_sparse_moe.experts.101.w1,0.0000785499,0.05000,3.080
+11,block_sparse_moe.experts.107.w1,0.0000330883,0.05000,2.929
+11,block_sparse_moe.experts.98.w1,0.0000133085,0.05000,2.817
+11,block_sparse_moe.experts.103.w1,0.0000566918,0.05000,2.923
+11,block_sparse_moe.experts.111.w1,0.0000630951,0.05000,2.933
+11,block_sparse_moe.experts.110.w1,0.0000659532,0.05000,2.735
+11,block_sparse_moe.experts.109.w1,0.0001042436,0.05000,3.170
+11,block_sparse_moe.experts.102.w1,0.0000646900,0.05000,2.840
+11,block_sparse_moe.experts.97.w1,0.0000953333,0.05000,3.244
+11,block_sparse_moe.experts.105.w1,0.0000948509,0.05000,3.157
+11,block_sparse_moe.experts.116.w1,0.0000127188,0.05000,2.993
+11,block_sparse_moe.experts.124.w1,0.0000616125,0.05000,2.916
+11,block_sparse_moe.experts.112.w1,0.0000311098,0.05000,3.001
+11,block_sparse_moe.experts.120.w1,0.0000283815,0.05000,2.950
+11,block_sparse_moe.experts.114.w1,0.0000360103,0.05000,2.874
+11,block_sparse_moe.experts.115.w1,0.0001211982,0.05000,2.995
+11,block_sparse_moe.experts.122.w1,0.0000239881,0.05000,2.970
+11,block_sparse_moe.experts.127.w1,0.0000535737,0.05000,2.929
+11,block_sparse_moe.experts.117.w1,0.0000291319,0.05000,3.003
+11,block_sparse_moe.experts.123.w1,0.0000490676,0.05000,3.009
+11,block_sparse_moe.experts.126.w1,0.0000578868,0.05000,3.045
+11,block_sparse_moe.experts.119.w1,0.0000674427,0.05000,3.082
+11,block_sparse_moe.experts.125.w1,0.0000624239,0.05000,2.981
+11,block_sparse_moe.experts.118.w1,0.0000961215,0.05000,2.936
+11,block_sparse_moe.experts.113.w1,0.0001149108,0.05000,2.931
+11,block_sparse_moe.experts.121.w1,0.0000909272,0.05000,2.982
+11,block_sparse_moe.experts.132.w1,0.0000841493,0.05000,2.951
+11,block_sparse_moe.experts.136.w1,0.0000041993,0.05000,2.946
+11,block_sparse_moe.experts.140.w1,0.0000879596,0.05000,3.066
+11,block_sparse_moe.experts.128.w1,0.0000554919,0.05000,3.049
+11,block_sparse_moe.experts.131.w1,0.0000245720,0.05000,2.976
+11,block_sparse_moe.experts.143.w1,0.0001664309,0.05000,2.962
+11,block_sparse_moe.experts.138.w1,0.0000370181,0.05000,3.004
+11,block_sparse_moe.experts.130.w1,0.0001280965,0.05000,3.057
+11,block_sparse_moe.experts.139.w1,0.0000963328,0.05000,2.974
+11,block_sparse_moe.experts.135.w1,0.0000468073,0.05000,2.883
+11,block_sparse_moe.experts.133.w1,0.0000474296,0.05000,3.033
+11,block_sparse_moe.experts.141.w1,0.0000807633,0.05000,3.034
+11,block_sparse_moe.experts.134.w1,0.0001026635,0.05000,3.051
+11,block_sparse_moe.experts.142.w1,0.0000187891,0.05000,3.111
+11,block_sparse_moe.experts.129.w1,0.0000730887,0.05000,3.087
+11,block_sparse_moe.experts.137.w1,0.0000126467,0.05000,3.071
+11,block_sparse_moe.experts.148.w1,0.0000454465,0.05000,3.009
+11,block_sparse_moe.experts.152.w1,0.0000281097,0.05000,2.927
+11,block_sparse_moe.experts.156.w1,0.0001000502,0.05000,2.966
+11,block_sparse_moe.experts.144.w1,0.0000430254,0.05000,2.963
+11,block_sparse_moe.experts.149.w1,0.0000721697,0.05000,2.884
+11,block_sparse_moe.experts.159.w1,0.0000720446,0.05000,2.965
+11,block_sparse_moe.experts.155.w1,0.0000747532,0.05000,2.970
+11,block_sparse_moe.experts.147.w1,0.0000843075,0.05000,3.038
+11,block_sparse_moe.experts.154.w1,0.0000119330,0.05000,3.005
+11,block_sparse_moe.experts.157.w1,0.0000976648,0.05000,2.778
+11,block_sparse_moe.experts.151.w1,0.0000427692,0.05000,3.015
+11,block_sparse_moe.experts.146.w1,0.0001028946,0.05000,3.092
+11,block_sparse_moe.experts.145.w1,0.0000854867,0.05000,2.831
+11,block_sparse_moe.experts.150.w1,0.0000274828,0.05000,3.020
+11,block_sparse_moe.experts.153.w1,0.0000864594,0.05000,2.916
+11,block_sparse_moe.experts.158.w1,0.0000366911,0.05000,3.122
+11,block_sparse_moe.experts.168.w1,0.0000531560,0.05000,2.983
+11,block_sparse_moe.experts.172.w1,0.0000695520,0.05000,3.016
+11,block_sparse_moe.experts.160.w1,0.0000937072,0.05000,2.964
+11,block_sparse_moe.experts.164.w1,0.0000353443,0.05000,3.131
+11,block_sparse_moe.experts.175.w1,0.0000437670,0.05000,2.914
+11,block_sparse_moe.experts.171.w1,0.0000468003,0.05000,2.869
+11,block_sparse_moe.experts.163.w1,0.0000596014,0.05000,2.907
+11,block_sparse_moe.experts.165.w1,0.0000632182,0.05000,2.985
+11,block_sparse_moe.experts.167.w1,0.0002260751,0.05000,2.934
+11,block_sparse_moe.experts.173.w1,0.0000338069,0.05000,2.996
+11,block_sparse_moe.experts.170.w1,0.0000512054,0.05000,3.077
+11,block_sparse_moe.experts.162.w1,0.0000640559,0.05000,3.057
+11,block_sparse_moe.experts.161.w1,0.0000476841,0.05000,3.008
+11,block_sparse_moe.experts.166.w1,0.0000802526,0.05000,3.075
+11,block_sparse_moe.experts.169.w1,0.0000690427,0.05000,3.015
+11,block_sparse_moe.experts.174.w1,0.0000894463,0.05000,3.056
+11,block_sparse_moe.experts.188.w1,0.0000150332,0.05000,2.822
+11,block_sparse_moe.experts.184.w1,0.0001058837,0.05000,2.903
+11,block_sparse_moe.experts.180.w1,0.0001575911,0.05000,2.839
+11,block_sparse_moe.experts.176.w1,0.0000698827,0.05000,2.933
+11,block_sparse_moe.experts.187.w1,0.0000352372,0.05000,2.771
+11,block_sparse_moe.experts.179.w1,0.0000928979,0.05000,2.749
+11,block_sparse_moe.experts.191.w1,0.0000971062,0.05000,2.903
+11,block_sparse_moe.experts.189.w1,0.0000477069,0.05000,2.794
+11,block_sparse_moe.experts.181.w1,0.0000531737,0.05000,2.867
+11,block_sparse_moe.experts.183.w1,0.0000269570,0.05000,2.808
+11,block_sparse_moe.experts.186.w1,0.0001970616,0.05000,2.922
+11,block_sparse_moe.experts.177.w1,0.0000612522,0.05000,2.793
+11,block_sparse_moe.experts.178.w1,0.0001257765,0.05000,2.950
+11,block_sparse_moe.experts.182.w1,0.0000211563,0.05000,2.792
+11,block_sparse_moe.experts.185.w1,0.0000333263,0.05000,2.786
+11,block_sparse_moe.experts.190.w1,0.0000496564,0.05000,2.892
+11,block_sparse_moe.experts.200.w1,0.0000420211,0.05000,3.011
+11,block_sparse_moe.experts.204.w1,0.0000407425,0.05000,3.102
+11,block_sparse_moe.experts.196.w1,0.0001102602,0.05000,3.075
+11,block_sparse_moe.experts.192.w1,0.0000880422,0.05000,3.073
+11,block_sparse_moe.experts.197.w1,0.0000939474,0.05000,2.883
+11,block_sparse_moe.experts.205.w1,0.0000403973,0.05000,2.922
+11,block_sparse_moe.experts.195.w1,0.0000504234,0.05000,3.231
+11,block_sparse_moe.experts.193.w1,0.0000217901,0.05000,2.894
+11,block_sparse_moe.experts.203.w1,0.0000086466,0.05000,3.269
+11,block_sparse_moe.experts.202.w1,0.0001147204,0.05000,2.926
+11,block_sparse_moe.experts.199.w1,0.0000547229,0.05000,3.154
+11,block_sparse_moe.experts.207.w1,0.0000830380,0.05000,3.200
+11,block_sparse_moe.experts.201.w1,0.0000337343,0.05000,2.938
+11,block_sparse_moe.experts.194.w1,0.0000902653,0.05000,2.986
+11,block_sparse_moe.experts.198.w1,0.0000728923,0.05000,2.967
+11,block_sparse_moe.experts.206.w1,0.0001073369,0.05000,2.931
+11,block_sparse_moe.experts.216.w1,0.0000395201,0.05000,2.953
+11,block_sparse_moe.experts.212.w1,0.0000456633,0.05000,2.930
+11,block_sparse_moe.experts.220.w1,0.0000782285,0.05000,2.990
+11,block_sparse_moe.experts.208.w1,0.0001507558,0.05000,2.971
+11,block_sparse_moe.experts.213.w1,0.0000933627,0.05000,2.784
+11,block_sparse_moe.experts.221.w1,0.0000498563,0.05000,2.829
+11,block_sparse_moe.experts.209.w1,0.0000417452,0.05000,2.805
+11,block_sparse_moe.experts.219.w1,0.0000340935,0.05000,2.846
+11,block_sparse_moe.experts.218.w1,0.0000252312,0.05000,2.846
+11,block_sparse_moe.experts.211.w1,0.0000663940,0.05000,2.898
+11,block_sparse_moe.experts.215.w1,0.0000748767,0.05000,2.817
+11,block_sparse_moe.experts.223.w1,0.0000594949,0.05000,2.816
+11,block_sparse_moe.experts.217.w1,0.0000583725,0.05000,2.744
+11,block_sparse_moe.experts.210.w1,0.0001108144,0.05000,2.841
+11,block_sparse_moe.experts.214.w1,0.0000771951,0.05000,2.872
+11,block_sparse_moe.experts.222.w1,0.0001511259,0.05000,2.905
+11,block_sparse_moe.experts.232.w1,0.0000761619,0.05000,3.083
+11,block_sparse_moe.experts.236.w1,0.0000408764,0.05000,3.002
+11,block_sparse_moe.experts.229.w1,0.0000780128,0.05000,2.884
+11,block_sparse_moe.experts.228.w1,0.0000336495,0.05000,3.072
+11,block_sparse_moe.experts.237.w1,0.0000069533,0.05000,2.892
+11,block_sparse_moe.experts.224.w1,0.0000210964,0.05000,3.111
+11,block_sparse_moe.experts.239.w1,0.0000660482,0.05000,2.844
+11,block_sparse_moe.experts.235.w1,0.0000646755,0.05000,2.914
+11,block_sparse_moe.experts.233.w1,0.0000220898,0.05000,2.836
+11,block_sparse_moe.experts.225.w1,0.0000516668,0.05000,2.973
+11,block_sparse_moe.experts.234.w1,0.0000401356,0.05000,2.921
+11,block_sparse_moe.experts.227.w1,0.0000585147,0.05000,2.922
+11,block_sparse_moe.experts.231.w1,0.0000408930,0.05000,2.957
+11,block_sparse_moe.experts.230.w1,0.0000531678,0.05000,2.969
+11,block_sparse_moe.experts.226.w1,0.0000790036,0.05000,3.071
+11,block_sparse_moe.experts.238.w1,0.0000368568,0.05000,2.996
+11,block_sparse_moe.experts.245.w1,0.0000196529,0.05000,2.657
+11,block_sparse_moe.experts.253.w1,0.0000674842,0.05000,2.686
+11,block_sparse_moe.experts.248.w1,0.0000471597,0.05000,2.900
+11,block_sparse_moe.experts.244.w1,0.0000924668,0.05000,2.852
+11,block_sparse_moe.experts.252.w1,0.0000785065,0.05000,2.981
+11,block_sparse_moe.experts.240.w1,0.0000974132,0.05000,2.857
+11,block_sparse_moe.experts.241.w1,0.0000245233,0.05000,2.702
+11,block_sparse_moe.experts.249.w1,0.0000540301,0.05000,2.741
+11,block_sparse_moe.experts.250.w1,0.0000873550,0.05000,2.807
+11,block_sparse_moe.experts.255.w1,0.0001281497,0.05000,2.979
+11,block_sparse_moe.experts.251.w1,0.0000295511,0.05000,2.983
+11,block_sparse_moe.experts.242.w1,0.0000456778,0.05000,2.683
+11,block_sparse_moe.experts.243.w1,0.0000790086,0.05000,3.013
+11,block_sparse_moe.experts.246.w1,0.0000558643,0.05000,2.838
+11,block_sparse_moe.experts.247.w1,0.0000587703,0.05000,3.080
+11,block_sparse_moe.experts.254.w1,0.0000719009,0.05000,2.668
+11,block_sparse_moe.experts.5.w3,0.0000631141,0.05000,2.809
+11,block_sparse_moe.experts.13.w3,0.0000430769,0.05000,2.861
+11,block_sparse_moe.experts.1.w3,0.0000626780,0.05000,2.781
+11,block_sparse_moe.experts.9.w3,0.0000571332,0.05000,2.788
+11,block_sparse_moe.experts.8.w3,0.0000739971,0.05000,3.065
+11,block_sparse_moe.experts.4.w3,0.0000474244,0.05000,3.054
+11,block_sparse_moe.experts.10.w3,0.0000194230,0.05000,2.817
+11,block_sparse_moe.experts.12.w3,0.0000118388,0.05000,3.081
+11,block_sparse_moe.experts.0.w3,0.0000268182,0.05000,3.070
+11,block_sparse_moe.experts.11.w3,0.0000099454,0.05000,2.859
+11,block_sparse_moe.experts.15.w3,0.0000272823,0.05000,2.920
+11,block_sparse_moe.experts.2.w3,0.0000715258,0.05000,2.844
+11,block_sparse_moe.experts.14.w3,0.0000313299,0.05000,2.800
+11,block_sparse_moe.experts.7.w3,0.0000233672,0.05000,2.830
+11,block_sparse_moe.experts.3.w3,0.0000897966,0.05000,2.961
+11,block_sparse_moe.experts.6.w3,0.0000337210,0.05000,2.909
+11,block_sparse_moe.experts.21.w3,0.0000699474,0.05000,2.953
+11,block_sparse_moe.experts.29.w3,0.0000970077,0.05000,3.037
+11,block_sparse_moe.experts.26.w3,0.0001075472,0.05000,2.850
+11,block_sparse_moe.experts.17.w3,0.0000687858,0.05000,3.084
+11,block_sparse_moe.experts.25.w3,0.0000433214,0.05000,3.053
+11,block_sparse_moe.experts.20.w3,0.0000714557,0.05000,3.016
+11,block_sparse_moe.experts.18.w3,0.0000158221,0.05000,2.785
+11,block_sparse_moe.experts.24.w3,0.0000191766,0.05000,3.141
+11,block_sparse_moe.experts.22.w3,0.0000918581,0.05000,2.752
+11,block_sparse_moe.experts.28.w3,0.0000604317,0.05000,3.094
+11,block_sparse_moe.experts.31.w3,0.0000373915,0.05000,2.977
+11,block_sparse_moe.experts.16.w3,0.0000560517,0.05000,3.099
+11,block_sparse_moe.experts.27.w3,0.0001172711,0.05000,3.042
+11,block_sparse_moe.experts.30.w3,0.0000613061,0.05000,2.933
+11,block_sparse_moe.experts.19.w3,0.0000351406,0.05000,3.051
+11,block_sparse_moe.experts.23.w3,0.0000334551,0.05000,3.106
+11,block_sparse_moe.experts.37.w3,0.0001104563,0.05000,2.777
+11,block_sparse_moe.experts.45.w3,0.0000631492,0.05000,2.822
+11,block_sparse_moe.experts.41.w3,0.0000785488,0.05000,2.829
+11,block_sparse_moe.experts.33.w3,0.0000850017,0.05000,2.838
+11,block_sparse_moe.experts.42.w3,0.0001343614,0.05000,3.001
+11,block_sparse_moe.experts.36.w3,0.0001422552,0.05000,3.006
+11,block_sparse_moe.experts.34.w3,0.0000291938,0.05000,3.026
+11,block_sparse_moe.experts.47.w3,0.0000713146,0.05000,2.889
+11,block_sparse_moe.experts.40.w3,0.0001348936,0.05000,3.038
+11,block_sparse_moe.experts.38.w3,0.0000821769,0.05000,2.983
+11,block_sparse_moe.experts.43.w3,0.0000897314,0.05000,2.927
+11,block_sparse_moe.experts.32.w3,0.0000749435,0.05000,3.013
+11,block_sparse_moe.experts.44.w3,0.0000236151,0.05000,3.084
+11,block_sparse_moe.experts.35.w3,0.0000560234,0.05000,2.862
+11,block_sparse_moe.experts.46.w3,0.0000903138,0.05000,3.017
+11,block_sparse_moe.experts.39.w3,0.0000234768,0.05000,2.868
+11,block_sparse_moe.experts.53.w3,0.0000477002,0.05000,2.988
+11,block_sparse_moe.experts.61.w3,0.0000689048,0.05000,3.011
+11,block_sparse_moe.experts.58.w3,0.0000416288,0.05000,2.936
+11,block_sparse_moe.experts.57.w3,0.0000270125,0.05000,3.085
+11,block_sparse_moe.experts.49.w3,0.0000890449,0.05000,3.121
+11,block_sparse_moe.experts.50.w3,0.0000752073,0.05000,2.936
+11,block_sparse_moe.experts.52.w3,0.0000386446,0.05000,3.011
+11,block_sparse_moe.experts.54.w3,0.0000814660,0.05000,2.876
+11,block_sparse_moe.experts.63.w3,0.0001517014,0.05000,2.973
+11,block_sparse_moe.experts.59.w3,0.0000559322,0.05000,2.928
+11,block_sparse_moe.experts.56.w3,0.0000853374,0.05000,3.021
+11,block_sparse_moe.experts.62.w3,0.0001010506,0.05000,2.981
+11,block_sparse_moe.experts.60.w3,0.0000444581,0.05000,3.037
+11,block_sparse_moe.experts.48.w3,0.0000143480,0.05000,3.069
+11,block_sparse_moe.experts.51.w3,0.0000925690,0.05000,3.033
+11,block_sparse_moe.experts.55.w3,0.0000284030,0.05000,3.039
+11,block_sparse_moe.experts.69.w3,0.0000411998,0.05000,2.923
+11,block_sparse_moe.experts.77.w3,0.0000472414,0.05000,3.005
+11,block_sparse_moe.experts.74.w3,0.0000132348,0.05000,2.926
+11,block_sparse_moe.experts.65.w3,0.0000107251,0.05000,2.866
+11,block_sparse_moe.experts.73.w3,0.0000699614,0.05000,2.931
+11,block_sparse_moe.experts.68.w3,0.0000812219,0.05000,2.913
+11,block_sparse_moe.experts.79.w3,0.0000051854,0.05000,2.876
+11,block_sparse_moe.experts.66.w3,0.0000694192,0.05000,3.037
+11,block_sparse_moe.experts.72.w3,0.0000555706,0.05000,2.897
+11,block_sparse_moe.experts.70.w3,0.0000850608,0.05000,3.055
+11,block_sparse_moe.experts.75.w3,0.0000713641,0.05000,2.964
+11,block_sparse_moe.experts.76.w3,0.0000692576,0.05000,2.871
+11,block_sparse_moe.experts.64.w3,0.0000650459,0.05000,2.886
+11,block_sparse_moe.experts.78.w3,0.0000462794,0.05000,2.947
+11,block_sparse_moe.experts.67.w3,0.0001823587,0.05000,2.906
+11,block_sparse_moe.experts.71.w3,0.0000276260,0.05000,2.923
+11,block_sparse_moe.experts.85.w3,0.0000861727,0.05000,2.761
+11,block_sparse_moe.experts.93.w3,0.0000125743,0.05000,2.853
+11,block_sparse_moe.experts.89.w3,0.0000233687,0.05000,2.721
+11,block_sparse_moe.experts.81.w3,0.0000095898,0.05000,2.858
+11,block_sparse_moe.experts.84.w3,0.0000292021,0.05000,2.740
+11,block_sparse_moe.experts.90.w3,0.0000153291,0.05000,3.065
+11,block_sparse_moe.experts.88.w3,0.0000211899,0.05000,2.757
+11,block_sparse_moe.experts.92.w3,0.0000494518,0.05000,2.686
+11,block_sparse_moe.experts.95.w3,0.0000759281,0.05000,2.923
+11,block_sparse_moe.experts.91.w3,0.0000384093,0.05000,2.876
+11,block_sparse_moe.experts.80.w3,0.0000890747,0.05000,2.758
+11,block_sparse_moe.experts.86.w3,0.0000327452,0.05000,2.911
+11,block_sparse_moe.experts.82.w3,0.0001116970,0.05000,3.013
+11,block_sparse_moe.experts.83.w3,0.0000454287,0.05000,2.909
+11,block_sparse_moe.experts.94.w3,0.0000916906,0.05000,2.999
+11,block_sparse_moe.experts.87.w3,0.0000445290,0.05000,2.990
+11,block_sparse_moe.experts.101.w3,0.0000768942,0.05000,2.687
+11,block_sparse_moe.experts.109.w3,0.0000911762,0.05000,2.585
+11,block_sparse_moe.experts.105.w3,0.0000932510,0.05000,2.574
+11,block_sparse_moe.experts.97.w3,0.0000915611,0.05000,2.583
+11,block_sparse_moe.experts.100.w3,0.0000813173,0.05000,2.887
+11,block_sparse_moe.experts.104.w3,0.0000989850,0.05000,2.906
+11,block_sparse_moe.experts.108.w3,0.0000799846,0.05000,2.857
+11,block_sparse_moe.experts.106.w3,0.0000319729,0.05000,2.948
+11,block_sparse_moe.experts.111.w3,0.0000627571,0.05000,2.913
+11,block_sparse_moe.experts.107.w3,0.0000313513,0.05000,2.942
+11,block_sparse_moe.experts.102.w3,0.0000626986,0.05000,2.945
+11,block_sparse_moe.experts.96.w3,0.0000934585,0.05000,2.978
+11,block_sparse_moe.experts.99.w3,0.0000972014,0.05000,2.829
+11,block_sparse_moe.experts.98.w3,0.0000128645,0.05000,2.948
+11,block_sparse_moe.experts.110.w3,0.0000638373,0.05000,2.946
+11,block_sparse_moe.experts.103.w3,0.0000556268,0.05000,2.941
+11,block_sparse_moe.experts.117.w3,0.0000283368,0.05000,2.803
+11,block_sparse_moe.experts.125.w3,0.0000583535,0.05000,2.702
+11,block_sparse_moe.experts.121.w3,0.0000879209,0.05000,2.807
+11,block_sparse_moe.experts.113.w3,0.0001118862,0.05000,2.714
+11,block_sparse_moe.experts.116.w3,0.0000123866,0.05000,2.990
+11,block_sparse_moe.experts.127.w3,0.0000525368,0.05000,2.843
+11,block_sparse_moe.experts.122.w3,0.0000233772,0.05000,2.933
+11,block_sparse_moe.experts.124.w3,0.0000592086,0.05000,2.977
+11,block_sparse_moe.experts.115.w3,0.0001098220,0.05000,2.736
+11,block_sparse_moe.experts.120.w3,0.0000274776,0.05000,3.054
+11,block_sparse_moe.experts.123.w3,0.0000475006,0.05000,2.878
+11,block_sparse_moe.experts.118.w3,0.0000936864,0.05000,2.945
+11,block_sparse_moe.experts.112.w3,0.0000300569,0.05000,3.010
+11,block_sparse_moe.experts.114.w3,0.0000353935,0.05000,3.015
+11,block_sparse_moe.experts.119.w3,0.0000662564,0.05000,2.911
+11,block_sparse_moe.experts.126.w3,0.0000566539,0.05000,3.040
+11,block_sparse_moe.experts.133.w3,0.0000437498,0.05000,2.805
+11,block_sparse_moe.experts.141.w3,0.0000777098,0.05000,2.886
+11,block_sparse_moe.experts.137.w3,0.0000122576,0.05000,2.907
+11,block_sparse_moe.experts.129.w3,0.0000715566,0.05000,3.075
+11,block_sparse_moe.experts.132.w3,0.0000824947,0.05000,2.887
+11,block_sparse_moe.experts.140.w3,0.0000849982,0.05000,2.869
+11,block_sparse_moe.experts.138.w3,0.0000361266,0.05000,2.891
+11,block_sparse_moe.experts.136.w3,0.0000040403,0.05000,2.836
+11,block_sparse_moe.experts.143.w3,0.0001589765,0.05000,3.081
+11,block_sparse_moe.experts.128.w3,0.0000520086,0.05000,2.806
+11,block_sparse_moe.experts.134.w3,0.0000978495,0.05000,2.916
+11,block_sparse_moe.experts.131.w3,0.0000231230,0.05000,3.098
+11,block_sparse_moe.experts.139.w3,0.0000947700,0.05000,3.109
+11,block_sparse_moe.experts.130.w3,0.0001265699,0.05000,2.912
+11,block_sparse_moe.experts.142.w3,0.0000177193,0.05000,2.932
+11,block_sparse_moe.experts.135.w3,0.0000424951,0.05000,3.077
+11,block_sparse_moe.experts.149.w3,0.0000711406,0.05000,2.987
+11,block_sparse_moe.experts.157.w3,0.0000963692,0.05000,2.959
+11,block_sparse_moe.experts.153.w3,0.0000853621,0.05000,2.884
+11,block_sparse_moe.experts.145.w3,0.0000833638,0.05000,2.866
+11,block_sparse_moe.experts.148.w3,0.0000447675,0.05000,2.903
+11,block_sparse_moe.experts.156.w3,0.0000979567,0.05000,2.839
+11,block_sparse_moe.experts.154.w3,0.0000115182,0.05000,2.824
+11,block_sparse_moe.experts.152.w3,0.0000263628,0.05000,2.900
+11,block_sparse_moe.experts.159.w3,0.0000697356,0.05000,2.801
+11,block_sparse_moe.experts.147.w3,0.0000829003,0.05000,2.827
+11,block_sparse_moe.experts.144.w3,0.0000415748,0.05000,2.899
+11,block_sparse_moe.experts.146.w3,0.0000994926,0.05000,2.781
+11,block_sparse_moe.experts.155.w3,0.0000722802,0.05000,2.892
+11,block_sparse_moe.experts.150.w3,0.0000270426,0.05000,2.989
+11,block_sparse_moe.experts.158.w3,0.0000356412,0.05000,2.869
+11,block_sparse_moe.experts.151.w3,0.0000417407,0.05000,2.940
+11,block_sparse_moe.experts.165.w3,0.0000615458,0.05000,2.888
+11,block_sparse_moe.experts.173.w3,0.0000325439,0.05000,2.864
+11,block_sparse_moe.experts.169.w3,0.0000654284,0.05000,2.825
+11,block_sparse_moe.experts.161.w3,0.0000472177,0.05000,2.955
+11,block_sparse_moe.experts.164.w3,0.0000335462,0.05000,2.711
+11,block_sparse_moe.experts.172.w3,0.0000689012,0.05000,2.702
+11,block_sparse_moe.experts.168.w3,0.0000526947,0.05000,2.663
+11,block_sparse_moe.experts.170.w3,0.0000501424,0.05000,2.874
+11,block_sparse_moe.experts.175.w3,0.0000424030,0.05000,2.890
+11,block_sparse_moe.experts.160.w3,0.0000926545,0.05000,2.752
+11,block_sparse_moe.experts.163.w3,0.0000583596,0.05000,2.801
+11,block_sparse_moe.experts.162.w3,0.0000627483,0.05000,2.919
+11,block_sparse_moe.experts.171.w3,0.0000447388,0.05000,2.849
+11,block_sparse_moe.experts.166.w3,0.0000777583,0.05000,2.930
+11,block_sparse_moe.experts.167.w3,0.0002222858,0.05000,2.824
+11,block_sparse_moe.experts.174.w3,0.0000877618,0.05000,2.968
+11,block_sparse_moe.experts.181.w3,0.0000525517,0.05000,2.941
+11,block_sparse_moe.experts.189.w3,0.0000456002,0.05000,2.923
+11,block_sparse_moe.experts.185.w3,0.0000320327,0.05000,2.878
+11,block_sparse_moe.experts.177.w3,0.0000606237,0.05000,2.855
+11,block_sparse_moe.experts.188.w3,0.0000148820,0.05000,2.746
+11,block_sparse_moe.experts.180.w3,0.0001547293,0.05000,2.873
+11,block_sparse_moe.experts.184.w3,0.0001030739,0.05000,2.779
+11,block_sparse_moe.experts.176.w3,0.0000687386,0.05000,2.894
+11,block_sparse_moe.experts.191.w3,0.0000955437,0.05000,2.922
+11,block_sparse_moe.experts.179.w3,0.0000911012,0.05000,2.937
+11,block_sparse_moe.experts.186.w3,0.0001958706,0.05000,3.144
+11,block_sparse_moe.experts.187.w3,0.0000343843,0.05000,3.051
+11,block_sparse_moe.experts.182.w3,0.0000207897,0.05000,3.009
+11,block_sparse_moe.experts.178.w3,0.0001224201,0.05000,3.139
+11,block_sparse_moe.experts.183.w3,0.0000259169,0.05000,2.934
+11,block_sparse_moe.experts.190.w3,0.0000462521,0.05000,3.060
+11,block_sparse_moe.experts.197.w3,0.0000900530,0.05000,2.810
+11,block_sparse_moe.experts.205.w3,0.0000398374,0.05000,2.776
+11,block_sparse_moe.experts.201.w3,0.0000325830,0.05000,2.877
+11,block_sparse_moe.experts.193.w3,0.0000203969,0.05000,2.808
+11,block_sparse_moe.experts.204.w3,0.0000397117,0.05000,2.867
+11,block_sparse_moe.experts.196.w3,0.0001086905,0.05000,2.915
+11,block_sparse_moe.experts.200.w3,0.0000409006,0.05000,3.004
+11,block_sparse_moe.experts.207.w3,0.0000814010,0.05000,2.855
+11,block_sparse_moe.experts.202.w3,0.0001125025,0.05000,2.780
+11,block_sparse_moe.experts.195.w3,0.0000495450,0.05000,2.880
+11,block_sparse_moe.experts.192.w3,0.0000844140,0.05000,2.999
+11,block_sparse_moe.experts.198.w3,0.0000688570,0.05000,2.715
+11,block_sparse_moe.experts.194.w3,0.0000882826,0.05000,2.757
+11,block_sparse_moe.experts.203.w3,0.0000084201,0.05000,3.023
+11,block_sparse_moe.experts.199.w3,0.0000534711,0.05000,2.896
+11,block_sparse_moe.experts.206.w3,0.0001051737,0.05000,2.843
+11,block_sparse_moe.experts.213.w3,0.0000918075,0.05000,2.800
+11,block_sparse_moe.experts.221.w3,0.0000484656,0.05000,2.916
+11,block_sparse_moe.experts.217.w3,0.0000572854,0.05000,2.888
+11,block_sparse_moe.experts.209.w3,0.0000401388,0.05000,2.972
+11,block_sparse_moe.experts.220.w3,0.0000756534,0.05000,2.935
+11,block_sparse_moe.experts.212.w3,0.0000446737,0.05000,3.057
+11,block_sparse_moe.experts.216.w3,0.0000377083,0.05000,2.996
+11,block_sparse_moe.experts.223.w3,0.0000573523,0.05000,2.840
+11,block_sparse_moe.experts.211.w3,0.0000629856,0.05000,2.773
+11,block_sparse_moe.experts.218.w3,0.0000246404,0.05000,2.957
+11,block_sparse_moe.experts.208.w3,0.0001475008,0.05000,2.998
+11,block_sparse_moe.experts.219.w3,0.0000327710,0.05000,2.721
+11,block_sparse_moe.experts.210.w3,0.0001088756,0.05000,2.917
+11,block_sparse_moe.experts.214.w3,0.0000751746,0.05000,3.028
+11,block_sparse_moe.experts.215.w3,0.0000732150,0.05000,2.896
+11,block_sparse_moe.experts.222.w3,0.0001463803,0.05000,3.013
+11,block_sparse_moe.experts.229.w3,0.0000752851,0.05000,2.902
+11,block_sparse_moe.experts.237.w3,0.0000066660,0.05000,2.882
+11,block_sparse_moe.experts.233.w3,0.0000186842,0.05000,2.834
+11,block_sparse_moe.experts.225.w3,0.0000511302,0.05000,2.812
+11,block_sparse_moe.experts.236.w3,0.0000405966,0.05000,2.711
+11,block_sparse_moe.experts.228.w3,0.0000331629,0.05000,2.634
+11,block_sparse_moe.experts.232.w3,0.0000773303,0.05000,2.754
+11,block_sparse_moe.experts.239.w3,0.0000647749,0.05000,2.950
+11,block_sparse_moe.experts.234.w3,0.0000386985,0.05000,2.847
+11,block_sparse_moe.experts.227.w3,0.0000563379,0.05000,3.026
+11,block_sparse_moe.experts.224.w3,0.0000204730,0.05000,2.788
+11,block_sparse_moe.experts.226.w3,0.0000766868,0.05000,2.928
+11,block_sparse_moe.experts.235.w3,0.0000637583,0.05000,2.998
+11,block_sparse_moe.experts.230.w3,0.0000519611,0.05000,2.978
+11,block_sparse_moe.experts.231.w3,0.0000399193,0.05000,2.966
+11,block_sparse_moe.experts.238.w3,0.0000352954,0.05000,2.961
+11,block_sparse_moe.experts.245.w3,0.0000192899,0.05000,2.733
+11,block_sparse_moe.experts.253.w3,0.0000633013,0.05000,2.592
+11,block_sparse_moe.experts.249.w3,0.0000531384,0.05000,2.579
+11,block_sparse_moe.experts.241.w3,0.0000239390,0.05000,2.398
+11,block_sparse_moe.experts.252.w3,0.0000775672,0.05000,2.894
+11,block_sparse_moe.experts.244.w3,0.0000912363,0.05000,2.784
+11,block_sparse_moe.experts.248.w3,0.0000421721,0.05000,2.797
+11,block_sparse_moe.experts.240.w3,0.0000952621,0.05000,2.495
+11,block_sparse_moe.experts.255.w3,0.0001249644,0.05000,2.957
+11,block_sparse_moe.experts.250.w3,0.0000855751,0.05000,2.993
+11,block_sparse_moe.experts.243.w3,0.0000767493,0.05000,2.987
+11,block_sparse_moe.experts.251.w3,0.0000290257,0.05000,2.775
+11,block_sparse_moe.experts.247.w3,0.0000557910,0.05000,2.576
+11,block_sparse_moe.experts.242.w3,0.0000449115,0.05000,2.951
+11,block_sparse_moe.experts.246.w3,0.0000553078,0.05000,2.890
+11,block_sparse_moe.experts.254.w3,0.0000695409,0.05000,2.568
+11,block_sparse_moe.experts.1.w2,0.0000129688,0.05000,1.336
+11,block_sparse_moe.experts.9.w2,0.0000124297,0.05000,1.344
+11,block_sparse_moe.experts.5.w2,0.0000121613,0.05000,1.348
+11,block_sparse_moe.experts.0.w2,0.0000056654,0.05000,1.370
+11,block_sparse_moe.experts.4.w2,0.0000071890,0.05000,1.376
+11,block_sparse_moe.experts.11.w2,0.0000047861,0.05000,1.377
+11,block_sparse_moe.experts.8.w2,0.0000065858,0.05000,1.391
+11,block_sparse_moe.experts.13.w2,0.0000065877,0.05000,1.394
+11,block_sparse_moe.experts.7.w2,0.0000092892,0.05000,1.408
+11,block_sparse_moe.experts.15.w2,0.0000045037,0.05000,1.417
+11,block_sparse_moe.experts.12.w2,0.0000048301,0.05000,1.418
+11,block_sparse_moe.experts.6.w2,0.0000115691,0.05000,1.432
+11,block_sparse_moe.experts.2.w2,0.0000195730,0.05000,1.463
+11,block_sparse_moe.experts.3.w2,0.0000149337,0.05000,1.463
+11,block_sparse_moe.experts.14.w2,0.0000101704,0.05000,1.454
+11,block_sparse_moe.experts.10.w2,0.0000051636,0.05000,1.485
+11,block_sparse_moe.experts.21.w2,0.0000088868,0.05000,1.243
+11,block_sparse_moe.experts.17.w2,0.0000096274,0.05000,1.268
+11,block_sparse_moe.experts.25.w2,0.0000065546,0.05000,1.261
+11,block_sparse_moe.experts.29.w2,0.0000177706,0.05000,1.226
+11,block_sparse_moe.experts.24.w2,0.0000100660,0.05000,1.325
+11,block_sparse_moe.experts.16.w2,0.0000060024,0.05000,1.362
+11,block_sparse_moe.experts.28.w2,0.0000084166,0.05000,1.325
+11,block_sparse_moe.experts.20.w2,0.0000105160,0.05000,1.383
+11,block_sparse_moe.experts.22.w2,0.0000196405,0.05000,1.381
+11,block_sparse_moe.experts.18.w2,0.0000047385,0.05000,1.376
+11,block_sparse_moe.experts.26.w2,0.0000160023,0.05000,1.380
+11,block_sparse_moe.experts.30.w2,0.0000155126,0.05000,1.414
+11,block_sparse_moe.experts.31.w2,0.0000095699,0.05000,1.512
+11,block_sparse_moe.experts.23.w2,0.0000072630,0.05000,1.539
+11,block_sparse_moe.experts.27.w2,0.0000233501,0.05000,1.596
+11,block_sparse_moe.experts.19.w2,0.0000045762,0.05000,1.532
+11,block_sparse_moe.experts.37.w2,0.0000369073,0.05000,1.276
+11,block_sparse_moe.experts.33.w2,0.0000112937,0.05000,1.369
+11,block_sparse_moe.experts.41.w2,0.0000342092,0.05000,1.370
+11,block_sparse_moe.experts.45.w2,0.0000090746,0.05000,1.368
+11,block_sparse_moe.experts.34.w2,0.0000088257,0.05000,1.468
+11,block_sparse_moe.experts.38.w2,0.0000116506,0.05000,1.573
+11,block_sparse_moe.experts.42.w2,0.0000198682,0.05000,1.519
+11,block_sparse_moe.experts.46.w2,0.0000182076,0.05000,1.591
+11,block_sparse_moe.experts.47.w2,0.0000163379,0.05000,1.627
+11,block_sparse_moe.experts.43.w2,0.0000125521,0.05000,1.626
+11,block_sparse_moe.experts.39.w2,0.0000049069,0.05000,1.670
+11,block_sparse_moe.experts.35.w2,0.0000139749,0.05000,1.682
+11,block_sparse_moe.experts.53.w2,0.0000121798,0.05000,1.528
+11,block_sparse_moe.experts.49.w2,0.0000184949,0.05000,1.478
+11,block_sparse_moe.experts.57.w2,0.0000079676,0.05000,1.509
+11,block_sparse_moe.experts.61.w2,0.0000098309,0.05000,1.595
+11,block_sparse_moe.experts.50.w2,0.0000243938,0.05000,1.692
+11,block_sparse_moe.experts.58.w2,0.0000121741,0.05000,1.646
+11,block_sparse_moe.experts.54.w2,0.0000214750,0.05000,1.691
+11,block_sparse_moe.experts.62.w2,0.0000265347,0.05000,1.635
+11,block_sparse_moe.experts.55.w2,0.0000082272,0.05000,1.686
+11,block_sparse_moe.experts.59.w2,0.0000214207,0.05000,1.712
+11,block_sparse_moe.experts.63.w2,0.0000312834,0.05000,1.799
+11,block_sparse_moe.experts.51.w2,0.0000148873,0.05000,1.690
+11,block_sparse_moe.experts.69.w2,0.0000089386,0.05000,1.304
+11,block_sparse_moe.experts.73.w2,0.0000159672,0.05000,1.279
+11,block_sparse_moe.experts.65.w2,0.0000018199,0.05000,1.326
+11,block_sparse_moe.experts.66.w2,0.0000112902,0.05000,1.465
+11,block_sparse_moe.experts.74.w2,0.0000049103,0.05000,1.560
+11,block_sparse_moe.experts.70.w2,0.0000214437,0.05000,1.559
+11,block_sparse_moe.experts.78.w2,0.0000090445,0.05000,1.556
+11,block_sparse_moe.experts.67.w2,0.0000849559,0.05000,1.478
+11,block_sparse_moe.experts.75.w2,0.0000223118,0.05000,1.523
+11,block_sparse_moe.experts.71.w2,0.0000084557,0.05000,1.536
+11,block_sparse_moe.experts.79.w2,0.0000025501,0.05000,1.536
+11,block_sparse_moe.experts.82.w2,0.0000171004,0.05000,1.694
+11,block_sparse_moe.experts.91.w2,0.0000069856,0.05000,1.421
+11,block_sparse_moe.experts.83.w2,0.0000121082,0.05000,1.478
+11,block_sparse_moe.experts.86.w2,0.0000077244,0.05000,1.683
+11,block_sparse_moe.experts.87.w2,0.0000064658,0.05000,1.475
+11,block_sparse_moe.experts.90.w2,0.0000044397,0.05000,1.748
+11,block_sparse_moe.experts.94.w2,0.0000197254,0.05000,1.692
+11,block_sparse_moe.experts.95.w2,0.0000069749,0.05000,1.503
+11,block_sparse_moe.experts.98.w2,0.0000043355,0.05000,1.690
+11,block_sparse_moe.experts.107.w2,0.0000117583,0.05000,1.599
+11,block_sparse_moe.experts.103.w2,0.0000119507,0.05000,1.546
+11,block_sparse_moe.experts.99.w2,0.0000152502,0.05000,1.570
+11,block_sparse_moe.experts.102.w2,0.0000181209,0.05000,1.617
+11,block_sparse_moe.experts.111.w2,0.0000123034,0.05000,1.579
+11,block_sparse_moe.experts.110.w2,0.0000187905,0.05000,1.659
+11,block_sparse_moe.experts.106.w2,0.0000086823,0.05000,1.666
+11,block_sparse_moe.experts.114.w2,0.0000056814,0.05000,1.566
+11,block_sparse_moe.experts.123.w2,0.0000103391,0.05000,1.587
+11,block_sparse_moe.experts.115.w2,0.0000377093,0.05000,1.577
+11,block_sparse_moe.experts.119.w2,0.0000164472,0.05000,1.640
+11,block_sparse_moe.experts.127.w2,0.0000117195,0.05000,1.566
+11,block_sparse_moe.experts.118.w2,0.0000117587,0.05000,1.613
+11,block_sparse_moe.experts.122.w2,0.0000063311,0.05000,1.602
+11,block_sparse_moe.experts.126.w2,0.0000088680,0.05000,1.671
+11,block_sparse_moe.experts.139.w2,0.0000255000,0.05000,1.376
+11,block_sparse_moe.experts.131.w2,0.0000039735,0.05000,1.385
+11,block_sparse_moe.experts.143.w2,0.0000817888,0.05000,1.360
+11,block_sparse_moe.experts.135.w2,0.0000087054,0.05000,1.455
+11,block_sparse_moe.experts.130.w2,0.0000243075,0.05000,1.593
+11,block_sparse_moe.experts.134.w2,0.0000135319,0.05000,1.534
+11,block_sparse_moe.experts.138.w2,0.0000074657,0.05000,1.593
+11,block_sparse_moe.experts.142.w2,0.0000060312,0.05000,1.633
+11,block_sparse_moe.experts.77.w2,0.0000128201,0.05000,9.830
+11,block_sparse_moe.experts.147.w2,0.0000214681,0.05000,1.637
+11,block_sparse_moe.experts.155.w2,0.0000137090,0.05000,1.681
+11,block_sparse_moe.experts.159.w2,0.0000280043,0.05000,1.616
+11,block_sparse_moe.experts.151.w2,0.0000070933,0.05000,1.583
+11,block_sparse_moe.experts.85.w2,0.0000130128,0.05000,10.092
+11,block_sparse_moe.experts.163.w2,0.0000095926,0.05000,1.341
+11,block_sparse_moe.experts.81.w2,0.0000036654,0.05000,10.117
+11,block_sparse_moe.experts.89.w2,0.0000046712,0.05000,10.137
+11,block_sparse_moe.experts.171.w2,0.0000217702,0.05000,1.396
+11,block_sparse_moe.experts.175.w2,0.0000125504,0.05000,1.452
+11,block_sparse_moe.experts.167.w2,0.0000507471,0.05000,1.423
+11,block_sparse_moe.experts.93.w2,0.0000031371,0.05000,1.578
+11,block_sparse_moe.experts.101.w2,0.0000122160,0.05000,1.498
+11,block_sparse_moe.experts.179.w2,0.0000151427,0.05000,1.482
+11,block_sparse_moe.experts.97.w2,0.0000096178,0.05000,1.464
+11,block_sparse_moe.experts.105.w2,0.0000207562,0.05000,1.481
+11,block_sparse_moe.experts.187.w2,0.0000081431,0.05000,1.539
+11,block_sparse_moe.experts.109.w2,0.0000248588,0.05000,1.481
+11,block_sparse_moe.experts.183.w2,0.0000042435,0.05000,1.540
+11,block_sparse_moe.experts.191.w2,0.0000177782,0.05000,1.647
+11,block_sparse_moe.experts.117.w2,0.0000044717,0.05000,1.353
+11,block_sparse_moe.experts.113.w2,0.0000171412,0.05000,1.379
+11,block_sparse_moe.experts.121.w2,0.0000201752,0.05000,1.369
+11,block_sparse_moe.experts.125.w2,0.0000112228,0.05000,1.387
+11,block_sparse_moe.experts.195.w2,0.0000085703,0.05000,1.605
+11,block_sparse_moe.experts.199.w2,0.0000143464,0.05000,1.591
+11,block_sparse_moe.experts.203.w2,0.0000026154,0.05000,1.683
+11,block_sparse_moe.experts.207.w2,0.0000148769,0.05000,1.548
+11,block_sparse_moe.experts.133.w2,0.0000158774,0.05000,1.381
+11,block_sparse_moe.experts.129.w2,0.0000111589,0.05000,1.416
+11,block_sparse_moe.experts.137.w2,0.0000040362,0.05000,1.429
+11,block_sparse_moe.experts.211.w2,0.0000068649,0.05000,1.430
+11,block_sparse_moe.experts.141.w2,0.0000187937,0.05000,1.563
+11,block_sparse_moe.experts.215.w2,0.0000111612,0.05000,1.389
+11,block_sparse_moe.experts.223.w2,0.0000131116,0.05000,1.380
+11,block_sparse_moe.experts.219.w2,0.0000056846,0.05000,1.448
+11,block_sparse_moe.experts.149.w2,0.0000187382,0.05000,1.530
+11,block_sparse_moe.experts.145.w2,0.0000112362,0.05000,1.539
+11,block_sparse_moe.experts.153.w2,0.0000179207,0.05000,1.605
+11,block_sparse_moe.experts.146.w2,0.0000224408,0.05000,8.938
+11,block_sparse_moe.experts.150.w2,0.0000044748,0.05000,8.898
+11,block_sparse_moe.experts.157.w2,0.0000295613,0.05000,1.575
+11,block_sparse_moe.experts.154.w2,0.0000035146,0.05000,8.953
+11,block_sparse_moe.experts.158.w2,0.0000030452,0.05000,8.868
+11,block_sparse_moe.experts.165.w2,0.0000158400,0.05000,1.715
+11,block_sparse_moe.experts.161.w2,0.0000140600,0.05000,1.660
+11,block_sparse_moe.experts.169.w2,0.0000114857,0.05000,1.666
+11,block_sparse_moe.experts.162.w2,0.0000106218,0.05000,1.527
+11,block_sparse_moe.experts.166.w2,0.0000178578,0.05000,1.568
+11,block_sparse_moe.experts.174.w2,0.0000140880,0.05000,1.492
+11,block_sparse_moe.experts.170.w2,0.0000073594,0.05000,1.574
+11,block_sparse_moe.experts.173.w2,0.0000112833,0.05000,1.735
+11,block_sparse_moe.experts.181.w2,0.0000096707,0.05000,1.577
+11,block_sparse_moe.experts.177.w2,0.0000107753,0.05000,1.561
+11,block_sparse_moe.experts.185.w2,0.0000053385,0.05000,1.545
+11,block_sparse_moe.experts.178.w2,0.0000100305,0.05000,1.532
+11,block_sparse_moe.experts.182.w2,0.0000041749,0.05000,1.503
+11,block_sparse_moe.experts.190.w2,0.0000068591,0.05000,1.495
+11,block_sparse_moe.experts.186.w2,0.0000519789,0.05000,1.528
+11,block_sparse_moe.experts.189.w2,0.0000176334,0.05000,1.545
+11,block_sparse_moe.experts.197.w2,0.0000118930,0.05000,1.553
+11,block_sparse_moe.experts.193.w2,0.0000042005,0.05000,1.592
+11,block_sparse_moe.experts.201.w2,0.0000096282,0.05000,1.562
+11,block_sparse_moe.experts.194.w2,0.0000158645,0.05000,1.602
+11,block_sparse_moe.experts.198.w2,0.0000475291,0.05000,1.599
+11,block_sparse_moe.experts.206.w2,0.0000216496,0.05000,1.531
+11,block_sparse_moe.experts.202.w2,0.0000190538,0.05000,1.622
+11,block_sparse_moe.experts.205.w2,0.0000091810,0.05000,1.621
+11,block_sparse_moe.experts.213.w2,0.0000195110,0.05000,1.621
+11,block_sparse_moe.experts.209.w2,0.0000163971,0.05000,1.610
+11,block_sparse_moe.experts.217.w2,0.0000139520,0.05000,1.567
+11,block_sparse_moe.experts.210.w2,0.0000237933,0.05000,1.554
+11,block_sparse_moe.experts.214.w2,0.0000289766,0.05000,1.626
+11,block_sparse_moe.experts.222.w2,0.0000340178,0.05000,1.597
+11,block_sparse_moe.experts.218.w2,0.0000098509,0.05000,1.593
+11,block_sparse_moe.experts.221.w2,0.0000143699,0.05000,1.580
+11,block_sparse_moe.experts.227.w2,0.0000151728,0.05000,8.520
+11,block_sparse_moe.experts.231.w2,0.0000048863,0.05000,8.510
+11,block_sparse_moe.experts.239.w2,0.0000096927,0.05000,8.520
+11,block_sparse_moe.experts.235.w2,0.0000069902,0.05000,8.549
+11,block_sparse_moe.experts.229.w2,0.0000262473,0.05000,1.410
+11,block_sparse_moe.experts.225.w2,0.0000116825,0.05000,1.406
+11,block_sparse_moe.experts.233.w2,0.0000088981,0.05000,1.421
+11,block_sparse_moe.experts.226.w2,0.0000275312,0.05000,1.585
+11,block_sparse_moe.experts.230.w2,0.0000056102,0.05000,1.548
+11,block_sparse_moe.experts.238.w2,0.0000089612,0.05000,1.582
+11,block_sparse_moe.experts.237.w2,0.0000023573,0.05000,1.431
+11,block_sparse_moe.experts.234.w2,0.0000147035,0.05000,1.533
+11,block_sparse_moe.experts.44.w2,0.0000052228,0.05000,1.482
+11,block_sparse_moe.experts.36.w2,0.0000253686,0.05000,1.490
+11,block_sparse_moe.experts.40.w2,0.0000261997,0.05000,1.497
+11,block_sparse_moe.experts.32.w2,0.0000182662,0.05000,1.521
+11,block_sparse_moe.experts.243.w2,0.0000157295,0.05000,1.443
+11,block_sparse_moe.experts.247.w2,0.0000134315,0.05000,1.380
+11,block_sparse_moe.experts.255.w2,0.0000260500,0.05000,1.415
+11,block_sparse_moe.experts.251.w2,0.0000089417,0.05000,1.397
+11,block_sparse_moe.experts.245.w2,0.0000021618,0.05000,1.223
+11,block_sparse_moe.experts.241.w2,0.0000073132,0.05000,1.180
+11,block_sparse_moe.experts.249.w2,0.0000102767,0.05000,1.205
+11,block_sparse_moe.experts.242.w2,0.0000081012,0.05000,1.471
+11,block_sparse_moe.experts.246.w2,0.0000109865,0.05000,1.489
+11,block_sparse_moe.experts.254.w2,0.0000108174,0.05000,1.470
+11,block_sparse_moe.experts.250.w2,0.0000209098,0.05000,1.417
+11,block_sparse_moe.experts.60.w2,0.0000097939,0.05000,1.558
+11,block_sparse_moe.experts.52.w2,0.0000082730,0.05000,1.552
+11,block_sparse_moe.experts.56.w2,0.0000177765,0.05000,1.600
+11,block_sparse_moe.experts.48.w2,0.0000055796,0.05000,1.616
+11,block_sparse_moe.experts.253.w2,0.0000306974,0.05000,0.486
+11,block_sparse_moe.experts.76.w2,0.0000126706,0.05000,1.287
+11,block_sparse_moe.experts.68.w2,0.0000108583,0.05000,1.285
+11,block_sparse_moe.experts.72.w2,0.0000068022,0.05000,1.290
+11,block_sparse_moe.experts.64.w2,0.0000252630,0.05000,1.299
+11,block_sparse_moe.experts.92.w2,0.0000205922,0.05000,1.191
+11,block_sparse_moe.experts.84.w2,0.0000064108,0.05000,1.219
+11,block_sparse_moe.experts.88.w2,0.0000043066,0.05000,1.204
+11,block_sparse_moe.experts.80.w2,0.0000181012,0.05000,1.259
+11,block_sparse_moe.experts.108.w2,0.0000228456,0.05000,1.361
+11,block_sparse_moe.experts.100.w2,0.0000193924,0.05000,1.337
+11,block_sparse_moe.experts.104.w2,0.0000228211,0.05000,1.357
+11,block_sparse_moe.experts.96.w2,0.0000222414,0.05000,1.382
+11,block_sparse_moe.experts.124.w2,0.0000129127,0.05000,1.079
+11,block_sparse_moe.experts.116.w2,0.0000061332,0.05000,1.095
+11,block_sparse_moe.experts.120.w2,0.0000116278,0.05000,1.128
+11,block_sparse_moe.experts.112.w2,0.0000047097,0.05000,1.166
+11,block_sparse_moe.experts.132.w2,0.0000121441,0.05000,1.318
+11,block_sparse_moe.experts.140.w2,0.0000111077,0.05000,1.340
+11,block_sparse_moe.experts.136.w2,0.0000026055,0.05000,1.309
+11,block_sparse_moe.experts.128.w2,0.0000135103,0.05000,1.381
+11,block_sparse_moe.experts.148.w2,0.0000149727,0.05000,1.418
+11,block_sparse_moe.experts.156.w2,0.0000250560,0.05000,1.454
+11,block_sparse_moe.experts.152.w2,0.0000076640,0.05000,1.440
+11,block_sparse_moe.experts.144.w2,0.0000038204,0.05000,1.460
+11,block_sparse_moe.experts.164.w2,0.0000079530,0.05000,1.378
+11,block_sparse_moe.experts.172.w2,0.0000152185,0.05000,1.392
+11,block_sparse_moe.experts.168.w2,0.0000084423,0.05000,1.390
+11,block_sparse_moe.experts.160.w2,0.0000191628,0.05000,1.342
+11,block_sparse_moe.experts.180.w2,0.0000341353,0.05000,1.431
+11,block_sparse_moe.experts.188.w2,0.0000030302,0.05000,1.402
+11,block_sparse_moe.experts.184.w2,0.0000149303,0.05000,1.415
+11,block_sparse_moe.experts.176.w2,0.0000179547,0.05000,1.401
+11,block_sparse_moe.experts.204.w2,0.0000057795,0.05000,1.266
+11,block_sparse_moe.experts.196.w2,0.0000211231,0.05000,1.304
+11,block_sparse_moe.experts.200.w2,0.0000080672,0.05000,1.305
+11,block_sparse_moe.experts.192.w2,0.0000134173,0.05000,1.307
+11,block_sparse_moe.experts.220.w2,0.0000127935,0.05000,1.302
+11,block_sparse_moe.experts.212.w2,0.0000129123,0.05000,1.342
+11,block_sparse_moe.experts.216.w2,0.0000098420,0.05000,1.362
+11,block_sparse_moe.experts.208.w2,0.0000365563,0.05000,1.346
+11,block_sparse_moe.experts.236.w2,0.0000082653,0.05000,1.293
+11,block_sparse_moe.experts.228.w2,0.0000054679,0.05000,1.311
+11,block_sparse_moe.experts.232.w2,0.0000122790,0.05000,1.287
+11,block_sparse_moe.experts.224.w2,0.0000023876,0.05000,1.271
+11,block_sparse_moe.experts.252.w2,0.0000127717,0.05000,1.193
+11,block_sparse_moe.experts.244.w2,0.0000219956,0.05000,1.211
+11,block_sparse_moe.experts.248.w2,0.0000153518,0.05000,1.159
+11,block_sparse_moe.experts.240.w2,0.0000188398,0.05000,1.042
+12,self_attn.k_proj,0.0000000712,0.05000,0.890
+12,self_attn.v_proj,0.0000000567,0.05000,0.902
+12,self_attn.q_proj,0.0000004145,0.05000,0.905
+12,self_attn.o_proj,0.0000000437,0.05000,1.743
+12,block_sparse_moe.experts.10.w1,0.0000863273,0.05000,2.702
+12,block_sparse_moe.experts.2.w1,0.0001371496,0.05000,2.740
+12,block_sparse_moe.experts.14.w1,0.0000125078,0.05000,2.849
+12,block_sparse_moe.experts.6.w1,0.0000625895,0.05000,2.818
+12,block_sparse_moe.experts.12.w1,0.0000841657,0.05000,3.004
+12,block_sparse_moe.experts.8.w1,0.0001408511,0.05000,3.014
+12,block_sparse_moe.experts.4.w1,0.0000917122,0.05000,3.162
+12,block_sparse_moe.experts.0.w1,0.0000806514,0.05000,3.225
+12,block_sparse_moe.experts.3.w1,0.0000266587,0.05000,3.318
+12,block_sparse_moe.experts.7.w1,0.0000768773,0.05000,3.337
+12,block_sparse_moe.experts.11.w1,0.0000426037,0.05000,3.376
+12,block_sparse_moe.experts.15.w1,0.0000128601,0.05000,3.411
+12,block_sparse_moe.experts.13.w1,0.0000809616,0.05000,3.445
+12,block_sparse_moe.experts.1.w1,0.0000319113,0.05000,3.391
+12,block_sparse_moe.experts.9.w1,0.0001046087,0.05000,3.409
+12,block_sparse_moe.experts.5.w1,0.0000270882,0.05000,3.448
+12,block_sparse_moe.experts.26.w1,0.0000597963,0.05000,2.873
+12,block_sparse_moe.experts.18.w1,0.0000909940,0.05000,2.866
+12,block_sparse_moe.experts.30.w1,0.0002194193,0.05000,2.841
+12,block_sparse_moe.experts.22.w1,0.0001282424,0.05000,2.898
+12,block_sparse_moe.experts.28.w1,0.0000625963,0.05000,3.026
+12,block_sparse_moe.experts.24.w1,0.0000297491,0.05000,3.019
+12,block_sparse_moe.experts.19.w1,0.0000700493,0.05000,2.893
+12,block_sparse_moe.experts.20.w1,0.0000449709,0.05000,3.064
+12,block_sparse_moe.experts.16.w1,0.0000759888,0.05000,3.025
+12,block_sparse_moe.experts.27.w1,0.0000321172,0.05000,2.880
+12,block_sparse_moe.experts.23.w1,0.0000709989,0.05000,2.954
+12,block_sparse_moe.experts.31.w1,0.0000239026,0.05000,2.900
+12,block_sparse_moe.experts.29.w1,0.0000266781,0.05000,2.916
+12,block_sparse_moe.experts.25.w1,0.0001206951,0.05000,3.014
+12,block_sparse_moe.experts.21.w1,0.0000120001,0.05000,3.022
+12,block_sparse_moe.experts.17.w1,0.0000717192,0.05000,3.125
+12,block_sparse_moe.experts.42.w1,0.0000357995,0.05000,2.960
+12,block_sparse_moe.experts.34.w1,0.0000532263,0.05000,2.939
+12,block_sparse_moe.experts.38.w1,0.0000257118,0.05000,2.978
+12,block_sparse_moe.experts.46.w1,0.0000337062,0.05000,3.077
+12,block_sparse_moe.experts.40.w1,0.0001189759,0.05000,2.822
+12,block_sparse_moe.experts.44.w1,0.0000807965,0.05000,2.823
+12,block_sparse_moe.experts.32.w1,0.0000893256,0.05000,2.786
+12,block_sparse_moe.experts.36.w1,0.0000634401,0.05000,2.818
+12,block_sparse_moe.experts.47.w1,0.0000277596,0.05000,2.834
+12,block_sparse_moe.experts.35.w1,0.0001639934,0.05000,2.952
+12,block_sparse_moe.experts.43.w1,0.0000280444,0.05000,2.929
+12,block_sparse_moe.experts.39.w1,0.0001777585,0.05000,2.894
+12,block_sparse_moe.experts.45.w1,0.0000958721,0.05000,2.874
+12,block_sparse_moe.experts.41.w1,0.0001309028,0.05000,2.773
+12,block_sparse_moe.experts.33.w1,0.0001249609,0.05000,2.798
+12,block_sparse_moe.experts.37.w1,0.0000982841,0.05000,2.844
+12,block_sparse_moe.experts.58.w1,0.0000346434,0.05000,3.015
+12,block_sparse_moe.experts.50.w1,0.0000240400,0.05000,3.053
+12,block_sparse_moe.experts.60.w1,0.0000079116,0.05000,2.825
+12,block_sparse_moe.experts.56.w1,0.0001046875,0.05000,2.828
+12,block_sparse_moe.experts.54.w1,0.0000902340,0.05000,2.978
+12,block_sparse_moe.experts.52.w1,0.0000886470,0.05000,2.771
+12,block_sparse_moe.experts.62.w1,0.0001679116,0.05000,3.052
+12,block_sparse_moe.experts.48.w1,0.0000537923,0.05000,2.836
+12,block_sparse_moe.experts.51.w1,0.0000111712,0.05000,2.767
+12,block_sparse_moe.experts.59.w1,0.0000310486,0.05000,2.806
+12,block_sparse_moe.experts.63.w1,0.0001007026,0.05000,2.865
+12,block_sparse_moe.experts.55.w1,0.0000531901,0.05000,2.885
+12,block_sparse_moe.experts.57.w1,0.0000256576,0.05000,2.984
+12,block_sparse_moe.experts.61.w1,0.0000627057,0.05000,3.078
+12,block_sparse_moe.experts.49.w1,0.0000504867,0.05000,2.969
+12,block_sparse_moe.experts.53.w1,0.0000650895,0.05000,3.073
+12,block_sparse_moe.experts.66.w1,0.0000921046,0.05000,2.719
+12,block_sparse_moe.experts.74.w1,0.0000607435,0.05000,2.815
+12,block_sparse_moe.experts.78.w1,0.0001622374,0.05000,2.691
+12,block_sparse_moe.experts.76.w1,0.0000581726,0.05000,2.875
+12,block_sparse_moe.experts.70.w1,0.0001095627,0.05000,2.864
+12,block_sparse_moe.experts.72.w1,0.0000933700,0.05000,2.897
+12,block_sparse_moe.experts.68.w1,0.0001784555,0.05000,2.798
+12,block_sparse_moe.experts.64.w1,0.0000893160,0.05000,2.912
+12,block_sparse_moe.experts.79.w1,0.0001250340,0.05000,2.873
+12,block_sparse_moe.experts.67.w1,0.0001018658,0.05000,2.973
+12,block_sparse_moe.experts.75.w1,0.0000061544,0.05000,3.037
+12,block_sparse_moe.experts.71.w1,0.0000388629,0.05000,2.954
+12,block_sparse_moe.experts.73.w1,0.0000362781,0.05000,3.090
+12,block_sparse_moe.experts.77.w1,0.0000544457,0.05000,3.095
+12,block_sparse_moe.experts.65.w1,0.0001164014,0.05000,3.119
+12,block_sparse_moe.experts.69.w1,0.0001875151,0.05000,3.093
+12,block_sparse_moe.experts.82.w1,0.0000411146,0.05000,2.987
+12,block_sparse_moe.experts.94.w1,0.0000704168,0.05000,2.889
+12,block_sparse_moe.experts.86.w1,0.0001421029,0.05000,2.882
+12,block_sparse_moe.experts.90.w1,0.0000440561,0.05000,3.076
+12,block_sparse_moe.experts.84.w1,0.0000927138,0.05000,2.944
+12,block_sparse_moe.experts.95.w1,0.0000773968,0.05000,2.683
+12,block_sparse_moe.experts.92.w1,0.0001719766,0.05000,3.040
+12,block_sparse_moe.experts.88.w1,0.0000340819,0.05000,3.023
+12,block_sparse_moe.experts.83.w1,0.0000203644,0.05000,2.758
+12,block_sparse_moe.experts.87.w1,0.0000510920,0.05000,2.713
+12,block_sparse_moe.experts.80.w1,0.0000384119,0.05000,2.992
+12,block_sparse_moe.experts.91.w1,0.0001032881,0.05000,2.792
+12,block_sparse_moe.experts.89.w1,0.0000752960,0.05000,2.946
+12,block_sparse_moe.experts.93.w1,0.0000758081,0.05000,2.934
+12,block_sparse_moe.experts.85.w1,0.0001672560,0.05000,2.798
+12,block_sparse_moe.experts.81.w1,0.0000721552,0.05000,2.955
+12,block_sparse_moe.experts.98.w1,0.0000614612,0.05000,2.856
+12,block_sparse_moe.experts.110.w1,0.0001252810,0.05000,2.919
+12,block_sparse_moe.experts.106.w1,0.0000409369,0.05000,2.836
+12,block_sparse_moe.experts.102.w1,0.0001586928,0.05000,2.918
+12,block_sparse_moe.experts.100.w1,0.0000263808,0.05000,2.892
+12,block_sparse_moe.experts.108.w1,0.0000725927,0.05000,2.878
+12,block_sparse_moe.experts.111.w1,0.0000394759,0.05000,2.940
+12,block_sparse_moe.experts.104.w1,0.0000965322,0.05000,2.922
+12,block_sparse_moe.experts.99.w1,0.0001195842,0.05000,2.995
+12,block_sparse_moe.experts.96.w1,0.0000457332,0.05000,2.920
+12,block_sparse_moe.experts.107.w1,0.0000209536,0.05000,2.904
+12,block_sparse_moe.experts.103.w1,0.0000360076,0.05000,3.023
+12,block_sparse_moe.experts.109.w1,0.0000443011,0.05000,2.781
+12,block_sparse_moe.experts.105.w1,0.0000307818,0.05000,2.860
+12,block_sparse_moe.experts.101.w1,0.0000630970,0.05000,2.854
+12,block_sparse_moe.experts.97.w1,0.0000461755,0.05000,2.892
+12,block_sparse_moe.experts.114.w1,0.0000516269,0.05000,2.765
+12,block_sparse_moe.experts.126.w1,0.0000590345,0.05000,2.903
+12,block_sparse_moe.experts.122.w1,0.0000821997,0.05000,2.915
+12,block_sparse_moe.experts.118.w1,0.0000555462,0.05000,2.885
+12,block_sparse_moe.experts.116.w1,0.0000432718,0.05000,2.959
+12,block_sparse_moe.experts.120.w1,0.0001164550,0.05000,2.883
+12,block_sparse_moe.experts.127.w1,0.0001304856,0.05000,2.920
+12,block_sparse_moe.experts.124.w1,0.0001150471,0.05000,2.982
+12,block_sparse_moe.experts.115.w1,0.0001284060,0.05000,2.917
+12,block_sparse_moe.experts.112.w1,0.0000696923,0.05000,2.891
+12,block_sparse_moe.experts.123.w1,0.0000819782,0.05000,2.906
+12,block_sparse_moe.experts.119.w1,0.0000701393,0.05000,2.948
+12,block_sparse_moe.experts.125.w1,0.0000702106,0.05000,2.983
+12,block_sparse_moe.experts.121.w1,0.0000452298,0.05000,3.046
+12,block_sparse_moe.experts.117.w1,0.0001439640,0.05000,2.997
+12,block_sparse_moe.experts.113.w1,0.0001164897,0.05000,2.956
+12,block_sparse_moe.experts.130.w1,0.0000402869,0.05000,2.908
+12,block_sparse_moe.experts.134.w1,0.0001053935,0.05000,2.842
+12,block_sparse_moe.experts.138.w1,0.0000706605,0.05000,2.947
+12,block_sparse_moe.experts.142.w1,0.0000761990,0.05000,2.985
+12,block_sparse_moe.experts.136.w1,0.0000315160,0.05000,2.912
+12,block_sparse_moe.experts.132.w1,0.0000554849,0.05000,2.935
+12,block_sparse_moe.experts.140.w1,0.0000250294,0.05000,2.991
+12,block_sparse_moe.experts.143.w1,0.0000930022,0.05000,3.093
+12,block_sparse_moe.experts.128.w1,0.0000172321,0.05000,2.954
+12,block_sparse_moe.experts.131.w1,0.0000706044,0.05000,3.053
+12,block_sparse_moe.experts.139.w1,0.0000449292,0.05000,3.072
+12,block_sparse_moe.experts.135.w1,0.0000495984,0.05000,3.080
+12,block_sparse_moe.experts.141.w1,0.0000866765,0.05000,2.871
+12,block_sparse_moe.experts.133.w1,0.0000702578,0.05000,2.897
+12,block_sparse_moe.experts.129.w1,0.0000989918,0.05000,2.844
+12,block_sparse_moe.experts.137.w1,0.0000424118,0.05000,2.943
+12,block_sparse_moe.experts.146.w1,0.0000680182,0.05000,2.850
+12,block_sparse_moe.experts.150.w1,0.0000768814,0.05000,2.808
+12,block_sparse_moe.experts.154.w1,0.0000480275,0.05000,2.819
+12,block_sparse_moe.experts.158.w1,0.0001499954,0.05000,2.814
+12,block_sparse_moe.experts.148.w1,0.0001359607,0.05000,2.893
+12,block_sparse_moe.experts.152.w1,0.0000233756,0.05000,2.914
+12,block_sparse_moe.experts.159.w1,0.0000202950,0.05000,2.781
+12,block_sparse_moe.experts.156.w1,0.0000930747,0.05000,3.010
+12,block_sparse_moe.experts.147.w1,0.0001219911,0.05000,2.865
+12,block_sparse_moe.experts.155.w1,0.0000145793,0.05000,2.796
+12,block_sparse_moe.experts.144.w1,0.0000826405,0.05000,2.993
+12,block_sparse_moe.experts.151.w1,0.0000612141,0.05000,2.807
+12,block_sparse_moe.experts.149.w1,0.0000775176,0.05000,2.797
+12,block_sparse_moe.experts.157.w1,0.0000680627,0.05000,2.936
+12,block_sparse_moe.experts.145.w1,0.0000234089,0.05000,2.895
+12,block_sparse_moe.experts.153.w1,0.0000764103,0.05000,2.926
+12,block_sparse_moe.experts.162.w1,0.0000526593,0.05000,2.688
+12,block_sparse_moe.experts.166.w1,0.0000194907,0.05000,2.703
+12,block_sparse_moe.experts.170.w1,0.0001040078,0.05000,2.762
+12,block_sparse_moe.experts.174.w1,0.0000069994,0.05000,2.786
+12,block_sparse_moe.experts.168.w1,0.0000110512,0.05000,3.024
+12,block_sparse_moe.experts.164.w1,0.0000515776,0.05000,3.092
+12,block_sparse_moe.experts.175.w1,0.0000719013,0.05000,3.060
+12,block_sparse_moe.experts.163.w1,0.0000570509,0.05000,2.933
+12,block_sparse_moe.experts.172.w1,0.0000491697,0.05000,2.978
+12,block_sparse_moe.experts.160.w1,0.0000491551,0.05000,2.960
+12,block_sparse_moe.experts.171.w1,0.0001124410,0.05000,2.993
+12,block_sparse_moe.experts.167.w1,0.0000911330,0.05000,3.000
+12,block_sparse_moe.experts.173.w1,0.0000908489,0.05000,2.926
+12,block_sparse_moe.experts.165.w1,0.0000133381,0.05000,2.997
+12,block_sparse_moe.experts.161.w1,0.0000298648,0.05000,2.957
+12,block_sparse_moe.experts.169.w1,0.0001108924,0.05000,2.962
+12,block_sparse_moe.experts.178.w1,0.0001654968,0.05000,2.984
+12,block_sparse_moe.experts.182.w1,0.0000315409,0.05000,2.938
+12,block_sparse_moe.experts.186.w1,0.0000153425,0.05000,2.874
+12,block_sparse_moe.experts.190.w1,0.0001468181,0.05000,2.948
+12,block_sparse_moe.experts.180.w1,0.0000877405,0.05000,2.721
+12,block_sparse_moe.experts.184.w1,0.0000392783,0.05000,2.865
+12,block_sparse_moe.experts.188.w1,0.0000335120,0.05000,2.746
+12,block_sparse_moe.experts.176.w1,0.0001157563,0.05000,2.897
+12,block_sparse_moe.experts.191.w1,0.0001106439,0.05000,3.139
+12,block_sparse_moe.experts.179.w1,0.0000863947,0.05000,3.112
+12,block_sparse_moe.experts.187.w1,0.0001095761,0.05000,3.123
+12,block_sparse_moe.experts.183.w1,0.0000761628,0.05000,3.044
+12,block_sparse_moe.experts.189.w1,0.0000598751,0.05000,2.999
+12,block_sparse_moe.experts.181.w1,0.0000655955,0.05000,3.058
+12,block_sparse_moe.experts.185.w1,0.0000934359,0.05000,2.954
+12,block_sparse_moe.experts.177.w1,0.0000751804,0.05000,3.022
+12,block_sparse_moe.experts.194.w1,0.0000147359,0.05000,3.017
+12,block_sparse_moe.experts.198.w1,0.0000819231,0.05000,3.027
+12,block_sparse_moe.experts.202.w1,0.0000502454,0.05000,2.997
+12,block_sparse_moe.experts.206.w1,0.0000567854,0.05000,3.001
+12,block_sparse_moe.experts.196.w1,0.0000733010,0.05000,2.819
+12,block_sparse_moe.experts.200.w1,0.0000360629,0.05000,2.816
+12,block_sparse_moe.experts.204.w1,0.0000302076,0.05000,2.878
+12,block_sparse_moe.experts.192.w1,0.0000339915,0.05000,2.765
+12,block_sparse_moe.experts.207.w1,0.0000692513,0.05000,2.896
+12,block_sparse_moe.experts.195.w1,0.0001494347,0.05000,2.871
+12,block_sparse_moe.experts.199.w1,0.0000288767,0.05000,2.869
+12,block_sparse_moe.experts.203.w1,0.0000927270,0.05000,2.930
+12,block_sparse_moe.experts.205.w1,0.0000983820,0.05000,2.852
+12,block_sparse_moe.experts.193.w1,0.0000253632,0.05000,2.808
+12,block_sparse_moe.experts.197.w1,0.0001116759,0.05000,2.887
+12,block_sparse_moe.experts.201.w1,0.0001465876,0.05000,2.871
+12,block_sparse_moe.experts.210.w1,0.0001160029,0.05000,2.892
+12,block_sparse_moe.experts.214.w1,0.0000928401,0.05000,2.861
+12,block_sparse_moe.experts.218.w1,0.0000289980,0.05000,2.901
+12,block_sparse_moe.experts.222.w1,0.0001088064,0.05000,2.848
+12,block_sparse_moe.experts.212.w1,0.0001383139,0.05000,2.869
+12,block_sparse_moe.experts.216.w1,0.0002107203,0.05000,2.835
+12,block_sparse_moe.experts.220.w1,0.0000752420,0.05000,2.918
+12,block_sparse_moe.experts.211.w1,0.0000509595,0.05000,2.709
+12,block_sparse_moe.experts.208.w1,0.0000952951,0.05000,2.969
+12,block_sparse_moe.experts.223.w1,0.0000777232,0.05000,2.774
+12,block_sparse_moe.experts.215.w1,0.0000720866,0.05000,2.714
+12,block_sparse_moe.experts.219.w1,0.0000141840,0.05000,2.761
+12,block_sparse_moe.experts.221.w1,0.0000234679,0.05000,2.843
+12,block_sparse_moe.experts.213.w1,0.0000403495,0.05000,2.709
+12,block_sparse_moe.experts.209.w1,0.0000305090,0.05000,2.822
+12,block_sparse_moe.experts.217.w1,0.0000714219,0.05000,2.853
+12,block_sparse_moe.experts.226.w1,0.0001377230,0.05000,3.030
+12,block_sparse_moe.experts.230.w1,0.0001261258,0.05000,2.957
+12,block_sparse_moe.experts.234.w1,0.0000261675,0.05000,2.948
+12,block_sparse_moe.experts.238.w1,0.0001454863,0.05000,2.900
+12,block_sparse_moe.experts.228.w1,0.0001720636,0.05000,2.979
+12,block_sparse_moe.experts.232.w1,0.0001728110,0.05000,3.018
+12,block_sparse_moe.experts.227.w1,0.0000850083,0.05000,2.729
+12,block_sparse_moe.experts.239.w1,0.0000234219,0.05000,2.826
+12,block_sparse_moe.experts.231.w1,0.0000578833,0.05000,2.759
+12,block_sparse_moe.experts.236.w1,0.0000373851,0.05000,3.056
+12,block_sparse_moe.experts.235.w1,0.0001504271,0.05000,2.798
+12,block_sparse_moe.experts.224.w1,0.0000240004,0.05000,3.007
+12,block_sparse_moe.experts.229.w1,0.0000628638,0.05000,2.965
+12,block_sparse_moe.experts.225.w1,0.0002422968,0.05000,2.929
+12,block_sparse_moe.experts.237.w1,0.0000839801,0.05000,3.064
+12,block_sparse_moe.experts.233.w1,0.0000994240,0.05000,3.036
+12,block_sparse_moe.experts.242.w1,0.0000619160,0.05000,2.868
+12,block_sparse_moe.experts.246.w1,0.0000866832,0.05000,2.851
+12,block_sparse_moe.experts.254.w1,0.0000561733,0.05000,2.861
+12,block_sparse_moe.experts.250.w1,0.0001219485,0.05000,2.919
+12,block_sparse_moe.experts.243.w1,0.0000917638,0.05000,2.730
+12,block_sparse_moe.experts.248.w1,0.0000795469,0.05000,2.840
+12,block_sparse_moe.experts.244.w1,0.0000458780,0.05000,2.938
+12,block_sparse_moe.experts.247.w1,0.0000523670,0.05000,2.752
+12,block_sparse_moe.experts.255.w1,0.0000632544,0.05000,2.803
+12,block_sparse_moe.experts.251.w1,0.0000322900,0.05000,2.774
+12,block_sparse_moe.experts.252.w1,0.0000319420,0.05000,2.874
+12,block_sparse_moe.experts.240.w1,0.0000782292,0.05000,2.841
+12,block_sparse_moe.experts.245.w1,0.0000858606,0.05000,2.878
+12,block_sparse_moe.experts.241.w1,0.0000641999,0.05000,2.915
+12,block_sparse_moe.experts.253.w1,0.0001645557,0.05000,2.948
+12,block_sparse_moe.experts.249.w1,0.0001189150,0.05000,2.921
+12,block_sparse_moe.experts.6.w3,0.0000612697,0.05000,2.894
+12,block_sparse_moe.experts.2.w3,0.0001353425,0.05000,3.016
+12,block_sparse_moe.experts.14.w3,0.0000121970,0.05000,2.886
+12,block_sparse_moe.experts.10.w3,0.0000846685,0.05000,2.899
+12,block_sparse_moe.experts.3.w3,0.0000261158,0.05000,2.808
+12,block_sparse_moe.experts.8.w3,0.0001380253,0.05000,2.965
+12,block_sparse_moe.experts.4.w3,0.0000905483,0.05000,2.946
+12,block_sparse_moe.experts.7.w3,0.0000760983,0.05000,2.913
+12,block_sparse_moe.experts.15.w3,0.0000118274,0.05000,2.864
+12,block_sparse_moe.experts.11.w3,0.0000406205,0.05000,2.838
+12,block_sparse_moe.experts.12.w3,0.0000821352,0.05000,2.953
+12,block_sparse_moe.experts.0.w3,0.0000801380,0.05000,2.956
+12,block_sparse_moe.experts.5.w3,0.0000259109,0.05000,2.813
+12,block_sparse_moe.experts.1.w3,0.0000301262,0.05000,2.852
+12,block_sparse_moe.experts.13.w3,0.0000794127,0.05000,2.831
+12,block_sparse_moe.experts.9.w3,0.0001030106,0.05000,2.939
+12,block_sparse_moe.experts.22.w3,0.0001271356,0.05000,3.063
+12,block_sparse_moe.experts.30.w3,0.0002134075,0.05000,2.994
+12,block_sparse_moe.experts.18.w3,0.0000884483,0.05000,3.030
+12,block_sparse_moe.experts.26.w3,0.0000584397,0.05000,3.025
+12,block_sparse_moe.experts.19.w3,0.0000684275,0.05000,2.985
+12,block_sparse_moe.experts.24.w3,0.0000270670,0.05000,2.951
+12,block_sparse_moe.experts.20.w3,0.0000444999,0.05000,2.988
+12,block_sparse_moe.experts.31.w3,0.0000225333,0.05000,2.951
+12,block_sparse_moe.experts.23.w3,0.0000691243,0.05000,3.035
+12,block_sparse_moe.experts.27.w3,0.0000319182,0.05000,3.006
+12,block_sparse_moe.experts.28.w3,0.0000605649,0.05000,3.038
+12,block_sparse_moe.experts.16.w3,0.0000753366,0.05000,3.015
+12,block_sparse_moe.experts.21.w3,0.0000114449,0.05000,3.002
+12,block_sparse_moe.experts.17.w3,0.0000694308,0.05000,3.071
+12,block_sparse_moe.experts.29.w3,0.0000250297,0.05000,3.084
+12,block_sparse_moe.experts.25.w3,0.0001187054,0.05000,3.024
+12,block_sparse_moe.experts.46.w3,0.0000322977,0.05000,3.069
+12,block_sparse_moe.experts.34.w3,0.0000508654,0.05000,3.088
+12,block_sparse_moe.experts.35.w3,0.0001612872,0.05000,2.965
+12,block_sparse_moe.experts.38.w3,0.0000245655,0.05000,3.163
+12,block_sparse_moe.experts.42.w3,0.0000353083,0.05000,3.074
+12,block_sparse_moe.experts.40.w3,0.0001182142,0.05000,2.967
+12,block_sparse_moe.experts.36.w3,0.0000624263,0.05000,3.012
+12,block_sparse_moe.experts.47.w3,0.0000258980,0.05000,3.007
+12,block_sparse_moe.experts.43.w3,0.0000255778,0.05000,2.955
+12,block_sparse_moe.experts.39.w3,0.0001713074,0.05000,3.075
+12,block_sparse_moe.experts.44.w3,0.0000801232,0.05000,2.974
+12,block_sparse_moe.experts.32.w3,0.0000872663,0.05000,3.020
+12,block_sparse_moe.experts.37.w3,0.0000960447,0.05000,2.841
+12,block_sparse_moe.experts.33.w3,0.0001226454,0.05000,2.824
+12,block_sparse_moe.experts.41.w3,0.0001302256,0.05000,2.804
+12,block_sparse_moe.experts.45.w3,0.0000940171,0.05000,2.986
+12,block_sparse_moe.experts.51.w3,0.0000106723,0.05000,2.867
+12,block_sparse_moe.experts.62.w3,0.0001435237,0.05000,2.909
+12,block_sparse_moe.experts.50.w3,0.0000225806,0.05000,2.900
+12,block_sparse_moe.experts.54.w3,0.0000889137,0.05000,2.899
+12,block_sparse_moe.experts.58.w3,0.0000339941,0.05000,2.995
+12,block_sparse_moe.experts.56.w3,0.0001036077,0.05000,2.953
+12,block_sparse_moe.experts.63.w3,0.0000993081,0.05000,2.883
+12,block_sparse_moe.experts.52.w3,0.0000870051,0.05000,2.938
+12,block_sparse_moe.experts.59.w3,0.0000300309,0.05000,2.913
+12,block_sparse_moe.experts.55.w3,0.0000521483,0.05000,2.893
+12,block_sparse_moe.experts.60.w3,0.0000074565,0.05000,2.961
+12,block_sparse_moe.experts.48.w3,0.0000527508,0.05000,2.973
+12,block_sparse_moe.experts.53.w3,0.0000642381,0.05000,3.025
+12,block_sparse_moe.experts.49.w3,0.0000496898,0.05000,3.049
+12,block_sparse_moe.experts.61.w3,0.0000618204,0.05000,3.007
+12,block_sparse_moe.experts.57.w3,0.0000250398,0.05000,3.144
+12,block_sparse_moe.experts.67.w3,0.0000996383,0.05000,2.806
+12,block_sparse_moe.experts.79.w3,0.0001240274,0.05000,2.703
+12,block_sparse_moe.experts.72.w3,0.0000915727,0.05000,2.782
+12,block_sparse_moe.experts.78.w3,0.0001596989,0.05000,3.063
+12,block_sparse_moe.experts.70.w3,0.0001091420,0.05000,3.050
+12,block_sparse_moe.experts.75.w3,0.0000059904,0.05000,2.736
+12,block_sparse_moe.experts.68.w3,0.0001747124,0.05000,2.808
+12,block_sparse_moe.experts.66.w3,0.0000908809,0.05000,3.116
+12,block_sparse_moe.experts.74.w3,0.0000590968,0.05000,3.033
+12,block_sparse_moe.experts.71.w3,0.0000369384,0.05000,2.801
+12,block_sparse_moe.experts.76.w3,0.0000560513,0.05000,2.801
+12,block_sparse_moe.experts.64.w3,0.0000884888,0.05000,2.749
+12,block_sparse_moe.experts.69.w3,0.0001809380,0.05000,2.865
+12,block_sparse_moe.experts.65.w3,0.0001150385,0.05000,2.924
+12,block_sparse_moe.experts.77.w3,0.0000541836,0.05000,2.945
+12,block_sparse_moe.experts.73.w3,0.0000357558,0.05000,2.880
+12,block_sparse_moe.experts.83.w3,0.0000196473,0.05000,2.799
+12,block_sparse_moe.experts.95.w3,0.0000765398,0.05000,2.727
+12,block_sparse_moe.experts.86.w3,0.0001398786,0.05000,2.684
+12,block_sparse_moe.experts.94.w3,0.0000693938,0.05000,2.746
+12,block_sparse_moe.experts.82.w3,0.0000410403,0.05000,2.708
+12,block_sparse_moe.experts.91.w3,0.0001022075,0.05000,2.757
+12,block_sparse_moe.experts.87.w3,0.0000504327,0.05000,2.709
+12,block_sparse_moe.experts.84.w3,0.0000919848,0.05000,2.851
+12,block_sparse_moe.experts.88.w3,0.0000329847,0.05000,2.950
+12,block_sparse_moe.experts.90.w3,0.0000432822,0.05000,2.829
+12,block_sparse_moe.experts.92.w3,0.0001703877,0.05000,2.898
+12,block_sparse_moe.experts.80.w3,0.0000377815,0.05000,2.909
+12,block_sparse_moe.experts.85.w3,0.0001652746,0.05000,2.854
+12,block_sparse_moe.experts.81.w3,0.0000708975,0.05000,2.895
+12,block_sparse_moe.experts.93.w3,0.0000750035,0.05000,2.805
+12,block_sparse_moe.experts.89.w3,0.0000727945,0.05000,2.783
+12,block_sparse_moe.experts.99.w3,0.0001176376,0.05000,2.870
+12,block_sparse_moe.experts.111.w3,0.0000368040,0.05000,2.825
+12,block_sparse_moe.experts.104.w3,0.0000952613,0.05000,2.726
+12,block_sparse_moe.experts.107.w3,0.0000204787,0.05000,2.856
+12,block_sparse_moe.experts.100.w3,0.0000256275,0.05000,2.776
+12,block_sparse_moe.experts.102.w3,0.0001572914,0.05000,2.995
+12,block_sparse_moe.experts.110.w3,0.0001242041,0.05000,3.001
+12,block_sparse_moe.experts.98.w3,0.0000613345,0.05000,3.015
+12,block_sparse_moe.experts.103.w3,0.0000350264,0.05000,2.938
+12,block_sparse_moe.experts.96.w3,0.0000438961,0.05000,2.635
+12,block_sparse_moe.experts.106.w3,0.0000392897,0.05000,3.007
+12,block_sparse_moe.experts.108.w3,0.0000702289,0.05000,2.815
+12,block_sparse_moe.experts.101.w3,0.0000612278,0.05000,2.953
+12,block_sparse_moe.experts.97.w3,0.0000452864,0.05000,3.049
+12,block_sparse_moe.experts.105.w3,0.0000300383,0.05000,2.972
+12,block_sparse_moe.experts.109.w3,0.0000436020,0.05000,3.043
+12,block_sparse_moe.experts.115.w3,0.0001246098,0.05000,2.917
+12,block_sparse_moe.experts.127.w3,0.0001267593,0.05000,2.894
+12,block_sparse_moe.experts.116.w3,0.0000418308,0.05000,2.851
+12,block_sparse_moe.experts.120.w3,0.0001125777,0.05000,2.906
+12,block_sparse_moe.experts.123.w3,0.0000804716,0.05000,2.903
+12,block_sparse_moe.experts.118.w3,0.0000535125,0.05000,2.979
+12,block_sparse_moe.experts.112.w3,0.0000684717,0.05000,2.786
+12,block_sparse_moe.experts.126.w3,0.0000569431,0.05000,2.997
+12,block_sparse_moe.experts.119.w3,0.0000691158,0.05000,2.936
+12,block_sparse_moe.experts.114.w3,0.0000505526,0.05000,2.980
+12,block_sparse_moe.experts.124.w3,0.0001125414,0.05000,2.866
+12,block_sparse_moe.experts.122.w3,0.0000819264,0.05000,3.014
+12,block_sparse_moe.experts.117.w3,0.0001428305,0.05000,2.849
+12,block_sparse_moe.experts.113.w3,0.0001135871,0.05000,2.878
+12,block_sparse_moe.experts.121.w3,0.0000442179,0.05000,2.868
+12,block_sparse_moe.experts.125.w3,0.0000662791,0.05000,2.909
+12,block_sparse_moe.experts.131.w3,0.0000700505,0.05000,2.911
+12,block_sparse_moe.experts.143.w3,0.0000908173,0.05000,2.863
+12,block_sparse_moe.experts.136.w3,0.0000293053,0.05000,2.684
+12,block_sparse_moe.experts.132.w3,0.0000512731,0.05000,2.835
+12,block_sparse_moe.experts.139.w3,0.0000402220,0.05000,2.939
+12,block_sparse_moe.experts.128.w3,0.0000161358,0.05000,2.770
+12,block_sparse_moe.experts.142.w3,0.0000737197,0.05000,2.787
+12,block_sparse_moe.experts.134.w3,0.0001022996,0.05000,2.887
+12,block_sparse_moe.experts.140.w3,0.0000245977,0.05000,2.782
+12,block_sparse_moe.experts.130.w3,0.0000387286,0.05000,2.950
+12,block_sparse_moe.experts.135.w3,0.0000488911,0.05000,2.971
+12,block_sparse_moe.experts.138.w3,0.0000689612,0.05000,2.909
+12,block_sparse_moe.experts.133.w3,0.0000683927,0.05000,2.855
+12,block_sparse_moe.experts.129.w3,0.0000957707,0.05000,2.826
+12,block_sparse_moe.experts.137.w3,0.0000407087,0.05000,2.878
+12,block_sparse_moe.experts.141.w3,0.0000843831,0.05000,2.809
+12,block_sparse_moe.experts.147.w3,0.0001191500,0.05000,2.832
+12,block_sparse_moe.experts.152.w3,0.0000212748,0.05000,2.836
+12,block_sparse_moe.experts.159.w3,0.0000194804,0.05000,2.937
+12,block_sparse_moe.experts.148.w3,0.0001349294,0.05000,2.868
+12,block_sparse_moe.experts.144.w3,0.0000798070,0.05000,2.843
+12,block_sparse_moe.experts.155.w3,0.0000139618,0.05000,2.861
+12,block_sparse_moe.experts.150.w3,0.0000738727,0.05000,2.931
+12,block_sparse_moe.experts.158.w3,0.0001477396,0.05000,3.027
+12,block_sparse_moe.experts.151.w3,0.0000600551,0.05000,2.827
+12,block_sparse_moe.experts.146.w3,0.0000666982,0.05000,2.861
+12,block_sparse_moe.experts.156.w3,0.0000920101,0.05000,2.958
+12,block_sparse_moe.experts.154.w3,0.0000471211,0.05000,2.785
+12,block_sparse_moe.experts.149.w3,0.0000730039,0.05000,2.733
+12,block_sparse_moe.experts.145.w3,0.0000219577,0.05000,2.832
+12,block_sparse_moe.experts.153.w3,0.0000746657,0.05000,2.903
+12,block_sparse_moe.experts.157.w3,0.0000668910,0.05000,2.908
+12,block_sparse_moe.experts.163.w3,0.0000543680,0.05000,2.780
+12,block_sparse_moe.experts.175.w3,0.0000700296,0.05000,2.707
+12,block_sparse_moe.experts.168.w3,0.0000105007,0.05000,2.968
+12,block_sparse_moe.experts.171.w3,0.0001099710,0.05000,2.765
+12,block_sparse_moe.experts.167.w3,0.0000880369,0.05000,2.676
+12,block_sparse_moe.experts.164.w3,0.0000490796,0.05000,3.000
+12,block_sparse_moe.experts.160.w3,0.0000479885,0.05000,2.988
+12,block_sparse_moe.experts.166.w3,0.0000187691,0.05000,2.866
+12,block_sparse_moe.experts.162.w3,0.0000511261,0.05000,2.882
+12,block_sparse_moe.experts.174.w3,0.0000066694,0.05000,2.962
+12,block_sparse_moe.experts.170.w3,0.0001018373,0.05000,2.945
+12,block_sparse_moe.experts.172.w3,0.0000472631,0.05000,2.988
+12,block_sparse_moe.experts.165.w3,0.0000132593,0.05000,2.926
+12,block_sparse_moe.experts.161.w3,0.0000282153,0.05000,2.844
+12,block_sparse_moe.experts.169.w3,0.0001086595,0.05000,2.932
+12,block_sparse_moe.experts.173.w3,0.0000881024,0.05000,2.951
+12,block_sparse_moe.experts.179.w3,0.0000837232,0.05000,2.722
+12,block_sparse_moe.experts.191.w3,0.0001086762,0.05000,2.844
+12,block_sparse_moe.experts.187.w3,0.0001077545,0.05000,2.816
+12,block_sparse_moe.experts.184.w3,0.0000359560,0.05000,2.987
+12,block_sparse_moe.experts.182.w3,0.0000302888,0.05000,2.669
+12,block_sparse_moe.experts.183.w3,0.0000750018,0.05000,2.867
+12,block_sparse_moe.experts.180.w3,0.0000869853,0.05000,2.972
+12,block_sparse_moe.experts.190.w3,0.0001455210,0.05000,2.701
+12,block_sparse_moe.experts.178.w3,0.0001630755,0.05000,2.791
+12,block_sparse_moe.experts.176.w3,0.0001144295,0.05000,3.012
+12,block_sparse_moe.experts.186.w3,0.0000148055,0.05000,2.814
+12,block_sparse_moe.experts.188.w3,0.0000327085,0.05000,3.053
+12,block_sparse_moe.experts.181.w3,0.0000643690,0.05000,2.915
+12,block_sparse_moe.experts.177.w3,0.0000734719,0.05000,2.779
+12,block_sparse_moe.experts.185.w3,0.0000908059,0.05000,2.833
+12,block_sparse_moe.experts.189.w3,0.0000584635,0.05000,2.864
+12,block_sparse_moe.experts.195.w3,0.0001467220,0.05000,2.848
+12,block_sparse_moe.experts.207.w3,0.0000689042,0.05000,2.855
+12,block_sparse_moe.experts.203.w3,0.0000909184,0.05000,2.879
+12,block_sparse_moe.experts.198.w3,0.0000759303,0.05000,2.887
+12,block_sparse_moe.experts.199.w3,0.0000261510,0.05000,2.930
+12,block_sparse_moe.experts.200.w3,0.0000353557,0.05000,3.111
+12,block_sparse_moe.experts.206.w3,0.0000561792,0.05000,2.959
+12,block_sparse_moe.experts.194.w3,0.0000144990,0.05000,2.973
+12,block_sparse_moe.experts.196.w3,0.0000724109,0.05000,3.112
+12,block_sparse_moe.experts.202.w3,0.0000491368,0.05000,2.945
+12,block_sparse_moe.experts.192.w3,0.0000328608,0.05000,3.132
+12,block_sparse_moe.experts.197.w3,0.0001073352,0.05000,3.060
+12,block_sparse_moe.experts.204.w3,0.0000295263,0.05000,3.099
+12,block_sparse_moe.experts.193.w3,0.0000250144,0.05000,3.084
+12,block_sparse_moe.experts.201.w3,0.0001439003,0.05000,3.101
+12,block_sparse_moe.experts.205.w3,0.0000964550,0.05000,3.054
+12,block_sparse_moe.experts.211.w3,0.0000487920,0.05000,2.903
+12,block_sparse_moe.experts.223.w3,0.0000740050,0.05000,2.826
+12,block_sparse_moe.experts.219.w3,0.0000139973,0.05000,2.812
+12,block_sparse_moe.experts.215.w3,0.0000709310,0.05000,2.766
+12,block_sparse_moe.experts.214.w3,0.0000895039,0.05000,3.048
+12,block_sparse_moe.experts.222.w3,0.0001061126,0.05000,3.069
+12,block_sparse_moe.experts.216.w3,0.0002037983,0.05000,3.125
+12,block_sparse_moe.experts.210.w3,0.0001148490,0.05000,3.070
+12,block_sparse_moe.experts.218.w3,0.0000284697,0.05000,3.096
+12,block_sparse_moe.experts.212.w3,0.0001373219,0.05000,3.192
+12,block_sparse_moe.experts.208.w3,0.0000948391,0.05000,3.138
+12,block_sparse_moe.experts.213.w3,0.0000399421,0.05000,2.959
+12,block_sparse_moe.experts.220.w3,0.0000740775,0.05000,3.113
+12,block_sparse_moe.experts.209.w3,0.0000294891,0.05000,2.923
+12,block_sparse_moe.experts.221.w3,0.0000223298,0.05000,2.834
+12,block_sparse_moe.experts.217.w3,0.0000703044,0.05000,2.859
+12,block_sparse_moe.experts.227.w3,0.0000764456,0.05000,2.731
+12,block_sparse_moe.experts.239.w3,0.0000231409,0.05000,2.711
+12,block_sparse_moe.experts.235.w3,0.0001478708,0.05000,2.766
+12,block_sparse_moe.experts.231.w3,0.0000570288,0.05000,2.688
+12,block_sparse_moe.experts.230.w3,0.0001232867,0.05000,2.937
+12,block_sparse_moe.experts.238.w3,0.0001426983,0.05000,2.772
+12,block_sparse_moe.experts.232.w3,0.0001706019,0.05000,2.955
+12,block_sparse_moe.experts.226.w3,0.0001357033,0.05000,2.925
+12,block_sparse_moe.experts.234.w3,0.0000258405,0.05000,2.892
+12,block_sparse_moe.experts.228.w3,0.0001671716,0.05000,3.006
+12,block_sparse_moe.experts.224.w3,0.0000233463,0.05000,2.969
+12,block_sparse_moe.experts.229.w3,0.0000617815,0.05000,2.986
+12,block_sparse_moe.experts.236.w3,0.0000369300,0.05000,2.932
+12,block_sparse_moe.experts.225.w3,0.0002338703,0.05000,2.986
+12,block_sparse_moe.experts.237.w3,0.0000780742,0.05000,3.003
+12,block_sparse_moe.experts.233.w3,0.0000980933,0.05000,3.009
+12,block_sparse_moe.experts.243.w3,0.0000914709,0.05000,2.869
+12,block_sparse_moe.experts.255.w3,0.0000616020,0.05000,2.819
+12,block_sparse_moe.experts.251.w3,0.0000305919,0.05000,2.662
+12,block_sparse_moe.experts.247.w3,0.0000505175,0.05000,2.642
+12,block_sparse_moe.experts.246.w3,0.0000836269,0.05000,2.678
+12,block_sparse_moe.experts.254.w3,0.0000531304,0.05000,2.718
+12,block_sparse_moe.experts.242.w3,0.0000615828,0.05000,2.580
+12,block_sparse_moe.experts.250.w3,0.0001217398,0.05000,2.487
+12,block_sparse_moe.experts.248.w3,0.0000785022,0.05000,2.918
+12,block_sparse_moe.experts.244.w3,0.0000453723,0.05000,2.925
+12,block_sparse_moe.experts.240.w3,0.0000774948,0.05000,2.861
+12,block_sparse_moe.experts.252.w3,0.0000312642,0.05000,2.700
+12,block_sparse_moe.experts.245.w3,0.0000781348,0.05000,2.833
+12,block_sparse_moe.experts.241.w3,0.0000633447,0.05000,2.722
+12,block_sparse_moe.experts.253.w3,0.0001606763,0.05000,2.570
+12,block_sparse_moe.experts.249.w3,0.0001171703,0.05000,2.591
+12,block_sparse_moe.experts.14.w2,0.0000029944,0.05000,1.305
+12,block_sparse_moe.experts.6.w2,0.0000172416,0.05000,1.433
+12,block_sparse_moe.experts.2.w2,0.0000324248,0.05000,1.453
+12,block_sparse_moe.experts.10.w2,0.0000173945,0.05000,1.453
+12,block_sparse_moe.experts.9.w2,0.0000263908,0.05000,1.478
+12,block_sparse_moe.experts.1.w2,0.0000085207,0.05000,1.482
+12,block_sparse_moe.experts.13.w2,0.0000139469,0.05000,1.499
+12,block_sparse_moe.experts.0.w2,0.0000125270,0.05000,1.507
+12,block_sparse_moe.experts.8.w2,0.0000294686,0.05000,1.529
+12,block_sparse_moe.experts.7.w2,0.0000173486,0.05000,1.531
+12,block_sparse_moe.experts.3.w2,0.0000133117,0.05000,1.531
+12,block_sparse_moe.experts.5.w2,0.0000077200,0.05000,1.543
+12,block_sparse_moe.experts.11.w2,0.0000141421,0.05000,1.546
+12,block_sparse_moe.experts.12.w2,0.0000107322,0.05000,1.555
+12,block_sparse_moe.experts.15.w2,0.0000024270,0.05000,1.569
+12,block_sparse_moe.experts.4.w2,0.0000168535,0.05000,1.580
+12,block_sparse_moe.experts.30.w2,0.0000483465,0.05000,1.419
+12,block_sparse_moe.experts.18.w2,0.0000132225,0.05000,1.363
+12,block_sparse_moe.experts.23.w2,0.0000091307,0.05000,1.289
+12,block_sparse_moe.experts.19.w2,0.0000124091,0.05000,1.290
+12,block_sparse_moe.experts.22.w2,0.0000227575,0.05000,1.400
+12,block_sparse_moe.experts.29.w2,0.0000098088,0.05000,1.355
+12,block_sparse_moe.experts.26.w2,0.0000104737,0.05000,1.411
+12,block_sparse_moe.experts.25.w2,0.0000262759,0.05000,1.401
+12,block_sparse_moe.experts.31.w2,0.0000035773,0.05000,1.313
+12,block_sparse_moe.experts.27.w2,0.0000070622,0.05000,1.350
+12,block_sparse_moe.experts.17.w2,0.0000472100,0.05000,1.444
+12,block_sparse_moe.experts.21.w2,0.0000036982,0.05000,1.399
+12,block_sparse_moe.experts.16.w2,0.0000142498,0.05000,1.501
+12,block_sparse_moe.experts.24.w2,0.0000108519,0.05000,1.560
+12,block_sparse_moe.experts.28.w2,0.0000112044,0.05000,1.542
+12,block_sparse_moe.experts.20.w2,0.0000107449,0.05000,1.567
+12,block_sparse_moe.experts.38.w2,0.0000070224,0.05000,1.304
+12,block_sparse_moe.experts.46.w2,0.0000169696,0.05000,1.395
+12,block_sparse_moe.experts.34.w2,0.0000174850,0.05000,1.373
+12,block_sparse_moe.experts.42.w2,0.0000071191,0.05000,1.406
+12,block_sparse_moe.experts.39.w2,0.0000419880,0.05000,1.465
+12,block_sparse_moe.experts.35.w2,0.0000288923,0.05000,1.496
+12,block_sparse_moe.experts.47.w2,0.0000093053,0.05000,1.455
+12,block_sparse_moe.experts.43.w2,0.0000096710,0.05000,1.479
+12,block_sparse_moe.experts.41.w2,0.0000267949,0.05000,1.497
+12,block_sparse_moe.experts.33.w2,0.0000255116,0.05000,1.491
+12,block_sparse_moe.experts.45.w2,0.0000127409,0.05000,1.598
+12,block_sparse_moe.experts.32.w2,0.0000157456,0.05000,1.482
+12,block_sparse_moe.experts.37.w2,0.0000222050,0.05000,1.553
+12,block_sparse_moe.experts.40.w2,0.0000222716,0.05000,1.416
+12,block_sparse_moe.experts.44.w2,0.0000122487,0.05000,1.432
+12,block_sparse_moe.experts.36.w2,0.0000093938,0.05000,1.443
+12,block_sparse_moe.experts.54.w2,0.0000158081,0.05000,1.566
+12,block_sparse_moe.experts.50.w2,0.0000081832,0.05000,1.569
+12,block_sparse_moe.experts.57.w2,0.0000051623,0.05000,1.382
+12,block_sparse_moe.experts.62.w2,0.0000226960,0.05000,1.564
+12,block_sparse_moe.experts.55.w2,0.0000063800,0.05000,1.487
+12,block_sparse_moe.experts.51.w2,0.0000026710,0.05000,1.510
+12,block_sparse_moe.experts.49.w2,0.0000091625,0.05000,1.414
+12,block_sparse_moe.experts.61.w2,0.0000117132,0.05000,1.382
+12,block_sparse_moe.experts.58.w2,0.0000048088,0.05000,1.571
+12,block_sparse_moe.experts.63.w2,0.0000195697,0.05000,1.523
+12,block_sparse_moe.experts.53.w2,0.0000123710,0.05000,1.389
+12,block_sparse_moe.experts.59.w2,0.0000050365,0.05000,1.535
+12,block_sparse_moe.experts.60.w2,0.0000058203,0.05000,1.450
+12,block_sparse_moe.experts.56.w2,0.0000273249,0.05000,1.495
+12,block_sparse_moe.experts.48.w2,0.0000093526,0.05000,1.522
+12,block_sparse_moe.experts.52.w2,0.0000195969,0.05000,1.469
+12,block_sparse_moe.experts.73.w2,0.0000079953,0.05000,1.411
+12,block_sparse_moe.experts.77.w2,0.0000148307,0.05000,1.341
+12,block_sparse_moe.experts.65.w2,0.0000300272,0.05000,1.352
+12,block_sparse_moe.experts.69.w2,0.0000380343,0.05000,1.348
+12,block_sparse_moe.experts.71.w2,0.0000140343,0.05000,1.481
+12,block_sparse_moe.experts.70.w2,0.0000197690,0.05000,1.558
+12,block_sparse_moe.experts.67.w2,0.0000197460,0.05000,1.487
+12,block_sparse_moe.experts.78.w2,0.0000387420,0.05000,1.566
+12,block_sparse_moe.experts.66.w2,0.0000136107,0.05000,1.580
+12,block_sparse_moe.experts.74.w2,0.0000069144,0.05000,1.524
+12,block_sparse_moe.experts.79.w2,0.0000158879,0.05000,1.551
+12,block_sparse_moe.experts.75.w2,0.0000015551,0.05000,1.539
+12,block_sparse_moe.experts.76.w2,0.0000128162,0.05000,1.537
+12,block_sparse_moe.experts.64.w2,0.0000141789,0.05000,1.521
+12,block_sparse_moe.experts.72.w2,0.0000176448,0.05000,1.550
+12,block_sparse_moe.experts.68.w2,0.0000367343,0.05000,1.514
+12,block_sparse_moe.experts.89.w2,0.0000160093,0.05000,1.441
+12,block_sparse_moe.experts.93.w2,0.0000146319,0.05000,1.475
+12,block_sparse_moe.experts.81.w2,0.0000106783,0.05000,1.476
+12,block_sparse_moe.experts.86.w2,0.0000251725,0.05000,1.415
+12,block_sparse_moe.experts.85.w2,0.0000377811,0.05000,1.459
+12,block_sparse_moe.experts.87.w2,0.0000142213,0.05000,1.506
+12,block_sparse_moe.experts.94.w2,0.0000132526,0.05000,1.426
+12,block_sparse_moe.experts.82.w2,0.0000088306,0.05000,1.434
+12,block_sparse_moe.experts.90.w2,0.0000122503,0.05000,1.409
+12,block_sparse_moe.experts.83.w2,0.0000080018,0.05000,1.547
+12,block_sparse_moe.experts.95.w2,0.0000129867,0.05000,1.496
+12,block_sparse_moe.experts.91.w2,0.0000239077,0.05000,1.488
+12,block_sparse_moe.experts.92.w2,0.0000285069,0.05000,1.516
+12,block_sparse_moe.experts.80.w2,0.0000098971,0.05000,1.514
+12,block_sparse_moe.experts.84.w2,0.0000170683,0.05000,1.474
+12,block_sparse_moe.experts.88.w2,0.0000041816,0.05000,1.502
+12,block_sparse_moe.experts.105.w2,0.0000102484,0.05000,1.571
+12,block_sparse_moe.experts.101.w2,0.0000134393,0.05000,1.522
+12,block_sparse_moe.experts.97.w2,0.0000102487,0.05000,1.573
+12,block_sparse_moe.experts.102.w2,0.0000349169,0.05000,1.556
+12,block_sparse_moe.experts.109.w2,0.0000088733,0.05000,1.594
+12,block_sparse_moe.experts.106.w2,0.0000129098,0.05000,1.522
+12,block_sparse_moe.experts.110.w2,0.0000305703,0.05000,1.542
+12,block_sparse_moe.experts.103.w2,0.0000050946,0.05000,1.566
+12,block_sparse_moe.experts.98.w2,0.0000136570,0.05000,1.561
+12,block_sparse_moe.experts.99.w2,0.0000287174,0.05000,1.568
+12,block_sparse_moe.experts.107.w2,0.0000073955,0.05000,1.516
+12,block_sparse_moe.experts.108.w2,0.0000155714,0.05000,1.433
+12,block_sparse_moe.experts.96.w2,0.0000125802,0.05000,1.421
+12,block_sparse_moe.experts.111.w2,0.0000150038,0.05000,1.572
+12,block_sparse_moe.experts.100.w2,0.0000054594,0.05000,1.456
+12,block_sparse_moe.experts.104.w2,0.0000156488,0.05000,1.468
+12,block_sparse_moe.experts.118.w2,0.0000092154,0.05000,1.366
+12,block_sparse_moe.experts.113.w2,0.0000232218,0.05000,1.399
+12,block_sparse_moe.experts.126.w2,0.0000125672,0.05000,1.358
+12,block_sparse_moe.experts.114.w2,0.0000124358,0.05000,1.340
+12,block_sparse_moe.experts.122.w2,0.0000165660,0.05000,1.378
+12,block_sparse_moe.experts.121.w2,0.0000090036,0.05000,1.493
+12,block_sparse_moe.experts.117.w2,0.0000375759,0.05000,1.470
+12,block_sparse_moe.experts.125.w2,0.0000174244,0.05000,1.460
+12,block_sparse_moe.experts.119.w2,0.0000113968,0.05000,1.535
+12,block_sparse_moe.experts.112.w2,0.0000094408,0.05000,1.451
+12,block_sparse_moe.experts.124.w2,0.0000304168,0.05000,1.504
+12,block_sparse_moe.experts.115.w2,0.0000231130,0.05000,1.549
+12,block_sparse_moe.experts.116.w2,0.0000092100,0.05000,1.479
+12,block_sparse_moe.experts.120.w2,0.0000349084,0.05000,1.486
+12,block_sparse_moe.experts.123.w2,0.0000114619,0.05000,1.556
+12,block_sparse_moe.experts.127.w2,0.0000316710,0.05000,1.618
+12,block_sparse_moe.experts.134.w2,0.0000135350,0.05000,1.388
+12,block_sparse_moe.experts.142.w2,0.0000135591,0.05000,1.353
+12,block_sparse_moe.experts.138.w2,0.0000116184,0.05000,1.399
+12,block_sparse_moe.experts.130.w2,0.0000063211,0.05000,1.420
+12,block_sparse_moe.experts.129.w2,0.0000122908,0.05000,1.488
+12,block_sparse_moe.experts.133.w2,0.0000169444,0.05000,1.466
+12,block_sparse_moe.experts.137.w2,0.0000105628,0.05000,1.488
+12,block_sparse_moe.experts.141.w2,0.0000154964,0.05000,1.496
+12,block_sparse_moe.experts.135.w2,0.0000079552,0.05000,1.372
+12,block_sparse_moe.experts.131.w2,0.0000128175,0.05000,1.342
+12,block_sparse_moe.experts.139.w2,0.0000153744,0.05000,1.381
+12,block_sparse_moe.experts.128.w2,0.0000072599,0.05000,1.491
+12,block_sparse_moe.experts.140.w2,0.0000030168,0.05000,1.478
+12,block_sparse_moe.experts.143.w2,0.0000156572,0.05000,1.371
+12,block_sparse_moe.experts.136.w2,0.0000090959,0.05000,1.479
+12,block_sparse_moe.experts.132.w2,0.0000188648,0.05000,1.509
+12,block_sparse_moe.experts.150.w2,0.0000102223,0.05000,1.357
+12,block_sparse_moe.experts.158.w2,0.0000147192,0.05000,1.355
+12,block_sparse_moe.experts.146.w2,0.0000131632,0.05000,1.326
+12,block_sparse_moe.experts.154.w2,0.0000072251,0.05000,1.396
+12,block_sparse_moe.experts.153.w2,0.0000115920,0.05000,1.403
+12,block_sparse_moe.experts.149.w2,0.0000211973,0.05000,1.429
+12,block_sparse_moe.experts.145.w2,0.0000066614,0.05000,1.465
+12,block_sparse_moe.experts.157.w2,0.0000109715,0.05000,1.457
+12,block_sparse_moe.experts.151.w2,0.0000115984,0.05000,1.488
+12,block_sparse_moe.experts.147.w2,0.0000168705,0.05000,1.473
+12,block_sparse_moe.experts.155.w2,0.0000029084,0.05000,1.471
+12,block_sparse_moe.experts.144.w2,0.0000170821,0.05000,1.516
+12,block_sparse_moe.experts.159.w2,0.0000084173,0.05000,1.470
+12,block_sparse_moe.experts.156.w2,0.0000178568,0.05000,1.505
+12,block_sparse_moe.experts.152.w2,0.0000074000,0.05000,1.468
+12,block_sparse_moe.experts.148.w2,0.0000257659,0.05000,1.524
+12,block_sparse_moe.experts.166.w2,0.0000046800,0.05000,1.552
+12,block_sparse_moe.experts.174.w2,0.0000026000,0.05000,1.537
+12,block_sparse_moe.experts.162.w2,0.0000129471,0.05000,1.523
+12,block_sparse_moe.experts.165.w2,0.0000037308,0.05000,1.425
+12,block_sparse_moe.experts.170.w2,0.0000312023,0.05000,1.531
+12,block_sparse_moe.experts.161.w2,0.0000095391,0.05000,1.427
+12,block_sparse_moe.experts.169.w2,0.0000171465,0.05000,1.469
+12,block_sparse_moe.experts.173.w2,0.0000148427,0.05000,1.436
+12,block_sparse_moe.experts.167.w2,0.0000133469,0.05000,1.508
+12,block_sparse_moe.experts.171.w2,0.0000150967,0.05000,1.467
+12,block_sparse_moe.experts.175.w2,0.0000153651,0.05000,1.453
+12,block_sparse_moe.experts.163.w2,0.0000154034,0.05000,1.620
+12,block_sparse_moe.experts.160.w2,0.0000083645,0.05000,1.485
+12,block_sparse_moe.experts.168.w2,0.0000043970,0.05000,1.536
+12,block_sparse_moe.experts.172.w2,0.0000178677,0.05000,1.557
+12,block_sparse_moe.experts.164.w2,0.0000175502,0.05000,1.529
+12,block_sparse_moe.experts.182.w2,0.0000061973,0.05000,1.285
+12,block_sparse_moe.experts.178.w2,0.0000325619,0.05000,1.317
+12,block_sparse_moe.experts.190.w2,0.0000334367,0.05000,1.372
+12,block_sparse_moe.experts.186.w2,0.0000037211,0.05000,1.322
+12,block_sparse_moe.experts.181.w2,0.0000247534,0.05000,1.456
+12,block_sparse_moe.experts.189.w2,0.0000112451,0.05000,1.409
+12,block_sparse_moe.experts.177.w2,0.0000131688,0.05000,1.499
+12,block_sparse_moe.experts.185.w2,0.0000129568,0.05000,1.495
+12,block_sparse_moe.experts.183.w2,0.0000115325,0.05000,1.586
+12,block_sparse_moe.experts.187.w2,0.0000164806,0.05000,1.589
+12,block_sparse_moe.experts.176.w2,0.0000218894,0.05000,1.523
+12,block_sparse_moe.experts.191.w2,0.0000265589,0.05000,1.550
+12,block_sparse_moe.experts.179.w2,0.0000385929,0.05000,1.545
+12,block_sparse_moe.experts.184.w2,0.0000113367,0.05000,1.544
+12,block_sparse_moe.experts.188.w2,0.0000101613,0.05000,1.586
+12,block_sparse_moe.experts.180.w2,0.0000173165,0.05000,1.561
+12,block_sparse_moe.experts.198.w2,0.0000160090,0.05000,1.448
+12,block_sparse_moe.experts.194.w2,0.0000039131,0.05000,1.476
+12,block_sparse_moe.experts.206.w2,0.0000103603,0.05000,1.503
+12,block_sparse_moe.experts.202.w2,0.0000104830,0.05000,1.547
+12,block_sparse_moe.experts.197.w2,0.0000125783,0.05000,1.470
+12,block_sparse_moe.experts.205.w2,0.0000171588,0.05000,1.453
+12,block_sparse_moe.experts.193.w2,0.0000062495,0.05000,1.477
+12,block_sparse_moe.experts.201.w2,0.0000821910,0.05000,1.475
+12,block_sparse_moe.experts.199.w2,0.0000057717,0.05000,1.455
+12,block_sparse_moe.experts.192.w2,0.0000097402,0.05000,1.414
+12,block_sparse_moe.experts.207.w2,0.0000130982,0.05000,1.463
+12,block_sparse_moe.experts.203.w2,0.0000139937,0.05000,1.513
+12,block_sparse_moe.experts.195.w2,0.0000251861,0.05000,1.505
+12,block_sparse_moe.experts.200.w2,0.0000091236,0.05000,1.479
+12,block_sparse_moe.experts.196.w2,0.0000200238,0.05000,1.420
+12,block_sparse_moe.experts.204.w2,0.0000078711,0.05000,1.473
+12,block_sparse_moe.experts.214.w2,0.0000162245,0.05000,1.446
+12,block_sparse_moe.experts.210.w2,0.0000241336,0.05000,1.385
+12,block_sparse_moe.experts.222.w2,0.0000199998,0.05000,1.395
+12,block_sparse_moe.experts.218.w2,0.0000049531,0.05000,1.375
+12,block_sparse_moe.experts.221.w2,0.0000079292,0.05000,1.332
+12,block_sparse_moe.experts.213.w2,0.0000068947,0.05000,1.393
+12,block_sparse_moe.experts.209.w2,0.0000093912,0.05000,1.337
+12,block_sparse_moe.experts.217.w2,0.0000256572,0.05000,1.400
+12,block_sparse_moe.experts.208.w2,0.0000311810,0.05000,1.360
+12,block_sparse_moe.experts.216.w2,0.0000438004,0.05000,1.310
+12,block_sparse_moe.experts.215.w2,0.0000141077,0.05000,1.558
+12,block_sparse_moe.experts.212.w2,0.0000280479,0.05000,1.311
+12,block_sparse_moe.experts.223.w2,0.0000282188,0.05000,1.501
+12,block_sparse_moe.experts.219.w2,0.0000032614,0.05000,1.532
+12,block_sparse_moe.experts.220.w2,0.0000196282,0.05000,1.411
+12,block_sparse_moe.experts.211.w2,0.0000184746,0.05000,1.523
+12,block_sparse_moe.experts.230.w2,0.0000282852,0.05000,1.230
+12,block_sparse_moe.experts.226.w2,0.0000501192,0.05000,1.221
+12,block_sparse_moe.experts.238.w2,0.0000320676,0.05000,1.229
+12,block_sparse_moe.experts.234.w2,0.0000065408,0.05000,1.211
+12,block_sparse_moe.experts.237.w2,0.0000264998,0.05000,1.412
+12,block_sparse_moe.experts.225.w2,0.0000394426,0.05000,1.411
+12,block_sparse_moe.experts.229.w2,0.0000141017,0.05000,1.433
+12,block_sparse_moe.experts.233.w2,0.0000153132,0.05000,1.416
+12,block_sparse_moe.experts.224.w2,0.0000077461,0.05000,1.548
+12,block_sparse_moe.experts.231.w2,0.0000101766,0.05000,1.469
+12,block_sparse_moe.experts.239.w2,0.0000040582,0.05000,1.449
+12,block_sparse_moe.experts.232.w2,0.0000347794,0.05000,1.550
+12,block_sparse_moe.experts.228.w2,0.0000467489,0.05000,1.555
+12,block_sparse_moe.experts.235.w2,0.0000277796,0.05000,1.450
+12,block_sparse_moe.experts.227.w2,0.0000243996,0.05000,1.477
+12,block_sparse_moe.experts.236.w2,0.0000067084,0.05000,1.544
+12,block_sparse_moe.experts.246.w2,0.0000377849,0.05000,1.481
+12,block_sparse_moe.experts.242.w2,0.0000126748,0.05000,1.465
+12,block_sparse_moe.experts.254.w2,0.0000231989,0.05000,1.407
+12,block_sparse_moe.experts.250.w2,0.0000302932,0.05000,1.367
+12,block_sparse_moe.experts.253.w2,0.0000290357,0.05000,1.367
+12,block_sparse_moe.experts.241.w2,0.0000115476,0.05000,1.340
+12,block_sparse_moe.experts.245.w2,0.0000176757,0.05000,1.331
+12,block_sparse_moe.experts.249.w2,0.0000324988,0.05000,1.302
+12,block_sparse_moe.experts.240.w2,0.0000159006,0.05000,1.505
+12,block_sparse_moe.experts.247.w2,0.0000107219,0.05000,1.496
+12,block_sparse_moe.experts.248.w2,0.0000145049,0.05000,1.472
+12,block_sparse_moe.experts.255.w2,0.0000082247,0.05000,1.518
+12,block_sparse_moe.experts.244.w2,0.0000146236,0.05000,1.487
+12,block_sparse_moe.experts.243.w2,0.0000201653,0.05000,1.433
+12,block_sparse_moe.experts.252.w2,0.0000069395,0.05000,1.379
+12,block_sparse_moe.experts.251.w2,0.0000117625,0.05000,1.505
+13,self_attn.k_proj,0.0000000823,0.05000,1.183
+13,self_attn.q_proj,0.0000005516,0.05000,1.190
+13,self_attn.v_proj,0.0000000730,0.05000,1.232
+13,self_attn.o_proj,0.0000000346,0.05000,1.787
+13,block_sparse_moe.experts.12.w1,0.0000980797,0.05000,2.969
+13,block_sparse_moe.experts.14.w1,0.0000184814,0.05000,2.919
+13,block_sparse_moe.experts.8.w1,0.0001803896,0.05000,2.995
+13,block_sparse_moe.experts.10.w1,0.0000774540,0.05000,3.006
+13,block_sparse_moe.experts.4.w1,0.0000665279,0.05000,3.047
+13,block_sparse_moe.experts.2.w1,0.0000698917,0.05000,3.065
+13,block_sparse_moe.experts.1.w1,0.0001607576,0.05000,3.076
+13,block_sparse_moe.experts.6.w1,0.0000561801,0.05000,3.099
+13,block_sparse_moe.experts.0.w1,0.0002111299,0.05000,3.111
+13,block_sparse_moe.experts.13.w1,0.0001405562,0.05000,3.084
+13,block_sparse_moe.experts.5.w1,0.0001477866,0.05000,3.164
+13,block_sparse_moe.experts.9.w1,0.0000762153,0.05000,3.199
+13,block_sparse_moe.experts.7.w1,0.0001744084,0.05000,3.276
+13,block_sparse_moe.experts.3.w1,0.0000356737,0.05000,3.298
+13,block_sparse_moe.experts.11.w1,0.0000067671,0.05000,3.344
+13,block_sparse_moe.experts.15.w1,0.0000772954,0.05000,3.292
+13,block_sparse_moe.experts.18.w1,0.0001429645,0.05000,2.758
+13,block_sparse_moe.experts.30.w1,0.0000702671,0.05000,2.837
+13,block_sparse_moe.experts.22.w1,0.0000893385,0.05000,2.787
+13,block_sparse_moe.experts.24.w1,0.0000476005,0.05000,2.916
+13,block_sparse_moe.experts.26.w1,0.0000904428,0.05000,2.947
+13,block_sparse_moe.experts.20.w1,0.0000138779,0.05000,2.916
+13,block_sparse_moe.experts.28.w1,0.0000732828,0.05000,2.996
+13,block_sparse_moe.experts.16.w1,0.0000841868,0.05000,2.980
+13,block_sparse_moe.experts.17.w1,0.0000714765,0.05000,3.068
+13,block_sparse_moe.experts.27.w1,0.0000765229,0.05000,2.804
+13,block_sparse_moe.experts.23.w1,0.0001465358,0.05000,2.886
+13,block_sparse_moe.experts.21.w1,0.0000394578,0.05000,3.034
+13,block_sparse_moe.experts.31.w1,0.0000526184,0.05000,2.841
+13,block_sparse_moe.experts.29.w1,0.0001259523,0.05000,3.078
+13,block_sparse_moe.experts.19.w1,0.0000800747,0.05000,2.932
+13,block_sparse_moe.experts.25.w1,0.0000966295,0.05000,3.104
+13,block_sparse_moe.experts.34.w1,0.0000879801,0.05000,2.597
+13,block_sparse_moe.experts.42.w1,0.0000405115,0.05000,2.576
+13,block_sparse_moe.experts.46.w1,0.0000378252,0.05000,2.695
+13,block_sparse_moe.experts.38.w1,0.0000936498,0.05000,2.734
+13,block_sparse_moe.experts.36.w1,0.0000498158,0.05000,3.000
+13,block_sparse_moe.experts.40.w1,0.0000704200,0.05000,3.078
+13,block_sparse_moe.experts.47.w1,0.0001049489,0.05000,2.801
+13,block_sparse_moe.experts.44.w1,0.0000272139,0.05000,3.067
+13,block_sparse_moe.experts.43.w1,0.0001757832,0.05000,2.915
+13,block_sparse_moe.experts.33.w1,0.0000728581,0.05000,2.933
+13,block_sparse_moe.experts.32.w1,0.0000702880,0.05000,3.027
+13,block_sparse_moe.experts.39.w1,0.0000493207,0.05000,2.952
+13,block_sparse_moe.experts.35.w1,0.0000692393,0.05000,2.958
+13,block_sparse_moe.experts.45.w1,0.0000594188,0.05000,2.990
+13,block_sparse_moe.experts.37.w1,0.0000722145,0.05000,3.055
+13,block_sparse_moe.experts.41.w1,0.0000309634,0.05000,2.986
+13,block_sparse_moe.experts.50.w1,0.0000986936,0.05000,2.810
+13,block_sparse_moe.experts.62.w1,0.0000758835,0.05000,2.756
+13,block_sparse_moe.experts.58.w1,0.0000264411,0.05000,2.832
+13,block_sparse_moe.experts.54.w1,0.0000748147,0.05000,2.911
+13,block_sparse_moe.experts.59.w1,0.0000212989,0.05000,2.805
+13,block_sparse_moe.experts.63.w1,0.0000761057,0.05000,2.890
+13,block_sparse_moe.experts.52.w1,0.0000713013,0.05000,2.974
+13,block_sparse_moe.experts.60.w1,0.0001089610,0.05000,2.939
+13,block_sparse_moe.experts.55.w1,0.0000943449,0.05000,2.882
+13,block_sparse_moe.experts.56.w1,0.0001186470,0.05000,3.031
+13,block_sparse_moe.experts.48.w1,0.0001240860,0.05000,2.948
+13,block_sparse_moe.experts.49.w1,0.0001531942,0.05000,3.002
+13,block_sparse_moe.experts.51.w1,0.0001730142,0.05000,2.926
+13,block_sparse_moe.experts.53.w1,0.0000097504,0.05000,2.919
+13,block_sparse_moe.experts.57.w1,0.0000655318,0.05000,2.963
+13,block_sparse_moe.experts.61.w1,0.0000851257,0.05000,3.029
+13,block_sparse_moe.experts.66.w1,0.0001447739,0.05000,2.798
+13,block_sparse_moe.experts.78.w1,0.0000420060,0.05000,2.843
+13,block_sparse_moe.experts.74.w1,0.0000079809,0.05000,2.797
+13,block_sparse_moe.experts.70.w1,0.0001046668,0.05000,2.814
+13,block_sparse_moe.experts.75.w1,0.0000395814,0.05000,2.719
+13,block_sparse_moe.experts.79.w1,0.0001075478,0.05000,2.799
+13,block_sparse_moe.experts.71.w1,0.0001347641,0.05000,2.797
+13,block_sparse_moe.experts.65.w1,0.0000733473,0.05000,2.757
+13,block_sparse_moe.experts.68.w1,0.0001799741,0.05000,2.914
+13,block_sparse_moe.experts.67.w1,0.0001132460,0.05000,2.744
+13,block_sparse_moe.experts.69.w1,0.0000813626,0.05000,2.708
+13,block_sparse_moe.experts.72.w1,0.0001111715,0.05000,2.924
+13,block_sparse_moe.experts.76.w1,0.0001075480,0.05000,3.005
+13,block_sparse_moe.experts.77.w1,0.0001060451,0.05000,2.743
+13,block_sparse_moe.experts.73.w1,0.0000519282,0.05000,2.781
+13,block_sparse_moe.experts.64.w1,0.0000738226,0.05000,2.981
+13,block_sparse_moe.experts.82.w1,0.0000417235,0.05000,2.864
+13,block_sparse_moe.experts.90.w1,0.0000722528,0.05000,2.827
+13,block_sparse_moe.experts.94.w1,0.0001320533,0.05000,2.889
+13,block_sparse_moe.experts.91.w1,0.0000597375,0.05000,2.659
+13,block_sparse_moe.experts.86.w1,0.0001421006,0.05000,2.986
+13,block_sparse_moe.experts.95.w1,0.0001453030,0.05000,2.695
+13,block_sparse_moe.experts.83.w1,0.0000746668,0.05000,2.695
+13,block_sparse_moe.experts.87.w1,0.0001294921,0.05000,2.762
+13,block_sparse_moe.experts.84.w1,0.0000243483,0.05000,2.826
+13,block_sparse_moe.experts.85.w1,0.0000937652,0.05000,2.889
+13,block_sparse_moe.experts.81.w1,0.0000717400,0.05000,2.971
+13,block_sparse_moe.experts.92.w1,0.0000693183,0.05000,2.865
+13,block_sparse_moe.experts.93.w1,0.0000776672,0.05000,2.872
+13,block_sparse_moe.experts.88.w1,0.0001106791,0.05000,2.966
+13,block_sparse_moe.experts.80.w1,0.0000548972,0.05000,2.928
+13,block_sparse_moe.experts.89.w1,0.0001233989,0.05000,2.969
+13,block_sparse_moe.experts.98.w1,0.0000220444,0.05000,2.985
+13,block_sparse_moe.experts.106.w1,0.0000442906,0.05000,2.948
+13,block_sparse_moe.experts.110.w1,0.0000459398,0.05000,2.965
+13,block_sparse_moe.experts.107.w1,0.0001466121,0.05000,2.895
+13,block_sparse_moe.experts.102.w1,0.0000332887,0.05000,2.952
+13,block_sparse_moe.experts.111.w1,0.0000487106,0.05000,2.905
+13,block_sparse_moe.experts.103.w1,0.0000743817,0.05000,2.874
+13,block_sparse_moe.experts.99.w1,0.0001710238,0.05000,2.909
+13,block_sparse_moe.experts.100.w1,0.0000788608,0.05000,2.906
+13,block_sparse_moe.experts.97.w1,0.0000727978,0.05000,2.823
+13,block_sparse_moe.experts.101.w1,0.0000934285,0.05000,2.927
+13,block_sparse_moe.experts.109.w1,0.0001818324,0.05000,2.912
+13,block_sparse_moe.experts.108.w1,0.0000533268,0.05000,2.964
+13,block_sparse_moe.experts.96.w1,0.0001805331,0.05000,2.878
+13,block_sparse_moe.experts.104.w1,0.0001333858,0.05000,3.034
+13,block_sparse_moe.experts.105.w1,0.0000711239,0.05000,2.959
+13,block_sparse_moe.experts.114.w1,0.0000241483,0.05000,2.692
+13,block_sparse_moe.experts.122.w1,0.0001082525,0.05000,2.678
+13,block_sparse_moe.experts.126.w1,0.0000248529,0.05000,2.731
+13,block_sparse_moe.experts.123.w1,0.0001205595,0.05000,2.623
+13,block_sparse_moe.experts.127.w1,0.0000660943,0.05000,2.606
+13,block_sparse_moe.experts.118.w1,0.0001118388,0.05000,2.644
+13,block_sparse_moe.experts.119.w1,0.0001948889,0.05000,2.597
+13,block_sparse_moe.experts.115.w1,0.0001486221,0.05000,2.678
+13,block_sparse_moe.experts.113.w1,0.0000349381,0.05000,2.801
+13,block_sparse_moe.experts.117.w1,0.0000356815,0.05000,2.827
+13,block_sparse_moe.experts.116.w1,0.0001990994,0.05000,2.987
+13,block_sparse_moe.experts.125.w1,0.0000464855,0.05000,2.793
+13,block_sparse_moe.experts.124.w1,0.0001435254,0.05000,2.934
+13,block_sparse_moe.experts.112.w1,0.0000097301,0.05000,2.956
+13,block_sparse_moe.experts.121.w1,0.0001066332,0.05000,2.881
+13,block_sparse_moe.experts.120.w1,0.0001424680,0.05000,2.969
+13,block_sparse_moe.experts.130.w1,0.0000441963,0.05000,2.827
+13,block_sparse_moe.experts.138.w1,0.0001616905,0.05000,2.881
+13,block_sparse_moe.experts.142.w1,0.0000298770,0.05000,2.789
+13,block_sparse_moe.experts.139.w1,0.0000990365,0.05000,2.996
+13,block_sparse_moe.experts.134.w1,0.0000430408,0.05000,2.884
+13,block_sparse_moe.experts.143.w1,0.0001439350,0.05000,3.028
+13,block_sparse_moe.experts.135.w1,0.0001519168,0.05000,2.917
+13,block_sparse_moe.experts.131.w1,0.0000534245,0.05000,2.891
+13,block_sparse_moe.experts.132.w1,0.0000564104,0.05000,2.894
+13,block_sparse_moe.experts.129.w1,0.0000290605,0.05000,3.052
+13,block_sparse_moe.experts.133.w1,0.0000897320,0.05000,3.018
+13,block_sparse_moe.experts.141.w1,0.0001413391,0.05000,3.059
+13,block_sparse_moe.experts.140.w1,0.0000580962,0.05000,2.964
+13,block_sparse_moe.experts.128.w1,0.0001306719,0.05000,2.932
+13,block_sparse_moe.experts.136.w1,0.0000806091,0.05000,2.987
+13,block_sparse_moe.experts.137.w1,0.0000873757,0.05000,3.086
+13,block_sparse_moe.experts.146.w1,0.0000349249,0.05000,2.881
+13,block_sparse_moe.experts.158.w1,0.0000222669,0.05000,2.884
+13,block_sparse_moe.experts.154.w1,0.0000518189,0.05000,2.914
+13,block_sparse_moe.experts.155.w1,0.0000445047,0.05000,2.841
+13,block_sparse_moe.experts.150.w1,0.0000323519,0.05000,2.842
+13,block_sparse_moe.experts.151.w1,0.0001863650,0.05000,2.777
+13,block_sparse_moe.experts.159.w1,0.0001064606,0.05000,2.880
+13,block_sparse_moe.experts.147.w1,0.0001303967,0.05000,2.837
+13,block_sparse_moe.experts.145.w1,0.0000653788,0.05000,2.819
+13,block_sparse_moe.experts.149.w1,0.0000199626,0.05000,2.874
+13,block_sparse_moe.experts.148.w1,0.0001728909,0.05000,2.994
+13,block_sparse_moe.experts.157.w1,0.0001155220,0.05000,2.870
+13,block_sparse_moe.experts.144.w1,0.0000223722,0.05000,2.983
+13,block_sparse_moe.experts.156.w1,0.0001521079,0.05000,3.024
+13,block_sparse_moe.experts.153.w1,0.0001591281,0.05000,2.963
+13,block_sparse_moe.experts.152.w1,0.0000219032,0.05000,3.055
+13,block_sparse_moe.experts.162.w1,0.0001106353,0.05000,2.716
+13,block_sparse_moe.experts.170.w1,0.0000860426,0.05000,2.754
+13,block_sparse_moe.experts.174.w1,0.0000516746,0.05000,2.851
+13,block_sparse_moe.experts.166.w1,0.0000346144,0.05000,2.829
+13,block_sparse_moe.experts.171.w1,0.0000859788,0.05000,2.889
+13,block_sparse_moe.experts.167.w1,0.0000554450,0.05000,3.042
+13,block_sparse_moe.experts.163.w1,0.0001106180,0.05000,2.939
+13,block_sparse_moe.experts.175.w1,0.0000164356,0.05000,3.051
+13,block_sparse_moe.experts.161.w1,0.0000583085,0.05000,2.860
+13,block_sparse_moe.experts.164.w1,0.0000960867,0.05000,2.929
+13,block_sparse_moe.experts.173.w1,0.0000816945,0.05000,2.899
+13,block_sparse_moe.experts.165.w1,0.0001283815,0.05000,3.005
+13,block_sparse_moe.experts.172.w1,0.0000967629,0.05000,2.989
+13,block_sparse_moe.experts.160.w1,0.0000795750,0.05000,3.019
+13,block_sparse_moe.experts.169.w1,0.0001018336,0.05000,2.946
+13,block_sparse_moe.experts.168.w1,0.0000939339,0.05000,3.008
+13,block_sparse_moe.experts.178.w1,0.0001225367,0.05000,2.830
+13,block_sparse_moe.experts.186.w1,0.0000357381,0.05000,2.771
+13,block_sparse_moe.experts.190.w1,0.0000753570,0.05000,2.739
+13,block_sparse_moe.experts.182.w1,0.0000310513,0.05000,2.677
+13,block_sparse_moe.experts.187.w1,0.0001369206,0.05000,3.013
+13,block_sparse_moe.experts.183.w1,0.0000703989,0.05000,2.862
+13,block_sparse_moe.experts.191.w1,0.0000396400,0.05000,2.914
+13,block_sparse_moe.experts.179.w1,0.0000974194,0.05000,2.982
+13,block_sparse_moe.experts.177.w1,0.0000650064,0.05000,2.955
+13,block_sparse_moe.experts.181.w1,0.0000732943,0.05000,2.912
+13,block_sparse_moe.experts.180.w1,0.0001204458,0.05000,2.966
+13,block_sparse_moe.experts.189.w1,0.0001007386,0.05000,3.004
+13,block_sparse_moe.experts.176.w1,0.0000717225,0.05000,2.876
+13,block_sparse_moe.experts.188.w1,0.0000319791,0.05000,2.982
+13,block_sparse_moe.experts.185.w1,0.0000779720,0.05000,2.973
+13,block_sparse_moe.experts.184.w1,0.0001317503,0.05000,2.901
+13,block_sparse_moe.experts.194.w1,0.0000302264,0.05000,2.668
+13,block_sparse_moe.experts.202.w1,0.0000193478,0.05000,2.651
+13,block_sparse_moe.experts.206.w1,0.0000267494,0.05000,2.709
+13,block_sparse_moe.experts.198.w1,0.0000484141,0.05000,2.542
+13,block_sparse_moe.experts.203.w1,0.0000812522,0.05000,2.906
+13,block_sparse_moe.experts.199.w1,0.0000695174,0.05000,2.888
+13,block_sparse_moe.experts.207.w1,0.0001211929,0.05000,2.911
+13,block_sparse_moe.experts.195.w1,0.0001770115,0.05000,2.908
+13,block_sparse_moe.experts.210.w1,0.0000302464,0.05000,1.560
+13,block_sparse_moe.experts.193.w1,0.0000330865,0.05000,2.993
+13,block_sparse_moe.experts.218.w1,0.0000621174,0.05000,1.530
+13,block_sparse_moe.experts.197.w1,0.0001482137,0.05000,2.992
+13,block_sparse_moe.experts.205.w1,0.0001864819,0.05000,2.988
+13,block_sparse_moe.experts.201.w1,0.0001697043,0.05000,3.025
+13,block_sparse_moe.experts.196.w1,0.0000452029,0.05000,4.486
+13,block_sparse_moe.experts.192.w1,0.0001371177,0.05000,4.522
+13,block_sparse_moe.experts.204.w1,0.0000581853,0.05000,4.514
+13,block_sparse_moe.experts.200.w1,0.0001962949,0.05000,4.541
+13,block_sparse_moe.experts.219.w1,0.0000520930,0.05000,3.119
+13,block_sparse_moe.experts.215.w1,0.0000481216,0.05000,3.162
+13,block_sparse_moe.experts.223.w1,0.0000662292,0.05000,3.010
+13,block_sparse_moe.experts.211.w1,0.0000743499,0.05000,3.091
+13,block_sparse_moe.experts.212.w1,0.0000547768,0.05000,2.908
+13,block_sparse_moe.experts.208.w1,0.0000450017,0.05000,2.973
+13,block_sparse_moe.experts.220.w1,0.0000806909,0.05000,3.098
+13,block_sparse_moe.experts.216.w1,0.0001291074,0.05000,2.992
+13,block_sparse_moe.experts.235.w1,0.0001513081,0.05000,2.930
+13,block_sparse_moe.experts.231.w1,0.0000343933,0.05000,3.008
+13,block_sparse_moe.experts.239.w1,0.0000781902,0.05000,3.043
+13,block_sparse_moe.experts.227.w1,0.0001247307,0.05000,2.964
+13,block_sparse_moe.experts.209.w1,0.0000785234,0.05000,7.154
+13,block_sparse_moe.experts.213.w1,0.0001519197,0.05000,7.054
+13,block_sparse_moe.experts.221.w1,0.0001005093,0.05000,7.007
+13,block_sparse_moe.experts.228.w1,0.0000454046,0.05000,2.983
+13,block_sparse_moe.experts.217.w1,0.0000737059,0.05000,7.079
+13,block_sparse_moe.experts.224.w1,0.0000347291,0.05000,3.073
+13,block_sparse_moe.experts.251.w1,0.0000842510,0.05000,2.891
+13,block_sparse_moe.experts.232.w1,0.0000642837,0.05000,3.045
+13,block_sparse_moe.experts.236.w1,0.0001017819,0.05000,3.138
+13,block_sparse_moe.experts.255.w1,0.0000817629,0.05000,2.879
+13,block_sparse_moe.experts.247.w1,0.0000441078,0.05000,2.927
+13,block_sparse_moe.experts.243.w1,0.0000797596,0.05000,2.899
+13,block_sparse_moe.experts.225.w1,0.0001189545,0.05000,3.365
+13,block_sparse_moe.experts.229.w1,0.0000463553,0.05000,3.386
+13,block_sparse_moe.experts.237.w1,0.0000725331,0.05000,3.394
+13,block_sparse_moe.experts.244.w1,0.0000710708,0.05000,3.239
+13,block_sparse_moe.experts.233.w1,0.0000863179,0.05000,3.422
+13,block_sparse_moe.experts.240.w1,0.0000783500,0.05000,3.290
+13,block_sparse_moe.experts.248.w1,0.0000568341,0.05000,3.268
+13,block_sparse_moe.experts.252.w1,0.0000357742,0.05000,3.281
+13,block_sparse_moe.experts.241.w1,0.0000553406,0.05000,3.284
+13,block_sparse_moe.experts.245.w1,0.0000766852,0.05000,3.190
+13,block_sparse_moe.experts.4.w3,0.0000659142,0.05000,2.978
+13,block_sparse_moe.experts.253.w1,0.0001146897,0.05000,3.218
+13,block_sparse_moe.experts.249.w1,0.0000413613,0.05000,2.847
+13,block_sparse_moe.experts.11.w3,0.0000065354,0.05000,5.970
+13,block_sparse_moe.experts.15.w3,0.0000757806,0.05000,5.963
+13,block_sparse_moe.experts.7.w3,0.0001692318,0.05000,5.994
+13,block_sparse_moe.experts.3.w3,0.0000354419,0.05000,6.009
+13,block_sparse_moe.experts.0.w3,0.0002099053,0.05000,3.374
+13,block_sparse_moe.experts.8.w3,0.0001805260,0.05000,3.304
+13,block_sparse_moe.experts.12.w3,0.0000972134,0.05000,3.376
+13,block_sparse_moe.experts.226.w1,0.0000686549,0.05000,3.207
+13,block_sparse_moe.experts.222.w1,0.0000160592,0.05000,3.210
+13,block_sparse_moe.experts.214.w1,0.0000232499,0.05000,3.259
+13,block_sparse_moe.experts.234.w1,0.0000465811,0.05000,3.333
+13,block_sparse_moe.experts.20.w3,0.0000128642,0.05000,3.208
+13,block_sparse_moe.experts.27.w3,0.0000746619,0.05000,2.941
+13,block_sparse_moe.experts.23.w3,0.0001429417,0.05000,2.802
+13,block_sparse_moe.experts.31.w3,0.0000513576,0.05000,2.913
+13,block_sparse_moe.experts.19.w3,0.0000795702,0.05000,2.822
+13,block_sparse_moe.experts.16.w3,0.0000844943,0.05000,3.034
+13,block_sparse_moe.experts.24.w3,0.0000461950,0.05000,3.059
+13,block_sparse_moe.experts.28.w3,0.0000721801,0.05000,3.006
+13,block_sparse_moe.experts.5.w3,0.0001421104,0.05000,3.176
+13,block_sparse_moe.experts.9.w3,0.0000762798,0.05000,3.231
+13,block_sparse_moe.experts.1.w3,0.0001589152,0.05000,3.256
+13,block_sparse_moe.experts.13.w3,0.0001391001,0.05000,3.259
+13,block_sparse_moe.experts.242.w1,0.0000745838,0.05000,3.034
+13,block_sparse_moe.experts.238.w1,0.0000587468,0.05000,3.099
+13,block_sparse_moe.experts.250.w1,0.0000151998,0.05000,3.017
+13,block_sparse_moe.experts.230.w1,0.0001064630,0.05000,3.091
+13,block_sparse_moe.experts.36.w3,0.0000495745,0.05000,3.129
+13,block_sparse_moe.experts.32.w3,0.0000694509,0.05000,2.917
+13,block_sparse_moe.experts.40.w3,0.0000698497,0.05000,2.857
+13,block_sparse_moe.experts.47.w3,0.0001047686,0.05000,2.965
+13,block_sparse_moe.experts.39.w3,0.0000462610,0.05000,3.003
+13,block_sparse_moe.experts.44.w3,0.0000262047,0.05000,2.890
+13,block_sparse_moe.experts.35.w3,0.0000666258,0.05000,3.042
+13,block_sparse_moe.experts.43.w3,0.0001738211,0.05000,3.082
+13,block_sparse_moe.experts.10.w3,0.0000764789,0.05000,2.765
+13,block_sparse_moe.experts.25.w3,0.0000955945,0.05000,3.166
+13,block_sparse_moe.experts.2.w3,0.0000677882,0.05000,2.913
+13,block_sparse_moe.experts.21.w3,0.0000390777,0.05000,3.267
+13,block_sparse_moe.experts.29.w3,0.0001241279,0.05000,3.183
+13,block_sparse_moe.experts.17.w3,0.0000700363,0.05000,3.248
+13,block_sparse_moe.experts.246.w1,0.0000409720,0.05000,2.939
+13,block_sparse_moe.experts.254.w1,0.0000902407,0.05000,2.990
+13,block_sparse_moe.experts.52.w3,0.0000703545,0.05000,2.848
+13,block_sparse_moe.experts.48.w3,0.0001239212,0.05000,2.906
+13,block_sparse_moe.experts.55.w3,0.0000952897,0.05000,2.789
+13,block_sparse_moe.experts.63.w3,0.0000740190,0.05000,2.830
+13,block_sparse_moe.experts.51.w3,0.0001704348,0.05000,2.837
+13,block_sparse_moe.experts.59.w3,0.0000208630,0.05000,2.806
+13,block_sparse_moe.experts.56.w3,0.0001161235,0.05000,2.992
+13,block_sparse_moe.experts.60.w3,0.0001077934,0.05000,2.948
+13,block_sparse_moe.experts.26.w3,0.0000905224,0.05000,2.884
+13,block_sparse_moe.experts.37.w3,0.0000721726,0.05000,2.964
+13,block_sparse_moe.experts.18.w3,0.0001409614,0.05000,2.996
+13,block_sparse_moe.experts.41.w3,0.0000299174,0.05000,3.020
+13,block_sparse_moe.experts.45.w3,0.0000580492,0.05000,3.006
+13,block_sparse_moe.experts.33.w3,0.0000730930,0.05000,2.981
+13,block_sparse_moe.experts.6.w3,0.0000565521,0.05000,2.947
+13,block_sparse_moe.experts.14.w3,0.0000184686,0.05000,2.979
+13,block_sparse_moe.experts.68.w3,0.0001770864,0.05000,2.987
+13,block_sparse_moe.experts.71.w3,0.0001323929,0.05000,3.008
+13,block_sparse_moe.experts.67.w3,0.0001113590,0.05000,2.961
+13,block_sparse_moe.experts.64.w3,0.0000724185,0.05000,3.118
+13,block_sparse_moe.experts.79.w3,0.0001073496,0.05000,3.120
+13,block_sparse_moe.experts.75.w3,0.0000381373,0.05000,3.079
+13,block_sparse_moe.experts.72.w3,0.0001100398,0.05000,3.081
+13,block_sparse_moe.experts.76.w3,0.0001052921,0.05000,3.181
+13,block_sparse_moe.experts.42.w3,0.0000363209,0.05000,3.080
+13,block_sparse_moe.experts.34.w3,0.0000861309,0.05000,2.973
+13,block_sparse_moe.experts.61.w3,0.0000821405,0.05000,2.983
+13,block_sparse_moe.experts.30.w3,0.0000692089,0.05000,2.920
+13,block_sparse_moe.experts.53.w3,0.0000096627,0.05000,3.097
+13,block_sparse_moe.experts.22.w3,0.0000876723,0.05000,3.017
+13,block_sparse_moe.experts.57.w3,0.0000631376,0.05000,3.120
+13,block_sparse_moe.experts.49.w3,0.0001510166,0.05000,3.105
+13,block_sparse_moe.experts.84.w3,0.0000233098,0.05000,3.065
+13,block_sparse_moe.experts.83.w3,0.0000708721,0.05000,2.782
+13,block_sparse_moe.experts.87.w3,0.0001249924,0.05000,2.878
+13,block_sparse_moe.experts.91.w3,0.0000593076,0.05000,2.716
+13,block_sparse_moe.experts.95.w3,0.0001427241,0.05000,2.821
+13,block_sparse_moe.experts.80.w3,0.0000539730,0.05000,2.957
+13,block_sparse_moe.experts.92.w3,0.0000686246,0.05000,2.936
+13,block_sparse_moe.experts.88.w3,0.0001080519,0.05000,3.116
+13,block_sparse_moe.experts.50.w3,0.0000954549,0.05000,2.831
+13,block_sparse_moe.experts.58.w3,0.0000255767,0.05000,2.966
+13,block_sparse_moe.experts.38.w3,0.0000912843,0.05000,2.801
+13,block_sparse_moe.experts.46.w3,0.0000374886,0.05000,2.943
+13,block_sparse_moe.experts.73.w3,0.0000508590,0.05000,2.949
+13,block_sparse_moe.experts.77.w3,0.0001017969,0.05000,3.059
+13,block_sparse_moe.experts.69.w3,0.0000804441,0.05000,2.988
+13,block_sparse_moe.experts.65.w3,0.0000730650,0.05000,2.974
+13,block_sparse_moe.experts.100.w3,0.0000779687,0.05000,2.956
+13,block_sparse_moe.experts.99.w3,0.0001683346,0.05000,3.017
+13,block_sparse_moe.experts.103.w3,0.0000737067,0.05000,3.006
+13,block_sparse_moe.experts.107.w3,0.0001438302,0.05000,3.075
+13,block_sparse_moe.experts.96.w3,0.0001771055,0.05000,2.956
+13,block_sparse_moe.experts.111.w3,0.0000464182,0.05000,3.072
+13,block_sparse_moe.experts.108.w3,0.0000509354,0.05000,3.001
+13,block_sparse_moe.experts.104.w3,0.0001299594,0.05000,2.992
+13,block_sparse_moe.experts.66.w3,0.0001441441,0.05000,2.955
+13,block_sparse_moe.experts.74.w3,0.0000078098,0.05000,2.949
+13,block_sparse_moe.experts.93.w3,0.0000764985,0.05000,2.810
+13,block_sparse_moe.experts.62.w3,0.0000730252,0.05000,2.917
+13,block_sparse_moe.experts.54.w3,0.0000741099,0.05000,3.007
+13,block_sparse_moe.experts.89.w3,0.0001195002,0.05000,2.853
+13,block_sparse_moe.experts.85.w3,0.0000922712,0.05000,2.870
+13,block_sparse_moe.experts.81.w3,0.0000716146,0.05000,2.833
+13,block_sparse_moe.experts.116.w3,0.0001792588,0.05000,3.035
+13,block_sparse_moe.experts.115.w3,0.0001365947,0.05000,2.917
+13,block_sparse_moe.experts.123.w3,0.0001207761,0.05000,2.857
+13,block_sparse_moe.experts.119.w3,0.0001852906,0.05000,2.964
+13,block_sparse_moe.experts.127.w3,0.0000655875,0.05000,2.962
+13,block_sparse_moe.experts.112.w3,0.0000092942,0.05000,3.081
+13,block_sparse_moe.experts.124.w3,0.0001413041,0.05000,3.015
+13,block_sparse_moe.experts.82.w3,0.0000408419,0.05000,2.868
+13,block_sparse_moe.experts.120.w3,0.0001372599,0.05000,3.077
+13,block_sparse_moe.experts.90.w3,0.0000719376,0.05000,2.876
+13,block_sparse_moe.experts.78.w3,0.0000407784,0.05000,2.904
+13,block_sparse_moe.experts.97.w3,0.0000728359,0.05000,2.866
+13,block_sparse_moe.experts.101.w3,0.0000919588,0.05000,2.922
+13,block_sparse_moe.experts.70.w3,0.0001022727,0.05000,2.967
+13,block_sparse_moe.experts.109.w3,0.0001794807,0.05000,3.005
+13,block_sparse_moe.experts.105.w3,0.0000659855,0.05000,3.032
+13,block_sparse_moe.experts.132.w3,0.0000556671,0.05000,3.132
+13,block_sparse_moe.experts.131.w3,0.0000524605,0.05000,3.129
+13,block_sparse_moe.experts.139.w3,0.0000966855,0.05000,3.144
+13,block_sparse_moe.experts.135.w3,0.0001358871,0.05000,3.118
+13,block_sparse_moe.experts.143.w3,0.0001275724,0.05000,3.162
+13,block_sparse_moe.experts.128.w3,0.0001278852,0.05000,3.180
+13,block_sparse_moe.experts.98.w3,0.0000216070,0.05000,2.887
+13,block_sparse_moe.experts.106.w3,0.0000438691,0.05000,3.002
+13,block_sparse_moe.experts.140.w3,0.0000558839,0.05000,3.146
+13,block_sparse_moe.experts.94.w3,0.0001310611,0.05000,3.019
+13,block_sparse_moe.experts.136.w3,0.0000795541,0.05000,3.173
+13,block_sparse_moe.experts.86.w3,0.0001392150,0.05000,2.999
+13,block_sparse_moe.experts.117.w3,0.0000347754,0.05000,3.002
+13,block_sparse_moe.experts.113.w3,0.0000336995,0.05000,3.025
+13,block_sparse_moe.experts.125.w3,0.0000451467,0.05000,3.057
+13,block_sparse_moe.experts.121.w3,0.0001053184,0.05000,3.044
+13,block_sparse_moe.experts.148.w3,0.0001702101,0.05000,3.080
+13,block_sparse_moe.experts.147.w3,0.0001264499,0.05000,2.981
+13,block_sparse_moe.experts.151.w3,0.0001842020,0.05000,2.922
+13,block_sparse_moe.experts.155.w3,0.0000441044,0.05000,2.936
+13,block_sparse_moe.experts.159.w3,0.0001189739,0.05000,2.954
+13,block_sparse_moe.experts.114.w3,0.0000234115,0.05000,2.868
+13,block_sparse_moe.experts.144.w3,0.0000218192,0.05000,3.015
+13,block_sparse_moe.experts.122.w3,0.0001053966,0.05000,2.869
+13,block_sparse_moe.experts.102.w3,0.0000294529,0.05000,2.784
+13,block_sparse_moe.experts.110.w3,0.0000447723,0.05000,2.875
+13,block_sparse_moe.experts.156.w3,0.0001512650,0.05000,3.078
+13,block_sparse_moe.experts.152.w3,0.0000210640,0.05000,3.071
+13,block_sparse_moe.experts.133.w3,0.0000880477,0.05000,3.050
+13,block_sparse_moe.experts.129.w3,0.0000281988,0.05000,3.136
+13,block_sparse_moe.experts.141.w3,0.0001385999,0.05000,3.095
+13,block_sparse_moe.experts.137.w3,0.0000853916,0.05000,3.168
+13,block_sparse_moe.experts.164.w3,0.0000927683,0.05000,3.075
+13,block_sparse_moe.experts.171.w3,0.0000848767,0.05000,2.828
+13,block_sparse_moe.experts.167.w3,0.0000537116,0.05000,2.907
+13,block_sparse_moe.experts.163.w3,0.0001062577,0.05000,2.935
+13,block_sparse_moe.experts.175.w3,0.0000150513,0.05000,2.890
+13,block_sparse_moe.experts.130.w3,0.0000423004,0.05000,2.901
+13,block_sparse_moe.experts.138.w3,0.0001614974,0.05000,2.888
+13,block_sparse_moe.experts.118.w3,0.0001101106,0.05000,2.869
+13,block_sparse_moe.experts.126.w3,0.0000248498,0.05000,2.877
+13,block_sparse_moe.experts.160.w3,0.0000778943,0.05000,3.180
+13,block_sparse_moe.experts.149.w3,0.0000191939,0.05000,2.805
+13,block_sparse_moe.experts.157.w3,0.0001152781,0.05000,2.732
+13,block_sparse_moe.experts.145.w3,0.0000624643,0.05000,2.857
+13,block_sparse_moe.experts.172.w3,0.0000950708,0.05000,3.135
+13,block_sparse_moe.experts.153.w3,0.0001596337,0.05000,2.853
+13,block_sparse_moe.experts.168.w3,0.0000924889,0.05000,3.140
+13,block_sparse_moe.experts.187.w3,0.0001341629,0.05000,2.848
+13,block_sparse_moe.experts.180.w3,0.0001188067,0.05000,2.962
+13,block_sparse_moe.experts.183.w3,0.0000698072,0.05000,2.915
+13,block_sparse_moe.experts.179.w3,0.0000971057,0.05000,2.975
+13,block_sparse_moe.experts.191.w3,0.0000390884,0.05000,2.877
+13,block_sparse_moe.experts.146.w3,0.0000321735,0.05000,2.886
+13,block_sparse_moe.experts.154.w3,0.0000504184,0.05000,2.846
+13,block_sparse_moe.experts.134.w3,0.0000424888,0.05000,2.884
+13,block_sparse_moe.experts.142.w3,0.0000291361,0.05000,2.875
+13,block_sparse_moe.experts.176.w3,0.0000703796,0.05000,2.895
+13,block_sparse_moe.experts.165.w3,0.0001262556,0.05000,2.972
+13,block_sparse_moe.experts.188.w3,0.0000309634,0.05000,2.845
+13,block_sparse_moe.experts.173.w3,0.0000801320,0.05000,3.073
+13,block_sparse_moe.experts.161.w3,0.0000577965,0.05000,3.029
+13,block_sparse_moe.experts.184.w3,0.0001308875,0.05000,2.869
+13,block_sparse_moe.experts.169.w3,0.0001009826,0.05000,3.087
+13,block_sparse_moe.experts.203.w3,0.0000787959,0.05000,2.881
+13,block_sparse_moe.experts.162.w3,0.0001083633,0.05000,2.743
+13,block_sparse_moe.experts.196.w3,0.0000444229,0.05000,3.029
+13,block_sparse_moe.experts.195.w3,0.0001739721,0.05000,2.904
+13,block_sparse_moe.experts.199.w3,0.0000644446,0.05000,3.045
+13,block_sparse_moe.experts.207.w3,0.0001190575,0.05000,2.907
+13,block_sparse_moe.experts.170.w3,0.0000847664,0.05000,2.850
+13,block_sparse_moe.experts.150.w3,0.0000318779,0.05000,2.788
+13,block_sparse_moe.experts.158.w3,0.0000217672,0.05000,2.773
+13,block_sparse_moe.experts.192.w3,0.0001356511,0.05000,3.091
+13,block_sparse_moe.experts.181.w3,0.0000723505,0.05000,3.001
+13,block_sparse_moe.experts.177.w3,0.0000646811,0.05000,2.974
+13,block_sparse_moe.experts.204.w3,0.0000565269,0.05000,3.106
+13,block_sparse_moe.experts.189.w3,0.0000993891,0.05000,3.051
+13,block_sparse_moe.experts.200.w3,0.0001923198,0.05000,3.131
+13,block_sparse_moe.experts.185.w3,0.0000768296,0.05000,2.988
+13,block_sparse_moe.experts.219.w3,0.0000508704,0.05000,2.911
+13,block_sparse_moe.experts.212.w3,0.0000534702,0.05000,2.892
+13,block_sparse_moe.experts.178.w3,0.0001219603,0.05000,2.936
+13,block_sparse_moe.experts.211.w3,0.0000698940,0.05000,2.980
+13,block_sparse_moe.experts.223.w3,0.0000616668,0.05000,2.900
+13,block_sparse_moe.experts.215.w3,0.0000461971,0.05000,2.937
+13,block_sparse_moe.experts.186.w3,0.0000356275,0.05000,2.933
+13,block_sparse_moe.experts.166.w3,0.0000343787,0.05000,2.965
+13,block_sparse_moe.experts.174.w3,0.0000499704,0.05000,3.095
+13,block_sparse_moe.experts.197.w3,0.0001460403,0.05000,2.844
+13,block_sparse_moe.experts.208.w3,0.0000434646,0.05000,2.935
+13,block_sparse_moe.experts.220.w3,0.0000797904,0.05000,2.791
+13,block_sparse_moe.experts.193.w3,0.0000321930,0.05000,2.822
+13,block_sparse_moe.experts.205.w3,0.0001828389,0.05000,2.801
+13,block_sparse_moe.experts.216.w3,0.0001283256,0.05000,2.727
+13,block_sparse_moe.experts.201.w3,0.0001689868,0.05000,2.893
+13,block_sparse_moe.experts.235.w3,0.0001473987,0.05000,2.864
+13,block_sparse_moe.experts.194.w3,0.0000296550,0.05000,2.862
+13,block_sparse_moe.experts.239.w3,0.0000771789,0.05000,2.793
+13,block_sparse_moe.experts.228.w3,0.0000436062,0.05000,2.897
+13,block_sparse_moe.experts.231.w3,0.0000307212,0.05000,2.838
+13,block_sparse_moe.experts.227.w3,0.0001230148,0.05000,2.901
+13,block_sparse_moe.experts.202.w3,0.0000191531,0.05000,2.790
+13,block_sparse_moe.experts.182.w3,0.0000303857,0.05000,2.809
+13,block_sparse_moe.experts.190.w3,0.0000740102,0.05000,2.713
+13,block_sparse_moe.experts.213.w3,0.0001515559,0.05000,2.922
+13,block_sparse_moe.experts.224.w3,0.0000345525,0.05000,2.927
+13,block_sparse_moe.experts.236.w3,0.0001018725,0.05000,2.974
+13,block_sparse_moe.experts.221.w3,0.0000989027,0.05000,2.982
+13,block_sparse_moe.experts.209.w3,0.0000767890,0.05000,3.038
+13,block_sparse_moe.experts.232.w3,0.0000615618,0.05000,2.941
+13,block_sparse_moe.experts.217.w3,0.0000720917,0.05000,2.964
+13,block_sparse_moe.experts.251.w3,0.0000826425,0.05000,2.906
+13,block_sparse_moe.experts.210.w3,0.0000299504,0.05000,2.795
+13,block_sparse_moe.experts.255.w3,0.0000801350,0.05000,2.865
+13,block_sparse_moe.experts.247.w3,0.0000425591,0.05000,2.803
+13,block_sparse_moe.experts.243.w3,0.0000795296,0.05000,2.791
+13,block_sparse_moe.experts.244.w3,0.0000680832,0.05000,2.931
+13,block_sparse_moe.experts.218.w3,0.0000617477,0.05000,2.849
+13,block_sparse_moe.experts.198.w3,0.0000459946,0.05000,2.888
+13,block_sparse_moe.experts.206.w3,0.0000266289,0.05000,2.851
+13,block_sparse_moe.experts.240.w3,0.0000756823,0.05000,2.606
+13,block_sparse_moe.experts.252.w3,0.0000336731,0.05000,2.553
+13,block_sparse_moe.experts.248.w3,0.0000555399,0.05000,2.472
+13,block_sparse_moe.experts.229.w3,0.0000459351,0.05000,2.781
+13,block_sparse_moe.experts.237.w3,0.0000711952,0.05000,2.794
+13,block_sparse_moe.experts.225.w3,0.0001150622,0.05000,2.766
+13,block_sparse_moe.experts.233.w3,0.0000861874,0.05000,2.830
+13,block_sparse_moe.experts.226.w3,0.0000671274,0.05000,2.604
+13,block_sparse_moe.experts.234.w3,0.0000443462,0.05000,2.537
+13,block_sparse_moe.experts.214.w3,0.0000210872,0.05000,2.544
+13,block_sparse_moe.experts.222.w3,0.0000153664,0.05000,2.613
+13,block_sparse_moe.experts.245.w3,0.0000745833,0.05000,2.539
+13,block_sparse_moe.experts.253.w3,0.0001142276,0.05000,2.526
+13,block_sparse_moe.experts.241.w3,0.0000542521,0.05000,2.550
+13,block_sparse_moe.experts.249.w3,0.0000403054,0.05000,2.376
+13,block_sparse_moe.experts.242.w3,0.0000738164,0.05000,2.700
+13,block_sparse_moe.experts.250.w3,0.0000146674,0.05000,2.644
+13,block_sparse_moe.experts.230.w3,0.0001049149,0.05000,2.561
+13,block_sparse_moe.experts.238.w3,0.0000579102,0.05000,2.520
+13,block_sparse_moe.experts.246.w3,0.0000400168,0.05000,1.392
+13,block_sparse_moe.experts.254.w3,0.0000883214,0.05000,1.351
+13,block_sparse_moe.experts.2.w2,0.0000156844,0.05000,1.307
+13,block_sparse_moe.experts.14.w2,0.0000028615,0.05000,1.299
+13,block_sparse_moe.experts.6.w2,0.0000094940,0.05000,1.335
+13,block_sparse_moe.experts.10.w2,0.0000154945,0.05000,1.406
+13,block_sparse_moe.experts.8.w2,0.0000471562,0.05000,1.440
+13,block_sparse_moe.experts.0.w2,0.0000400415,0.05000,1.442
+13,block_sparse_moe.experts.12.w2,0.0000142088,0.05000,1.440
+13,block_sparse_moe.experts.4.w2,0.0000106830,0.05000,1.458
+13,block_sparse_moe.experts.9.w2,0.0000120176,0.05000,1.501
+13,block_sparse_moe.experts.5.w2,0.0000257811,0.05000,1.505
+13,block_sparse_moe.experts.1.w2,0.0000345742,0.05000,1.513
+13,block_sparse_moe.experts.13.w2,0.0000326813,0.05000,1.517
+13,block_sparse_moe.experts.7.w2,0.0000552184,0.05000,1.583
+13,block_sparse_moe.experts.15.w2,0.0000173583,0.05000,1.594
+13,block_sparse_moe.experts.11.w2,0.0000035731,0.05000,1.606
+13,block_sparse_moe.experts.3.w2,0.0000056897,0.05000,1.656
+13,block_sparse_moe.experts.18.w2,0.0000456677,0.05000,1.367
+13,block_sparse_moe.experts.30.w2,0.0000103224,0.05000,1.422
+13,block_sparse_moe.experts.22.w2,0.0000192716,0.05000,1.422
+13,block_sparse_moe.experts.26.w2,0.0000198698,0.05000,1.402
+13,block_sparse_moe.experts.16.w2,0.0000125272,0.05000,1.450
+13,block_sparse_moe.experts.21.w2,0.0000074079,0.05000,1.401
+13,block_sparse_moe.experts.29.w2,0.0000200000,0.05000,1.385
+13,block_sparse_moe.experts.24.w2,0.0000081786,0.05000,1.477
+13,block_sparse_moe.experts.20.w2,0.0000056663,0.05000,1.470
+13,block_sparse_moe.experts.17.w2,0.0000087790,0.05000,1.422
+13,block_sparse_moe.experts.28.w2,0.0000155538,0.05000,1.489
+13,block_sparse_moe.experts.25.w2,0.0000211753,0.05000,1.487
+13,block_sparse_moe.experts.27.w2,0.0000125353,0.05000,1.450
+13,block_sparse_moe.experts.23.w2,0.0000237073,0.05000,1.490
+13,block_sparse_moe.experts.31.w2,0.0000102737,0.05000,1.479
+13,block_sparse_moe.experts.19.w2,0.0000143699,0.05000,1.464
+13,block_sparse_moe.experts.34.w2,0.0000189081,0.05000,1.559
+13,block_sparse_moe.experts.46.w2,0.0000078467,0.05000,1.567
+13,block_sparse_moe.experts.37.w2,0.0000196863,0.05000,1.412
+13,block_sparse_moe.experts.38.w2,0.0000124052,0.05000,1.597
+13,block_sparse_moe.experts.33.w2,0.0000160512,0.05000,1.425
+13,block_sparse_moe.experts.45.w2,0.0000178220,0.05000,1.449
+13,block_sparse_moe.experts.41.w2,0.0000044959,0.05000,1.373
+13,block_sparse_moe.experts.32.w2,0.0000122341,0.05000,1.485
+13,block_sparse_moe.experts.42.w2,0.0000106600,0.05000,1.583
+13,block_sparse_moe.experts.36.w2,0.0000116928,0.05000,1.464
+13,block_sparse_moe.experts.44.w2,0.0000053423,0.05000,1.462
+13,block_sparse_moe.experts.40.w2,0.0000138392,0.05000,1.498
+13,block_sparse_moe.experts.43.w2,0.0000342103,0.05000,1.427
+13,block_sparse_moe.experts.47.w2,0.0000165695,0.05000,1.444
+13,block_sparse_moe.experts.39.w2,0.0000068882,0.05000,1.459
+13,block_sparse_moe.experts.35.w2,0.0000116578,0.05000,1.462
+13,block_sparse_moe.experts.50.w2,0.0000146690,0.05000,1.450
+13,block_sparse_moe.experts.62.w2,0.0000213219,0.05000,1.412
+13,block_sparse_moe.experts.54.w2,0.0000178583,0.05000,1.422
+13,block_sparse_moe.experts.58.w2,0.0000105625,0.05000,1.436
+13,block_sparse_moe.experts.53.w2,0.0000023146,0.05000,1.520
+13,block_sparse_moe.experts.52.w2,0.0000186216,0.05000,1.451
+13,block_sparse_moe.experts.60.w2,0.0000194213,0.05000,1.462
+13,block_sparse_moe.experts.48.w2,0.0000253681,0.05000,1.498
+13,block_sparse_moe.experts.49.w2,0.0000227322,0.05000,1.535
+13,block_sparse_moe.experts.57.w2,0.0000175859,0.05000,1.544
+13,block_sparse_moe.experts.61.w2,0.0000637329,0.05000,1.559
+13,block_sparse_moe.experts.56.w2,0.0000255808,0.05000,1.517
+13,block_sparse_moe.experts.63.w2,0.0000263097,0.05000,1.408
+13,block_sparse_moe.experts.59.w2,0.0000049655,0.05000,1.485
+13,block_sparse_moe.experts.55.w2,0.0000151022,0.05000,1.466
+13,block_sparse_moe.experts.51.w2,0.0000281118,0.05000,1.456
+13,block_sparse_moe.experts.66.w2,0.0000255940,0.05000,1.436
+13,block_sparse_moe.experts.78.w2,0.0000107160,0.05000,1.469
+13,block_sparse_moe.experts.69.w2,0.0000212036,0.05000,1.456
+13,block_sparse_moe.experts.70.w2,0.0000160637,0.05000,1.537
+13,block_sparse_moe.experts.74.w2,0.0000021058,0.05000,1.513
+13,block_sparse_moe.experts.65.w2,0.0000132179,0.05000,1.477
+13,block_sparse_moe.experts.76.w2,0.0000235587,0.05000,1.509
+13,block_sparse_moe.experts.68.w2,0.0000311538,0.05000,1.544
+13,block_sparse_moe.experts.75.w2,0.0000156343,0.05000,1.427
+13,block_sparse_moe.experts.73.w2,0.0000186756,0.05000,1.496
+13,block_sparse_moe.experts.64.w2,0.0000146495,0.05000,1.541
+13,block_sparse_moe.experts.79.w2,0.0000203820,0.05000,1.499
+13,block_sparse_moe.experts.77.w2,0.0000257888,0.05000,1.532
+13,block_sparse_moe.experts.71.w2,0.0000216366,0.05000,1.473
+13,block_sparse_moe.experts.67.w2,0.0000246479,0.05000,1.454
+13,block_sparse_moe.experts.72.w2,0.0000166819,0.05000,1.573
+13,block_sparse_moe.experts.82.w2,0.0000085208,0.05000,1.341
+13,block_sparse_moe.experts.94.w2,0.0000221406,0.05000,1.359
+13,block_sparse_moe.experts.90.w2,0.0000103094,0.05000,1.325
+13,block_sparse_moe.experts.86.w2,0.0000494506,0.05000,1.356
+13,block_sparse_moe.experts.85.w2,0.0000217347,0.05000,1.477
+13,block_sparse_moe.experts.95.w2,0.0000247054,0.05000,1.393
+13,block_sparse_moe.experts.81.w2,0.0000149741,0.05000,1.458
+13,block_sparse_moe.experts.91.w2,0.0000112309,0.05000,1.449
+13,block_sparse_moe.experts.92.w2,0.0000109972,0.05000,1.484
+13,block_sparse_moe.experts.89.w2,0.0000202374,0.05000,1.475
+13,block_sparse_moe.experts.84.w2,0.0000068624,0.05000,1.495
+13,block_sparse_moe.experts.87.w2,0.0000349132,0.05000,1.421
+13,block_sparse_moe.experts.80.w2,0.0000121159,0.05000,1.507
+13,block_sparse_moe.experts.93.w2,0.0000164041,0.05000,1.499
+13,block_sparse_moe.experts.83.w2,0.0000180464,0.05000,1.489
+13,block_sparse_moe.experts.88.w2,0.0000153762,0.05000,1.482
+13,block_sparse_moe.experts.98.w2,0.0000043563,0.05000,1.404
+13,block_sparse_moe.experts.110.w2,0.0000111039,0.05000,1.380
+13,block_sparse_moe.experts.106.w2,0.0000079781,0.05000,1.391
+13,block_sparse_moe.experts.102.w2,0.0000080782,0.05000,1.413
+13,block_sparse_moe.experts.107.w2,0.0000263046,0.05000,1.388
+13,block_sparse_moe.experts.101.w2,0.0000161034,0.05000,1.464
+13,block_sparse_moe.experts.111.w2,0.0000086649,0.05000,1.427
+13,block_sparse_moe.experts.97.w2,0.0000144605,0.05000,1.463
+13,block_sparse_moe.experts.103.w2,0.0000119399,0.05000,1.436
+13,block_sparse_moe.experts.105.w2,0.0000138028,0.05000,1.482
+13,block_sparse_moe.experts.108.w2,0.0000071991,0.05000,1.514
+13,block_sparse_moe.experts.99.w2,0.0000446626,0.05000,1.390
+13,block_sparse_moe.experts.100.w2,0.0000121832,0.05000,1.488
+13,block_sparse_moe.experts.109.w2,0.0000387894,0.05000,1.437
+13,block_sparse_moe.experts.96.w2,0.0000567275,0.05000,1.536
+13,block_sparse_moe.experts.104.w2,0.0000258673,0.05000,1.560
+13,block_sparse_moe.experts.114.w2,0.0000078154,0.05000,1.367
+13,block_sparse_moe.experts.126.w2,0.0000060410,0.05000,1.372
+13,block_sparse_moe.experts.122.w2,0.0000229981,0.05000,1.300
+13,block_sparse_moe.experts.118.w2,0.0000267108,0.05000,1.337
+13,block_sparse_moe.experts.117.w2,0.0000072916,0.05000,1.418
+13,block_sparse_moe.experts.123.w2,0.0000359668,0.05000,1.510
+13,block_sparse_moe.experts.127.w2,0.0000102149,0.05000,1.499
+13,block_sparse_moe.experts.113.w2,0.0000079901,0.05000,1.489
+13,block_sparse_moe.experts.121.w2,0.0000124233,0.05000,1.430
+13,block_sparse_moe.experts.119.w2,0.0000941703,0.05000,1.466
+13,block_sparse_moe.experts.125.w2,0.0000135359,0.05000,1.444
+13,block_sparse_moe.experts.124.w2,0.0000415994,0.05000,1.467
+13,block_sparse_moe.experts.115.w2,0.0000405315,0.05000,1.489
+13,block_sparse_moe.experts.116.w2,0.0000514027,0.05000,1.497
+13,block_sparse_moe.experts.112.w2,0.0000014997,0.05000,1.464
+13,block_sparse_moe.experts.120.w2,0.0000189804,0.05000,1.449
+13,block_sparse_moe.experts.130.w2,0.0000100376,0.05000,1.392
+13,block_sparse_moe.experts.142.w2,0.0000121380,0.05000,1.446
+13,block_sparse_moe.experts.138.w2,0.0000536273,0.05000,1.479
+13,block_sparse_moe.experts.134.w2,0.0000081784,0.05000,1.431
+13,block_sparse_moe.experts.139.w2,0.0000257624,0.05000,1.370
+13,block_sparse_moe.experts.143.w2,0.0000176920,0.05000,1.372
+13,block_sparse_moe.experts.133.w2,0.0000185054,0.05000,1.529
+13,block_sparse_moe.experts.135.w2,0.0000575299,0.05000,1.433
+13,block_sparse_moe.experts.140.w2,0.0000220996,0.05000,1.424
+13,block_sparse_moe.experts.128.w2,0.0000320914,0.05000,1.384
+13,block_sparse_moe.experts.132.w2,0.0000104228,0.05000,1.442
+13,block_sparse_moe.experts.131.w2,0.0000074103,0.05000,1.454
+13,block_sparse_moe.experts.129.w2,0.0000079369,0.05000,1.541
+13,block_sparse_moe.experts.137.w2,0.0000147772,0.05000,1.565
+13,block_sparse_moe.experts.141.w2,0.0000329556,0.05000,1.568
+13,block_sparse_moe.experts.136.w2,0.0000231366,0.05000,1.473
+13,block_sparse_moe.experts.146.w2,0.0000073440,0.05000,1.507
+13,block_sparse_moe.experts.158.w2,0.0000052224,0.05000,1.486
+13,block_sparse_moe.experts.154.w2,0.0000050434,0.05000,1.485
+13,block_sparse_moe.experts.150.w2,0.0000093925,0.05000,1.483
+13,block_sparse_moe.experts.155.w2,0.0000186773,0.05000,1.525
+13,block_sparse_moe.experts.159.w2,0.0000344308,0.05000,1.583
+13,block_sparse_moe.experts.149.w2,0.0000042560,0.05000,1.564
+13,block_sparse_moe.experts.151.w2,0.0000382441,0.05000,1.544
+13,block_sparse_moe.experts.156.w2,0.0000280238,0.05000,1.542
+13,block_sparse_moe.experts.148.w2,0.0000344378,0.05000,1.527
+13,block_sparse_moe.experts.145.w2,0.0000166654,0.05000,1.535
+13,block_sparse_moe.experts.153.w2,0.0000259072,0.05000,1.540
+13,block_sparse_moe.experts.144.w2,0.0000072521,0.05000,1.611
+13,block_sparse_moe.experts.147.w2,0.0000194154,0.05000,1.617
+13,block_sparse_moe.experts.157.w2,0.0000194259,0.05000,1.562
+13,block_sparse_moe.experts.152.w2,0.0000059647,0.05000,1.573
+13,block_sparse_moe.experts.162.w2,0.0000210469,0.05000,1.350
+13,block_sparse_moe.experts.174.w2,0.0000095908,0.05000,1.309
+13,block_sparse_moe.experts.170.w2,0.0000159804,0.05000,1.330
+13,block_sparse_moe.experts.166.w2,0.0000048612,0.05000,1.340
+13,block_sparse_moe.experts.165.w2,0.0000189936,0.05000,1.402
+13,block_sparse_moe.experts.171.w2,0.0000136697,0.05000,1.527
+13,block_sparse_moe.experts.175.w2,0.0000062680,0.05000,1.486
+13,block_sparse_moe.experts.167.w2,0.0000089095,0.05000,1.450
+13,block_sparse_moe.experts.161.w2,0.0000069915,0.05000,1.425
+13,block_sparse_moe.experts.169.w2,0.0000206352,0.05000,1.442
+13,block_sparse_moe.experts.172.w2,0.0000161440,0.05000,1.548
+13,block_sparse_moe.experts.164.w2,0.0000105937,0.05000,1.537
+13,block_sparse_moe.experts.173.w2,0.0000089217,0.05000,1.435
+13,block_sparse_moe.experts.163.w2,0.0000334984,0.05000,1.478
+13,block_sparse_moe.experts.160.w2,0.0000247216,0.05000,1.622
+13,block_sparse_moe.experts.168.w2,0.0000189865,0.05000,1.523
+13,block_sparse_moe.experts.178.w2,0.0000199855,0.05000,1.410
+13,block_sparse_moe.experts.190.w2,0.0000203167,0.05000,1.458
+13,block_sparse_moe.experts.186.w2,0.0000111979,0.05000,1.454
+13,block_sparse_moe.experts.182.w2,0.0000124126,0.05000,1.457
+13,block_sparse_moe.experts.181.w2,0.0000090112,0.05000,1.465
+13,block_sparse_moe.experts.187.w2,0.0000274439,0.05000,1.513
+13,block_sparse_moe.experts.191.w2,0.0000074275,0.05000,1.513
+13,block_sparse_moe.experts.177.w2,0.0000131081,0.05000,1.441
+13,block_sparse_moe.experts.183.w2,0.0000081111,0.05000,1.541
+13,block_sparse_moe.experts.185.w2,0.0000123994,0.05000,1.477
+13,block_sparse_moe.experts.188.w2,0.0000061916,0.05000,1.520
+13,block_sparse_moe.experts.180.w2,0.0000294558,0.05000,1.520
+13,block_sparse_moe.experts.179.w2,0.0000130226,0.05000,1.507
+13,block_sparse_moe.experts.189.w2,0.0000177694,0.05000,1.558
+13,block_sparse_moe.experts.176.w2,0.0000085355,0.05000,1.533
+13,block_sparse_moe.experts.184.w2,0.0000251695,0.05000,1.553
+13,block_sparse_moe.experts.194.w2,0.0000068279,0.05000,1.511
+13,block_sparse_moe.experts.206.w2,0.0000058505,0.05000,1.516
+13,block_sparse_moe.experts.198.w2,0.0000148818,0.05000,1.527
+13,block_sparse_moe.experts.202.w2,0.0000059307,0.05000,1.572
+13,block_sparse_moe.experts.197.w2,0.0000311506,0.05000,1.526
+13,block_sparse_moe.experts.203.w2,0.0000178505,0.05000,1.502
+13,block_sparse_moe.experts.207.w2,0.0000170709,0.05000,1.473
+13,block_sparse_moe.experts.199.w2,0.0000176487,0.05000,1.431
+13,block_sparse_moe.experts.193.w2,0.0000142029,0.05000,1.528
+13,block_sparse_moe.experts.201.w2,0.0000284263,0.05000,1.549
+13,block_sparse_moe.experts.196.w2,0.0000120999,0.05000,1.472
+13,block_sparse_moe.experts.204.w2,0.0000123716,0.05000,1.513
+13,block_sparse_moe.experts.195.w2,0.0000262391,0.05000,1.499
+13,block_sparse_moe.experts.205.w2,0.0000302092,0.05000,1.567
+13,block_sparse_moe.experts.192.w2,0.0000251347,0.05000,1.535
+13,block_sparse_moe.experts.200.w2,0.0000442817,0.05000,1.548
+13,block_sparse_moe.experts.210.w2,0.0000085936,0.05000,1.363
+13,block_sparse_moe.experts.222.w2,0.0000087604,0.05000,1.470
+13,block_sparse_moe.experts.218.w2,0.0000129075,0.05000,1.398
+13,block_sparse_moe.experts.214.w2,0.0000057257,0.05000,1.440
+13,block_sparse_moe.experts.219.w2,0.0000085898,0.05000,1.462
+13,block_sparse_moe.experts.213.w2,0.0000258470,0.05000,1.504
+13,block_sparse_moe.experts.215.w2,0.0000084114,0.05000,1.467
+13,block_sparse_moe.experts.223.w2,0.0000128947,0.05000,1.544
+13,block_sparse_moe.experts.209.w2,0.0000198802,0.05000,1.546
+13,block_sparse_moe.experts.211.w2,0.0000265996,0.05000,1.432
+13,block_sparse_moe.experts.217.w2,0.0000111909,0.05000,1.565
+13,block_sparse_moe.experts.220.w2,0.0000140640,0.05000,1.597
+13,block_sparse_moe.experts.212.w2,0.0000186876,0.05000,1.630
+13,block_sparse_moe.experts.221.w2,0.0000233965,0.05000,1.490
+13,block_sparse_moe.experts.208.w2,0.0000115965,0.05000,1.519
+13,block_sparse_moe.experts.216.w2,0.0000313919,0.05000,1.526
+13,block_sparse_moe.experts.226.w2,0.0000123687,0.05000,1.591
+13,block_sparse_moe.experts.238.w2,0.0000135370,0.05000,1.537
+13,block_sparse_moe.experts.234.w2,0.0000105946,0.05000,1.501
+13,block_sparse_moe.experts.230.w2,0.0000261437,0.05000,1.522
+13,block_sparse_moe.experts.229.w2,0.0000059961,0.05000,1.420
+13,block_sparse_moe.experts.231.w2,0.0000098309,0.05000,1.478
+13,block_sparse_moe.experts.235.w2,0.0000167551,0.05000,1.502
+13,block_sparse_moe.experts.225.w2,0.0000319650,0.05000,1.398
+13,block_sparse_moe.experts.239.w2,0.0000211798,0.05000,1.513
+13,block_sparse_moe.experts.233.w2,0.0000154651,0.05000,1.336
+13,block_sparse_moe.experts.237.w2,0.0000156961,0.05000,1.352
+13,block_sparse_moe.experts.227.w2,0.0000266689,0.05000,1.518
+13,block_sparse_moe.experts.228.w2,0.0000121378,0.05000,1.451
+13,block_sparse_moe.experts.236.w2,0.0000159236,0.05000,1.468
+13,block_sparse_moe.experts.224.w2,0.0000073628,0.05000,1.482
+13,block_sparse_moe.experts.232.w2,0.0000055284,0.05000,1.515
+13,block_sparse_moe.experts.242.w2,0.0000172672,0.05000,1.440
+13,block_sparse_moe.experts.254.w2,0.0000163635,0.05000,1.458
+13,block_sparse_moe.experts.250.w2,0.0000059731,0.05000,1.415
+13,block_sparse_moe.experts.246.w2,0.0000046492,0.05000,1.409
+13,block_sparse_moe.experts.245.w2,0.0000152127,0.05000,1.370
+13,block_sparse_moe.experts.241.w2,0.0000108128,0.05000,1.285
+13,block_sparse_moe.experts.249.w2,0.0000086743,0.05000,1.223
+13,block_sparse_moe.experts.253.w2,0.0000174623,0.05000,1.154
+13,block_sparse_moe.experts.247.w2,0.0000113118,0.05000,1.419
+13,block_sparse_moe.experts.251.w2,0.0000116905,0.05000,1.451
+13,block_sparse_moe.experts.255.w2,0.0000131290,0.05000,1.400
+13,block_sparse_moe.experts.243.w2,0.0000146161,0.05000,1.298
+13,block_sparse_moe.experts.244.w2,0.0000203587,0.05000,1.416
+13,block_sparse_moe.experts.252.w2,0.0000165617,0.05000,1.422
+13,block_sparse_moe.experts.240.w2,0.0000084044,0.05000,1.383
+13,block_sparse_moe.experts.248.w2,0.0000102384,0.05000,1.294
+14,self_attn.k_proj,0.0000001287,0.05000,0.917
+14,self_attn.q_proj,0.0000008047,0.05000,0.957
+14,self_attn.v_proj,0.0000001060,0.05000,0.970
+14,self_attn.o_proj,0.0000000536,0.05000,1.825
+14,block_sparse_moe.experts.4.w1,0.0001204017,0.05000,3.109
+14,block_sparse_moe.experts.3.w1,0.0001142642,0.05000,3.151
+14,block_sparse_moe.experts.11.w1,0.0000334482,0.05000,3.137
+14,block_sparse_moe.experts.7.w1,0.0001473920,0.05000,3.158
+14,block_sparse_moe.experts.12.w1,0.0001695246,0.05000,3.168
+14,block_sparse_moe.experts.8.w1,0.0001582832,0.05000,3.189
+14,block_sparse_moe.experts.15.w1,0.0000815796,0.05000,3.190
+14,block_sparse_moe.experts.9.w1,0.0001046616,0.05000,3.211
+14,block_sparse_moe.experts.0.w1,0.0000564448,0.05000,3.266
+14,block_sparse_moe.experts.13.w1,0.0000996850,0.05000,3.247
+14,block_sparse_moe.experts.5.w1,0.0001105867,0.05000,3.316
+14,block_sparse_moe.experts.1.w1,0.0000788825,0.05000,3.324
+14,block_sparse_moe.experts.2.w1,0.0000697537,0.05000,3.388
+14,block_sparse_moe.experts.10.w1,0.0000433084,0.05000,3.416
+14,block_sparse_moe.experts.6.w1,0.0001017386,0.05000,3.456
+14,block_sparse_moe.experts.14.w1,0.0001021135,0.05000,3.473
+14,block_sparse_moe.experts.28.w1,0.0002246671,0.05000,2.900
+14,block_sparse_moe.experts.20.w1,0.0000183890,0.05000,3.041
+14,block_sparse_moe.experts.27.w1,0.0000717433,0.05000,3.000
+14,block_sparse_moe.experts.24.w1,0.0000801673,0.05000,2.973
+14,block_sparse_moe.experts.25.w1,0.0000633705,0.05000,2.989
+14,block_sparse_moe.experts.23.w1,0.0001042149,0.05000,3.056
+14,block_sparse_moe.experts.16.w1,0.0000470204,0.05000,2.985
+14,block_sparse_moe.experts.31.w1,0.0000861346,0.05000,3.054
+14,block_sparse_moe.experts.21.w1,0.0000631436,0.05000,2.980
+14,block_sparse_moe.experts.19.w1,0.0000890685,0.05000,3.141
+14,block_sparse_moe.experts.29.w1,0.0000713060,0.05000,3.027
+14,block_sparse_moe.experts.18.w1,0.0001334844,0.05000,2.923
+14,block_sparse_moe.experts.17.w1,0.0000686839,0.05000,3.020
+14,block_sparse_moe.experts.30.w1,0.0000711353,0.05000,2.918
+14,block_sparse_moe.experts.26.w1,0.0000510543,0.05000,3.002
+14,block_sparse_moe.experts.22.w1,0.0000397944,0.05000,3.034
+14,block_sparse_moe.experts.44.w1,0.0000657535,0.05000,2.931
+14,block_sparse_moe.experts.40.w1,0.0000944392,0.05000,2.961
+14,block_sparse_moe.experts.36.w1,0.0000120478,0.05000,3.008
+14,block_sparse_moe.experts.41.w1,0.0000664016,0.05000,2.991
+14,block_sparse_moe.experts.34.w1,0.0000639927,0.05000,2.907
+14,block_sparse_moe.experts.43.w1,0.0000620607,0.05000,3.076
+14,block_sparse_moe.experts.46.w1,0.0002140434,0.05000,2.830
+14,block_sparse_moe.experts.32.w1,0.0000434815,0.05000,3.005
+14,block_sparse_moe.experts.33.w1,0.0000782647,0.05000,3.005
+14,block_sparse_moe.experts.38.w1,0.0001070163,0.05000,2.863
+14,block_sparse_moe.experts.42.w1,0.0000702047,0.05000,2.919
+14,block_sparse_moe.experts.35.w1,0.0000775309,0.05000,3.080
+14,block_sparse_moe.experts.45.w1,0.0001104816,0.05000,3.079
+14,block_sparse_moe.experts.47.w1,0.0000625026,0.05000,3.115
+14,block_sparse_moe.experts.39.w1,0.0000856596,0.05000,3.192
+14,block_sparse_moe.experts.37.w1,0.0000876147,0.05000,3.133
+14,block_sparse_moe.experts.60.w1,0.0000561273,0.05000,2.919
+14,block_sparse_moe.experts.52.w1,0.0000292284,0.05000,2.822
+14,block_sparse_moe.experts.56.w1,0.0001039581,0.05000,2.897
+14,block_sparse_moe.experts.50.w1,0.0000962894,0.05000,2.969
+14,block_sparse_moe.experts.58.w1,0.0001186559,0.05000,2.908
+14,block_sparse_moe.experts.57.w1,0.0000343868,0.05000,3.072
+14,block_sparse_moe.experts.62.w1,0.0000804514,0.05000,3.080
+14,block_sparse_moe.experts.54.w1,0.0000161659,0.05000,2.996
+14,block_sparse_moe.experts.61.w1,0.0001548842,0.05000,2.990
+14,block_sparse_moe.experts.48.w1,0.0000194360,0.05000,3.112
+14,block_sparse_moe.experts.59.w1,0.0001603896,0.05000,3.166
+14,block_sparse_moe.experts.49.w1,0.0000336498,0.05000,3.058
+14,block_sparse_moe.experts.53.w1,0.0001070228,0.05000,3.019
+14,block_sparse_moe.experts.55.w1,0.0001229938,0.05000,3.162
+14,block_sparse_moe.experts.63.w1,0.0001124993,0.05000,3.231
+14,block_sparse_moe.experts.51.w1,0.0000508916,0.05000,3.276
+14,block_sparse_moe.experts.76.w1,0.0001024995,0.05000,3.053
+14,block_sparse_moe.experts.72.w1,0.0000625575,0.05000,3.009
+14,block_sparse_moe.experts.68.w1,0.0000215445,0.05000,3.120
+14,block_sparse_moe.experts.73.w1,0.0000438568,0.05000,2.919
+14,block_sparse_moe.experts.66.w1,0.0000760644,0.05000,3.004
+14,block_sparse_moe.experts.77.w1,0.0000662894,0.05000,2.939
+14,block_sparse_moe.experts.74.w1,0.0000371728,0.05000,3.054
+14,block_sparse_moe.experts.64.w1,0.0000879860,0.05000,2.998
+14,block_sparse_moe.experts.78.w1,0.0001542634,0.05000,3.056
+14,block_sparse_moe.experts.70.w1,0.0000389393,0.05000,3.032
+14,block_sparse_moe.experts.75.w1,0.0000663117,0.05000,2.992
+14,block_sparse_moe.experts.71.w1,0.0000181786,0.05000,2.878
+14,block_sparse_moe.experts.65.w1,0.0001154980,0.05000,3.054
+14,block_sparse_moe.experts.69.w1,0.0001099028,0.05000,3.057
+14,block_sparse_moe.experts.79.w1,0.0000586897,0.05000,2.944
+14,block_sparse_moe.experts.67.w1,0.0001068008,0.05000,2.964
+14,block_sparse_moe.experts.92.w1,0.0001122695,0.05000,3.025
+14,block_sparse_moe.experts.88.w1,0.0001213270,0.05000,3.025
+14,block_sparse_moe.experts.89.w1,0.0001181438,0.05000,3.012
+14,block_sparse_moe.experts.84.w1,0.0000547176,0.05000,3.096
+14,block_sparse_moe.experts.93.w1,0.0000315959,0.05000,3.022
+14,block_sparse_moe.experts.82.w1,0.0001641506,0.05000,3.218
+14,block_sparse_moe.experts.80.w1,0.0000783334,0.05000,3.043
+14,block_sparse_moe.experts.81.w1,0.0001246673,0.05000,2.976
+14,block_sparse_moe.experts.90.w1,0.0000186236,0.05000,3.176
+14,block_sparse_moe.experts.85.w1,0.0000433829,0.05000,3.003
+14,block_sparse_moe.experts.86.w1,0.0001357558,0.05000,3.200
+14,block_sparse_moe.experts.91.w1,0.0001117016,0.05000,3.202
+14,block_sparse_moe.experts.94.w1,0.0000800487,0.05000,3.236
+14,block_sparse_moe.experts.87.w1,0.0001143971,0.05000,3.213
+14,block_sparse_moe.experts.95.w1,0.0001231243,0.05000,3.187
+14,block_sparse_moe.experts.83.w1,0.0001037893,0.05000,3.183
+14,block_sparse_moe.experts.108.w1,0.0000594575,0.05000,3.030
+14,block_sparse_moe.experts.104.w1,0.0000340000,0.05000,3.000
+14,block_sparse_moe.experts.105.w1,0.0001194222,0.05000,2.898
+14,block_sparse_moe.experts.100.w1,0.0000823037,0.05000,3.022
+14,block_sparse_moe.experts.109.w1,0.0001199851,0.05000,2.897
+14,block_sparse_moe.experts.98.w1,0.0000650912,0.05000,2.873
+14,block_sparse_moe.experts.97.w1,0.0001264790,0.05000,2.891
+14,block_sparse_moe.experts.101.w1,0.0001398579,0.05000,2.882
+14,block_sparse_moe.experts.106.w1,0.0000517334,0.05000,2.897
+14,block_sparse_moe.experts.96.w1,0.0000480218,0.05000,2.990
+14,block_sparse_moe.experts.102.w1,0.0000823001,0.05000,2.848
+14,block_sparse_moe.experts.110.w1,0.0001195400,0.05000,2.911
+14,block_sparse_moe.experts.107.w1,0.0001021611,0.05000,3.124
+14,block_sparse_moe.experts.103.w1,0.0000463211,0.05000,3.065
+14,block_sparse_moe.experts.111.w1,0.0001573411,0.05000,3.068
+14,block_sparse_moe.experts.99.w1,0.0000753064,0.05000,3.167
+14,block_sparse_moe.experts.124.w1,0.0001387512,0.05000,2.608
+14,block_sparse_moe.experts.121.w1,0.0000776613,0.05000,2.627
+14,block_sparse_moe.experts.120.w1,0.0001435231,0.05000,2.708
+14,block_sparse_moe.experts.125.w1,0.0000766054,0.05000,2.566
+14,block_sparse_moe.experts.116.w1,0.0000312192,0.05000,2.756
+14,block_sparse_moe.experts.113.w1,0.0000186612,0.05000,2.707
+14,block_sparse_moe.experts.117.w1,0.0000463338,0.05000,2.720
+14,block_sparse_moe.experts.112.w1,0.0000469842,0.05000,2.797
+14,block_sparse_moe.experts.114.w1,0.0001491499,0.05000,3.171
+14,block_sparse_moe.experts.118.w1,0.0000845639,0.05000,3.114
+14,block_sparse_moe.experts.122.w1,0.0000481095,0.05000,3.228
+14,block_sparse_moe.experts.126.w1,0.0000841443,0.05000,3.141
+14,block_sparse_moe.experts.123.w1,0.0000566429,0.05000,2.950
+14,block_sparse_moe.experts.119.w1,0.0000255140,0.05000,2.979
+14,block_sparse_moe.experts.127.w1,0.0000819432,0.05000,2.908
+14,block_sparse_moe.experts.115.w1,0.0001522145,0.05000,2.983
+14,block_sparse_moe.experts.140.w1,0.0000107353,0.05000,2.978
+14,block_sparse_moe.experts.136.w1,0.0000728868,0.05000,3.048
+14,block_sparse_moe.experts.137.w1,0.0001295222,0.05000,3.219
+14,block_sparse_moe.experts.132.w1,0.0000292668,0.05000,3.059
+14,block_sparse_moe.experts.141.w1,0.0000687857,0.05000,3.289
+14,block_sparse_moe.experts.128.w1,0.0000865341,0.05000,3.046
+14,block_sparse_moe.experts.129.w1,0.0001414806,0.05000,3.221
+14,block_sparse_moe.experts.133.w1,0.0000782798,0.05000,3.233
+14,block_sparse_moe.experts.130.w1,0.0000908379,0.05000,2.990
+14,block_sparse_moe.experts.143.w1,0.0001029693,0.05000,2.856
+14,block_sparse_moe.experts.139.w1,0.0001465899,0.05000,2.945
+14,block_sparse_moe.experts.134.w1,0.0000252265,0.05000,3.069
+14,block_sparse_moe.experts.135.w1,0.0000391277,0.05000,2.914
+14,block_sparse_moe.experts.138.w1,0.0001072760,0.05000,3.018
+14,block_sparse_moe.experts.142.w1,0.0001896451,0.05000,3.052
+14,block_sparse_moe.experts.131.w1,0.0001416891,0.05000,2.920
+14,block_sparse_moe.experts.156.w1,0.0000472522,0.05000,3.199
+14,block_sparse_moe.experts.152.w1,0.0000623361,0.05000,3.169
+14,block_sparse_moe.experts.153.w1,0.0000668898,0.05000,3.089
+14,block_sparse_moe.experts.157.w1,0.0000828364,0.05000,3.061
+14,block_sparse_moe.experts.148.w1,0.0001110753,0.05000,3.114
+14,block_sparse_moe.experts.145.w1,0.0000716274,0.05000,3.077
+14,block_sparse_moe.experts.144.w1,0.0000623600,0.05000,3.093
+14,block_sparse_moe.experts.151.w1,0.0000856369,0.05000,2.803
+14,block_sparse_moe.experts.149.w1,0.0000338317,0.05000,3.113
+14,block_sparse_moe.experts.155.w1,0.0000826956,0.05000,2.855
+14,block_sparse_moe.experts.146.w1,0.0000612469,0.05000,3.029
+14,block_sparse_moe.experts.159.w1,0.0000628361,0.05000,2.936
+14,block_sparse_moe.experts.150.w1,0.0000406635,0.05000,2.945
+14,block_sparse_moe.experts.154.w1,0.0000246319,0.05000,2.983
+14,block_sparse_moe.experts.147.w1,0.0001110843,0.05000,2.816
+14,block_sparse_moe.experts.158.w1,0.0000723379,0.05000,2.965
+14,block_sparse_moe.experts.169.w1,0.0001136608,0.05000,2.879
+14,block_sparse_moe.experts.173.w1,0.0000270860,0.05000,2.892
+14,block_sparse_moe.experts.172.w1,0.0001442845,0.05000,3.210
+14,block_sparse_moe.experts.168.w1,0.0000619560,0.05000,3.192
+14,block_sparse_moe.experts.164.w1,0.0000346483,0.05000,3.124
+14,block_sparse_moe.experts.161.w1,0.0000661730,0.05000,2.962
+14,block_sparse_moe.experts.162.w1,0.0001560721,0.05000,2.939
+14,block_sparse_moe.experts.165.w1,0.0000895482,0.05000,2.986
+14,block_sparse_moe.experts.166.w1,0.0001212545,0.05000,2.911
+14,block_sparse_moe.experts.160.w1,0.0000792713,0.05000,3.209
+14,block_sparse_moe.experts.167.w1,0.0001891964,0.05000,3.158
+14,block_sparse_moe.experts.174.w1,0.0001168378,0.05000,2.902
+14,block_sparse_moe.experts.170.w1,0.0000997937,0.05000,2.983
+14,block_sparse_moe.experts.171.w1,0.0000946014,0.05000,3.179
+14,block_sparse_moe.experts.175.w1,0.0001032919,0.05000,3.256
+14,block_sparse_moe.experts.163.w1,0.0000774174,0.05000,3.148
+14,block_sparse_moe.experts.189.w1,0.0000777565,0.05000,2.888
+14,block_sparse_moe.experts.188.w1,0.0001295469,0.05000,3.214
+14,block_sparse_moe.experts.177.w1,0.0000487500,0.05000,2.987
+14,block_sparse_moe.experts.184.w1,0.0001106191,0.05000,3.146
+14,block_sparse_moe.experts.185.w1,0.0001276783,0.05000,3.470
+14,block_sparse_moe.experts.181.w1,0.0001187908,0.05000,2.967
+14,block_sparse_moe.experts.180.w1,0.0001187761,0.05000,3.174
+14,block_sparse_moe.experts.178.w1,0.0000577928,0.05000,3.125
+14,block_sparse_moe.experts.182.w1,0.0000975821,0.05000,3.133
+14,block_sparse_moe.experts.187.w1,0.0000524831,0.05000,2.980
+14,block_sparse_moe.experts.183.w1,0.0001122690,0.05000,3.051
+14,block_sparse_moe.experts.176.w1,0.0000790119,0.05000,3.134
+14,block_sparse_moe.experts.190.w1,0.0001019434,0.05000,3.130
+14,block_sparse_moe.experts.191.w1,0.0000745051,0.05000,3.020
+14,block_sparse_moe.experts.186.w1,0.0000505060,0.05000,3.194
+14,block_sparse_moe.experts.179.w1,0.0000911010,0.05000,3.021
+14,block_sparse_moe.experts.205.w1,0.0001440445,0.05000,3.116
+14,block_sparse_moe.experts.200.w1,0.0000803213,0.05000,3.046
+14,block_sparse_moe.experts.204.w1,0.0001105737,0.05000,3.137
+14,block_sparse_moe.experts.193.w1,0.0000780097,0.05000,3.175
+14,block_sparse_moe.experts.201.w1,0.0001073702,0.05000,3.135
+14,block_sparse_moe.experts.196.w1,0.0000963210,0.05000,3.078
+14,block_sparse_moe.experts.197.w1,0.0000341115,0.05000,3.144
+14,block_sparse_moe.experts.199.w1,0.0000727491,0.05000,2.984
+14,block_sparse_moe.experts.194.w1,0.0000578541,0.05000,3.175
+14,block_sparse_moe.experts.203.w1,0.0000874591,0.05000,3.094
+14,block_sparse_moe.experts.198.w1,0.0000171729,0.05000,3.151
+14,block_sparse_moe.experts.192.w1,0.0001104403,0.05000,3.075
+14,block_sparse_moe.experts.206.w1,0.0000827562,0.05000,3.129
+14,block_sparse_moe.experts.207.w1,0.0000866075,0.05000,3.108
+14,block_sparse_moe.experts.195.w1,0.0000829195,0.05000,3.044
+14,block_sparse_moe.experts.202.w1,0.0000447893,0.05000,3.091
+14,block_sparse_moe.experts.221.w1,0.0000757149,0.05000,3.108
+14,block_sparse_moe.experts.209.w1,0.0000124655,0.05000,3.111
+14,block_sparse_moe.experts.220.w1,0.0001804286,0.05000,3.207
+14,block_sparse_moe.experts.216.w1,0.0000987875,0.05000,3.277
+14,block_sparse_moe.experts.213.w1,0.0000877884,0.05000,3.100
+14,block_sparse_moe.experts.217.w1,0.0001399553,0.05000,3.207
+14,block_sparse_moe.experts.215.w1,0.0000225408,0.05000,3.188
+14,block_sparse_moe.experts.212.w1,0.0000744933,0.05000,3.276
+14,block_sparse_moe.experts.214.w1,0.0000625495,0.05000,3.190
+14,block_sparse_moe.experts.219.w1,0.0000436485,0.05000,3.244
+14,block_sparse_moe.experts.210.w1,0.0000999573,0.05000,3.258
+14,block_sparse_moe.experts.208.w1,0.0000853415,0.05000,3.223
+14,block_sparse_moe.experts.211.w1,0.0000397434,0.05000,3.186
+14,block_sparse_moe.experts.223.w1,0.0000827411,0.05000,3.226
+14,block_sparse_moe.experts.218.w1,0.0001464860,0.05000,3.237
+14,block_sparse_moe.experts.222.w1,0.0000981008,0.05000,3.460
+14,block_sparse_moe.experts.237.w1,0.0000455674,0.05000,3.146
+14,block_sparse_moe.experts.225.w1,0.0000377018,0.05000,3.142
+14,block_sparse_moe.experts.236.w1,0.0001756889,0.05000,3.135
+14,block_sparse_moe.experts.232.w1,0.0000364469,0.05000,3.163
+14,block_sparse_moe.experts.233.w1,0.0000990336,0.05000,3.118
+14,block_sparse_moe.experts.231.w1,0.0000586742,0.05000,3.090
+14,block_sparse_moe.experts.229.w1,0.0001458246,0.05000,3.242
+14,block_sparse_moe.experts.228.w1,0.0001261020,0.05000,3.110
+14,block_sparse_moe.experts.235.w1,0.0001059554,0.05000,3.087
+14,block_sparse_moe.experts.224.w1,0.0002047673,0.05000,3.089
+14,block_sparse_moe.experts.239.w1,0.0000717709,0.05000,3.066
+14,block_sparse_moe.experts.227.w1,0.0000714230,0.05000,3.123
+14,block_sparse_moe.experts.230.w1,0.0000966849,0.05000,3.266
+14,block_sparse_moe.experts.226.w1,0.0000566507,0.05000,3.284
+14,block_sparse_moe.experts.234.w1,0.0000501731,0.05000,3.241
+14,block_sparse_moe.experts.238.w1,0.0001163109,0.05000,3.223
+14,block_sparse_moe.experts.253.w1,0.0000173644,0.05000,3.097
+14,block_sparse_moe.experts.252.w1,0.0000317511,0.05000,2.812
+14,block_sparse_moe.experts.248.w1,0.0000442556,0.05000,2.881
+14,block_sparse_moe.experts.244.w1,0.0000767012,0.05000,2.818
+14,block_sparse_moe.experts.241.w1,0.0001517385,0.05000,3.048
+14,block_sparse_moe.experts.249.w1,0.0001124833,0.05000,3.038
+14,block_sparse_moe.experts.240.w1,0.0001408175,0.05000,2.854
+14,block_sparse_moe.experts.245.w1,0.0000975062,0.05000,3.037
+14,block_sparse_moe.experts.247.w1,0.0001325896,0.05000,3.041
+14,block_sparse_moe.experts.251.w1,0.0001654900,0.05000,3.017
+14,block_sparse_moe.experts.242.w1,0.0001034777,0.05000,2.890
+14,block_sparse_moe.experts.255.w1,0.0001902232,0.05000,3.022
+14,block_sparse_moe.experts.246.w1,0.0000400409,0.05000,3.009
+14,block_sparse_moe.experts.243.w1,0.0002380759,0.05000,3.059
+14,block_sparse_moe.experts.250.w1,0.0000931456,0.05000,2.959
+14,block_sparse_moe.experts.254.w1,0.0001367230,0.05000,2.903
+14,block_sparse_moe.experts.13.w3,0.0000969907,0.05000,3.050
+14,block_sparse_moe.experts.12.w3,0.0001675840,0.05000,3.027
+14,block_sparse_moe.experts.4.w3,0.0001195598,0.05000,3.005
+14,block_sparse_moe.experts.8.w3,0.0001565073,0.05000,3.079
+14,block_sparse_moe.experts.1.w3,0.0000779026,0.05000,3.072
+14,block_sparse_moe.experts.9.w3,0.0001038494,0.05000,3.059
+14,block_sparse_moe.experts.0.w3,0.0000539754,0.05000,3.022
+14,block_sparse_moe.experts.2.w3,0.0000682924,0.05000,2.894
+14,block_sparse_moe.experts.5.w3,0.0001092033,0.05000,3.116
+14,block_sparse_moe.experts.6.w3,0.0000992767,0.05000,2.877
+14,block_sparse_moe.experts.10.w3,0.0000414857,0.05000,2.826
+14,block_sparse_moe.experts.7.w3,0.0001472593,0.05000,3.281
+14,block_sparse_moe.experts.11.w3,0.0000326392,0.05000,3.268
+14,block_sparse_moe.experts.14.w3,0.0001012507,0.05000,2.944
+14,block_sparse_moe.experts.15.w3,0.0000797974,0.05000,3.283
+14,block_sparse_moe.experts.3.w3,0.0001028263,0.05000,3.330
+14,block_sparse_moe.experts.29.w3,0.0000714283,0.05000,3.225
+14,block_sparse_moe.experts.28.w3,0.0002159834,0.05000,3.151
+14,block_sparse_moe.experts.24.w3,0.0000782036,0.05000,3.094
+14,block_sparse_moe.experts.20.w3,0.0000187959,0.05000,3.124
+14,block_sparse_moe.experts.17.w3,0.0000670672,0.05000,3.139
+14,block_sparse_moe.experts.18.w3,0.0001320592,0.05000,2.956
+14,block_sparse_moe.experts.22.w3,0.0000400923,0.05000,2.949
+14,block_sparse_moe.experts.25.w3,0.0000618610,0.05000,3.136
+14,block_sparse_moe.experts.16.w3,0.0000457316,0.05000,3.166
+14,block_sparse_moe.experts.21.w3,0.0000615066,0.05000,3.091
+14,block_sparse_moe.experts.26.w3,0.0000501075,0.05000,2.982
+14,block_sparse_moe.experts.30.w3,0.0000669224,0.05000,2.978
+14,block_sparse_moe.experts.23.w3,0.0001019791,0.05000,3.325
+14,block_sparse_moe.experts.27.w3,0.0000705790,0.05000,3.275
+14,block_sparse_moe.experts.31.w3,0.0000846298,0.05000,3.273
+14,block_sparse_moe.experts.19.w3,0.0000870579,0.05000,3.286
+14,block_sparse_moe.experts.44.w3,0.0000653531,0.05000,2.958
+14,block_sparse_moe.experts.40.w3,0.0000912735,0.05000,2.941
+14,block_sparse_moe.experts.45.w3,0.0001081446,0.05000,3.162
+14,block_sparse_moe.experts.38.w3,0.0001055789,0.05000,2.922
+14,block_sparse_moe.experts.34.w3,0.0000629283,0.05000,2.998
+14,block_sparse_moe.experts.36.w3,0.0000115491,0.05000,3.137
+14,block_sparse_moe.experts.42.w3,0.0000693063,0.05000,2.914
+14,block_sparse_moe.experts.32.w3,0.0000430641,0.05000,2.964
+14,block_sparse_moe.experts.33.w3,0.0000764814,0.05000,3.217
+14,block_sparse_moe.experts.37.w3,0.0000859406,0.05000,3.177
+14,block_sparse_moe.experts.46.w3,0.0002104400,0.05000,2.968
+14,block_sparse_moe.experts.41.w3,0.0000657457,0.05000,3.328
+14,block_sparse_moe.experts.39.w3,0.0000845826,0.05000,2.980
+14,block_sparse_moe.experts.43.w3,0.0000608590,0.05000,3.065
+14,block_sparse_moe.experts.47.w3,0.0000624301,0.05000,3.004
+14,block_sparse_moe.experts.35.w3,0.0000742948,0.05000,3.000
+14,block_sparse_moe.experts.56.w3,0.0001040280,0.05000,3.346
+14,block_sparse_moe.experts.52.w3,0.0000254586,0.05000,3.406
+14,block_sparse_moe.experts.48.w3,0.0000193448,0.05000,3.387
+14,block_sparse_moe.experts.61.w3,0.0001553373,0.05000,3.655
+14,block_sparse_moe.experts.60.w3,0.0000555411,0.05000,3.988
+14,block_sparse_moe.experts.54.w3,0.0000163331,0.05000,3.749
+14,block_sparse_moe.experts.50.w3,0.0000968089,0.05000,3.781
+14,block_sparse_moe.experts.58.w3,0.0001185265,0.05000,3.893
+14,block_sparse_moe.experts.49.w3,0.0000337245,0.05000,3.793
+14,block_sparse_moe.experts.57.w3,0.0000334978,0.05000,3.790
+14,block_sparse_moe.experts.62.w3,0.0000788453,0.05000,3.886
+14,block_sparse_moe.experts.63.w3,0.0001095612,0.05000,3.531
+14,block_sparse_moe.experts.53.w3,0.0000988279,0.05000,4.000
+14,block_sparse_moe.experts.59.w3,0.0001538447,0.05000,3.651
+14,block_sparse_moe.experts.55.w3,0.0001223611,0.05000,3.900
+14,block_sparse_moe.experts.51.w3,0.0000499569,0.05000,3.572
+14,block_sparse_moe.experts.72.w3,0.0000599589,0.05000,3.196
+14,block_sparse_moe.experts.77.w3,0.0000594925,0.05000,2.897
+14,block_sparse_moe.experts.68.w3,0.0000208499,0.05000,3.046
+14,block_sparse_moe.experts.64.w3,0.0000884273,0.05000,3.269
+14,block_sparse_moe.experts.65.w3,0.0001136324,0.05000,2.826
+14,block_sparse_moe.experts.70.w3,0.0000385981,0.05000,3.106
+14,block_sparse_moe.experts.66.w3,0.0000750913,0.05000,3.114
+14,block_sparse_moe.experts.74.w3,0.0000359622,0.05000,3.026
+14,block_sparse_moe.experts.76.w3,0.0001019152,0.05000,3.424
+14,block_sparse_moe.experts.69.w3,0.0001082023,0.05000,2.856
+14,block_sparse_moe.experts.73.w3,0.0000427549,0.05000,3.010
+14,block_sparse_moe.experts.78.w3,0.0001532420,0.05000,3.001
+14,block_sparse_moe.experts.79.w3,0.0000572068,0.05000,3.181
+14,block_sparse_moe.experts.75.w3,0.0000666588,0.05000,3.249
+14,block_sparse_moe.experts.71.w3,0.0000176796,0.05000,3.335
+14,block_sparse_moe.experts.67.w3,0.0001057110,0.05000,3.338
+14,block_sparse_moe.experts.93.w3,0.0000307194,0.05000,3.055
+14,block_sparse_moe.experts.88.w3,0.0001210145,0.05000,3.247
+14,block_sparse_moe.experts.84.w3,0.0000538740,0.05000,3.302
+14,block_sparse_moe.experts.86.w3,0.0001328406,0.05000,3.123
+14,block_sparse_moe.experts.82.w3,0.0001591558,0.05000,3.074
+14,block_sparse_moe.experts.81.w3,0.0001177996,0.05000,3.189
+14,block_sparse_moe.experts.80.w3,0.0000782680,0.05000,3.279
+14,block_sparse_moe.experts.90.w3,0.0000179427,0.05000,3.081
+14,block_sparse_moe.experts.85.w3,0.0000430505,0.05000,3.060
+14,block_sparse_moe.experts.92.w3,0.0001110211,0.05000,3.171
+14,block_sparse_moe.experts.94.w3,0.0000787904,0.05000,3.056
+14,block_sparse_moe.experts.89.w3,0.0001163726,0.05000,3.096
+14,block_sparse_moe.experts.95.w3,0.0001199745,0.05000,3.098
+14,block_sparse_moe.experts.91.w3,0.0001102447,0.05000,3.062
+14,block_sparse_moe.experts.87.w3,0.0001141349,0.05000,3.001
+14,block_sparse_moe.experts.83.w3,0.0001028795,0.05000,2.993
+14,block_sparse_moe.experts.109.w3,0.0001181755,0.05000,3.022
+14,block_sparse_moe.experts.104.w3,0.0000339377,0.05000,3.050
+14,block_sparse_moe.experts.100.w3,0.0000819453,0.05000,3.079
+14,block_sparse_moe.experts.96.w3,0.0000450674,0.05000,3.187
+14,block_sparse_moe.experts.97.w3,0.0001263598,0.05000,3.236
+14,block_sparse_moe.experts.102.w3,0.0000807753,0.05000,3.328
+14,block_sparse_moe.experts.98.w3,0.0000646008,0.05000,3.359
+14,block_sparse_moe.experts.106.w3,0.0000479526,0.05000,3.320
+14,block_sparse_moe.experts.108.w3,0.0000569286,0.05000,3.196
+14,block_sparse_moe.experts.101.w3,0.0001406338,0.05000,3.287
+14,block_sparse_moe.experts.105.w3,0.0001168542,0.05000,3.328
+14,block_sparse_moe.experts.110.w3,0.0001161337,0.05000,3.409
+14,block_sparse_moe.experts.107.w3,0.0001006997,0.05000,3.123
+14,block_sparse_moe.experts.111.w3,0.0001569309,0.05000,3.198
+14,block_sparse_moe.experts.99.w3,0.0000724577,0.05000,2.992
+14,block_sparse_moe.experts.103.w3,0.0000447523,0.05000,3.116
+14,block_sparse_moe.experts.120.w3,0.0001430492,0.05000,2.981
+14,block_sparse_moe.experts.125.w3,0.0000764498,0.05000,3.307
+14,block_sparse_moe.experts.116.w3,0.0000293059,0.05000,3.039
+14,block_sparse_moe.experts.112.w3,0.0000467863,0.05000,3.023
+14,block_sparse_moe.experts.118.w3,0.0000834156,0.05000,2.999
+14,block_sparse_moe.experts.113.w3,0.0000183767,0.05000,3.058
+14,block_sparse_moe.experts.114.w3,0.0001450666,0.05000,2.999
+14,block_sparse_moe.experts.122.w3,0.0000479867,0.05000,3.033
+14,block_sparse_moe.experts.124.w3,0.0001380763,0.05000,2.974
+14,block_sparse_moe.experts.117.w3,0.0000457316,0.05000,3.130
+14,block_sparse_moe.experts.123.w3,0.0000561495,0.05000,2.904
+14,block_sparse_moe.experts.126.w3,0.0000838119,0.05000,3.008
+14,block_sparse_moe.experts.127.w3,0.0000822751,0.05000,2.938
+14,block_sparse_moe.experts.121.w3,0.0000757723,0.05000,3.110
+14,block_sparse_moe.experts.115.w3,0.0001525060,0.05000,2.995
+14,block_sparse_moe.experts.119.w3,0.0000250470,0.05000,3.001
+14,block_sparse_moe.experts.136.w3,0.0000724219,0.05000,2.981
+14,block_sparse_moe.experts.141.w3,0.0000676224,0.05000,3.009
+14,block_sparse_moe.experts.132.w3,0.0000289972,0.05000,3.086
+14,block_sparse_moe.experts.128.w3,0.0000851037,0.05000,3.055
+14,block_sparse_moe.experts.129.w3,0.0001424519,0.05000,3.057
+14,block_sparse_moe.experts.134.w3,0.0000244449,0.05000,3.176
+14,block_sparse_moe.experts.130.w3,0.0000888045,0.05000,3.149
+14,block_sparse_moe.experts.140.w3,0.0000104521,0.05000,3.063
+14,block_sparse_moe.experts.138.w3,0.0001069137,0.05000,3.117
+14,block_sparse_moe.experts.133.w3,0.0000787430,0.05000,3.068
+14,block_sparse_moe.experts.139.w3,0.0001463191,0.05000,3.103
+14,block_sparse_moe.experts.143.w3,0.0000990797,0.05000,3.061
+14,block_sparse_moe.experts.142.w3,0.0001894035,0.05000,3.100
+14,block_sparse_moe.experts.137.w3,0.0001273856,0.05000,3.160
+14,block_sparse_moe.experts.131.w3,0.0001410593,0.05000,3.154
+14,block_sparse_moe.experts.135.w3,0.0000382806,0.05000,3.088
+14,block_sparse_moe.experts.152.w3,0.0000618334,0.05000,3.046
+14,block_sparse_moe.experts.157.w3,0.0000813387,0.05000,3.133
+14,block_sparse_moe.experts.148.w3,0.0001118168,0.05000,3.070
+14,block_sparse_moe.experts.144.w3,0.0000621012,0.05000,2.969
+14,block_sparse_moe.experts.146.w3,0.0000595823,0.05000,2.849
+14,block_sparse_moe.experts.145.w3,0.0000718274,0.05000,3.045
+14,block_sparse_moe.experts.150.w3,0.0000399194,0.05000,2.983
+14,block_sparse_moe.experts.156.w3,0.0000451039,0.05000,3.019
+14,block_sparse_moe.experts.154.w3,0.0000234721,0.05000,2.990
+14,block_sparse_moe.experts.158.w3,0.0000713972,0.05000,2.937
+14,block_sparse_moe.experts.149.w3,0.0000332726,0.05000,3.050
+14,block_sparse_moe.experts.155.w3,0.0000796651,0.05000,3.099
+14,block_sparse_moe.experts.159.w3,0.0000619990,0.05000,3.096
+14,block_sparse_moe.experts.153.w3,0.0000659801,0.05000,3.083
+14,block_sparse_moe.experts.147.w3,0.0001085271,0.05000,3.106
+14,block_sparse_moe.experts.151.w3,0.0000843827,0.05000,3.096
+14,block_sparse_moe.experts.168.w3,0.0000611546,0.05000,3.148
+14,block_sparse_moe.experts.173.w3,0.0000272792,0.05000,3.057
+14,block_sparse_moe.experts.162.w3,0.0001532064,0.05000,2.900
+14,block_sparse_moe.experts.164.w3,0.0000345957,0.05000,3.227
+14,block_sparse_moe.experts.166.w3,0.0001183893,0.05000,2.888
+14,block_sparse_moe.experts.170.w3,0.0000986328,0.05000,2.875
+14,block_sparse_moe.experts.160.w3,0.0000790575,0.05000,3.193
+14,block_sparse_moe.experts.161.w3,0.0000656330,0.05000,3.120
+14,block_sparse_moe.experts.172.w3,0.0001432607,0.05000,3.113
+14,block_sparse_moe.experts.174.w3,0.0001148684,0.05000,2.952
+14,block_sparse_moe.experts.165.w3,0.0000892557,0.05000,3.026
+14,block_sparse_moe.experts.169.w3,0.0001119178,0.05000,3.005
+14,block_sparse_moe.experts.175.w3,0.0001010250,0.05000,3.159
+14,block_sparse_moe.experts.171.w3,0.0000934182,0.05000,3.166
+14,block_sparse_moe.experts.167.w3,0.0001843992,0.05000,3.100
+14,block_sparse_moe.experts.163.w3,0.0000757339,0.05000,3.178
+14,block_sparse_moe.experts.184.w3,0.0001092727,0.05000,2.966
+14,block_sparse_moe.experts.189.w3,0.0000756785,0.05000,2.927
+14,block_sparse_moe.experts.178.w3,0.0000567688,0.05000,2.739
+14,block_sparse_moe.experts.182.w3,0.0000963289,0.05000,2.747
+14,block_sparse_moe.experts.186.w3,0.0000495306,0.05000,2.727
+14,block_sparse_moe.experts.180.w3,0.0001164660,0.05000,2.974
+14,block_sparse_moe.experts.190.w3,0.0000986015,0.05000,2.689
+14,block_sparse_moe.experts.177.w3,0.0000483924,0.05000,2.925
+14,block_sparse_moe.experts.176.w3,0.0000768324,0.05000,3.038
+14,block_sparse_moe.experts.188.w3,0.0001295335,0.05000,2.948
+14,block_sparse_moe.experts.181.w3,0.0001196914,0.05000,2.885
+14,block_sparse_moe.experts.185.w3,0.0001234652,0.05000,2.902
+14,block_sparse_moe.experts.187.w3,0.0000515065,0.05000,2.994
+14,block_sparse_moe.experts.191.w3,0.0000728144,0.05000,3.039
+14,block_sparse_moe.experts.183.w3,0.0001117041,0.05000,2.984
+14,block_sparse_moe.experts.179.w3,0.0000886640,0.05000,3.008
+14,block_sparse_moe.experts.200.w3,0.0000792091,0.05000,2.908
+14,block_sparse_moe.experts.205.w3,0.0001460203,0.05000,2.956
+14,block_sparse_moe.experts.194.w3,0.0000576629,0.05000,3.011
+14,block_sparse_moe.experts.198.w3,0.0000166682,0.05000,2.952
+14,block_sparse_moe.experts.202.w3,0.0000436039,0.05000,3.009
+14,block_sparse_moe.experts.196.w3,0.0000931886,0.05000,2.973
+14,block_sparse_moe.experts.206.w3,0.0000824323,0.05000,2.967
+14,block_sparse_moe.experts.193.w3,0.0000768588,0.05000,2.953
+14,block_sparse_moe.experts.192.w3,0.0001091164,0.05000,2.935
+14,block_sparse_moe.experts.204.w3,0.0001092190,0.05000,2.918
+14,block_sparse_moe.experts.197.w3,0.0000329738,0.05000,2.855
+14,block_sparse_moe.experts.201.w3,0.0001075951,0.05000,2.765
+14,block_sparse_moe.experts.203.w3,0.0000867782,0.05000,2.975
+14,block_sparse_moe.experts.199.w3,0.0000722153,0.05000,2.976
+14,block_sparse_moe.experts.195.w3,0.0000818117,0.05000,2.936
+14,block_sparse_moe.experts.207.w3,0.0000861323,0.05000,3.114
+14,block_sparse_moe.experts.221.w3,0.0000742720,0.05000,1.650
+14,block_sparse_moe.experts.214.w3,0.0000603860,0.05000,3.029
+14,block_sparse_moe.experts.210.w3,0.0000990750,0.05000,3.146
+14,block_sparse_moe.experts.218.w3,0.0001445408,0.05000,3.090
+14,block_sparse_moe.experts.222.w3,0.0000974606,0.05000,3.091
+14,block_sparse_moe.experts.219.w3,0.0000436725,0.05000,3.190
+14,block_sparse_moe.experts.211.w3,0.0000390674,0.05000,3.184
+14,block_sparse_moe.experts.223.w3,0.0000758353,0.05000,3.161
+14,block_sparse_moe.experts.215.w3,0.0000222112,0.05000,3.289
+14,block_sparse_moe.experts.230.w3,0.0000962548,0.05000,3.435
+14,block_sparse_moe.experts.216.w3,0.0000991769,0.05000,6.837
+14,block_sparse_moe.experts.226.w3,0.0000560727,0.05000,3.411
+14,block_sparse_moe.experts.234.w3,0.0000492149,0.05000,3.451
+14,block_sparse_moe.experts.238.w3,0.0001152289,0.05000,3.500
+14,block_sparse_moe.experts.212.w3,0.0000711169,0.05000,6.869
+14,block_sparse_moe.experts.208.w3,0.0000853607,0.05000,6.833
+14,block_sparse_moe.experts.235.w3,0.0001044034,0.05000,3.137
+14,block_sparse_moe.experts.220.w3,0.0001775038,0.05000,6.828
+14,block_sparse_moe.experts.239.w3,0.0000707811,0.05000,3.152
+14,block_sparse_moe.experts.231.w3,0.0000580058,0.05000,3.165
+14,block_sparse_moe.experts.227.w3,0.0000706630,0.05000,3.236
+14,block_sparse_moe.experts.232.w3,0.0000357896,0.05000,3.244
+14,block_sparse_moe.experts.242.w3,0.0001023158,0.05000,3.266
+14,block_sparse_moe.experts.246.w3,0.0000389848,0.05000,3.324
+14,block_sparse_moe.experts.250.w3,0.0000927668,0.05000,3.215
+14,block_sparse_moe.experts.254.w3,0.0001317966,0.05000,3.052
+14,block_sparse_moe.experts.228.w3,0.0001234644,0.05000,3.308
+14,block_sparse_moe.experts.251.w3,0.0001635793,0.05000,3.238
+14,block_sparse_moe.experts.224.w3,0.0002026892,0.05000,3.349
+14,block_sparse_moe.experts.236.w3,0.0001619383,0.05000,3.326
+14,block_sparse_moe.experts.255.w3,0.0001895721,0.05000,3.195
+14,block_sparse_moe.experts.243.w3,0.0002373401,0.05000,3.159
+14,block_sparse_moe.experts.247.w3,0.0001324316,0.05000,3.161
+14,block_sparse_moe.experts.248.w3,0.0000442911,0.05000,3.035
+14,block_sparse_moe.experts.244.w3,0.0000762710,0.05000,2.978
+14,block_sparse_moe.experts.240.w3,0.0001408259,0.05000,2.938
+14,block_sparse_moe.experts.252.w3,0.0000317900,0.05000,2.885
+14,block_sparse_moe.experts.209.w3,0.0000123532,0.05000,2.997
+14,block_sparse_moe.experts.217.w3,0.0001365963,0.05000,3.058
+14,block_sparse_moe.experts.237.w3,0.0000447366,0.05000,3.114
+14,block_sparse_moe.experts.213.w3,0.0000837849,0.05000,3.117
+14,block_sparse_moe.experts.225.w3,0.0000368550,0.05000,2.859
+14,block_sparse_moe.experts.233.w3,0.0000966445,0.05000,2.839
+14,block_sparse_moe.experts.229.w3,0.0001432734,0.05000,2.837
+14,block_sparse_moe.experts.253.w3,0.0000172135,0.05000,2.924
+14,block_sparse_moe.experts.249.w3,0.0001099718,0.05000,1.915
+14,block_sparse_moe.experts.241.w3,0.0001523347,0.05000,1.971
+14,block_sparse_moe.experts.245.w3,0.0000963005,0.05000,1.887
+14,block_sparse_moe.experts.0.w2,0.0000150212,0.05000,1.494
+14,block_sparse_moe.experts.8.w2,0.0000458273,0.05000,1.504
+14,block_sparse_moe.experts.12.w2,0.0000277098,0.05000,1.512
+14,block_sparse_moe.experts.4.w2,0.0000194760,0.05000,1.548
+14,block_sparse_moe.experts.9.w2,0.0000118059,0.05000,1.638
+14,block_sparse_moe.experts.1.w2,0.0000126522,0.05000,1.648
+14,block_sparse_moe.experts.13.w2,0.0000149470,0.05000,1.686
+14,block_sparse_moe.experts.5.w2,0.0000154390,0.05000,1.690
+14,block_sparse_moe.experts.15.w2,0.0000145933,0.05000,1.735
+14,block_sparse_moe.experts.3.w2,0.0000241391,0.05000,1.788
+14,block_sparse_moe.experts.11.w2,0.0000052222,0.05000,1.783
+14,block_sparse_moe.experts.7.w2,0.0000206361,0.05000,1.810
+14,block_sparse_moe.experts.2.w2,0.0000118651,0.05000,1.886
+14,block_sparse_moe.experts.14.w2,0.0000276450,0.05000,1.900
+14,block_sparse_moe.experts.10.w2,0.0000081890,0.05000,1.902
+14,block_sparse_moe.experts.6.w2,0.0000259563,0.05000,1.945
+14,block_sparse_moe.experts.16.w2,0.0000109595,0.05000,1.336
+14,block_sparse_moe.experts.24.w2,0.0000139790,0.05000,1.377
+14,block_sparse_moe.experts.28.w2,0.0000560058,0.05000,1.411
+14,block_sparse_moe.experts.20.w2,0.0000058889,0.05000,1.410
+14,block_sparse_moe.experts.25.w2,0.0000172427,0.05000,1.513
+14,block_sparse_moe.experts.17.w2,0.0000133155,0.05000,1.527
+14,block_sparse_moe.experts.21.w2,0.0000220489,0.05000,1.505
+14,block_sparse_moe.experts.29.w2,0.0000120453,0.05000,1.509
+14,block_sparse_moe.experts.19.w2,0.0000148587,0.05000,1.535
+14,block_sparse_moe.experts.31.w2,0.0000188243,0.05000,1.548
+14,block_sparse_moe.experts.27.w2,0.0000148006,0.05000,1.512
+14,block_sparse_moe.experts.18.w2,0.0000320231,0.05000,1.546
+14,block_sparse_moe.experts.23.w2,0.0000136475,0.05000,1.584
+14,block_sparse_moe.experts.30.w2,0.0000234462,0.05000,1.542
+14,block_sparse_moe.experts.26.w2,0.0000103205,0.05000,1.580
+14,block_sparse_moe.experts.22.w2,0.0000091941,0.05000,1.552
+14,block_sparse_moe.experts.32.w2,0.0000106426,0.05000,1.556
+14,block_sparse_moe.experts.40.w2,0.0000155163,0.05000,1.540
+14,block_sparse_moe.experts.36.w2,0.0000035294,0.05000,1.477
+14,block_sparse_moe.experts.44.w2,0.0000109091,0.05000,1.564
+14,block_sparse_moe.experts.33.w2,0.0000177901,0.05000,1.535
+14,block_sparse_moe.experts.41.w2,0.0000200185,0.05000,1.580
+14,block_sparse_moe.experts.37.w2,0.0000249780,0.05000,1.544
+14,block_sparse_moe.experts.47.w2,0.0000143277,0.05000,1.456
+14,block_sparse_moe.experts.45.w2,0.0000189360,0.05000,1.585
+14,block_sparse_moe.experts.35.w2,0.0000369001,0.05000,1.515
+14,block_sparse_moe.experts.43.w2,0.0000131703,0.05000,1.527
+14,block_sparse_moe.experts.39.w2,0.0000129773,0.05000,1.467
+14,block_sparse_moe.experts.34.w2,0.0000092863,0.05000,1.509
+14,block_sparse_moe.experts.46.w2,0.0000348210,0.05000,1.507
+14,block_sparse_moe.experts.42.w2,0.0000164435,0.05000,1.515
+14,block_sparse_moe.experts.38.w2,0.0000313932,0.05000,1.516
+14,block_sparse_moe.experts.52.w2,0.0000074406,0.05000,1.319
+14,block_sparse_moe.experts.56.w2,0.0000159521,0.05000,1.334
+14,block_sparse_moe.experts.48.w2,0.0000044346,0.05000,1.396
+14,block_sparse_moe.experts.60.w2,0.0000070919,0.05000,1.306
+14,block_sparse_moe.experts.49.w2,0.0000042738,0.05000,1.535
+14,block_sparse_moe.experts.53.w2,0.0000384135,0.05000,1.535
+14,block_sparse_moe.experts.63.w2,0.0000235728,0.05000,1.500
+14,block_sparse_moe.experts.61.w2,0.0000260728,0.05000,1.507
+14,block_sparse_moe.experts.51.w2,0.0000138743,0.05000,1.464
+14,block_sparse_moe.experts.57.w2,0.0000056734,0.05000,1.584
+14,block_sparse_moe.experts.59.w2,0.0000203718,0.05000,1.484
+14,block_sparse_moe.experts.55.w2,0.0000172658,0.05000,1.466
+14,block_sparse_moe.experts.50.w2,0.0000160348,0.05000,1.656
+14,block_sparse_moe.experts.62.w2,0.0000160870,0.05000,1.616
+14,block_sparse_moe.experts.54.w2,0.0000024168,0.05000,1.605
+14,block_sparse_moe.experts.58.w2,0.0000193128,0.05000,1.628
+14,block_sparse_moe.experts.72.w2,0.0000162511,0.05000,1.642
+14,block_sparse_moe.experts.64.w2,0.0000126433,0.05000,1.656
+14,block_sparse_moe.experts.68.w2,0.0000150104,0.05000,1.682
+14,block_sparse_moe.experts.76.w2,0.0000176971,0.05000,1.722
+14,block_sparse_moe.experts.65.w2,0.0000165059,0.05000,1.470
+14,block_sparse_moe.experts.69.w2,0.0000239027,0.05000,1.467
+14,block_sparse_moe.experts.77.w2,0.0000207747,0.05000,1.454
+14,block_sparse_moe.experts.73.w2,0.0000156670,0.05000,1.431
+14,block_sparse_moe.experts.79.w2,0.0000117822,0.05000,1.634
+14,block_sparse_moe.experts.67.w2,0.0000226179,0.05000,1.629
+14,block_sparse_moe.experts.75.w2,0.0000095293,0.05000,1.621
+14,block_sparse_moe.experts.71.w2,0.0000060787,0.05000,1.683
+14,block_sparse_moe.experts.78.w2,0.0000271844,0.05000,1.567
+14,block_sparse_moe.experts.66.w2,0.0000250250,0.05000,1.602
+14,block_sparse_moe.experts.74.w2,0.0000108657,0.05000,1.574
+14,block_sparse_moe.experts.70.w2,0.0000112491,0.05000,1.618
+14,block_sparse_moe.experts.88.w2,0.0000211935,0.05000,1.484
+14,block_sparse_moe.experts.80.w2,0.0000129167,0.05000,1.468
+14,block_sparse_moe.experts.84.w2,0.0000109646,0.05000,1.469
+14,block_sparse_moe.experts.92.w2,0.0000305846,0.05000,1.464
+14,block_sparse_moe.experts.93.w2,0.0000095967,0.05000,1.471
+14,block_sparse_moe.experts.81.w2,0.0000131793,0.05000,1.523
+14,block_sparse_moe.experts.89.w2,0.0000186639,0.05000,1.494
+14,block_sparse_moe.experts.85.w2,0.0000061400,0.05000,1.516
+14,block_sparse_moe.experts.83.w2,0.0000137031,0.05000,1.476
+14,block_sparse_moe.experts.95.w2,0.0000242797,0.05000,1.518
+14,block_sparse_moe.experts.91.w2,0.0000214857,0.05000,1.515
+14,block_sparse_moe.experts.87.w2,0.0000167423,0.05000,1.476
+14,block_sparse_moe.experts.94.w2,0.0000103538,0.05000,1.483
+14,block_sparse_moe.experts.82.w2,0.0000468727,0.05000,1.499
+14,block_sparse_moe.experts.90.w2,0.0000048216,0.05000,1.483
+14,block_sparse_moe.experts.86.w2,0.0000390812,0.05000,1.516
+14,block_sparse_moe.experts.100.w2,0.0000174196,0.05000,1.530
+14,block_sparse_moe.experts.104.w2,0.0000057758,0.05000,1.551
+14,block_sparse_moe.experts.96.w2,0.0000094188,0.05000,1.557
+14,block_sparse_moe.experts.108.w2,0.0000239545,0.05000,1.555
+14,block_sparse_moe.experts.97.w2,0.0000216238,0.05000,1.553
+14,block_sparse_moe.experts.109.w2,0.0000276158,0.05000,1.596
+14,block_sparse_moe.experts.101.w2,0.0000348464,0.05000,1.573
+14,block_sparse_moe.experts.105.w2,0.0000241720,0.05000,1.606
+14,block_sparse_moe.experts.99.w2,0.0000246143,0.05000,1.476
+14,block_sparse_moe.experts.111.w2,0.0000250459,0.05000,1.498
+14,block_sparse_moe.experts.107.w2,0.0000185880,0.05000,1.518
+14,block_sparse_moe.experts.103.w2,0.0000160666,0.05000,1.509
+14,block_sparse_moe.experts.110.w2,0.0000448864,0.05000,1.515
+14,block_sparse_moe.experts.98.w2,0.0000092485,0.05000,1.575
+14,block_sparse_moe.experts.106.w2,0.0000094628,0.05000,1.575
+14,block_sparse_moe.experts.102.w2,0.0000210434,0.05000,1.552
+14,block_sparse_moe.experts.112.w2,0.0000110199,0.05000,1.530
+14,block_sparse_moe.experts.116.w2,0.0000120268,0.05000,1.560
+14,block_sparse_moe.experts.120.w2,0.0000228615,0.05000,1.575
+14,block_sparse_moe.experts.124.w2,0.0000183459,0.05000,1.583
+14,block_sparse_moe.experts.115.w2,0.0000347151,0.05000,1.466
+14,block_sparse_moe.experts.113.w2,0.0000042420,0.05000,1.587
+14,block_sparse_moe.experts.125.w2,0.0000143660,0.05000,1.568
+14,block_sparse_moe.experts.117.w2,0.0000103875,0.05000,1.555
+14,block_sparse_moe.experts.127.w2,0.0000162372,0.05000,1.458
+14,block_sparse_moe.experts.121.w2,0.0000140896,0.05000,1.577
+14,block_sparse_moe.experts.119.w2,0.0000073848,0.05000,1.441
+14,block_sparse_moe.experts.123.w2,0.0000106357,0.05000,1.477
+14,block_sparse_moe.experts.126.w2,0.0000145298,0.05000,1.506
+14,block_sparse_moe.experts.122.w2,0.0000091241,0.05000,1.509
+14,block_sparse_moe.experts.114.w2,0.0000177887,0.05000,1.533
+14,block_sparse_moe.experts.118.w2,0.0000158115,0.05000,1.554
+14,block_sparse_moe.experts.132.w2,0.0000125243,0.05000,1.525
+14,block_sparse_moe.experts.136.w2,0.0000181746,0.05000,1.532
+14,block_sparse_moe.experts.128.w2,0.0000157094,0.05000,1.557
+14,block_sparse_moe.experts.140.w2,0.0000047001,0.05000,1.540
+14,block_sparse_moe.experts.143.w2,0.0000218297,0.05000,1.331
+14,block_sparse_moe.experts.131.w2,0.0000226448,0.05000,1.373
+14,block_sparse_moe.experts.129.w2,0.0000321700,0.05000,1.415
+14,block_sparse_moe.experts.141.w2,0.0000140412,0.05000,1.413
+14,block_sparse_moe.experts.135.w2,0.0000175355,0.05000,1.337
+14,block_sparse_moe.experts.137.w2,0.0000177467,0.05000,1.411
+14,block_sparse_moe.experts.133.w2,0.0000171449,0.05000,1.461
+14,block_sparse_moe.experts.139.w2,0.0000304461,0.05000,1.406
+14,block_sparse_moe.experts.142.w2,0.0000379144,0.05000,1.570
+14,block_sparse_moe.experts.138.w2,0.0000164404,0.05000,1.621
+14,block_sparse_moe.experts.130.w2,0.0000221095,0.05000,1.662
+14,block_sparse_moe.experts.134.w2,0.0000062832,0.05000,1.600
+14,block_sparse_moe.experts.152.w2,0.0000150022,0.05000,1.644
+14,block_sparse_moe.experts.144.w2,0.0000097190,0.05000,1.651
+14,block_sparse_moe.experts.148.w2,0.0000227365,0.05000,1.680
+14,block_sparse_moe.experts.159.w2,0.0000223337,0.05000,1.501
+14,block_sparse_moe.experts.147.w2,0.0000224741,0.05000,1.501
+14,block_sparse_moe.experts.156.w2,0.0000131136,0.05000,1.662
+14,block_sparse_moe.experts.151.w2,0.0000298985,0.05000,1.515
+14,block_sparse_moe.experts.155.w2,0.0000118069,0.05000,1.496
+14,block_sparse_moe.experts.157.w2,0.0000107311,0.05000,1.599
+14,block_sparse_moe.experts.149.w2,0.0000079388,0.05000,1.565
+14,block_sparse_moe.experts.145.w2,0.0000127516,0.05000,1.620
+14,block_sparse_moe.experts.153.w2,0.0000094186,0.05000,1.630
+14,block_sparse_moe.experts.158.w2,0.0000125680,0.05000,1.558
+14,block_sparse_moe.experts.154.w2,0.0000069551,0.05000,1.515
+14,block_sparse_moe.experts.146.w2,0.0000125963,0.05000,1.514
+14,block_sparse_moe.experts.150.w2,0.0000106843,0.05000,1.514
+14,block_sparse_moe.experts.164.w2,0.0000052670,0.05000,1.515
+14,block_sparse_moe.experts.168.w2,0.0000141731,0.05000,1.550
+14,block_sparse_moe.experts.175.w2,0.0000211022,0.05000,1.530
+14,block_sparse_moe.experts.160.w2,0.0000130824,0.05000,1.566
+14,block_sparse_moe.experts.163.w2,0.0000208606,0.05000,1.561
+14,block_sparse_moe.experts.167.w2,0.0000468805,0.05000,1.495
+14,block_sparse_moe.experts.171.w2,0.0000122660,0.05000,1.494
+14,block_sparse_moe.experts.172.w2,0.0000216731,0.05000,1.549
+14,block_sparse_moe.experts.161.w2,0.0000083676,0.05000,1.528
+14,block_sparse_moe.experts.173.w2,0.0000050895,0.05000,1.565
+14,block_sparse_moe.experts.165.w2,0.0000115751,0.05000,1.545
+14,block_sparse_moe.experts.169.w2,0.0000254262,0.05000,1.543
+14,block_sparse_moe.experts.174.w2,0.0000181985,0.05000,1.361
+14,block_sparse_moe.experts.170.w2,0.0000173434,0.05000,1.431
+14,block_sparse_moe.experts.162.w2,0.0000436944,0.05000,1.416
+14,block_sparse_moe.experts.166.w2,0.0000199691,0.05000,1.446
+14,block_sparse_moe.experts.191.w2,0.0000183445,0.05000,1.445
+14,block_sparse_moe.experts.180.w2,0.0000245616,0.05000,1.514
+14,block_sparse_moe.experts.179.w2,0.0000212372,0.05000,1.455
+14,block_sparse_moe.experts.184.w2,0.0000144805,0.05000,1.526
+14,block_sparse_moe.experts.176.w2,0.0000185143,0.05000,1.510
+14,block_sparse_moe.experts.183.w2,0.0000160653,0.05000,1.498
+14,block_sparse_moe.experts.188.w2,0.0000256597,0.05000,1.500
+14,block_sparse_moe.experts.189.w2,0.0000194265,0.05000,1.426
+14,block_sparse_moe.experts.187.w2,0.0000091008,0.05000,1.510
+14,block_sparse_moe.experts.181.w2,0.0000345446,0.05000,1.442
+14,block_sparse_moe.experts.185.w2,0.0000428150,0.05000,1.428
+14,block_sparse_moe.experts.177.w2,0.0000108664,0.05000,1.610
+14,block_sparse_moe.experts.190.w2,0.0000366114,0.05000,1.515
+14,block_sparse_moe.experts.186.w2,0.0000099956,0.05000,1.534
+14,block_sparse_moe.experts.178.w2,0.0000118811,0.05000,1.530
+14,block_sparse_moe.experts.182.w2,0.0000230639,0.05000,1.517
+14,block_sparse_moe.experts.207.w2,0.0000114159,0.05000,1.596
+14,block_sparse_moe.experts.196.w2,0.0000222866,0.05000,1.581
+14,block_sparse_moe.experts.200.w2,0.0000126095,0.05000,1.569
+14,block_sparse_moe.experts.195.w2,0.0000094242,0.05000,1.594
+14,block_sparse_moe.experts.192.w2,0.0000231313,0.05000,1.587
+14,block_sparse_moe.experts.197.w2,0.0000187327,0.05000,1.482
+14,block_sparse_moe.experts.205.w2,0.0000208643,0.05000,1.518
+14,block_sparse_moe.experts.199.w2,0.0000137790,0.05000,1.615
+14,block_sparse_moe.experts.203.w2,0.0000121913,0.05000,1.572
+14,block_sparse_moe.experts.204.w2,0.0000166140,0.05000,1.587
+14,block_sparse_moe.experts.201.w2,0.0000135141,0.05000,1.551
+14,block_sparse_moe.experts.193.w2,0.0000250439,0.05000,1.538
+14,block_sparse_moe.experts.206.w2,0.0000121303,0.05000,1.647
+14,block_sparse_moe.experts.194.w2,0.0000123568,0.05000,1.554
+14,block_sparse_moe.experts.202.w2,0.0000156006,0.05000,1.626
+14,block_sparse_moe.experts.198.w2,0.0000039088,0.05000,1.572
+14,block_sparse_moe.experts.216.w2,0.0000259752,0.05000,1.421
+14,block_sparse_moe.experts.223.w2,0.0000213270,0.05000,1.486
+14,block_sparse_moe.experts.212.w2,0.0000192374,0.05000,1.468
+14,block_sparse_moe.experts.208.w2,0.0000166098,0.05000,1.435
+14,block_sparse_moe.experts.211.w2,0.0000084776,0.05000,1.520
+14,block_sparse_moe.experts.220.w2,0.0000317428,0.05000,1.414
+14,block_sparse_moe.experts.221.w2,0.0000158992,0.05000,1.496
+14,block_sparse_moe.experts.213.w2,0.0000233327,0.05000,1.518
+14,block_sparse_moe.experts.215.w2,0.0000046621,0.05000,1.502
+14,block_sparse_moe.experts.217.w2,0.0000350203,0.05000,1.466
+14,block_sparse_moe.experts.219.w2,0.0000100980,0.05000,1.514
+14,block_sparse_moe.experts.209.w2,0.0000037702,0.05000,1.428
+14,block_sparse_moe.experts.222.w2,0.0000184900,0.05000,1.553
+14,block_sparse_moe.experts.210.w2,0.0000147008,0.05000,1.572
+14,block_sparse_moe.experts.214.w2,0.0000168438,0.05000,1.565
+14,block_sparse_moe.experts.218.w2,0.0000282205,0.05000,1.590
+14,block_sparse_moe.experts.232.w2,0.0000083457,0.05000,1.379
+14,block_sparse_moe.experts.228.w2,0.0000153963,0.05000,1.387
+14,block_sparse_moe.experts.224.w2,0.0000456539,0.05000,1.395
+14,block_sparse_moe.experts.239.w2,0.0000147081,0.05000,1.454
+14,block_sparse_moe.experts.227.w2,0.0000135730,0.05000,1.411
+14,block_sparse_moe.experts.236.w2,0.0000381135,0.05000,1.449
+14,block_sparse_moe.experts.231.w2,0.0000108066,0.05000,1.407
+14,block_sparse_moe.experts.237.w2,0.0000114472,0.05000,1.451
+14,block_sparse_moe.experts.229.w2,0.0000217931,0.05000,1.460
+14,block_sparse_moe.experts.235.w2,0.0000121153,0.05000,1.407
+14,block_sparse_moe.experts.233.w2,0.0000236351,0.05000,1.444
+14,block_sparse_moe.experts.225.w2,0.0000063675,0.05000,1.478
+14,block_sparse_moe.experts.238.w2,0.0000181063,0.05000,1.557
+14,block_sparse_moe.experts.226.w2,0.0000107792,0.05000,1.515
+14,block_sparse_moe.experts.230.w2,0.0000370887,0.05000,1.515
+14,block_sparse_moe.experts.234.w2,0.0000119300,0.05000,1.519
+14,block_sparse_moe.experts.255.w2,0.0000324273,0.05000,1.407
+14,block_sparse_moe.experts.243.w2,0.0000505452,0.05000,1.386
+14,block_sparse_moe.experts.248.w2,0.0000080512,0.05000,1.527
+14,block_sparse_moe.experts.244.w2,0.0000147522,0.05000,1.502
+14,block_sparse_moe.experts.240.w2,0.0000339251,0.05000,1.489
+14,block_sparse_moe.experts.247.w2,0.0000189797,0.05000,1.354
+14,block_sparse_moe.experts.251.w2,0.0000368508,0.05000,1.337
+14,block_sparse_moe.experts.252.w2,0.0000086256,0.05000,1.390
+14,block_sparse_moe.experts.245.w2,0.0000129870,0.05000,1.378
+14,block_sparse_moe.experts.249.w2,0.0000209503,0.05000,1.348
+14,block_sparse_moe.experts.253.w2,0.0000058083,0.05000,1.403
+14,block_sparse_moe.experts.241.w2,0.0000265599,0.05000,1.298
+14,block_sparse_moe.experts.254.w2,0.0000394556,0.05000,1.296
+14,block_sparse_moe.experts.242.w2,0.0000261082,0.05000,1.210
+14,block_sparse_moe.experts.246.w2,0.0000115108,0.05000,1.177
+14,block_sparse_moe.experts.250.w2,0.0000134755,0.05000,1.181
+15,self_attn.k_proj,0.0000002397,0.05000,1.086
+15,self_attn.v_proj,0.0000001834,0.05000,1.092
+15,self_attn.q_proj,0.0000014739,0.05000,1.200
+15,self_attn.o_proj,0.0000000810,0.05000,1.707
+15,block_sparse_moe.experts.15.w1,0.0000292631,0.05000,2.741
+15,block_sparse_moe.experts.11.w1,0.0001442595,0.05000,2.786
+15,block_sparse_moe.experts.7.w1,0.0001041439,0.05000,2.792
+15,block_sparse_moe.experts.3.w1,0.0000343501,0.05000,2.880
+15,block_sparse_moe.experts.9.w1,0.0000626986,0.05000,3.170
+15,block_sparse_moe.experts.5.w1,0.0001430782,0.05000,3.213
+15,block_sparse_moe.experts.4.w1,0.0001774122,0.05000,3.247
+15,block_sparse_moe.experts.2.w1,0.0001575485,0.05000,3.268
+15,block_sparse_moe.experts.13.w1,0.0000414482,0.05000,3.248
+15,block_sparse_moe.experts.8.w1,0.0001344423,0.05000,3.271
+15,block_sparse_moe.experts.1.w1,0.0000184652,0.05000,3.302
+15,block_sparse_moe.experts.14.w1,0.0000922782,0.05000,3.291
+15,block_sparse_moe.experts.10.w1,0.0000887857,0.05000,3.291
+15,block_sparse_moe.experts.0.w1,0.0000298629,0.05000,3.317
+15,block_sparse_moe.experts.6.w1,0.0000366176,0.05000,3.312
+15,block_sparse_moe.experts.12.w1,0.0000374114,0.05000,3.388
+15,block_sparse_moe.experts.23.w1,0.0001886166,0.05000,3.052
+15,block_sparse_moe.experts.31.w1,0.0000704380,0.05000,3.184
+15,block_sparse_moe.experts.27.w1,0.0000558065,0.05000,3.160
+15,block_sparse_moe.experts.19.w1,0.0000547984,0.05000,3.120
+15,block_sparse_moe.experts.25.w1,0.0001207125,0.05000,3.012
+15,block_sparse_moe.experts.21.w1,0.0001114506,0.05000,2.998
+15,block_sparse_moe.experts.29.w1,0.0001113121,0.05000,3.055
+15,block_sparse_moe.experts.17.w1,0.0001427816,0.05000,3.033
+15,block_sparse_moe.experts.20.w1,0.0001785598,0.05000,3.134
+15,block_sparse_moe.experts.22.w1,0.0002652698,0.05000,3.051
+15,block_sparse_moe.experts.18.w1,0.0001615588,0.05000,3.126
+15,block_sparse_moe.experts.24.w1,0.0000647113,0.05000,3.123
+15,block_sparse_moe.experts.16.w1,0.0000937715,0.05000,3.125
+15,block_sparse_moe.experts.26.w1,0.0002344391,0.05000,3.128
+15,block_sparse_moe.experts.28.w1,0.0001020878,0.05000,3.068
+15,block_sparse_moe.experts.30.w1,0.0001616271,0.05000,3.166
+15,block_sparse_moe.experts.39.w1,0.0000428180,0.05000,3.085
+15,block_sparse_moe.experts.35.w1,0.0000812460,0.05000,2.986
+15,block_sparse_moe.experts.47.w1,0.0001374560,0.05000,3.049
+15,block_sparse_moe.experts.43.w1,0.0000570909,0.05000,3.072
+15,block_sparse_moe.experts.37.w1,0.0000716567,0.05000,3.167
+15,block_sparse_moe.experts.45.w1,0.0002329469,0.05000,3.057
+15,block_sparse_moe.experts.36.w1,0.0001075951,0.05000,3.062
+15,block_sparse_moe.experts.33.w1,0.0001732158,0.05000,3.131
+15,block_sparse_moe.experts.41.w1,0.0001272701,0.05000,3.322
+15,block_sparse_moe.experts.40.w1,0.0000530491,0.05000,3.119
+15,block_sparse_moe.experts.44.w1,0.0001684505,0.05000,3.059
+15,block_sparse_moe.experts.42.w1,0.0001055109,0.05000,3.095
+15,block_sparse_moe.experts.32.w1,0.0002525162,0.05000,3.099
+15,block_sparse_moe.experts.38.w1,0.0001185351,0.05000,3.162
+15,block_sparse_moe.experts.34.w1,0.0000745158,0.05000,3.179
+15,block_sparse_moe.experts.46.w1,0.0001923332,0.05000,3.137
+15,block_sparse_moe.experts.63.w1,0.0000869104,0.05000,3.228
+15,block_sparse_moe.experts.59.w1,0.0000661688,0.05000,3.217
+15,block_sparse_moe.experts.55.w1,0.0002070431,0.05000,3.307
+15,block_sparse_moe.experts.51.w1,0.0001245628,0.05000,3.310
+15,block_sparse_moe.experts.61.w1,0.0000458831,0.05000,3.002
+15,block_sparse_moe.experts.53.w1,0.0000438935,0.05000,3.011
+15,block_sparse_moe.experts.49.w1,0.0000360399,0.05000,2.926
+15,block_sparse_moe.experts.54.w1,0.0002205960,0.05000,2.917
+15,block_sparse_moe.experts.50.w1,0.0000136434,0.05000,2.895
+15,block_sparse_moe.experts.58.w1,0.0001081798,0.05000,3.006
+15,block_sparse_moe.experts.62.w1,0.0000931541,0.05000,2.939
+15,block_sparse_moe.experts.57.w1,0.0001183035,0.05000,3.054
+15,block_sparse_moe.experts.52.w1,0.0002128819,0.05000,3.166
+15,block_sparse_moe.experts.60.w1,0.0000851760,0.05000,3.131
+15,block_sparse_moe.experts.56.w1,0.0000863719,0.05000,3.158
+15,block_sparse_moe.experts.48.w1,0.0001993197,0.05000,3.187
+15,block_sparse_moe.experts.67.w1,0.0003162361,0.05000,3.134
+15,block_sparse_moe.experts.75.w1,0.0000575743,0.05000,3.207
+15,block_sparse_moe.experts.79.w1,0.0002120147,0.05000,3.246
+15,block_sparse_moe.experts.71.w1,0.0002666528,0.05000,3.257
+15,block_sparse_moe.experts.69.w1,0.0000725231,0.05000,3.143
+15,block_sparse_moe.experts.70.w1,0.0001412582,0.05000,3.084
+15,block_sparse_moe.experts.77.w1,0.0000665118,0.05000,3.178
+15,block_sparse_moe.experts.65.w1,0.0000318382,0.05000,3.218
+15,block_sparse_moe.experts.66.w1,0.0000592519,0.05000,3.154
+15,block_sparse_moe.experts.72.w1,0.0001107449,0.05000,2.950
+15,block_sparse_moe.experts.68.w1,0.0001253449,0.05000,3.039
+15,block_sparse_moe.experts.74.w1,0.0000402133,0.05000,3.119
+15,block_sparse_moe.experts.78.w1,0.0001969239,0.05000,3.173
+15,block_sparse_moe.experts.73.w1,0.0001005672,0.05000,3.170
+15,block_sparse_moe.experts.76.w1,0.0000514409,0.05000,3.131
+15,block_sparse_moe.experts.64.w1,0.0000763175,0.05000,3.077
+15,block_sparse_moe.experts.83.w1,0.0001309759,0.05000,3.187
+15,block_sparse_moe.experts.85.w1,0.0000138673,0.05000,3.151
+15,block_sparse_moe.experts.91.w1,0.0000856084,0.05000,3.221
+15,block_sparse_moe.experts.95.w1,0.0000900747,0.05000,3.246
+15,block_sparse_moe.experts.87.w1,0.0000223887,0.05000,3.206
+15,block_sparse_moe.experts.88.w1,0.0001963338,0.05000,3.081
+15,block_sparse_moe.experts.81.w1,0.0001332644,0.05000,3.198
+15,block_sparse_moe.experts.80.w1,0.0000472972,0.05000,3.012
+15,block_sparse_moe.experts.84.w1,0.0001328483,0.05000,3.172
+15,block_sparse_moe.experts.93.w1,0.0001185058,0.05000,3.284
+15,block_sparse_moe.experts.86.w1,0.0002310846,0.05000,3.395
+15,block_sparse_moe.experts.89.w1,0.0001238276,0.05000,3.233
+15,block_sparse_moe.experts.92.w1,0.0001870658,0.05000,3.220
+15,block_sparse_moe.experts.82.w1,0.0001344830,0.05000,3.431
+15,block_sparse_moe.experts.90.w1,0.0002178145,0.05000,3.440
+15,block_sparse_moe.experts.94.w1,0.0000526522,0.05000,3.446
+15,block_sparse_moe.experts.99.w1,0.0000529263,0.05000,3.038
+15,block_sparse_moe.experts.107.w1,0.0001888967,0.05000,2.977
+15,block_sparse_moe.experts.103.w1,0.0001133443,0.05000,3.049
+15,block_sparse_moe.experts.111.w1,0.0000279131,0.05000,3.061
+15,block_sparse_moe.experts.101.w1,0.0000957394,0.05000,3.158
+15,block_sparse_moe.experts.104.w1,0.0000424462,0.05000,3.151
+15,block_sparse_moe.experts.97.w1,0.0000569076,0.05000,3.132
+15,block_sparse_moe.experts.102.w1,0.0002136175,0.05000,3.006
+15,block_sparse_moe.experts.109.w1,0.0000543259,0.05000,3.116
+15,block_sparse_moe.experts.96.w1,0.0000258045,0.05000,3.175
+15,block_sparse_moe.experts.100.w1,0.0000573225,0.05000,3.175
+15,block_sparse_moe.experts.98.w1,0.0000438516,0.05000,2.997
+15,block_sparse_moe.experts.105.w1,0.0001142866,0.05000,3.108
+15,block_sparse_moe.experts.106.w1,0.0001406755,0.05000,2.999
+15,block_sparse_moe.experts.108.w1,0.0000905256,0.05000,3.159
+15,block_sparse_moe.experts.110.w1,0.0001757823,0.05000,3.034
+15,block_sparse_moe.experts.115.w1,0.0000533659,0.05000,2.991
+15,block_sparse_moe.experts.123.w1,0.0001007476,0.05000,3.049
+15,block_sparse_moe.experts.119.w1,0.0000850014,0.05000,2.950
+15,block_sparse_moe.experts.117.w1,0.0001306734,0.05000,2.921
+15,block_sparse_moe.experts.127.w1,0.0000626548,0.05000,2.986
+15,block_sparse_moe.experts.120.w1,0.0002311383,0.05000,2.908
+15,block_sparse_moe.experts.113.w1,0.0000868184,0.05000,2.944
+15,block_sparse_moe.experts.116.w1,0.0001638167,0.05000,2.916
+15,block_sparse_moe.experts.118.w1,0.0001218748,0.05000,2.971
+15,block_sparse_moe.experts.125.w1,0.0002075176,0.05000,2.975
+15,block_sparse_moe.experts.112.w1,0.0000845439,0.05000,2.949
+15,block_sparse_moe.experts.121.w1,0.0000876562,0.05000,2.930
+15,block_sparse_moe.experts.114.w1,0.0000978962,0.05000,2.984
+15,block_sparse_moe.experts.122.w1,0.0001061164,0.05000,2.941
+15,block_sparse_moe.experts.124.w1,0.0001150766,0.05000,2.906
+15,block_sparse_moe.experts.126.w1,0.0000587182,0.05000,3.029
+15,block_sparse_moe.experts.131.w1,0.0001629021,0.05000,3.091
+15,block_sparse_moe.experts.133.w1,0.0001018520,0.05000,3.073
+15,block_sparse_moe.experts.135.w1,0.0000924030,0.05000,3.123
+15,block_sparse_moe.experts.143.w1,0.0001053823,0.05000,3.133
+15,block_sparse_moe.experts.139.w1,0.0000992241,0.05000,3.184
+15,block_sparse_moe.experts.129.w1,0.0003325469,0.05000,3.103
+15,block_sparse_moe.experts.141.w1,0.0002243542,0.05000,3.085
+15,block_sparse_moe.experts.136.w1,0.0000849919,0.05000,3.239
+15,block_sparse_moe.experts.128.w1,0.0000957190,0.05000,3.140
+15,block_sparse_moe.experts.134.w1,0.0000851733,0.05000,3.173
+15,block_sparse_moe.experts.140.w1,0.0001006738,0.05000,3.065
+15,block_sparse_moe.experts.138.w1,0.0002218770,0.05000,3.056
+15,block_sparse_moe.experts.137.w1,0.0000147470,0.05000,3.197
+15,block_sparse_moe.experts.132.w1,0.0000922498,0.05000,3.338
+15,block_sparse_moe.experts.130.w1,0.0000124513,0.05000,3.273
+15,block_sparse_moe.experts.142.w1,0.0001601814,0.05000,3.186
+15,block_sparse_moe.experts.151.w1,0.0000383477,0.05000,3.132
+15,block_sparse_moe.experts.147.w1,0.0000113600,0.05000,3.235
+15,block_sparse_moe.experts.159.w1,0.0001173797,0.05000,3.088
+15,block_sparse_moe.experts.152.w1,0.0001111980,0.05000,2.997
+15,block_sparse_moe.experts.155.w1,0.0000352183,0.05000,3.196
+15,block_sparse_moe.experts.144.w1,0.0000220876,0.05000,3.018
+15,block_sparse_moe.experts.149.w1,0.0000769312,0.05000,3.281
+15,block_sparse_moe.experts.145.w1,0.0000458501,0.05000,3.210
+15,block_sparse_moe.experts.157.w1,0.0000949338,0.05000,3.276
+15,block_sparse_moe.experts.156.w1,0.0001188392,0.05000,3.145
+15,block_sparse_moe.experts.154.w1,0.0000228394,0.05000,3.092
+15,block_sparse_moe.experts.148.w1,0.0001724953,0.05000,3.108
+15,block_sparse_moe.experts.153.w1,0.0000749889,0.05000,3.140
+15,block_sparse_moe.experts.150.w1,0.0002205770,0.05000,3.344
+15,block_sparse_moe.experts.146.w1,0.0000744136,0.05000,3.195
+15,block_sparse_moe.experts.158.w1,0.0000598733,0.05000,3.193
+15,block_sparse_moe.experts.175.w1,0.0001486330,0.05000,3.312
+15,block_sparse_moe.experts.165.w1,0.0001053946,0.05000,3.205
+15,block_sparse_moe.experts.168.w1,0.0001254383,0.05000,3.337
+15,block_sparse_moe.experts.167.w1,0.0000988730,0.05000,3.394
+15,block_sparse_moe.experts.163.w1,0.0000528027,0.05000,3.396
+15,block_sparse_moe.experts.161.w1,0.0001184432,0.05000,3.210
+15,block_sparse_moe.experts.171.w1,0.0001224855,0.05000,3.380
+15,block_sparse_moe.experts.160.w1,0.0002826485,0.05000,3.396
+15,block_sparse_moe.experts.173.w1,0.0001237535,0.05000,3.230
+15,block_sparse_moe.experts.170.w1,0.0000506480,0.05000,3.264
+15,block_sparse_moe.experts.164.w1,0.0002056490,0.05000,3.253
+15,block_sparse_moe.experts.172.w1,0.0001048356,0.05000,3.309
+15,block_sparse_moe.experts.169.w1,0.0003280822,0.05000,3.269
+15,block_sparse_moe.experts.166.w1,0.0001224163,0.05000,3.298
+15,block_sparse_moe.experts.162.w1,0.0000978703,0.05000,3.302
+15,block_sparse_moe.experts.174.w1,0.0000711168,0.05000,3.259
+15,block_sparse_moe.experts.177.w1,0.0000368146,0.05000,2.851
+15,block_sparse_moe.experts.181.w1,0.0000817449,0.05000,2.955
+15,block_sparse_moe.experts.189.w1,0.0000577899,0.05000,2.907
+15,block_sparse_moe.experts.183.w1,0.0001534304,0.05000,3.112
+15,block_sparse_moe.experts.191.w1,0.0000588518,0.05000,3.229
+15,block_sparse_moe.experts.185.w1,0.0000628255,0.05000,2.903
+15,block_sparse_moe.experts.184.w1,0.0001391062,0.05000,3.193
+15,block_sparse_moe.experts.179.w1,0.0001734039,0.05000,3.182
+15,block_sparse_moe.experts.187.w1,0.0002034466,0.05000,3.166
+15,block_sparse_moe.experts.176.w1,0.0001771372,0.05000,3.154
+15,block_sparse_moe.experts.180.w1,0.0000334414,0.05000,3.106
+15,block_sparse_moe.experts.186.w1,0.0001040718,0.05000,3.203
+15,block_sparse_moe.experts.188.w1,0.0000654598,0.05000,3.196
+15,block_sparse_moe.experts.182.w1,0.0000361809,0.05000,3.179
+15,block_sparse_moe.experts.178.w1,0.0000404129,0.05000,3.237
+15,block_sparse_moe.experts.190.w1,0.0000474044,0.05000,3.213
+15,block_sparse_moe.experts.197.w1,0.0000417207,0.05000,2.932
+15,block_sparse_moe.experts.193.w1,0.0001095885,0.05000,3.021
+15,block_sparse_moe.experts.205.w1,0.0000569813,0.05000,2.984
+15,block_sparse_moe.experts.201.w1,0.0000992042,0.05000,2.936
+15,block_sparse_moe.experts.199.w1,0.0002111932,0.05000,3.032
+15,block_sparse_moe.experts.207.w1,0.0001808056,0.05000,3.088
+15,block_sparse_moe.experts.195.w1,0.0001645852,0.05000,3.057
+15,block_sparse_moe.experts.200.w1,0.0000908985,0.05000,3.109
+15,block_sparse_moe.experts.203.w1,0.0000772251,0.05000,3.106
+15,block_sparse_moe.experts.192.w1,0.0000777124,0.05000,3.130
+15,block_sparse_moe.experts.202.w1,0.0001421850,0.05000,3.029
+15,block_sparse_moe.experts.198.w1,0.0000605820,0.05000,2.988
+15,block_sparse_moe.experts.196.w1,0.0001271758,0.05000,3.223
+15,block_sparse_moe.experts.204.w1,0.0000787292,0.05000,3.170
+15,block_sparse_moe.experts.206.w1,0.0000392515,0.05000,2.901
+15,block_sparse_moe.experts.194.w1,0.0002515959,0.05000,2.970
+15,block_sparse_moe.experts.213.w1,0.0001629685,0.05000,2.872
+15,block_sparse_moe.experts.209.w1,0.0001086022,0.05000,2.912
+15,block_sparse_moe.experts.221.w1,0.0001163995,0.05000,3.033
+15,block_sparse_moe.experts.217.w1,0.0001196816,0.05000,3.101
+15,block_sparse_moe.experts.215.w1,0.0001056618,0.05000,3.133
+15,block_sparse_moe.experts.211.w1,0.0000965212,0.05000,3.079
+15,block_sparse_moe.experts.223.w1,0.0001199878,0.05000,3.127
+15,block_sparse_moe.experts.218.w1,0.0000420346,0.05000,2.936
+15,block_sparse_moe.experts.216.w1,0.0002532794,0.05000,3.126
+15,block_sparse_moe.experts.214.w1,0.0000799431,0.05000,2.962
+15,block_sparse_moe.experts.219.w1,0.0001361060,0.05000,3.136
+15,block_sparse_moe.experts.208.w1,0.0001599903,0.05000,3.127
+15,block_sparse_moe.experts.222.w1,0.0001819877,0.05000,2.957
+15,block_sparse_moe.experts.210.w1,0.0000221690,0.05000,2.975
+15,block_sparse_moe.experts.212.w1,0.0001748976,0.05000,3.128
+15,block_sparse_moe.experts.220.w1,0.0001217751,0.05000,3.134
+15,block_sparse_moe.experts.229.w1,0.0001242540,0.05000,3.050
+15,block_sparse_moe.experts.225.w1,0.0001485199,0.05000,3.051
+15,block_sparse_moe.experts.237.w1,0.0001877307,0.05000,2.990
+15,block_sparse_moe.experts.233.w1,0.0001769394,0.05000,2.984
+15,block_sparse_moe.experts.234.w1,0.0001112763,0.05000,2.927
+15,block_sparse_moe.experts.230.w1,0.0001484931,0.05000,2.982
+15,block_sparse_moe.experts.231.w1,0.0000262807,0.05000,3.213
+15,block_sparse_moe.experts.226.w1,0.0001043096,0.05000,2.887
+15,block_sparse_moe.experts.239.w1,0.0002524894,0.05000,3.143
+15,block_sparse_moe.experts.238.w1,0.0001490618,0.05000,2.966
+15,block_sparse_moe.experts.227.w1,0.0002476946,0.05000,3.234
+15,block_sparse_moe.experts.232.w1,0.0000992893,0.05000,3.168
+15,block_sparse_moe.experts.224.w1,0.0000834044,0.05000,3.163
+15,block_sparse_moe.experts.235.w1,0.0000586354,0.05000,3.206
+15,block_sparse_moe.experts.228.w1,0.0001297696,0.05000,3.140
+15,block_sparse_moe.experts.236.w1,0.0001651247,0.05000,3.107
+15,block_sparse_moe.experts.245.w1,0.0000815977,0.05000,3.013
+15,block_sparse_moe.experts.241.w1,0.0001314459,0.05000,3.009
+15,block_sparse_moe.experts.253.w1,0.0000262720,0.05000,3.117
+15,block_sparse_moe.experts.249.w1,0.0002106888,0.05000,3.042
+15,block_sparse_moe.experts.255.w1,0.0001021956,0.05000,3.034
+15,block_sparse_moe.experts.250.w1,0.0001534154,0.05000,3.248
+15,block_sparse_moe.experts.247.w1,0.0001533463,0.05000,3.116
+15,block_sparse_moe.experts.243.w1,0.0001846010,0.05000,3.050
+15,block_sparse_moe.experts.246.w1,0.0000454291,0.05000,3.167
+15,block_sparse_moe.experts.248.w1,0.0001467753,0.05000,3.152
+15,block_sparse_moe.experts.251.w1,0.0001224907,0.05000,3.053
+15,block_sparse_moe.experts.254.w1,0.0000270598,0.05000,3.235
+15,block_sparse_moe.experts.242.w1,0.0001326044,0.05000,3.311
+15,block_sparse_moe.experts.240.w1,0.0001164299,0.05000,3.226
+15,block_sparse_moe.experts.244.w1,0.0000604807,0.05000,3.160
+15,block_sparse_moe.experts.252.w1,0.0001628715,0.05000,3.154
+15,block_sparse_moe.experts.5.w3,0.0001425775,0.05000,2.859
+15,block_sparse_moe.experts.1.w3,0.0000180262,0.05000,2.873
+15,block_sparse_moe.experts.13.w3,0.0000406221,0.05000,2.901
+15,block_sparse_moe.experts.9.w3,0.0000624768,0.05000,2.869
+15,block_sparse_moe.experts.15.w3,0.0000287086,0.05000,2.871
+15,block_sparse_moe.experts.3.w3,0.0000333061,0.05000,2.844
+15,block_sparse_moe.experts.7.w3,0.0001006111,0.05000,2.854
+15,block_sparse_moe.experts.11.w3,0.0001430337,0.05000,2.846
+15,block_sparse_moe.experts.10.w3,0.0000858346,0.05000,3.153
+15,block_sparse_moe.experts.6.w3,0.0000347941,0.05000,3.218
+15,block_sparse_moe.experts.14.w3,0.0000928236,0.05000,3.140
+15,block_sparse_moe.experts.8.w3,0.0001337783,0.05000,3.206
+15,block_sparse_moe.experts.2.w3,0.0001578273,0.05000,3.195
+15,block_sparse_moe.experts.12.w3,0.0000378446,0.05000,3.046
+15,block_sparse_moe.experts.4.w3,0.0001757869,0.05000,3.118
+15,block_sparse_moe.experts.0.w3,0.0000297990,0.05000,3.192
+15,block_sparse_moe.experts.21.w3,0.0001117488,0.05000,2.988
+15,block_sparse_moe.experts.17.w3,0.0001426676,0.05000,3.188
+15,block_sparse_moe.experts.29.w3,0.0001112673,0.05000,3.081
+15,block_sparse_moe.experts.25.w3,0.0001180409,0.05000,3.103
+15,block_sparse_moe.experts.31.w3,0.0000699318,0.05000,2.958
+15,block_sparse_moe.experts.23.w3,0.0001876276,0.05000,2.979
+15,block_sparse_moe.experts.19.w3,0.0000534659,0.05000,3.024
+15,block_sparse_moe.experts.27.w3,0.0000505409,0.05000,2.933
+15,block_sparse_moe.experts.26.w3,0.0002301494,0.05000,2.953
+15,block_sparse_moe.experts.22.w3,0.0002544086,0.05000,2.969
+15,block_sparse_moe.experts.24.w3,0.0000626903,0.05000,2.983
+15,block_sparse_moe.experts.18.w3,0.0001607594,0.05000,2.916
+15,block_sparse_moe.experts.30.w3,0.0001603901,0.05000,3.027
+15,block_sparse_moe.experts.28.w3,0.0001022805,0.05000,3.012
+15,block_sparse_moe.experts.20.w3,0.0001793155,0.05000,3.006
+15,block_sparse_moe.experts.16.w3,0.0000938319,0.05000,3.068
+15,block_sparse_moe.experts.37.w3,0.0000713566,0.05000,2.693
+15,block_sparse_moe.experts.33.w3,0.0001713993,0.05000,2.634
+15,block_sparse_moe.experts.45.w3,0.0002335766,0.05000,2.648
+15,block_sparse_moe.experts.41.w3,0.0001256434,0.05000,2.710
+15,block_sparse_moe.experts.39.w3,0.0000431268,0.05000,2.750
+15,block_sparse_moe.experts.47.w3,0.0001366009,0.05000,2.823
+15,block_sparse_moe.experts.43.w3,0.0000564305,0.05000,2.753
+15,block_sparse_moe.experts.35.w3,0.0000778387,0.05000,2.854
+15,block_sparse_moe.experts.42.w3,0.0001048394,0.05000,2.836
+15,block_sparse_moe.experts.38.w3,0.0001177908,0.05000,2.874
+15,block_sparse_moe.experts.34.w3,0.0000751366,0.05000,2.856
+15,block_sparse_moe.experts.40.w3,0.0000528621,0.05000,2.908
+15,block_sparse_moe.experts.46.w3,0.0001917604,0.05000,2.894
+15,block_sparse_moe.experts.44.w3,0.0001685653,0.05000,2.933
+15,block_sparse_moe.experts.36.w3,0.0001056537,0.05000,2.935
+15,block_sparse_moe.experts.32.w3,0.0002538456,0.05000,2.988
+15,block_sparse_moe.experts.53.w3,0.0000426649,0.05000,3.051
+15,block_sparse_moe.experts.49.w3,0.0000344500,0.05000,3.123
+15,block_sparse_moe.experts.61.w3,0.0000456758,0.05000,3.079
+15,block_sparse_moe.experts.57.w3,0.0001131449,0.05000,3.028
+15,block_sparse_moe.experts.55.w3,0.0002057392,0.05000,2.963
+15,block_sparse_moe.experts.63.w3,0.0000863268,0.05000,2.960
+15,block_sparse_moe.experts.59.w3,0.0000643736,0.05000,2.979
+15,block_sparse_moe.experts.51.w3,0.0001164845,0.05000,3.058
+15,block_sparse_moe.experts.58.w3,0.0001090567,0.05000,2.955
+15,block_sparse_moe.experts.54.w3,0.0002148211,0.05000,2.936
+15,block_sparse_moe.experts.50.w3,0.0000135576,0.05000,2.900
+15,block_sparse_moe.experts.62.w3,0.0000933086,0.05000,2.915
+15,block_sparse_moe.experts.56.w3,0.0000879541,0.05000,3.138
+15,block_sparse_moe.experts.60.w3,0.0000814460,0.05000,3.118
+15,block_sparse_moe.experts.52.w3,0.0002131033,0.05000,3.169
+15,block_sparse_moe.experts.48.w3,0.0002013614,0.05000,3.167
+15,block_sparse_moe.experts.69.w3,0.0000707887,0.05000,3.099
+15,block_sparse_moe.experts.65.w3,0.0000313097,0.05000,3.079
+15,block_sparse_moe.experts.73.w3,0.0001008783,0.05000,3.044
+15,block_sparse_moe.experts.77.w3,0.0000652142,0.05000,3.123
+15,block_sparse_moe.experts.79.w3,0.0002128046,0.05000,3.062
+15,block_sparse_moe.experts.71.w3,0.0002699189,0.05000,3.093
+15,block_sparse_moe.experts.75.w3,0.0000540506,0.05000,3.006
+15,block_sparse_moe.experts.74.w3,0.0000387709,0.05000,3.048
+15,block_sparse_moe.experts.67.w3,0.0003188623,0.05000,3.128
+15,block_sparse_moe.experts.70.w3,0.0001423671,0.05000,3.097
+15,block_sparse_moe.experts.66.w3,0.0000596617,0.05000,3.068
+15,block_sparse_moe.experts.78.w3,0.0001905780,0.05000,3.127
+15,block_sparse_moe.experts.72.w3,0.0001102572,0.05000,3.138
+15,block_sparse_moe.experts.76.w3,0.0000511207,0.05000,3.060
+15,block_sparse_moe.experts.68.w3,0.0001248507,0.05000,3.093
+15,block_sparse_moe.experts.64.w3,0.0000751278,0.05000,3.108
+15,block_sparse_moe.experts.85.w3,0.0000134638,0.05000,3.078
+15,block_sparse_moe.experts.81.w3,0.0001301881,0.05000,3.136
+15,block_sparse_moe.experts.89.w3,0.0001214457,0.05000,2.999
+15,block_sparse_moe.experts.93.w3,0.0001188204,0.05000,3.035
+15,block_sparse_moe.experts.95.w3,0.0000873225,0.05000,2.979
+15,block_sparse_moe.experts.87.w3,0.0000220439,0.05000,3.082
+15,block_sparse_moe.experts.91.w3,0.0000845074,0.05000,3.058
+15,block_sparse_moe.experts.83.w3,0.0001291589,0.05000,2.938
+15,block_sparse_moe.experts.90.w3,0.0002157668,0.05000,3.074
+15,block_sparse_moe.experts.86.w3,0.0002310403,0.05000,3.078
+15,block_sparse_moe.experts.82.w3,0.0001339964,0.05000,3.097
+15,block_sparse_moe.experts.94.w3,0.0000510306,0.05000,3.025
+15,block_sparse_moe.experts.92.w3,0.0001855766,0.05000,2.989
+15,block_sparse_moe.experts.88.w3,0.0001930212,0.05000,3.075
+15,block_sparse_moe.experts.84.w3,0.0001320818,0.05000,3.001
+15,block_sparse_moe.experts.80.w3,0.0000467451,0.05000,3.028
+15,block_sparse_moe.experts.101.w3,0.0000954200,0.05000,2.950
+15,block_sparse_moe.experts.105.w3,0.0001126245,0.05000,2.977
+15,block_sparse_moe.experts.97.w3,0.0000525350,0.05000,3.066
+15,block_sparse_moe.experts.109.w3,0.0000540934,0.05000,2.943
+15,block_sparse_moe.experts.111.w3,0.0000274348,0.05000,3.082
+15,block_sparse_moe.experts.103.w3,0.0001126814,0.05000,3.078
+15,block_sparse_moe.experts.107.w3,0.0001869164,0.05000,3.120
+15,block_sparse_moe.experts.106.w3,0.0001403391,0.05000,2.994
+15,block_sparse_moe.experts.99.w3,0.0000529941,0.05000,3.144
+15,block_sparse_moe.experts.102.w3,0.0002137193,0.05000,3.043
+15,block_sparse_moe.experts.98.w3,0.0000434566,0.05000,3.084
+15,block_sparse_moe.experts.110.w3,0.0001718778,0.05000,3.100
+15,block_sparse_moe.experts.108.w3,0.0000873481,0.05000,3.095
+15,block_sparse_moe.experts.104.w3,0.0000407123,0.05000,3.066
+15,block_sparse_moe.experts.100.w3,0.0000568643,0.05000,3.109
+15,block_sparse_moe.experts.96.w3,0.0000243987,0.05000,3.100
+15,block_sparse_moe.experts.117.w3,0.0001296304,0.05000,3.092
+15,block_sparse_moe.experts.121.w3,0.0000876440,0.05000,3.012
+15,block_sparse_moe.experts.113.w3,0.0000852659,0.05000,3.077
+15,block_sparse_moe.experts.125.w3,0.0002076606,0.05000,3.101
+15,block_sparse_moe.experts.127.w3,0.0000622386,0.05000,2.849
+15,block_sparse_moe.experts.123.w3,0.0001005493,0.05000,2.802
+15,block_sparse_moe.experts.119.w3,0.0000847762,0.05000,2.898
+15,block_sparse_moe.experts.115.w3,0.0000530335,0.05000,2.796
+15,block_sparse_moe.experts.122.w3,0.0001063074,0.05000,3.004
+15,block_sparse_moe.experts.118.w3,0.0001222982,0.05000,3.021
+15,block_sparse_moe.experts.114.w3,0.0000974314,0.05000,2.994
+15,block_sparse_moe.experts.126.w3,0.0000579958,0.05000,3.005
+15,block_sparse_moe.experts.120.w3,0.0002220911,0.05000,2.994
+15,block_sparse_moe.experts.124.w3,0.0001140074,0.05000,3.003
+15,block_sparse_moe.experts.116.w3,0.0001650697,0.05000,3.047
+15,block_sparse_moe.experts.112.w3,0.0000821197,0.05000,2.993
+15,block_sparse_moe.experts.133.w3,0.0001035645,0.05000,3.078
+15,block_sparse_moe.experts.137.w3,0.0000146466,0.05000,3.001
+15,block_sparse_moe.experts.143.w3,0.0001050622,0.05000,2.924
+15,block_sparse_moe.experts.141.w3,0.0002218621,0.05000,2.997
+15,block_sparse_moe.experts.129.w3,0.0003257492,0.05000,3.065
+15,block_sparse_moe.experts.135.w3,0.0000938675,0.05000,2.956
+15,block_sparse_moe.experts.139.w3,0.0000997302,0.05000,3.013
+15,block_sparse_moe.experts.131.w3,0.0001612706,0.05000,2.992
+15,block_sparse_moe.experts.138.w3,0.0002206145,0.05000,2.936
+15,block_sparse_moe.experts.134.w3,0.0000852439,0.05000,3.007
+15,block_sparse_moe.experts.130.w3,0.0000119600,0.05000,3.006
+15,block_sparse_moe.experts.142.w3,0.0001545086,0.05000,2.983
+15,block_sparse_moe.experts.140.w3,0.0001014192,0.05000,2.886
+15,block_sparse_moe.experts.136.w3,0.0000843867,0.05000,2.900
+15,block_sparse_moe.experts.132.w3,0.0000923261,0.05000,2.913
+15,block_sparse_moe.experts.128.w3,0.0000954641,0.05000,2.894
+15,block_sparse_moe.experts.149.w3,0.0000723866,0.05000,2.992
+15,block_sparse_moe.experts.159.w3,0.0001164923,0.05000,2.881
+15,block_sparse_moe.experts.153.w3,0.0000735746,0.05000,3.032
+15,block_sparse_moe.experts.151.w3,0.0000379527,0.05000,2.890
+15,block_sparse_moe.experts.157.w3,0.0000941592,0.05000,3.056
+15,block_sparse_moe.experts.155.w3,0.0000345493,0.05000,2.936
+15,block_sparse_moe.experts.145.w3,0.0000454096,0.05000,3.109
+15,block_sparse_moe.experts.147.w3,0.0000112252,0.05000,2.920
+15,block_sparse_moe.experts.154.w3,0.0000229234,0.05000,2.989
+15,block_sparse_moe.experts.150.w3,0.0002192618,0.05000,3.092
+15,block_sparse_moe.experts.158.w3,0.0000535267,0.05000,3.077
+15,block_sparse_moe.experts.146.w3,0.0000743193,0.05000,3.133
+15,block_sparse_moe.experts.152.w3,0.0001111161,0.05000,3.115
+15,block_sparse_moe.experts.156.w3,0.0001169895,0.05000,3.128
+15,block_sparse_moe.experts.148.w3,0.0001709090,0.05000,3.147
+15,block_sparse_moe.experts.144.w3,0.0000218310,0.05000,3.152
+15,block_sparse_moe.experts.165.w3,0.0001070096,0.05000,3.119
+15,block_sparse_moe.experts.169.w3,0.0003283064,0.05000,3.138
+15,block_sparse_moe.experts.175.w3,0.0001478613,0.05000,3.251
+15,block_sparse_moe.experts.167.w3,0.0000956180,0.05000,3.328
+15,block_sparse_moe.experts.161.w3,0.0001181963,0.05000,3.277
+15,block_sparse_moe.experts.173.w3,0.0001222048,0.05000,3.419
+15,block_sparse_moe.experts.171.w3,0.0001195268,0.05000,3.370
+15,block_sparse_moe.experts.163.w3,0.0000526580,0.05000,3.383
+15,block_sparse_moe.experts.170.w3,0.0000511070,0.05000,3.218
+15,block_sparse_moe.experts.162.w3,0.0000962886,0.05000,3.046
+15,block_sparse_moe.experts.166.w3,0.0001208841,0.05000,3.234
+15,block_sparse_moe.experts.174.w3,0.0000701606,0.05000,3.241
+15,block_sparse_moe.experts.168.w3,0.0001238189,0.05000,3.082
+15,block_sparse_moe.experts.172.w3,0.0001045395,0.05000,3.253
+15,block_sparse_moe.experts.160.w3,0.0002799062,0.05000,3.065
+15,block_sparse_moe.experts.164.w3,0.0002049973,0.05000,3.149
+15,block_sparse_moe.experts.181.w3,0.0000817990,0.05000,3.504
+15,block_sparse_moe.experts.191.w3,0.0000553864,0.05000,3.179
+15,block_sparse_moe.experts.183.w3,0.0001525471,0.05000,3.002
+15,block_sparse_moe.experts.187.w3,0.0002028402,0.05000,2.976
+15,block_sparse_moe.experts.185.w3,0.0000583806,0.05000,3.455
+15,block_sparse_moe.experts.179.w3,0.0001705884,0.05000,2.960
+15,block_sparse_moe.experts.177.w3,0.0000354930,0.05000,3.305
+15,block_sparse_moe.experts.189.w3,0.0000567209,0.05000,3.297
+15,block_sparse_moe.experts.186.w3,0.0001016245,0.05000,3.178
+15,block_sparse_moe.experts.178.w3,0.0000403319,0.05000,3.160
+15,block_sparse_moe.experts.182.w3,0.0000356655,0.05000,3.078
+15,block_sparse_moe.experts.190.w3,0.0000453033,0.05000,3.158
+15,block_sparse_moe.experts.184.w3,0.0001392695,0.05000,3.324
+15,block_sparse_moe.experts.188.w3,0.0000641273,0.05000,3.202
+15,block_sparse_moe.experts.180.w3,0.0000330418,0.05000,3.197
+15,block_sparse_moe.experts.176.w3,0.0001768445,0.05000,3.209
+15,block_sparse_moe.experts.197.w3,0.0000410014,0.05000,2.948
+15,block_sparse_moe.experts.207.w3,0.0001805286,0.05000,3.047
+15,block_sparse_moe.experts.199.w3,0.0002094518,0.05000,3.016
+15,block_sparse_moe.experts.201.w3,0.0000954925,0.05000,3.088
+15,block_sparse_moe.experts.203.w3,0.0000771359,0.05000,3.137
+15,block_sparse_moe.experts.195.w3,0.0001637036,0.05000,3.094
+15,block_sparse_moe.experts.193.w3,0.0001105349,0.05000,3.021
+15,block_sparse_moe.experts.205.w3,0.0000547835,0.05000,3.100
+15,block_sparse_moe.experts.202.w3,0.0001421326,0.05000,3.144
+15,block_sparse_moe.experts.198.w3,0.0000609105,0.05000,3.072
+15,block_sparse_moe.experts.194.w3,0.0002502924,0.05000,3.155
+15,block_sparse_moe.experts.206.w3,0.0000381219,0.05000,3.087
+15,block_sparse_moe.experts.204.w3,0.0000783717,0.05000,3.144
+15,block_sparse_moe.experts.200.w3,0.0000901704,0.05000,3.204
+15,block_sparse_moe.experts.192.w3,0.0000773016,0.05000,3.082
+15,block_sparse_moe.experts.196.w3,0.0001270016,0.05000,3.108
+15,block_sparse_moe.experts.213.w3,0.0001615149,0.05000,3.214
+15,block_sparse_moe.experts.223.w3,0.0001201418,0.05000,3.146
+15,block_sparse_moe.experts.215.w3,0.0001055277,0.05000,3.119
+15,block_sparse_moe.experts.219.w3,0.0001348253,0.05000,3.178
+15,block_sparse_moe.experts.211.w3,0.0000962017,0.05000,3.300
+15,block_sparse_moe.experts.217.w3,0.0001195038,0.05000,3.389
+15,block_sparse_moe.experts.209.w3,0.0001052031,0.05000,3.419
+15,block_sparse_moe.experts.218.w3,0.0000412519,0.05000,3.331
+15,block_sparse_moe.experts.221.w3,0.0001137000,0.05000,3.559
+15,block_sparse_moe.experts.214.w3,0.0000784477,0.05000,3.260
+15,block_sparse_moe.experts.222.w3,0.0001812487,0.05000,3.271
+15,block_sparse_moe.experts.210.w3,0.0000222231,0.05000,4.044
+15,block_sparse_moe.experts.239.w3,0.0002493474,0.05000,3.427
+15,block_sparse_moe.experts.231.w3,0.0000250875,0.05000,3.430
+15,block_sparse_moe.experts.235.w3,0.0000559017,0.05000,3.351
+15,block_sparse_moe.experts.227.w3,0.0002469099,0.05000,3.375
+15,block_sparse_moe.experts.234.w3,0.0001128767,0.05000,3.337
+15,block_sparse_moe.experts.230.w3,0.0001469150,0.05000,3.331
+15,block_sparse_moe.experts.238.w3,0.0001441603,0.05000,3.327
+15,block_sparse_moe.experts.226.w3,0.0001025896,0.05000,3.219
+15,block_sparse_moe.experts.255.w3,0.0001005553,0.05000,3.271
+15,block_sparse_moe.experts.247.w3,0.0001416208,0.05000,3.255
+15,block_sparse_moe.experts.251.w3,0.0001212931,0.05000,3.149
+15,block_sparse_moe.experts.243.w3,0.0001844127,0.05000,3.064
+15,block_sparse_moe.experts.250.w3,0.0001543653,0.05000,3.497
+15,block_sparse_moe.experts.246.w3,0.0000450055,0.05000,3.484
+15,block_sparse_moe.experts.254.w3,0.0000256303,0.05000,3.368
+15,block_sparse_moe.experts.242.w3,0.0001311176,0.05000,3.010
+15,block_sparse_moe.experts.229.w3,0.0001220257,0.05000,10.653
+15,block_sparse_moe.experts.233.w3,0.0001760154,0.05000,10.658
+15,block_sparse_moe.experts.225.w3,0.0001441516,0.05000,10.535
+15,block_sparse_moe.experts.237.w3,0.0001886901,0.05000,10.496
+15,block_sparse_moe.experts.245.w3,0.0000813121,0.05000,3.249
+15,block_sparse_moe.experts.249.w3,0.0001918027,0.05000,3.053
+15,block_sparse_moe.experts.241.w3,0.0001302353,0.05000,3.039
+15,block_sparse_moe.experts.253.w3,0.0000258682,0.05000,2.856
+15,block_sparse_moe.experts.212.w3,0.0001741692,0.05000,2.929
+15,block_sparse_moe.experts.220.w3,0.0001199928,0.05000,2.975
+15,block_sparse_moe.experts.208.w3,0.0001597353,0.05000,3.009
+15,block_sparse_moe.experts.216.w3,0.0002440706,0.05000,3.017
+15,block_sparse_moe.experts.236.w3,0.0001650440,0.05000,2.433
+15,block_sparse_moe.experts.228.w3,0.0001289535,0.05000,2.516
+15,block_sparse_moe.experts.232.w3,0.0000940725,0.05000,2.525
+15,block_sparse_moe.experts.224.w3,0.0000834978,0.05000,2.545
+15,block_sparse_moe.experts.244.w3,0.0000582023,0.05000,2.590
+15,block_sparse_moe.experts.252.w3,0.0001599857,0.05000,2.633
+15,block_sparse_moe.experts.240.w3,0.0001113306,0.05000,2.603
+15,block_sparse_moe.experts.248.w3,0.0001453939,0.05000,2.614
+15,block_sparse_moe.experts.0.w2,0.0000056325,0.05000,1.647
+15,block_sparse_moe.experts.8.w2,0.0000220204,0.05000,1.604
+15,block_sparse_moe.experts.4.w2,0.0000271252,0.05000,1.606
+15,block_sparse_moe.experts.10.w2,0.0000317159,0.05000,1.597
+15,block_sparse_moe.experts.12.w2,0.0000073463,0.05000,1.615
+15,block_sparse_moe.experts.6.w2,0.0000277044,0.05000,1.623
+15,block_sparse_moe.experts.2.w2,0.0000479762,0.05000,1.689
+15,block_sparse_moe.experts.7.w2,0.0000338227,0.05000,1.651
+15,block_sparse_moe.experts.14.w2,0.0000300800,0.05000,1.662
+15,block_sparse_moe.experts.15.w2,0.0000079280,0.05000,1.679
+15,block_sparse_moe.experts.3.w2,0.0000084151,0.05000,1.730
+15,block_sparse_moe.experts.11.w2,0.0000233846,0.05000,1.709
+15,block_sparse_moe.experts.1.w2,0.0000075207,0.05000,1.863
+15,block_sparse_moe.experts.13.w2,0.0000195231,0.05000,1.855
+15,block_sparse_moe.experts.5.w2,0.0000368334,0.05000,1.858
+15,block_sparse_moe.experts.9.w2,0.0000139481,0.05000,1.899
+15,block_sparse_moe.experts.16.w2,0.0000330002,0.05000,1.500
+15,block_sparse_moe.experts.20.w2,0.0000388944,0.05000,1.545
+15,block_sparse_moe.experts.28.w2,0.0000247849,0.05000,1.547
+15,block_sparse_moe.experts.23.w2,0.0000323662,0.05000,1.516
+15,block_sparse_moe.experts.24.w2,0.0000175355,0.05000,1.575
+15,block_sparse_moe.experts.22.w2,0.0000462725,0.05000,1.559
+15,block_sparse_moe.experts.18.w2,0.0000416509,0.05000,1.567
+15,block_sparse_moe.experts.27.w2,0.0000146545,0.05000,1.494
+15,block_sparse_moe.experts.19.w2,0.0000130592,0.05000,1.533
+15,block_sparse_moe.experts.26.w2,0.0000489265,0.05000,1.623
+15,block_sparse_moe.experts.17.w2,0.0000332615,0.05000,1.425
+15,block_sparse_moe.experts.31.w2,0.0000117441,0.05000,1.564
+15,block_sparse_moe.experts.25.w2,0.0000266388,0.05000,1.367
+15,block_sparse_moe.experts.30.w2,0.0000418597,0.05000,1.596
+15,block_sparse_moe.experts.29.w2,0.0000190981,0.05000,1.419
+15,block_sparse_moe.experts.21.w2,0.0000150998,0.05000,1.455
+15,block_sparse_moe.experts.39.w2,0.0000130076,0.05000,1.437
+15,block_sparse_moe.experts.44.w2,0.0000247491,0.05000,1.491
+15,block_sparse_moe.experts.36.w2,0.0000443162,0.05000,1.506
+15,block_sparse_moe.experts.32.w2,0.0000656250,0.05000,1.561
+15,block_sparse_moe.experts.34.w2,0.0000155778,0.05000,1.457
+15,block_sparse_moe.experts.38.w2,0.0000239362,0.05000,1.487
+15,block_sparse_moe.experts.40.w2,0.0000139273,0.05000,1.522
+15,block_sparse_moe.experts.47.w2,0.0000329686,0.05000,1.460
+15,block_sparse_moe.experts.35.w2,0.0000208412,0.05000,1.491
+15,block_sparse_moe.experts.43.w2,0.0000144415,0.05000,1.506
+15,block_sparse_moe.experts.42.w2,0.0000312852,0.05000,1.494
+15,block_sparse_moe.experts.46.w2,0.0000425338,0.05000,1.521
+15,block_sparse_moe.experts.33.w2,0.0000270708,0.05000,1.590
+15,block_sparse_moe.experts.45.w2,0.0000446649,0.05000,1.565
+15,block_sparse_moe.experts.41.w2,0.0000374551,0.05000,1.619
+15,block_sparse_moe.experts.37.w2,0.0000373234,0.05000,1.578
+15,block_sparse_moe.experts.55.w2,0.0000539919,0.05000,1.481
+15,block_sparse_moe.experts.48.w2,0.0000442226,0.05000,1.444
+15,block_sparse_moe.experts.56.w2,0.0000179113,0.05000,1.434
+15,block_sparse_moe.experts.60.w2,0.0000334125,0.05000,1.483
+15,block_sparse_moe.experts.52.w2,0.0000377102,0.05000,1.517
+15,block_sparse_moe.experts.59.w2,0.0000257528,0.05000,1.475
+15,block_sparse_moe.experts.51.w2,0.0000440254,0.05000,1.502
+15,block_sparse_moe.experts.50.w2,0.0000050385,0.05000,1.598
+15,block_sparse_moe.experts.58.w2,0.0000310829,0.05000,1.536
+15,block_sparse_moe.experts.54.w2,0.0000473206,0.05000,1.587
+15,block_sparse_moe.experts.63.w2,0.0000159122,0.05000,1.580
+15,block_sparse_moe.experts.62.w2,0.0000203780,0.05000,1.608
+15,block_sparse_moe.experts.49.w2,0.0000096186,0.05000,1.662
+15,block_sparse_moe.experts.61.w2,0.0000098987,0.05000,1.683
+15,block_sparse_moe.experts.53.w2,0.0000066094,0.05000,1.659
+15,block_sparse_moe.experts.57.w2,0.0000247529,0.05000,1.693
+15,block_sparse_moe.experts.64.w2,0.0000208869,0.05000,1.565
+15,block_sparse_moe.experts.72.w2,0.0000520133,0.05000,1.535
+15,block_sparse_moe.experts.71.w2,0.0000558221,0.05000,1.594
+15,block_sparse_moe.experts.76.w2,0.0000252929,0.05000,1.558
+15,block_sparse_moe.experts.70.w2,0.0000604282,0.05000,1.442
+15,block_sparse_moe.experts.66.w2,0.0000114499,0.05000,1.478
+15,block_sparse_moe.experts.75.w2,0.0000151107,0.05000,1.548
+15,block_sparse_moe.experts.74.w2,0.0000158727,0.05000,1.478
+15,block_sparse_moe.experts.68.w2,0.0000175887,0.05000,1.601
+15,block_sparse_moe.experts.67.w2,0.0000558063,0.05000,1.627
+15,block_sparse_moe.experts.79.w2,0.0000454519,0.05000,1.591
+15,block_sparse_moe.experts.78.w2,0.0000433265,0.05000,1.514
+15,block_sparse_moe.experts.77.w2,0.0000144754,0.05000,1.399
+15,block_sparse_moe.experts.65.w2,0.0000170603,0.05000,1.482
+15,block_sparse_moe.experts.69.w2,0.0000302244,0.05000,1.442
+15,block_sparse_moe.experts.73.w2,0.0000130447,0.05000,1.430
+15,block_sparse_moe.experts.88.w2,0.0000488907,0.05000,1.375
+15,block_sparse_moe.experts.92.w2,0.0000279110,0.05000,1.356
+15,block_sparse_moe.experts.80.w2,0.0000164044,0.05000,1.405
+15,block_sparse_moe.experts.87.w2,0.0000078038,0.05000,1.484
+15,block_sparse_moe.experts.84.w2,0.0000198749,0.05000,1.393
+15,block_sparse_moe.experts.86.w2,0.0000658857,0.05000,1.463
+15,block_sparse_moe.experts.91.w2,0.0000175137,0.05000,1.467
+15,block_sparse_moe.experts.90.w2,0.0000397409,0.05000,1.482
+15,block_sparse_moe.experts.82.w2,0.0000221927,0.05000,1.504
+15,block_sparse_moe.experts.83.w2,0.0000397669,0.05000,1.465
+15,block_sparse_moe.experts.94.w2,0.0000129760,0.05000,1.444
+15,block_sparse_moe.experts.95.w2,0.0000473657,0.05000,1.499
+15,block_sparse_moe.experts.93.w2,0.0000297472,0.05000,1.488
+15,block_sparse_moe.experts.81.w2,0.0000203111,0.05000,1.458
+15,block_sparse_moe.experts.85.w2,0.0000069384,0.05000,1.521
+15,block_sparse_moe.experts.89.w2,0.0000182190,0.05000,1.504
+15,block_sparse_moe.experts.108.w2,0.0000234788,0.05000,1.455
+15,block_sparse_moe.experts.96.w2,0.0000077838,0.05000,1.468
+15,block_sparse_moe.experts.104.w2,0.0000129937,0.05000,1.495
+15,block_sparse_moe.experts.100.w2,0.0000159217,0.05000,1.476
+15,block_sparse_moe.experts.102.w2,0.0000436286,0.05000,1.470
+15,block_sparse_moe.experts.103.w2,0.0000243484,0.05000,1.517
+15,block_sparse_moe.experts.98.w2,0.0000127229,0.05000,1.453
+15,block_sparse_moe.experts.106.w2,0.0000182411,0.05000,1.490
+15,block_sparse_moe.experts.107.w2,0.0000471756,0.05000,1.529
+15,block_sparse_moe.experts.99.w2,0.0000111404,0.05000,1.492
+15,block_sparse_moe.experts.110.w2,0.0000406523,0.05000,1.508
+15,block_sparse_moe.experts.111.w2,0.0000070794,0.05000,1.527
+15,block_sparse_moe.experts.97.w2,0.0000201963,0.05000,1.475
+15,block_sparse_moe.experts.109.w2,0.0000203108,0.05000,1.518
+15,block_sparse_moe.experts.101.w2,0.0000156118,0.05000,1.467
+15,block_sparse_moe.experts.105.w2,0.0000304163,0.05000,1.526
+15,block_sparse_moe.experts.124.w2,0.0000194498,0.05000,1.532
+15,block_sparse_moe.experts.120.w2,0.0000562935,0.05000,1.507
+15,block_sparse_moe.experts.112.w2,0.0000321841,0.05000,1.529
+15,block_sparse_moe.experts.118.w2,0.0000327149,0.05000,1.449
+15,block_sparse_moe.experts.122.w2,0.0000340954,0.05000,1.424
+15,block_sparse_moe.experts.119.w2,0.0000106508,0.05000,1.462
+15,block_sparse_moe.experts.116.w2,0.0000440684,0.05000,1.533
+15,block_sparse_moe.experts.114.w2,0.0000335192,0.05000,1.488
+15,block_sparse_moe.experts.123.w2,0.0000194773,0.05000,1.498
+15,block_sparse_moe.experts.115.w2,0.0000100460,0.05000,1.512
+15,block_sparse_moe.experts.126.w2,0.0000120293,0.05000,1.460
+15,block_sparse_moe.experts.127.w2,0.0000193008,0.05000,1.454
+15,block_sparse_moe.experts.113.w2,0.0000398440,0.05000,1.453
+15,block_sparse_moe.experts.125.w2,0.0000488266,0.05000,1.469
+15,block_sparse_moe.experts.117.w2,0.0000337154,0.05000,1.494
+15,block_sparse_moe.experts.121.w2,0.0000119094,0.05000,1.520
+15,block_sparse_moe.experts.140.w2,0.0000211771,0.05000,1.454
+15,block_sparse_moe.experts.135.w2,0.0000203543,0.05000,1.372
+15,block_sparse_moe.experts.128.w2,0.0000559969,0.05000,1.468
+15,block_sparse_moe.experts.138.w2,0.0000451317,0.05000,1.443
+15,block_sparse_moe.experts.139.w2,0.0000234140,0.05000,1.371
+15,block_sparse_moe.experts.134.w2,0.0000186616,0.05000,1.533
+15,block_sparse_moe.experts.136.w2,0.0000152167,0.05000,1.576
+15,block_sparse_moe.experts.132.w2,0.0000137811,0.05000,1.478
+15,block_sparse_moe.experts.131.w2,0.0000360180,0.05000,1.414
+15,block_sparse_moe.experts.130.w2,0.0000038028,0.05000,1.540
+15,block_sparse_moe.experts.129.w2,0.0001338040,0.05000,1.413
+15,block_sparse_moe.experts.143.w2,0.0000314734,0.05000,1.427
+15,block_sparse_moe.experts.133.w2,0.0000240408,0.05000,1.309
+15,block_sparse_moe.experts.141.w2,0.0000708084,0.05000,1.389
+15,block_sparse_moe.experts.142.w2,0.0000424091,0.05000,1.498
+15,block_sparse_moe.experts.137.w2,0.0000054752,0.05000,1.324
+15,block_sparse_moe.experts.156.w2,0.0000233860,0.05000,1.494
+15,block_sparse_moe.experts.144.w2,0.0000129889,0.05000,1.474
+15,block_sparse_moe.experts.152.w2,0.0000172123,0.05000,1.433
+15,block_sparse_moe.experts.151.w2,0.0000232431,0.05000,1.600
+15,block_sparse_moe.experts.148.w2,0.0000347792,0.05000,1.466
+15,block_sparse_moe.experts.150.w2,0.0000494461,0.05000,1.576
+15,block_sparse_moe.experts.155.w2,0.0000131983,0.05000,1.628
+15,block_sparse_moe.experts.154.w2,0.0000045051,0.05000,1.652
+15,block_sparse_moe.experts.145.w2,0.0000191418,0.05000,1.499
+15,block_sparse_moe.experts.149.w2,0.0000282803,0.05000,1.495
+15,block_sparse_moe.experts.157.w2,0.0000225312,0.05000,1.528
+15,block_sparse_moe.experts.146.w2,0.0000106713,0.05000,1.592
+15,block_sparse_moe.experts.153.w2,0.0000102195,0.05000,1.475
+15,block_sparse_moe.experts.147.w2,0.0000078478,0.05000,1.708
+15,block_sparse_moe.experts.159.w2,0.0000217117,0.05000,1.646
+15,block_sparse_moe.experts.158.w2,0.0000293814,0.05000,1.601
+15,block_sparse_moe.experts.172.w2,0.0000175211,0.05000,1.549
+15,block_sparse_moe.experts.160.w2,0.0001172042,0.05000,1.611
+15,block_sparse_moe.experts.168.w2,0.0000246220,0.05000,1.585
+15,block_sparse_moe.experts.167.w2,0.0000344411,0.05000,1.559
+15,block_sparse_moe.experts.164.w2,0.0000389054,0.05000,1.579
+15,block_sparse_moe.experts.165.w2,0.0000309102,0.05000,1.436
+15,block_sparse_moe.experts.173.w2,0.0000156943,0.05000,1.436
+15,block_sparse_moe.experts.161.w2,0.0000227224,0.05000,1.481
+15,block_sparse_moe.experts.171.w2,0.0000397474,0.05000,1.527
+15,block_sparse_moe.experts.166.w2,0.0000168317,0.05000,1.555
+15,block_sparse_moe.experts.170.w2,0.0000108170,0.05000,1.562
+15,block_sparse_moe.experts.169.w2,0.0000809240,0.05000,1.451
+15,block_sparse_moe.experts.162.w2,0.0000165782,0.05000,1.579
+15,block_sparse_moe.experts.174.w2,0.0000143836,0.05000,1.488
+15,block_sparse_moe.experts.163.w2,0.0000167526,0.05000,1.515
+15,block_sparse_moe.experts.175.w2,0.0000335391,0.05000,1.560
+15,block_sparse_moe.experts.181.w2,0.0000279076,0.05000,1.366
+15,block_sparse_moe.experts.188.w2,0.0000207415,0.05000,1.574
+15,block_sparse_moe.experts.177.w2,0.0000107091,0.05000,1.357
+15,block_sparse_moe.experts.189.w2,0.0000145490,0.05000,1.395
+15,block_sparse_moe.experts.183.w2,0.0000825150,0.05000,1.481
+15,block_sparse_moe.experts.187.w2,0.0000363421,0.05000,1.420
+15,block_sparse_moe.experts.176.w2,0.0000281652,0.05000,1.573
+15,block_sparse_moe.experts.184.w2,0.0000230888,0.05000,1.555
+15,block_sparse_moe.experts.185.w2,0.0000087610,0.05000,1.396
+15,block_sparse_moe.experts.182.w2,0.0000071892,0.05000,1.508
+15,block_sparse_moe.experts.180.w2,0.0000071517,0.05000,1.582
+15,block_sparse_moe.experts.186.w2,0.0000737098,0.05000,1.520
+15,block_sparse_moe.experts.179.w2,0.0000376775,0.05000,1.392
+15,block_sparse_moe.experts.191.w2,0.0000138611,0.05000,1.393
+15,block_sparse_moe.experts.178.w2,0.0000137407,0.05000,1.486
+15,block_sparse_moe.experts.190.w2,0.0000117691,0.05000,1.546
+15,block_sparse_moe.experts.199.w2,0.0000600573,0.05000,1.374
+15,block_sparse_moe.experts.204.w2,0.0000201886,0.05000,1.502
+15,block_sparse_moe.experts.203.w2,0.0000194958,0.05000,1.433
+15,block_sparse_moe.experts.197.w2,0.0000102208,0.05000,1.632
+15,block_sparse_moe.experts.193.w2,0.0000252917,0.05000,1.608
+15,block_sparse_moe.experts.200.w2,0.0000171586,0.05000,1.535
+15,block_sparse_moe.experts.192.w2,0.0000207586,0.05000,1.557
+15,block_sparse_moe.experts.196.w2,0.0000218327,0.05000,1.494
+15,block_sparse_moe.experts.195.w2,0.0000559718,0.05000,1.464
+15,block_sparse_moe.experts.205.w2,0.0000142449,0.05000,1.651
+15,block_sparse_moe.experts.201.w2,0.0000195357,0.05000,1.615
+15,block_sparse_moe.experts.207.w2,0.0000473907,0.05000,1.467
+15,block_sparse_moe.experts.202.w2,0.0000252358,0.05000,1.557
+15,block_sparse_moe.experts.198.w2,0.0000154643,0.05000,1.605
+15,block_sparse_moe.experts.194.w2,0.0000814294,0.05000,1.640
+15,block_sparse_moe.experts.206.w2,0.0000191584,0.05000,1.576
+15,block_sparse_moe.experts.215.w2,0.0000181137,0.05000,1.522
+15,block_sparse_moe.experts.219.w2,0.0000277477,0.05000,1.501
+15,block_sparse_moe.experts.220.w2,0.0000306273,0.05000,1.531
+15,block_sparse_moe.experts.213.w2,0.0000273783,0.05000,1.526
+15,block_sparse_moe.experts.212.w2,0.0000386241,0.05000,1.507
+15,block_sparse_moe.experts.214.w2,0.0000287552,0.05000,1.420
+15,block_sparse_moe.experts.218.w2,0.0000085143,0.05000,1.432
+15,block_sparse_moe.experts.216.w2,0.0000650797,0.05000,1.568
+15,block_sparse_moe.experts.211.w2,0.0000148049,0.05000,1.524
+15,block_sparse_moe.experts.209.w2,0.0000359482,0.05000,1.599
+15,block_sparse_moe.experts.208.w2,0.0000375214,0.05000,1.582
+15,block_sparse_moe.experts.221.w2,0.0000392131,0.05000,1.546
+15,block_sparse_moe.experts.223.w2,0.0000161282,0.05000,1.502
+15,block_sparse_moe.experts.222.w2,0.0000317781,0.05000,1.373
+15,block_sparse_moe.experts.217.w2,0.0000162713,0.05000,1.607
+15,block_sparse_moe.experts.210.w2,0.0000041956,0.05000,1.426
+15,block_sparse_moe.experts.231.w2,0.0000051338,0.05000,1.464
+15,block_sparse_moe.experts.235.w2,0.0000206342,0.05000,1.475
+15,block_sparse_moe.experts.236.w2,0.0000399755,0.05000,1.501
+15,block_sparse_moe.experts.230.w2,0.0000307797,0.05000,1.451
+15,block_sparse_moe.experts.234.w2,0.0000191020,0.05000,1.466
+15,block_sparse_moe.experts.228.w2,0.0000336222,0.05000,1.503
+15,block_sparse_moe.experts.229.w2,0.0000390658,0.05000,1.554
+15,block_sparse_moe.experts.227.w2,0.0000483620,0.05000,1.480
+15,block_sparse_moe.experts.225.w2,0.0000481273,0.05000,1.484
+15,block_sparse_moe.experts.232.w2,0.0000318436,0.05000,1.519
+15,block_sparse_moe.experts.237.w2,0.0000336671,0.05000,1.516
+15,block_sparse_moe.experts.224.w2,0.0000152573,0.05000,1.538
+15,block_sparse_moe.experts.239.w2,0.0000737585,0.05000,1.543
+15,block_sparse_moe.experts.238.w2,0.0000289376,0.05000,1.489
+15,block_sparse_moe.experts.233.w2,0.0000333004,0.05000,1.516
+15,block_sparse_moe.experts.226.w2,0.0000325311,0.05000,1.528
+15,block_sparse_moe.experts.247.w2,0.0000412883,0.05000,1.443
+15,block_sparse_moe.experts.251.w2,0.0000238012,0.05000,1.398
+15,block_sparse_moe.experts.252.w2,0.0000598021,0.05000,1.498
+15,block_sparse_moe.experts.243.w2,0.0000401823,0.05000,1.373
+15,block_sparse_moe.experts.255.w2,0.0000161878,0.05000,1.283
+15,block_sparse_moe.experts.246.w2,0.0000121531,0.05000,1.520
+15,block_sparse_moe.experts.244.w2,0.0000240334,0.05000,1.484
+15,block_sparse_moe.experts.250.w2,0.0000344160,0.05000,1.511
+15,block_sparse_moe.experts.248.w2,0.0000389389,0.05000,1.456
+15,block_sparse_moe.experts.245.w2,0.0000149683,0.05000,1.492
+15,block_sparse_moe.experts.241.w2,0.0000283217,0.05000,1.488
+15,block_sparse_moe.experts.240.w2,0.0000440414,0.05000,1.426
+15,block_sparse_moe.experts.253.w2,0.0000066076,0.05000,1.472
+15,block_sparse_moe.experts.254.w2,0.0000100177,0.05000,1.432
+15,block_sparse_moe.experts.249.w2,0.0000544772,0.05000,1.396
+15,block_sparse_moe.experts.242.w2,0.0000252598,0.05000,1.383
+16,self_attn.k_proj,0.0000004229,0.05000,1.014
+16,self_attn.q_proj,0.0000028006,0.05000,1.021
+16,self_attn.v_proj,0.0000003376,0.05000,1.022
+16,self_attn.o_proj,0.0000001182,0.05000,1.910
+16,block_sparse_moe.experts.4.w1,0.0002329252,0.05000,2.841
+16,block_sparse_moe.experts.0.w1,0.0001296199,0.05000,2.845
+16,block_sparse_moe.experts.12.w1,0.0000757330,0.05000,2.907
+16,block_sparse_moe.experts.8.w1,0.0000378305,0.05000,2.938
+16,block_sparse_moe.experts.2.w1,0.0000718629,0.05000,3.019
+16,block_sparse_moe.experts.14.w1,0.0000479245,0.05000,3.041
+16,block_sparse_moe.experts.10.w1,0.0001940191,0.05000,3.098
+16,block_sparse_moe.experts.6.w1,0.0000990896,0.05000,3.075
+16,block_sparse_moe.experts.5.w1,0.0002140474,0.05000,3.112
+16,block_sparse_moe.experts.7.w1,0.0001693881,0.05000,3.131
+16,block_sparse_moe.experts.1.w1,0.0000679397,0.05000,3.165
+16,block_sparse_moe.experts.13.w1,0.0001812075,0.05000,3.171
+16,block_sparse_moe.experts.15.w1,0.0001992913,0.05000,3.176
+16,block_sparse_moe.experts.3.w1,0.0000115098,0.05000,3.180
+16,block_sparse_moe.experts.9.w1,0.0002621029,0.05000,3.245
+16,block_sparse_moe.experts.11.w1,0.0000578093,0.05000,3.259
+16,block_sparse_moe.experts.16.w1,0.0000659232,0.05000,3.030
+16,block_sparse_moe.experts.20.w1,0.0001852233,0.05000,3.042
+16,block_sparse_moe.experts.17.w1,0.0000512220,0.05000,2.747
+16,block_sparse_moe.experts.21.w1,0.0001630793,0.05000,2.813
+16,block_sparse_moe.experts.24.w1,0.0001023818,0.05000,3.030
+16,block_sparse_moe.experts.30.w1,0.0000188519,0.05000,2.931
+16,block_sparse_moe.experts.29.w1,0.0001634991,0.05000,2.819
+16,block_sparse_moe.experts.28.w1,0.0002519749,0.05000,3.086
+16,block_sparse_moe.experts.18.w1,0.0001103508,0.05000,2.986
+16,block_sparse_moe.experts.23.w1,0.0001438026,0.05000,3.004
+16,block_sparse_moe.experts.25.w1,0.0001198107,0.05000,2.893
+16,block_sparse_moe.experts.22.w1,0.0000946703,0.05000,3.049
+16,block_sparse_moe.experts.26.w1,0.0001225024,0.05000,3.058
+16,block_sparse_moe.experts.31.w1,0.0002240791,0.05000,3.015
+16,block_sparse_moe.experts.27.w1,0.0000947658,0.05000,2.972
+16,block_sparse_moe.experts.19.w1,0.0001231935,0.05000,3.053
+16,block_sparse_moe.experts.33.w1,0.0000693738,0.05000,2.845
+16,block_sparse_moe.experts.37.w1,0.0000858774,0.05000,2.897
+16,block_sparse_moe.experts.45.w1,0.0001402318,0.05000,2.885
+16,block_sparse_moe.experts.32.w1,0.0002150417,0.05000,3.052
+16,block_sparse_moe.experts.36.w1,0.0000657936,0.05000,3.051
+16,block_sparse_moe.experts.47.w1,0.0002494338,0.05000,2.791
+16,block_sparse_moe.experts.44.w1,0.0000895805,0.05000,3.001
+16,block_sparse_moe.experts.34.w1,0.0000521206,0.05000,3.032
+16,block_sparse_moe.experts.40.w1,0.0001530238,0.05000,3.070
+16,block_sparse_moe.experts.41.w1,0.0000375464,0.05000,2.909
+16,block_sparse_moe.experts.46.w1,0.0000745590,0.05000,3.095
+16,block_sparse_moe.experts.39.w1,0.0001228079,0.05000,2.952
+16,block_sparse_moe.experts.35.w1,0.0001423379,0.05000,2.898
+16,block_sparse_moe.experts.38.w1,0.0001617050,0.05000,3.013
+16,block_sparse_moe.experts.43.w1,0.0001564908,0.05000,2.949
+16,block_sparse_moe.experts.42.w1,0.0003782970,0.05000,3.031
+16,block_sparse_moe.experts.49.w1,0.0000833647,0.05000,2.891
+16,block_sparse_moe.experts.53.w1,0.0001921433,0.05000,2.911
+16,block_sparse_moe.experts.61.w1,0.0001742735,0.05000,2.926
+16,block_sparse_moe.experts.63.w1,0.0003031136,0.05000,2.827
+16,block_sparse_moe.experts.48.w1,0.0000121071,0.05000,2.976
+16,block_sparse_moe.experts.57.w1,0.0001120469,0.05000,2.864
+16,block_sparse_moe.experts.60.w1,0.0000615562,0.05000,2.955
+16,block_sparse_moe.experts.52.w1,0.0000436067,0.05000,3.018
+16,block_sparse_moe.experts.55.w1,0.0002663811,0.05000,2.903
+16,block_sparse_moe.experts.56.w1,0.0001484359,0.05000,2.973
+16,block_sparse_moe.experts.51.w1,0.0002057053,0.05000,2.887
+16,block_sparse_moe.experts.62.w1,0.0000363724,0.05000,2.986
+16,block_sparse_moe.experts.50.w1,0.0002560943,0.05000,3.020
+16,block_sparse_moe.experts.59.w1,0.0001574482,0.05000,2.909
+16,block_sparse_moe.experts.54.w1,0.0001522118,0.05000,2.969
+16,block_sparse_moe.experts.58.w1,0.0000847528,0.05000,2.979
+16,block_sparse_moe.experts.69.w1,0.0000952211,0.05000,2.933
+16,block_sparse_moe.experts.79.w1,0.0000463611,0.05000,2.892
+16,block_sparse_moe.experts.66.w1,0.0000761730,0.05000,2.784
+16,block_sparse_moe.experts.71.w1,0.0001302603,0.05000,2.860
+16,block_sparse_moe.experts.65.w1,0.0000778121,0.05000,3.254
+16,block_sparse_moe.experts.67.w1,0.0000511066,0.05000,2.898
+16,block_sparse_moe.experts.78.w1,0.0001063232,0.05000,2.897
+16,block_sparse_moe.experts.72.w1,0.0001241336,0.05000,2.973
+16,block_sparse_moe.experts.77.w1,0.0000732043,0.05000,3.209
+16,block_sparse_moe.experts.70.w1,0.0001602470,0.05000,2.884
+16,block_sparse_moe.experts.64.w1,0.0003659334,0.05000,3.150
+16,block_sparse_moe.experts.75.w1,0.0001324576,0.05000,3.000
+16,block_sparse_moe.experts.74.w1,0.0002952012,0.05000,2.939
+16,block_sparse_moe.experts.73.w1,0.0001851651,0.05000,3.232
+16,block_sparse_moe.experts.76.w1,0.0000317100,0.05000,3.215
+16,block_sparse_moe.experts.68.w1,0.0001614612,0.05000,3.259
+16,block_sparse_moe.experts.85.w1,0.0001544443,0.05000,2.831
+16,block_sparse_moe.experts.81.w1,0.0001980021,0.05000,2.793
+16,block_sparse_moe.experts.82.w1,0.0000799727,0.05000,2.901
+16,block_sparse_moe.experts.95.w1,0.0000615578,0.05000,3.083
+16,block_sparse_moe.experts.93.w1,0.0001555005,0.05000,2.801
+16,block_sparse_moe.experts.94.w1,0.0000795318,0.05000,2.888
+16,block_sparse_moe.experts.86.w1,0.0000921714,0.05000,2.887
+16,block_sparse_moe.experts.87.w1,0.0001290833,0.05000,3.102
+16,block_sparse_moe.experts.89.w1,0.0001101756,0.05000,2.827
+16,block_sparse_moe.experts.88.w1,0.0000618314,0.05000,2.990
+16,block_sparse_moe.experts.83.w1,0.0000779679,0.05000,3.068
+16,block_sparse_moe.experts.80.w1,0.0000799786,0.05000,2.955
+16,block_sparse_moe.experts.90.w1,0.0001007798,0.05000,2.959
+16,block_sparse_moe.experts.92.w1,0.0000743885,0.05000,2.938
+16,block_sparse_moe.experts.91.w1,0.0001517250,0.05000,3.065
+16,block_sparse_moe.experts.84.w1,0.0000932076,0.05000,2.991
+16,block_sparse_moe.experts.101.w1,0.0000530111,0.05000,2.942
+16,block_sparse_moe.experts.98.w1,0.0001232768,0.05000,2.747
+16,block_sparse_moe.experts.110.w1,0.0002308871,0.05000,2.693
+16,block_sparse_moe.experts.97.w1,0.0001047674,0.05000,2.920
+16,block_sparse_moe.experts.102.w1,0.0001429933,0.05000,2.760
+16,block_sparse_moe.experts.109.w1,0.0001539715,0.05000,2.936
+16,block_sparse_moe.experts.106.w1,0.0001589279,0.05000,2.765
+16,block_sparse_moe.experts.111.w1,0.0000965983,0.05000,3.132
+16,block_sparse_moe.experts.105.w1,0.0001681405,0.05000,2.961
+16,block_sparse_moe.experts.96.w1,0.0000984828,0.05000,2.942
+16,block_sparse_moe.experts.104.w1,0.0000375405,0.05000,2.984
+16,block_sparse_moe.experts.108.w1,0.0001938017,0.05000,2.887
+16,block_sparse_moe.experts.103.w1,0.0001725656,0.05000,3.100
+16,block_sparse_moe.experts.100.w1,0.0001452160,0.05000,2.883
+16,block_sparse_moe.experts.99.w1,0.0001686943,0.05000,3.114
+16,block_sparse_moe.experts.107.w1,0.0000906038,0.05000,3.132
+16,block_sparse_moe.experts.114.w1,0.0000303805,0.05000,2.819
+16,block_sparse_moe.experts.117.w1,0.0000885901,0.05000,2.949
+16,block_sparse_moe.experts.126.w1,0.0002683317,0.05000,2.883
+16,block_sparse_moe.experts.118.w1,0.0000381704,0.05000,2.841
+16,block_sparse_moe.experts.113.w1,0.0000614193,0.05000,2.997
+16,block_sparse_moe.experts.122.w1,0.0000764064,0.05000,2.845
+16,block_sparse_moe.experts.125.w1,0.0001436100,0.05000,2.974
+16,block_sparse_moe.experts.121.w1,0.0004177246,0.05000,2.961
+16,block_sparse_moe.experts.127.w1,0.0001040244,0.05000,3.026
+16,block_sparse_moe.experts.112.w1,0.0000486219,0.05000,3.051
+16,block_sparse_moe.experts.115.w1,0.0001066512,0.05000,2.950
+16,block_sparse_moe.experts.120.w1,0.0000818186,0.05000,3.098
+16,block_sparse_moe.experts.119.w1,0.0000901203,0.05000,3.035
+16,block_sparse_moe.experts.124.w1,0.0000495205,0.05000,3.164
+16,block_sparse_moe.experts.123.w1,0.0001680612,0.05000,2.926
+16,block_sparse_moe.experts.116.w1,0.0002387219,0.05000,3.140
+16,block_sparse_moe.experts.130.w1,0.0000298068,0.05000,2.847
+16,block_sparse_moe.experts.134.w1,0.0000944406,0.05000,2.783
+16,block_sparse_moe.experts.142.w1,0.0001216167,0.05000,2.922
+16,block_sparse_moe.experts.133.w1,0.0000677819,0.05000,3.014
+16,block_sparse_moe.experts.129.w1,0.0001522009,0.05000,2.940
+16,block_sparse_moe.experts.138.w1,0.0001284067,0.05000,2.885
+16,block_sparse_moe.experts.141.w1,0.0000372003,0.05000,2.924
+16,block_sparse_moe.experts.137.w1,0.0000993614,0.05000,3.023
+16,block_sparse_moe.experts.128.w1,0.0000997638,0.05000,2.951
+16,block_sparse_moe.experts.143.w1,0.0002084159,0.05000,3.016
+16,block_sparse_moe.experts.131.w1,0.0001086413,0.05000,3.026
+16,block_sparse_moe.experts.135.w1,0.0001282704,0.05000,2.988
+16,block_sparse_moe.experts.136.w1,0.0002455126,0.05000,3.048
+16,block_sparse_moe.experts.139.w1,0.0000541862,0.05000,2.948
+16,block_sparse_moe.experts.140.w1,0.0000572139,0.05000,3.013
+16,block_sparse_moe.experts.132.w1,0.0000543905,0.05000,2.977
+16,block_sparse_moe.experts.146.w1,0.0000789780,0.05000,3.058
+16,block_sparse_moe.experts.149.w1,0.0000844928,0.05000,2.836
+16,block_sparse_moe.experts.145.w1,0.0001244133,0.05000,2.788
+16,block_sparse_moe.experts.150.w1,0.0001273760,0.05000,3.095
+16,block_sparse_moe.experts.158.w1,0.0000427953,0.05000,3.085
+16,block_sparse_moe.experts.157.w1,0.0001984342,0.05000,2.890
+16,block_sparse_moe.experts.154.w1,0.0000938291,0.05000,3.023
+16,block_sparse_moe.experts.153.w1,0.0001357788,0.05000,2.865
+16,block_sparse_moe.experts.144.w1,0.0000227060,0.05000,2.854
+16,block_sparse_moe.experts.148.w1,0.0000298052,0.05000,2.709
+16,block_sparse_moe.experts.159.w1,0.0001337792,0.05000,2.978
+16,block_sparse_moe.experts.156.w1,0.0001644592,0.05000,2.816
+16,block_sparse_moe.experts.151.w1,0.0002087086,0.05000,2.924
+16,block_sparse_moe.experts.152.w1,0.0001235215,0.05000,2.906
+16,block_sparse_moe.experts.147.w1,0.0001282416,0.05000,2.972
+16,block_sparse_moe.experts.155.w1,0.0000760521,0.05000,3.011
+16,block_sparse_moe.experts.162.w1,0.0001474532,0.05000,2.742
+16,block_sparse_moe.experts.166.w1,0.0003169077,0.05000,2.764
+16,block_sparse_moe.experts.174.w1,0.0003065938,0.05000,2.761
+16,block_sparse_moe.experts.165.w1,0.0001793463,0.05000,2.991
+16,block_sparse_moe.experts.161.w1,0.0001069745,0.05000,2.936
+16,block_sparse_moe.experts.170.w1,0.0002433648,0.05000,2.759
+16,block_sparse_moe.experts.173.w1,0.0000719729,0.05000,2.904
+16,block_sparse_moe.experts.169.w1,0.0000599196,0.05000,2.974
+16,block_sparse_moe.experts.160.w1,0.0000070092,0.05000,3.102
+16,block_sparse_moe.experts.175.w1,0.0001731049,0.05000,3.021
+16,block_sparse_moe.experts.167.w1,0.0000210092,0.05000,2.964
+16,block_sparse_moe.experts.164.w1,0.0000744453,0.05000,3.076
+16,block_sparse_moe.experts.163.w1,0.0001021409,0.05000,2.967
+16,block_sparse_moe.experts.172.w1,0.0001332663,0.05000,3.118
+16,block_sparse_moe.experts.168.w1,0.0001476829,0.05000,3.110
+16,block_sparse_moe.experts.171.w1,0.0001026758,0.05000,2.989
+16,block_sparse_moe.experts.178.w1,0.0002122619,0.05000,2.752
+16,block_sparse_moe.experts.182.w1,0.0001825214,0.05000,2.809
+16,block_sparse_moe.experts.177.w1,0.0000795754,0.05000,2.807
+16,block_sparse_moe.experts.181.w1,0.0002002814,0.05000,2.885
+16,block_sparse_moe.experts.190.w1,0.0000915951,0.05000,2.938
+16,block_sparse_moe.experts.189.w1,0.0000739064,0.05000,2.806
+16,block_sparse_moe.experts.186.w1,0.0000536298,0.05000,2.890
+16,block_sparse_moe.experts.185.w1,0.0000519070,0.05000,2.862
+16,block_sparse_moe.experts.179.w1,0.0000396204,0.05000,3.067
+16,block_sparse_moe.experts.191.w1,0.0000647177,0.05000,3.174
+16,block_sparse_moe.experts.176.w1,0.0001082189,0.05000,3.247
+16,block_sparse_moe.experts.183.w1,0.0000998689,0.05000,3.212
+16,block_sparse_moe.experts.184.w1,0.0001268706,0.05000,3.140
+16,block_sparse_moe.experts.187.w1,0.0002095809,0.05000,3.116
+16,block_sparse_moe.experts.188.w1,0.0001795769,0.05000,3.187
+16,block_sparse_moe.experts.180.w1,0.0000520298,0.05000,3.318
+16,block_sparse_moe.experts.194.w1,0.0000601984,0.05000,2.881
+16,block_sparse_moe.experts.197.w1,0.0002431026,0.05000,2.835
+16,block_sparse_moe.experts.193.w1,0.0000636595,0.05000,2.867
+16,block_sparse_moe.experts.206.w1,0.0001526880,0.05000,2.863
+16,block_sparse_moe.experts.198.w1,0.0000132826,0.05000,3.048
+16,block_sparse_moe.experts.202.w1,0.0001255238,0.05000,2.806
+16,block_sparse_moe.experts.205.w1,0.0001305510,0.05000,2.850
+16,block_sparse_moe.experts.201.w1,0.0001283881,0.05000,2.795
+16,block_sparse_moe.experts.192.w1,0.0001813935,0.05000,2.852
+16,block_sparse_moe.experts.207.w1,0.0001546719,0.05000,2.955
+16,block_sparse_moe.experts.196.w1,0.0001224633,0.05000,2.802
+16,block_sparse_moe.experts.199.w1,0.0001455144,0.05000,2.975
+16,block_sparse_moe.experts.200.w1,0.0002299648,0.05000,2.928
+16,block_sparse_moe.experts.203.w1,0.0001563503,0.05000,2.958
+16,block_sparse_moe.experts.195.w1,0.0000475488,0.05000,3.159
+16,block_sparse_moe.experts.204.w1,0.0001680634,0.05000,2.977
+16,block_sparse_moe.experts.210.w1,0.0001230161,0.05000,2.891
+16,block_sparse_moe.experts.209.w1,0.0000687175,0.05000,2.763
+16,block_sparse_moe.experts.213.w1,0.0001460596,0.05000,2.836
+16,block_sparse_moe.experts.214.w1,0.0001201215,0.05000,2.879
+16,block_sparse_moe.experts.221.w1,0.0000891683,0.05000,2.818
+16,block_sparse_moe.experts.222.w1,0.0001177504,0.05000,2.958
+16,block_sparse_moe.experts.218.w1,0.0000780775,0.05000,2.987
+16,block_sparse_moe.experts.217.w1,0.0003337581,0.05000,2.774
+16,block_sparse_moe.experts.208.w1,0.0001294526,0.05000,2.914
+16,block_sparse_moe.experts.212.w1,0.0001612969,0.05000,2.918
+16,block_sparse_moe.experts.216.w1,0.0001976880,0.05000,2.884
+16,block_sparse_moe.experts.215.w1,0.0000277464,0.05000,2.968
+16,block_sparse_moe.experts.223.w1,0.0001911220,0.05000,3.065
+16,block_sparse_moe.experts.219.w1,0.0000169775,0.05000,2.947
+16,block_sparse_moe.experts.220.w1,0.0000828700,0.05000,2.978
+16,block_sparse_moe.experts.211.w1,0.0000908294,0.05000,3.051
+16,block_sparse_moe.experts.226.w1,0.0000805458,0.05000,2.999
+16,block_sparse_moe.experts.225.w1,0.0000779058,0.05000,2.852
+16,block_sparse_moe.experts.237.w1,0.0000369240,0.05000,2.783
+16,block_sparse_moe.experts.229.w1,0.0002026718,0.05000,3.035
+16,block_sparse_moe.experts.230.w1,0.0001080403,0.05000,3.057
+16,block_sparse_moe.experts.238.w1,0.0000634040,0.05000,3.038
+16,block_sparse_moe.experts.233.w1,0.0000280956,0.05000,2.846
+16,block_sparse_moe.experts.234.w1,0.0001730713,0.05000,3.000
+16,block_sparse_moe.experts.224.w1,0.0002035649,0.05000,3.073
+16,block_sparse_moe.experts.228.w1,0.0000838309,0.05000,3.033
+16,block_sparse_moe.experts.239.w1,0.0000678762,0.05000,2.939
+16,block_sparse_moe.experts.231.w1,0.0000429251,0.05000,3.000
+16,block_sparse_moe.experts.232.w1,0.0001895231,0.05000,3.088
+16,block_sparse_moe.experts.235.w1,0.0000385646,0.05000,3.053
+16,block_sparse_moe.experts.227.w1,0.0001010172,0.05000,2.990
+16,block_sparse_moe.experts.236.w1,0.0000625815,0.05000,3.067
+16,block_sparse_moe.experts.241.w1,0.0000983215,0.05000,2.716
+16,block_sparse_moe.experts.253.w1,0.0002185124,0.05000,2.781
+16,block_sparse_moe.experts.242.w1,0.0001946586,0.05000,3.067
+16,block_sparse_moe.experts.249.w1,0.0001629284,0.05000,2.781
+16,block_sparse_moe.experts.245.w1,0.0000654267,0.05000,3.036
+16,block_sparse_moe.experts.254.w1,0.0001614552,0.05000,2.945
+16,block_sparse_moe.experts.246.w1,0.0000633709,0.05000,3.031
+16,block_sparse_moe.experts.250.w1,0.0000970528,0.05000,3.006
+16,block_sparse_moe.experts.244.w1,0.0001480157,0.05000,2.904
+16,block_sparse_moe.experts.240.w1,0.0000759394,0.05000,3.030
+16,block_sparse_moe.experts.247.w1,0.0001248905,0.05000,2.962
+16,block_sparse_moe.experts.248.w1,0.0001398069,0.05000,2.960
+16,block_sparse_moe.experts.255.w1,0.0001252646,0.05000,3.055
+16,block_sparse_moe.experts.251.w1,0.0000853187,0.05000,3.017
+16,block_sparse_moe.experts.243.w1,0.0001580110,0.05000,3.003
+16,block_sparse_moe.experts.252.w1,0.0002173957,0.05000,3.010
+16,block_sparse_moe.experts.1.w3,0.0000679489,0.05000,2.844
+16,block_sparse_moe.experts.2.w3,0.0000722903,0.05000,2.748
+16,block_sparse_moe.experts.13.w3,0.0001814533,0.05000,2.886
+16,block_sparse_moe.experts.5.w3,0.0002142836,0.05000,2.764
+16,block_sparse_moe.experts.9.w3,0.0002585032,0.05000,2.907
+16,block_sparse_moe.experts.14.w3,0.0000445428,0.05000,2.835
+16,block_sparse_moe.experts.6.w3,0.0000989199,0.05000,2.831
+16,block_sparse_moe.experts.10.w3,0.0001906104,0.05000,2.891
+16,block_sparse_moe.experts.4.w3,0.0002327711,0.05000,2.863
+16,block_sparse_moe.experts.0.w3,0.0001312896,0.05000,2.830
+16,block_sparse_moe.experts.7.w3,0.0001687184,0.05000,2.784
+16,block_sparse_moe.experts.8.w3,0.0000367447,0.05000,2.849
+16,block_sparse_moe.experts.15.w3,0.0001996761,0.05000,2.853
+16,block_sparse_moe.experts.3.w3,0.0000107781,0.05000,2.748
+16,block_sparse_moe.experts.11.w3,0.0000566421,0.05000,2.800
+16,block_sparse_moe.experts.12.w3,0.0000743268,0.05000,2.847
+16,block_sparse_moe.experts.17.w3,0.0000503329,0.05000,2.792
+16,block_sparse_moe.experts.29.w3,0.0001635677,0.05000,2.759
+16,block_sparse_moe.experts.18.w3,0.0001107583,0.05000,2.917
+16,block_sparse_moe.experts.21.w3,0.0001649249,0.05000,2.828
+16,block_sparse_moe.experts.25.w3,0.0001174908,0.05000,2.833
+16,block_sparse_moe.experts.30.w3,0.0000190133,0.05000,2.878
+16,block_sparse_moe.experts.22.w3,0.0000950202,0.05000,2.902
+16,block_sparse_moe.experts.26.w3,0.0001183057,0.05000,2.929
+16,block_sparse_moe.experts.23.w3,0.0001447286,0.05000,2.746
+16,block_sparse_moe.experts.19.w3,0.0001187392,0.05000,2.769
+16,block_sparse_moe.experts.27.w3,0.0000908978,0.05000,2.782
+16,block_sparse_moe.experts.31.w3,0.0002244038,0.05000,2.846
+16,block_sparse_moe.experts.16.w3,0.0000665980,0.05000,3.053
+16,block_sparse_moe.experts.24.w3,0.0001026343,0.05000,3.072
+16,block_sparse_moe.experts.20.w3,0.0001838196,0.05000,3.270
+16,block_sparse_moe.experts.28.w3,0.0002555025,0.05000,3.207
+16,block_sparse_moe.experts.33.w3,0.0000687517,0.05000,2.915
+16,block_sparse_moe.experts.45.w3,0.0001363087,0.05000,2.950
+16,block_sparse_moe.experts.34.w3,0.0000506034,0.05000,2.941
+16,block_sparse_moe.experts.37.w3,0.0000845971,0.05000,2.861
+16,block_sparse_moe.experts.41.w3,0.0000366074,0.05000,2.848
+16,block_sparse_moe.experts.46.w3,0.0000746648,0.05000,2.844
+16,block_sparse_moe.experts.42.w3,0.0003822808,0.05000,2.688
+16,block_sparse_moe.experts.38.w3,0.0001594591,0.05000,3.087
+16,block_sparse_moe.experts.39.w3,0.0001236124,0.05000,2.968
+16,block_sparse_moe.experts.35.w3,0.0001367725,0.05000,2.902
+16,block_sparse_moe.experts.43.w3,0.0001574785,0.05000,2.906
+16,block_sparse_moe.experts.47.w3,0.0002467012,0.05000,2.937
+16,block_sparse_moe.experts.32.w3,0.0002135002,0.05000,2.993
+16,block_sparse_moe.experts.36.w3,0.0000649414,0.05000,2.995
+16,block_sparse_moe.experts.40.w3,0.0001526054,0.05000,3.055
+16,block_sparse_moe.experts.44.w3,0.0000915940,0.05000,3.030
+16,block_sparse_moe.experts.49.w3,0.0000761611,0.05000,3.006
+16,block_sparse_moe.experts.61.w3,0.0001759159,0.05000,3.074
+16,block_sparse_moe.experts.50.w3,0.0002574484,0.05000,3.054
+16,block_sparse_moe.experts.53.w3,0.0001934699,0.05000,3.075
+16,block_sparse_moe.experts.62.w3,0.0000355228,0.05000,2.941
+16,block_sparse_moe.experts.58.w3,0.0000854105,0.05000,2.930
+16,block_sparse_moe.experts.57.w3,0.0001117428,0.05000,3.122
+16,block_sparse_moe.experts.54.w3,0.0001529302,0.05000,2.876
+16,block_sparse_moe.experts.55.w3,0.0002669514,0.05000,2.982
+16,block_sparse_moe.experts.51.w3,0.0002071409,0.05000,2.993
+16,block_sparse_moe.experts.59.w3,0.0001554843,0.05000,2.982
+16,block_sparse_moe.experts.48.w3,0.0000116535,0.05000,2.953
+16,block_sparse_moe.experts.63.w3,0.0003014227,0.05000,3.102
+16,block_sparse_moe.experts.52.w3,0.0000434197,0.05000,2.953
+16,block_sparse_moe.experts.56.w3,0.0001460638,0.05000,2.949
+16,block_sparse_moe.experts.60.w3,0.0000624098,0.05000,3.049
+16,block_sparse_moe.experts.65.w3,0.0000764291,0.05000,2.939
+16,block_sparse_moe.experts.77.w3,0.0000727005,0.05000,2.914
+16,block_sparse_moe.experts.66.w3,0.0000736301,0.05000,2.873
+16,block_sparse_moe.experts.69.w3,0.0000910737,0.05000,2.797
+16,block_sparse_moe.experts.78.w3,0.0001051812,0.05000,2.862
+16,block_sparse_moe.experts.73.w3,0.0001873127,0.05000,2.862
+16,block_sparse_moe.experts.74.w3,0.0002906642,0.05000,2.922
+16,block_sparse_moe.experts.70.w3,0.0001621319,0.05000,2.972
+16,block_sparse_moe.experts.71.w3,0.0001307336,0.05000,2.890
+16,block_sparse_moe.experts.67.w3,0.0000516721,0.05000,2.915
+16,block_sparse_moe.experts.75.w3,0.0001332754,0.05000,2.964
+16,block_sparse_moe.experts.64.w3,0.0003697271,0.05000,2.955
+16,block_sparse_moe.experts.79.w3,0.0000458038,0.05000,2.972
+16,block_sparse_moe.experts.68.w3,0.0001623137,0.05000,3.082
+16,block_sparse_moe.experts.72.w3,0.0001250932,0.05000,3.154
+16,block_sparse_moe.experts.76.w3,0.0000316681,0.05000,3.174
+16,block_sparse_moe.experts.81.w3,0.0001976744,0.05000,3.030
+16,block_sparse_moe.experts.82.w3,0.0000801551,0.05000,3.103
+16,block_sparse_moe.experts.93.w3,0.0001563518,0.05000,3.129
+16,block_sparse_moe.experts.85.w3,0.0001543532,0.05000,3.047
+16,block_sparse_moe.experts.94.w3,0.0000737693,0.05000,3.098
+16,block_sparse_moe.experts.90.w3,0.0000982603,0.05000,2.994
+16,block_sparse_moe.experts.89.w3,0.0001098397,0.05000,3.058
+16,block_sparse_moe.experts.86.w3,0.0000849639,0.05000,3.256
+16,block_sparse_moe.experts.87.w3,0.0001295211,0.05000,2.918
+16,block_sparse_moe.experts.83.w3,0.0000769082,0.05000,2.950
+16,block_sparse_moe.experts.91.w3,0.0001465862,0.05000,2.984
+16,block_sparse_moe.experts.80.w3,0.0000799804,0.05000,2.952
+16,block_sparse_moe.experts.95.w3,0.0000603136,0.05000,3.002
+16,block_sparse_moe.experts.88.w3,0.0000615044,0.05000,2.994
+16,block_sparse_moe.experts.84.w3,0.0000940112,0.05000,3.189
+16,block_sparse_moe.experts.92.w3,0.0000734351,0.05000,3.014
+16,block_sparse_moe.experts.97.w3,0.0001044311,0.05000,3.068
+16,block_sparse_moe.experts.98.w3,0.0001231775,0.05000,2.945
+16,block_sparse_moe.experts.109.w3,0.0001553974,0.05000,3.007
+16,block_sparse_moe.experts.101.w3,0.0000532695,0.05000,2.993
+16,block_sparse_moe.experts.110.w3,0.0002268987,0.05000,2.921
+16,block_sparse_moe.experts.106.w3,0.0001590639,0.05000,2.959
+16,block_sparse_moe.experts.105.w3,0.0001672689,0.05000,3.076
+16,block_sparse_moe.experts.102.w3,0.0001345743,0.05000,2.946
+16,block_sparse_moe.experts.103.w3,0.0001697884,0.05000,2.914
+16,block_sparse_moe.experts.99.w3,0.0001703149,0.05000,2.981
+16,block_sparse_moe.experts.107.w3,0.0000832880,0.05000,2.946
+16,block_sparse_moe.experts.96.w3,0.0000991977,0.05000,3.035
+16,block_sparse_moe.experts.111.w3,0.0000938677,0.05000,3.008
+16,block_sparse_moe.experts.104.w3,0.0000378380,0.05000,2.880
+16,block_sparse_moe.experts.100.w3,0.0001446980,0.05000,2.872
+16,block_sparse_moe.experts.108.w3,0.0001916622,0.05000,2.980
+16,block_sparse_moe.experts.113.w3,0.0000623264,0.05000,2.921
+16,block_sparse_moe.experts.117.w3,0.0000889140,0.05000,2.807
+16,block_sparse_moe.experts.125.w3,0.0001450803,0.05000,2.878
+16,block_sparse_moe.experts.114.w3,0.0000284268,0.05000,3.059
+16,block_sparse_moe.experts.126.w3,0.0002702886,0.05000,3.142
+16,block_sparse_moe.experts.122.w3,0.0000732812,0.05000,3.126
+16,block_sparse_moe.experts.121.w3,0.0003992561,0.05000,2.991
+16,block_sparse_moe.experts.118.w3,0.0000363516,0.05000,3.067
+16,block_sparse_moe.experts.119.w3,0.0000901231,0.05000,3.056
+16,block_sparse_moe.experts.123.w3,0.0001617438,0.05000,3.103
+16,block_sparse_moe.experts.112.w3,0.0000452626,0.05000,2.984
+16,block_sparse_moe.experts.127.w3,0.0001028360,0.05000,3.015
+16,block_sparse_moe.experts.115.w3,0.0001065266,0.05000,3.333
+16,block_sparse_moe.experts.116.w3,0.0002385104,0.05000,3.045
+16,block_sparse_moe.experts.120.w3,0.0000808017,0.05000,3.195
+16,block_sparse_moe.experts.124.w3,0.0000491791,0.05000,3.029
+16,block_sparse_moe.experts.129.w3,0.0001543733,0.05000,3.107
+16,block_sparse_moe.experts.133.w3,0.0000668641,0.05000,3.049
+16,block_sparse_moe.experts.130.w3,0.0000301154,0.05000,3.030
+16,block_sparse_moe.experts.141.w3,0.0000359566,0.05000,3.193
+16,block_sparse_moe.experts.142.w3,0.0001219457,0.05000,3.041
+16,block_sparse_moe.experts.137.w3,0.0000977901,0.05000,3.057
+16,block_sparse_moe.experts.138.w3,0.0001296023,0.05000,3.081
+16,block_sparse_moe.experts.134.w3,0.0000948646,0.05000,3.023
+16,block_sparse_moe.experts.135.w3,0.0001264011,0.05000,3.138
+16,block_sparse_moe.experts.128.w3,0.0000988559,0.05000,2.930
+16,block_sparse_moe.experts.139.w3,0.0000528385,0.05000,3.016
+16,block_sparse_moe.experts.131.w3,0.0001094575,0.05000,2.993
+16,block_sparse_moe.experts.143.w3,0.0002100644,0.05000,3.047
+16,block_sparse_moe.experts.132.w3,0.0000546210,0.05000,2.864
+16,block_sparse_moe.experts.136.w3,0.0002457822,0.05000,2.888
+16,block_sparse_moe.experts.140.w3,0.0000579024,0.05000,2.901
+16,block_sparse_moe.experts.145.w3,0.0001235537,0.05000,3.010
+16,block_sparse_moe.experts.146.w3,0.0000773010,0.05000,2.805
+16,block_sparse_moe.experts.149.w3,0.0000854165,0.05000,2.952
+16,block_sparse_moe.experts.154.w3,0.0000917209,0.05000,2.683
+16,block_sparse_moe.experts.157.w3,0.0001981845,0.05000,3.074
+16,block_sparse_moe.experts.158.w3,0.0000426716,0.05000,2.861
+16,block_sparse_moe.experts.153.w3,0.0001349060,0.05000,2.991
+16,block_sparse_moe.experts.150.w3,0.0001258055,0.05000,3.003
+16,block_sparse_moe.experts.151.w3,0.0002058773,0.05000,2.858
+16,block_sparse_moe.experts.155.w3,0.0000759194,0.05000,2.959
+16,block_sparse_moe.experts.144.w3,0.0000209677,0.05000,3.018
+16,block_sparse_moe.experts.159.w3,0.0001291288,0.05000,2.894
+16,block_sparse_moe.experts.147.w3,0.0001262562,0.05000,3.010
+16,block_sparse_moe.experts.148.w3,0.0000299353,0.05000,3.024
+16,block_sparse_moe.experts.152.w3,0.0001220594,0.05000,2.988
+16,block_sparse_moe.experts.156.w3,0.0001648264,0.05000,3.020
+16,block_sparse_moe.experts.161.w3,0.0001059613,0.05000,3.028
+16,block_sparse_moe.experts.162.w3,0.0001476995,0.05000,2.955
+16,block_sparse_moe.experts.165.w3,0.0001794548,0.05000,3.034
+16,block_sparse_moe.experts.170.w3,0.0002475479,0.05000,2.960
+16,block_sparse_moe.experts.174.w3,0.0003075286,0.05000,2.980
+16,block_sparse_moe.experts.173.w3,0.0000673907,0.05000,3.007
+16,block_sparse_moe.experts.169.w3,0.0000584733,0.05000,3.142
+16,block_sparse_moe.experts.166.w3,0.0003216207,0.05000,3.056
+16,block_sparse_moe.experts.167.w3,0.0000207668,0.05000,3.037
+16,block_sparse_moe.experts.160.w3,0.0000069248,0.05000,2.852
+16,block_sparse_moe.experts.171.w3,0.0001008389,0.05000,3.073
+16,block_sparse_moe.experts.175.w3,0.0001629650,0.05000,3.111
+16,block_sparse_moe.experts.163.w3,0.0001030658,0.05000,3.072
+16,block_sparse_moe.experts.168.w3,0.0001475632,0.05000,2.828
+16,block_sparse_moe.experts.164.w3,0.0000708664,0.05000,2.862
+16,block_sparse_moe.experts.172.w3,0.0001329615,0.05000,2.982
+16,block_sparse_moe.experts.177.w3,0.0000808031,0.05000,2.972
+16,block_sparse_moe.experts.181.w3,0.0001991804,0.05000,3.009
+16,block_sparse_moe.experts.178.w3,0.0002082433,0.05000,3.118
+16,block_sparse_moe.experts.186.w3,0.0000536825,0.05000,3.058
+16,block_sparse_moe.experts.190.w3,0.0000860009,0.05000,3.041
+16,block_sparse_moe.experts.189.w3,0.0000722471,0.05000,3.053
+16,block_sparse_moe.experts.185.w3,0.0000511295,0.05000,2.976
+16,block_sparse_moe.experts.182.w3,0.0001833530,0.05000,3.034
+16,block_sparse_moe.experts.183.w3,0.0000995990,0.05000,3.143
+16,block_sparse_moe.experts.176.w3,0.0001082724,0.05000,3.082
+16,block_sparse_moe.experts.187.w3,0.0002056299,0.05000,3.117
+16,block_sparse_moe.experts.180.w3,0.0000501461,0.05000,3.021
+16,block_sparse_moe.experts.191.w3,0.0000648585,0.05000,3.086
+16,block_sparse_moe.experts.179.w3,0.0000386840,0.05000,3.094
+16,block_sparse_moe.experts.184.w3,0.0001280393,0.05000,3.094
+16,block_sparse_moe.experts.188.w3,0.0001810508,0.05000,3.033
+16,block_sparse_moe.experts.194.w3,0.0000597282,0.05000,2.851
+16,block_sparse_moe.experts.193.w3,0.0000729854,0.05000,3.035
+16,block_sparse_moe.experts.202.w3,0.0001266941,0.05000,2.823
+16,block_sparse_moe.experts.197.w3,0.0002468939,0.05000,3.045
+16,block_sparse_moe.experts.206.w3,0.0001537618,0.05000,2.899
+16,block_sparse_moe.experts.205.w3,0.0001308761,0.05000,3.138
+16,block_sparse_moe.experts.201.w3,0.0001283604,0.05000,3.111
+16,block_sparse_moe.experts.198.w3,0.0000129792,0.05000,2.828
+16,block_sparse_moe.experts.199.w3,0.0001471951,0.05000,3.023
+16,block_sparse_moe.experts.203.w3,0.0001553044,0.05000,3.021
+16,block_sparse_moe.experts.192.w3,0.0001822382,0.05000,3.245
+16,block_sparse_moe.experts.196.w3,0.0001230541,0.05000,3.028
+16,block_sparse_moe.experts.207.w3,0.0001540787,0.05000,3.023
+16,block_sparse_moe.experts.195.w3,0.0000476046,0.05000,3.028
+16,block_sparse_moe.experts.200.w3,0.0002300600,0.05000,3.037
+16,block_sparse_moe.experts.204.w3,0.0001648718,0.05000,3.214
+16,block_sparse_moe.experts.210.w3,0.0001201575,0.05000,3.003
+16,block_sparse_moe.experts.209.w3,0.0000690352,0.05000,3.033
+16,block_sparse_moe.experts.218.w3,0.0000788110,0.05000,2.985
+16,block_sparse_moe.experts.213.w3,0.0001462333,0.05000,3.074
+16,block_sparse_moe.experts.222.w3,0.0001184068,0.05000,3.059
+16,block_sparse_moe.experts.221.w3,0.0000887932,0.05000,3.062
+16,block_sparse_moe.experts.217.w3,0.0003267025,0.05000,3.055
+16,block_sparse_moe.experts.214.w3,0.0001170935,0.05000,3.115
+16,block_sparse_moe.experts.215.w3,0.0000273310,0.05000,2.947
+16,block_sparse_moe.experts.219.w3,0.0000171054,0.05000,2.943
+16,block_sparse_moe.experts.208.w3,0.0001298709,0.05000,3.038
+16,block_sparse_moe.experts.223.w3,0.0001871486,0.05000,2.950
+16,block_sparse_moe.experts.211.w3,0.0000917863,0.05000,2.950
+16,block_sparse_moe.experts.212.w3,0.0001528618,0.05000,3.106
+16,block_sparse_moe.experts.216.w3,0.0001960276,0.05000,3.150
+16,block_sparse_moe.experts.226.w3,0.0000765327,0.05000,3.030
+16,block_sparse_moe.experts.220.w3,0.0000798185,0.05000,3.175
+16,block_sparse_moe.experts.225.w3,0.0000790278,0.05000,3.096
+16,block_sparse_moe.experts.234.w3,0.0001705929,0.05000,3.061
+16,block_sparse_moe.experts.229.w3,0.0002030405,0.05000,3.040
+16,block_sparse_moe.experts.238.w3,0.0000610923,0.05000,3.029
+16,block_sparse_moe.experts.237.w3,0.0000351932,0.05000,3.078
+16,block_sparse_moe.experts.233.w3,0.0000279273,0.05000,2.979
+16,block_sparse_moe.experts.230.w3,0.0001055222,0.05000,3.030
+16,block_sparse_moe.experts.231.w3,0.0000435724,0.05000,3.103
+16,block_sparse_moe.experts.224.w3,0.0002059454,0.05000,2.943
+16,block_sparse_moe.experts.235.w3,0.0000367698,0.05000,3.070
+16,block_sparse_moe.experts.227.w3,0.0001005226,0.05000,3.003
+16,block_sparse_moe.experts.239.w3,0.0000678856,0.05000,3.105
+16,block_sparse_moe.experts.228.w3,0.0000826309,0.05000,2.960
+16,block_sparse_moe.experts.232.w3,0.0001913694,0.05000,2.944
+16,block_sparse_moe.experts.236.w3,0.0000635567,0.05000,2.809
+16,block_sparse_moe.experts.242.w3,0.0001918892,0.05000,2.918
+16,block_sparse_moe.experts.250.w3,0.0000972905,0.05000,2.879
+16,block_sparse_moe.experts.254.w3,0.0001625806,0.05000,2.763
+16,block_sparse_moe.experts.241.w3,0.0000967364,0.05000,3.073
+16,block_sparse_moe.experts.245.w3,0.0000658327,0.05000,2.938
+16,block_sparse_moe.experts.253.w3,0.0002028219,0.05000,2.779
+16,block_sparse_moe.experts.246.w3,0.0000634982,0.05000,2.450
+16,block_sparse_moe.experts.249.w3,0.0001642573,0.05000,2.706
+16,block_sparse_moe.experts.247.w3,0.0001258184,0.05000,3.037
+16,block_sparse_moe.experts.240.w3,0.0000767924,0.05000,2.918
+16,block_sparse_moe.experts.251.w3,0.0000837195,0.05000,2.953
+16,block_sparse_moe.experts.243.w3,0.0001556163,0.05000,2.865
+16,block_sparse_moe.experts.255.w3,0.0001269791,0.05000,2.820
+16,block_sparse_moe.experts.248.w3,0.0001372023,0.05000,2.714
+16,block_sparse_moe.experts.244.w3,0.0001501695,0.05000,2.858
+16,block_sparse_moe.experts.252.w3,0.0002183589,0.05000,2.332
+16,block_sparse_moe.experts.6.w2,0.0000282787,0.05000,1.323
+16,block_sparse_moe.experts.14.w2,0.0000115929,0.05000,1.371
+16,block_sparse_moe.experts.2.w2,0.0000122346,0.05000,1.389
+16,block_sparse_moe.experts.10.w2,0.0000546585,0.05000,1.401
+16,block_sparse_moe.experts.8.w2,0.0000106914,0.05000,1.485
+16,block_sparse_moe.experts.4.w2,0.0000417168,0.05000,1.496
+16,block_sparse_moe.experts.15.w2,0.0000418034,0.05000,1.497
+16,block_sparse_moe.experts.7.w2,0.0000341345,0.05000,1.520
+16,block_sparse_moe.experts.12.w2,0.0000286098,0.05000,1.537
+16,block_sparse_moe.experts.3.w2,0.0000039835,0.05000,1.545
+16,block_sparse_moe.experts.11.w2,0.0000245942,0.05000,1.547
+16,block_sparse_moe.experts.0.w2,0.0000266771,0.05000,1.552
+16,block_sparse_moe.experts.5.w2,0.0000471944,0.05000,1.621
+16,block_sparse_moe.experts.13.w2,0.0000298924,0.05000,1.621
+16,block_sparse_moe.experts.1.w2,0.0000218356,0.05000,1.664
+16,block_sparse_moe.experts.9.w2,0.0000462610,0.05000,1.725
+16,block_sparse_moe.experts.24.w2,0.0000173136,0.05000,1.329
+16,block_sparse_moe.experts.22.w2,0.0000263122,0.05000,1.497
+16,block_sparse_moe.experts.20.w2,0.0000389317,0.05000,1.351
+16,block_sparse_moe.experts.16.w2,0.0000169374,0.05000,1.309
+16,block_sparse_moe.experts.30.w2,0.0000048041,0.05000,1.482
+16,block_sparse_moe.experts.28.w2,0.0000567933,0.05000,1.329
+16,block_sparse_moe.experts.26.w2,0.0000432306,0.05000,1.487
+16,block_sparse_moe.experts.18.w2,0.0000138128,0.05000,1.512
+16,block_sparse_moe.experts.23.w2,0.0000417969,0.05000,1.397
+16,block_sparse_moe.experts.31.w2,0.0000439759,0.05000,1.427
+16,block_sparse_moe.experts.27.w2,0.0000321504,0.05000,1.391
+16,block_sparse_moe.experts.19.w2,0.0000235496,0.05000,1.401
+16,block_sparse_moe.experts.29.w2,0.0000416464,0.05000,1.517
+16,block_sparse_moe.experts.17.w2,0.0000255278,0.05000,1.520
+16,block_sparse_moe.experts.25.w2,0.0000400285,0.05000,1.499
+16,block_sparse_moe.experts.21.w2,0.0000376169,0.05000,1.629
+16,block_sparse_moe.experts.40.w2,0.0000373099,0.05000,1.437
+16,block_sparse_moe.experts.32.w2,0.0000697853,0.05000,1.417
+16,block_sparse_moe.experts.36.w2,0.0000325255,0.05000,1.433
+16,block_sparse_moe.experts.46.w2,0.0000320854,0.05000,1.420
+16,block_sparse_moe.experts.42.w2,0.0001361883,0.05000,1.399
+16,block_sparse_moe.experts.38.w2,0.0000335621,0.05000,1.473
+16,block_sparse_moe.experts.39.w2,0.0000329648,0.05000,1.394
+16,block_sparse_moe.experts.44.w2,0.0000262795,0.05000,1.454
+16,block_sparse_moe.experts.47.w2,0.0000859117,0.05000,1.405
+16,block_sparse_moe.experts.43.w2,0.0000795221,0.05000,1.408
+16,block_sparse_moe.experts.34.w2,0.0000198963,0.05000,1.451
+16,block_sparse_moe.experts.35.w2,0.0000366473,0.05000,1.416
+16,block_sparse_moe.experts.45.w2,0.0001117591,0.05000,1.477
+16,block_sparse_moe.experts.33.w2,0.0000194722,0.05000,1.441
+16,block_sparse_moe.experts.37.w2,0.0000313964,0.05000,1.475
+16,block_sparse_moe.experts.41.w2,0.0000215469,0.05000,1.495
+16,block_sparse_moe.experts.55.w2,0.0000687449,0.05000,1.404
+16,block_sparse_moe.experts.51.w2,0.0000470757,0.05000,1.391
+16,block_sparse_moe.experts.63.w2,0.0000788045,0.05000,1.426
+16,block_sparse_moe.experts.59.w2,0.0000347252,0.05000,1.457
+16,block_sparse_moe.experts.58.w2,0.0000470954,0.05000,1.541
+16,block_sparse_moe.experts.56.w2,0.0000484056,0.05000,1.594
+16,block_sparse_moe.experts.50.w2,0.0000531468,0.05000,1.507
+16,block_sparse_moe.experts.48.w2,0.0000039972,0.05000,1.588
+16,block_sparse_moe.experts.54.w2,0.0000571581,0.05000,1.566
+16,block_sparse_moe.experts.62.w2,0.0000108394,0.05000,1.589
+16,block_sparse_moe.experts.52.w2,0.0000133869,0.05000,1.617
+16,block_sparse_moe.experts.60.w2,0.0000170432,0.05000,1.610
+16,block_sparse_moe.experts.53.w2,0.0000311979,0.05000,1.313
+16,block_sparse_moe.experts.57.w2,0.0000256963,0.05000,1.470
+16,block_sparse_moe.experts.49.w2,0.0000184303,0.05000,1.568
+16,block_sparse_moe.experts.61.w2,0.0000451373,0.05000,1.780
+16,block_sparse_moe.experts.71.w2,0.0000280539,0.05000,1.410
+16,block_sparse_moe.experts.75.w2,0.0000324223,0.05000,1.363
+16,block_sparse_moe.experts.74.w2,0.0000862126,0.05000,1.359
+16,block_sparse_moe.experts.70.w2,0.0000304308,0.05000,1.338
+16,block_sparse_moe.experts.67.w2,0.0000116766,0.05000,1.475
+16,block_sparse_moe.experts.78.w2,0.0000336397,0.05000,1.360
+16,block_sparse_moe.experts.66.w2,0.0000211050,0.05000,1.388
+16,block_sparse_moe.experts.79.w2,0.0000144408,0.05000,1.504
+16,block_sparse_moe.experts.64.w2,0.0001025860,0.05000,1.451
+16,block_sparse_moe.experts.76.w2,0.0000150155,0.05000,1.449
+16,block_sparse_moe.experts.72.w2,0.0000359509,0.05000,1.539
+16,block_sparse_moe.experts.68.w2,0.0000569133,0.05000,1.488
+16,block_sparse_moe.experts.69.w2,0.0000407298,0.05000,1.366
+16,block_sparse_moe.experts.65.w2,0.0000227812,0.05000,1.349
+16,block_sparse_moe.experts.73.w2,0.0000529079,0.05000,1.408
+16,block_sparse_moe.experts.77.w2,0.0000217651,0.05000,1.348
+16,block_sparse_moe.experts.90.w2,0.0000451111,0.05000,1.343
+16,block_sparse_moe.experts.87.w2,0.0000279786,0.05000,1.456
+16,block_sparse_moe.experts.94.w2,0.0000268770,0.05000,1.372
+16,block_sparse_moe.experts.82.w2,0.0000354355,0.05000,1.366
+16,block_sparse_moe.experts.86.w2,0.0000300655,0.05000,1.425
+16,block_sparse_moe.experts.91.w2,0.0000292291,0.05000,1.481
+16,block_sparse_moe.experts.83.w2,0.0000264765,0.05000,1.492
+16,block_sparse_moe.experts.95.w2,0.0000220904,0.05000,1.497
+16,block_sparse_moe.experts.80.w2,0.0000250057,0.05000,1.446
+16,block_sparse_moe.experts.85.w2,0.0000444588,0.05000,1.399
+16,block_sparse_moe.experts.88.w2,0.0000190848,0.05000,1.435
+16,block_sparse_moe.experts.92.w2,0.0000165009,0.05000,1.446
+16,block_sparse_moe.experts.84.w2,0.0000233504,0.05000,1.497
+16,block_sparse_moe.experts.81.w2,0.0000476685,0.05000,1.420
+16,block_sparse_moe.experts.89.w2,0.0000341255,0.05000,1.425
+16,block_sparse_moe.experts.93.w2,0.0000301444,0.05000,1.552
+16,block_sparse_moe.experts.106.w2,0.0000339963,0.05000,1.326
+16,block_sparse_moe.experts.98.w2,0.0000307666,0.05000,1.341
+16,block_sparse_moe.experts.110.w2,0.0001202522,0.05000,1.353
+16,block_sparse_moe.experts.102.w2,0.0000320116,0.05000,1.343
+16,block_sparse_moe.experts.103.w2,0.0000292781,0.05000,1.428
+16,block_sparse_moe.experts.107.w2,0.0000380484,0.05000,1.416
+16,block_sparse_moe.experts.99.w2,0.0000608269,0.05000,1.400
+16,block_sparse_moe.experts.111.w2,0.0000198929,0.05000,1.417
+16,block_sparse_moe.experts.96.w2,0.0000584703,0.05000,1.416
+16,block_sparse_moe.experts.101.w2,0.0000233293,0.05000,1.465
+16,block_sparse_moe.experts.108.w2,0.0000326026,0.05000,1.448
+16,block_sparse_moe.experts.104.w2,0.0000156480,0.05000,1.480
+16,block_sparse_moe.experts.100.w2,0.0000238748,0.05000,1.512
+16,block_sparse_moe.experts.97.w2,0.0000289838,0.05000,1.473
+16,block_sparse_moe.experts.105.w2,0.0000524743,0.05000,1.545
+16,block_sparse_moe.experts.109.w2,0.0000361051,0.05000,1.489
+16,block_sparse_moe.experts.122.w2,0.0000441595,0.05000,1.508
+16,block_sparse_moe.experts.126.w2,0.0000552690,0.05000,1.424
+16,block_sparse_moe.experts.118.w2,0.0000128297,0.05000,1.459
+16,block_sparse_moe.experts.114.w2,0.0000069099,0.05000,1.544
+16,block_sparse_moe.experts.119.w2,0.0000466642,0.05000,1.526
+16,block_sparse_moe.experts.123.w2,0.0000536206,0.05000,1.567
+16,block_sparse_moe.experts.115.w2,0.0000255407,0.05000,1.536
+16,block_sparse_moe.experts.112.w2,0.0000106974,0.05000,1.483
+16,block_sparse_moe.experts.120.w2,0.0000263122,0.05000,1.442
+16,block_sparse_moe.experts.127.w2,0.0000338516,0.05000,1.572
+16,block_sparse_moe.experts.117.w2,0.0000488771,0.05000,1.494
+16,block_sparse_moe.experts.116.w2,0.0000835431,0.05000,1.382
+16,block_sparse_moe.experts.124.w2,0.0000169201,0.05000,1.511
+16,block_sparse_moe.experts.113.w2,0.0000106559,0.05000,1.453
+16,block_sparse_moe.experts.121.w2,0.0001355796,0.05000,1.417
+16,block_sparse_moe.experts.125.w2,0.0000281447,0.05000,1.467
+16,block_sparse_moe.experts.142.w2,0.0000310574,0.05000,1.321
+16,block_sparse_moe.experts.138.w2,0.0000409031,0.05000,1.394
+16,block_sparse_moe.experts.134.w2,0.0000139392,0.05000,1.320
+16,block_sparse_moe.experts.130.w2,0.0000098571,0.05000,1.341
+16,block_sparse_moe.experts.135.w2,0.0000208453,0.05000,1.436
+16,block_sparse_moe.experts.139.w2,0.0000168363,0.05000,1.380
+16,block_sparse_moe.experts.131.w2,0.0000159517,0.05000,1.437
+16,block_sparse_moe.experts.128.w2,0.0000145686,0.05000,1.506
+16,block_sparse_moe.experts.136.w2,0.0000739314,0.05000,1.514
+16,block_sparse_moe.experts.140.w2,0.0000174822,0.05000,1.501
+16,block_sparse_moe.experts.133.w2,0.0000187299,0.05000,1.535
+16,block_sparse_moe.experts.143.w2,0.0000532879,0.05000,1.591
+16,block_sparse_moe.experts.132.w2,0.0000273037,0.05000,1.573
+16,block_sparse_moe.experts.129.w2,0.0000496847,0.05000,1.582
+16,block_sparse_moe.experts.137.w2,0.0000183139,0.05000,1.549
+16,block_sparse_moe.experts.141.w2,0.0000148428,0.05000,1.542
+16,block_sparse_moe.experts.158.w2,0.0000355625,0.05000,1.406
+16,block_sparse_moe.experts.146.w2,0.0000405819,0.05000,1.291
+16,block_sparse_moe.experts.150.w2,0.0000512642,0.05000,1.435
+16,block_sparse_moe.experts.154.w2,0.0000114690,0.05000,1.447
+16,block_sparse_moe.experts.155.w2,0.0000288021,0.05000,1.502
+16,block_sparse_moe.experts.151.w2,0.0000725955,0.05000,1.575
+16,block_sparse_moe.experts.149.w2,0.0000240195,0.05000,1.370
+16,block_sparse_moe.experts.147.w2,0.0000266676,0.05000,1.676
+16,block_sparse_moe.experts.144.w2,0.0000095026,0.05000,1.621
+16,block_sparse_moe.experts.152.w2,0.0000157505,0.05000,1.604
+16,block_sparse_moe.experts.153.w2,0.0000441050,0.05000,1.324
+16,block_sparse_moe.experts.145.w2,0.0000347720,0.05000,1.404
+16,block_sparse_moe.experts.148.w2,0.0000112689,0.05000,1.561
+16,block_sparse_moe.experts.156.w2,0.0000483903,0.05000,1.634
+16,block_sparse_moe.experts.159.w2,0.0000340829,0.05000,1.594
+16,block_sparse_moe.experts.157.w2,0.0000699779,0.05000,1.477
+16,block_sparse_moe.experts.174.w2,0.0000790585,0.05000,1.489
+16,block_sparse_moe.experts.162.w2,0.0000380026,0.05000,1.499
+16,block_sparse_moe.experts.166.w2,0.0000602330,0.05000,1.489
+16,block_sparse_moe.experts.170.w2,0.0000781632,0.05000,1.549
+16,block_sparse_moe.experts.165.w2,0.0000486681,0.05000,1.364
+16,block_sparse_moe.experts.171.w2,0.0000227838,0.05000,1.580
+16,block_sparse_moe.experts.167.w2,0.0000062670,0.05000,1.568
+16,block_sparse_moe.experts.169.w2,0.0000201153,0.05000,1.293
+16,block_sparse_moe.experts.160.w2,0.0000028776,0.05000,1.429
+16,block_sparse_moe.experts.168.w2,0.0000227581,0.05000,1.398
+16,block_sparse_moe.experts.161.w2,0.0000321338,0.05000,1.381
+16,block_sparse_moe.experts.163.w2,0.0000167929,0.05000,1.538
+16,block_sparse_moe.experts.164.w2,0.0000224173,0.05000,1.414
+16,block_sparse_moe.experts.172.w2,0.0000256409,0.05000,1.441
+16,block_sparse_moe.experts.175.w2,0.0000361483,0.05000,1.655
+16,block_sparse_moe.experts.173.w2,0.0000241583,0.05000,1.402
+16,block_sparse_moe.experts.190.w2,0.0000269199,0.05000,1.469
+16,block_sparse_moe.experts.178.w2,0.0000672312,0.05000,1.465
+16,block_sparse_moe.experts.182.w2,0.0000512409,0.05000,1.449
+16,block_sparse_moe.experts.186.w2,0.0000157314,0.05000,1.455
+16,block_sparse_moe.experts.176.w2,0.0000268960,0.05000,1.223
+16,block_sparse_moe.experts.184.w2,0.0000392360,0.05000,1.202
+16,block_sparse_moe.experts.180.w2,0.0000232269,0.05000,1.163
+16,block_sparse_moe.experts.181.w2,0.0000522451,0.05000,1.469
+16,block_sparse_moe.experts.187.w2,0.0000546943,0.05000,1.447
+16,block_sparse_moe.experts.183.w2,0.0000193124,0.05000,1.475
+16,block_sparse_moe.experts.185.w2,0.0000138748,0.05000,1.439
+16,block_sparse_moe.experts.179.w2,0.0000124958,0.05000,1.458
+16,block_sparse_moe.experts.177.w2,0.0000221541,0.05000,1.742
+16,block_sparse_moe.experts.191.w2,0.0000193217,0.05000,1.547
+16,block_sparse_moe.experts.189.w2,0.0000308959,0.05000,1.830
+16,block_sparse_moe.experts.203.w2,0.0000223765,0.05000,1.588
+16,block_sparse_moe.experts.199.w2,0.0000308146,0.05000,1.599
+16,block_sparse_moe.experts.197.w2,0.0000868858,0.05000,1.855
+16,block_sparse_moe.experts.195.w2,0.0000297187,0.05000,1.609
+16,block_sparse_moe.experts.201.w2,0.0000472480,0.05000,1.920
+16,block_sparse_moe.experts.207.w2,0.0000460866,0.05000,1.503
+16,block_sparse_moe.experts.193.w2,0.0000262920,0.05000,1.628
+16,block_sparse_moe.experts.205.w2,0.0000490504,0.05000,1.516
+16,block_sparse_moe.experts.206.w2,0.0000441587,0.05000,3.715
+16,block_sparse_moe.experts.194.w2,0.0000213954,0.05000,3.716
+16,block_sparse_moe.experts.198.w2,0.0000035498,0.05000,3.764
+16,block_sparse_moe.experts.213.w2,0.0000225047,0.05000,1.608
+16,block_sparse_moe.experts.202.w2,0.0000312094,0.05000,3.788
+16,block_sparse_moe.experts.217.w2,0.0002389914,0.05000,1.566
+16,block_sparse_moe.experts.209.w2,0.0000116070,0.05000,1.601
+16,block_sparse_moe.experts.221.w2,0.0000167448,0.05000,1.593
+16,block_sparse_moe.experts.210.w2,0.0000444316,0.05000,1.499
+16,block_sparse_moe.experts.222.w2,0.0000296196,0.05000,1.588
+16,block_sparse_moe.experts.214.w2,0.0000474371,0.05000,1.488
+16,block_sparse_moe.experts.218.w2,0.0000323075,0.05000,1.514
+16,block_sparse_moe.experts.229.w2,0.0000587255,0.05000,1.575
+16,block_sparse_moe.experts.219.w2,0.0000036178,0.05000,3.490
+16,block_sparse_moe.experts.233.w2,0.0000060530,0.05000,1.547
+16,block_sparse_moe.experts.215.w2,0.0000114345,0.05000,3.514
+16,block_sparse_moe.experts.211.w2,0.0000187661,0.05000,3.462
+16,block_sparse_moe.experts.225.w2,0.0000373333,0.05000,1.601
+16,block_sparse_moe.experts.223.w2,0.0000565870,0.05000,3.518
+16,block_sparse_moe.experts.237.w2,0.0000165242,0.05000,1.572
+16,block_sparse_moe.experts.196.w2,0.0000412385,0.05000,1.556
+16,block_sparse_moe.experts.200.w2,0.0000732652,0.05000,1.571
+16,block_sparse_moe.experts.192.w2,0.0000397817,0.05000,1.583
+16,block_sparse_moe.experts.188.w2,0.0000503229,0.05000,1.594
+16,block_sparse_moe.experts.226.w2,0.0000502974,0.05000,1.442
+16,block_sparse_moe.experts.230.w2,0.0000405783,0.05000,1.458
+16,block_sparse_moe.experts.238.w2,0.0000116836,0.05000,1.518
+16,block_sparse_moe.experts.235.w2,0.0000189826,0.05000,1.446
+16,block_sparse_moe.experts.234.w2,0.0000609319,0.05000,1.557
+16,block_sparse_moe.experts.245.w2,0.0000108082,0.05000,1.556
+16,block_sparse_moe.experts.231.w2,0.0000073239,0.05000,1.410
+16,block_sparse_moe.experts.249.w2,0.0000581992,0.05000,1.579
+16,block_sparse_moe.experts.241.w2,0.0000547068,0.05000,1.464
+16,block_sparse_moe.experts.227.w2,0.0000378164,0.05000,1.494
+16,block_sparse_moe.experts.253.w2,0.0000573101,0.05000,1.239
+16,block_sparse_moe.experts.239.w2,0.0000187886,0.05000,1.491
+16,block_sparse_moe.experts.212.w2,0.0000363438,0.05000,1.499
+16,block_sparse_moe.experts.216.w2,0.0000596192,0.05000,1.519
+16,block_sparse_moe.experts.208.w2,0.0000280116,0.05000,1.522
+16,block_sparse_moe.experts.204.w2,0.0000649092,0.05000,1.557
+16,block_sparse_moe.experts.242.w2,0.0000409225,0.05000,1.534
+16,block_sparse_moe.experts.246.w2,0.0000180438,0.05000,1.491
+16,block_sparse_moe.experts.254.w2,0.0000273227,0.05000,1.452
+16,block_sparse_moe.experts.250.w2,0.0000137232,0.05000,1.348
+16,block_sparse_moe.experts.251.w2,0.0000203238,0.05000,1.364
+16,block_sparse_moe.experts.247.w2,0.0000277700,0.05000,1.377
+16,block_sparse_moe.experts.243.w2,0.0000344856,0.05000,1.253
+16,block_sparse_moe.experts.255.w2,0.0000329232,0.05000,1.031
+16,block_sparse_moe.experts.228.w2,0.0000384793,0.05000,1.484
+16,block_sparse_moe.experts.232.w2,0.0000349555,0.05000,1.459
+16,block_sparse_moe.experts.224.w2,0.0000508107,0.05000,1.504
+16,block_sparse_moe.experts.220.w2,0.0000410123,0.05000,1.496
+16,block_sparse_moe.experts.244.w2,0.0000337991,0.05000,1.560
+16,block_sparse_moe.experts.248.w2,0.0000892401,0.05000,1.565
+16,block_sparse_moe.experts.240.w2,0.0000253982,0.05000,1.564
+16,block_sparse_moe.experts.236.w2,0.0000328569,0.05000,1.539
+16,block_sparse_moe.experts.252.w2,0.0000622438,0.05000,0.432
+17,self_attn.q_proj,0.0000012971,0.05000,1.087
+17,self_attn.k_proj,0.0000002111,0.05000,1.099
+17,self_attn.v_proj,0.0000001789,0.05000,1.200
+17,self_attn.o_proj,0.0000001611,0.05000,2.070
+17,block_sparse_moe.experts.13.w1,0.0000989954,0.05000,3.002
+17,block_sparse_moe.experts.5.w1,0.0001280549,0.05000,3.001
+17,block_sparse_moe.experts.12.w1,0.0002296706,0.05000,3.025
+17,block_sparse_moe.experts.8.w1,0.0000454581,0.05000,3.054
+17,block_sparse_moe.experts.1.w1,0.0000192170,0.05000,3.058
+17,block_sparse_moe.experts.9.w1,0.0001963282,0.05000,3.087
+17,block_sparse_moe.experts.0.w1,0.0002988007,0.05000,3.093
+17,block_sparse_moe.experts.2.w1,0.0000731219,0.05000,3.074
+17,block_sparse_moe.experts.14.w1,0.0002377402,0.05000,3.168
+17,block_sparse_moe.experts.10.w1,0.0001674515,0.05000,3.172
+17,block_sparse_moe.experts.4.w1,0.0001499077,0.05000,3.175
+17,block_sparse_moe.experts.6.w1,0.0001725655,0.05000,3.105
+17,block_sparse_moe.experts.15.w1,0.0001320177,0.05000,3.118
+17,block_sparse_moe.experts.7.w1,0.0001201368,0.05000,3.268
+17,block_sparse_moe.experts.11.w1,0.0000847340,0.05000,3.294
+17,block_sparse_moe.experts.3.w1,0.0000590212,0.05000,3.310
+17,block_sparse_moe.experts.29.w1,0.0001919589,0.05000,2.857
+17,block_sparse_moe.experts.25.w1,0.0001200362,0.05000,2.819
+17,block_sparse_moe.experts.21.w1,0.0002846201,0.05000,2.929
+17,block_sparse_moe.experts.17.w1,0.0000996132,0.05000,2.888
+17,block_sparse_moe.experts.24.w1,0.0002619810,0.05000,3.013
+17,block_sparse_moe.experts.16.w1,0.0001045514,0.05000,3.013
+17,block_sparse_moe.experts.28.w1,0.0001719632,0.05000,3.124
+17,block_sparse_moe.experts.26.w1,0.0002030814,0.05000,3.026
+17,block_sparse_moe.experts.18.w1,0.0002569820,0.05000,3.061
+17,block_sparse_moe.experts.20.w1,0.0000847988,0.05000,3.031
+17,block_sparse_moe.experts.22.w1,0.0000972453,0.05000,3.079
+17,block_sparse_moe.experts.31.w1,0.0001259488,0.05000,3.063
+17,block_sparse_moe.experts.23.w1,0.0000191381,0.05000,3.047
+17,block_sparse_moe.experts.30.w1,0.0000431943,0.05000,3.168
+17,block_sparse_moe.experts.27.w1,0.0001599205,0.05000,3.103
+17,block_sparse_moe.experts.19.w1,0.0001569066,0.05000,3.138
+17,block_sparse_moe.experts.45.w1,0.0001909698,0.05000,2.710
+17,block_sparse_moe.experts.41.w1,0.0002736039,0.05000,2.685
+17,block_sparse_moe.experts.37.w1,0.0001205331,0.05000,2.710
+17,block_sparse_moe.experts.33.w1,0.0000662918,0.05000,2.795
+17,block_sparse_moe.experts.44.w1,0.0001041540,0.05000,2.843
+17,block_sparse_moe.experts.32.w1,0.0001916510,0.05000,2.892
+17,block_sparse_moe.experts.39.w1,0.0000541034,0.05000,2.663
+17,block_sparse_moe.experts.34.w1,0.0002077746,0.05000,2.822
+17,block_sparse_moe.experts.47.w1,0.0000330759,0.05000,2.769
+17,block_sparse_moe.experts.40.w1,0.0001383736,0.05000,2.982
+17,block_sparse_moe.experts.42.w1,0.0000349640,0.05000,2.883
+17,block_sparse_moe.experts.43.w1,0.0002295073,0.05000,2.716
+17,block_sparse_moe.experts.38.w1,0.0003440762,0.05000,2.863
+17,block_sparse_moe.experts.46.w1,0.0000827394,0.05000,2.783
+17,block_sparse_moe.experts.35.w1,0.0001346206,0.05000,2.712
+17,block_sparse_moe.experts.36.w1,0.0000630034,0.05000,3.008
+17,block_sparse_moe.experts.57.w1,0.0000693493,0.05000,2.849
+17,block_sparse_moe.experts.61.w1,0.0001439720,0.05000,2.871
+17,block_sparse_moe.experts.53.w1,0.0001339361,0.05000,2.800
+17,block_sparse_moe.experts.49.w1,0.0001915400,0.05000,2.813
+17,block_sparse_moe.experts.50.w1,0.0001983907,0.05000,2.945
+17,block_sparse_moe.experts.58.w1,0.0000186914,0.05000,2.971
+17,block_sparse_moe.experts.60.w1,0.0000470559,0.05000,3.066
+17,block_sparse_moe.experts.48.w1,0.0002151239,0.05000,3.092
+17,block_sparse_moe.experts.56.w1,0.0001542760,0.05000,3.047
+17,block_sparse_moe.experts.55.w1,0.0001719214,0.05000,3.105
+17,block_sparse_moe.experts.54.w1,0.0000722573,0.05000,3.009
+17,block_sparse_moe.experts.63.w1,0.0000682262,0.05000,3.113
+17,block_sparse_moe.experts.62.w1,0.0001377025,0.05000,3.085
+17,block_sparse_moe.experts.59.w1,0.0000190050,0.05000,3.095
+17,block_sparse_moe.experts.52.w1,0.0001118362,0.05000,3.019
+17,block_sparse_moe.experts.51.w1,0.0000712137,0.05000,3.100
+17,block_sparse_moe.experts.69.w1,0.0000132480,0.05000,2.814
+17,block_sparse_moe.experts.77.w1,0.0000419041,0.05000,2.816
+17,block_sparse_moe.experts.73.w1,0.0001390317,0.05000,2.901
+17,block_sparse_moe.experts.65.w1,0.0001078548,0.05000,2.824
+17,block_sparse_moe.experts.64.w1,0.0001074507,0.05000,2.819
+17,block_sparse_moe.experts.72.w1,0.0001321059,0.05000,2.865
+17,block_sparse_moe.experts.74.w1,0.0001570391,0.05000,2.963
+17,block_sparse_moe.experts.66.w1,0.0000345554,0.05000,3.046
+17,block_sparse_moe.experts.76.w1,0.0002503461,0.05000,2.970
+17,block_sparse_moe.experts.71.w1,0.0000709421,0.05000,2.943
+17,block_sparse_moe.experts.68.w1,0.0001129917,0.05000,2.890
+17,block_sparse_moe.experts.70.w1,0.0000832188,0.05000,3.022
+17,block_sparse_moe.experts.75.w1,0.0001734813,0.05000,2.972
+17,block_sparse_moe.experts.79.w1,0.0001976667,0.05000,3.037
+17,block_sparse_moe.experts.78.w1,0.0000292433,0.05000,3.009
+17,block_sparse_moe.experts.67.w1,0.0001588750,0.05000,2.994
+17,block_sparse_moe.experts.89.w1,0.0002180328,0.05000,2.576
+17,block_sparse_moe.experts.93.w1,0.0000451081,0.05000,2.692
+17,block_sparse_moe.experts.85.w1,0.0001586855,0.05000,2.697
+17,block_sparse_moe.experts.81.w1,0.0001094642,0.05000,2.730
+17,block_sparse_moe.experts.80.w1,0.0001201726,0.05000,2.746
+17,block_sparse_moe.experts.90.w1,0.0002795375,0.05000,2.767
+17,block_sparse_moe.experts.88.w1,0.0000558975,0.05000,2.822
+17,block_sparse_moe.experts.92.w1,0.0002250679,0.05000,2.805
+17,block_sparse_moe.experts.82.w1,0.0001306395,0.05000,2.832
+17,block_sparse_moe.experts.84.w1,0.0000583112,0.05000,2.759
+17,block_sparse_moe.experts.87.w1,0.0001395424,0.05000,2.856
+17,block_sparse_moe.experts.86.w1,0.0001515507,0.05000,2.761
+17,block_sparse_moe.experts.94.w1,0.0001466863,0.05000,2.813
+17,block_sparse_moe.experts.83.w1,0.0002755447,0.05000,2.825
+17,block_sparse_moe.experts.91.w1,0.0000802647,0.05000,2.958
+17,block_sparse_moe.experts.95.w1,0.0000527949,0.05000,3.034
+17,block_sparse_moe.experts.105.w1,0.0000523399,0.05000,2.777
+17,block_sparse_moe.experts.101.w1,0.0002757006,0.05000,2.802
+17,block_sparse_moe.experts.109.w1,0.0000635842,0.05000,2.811
+17,block_sparse_moe.experts.97.w1,0.0000782063,0.05000,2.834
+17,block_sparse_moe.experts.96.w1,0.0000319174,0.05000,2.715
+17,block_sparse_moe.experts.108.w1,0.0000812513,0.05000,2.639
+17,block_sparse_moe.experts.104.w1,0.0001760484,0.05000,2.727
+17,block_sparse_moe.experts.100.w1,0.0001434694,0.05000,2.686
+17,block_sparse_moe.experts.106.w1,0.0001492851,0.05000,2.977
+17,block_sparse_moe.experts.98.w1,0.0001565949,0.05000,2.982
+17,block_sparse_moe.experts.103.w1,0.0000493129,0.05000,2.969
+17,block_sparse_moe.experts.102.w1,0.0001127074,0.05000,2.982
+17,block_sparse_moe.experts.110.w1,0.0001699602,0.05000,2.978
+17,block_sparse_moe.experts.99.w1,0.0000162629,0.05000,3.018
+17,block_sparse_moe.experts.107.w1,0.0000715430,0.05000,3.029
+17,block_sparse_moe.experts.111.w1,0.0000850258,0.05000,2.953
+17,block_sparse_moe.experts.121.w1,0.0002071120,0.05000,2.868
+17,block_sparse_moe.experts.117.w1,0.0001991112,0.05000,2.876
+17,block_sparse_moe.experts.125.w1,0.0000501431,0.05000,2.941
+17,block_sparse_moe.experts.113.w1,0.0000466791,0.05000,2.870
+17,block_sparse_moe.experts.112.w1,0.0002511835,0.05000,2.759
+17,block_sparse_moe.experts.116.w1,0.0001089522,0.05000,2.702
+17,block_sparse_moe.experts.124.w1,0.0000652299,0.05000,2.841
+17,block_sparse_moe.experts.120.w1,0.0001571259,0.05000,2.806
+17,block_sparse_moe.experts.122.w1,0.0002151869,0.05000,2.842
+17,block_sparse_moe.experts.114.w1,0.0001511683,0.05000,2.798
+17,block_sparse_moe.experts.119.w1,0.0001594275,0.05000,2.792
+17,block_sparse_moe.experts.118.w1,0.0001192549,0.05000,2.904
+17,block_sparse_moe.experts.126.w1,0.0000956710,0.05000,2.902
+17,block_sparse_moe.experts.115.w1,0.0000665579,0.05000,2.827
+17,block_sparse_moe.experts.127.w1,0.0001653146,0.05000,2.859
+17,block_sparse_moe.experts.123.w1,0.0001388827,0.05000,2.891
+17,block_sparse_moe.experts.137.w1,0.0000544237,0.05000,2.920
+17,block_sparse_moe.experts.133.w1,0.0000456411,0.05000,2.898
+17,block_sparse_moe.experts.141.w1,0.0000407085,0.05000,2.863
+17,block_sparse_moe.experts.129.w1,0.0000335239,0.05000,2.917
+17,block_sparse_moe.experts.128.w1,0.0001839545,0.05000,2.958
+17,block_sparse_moe.experts.132.w1,0.0001461122,0.05000,2.976
+17,block_sparse_moe.experts.136.w1,0.0000808462,0.05000,2.996
+17,block_sparse_moe.experts.140.w1,0.0001415089,0.05000,3.046
+17,block_sparse_moe.experts.135.w1,0.0001677442,0.05000,2.797
+17,block_sparse_moe.experts.138.w1,0.0000695177,0.05000,2.907
+17,block_sparse_moe.experts.130.w1,0.0001600912,0.05000,2.933
+17,block_sparse_moe.experts.134.w1,0.0001501066,0.05000,2.952
+17,block_sparse_moe.experts.131.w1,0.0000349994,0.05000,2.845
+17,block_sparse_moe.experts.143.w1,0.0001217364,0.05000,2.836
+17,block_sparse_moe.experts.139.w1,0.0001046012,0.05000,2.842
+17,block_sparse_moe.experts.142.w1,0.0000682356,0.05000,3.004
+17,block_sparse_moe.experts.153.w1,0.0000544085,0.05000,2.638
+17,block_sparse_moe.experts.157.w1,0.0001372211,0.05000,2.629
+17,block_sparse_moe.experts.149.w1,0.0004325021,0.05000,2.725
+17,block_sparse_moe.experts.145.w1,0.0001159421,0.05000,2.722
+17,block_sparse_moe.experts.144.w1,0.0001187514,0.05000,2.948
+17,block_sparse_moe.experts.148.w1,0.0001706958,0.05000,2.973
+17,block_sparse_moe.experts.156.w1,0.0000766529,0.05000,2.923
+17,block_sparse_moe.experts.152.w1,0.0001304567,0.05000,2.973
+17,block_sparse_moe.experts.151.w1,0.0001135681,0.05000,3.010
+17,block_sparse_moe.experts.146.w1,0.0000859424,0.05000,3.012
+17,block_sparse_moe.experts.154.w1,0.0000751127,0.05000,3.149
+17,block_sparse_moe.experts.150.w1,0.0000436049,0.05000,3.017
+17,block_sparse_moe.experts.158.w1,0.0000605652,0.05000,2.992
+17,block_sparse_moe.experts.147.w1,0.0001661998,0.05000,3.137
+17,block_sparse_moe.experts.159.w1,0.0000943219,0.05000,3.125
+17,block_sparse_moe.experts.155.w1,0.0001313173,0.05000,3.136
+17,block_sparse_moe.experts.173.w1,0.0000259262,0.05000,2.711
+17,block_sparse_moe.experts.169.w1,0.0001088548,0.05000,2.892
+17,block_sparse_moe.experts.165.w1,0.0002543861,0.05000,2.978
+17,block_sparse_moe.experts.161.w1,0.0004757023,0.05000,2.932
+17,block_sparse_moe.experts.160.w1,0.0001570325,0.05000,3.042
+17,block_sparse_moe.experts.172.w1,0.0000939635,0.05000,2.893
+17,block_sparse_moe.experts.164.w1,0.0001006453,0.05000,2.987
+17,block_sparse_moe.experts.168.w1,0.0001140764,0.05000,2.942
+17,block_sparse_moe.experts.170.w1,0.0000503388,0.05000,2.703
+17,block_sparse_moe.experts.162.w1,0.0001583175,0.05000,2.815
+17,block_sparse_moe.experts.167.w1,0.0001629948,0.05000,3.007
+17,block_sparse_moe.experts.166.w1,0.0001611247,0.05000,2.850
+17,block_sparse_moe.experts.174.w1,0.0002259003,0.05000,2.792
+17,block_sparse_moe.experts.163.w1,0.0000398084,0.05000,2.927
+17,block_sparse_moe.experts.175.w1,0.0001986849,0.05000,2.898
+17,block_sparse_moe.experts.171.w1,0.0002287781,0.05000,2.905
+17,block_sparse_moe.experts.185.w1,0.0001759700,0.05000,3.011
+17,block_sparse_moe.experts.189.w1,0.0001581071,0.05000,3.146
+17,block_sparse_moe.experts.181.w1,0.0001358089,0.05000,2.986
+17,block_sparse_moe.experts.177.w1,0.0000712308,0.05000,3.035
+17,block_sparse_moe.experts.176.w1,0.0000116237,0.05000,3.017
+17,block_sparse_moe.experts.184.w1,0.0001350614,0.05000,2.933
+17,block_sparse_moe.experts.180.w1,0.0000986609,0.05000,2.982
+17,block_sparse_moe.experts.188.w1,0.0001451853,0.05000,3.044
+17,block_sparse_moe.experts.186.w1,0.0002100411,0.05000,2.901
+17,block_sparse_moe.experts.178.w1,0.0000908683,0.05000,2.910
+17,block_sparse_moe.experts.183.w1,0.0001595364,0.05000,2.881
+17,block_sparse_moe.experts.182.w1,0.0001805706,0.05000,2.891
+17,block_sparse_moe.experts.190.w1,0.0000547535,0.05000,2.936
+17,block_sparse_moe.experts.179.w1,0.0000265258,0.05000,2.856
+17,block_sparse_moe.experts.187.w1,0.0001101430,0.05000,2.864
+17,block_sparse_moe.experts.191.w1,0.0001172611,0.05000,2.919
+17,block_sparse_moe.experts.201.w1,0.0001188346,0.05000,2.648
+17,block_sparse_moe.experts.205.w1,0.0003171027,0.05000,2.692
+17,block_sparse_moe.experts.197.w1,0.0001164339,0.05000,2.686
+17,block_sparse_moe.experts.193.w1,0.0000689785,0.05000,2.695
+17,block_sparse_moe.experts.192.w1,0.0001791302,0.05000,2.811
+17,block_sparse_moe.experts.196.w1,0.0001775880,0.05000,2.886
+17,block_sparse_moe.experts.200.w1,0.0000538201,0.05000,2.954
+17,block_sparse_moe.experts.199.w1,0.0000771136,0.05000,2.774
+17,block_sparse_moe.experts.204.w1,0.0000791240,0.05000,2.942
+17,block_sparse_moe.experts.194.w1,0.0000846859,0.05000,3.009
+17,block_sparse_moe.experts.202.w1,0.0001966663,0.05000,3.199
+17,block_sparse_moe.experts.198.w1,0.0000861627,0.05000,3.014
+17,block_sparse_moe.experts.203.w1,0.0001146507,0.05000,2.827
+17,block_sparse_moe.experts.206.w1,0.0002035027,0.05000,3.003
+17,block_sparse_moe.experts.195.w1,0.0000982154,0.05000,2.965
+17,block_sparse_moe.experts.207.w1,0.0001290006,0.05000,2.968
+17,block_sparse_moe.experts.217.w1,0.0001211405,0.05000,2.946
+17,block_sparse_moe.experts.221.w1,0.0001103734,0.05000,3.077
+17,block_sparse_moe.experts.213.w1,0.0001979137,0.05000,2.963
+17,block_sparse_moe.experts.209.w1,0.0000633755,0.05000,2.974
+17,block_sparse_moe.experts.208.w1,0.0001611493,0.05000,2.992
+17,block_sparse_moe.experts.210.w1,0.0000600072,0.05000,2.745
+17,block_sparse_moe.experts.215.w1,0.0000591565,0.05000,2.950
+17,block_sparse_moe.experts.216.w1,0.0002813580,0.05000,2.991
+17,block_sparse_moe.experts.212.w1,0.0001229955,0.05000,3.064
+17,block_sparse_moe.experts.220.w1,0.0001429940,0.05000,2.980
+17,block_sparse_moe.experts.218.w1,0.0001564945,0.05000,2.794
+17,block_sparse_moe.experts.214.w1,0.0001498121,0.05000,2.828
+17,block_sparse_moe.experts.222.w1,0.0004105681,0.05000,2.866
+17,block_sparse_moe.experts.219.w1,0.0001608840,0.05000,2.900
+17,block_sparse_moe.experts.211.w1,0.0001740918,0.05000,2.896
+17,block_sparse_moe.experts.223.w1,0.0000561917,0.05000,2.962
+17,block_sparse_moe.experts.233.w1,0.0001534386,0.05000,2.856
+17,block_sparse_moe.experts.237.w1,0.0001407212,0.05000,2.856
+17,block_sparse_moe.experts.229.w1,0.0001423154,0.05000,2.945
+17,block_sparse_moe.experts.225.w1,0.0001043963,0.05000,2.895
+17,block_sparse_moe.experts.224.w1,0.0001692759,0.05000,2.818
+17,block_sparse_moe.experts.226.w1,0.0000373575,0.05000,2.706
+17,block_sparse_moe.experts.232.w1,0.0001028586,0.05000,2.896
+17,block_sparse_moe.experts.234.w1,0.0001992450,0.05000,2.755
+17,block_sparse_moe.experts.236.w1,0.0000894534,0.05000,2.899
+17,block_sparse_moe.experts.231.w1,0.0000798738,0.05000,2.981
+17,block_sparse_moe.experts.228.w1,0.0000682664,0.05000,2.939
+17,block_sparse_moe.experts.230.w1,0.0001132541,0.05000,2.741
+17,block_sparse_moe.experts.238.w1,0.0001310481,0.05000,2.912
+17,block_sparse_moe.experts.235.w1,0.0001850655,0.05000,2.945
+17,block_sparse_moe.experts.227.w1,0.0001457745,0.05000,2.987
+17,block_sparse_moe.experts.239.w1,0.0000359354,0.05000,2.881
+17,block_sparse_moe.experts.249.w1,0.0001793030,0.05000,2.631
+17,block_sparse_moe.experts.253.w1,0.0000363485,0.05000,2.699
+17,block_sparse_moe.experts.245.w1,0.0001389698,0.05000,2.760
+17,block_sparse_moe.experts.241.w1,0.0000248079,0.05000,2.768
+17,block_sparse_moe.experts.240.w1,0.0001990217,0.05000,2.875
+17,block_sparse_moe.experts.242.w1,0.0001374247,0.05000,2.858
+17,block_sparse_moe.experts.250.w1,0.0001035684,0.05000,2.741
+17,block_sparse_moe.experts.248.w1,0.0001260256,0.05000,2.853
+17,block_sparse_moe.experts.252.w1,0.0000764200,0.05000,2.849
+17,block_sparse_moe.experts.246.w1,0.0000642718,0.05000,2.806
+17,block_sparse_moe.experts.244.w1,0.0001636366,0.05000,2.841
+17,block_sparse_moe.experts.247.w1,0.0002142508,0.05000,2.934
+17,block_sparse_moe.experts.254.w1,0.0004507109,0.05000,2.958
+17,block_sparse_moe.experts.251.w1,0.0000826667,0.05000,2.923
+17,block_sparse_moe.experts.243.w1,0.0001140346,0.05000,3.038
+17,block_sparse_moe.experts.255.w1,0.0000802994,0.05000,3.095
+17,block_sparse_moe.experts.9.w3,0.0001977985,0.05000,2.948
+17,block_sparse_moe.experts.13.w3,0.0000865106,0.05000,2.862
+17,block_sparse_moe.experts.5.w3,0.0001289851,0.05000,2.960
+17,block_sparse_moe.experts.1.w3,0.0000189228,0.05000,2.911
+17,block_sparse_moe.experts.0.w3,0.0002773347,0.05000,2.974
+17,block_sparse_moe.experts.2.w3,0.0000739214,0.05000,3.058
+17,block_sparse_moe.experts.10.w3,0.0001675446,0.05000,3.066
+17,block_sparse_moe.experts.8.w3,0.0000454198,0.05000,3.002
+17,block_sparse_moe.experts.6.w3,0.0001768827,0.05000,2.987
+17,block_sparse_moe.experts.4.w3,0.0001510660,0.05000,2.977
+17,block_sparse_moe.experts.7.w3,0.0001216531,0.05000,2.951
+17,block_sparse_moe.experts.12.w3,0.0002305452,0.05000,3.104
+17,block_sparse_moe.experts.11.w3,0.0000840188,0.05000,2.983
+17,block_sparse_moe.experts.14.w3,0.0002397061,0.05000,3.057
+17,block_sparse_moe.experts.3.w3,0.0000599171,0.05000,3.009
+17,block_sparse_moe.experts.15.w3,0.0001347975,0.05000,2.925
+17,block_sparse_moe.experts.25.w3,0.0001197142,0.05000,2.845
+17,block_sparse_moe.experts.29.w3,0.0001927477,0.05000,2.830
+17,block_sparse_moe.experts.21.w3,0.0002858535,0.05000,2.906
+17,block_sparse_moe.experts.17.w3,0.0000999482,0.05000,2.822
+17,block_sparse_moe.experts.16.w3,0.0001005829,0.05000,2.806
+17,block_sparse_moe.experts.18.w3,0.0002574769,0.05000,2.876
+17,block_sparse_moe.experts.24.w3,0.0002591444,0.05000,2.816
+17,block_sparse_moe.experts.28.w3,0.0001730753,0.05000,2.764
+17,block_sparse_moe.experts.26.w3,0.0002023154,0.05000,2.953
+17,block_sparse_moe.experts.20.w3,0.0000828193,0.05000,2.948
+17,block_sparse_moe.experts.22.w3,0.0000981487,0.05000,3.018
+17,block_sparse_moe.experts.23.w3,0.0000187412,0.05000,2.993
+17,block_sparse_moe.experts.27.w3,0.0001544138,0.05000,2.909
+17,block_sparse_moe.experts.30.w3,0.0000433664,0.05000,2.886
+17,block_sparse_moe.experts.19.w3,0.0001577960,0.05000,2.878
+17,block_sparse_moe.experts.31.w3,0.0001224497,0.05000,2.979
+17,block_sparse_moe.experts.41.w3,0.0002746378,0.05000,2.816
+17,block_sparse_moe.experts.45.w3,0.0001937428,0.05000,2.728
+17,block_sparse_moe.experts.33.w3,0.0000673402,0.05000,2.814
+17,block_sparse_moe.experts.37.w3,0.0001182585,0.05000,2.888
+17,block_sparse_moe.experts.34.w3,0.0002070782,0.05000,2.726
+17,block_sparse_moe.experts.32.w3,0.0001943946,0.05000,2.915
+17,block_sparse_moe.experts.40.w3,0.0001382511,0.05000,2.891
+17,block_sparse_moe.experts.42.w3,0.0000350641,0.05000,2.810
+17,block_sparse_moe.experts.38.w3,0.0003365241,0.05000,2.696
+17,block_sparse_moe.experts.44.w3,0.0001062619,0.05000,2.903
+17,block_sparse_moe.experts.36.w3,0.0000628014,0.05000,2.949
+17,block_sparse_moe.experts.39.w3,0.0000534299,0.05000,2.993
+17,block_sparse_moe.experts.46.w3,0.0000812781,0.05000,2.738
+17,block_sparse_moe.experts.43.w3,0.0002274298,0.05000,2.998
+17,block_sparse_moe.experts.35.w3,0.0001380121,0.05000,3.033
+17,block_sparse_moe.experts.47.w3,0.0000332919,0.05000,3.021
+17,block_sparse_moe.experts.61.w3,0.0001426843,0.05000,2.982
+17,block_sparse_moe.experts.57.w3,0.0000581579,0.05000,3.149
+17,block_sparse_moe.experts.49.w3,0.0001884387,0.05000,3.039
+17,block_sparse_moe.experts.53.w3,0.0001343503,0.05000,3.083
+17,block_sparse_moe.experts.50.w3,0.0001935949,0.05000,2.745
+17,block_sparse_moe.experts.54.w3,0.0000711269,0.05000,2.705
+17,block_sparse_moe.experts.48.w3,0.0001895387,0.05000,3.072
+17,block_sparse_moe.experts.58.w3,0.0000189544,0.05000,2.777
+17,block_sparse_moe.experts.56.w3,0.0001520846,0.05000,3.079
+17,block_sparse_moe.experts.60.w3,0.0000465854,0.05000,3.084
+17,block_sparse_moe.experts.52.w3,0.0001117777,0.05000,3.052
+17,block_sparse_moe.experts.62.w3,0.0001394338,0.05000,2.828
+17,block_sparse_moe.experts.55.w3,0.0001708302,0.05000,3.112
+17,block_sparse_moe.experts.59.w3,0.0000191622,0.05000,3.074
+17,block_sparse_moe.experts.77.w3,0.0000383707,0.05000,2.639
+17,block_sparse_moe.experts.73.w3,0.0001299837,0.05000,2.654
+17,block_sparse_moe.experts.51.w3,0.0000667042,0.05000,3.036
+17,block_sparse_moe.experts.63.w3,0.0000676068,0.05000,3.096
+17,block_sparse_moe.experts.65.w3,0.0001053690,0.05000,2.660
+17,block_sparse_moe.experts.69.w3,0.0000131119,0.05000,2.705
+17,block_sparse_moe.experts.66.w3,0.0000351771,0.05000,2.959
+17,block_sparse_moe.experts.70.w3,0.0000834255,0.05000,2.936
+17,block_sparse_moe.experts.74.w3,0.0001597796,0.05000,2.909
+17,block_sparse_moe.experts.64.w3,0.0001093184,0.05000,3.021
+17,block_sparse_moe.experts.72.w3,0.0001313664,0.05000,3.005
+17,block_sparse_moe.experts.76.w3,0.0002525062,0.05000,3.054
+17,block_sparse_moe.experts.78.w3,0.0000288197,0.05000,2.944
+17,block_sparse_moe.experts.68.w3,0.0001124499,0.05000,3.041
+17,block_sparse_moe.experts.71.w3,0.0000675539,0.05000,3.056
+17,block_sparse_moe.experts.93.w3,0.0000456038,0.05000,2.811
+17,block_sparse_moe.experts.89.w3,0.0002217285,0.05000,2.892
+17,block_sparse_moe.experts.75.w3,0.0001764053,0.05000,3.142
+17,block_sparse_moe.experts.67.w3,0.0001596488,0.05000,3.013
+17,block_sparse_moe.experts.79.w3,0.0001995794,0.05000,3.018
+17,block_sparse_moe.experts.81.w3,0.0001104339,0.05000,2.755
+17,block_sparse_moe.experts.85.w3,0.0001612355,0.05000,2.711
+17,block_sparse_moe.experts.82.w3,0.0001265652,0.05000,2.563
+17,block_sparse_moe.experts.86.w3,0.0001501594,0.05000,2.619
+17,block_sparse_moe.experts.90.w3,0.0002699071,0.05000,2.713
+17,block_sparse_moe.experts.80.w3,0.0001352838,0.05000,2.984
+17,block_sparse_moe.experts.94.w3,0.0001408853,0.05000,2.654
+17,block_sparse_moe.experts.88.w3,0.0000556614,0.05000,3.021
+17,block_sparse_moe.experts.92.w3,0.0002208394,0.05000,2.909
+17,block_sparse_moe.experts.84.w3,0.0000580165,0.05000,2.946
+17,block_sparse_moe.experts.109.w3,0.0000645073,0.05000,2.797
+17,block_sparse_moe.experts.87.w3,0.0001402530,0.05000,2.966
+17,block_sparse_moe.experts.105.w3,0.0000532464,0.05000,2.825
+17,block_sparse_moe.experts.91.w3,0.0000813842,0.05000,2.927
+17,block_sparse_moe.experts.83.w3,0.0002797605,0.05000,2.924
+17,block_sparse_moe.experts.97.w3,0.0000793290,0.05000,2.870
+17,block_sparse_moe.experts.95.w3,0.0000504476,0.05000,3.020
+17,block_sparse_moe.experts.101.w3,0.0002710153,0.05000,2.970
+17,block_sparse_moe.experts.98.w3,0.0001584733,0.05000,2.673
+17,block_sparse_moe.experts.102.w3,0.0001109127,0.05000,2.735
+17,block_sparse_moe.experts.106.w3,0.0001516928,0.05000,2.704
+17,block_sparse_moe.experts.110.w3,0.0001717863,0.05000,2.742
+17,block_sparse_moe.experts.96.w3,0.0000324127,0.05000,3.026
+17,block_sparse_moe.experts.108.w3,0.0000813513,0.05000,2.972
+17,block_sparse_moe.experts.104.w3,0.0001741794,0.05000,3.040
+17,block_sparse_moe.experts.100.w3,0.0001399721,0.05000,2.992
+17,block_sparse_moe.experts.103.w3,0.0000470463,0.05000,2.831
+17,block_sparse_moe.experts.125.w3,0.0000496473,0.05000,2.979
+17,block_sparse_moe.experts.121.w3,0.0002091099,0.05000,2.926
+17,block_sparse_moe.experts.99.w3,0.0000157937,0.05000,2.831
+17,block_sparse_moe.experts.107.w3,0.0000723583,0.05000,2.884
+17,block_sparse_moe.experts.113.w3,0.0000447787,0.05000,2.794
+17,block_sparse_moe.experts.117.w3,0.0001916486,0.05000,2.825
+17,block_sparse_moe.experts.111.w3,0.0000865386,0.05000,2.850
+17,block_sparse_moe.experts.114.w3,0.0001514713,0.05000,2.873
+17,block_sparse_moe.experts.118.w3,0.0001205222,0.05000,2.792
+17,block_sparse_moe.experts.122.w3,0.0002118432,0.05000,2.812
+17,block_sparse_moe.experts.126.w3,0.0000951857,0.05000,2.710
+17,block_sparse_moe.experts.112.w3,0.0002460608,0.05000,2.965
+17,block_sparse_moe.experts.124.w3,0.0000655508,0.05000,2.846
+17,block_sparse_moe.experts.120.w3,0.0001583442,0.05000,2.921
+17,block_sparse_moe.experts.116.w3,0.0001081974,0.05000,2.874
+17,block_sparse_moe.experts.141.w3,0.0000414205,0.05000,2.758
+17,block_sparse_moe.experts.119.w3,0.0001602525,0.05000,2.893
+17,block_sparse_moe.experts.137.w3,0.0000556901,0.05000,2.843
+17,block_sparse_moe.experts.115.w3,0.0000678735,0.05000,2.892
+17,block_sparse_moe.experts.129.w3,0.0000328337,0.05000,2.852
+17,block_sparse_moe.experts.123.w3,0.0001269811,0.05000,3.046
+17,block_sparse_moe.experts.127.w3,0.0001666023,0.05000,2.916
+17,block_sparse_moe.experts.133.w3,0.0000451128,0.05000,2.967
+17,block_sparse_moe.experts.130.w3,0.0001491952,0.05000,2.696
+17,block_sparse_moe.experts.134.w3,0.0001492501,0.05000,2.625
+17,block_sparse_moe.experts.138.w3,0.0000673623,0.05000,2.655
+17,block_sparse_moe.experts.142.w3,0.0000689336,0.05000,2.703
+17,block_sparse_moe.experts.128.w3,0.0001849176,0.05000,3.064
+17,block_sparse_moe.experts.135.w3,0.0001674002,0.05000,2.761
+17,block_sparse_moe.experts.140.w3,0.0001379279,0.05000,3.035
+17,block_sparse_moe.experts.132.w3,0.0001476758,0.05000,2.995
+17,block_sparse_moe.experts.136.w3,0.0000793424,0.05000,3.069
+17,block_sparse_moe.experts.157.w3,0.0001390726,0.05000,3.014
+17,block_sparse_moe.experts.153.w3,0.0000548282,0.05000,3.009
+17,block_sparse_moe.experts.131.w3,0.0000352026,0.05000,2.874
+17,block_sparse_moe.experts.139.w3,0.0001042282,0.05000,2.852
+17,block_sparse_moe.experts.145.w3,0.0001177660,0.05000,3.031
+17,block_sparse_moe.experts.143.w3,0.0001227235,0.05000,2.917
+17,block_sparse_moe.experts.149.w3,0.0004048318,0.05000,2.961
+17,block_sparse_moe.experts.146.w3,0.0000851609,0.05000,2.962
+17,block_sparse_moe.experts.150.w3,0.0000431508,0.05000,2.970
+17,block_sparse_moe.experts.154.w3,0.0000759597,0.05000,3.057
+17,block_sparse_moe.experts.158.w3,0.0000586894,0.05000,2.953
+17,block_sparse_moe.experts.144.w3,0.0001200523,0.05000,2.810
+17,block_sparse_moe.experts.151.w3,0.0001156205,0.05000,2.803
+17,block_sparse_moe.experts.156.w3,0.0000779969,0.05000,2.894
+17,block_sparse_moe.experts.152.w3,0.0001315221,0.05000,2.787
+17,block_sparse_moe.experts.148.w3,0.0001720708,0.05000,2.871
+17,block_sparse_moe.experts.173.w3,0.0000242733,0.05000,2.966
+17,block_sparse_moe.experts.147.w3,0.0001682573,0.05000,2.734
+17,block_sparse_moe.experts.169.w3,0.0001221880,0.05000,2.942
+17,block_sparse_moe.experts.155.w3,0.0001322272,0.05000,2.738
+17,block_sparse_moe.experts.161.w3,0.0004650945,0.05000,2.936
+17,block_sparse_moe.experts.159.w3,0.0000953283,0.05000,2.787
+17,block_sparse_moe.experts.162.w3,0.0001594609,0.05000,2.718
+17,block_sparse_moe.experts.165.w3,0.0002443242,0.05000,2.959
+17,block_sparse_moe.experts.166.w3,0.0001585110,0.05000,2.726
+17,block_sparse_moe.experts.170.w3,0.0000502534,0.05000,2.704
+17,block_sparse_moe.experts.174.w3,0.0002292654,0.05000,2.816
+17,block_sparse_moe.experts.160.w3,0.0001574407,0.05000,3.077
+17,block_sparse_moe.experts.167.w3,0.0001634526,0.05000,3.049
+17,block_sparse_moe.experts.172.w3,0.0000946417,0.05000,3.026
+17,block_sparse_moe.experts.189.w3,0.0001473142,0.05000,2.791
+17,block_sparse_moe.experts.168.w3,0.0001148832,0.05000,3.100
+17,block_sparse_moe.experts.185.w3,0.0001774388,0.05000,2.767
+17,block_sparse_moe.experts.164.w3,0.0001021808,0.05000,3.174
+17,block_sparse_moe.experts.163.w3,0.0000392361,0.05000,3.078
+17,block_sparse_moe.experts.171.w3,0.0002289869,0.05000,3.028
+17,block_sparse_moe.experts.177.w3,0.0000708962,0.05000,2.819
+17,block_sparse_moe.experts.175.w3,0.0002005825,0.05000,3.002
+17,block_sparse_moe.experts.181.w3,0.0001361922,0.05000,2.850
+17,block_sparse_moe.experts.178.w3,0.0000843768,0.05000,2.935
+17,block_sparse_moe.experts.182.w3,0.0001824208,0.05000,2.961
+17,block_sparse_moe.experts.186.w3,0.0002127253,0.05000,2.949
+17,block_sparse_moe.experts.190.w3,0.0000556421,0.05000,3.027
+17,block_sparse_moe.experts.183.w3,0.0001593219,0.05000,2.812
+17,block_sparse_moe.experts.176.w3,0.0000117042,0.05000,2.929
+17,block_sparse_moe.experts.205.w3,0.0003101687,0.05000,2.744
+17,block_sparse_moe.experts.188.w3,0.0001476601,0.05000,2.853
+17,block_sparse_moe.experts.201.w3,0.0001203514,0.05000,2.698
+17,block_sparse_moe.experts.184.w3,0.0001369151,0.05000,2.923
+17,block_sparse_moe.experts.179.w3,0.0000266818,0.05000,2.781
+17,block_sparse_moe.experts.180.w3,0.0000957576,0.05000,2.953
+17,block_sparse_moe.experts.187.w3,0.0001110203,0.05000,2.835
+17,block_sparse_moe.experts.193.w3,0.0000701488,0.05000,2.792
+17,block_sparse_moe.experts.197.w3,0.0001177974,0.05000,2.776
+17,block_sparse_moe.experts.191.w3,0.0001160730,0.05000,2.956
+17,block_sparse_moe.experts.194.w3,0.0000860157,0.05000,2.894
+17,block_sparse_moe.experts.198.w3,0.0000863473,0.05000,2.869
+17,block_sparse_moe.experts.202.w3,0.0001998311,0.05000,2.978
+17,block_sparse_moe.experts.206.w3,0.0002054785,0.05000,2.804
+17,block_sparse_moe.experts.221.w3,0.0001112156,0.05000,2.722
+17,block_sparse_moe.experts.199.w3,0.0000786733,0.05000,2.971
+17,block_sparse_moe.experts.217.w3,0.0001223748,0.05000,2.785
+17,block_sparse_moe.experts.204.w3,0.0000783925,0.05000,2.954
+17,block_sparse_moe.experts.192.w3,0.0001771369,0.05000,3.059
+17,block_sparse_moe.experts.200.w3,0.0000542182,0.05000,2.970
+17,block_sparse_moe.experts.196.w3,0.0001784055,0.05000,2.882
+17,block_sparse_moe.experts.209.w3,0.0000644770,0.05000,2.823
+17,block_sparse_moe.experts.203.w3,0.0001099378,0.05000,2.850
+17,block_sparse_moe.experts.195.w3,0.0001001409,0.05000,3.016
+17,block_sparse_moe.experts.213.w3,0.0001957363,0.05000,2.738
+17,block_sparse_moe.experts.207.w3,0.0001297219,0.05000,2.883
+17,block_sparse_moe.experts.210.w3,0.0000586053,0.05000,2.928
+17,block_sparse_moe.experts.214.w3,0.0001513368,0.05000,2.841
+17,block_sparse_moe.experts.218.w3,0.0001581970,0.05000,2.880
+17,block_sparse_moe.experts.222.w3,0.0004137353,0.05000,2.986
+17,block_sparse_moe.experts.237.w3,0.0001401314,0.05000,3.012
+17,block_sparse_moe.experts.215.w3,0.0000590473,0.05000,2.842
+17,block_sparse_moe.experts.233.w3,0.0001531844,0.05000,2.915
+17,block_sparse_moe.experts.220.w3,0.0001447566,0.05000,2.912
+17,block_sparse_moe.experts.208.w3,0.0001625714,0.05000,2.913
+17,block_sparse_moe.experts.216.w3,0.0002828375,0.05000,2.948
+17,block_sparse_moe.experts.219.w3,0.0001552082,0.05000,2.788
+17,block_sparse_moe.experts.212.w3,0.0001238370,0.05000,2.884
+17,block_sparse_moe.experts.211.w3,0.0001760381,0.05000,2.861
+17,block_sparse_moe.experts.225.w3,0.0001047767,0.05000,2.999
+17,block_sparse_moe.experts.223.w3,0.0000568154,0.05000,2.715
+17,block_sparse_moe.experts.229.w3,0.0001448097,0.05000,3.048
+17,block_sparse_moe.experts.226.w3,0.0000359299,0.05000,2.856
+17,block_sparse_moe.experts.230.w3,0.0001152790,0.05000,2.912
+17,block_sparse_moe.experts.234.w3,0.0001986566,0.05000,2.830
+17,block_sparse_moe.experts.238.w3,0.0001321437,0.05000,2.908
+17,block_sparse_moe.experts.231.w3,0.0000803792,0.05000,2.842
+17,block_sparse_moe.experts.253.w3,0.0000362438,0.05000,2.953
+17,block_sparse_moe.experts.249.w3,0.0001800690,0.05000,2.971
+17,block_sparse_moe.experts.224.w3,0.0001727725,0.05000,2.902
+17,block_sparse_moe.experts.236.w3,0.0000900076,0.05000,2.953
+17,block_sparse_moe.experts.241.w3,0.0000251551,0.05000,2.696
+17,block_sparse_moe.experts.228.w3,0.0000679891,0.05000,2.938
+17,block_sparse_moe.experts.245.w3,0.0001396735,0.05000,2.516
+17,block_sparse_moe.experts.235.w3,0.0001863456,0.05000,2.982
+17,block_sparse_moe.experts.232.w3,0.0001032667,0.05000,3.025
+17,block_sparse_moe.experts.227.w3,0.0001492102,0.05000,2.960
+17,block_sparse_moe.experts.239.w3,0.0000359420,0.05000,3.013
+17,block_sparse_moe.experts.242.w3,0.0001396124,0.05000,2.886
+17,block_sparse_moe.experts.246.w3,0.0000640869,0.05000,2.915
+17,block_sparse_moe.experts.250.w3,0.0001039100,0.05000,2.745
+17,block_sparse_moe.experts.254.w3,0.0004535968,0.05000,2.396
+17,block_sparse_moe.experts.247.w3,0.0002158892,0.05000,2.805
+17,block_sparse_moe.experts.252.w3,0.0000744369,0.05000,2.648
+17,block_sparse_moe.experts.240.w3,0.0002002235,0.05000,2.738
+17,block_sparse_moe.experts.248.w3,0.0001259465,0.05000,2.428
+17,block_sparse_moe.experts.244.w3,0.0001633774,0.05000,2.491
+17,block_sparse_moe.experts.251.w3,0.0000834979,0.05000,2.593
+17,block_sparse_moe.experts.243.w3,0.0001136246,0.05000,2.528
+17,block_sparse_moe.experts.255.w3,0.0000807789,0.05000,2.315
+17,block_sparse_moe.experts.3.w2,0.0000177163,0.05000,1.498
+17,block_sparse_moe.experts.10.w2,0.0000511513,0.05000,1.499
+17,block_sparse_moe.experts.11.w2,0.0000205102,0.05000,1.504
+17,block_sparse_moe.experts.5.w2,0.0000377486,0.05000,1.518
+17,block_sparse_moe.experts.13.w2,0.0000213765,0.05000,1.500
+17,block_sparse_moe.experts.9.w2,0.0000412396,0.05000,1.536
+17,block_sparse_moe.experts.15.w2,0.0000461525,0.05000,1.508
+17,block_sparse_moe.experts.2.w2,0.0000252971,0.05000,1.541
+17,block_sparse_moe.experts.8.w2,0.0000264592,0.05000,1.553
+17,block_sparse_moe.experts.6.w2,0.0000470941,0.05000,1.556
+17,block_sparse_moe.experts.1.w2,0.0000064848,0.05000,1.569
+17,block_sparse_moe.experts.14.w2,0.0000706665,0.05000,1.540
+17,block_sparse_moe.experts.12.w2,0.0000722487,0.05000,1.573
+17,block_sparse_moe.experts.7.w2,0.0000597939,0.05000,1.583
+17,block_sparse_moe.experts.4.w2,0.0000453058,0.05000,1.592
+17,block_sparse_moe.experts.0.w2,0.0001498013,0.05000,1.633
+17,block_sparse_moe.experts.17.w2,0.0000401789,0.05000,1.336
+17,block_sparse_moe.experts.24.w2,0.0001036915,0.05000,1.368
+17,block_sparse_moe.experts.21.w2,0.0000534885,0.05000,1.411
+17,block_sparse_moe.experts.29.w2,0.0000400090,0.05000,1.398
+17,block_sparse_moe.experts.25.w2,0.0000427393,0.05000,1.414
+17,block_sparse_moe.experts.28.w2,0.0000584945,0.05000,1.429
+17,block_sparse_moe.experts.16.w2,0.0000266936,0.05000,1.368
+17,block_sparse_moe.experts.26.w2,0.0000409640,0.05000,1.516
+17,block_sparse_moe.experts.20.w2,0.0000129943,0.05000,1.425
+17,block_sparse_moe.experts.27.w2,0.0000893131,0.05000,1.522
+17,block_sparse_moe.experts.19.w2,0.0000338647,0.05000,1.556
+17,block_sparse_moe.experts.22.w2,0.0000282188,0.05000,1.508
+17,block_sparse_moe.experts.31.w2,0.0000396569,0.05000,1.594
+17,block_sparse_moe.experts.30.w2,0.0000182556,0.05000,1.564
+17,block_sparse_moe.experts.18.w2,0.0000501911,0.05000,1.600
+17,block_sparse_moe.experts.23.w2,0.0000148475,0.05000,1.599
+17,block_sparse_moe.experts.37.w2,0.0000505259,0.05000,1.360
+17,block_sparse_moe.experts.33.w2,0.0000234176,0.05000,1.409
+17,block_sparse_moe.experts.45.w2,0.0000495670,0.05000,1.439
+17,block_sparse_moe.experts.40.w2,0.0000335211,0.05000,1.482
+17,block_sparse_moe.experts.41.w2,0.0000783135,0.05000,1.479
+17,block_sparse_moe.experts.42.w2,0.0000158492,0.05000,1.478
+17,block_sparse_moe.experts.44.w2,0.0000365016,0.05000,1.505
+17,block_sparse_moe.experts.35.w2,0.0000461570,0.05000,1.487
+17,block_sparse_moe.experts.36.w2,0.0000362600,0.05000,1.522
+17,block_sparse_moe.experts.43.w2,0.0001029365,0.05000,1.533
+17,block_sparse_moe.experts.32.w2,0.0000467576,0.05000,1.578
+17,block_sparse_moe.experts.47.w2,0.0000092398,0.05000,1.454
+17,block_sparse_moe.experts.38.w2,0.0002750889,0.05000,1.528
+17,block_sparse_moe.experts.39.w2,0.0000153418,0.05000,1.420
+17,block_sparse_moe.experts.46.w2,0.0000339447,0.05000,1.511
+17,block_sparse_moe.experts.34.w2,0.0000535728,0.05000,1.554
+17,block_sparse_moe.experts.49.w2,0.0000752240,0.05000,1.341
+17,block_sparse_moe.experts.61.w2,0.0000306558,0.05000,1.291
+17,block_sparse_moe.experts.57.w2,0.0000174207,0.05000,1.318
+17,block_sparse_moe.experts.53.w2,0.0000417593,0.05000,1.466
+17,block_sparse_moe.experts.51.w2,0.0000332950,0.05000,1.256
+17,block_sparse_moe.experts.59.w2,0.0000058151,0.05000,1.286
+17,block_sparse_moe.experts.58.w2,0.0000071287,0.05000,1.379
+17,block_sparse_moe.experts.63.w2,0.0000261677,0.05000,1.303
+17,block_sparse_moe.experts.55.w2,0.0000689107,0.05000,1.317
+17,block_sparse_moe.experts.54.w2,0.0000504966,0.05000,1.355
+17,block_sparse_moe.experts.56.w2,0.0000910414,0.05000,1.611
+17,block_sparse_moe.experts.62.w2,0.0000335447,0.05000,1.408
+17,block_sparse_moe.experts.60.w2,0.0000124673,0.05000,1.592
+17,block_sparse_moe.experts.50.w2,0.0001051286,0.05000,1.405
+17,block_sparse_moe.experts.52.w2,0.0000333107,0.05000,1.582
+17,block_sparse_moe.experts.48.w2,0.0000692433,0.05000,1.575
+17,block_sparse_moe.experts.77.w2,0.0000061626,0.05000,1.214
+17,block_sparse_moe.experts.65.w2,0.0000332057,0.05000,1.235
+17,block_sparse_moe.experts.69.w2,0.0000063709,0.05000,1.207
+17,block_sparse_moe.experts.73.w2,0.0000287885,0.05000,1.231
+17,block_sparse_moe.experts.67.w2,0.0000515840,0.05000,1.519
+17,block_sparse_moe.experts.75.w2,0.0000719820,0.05000,1.489
+17,block_sparse_moe.experts.79.w2,0.0000777996,0.05000,1.462
+17,block_sparse_moe.experts.71.w2,0.0000258307,0.05000,1.468
+17,block_sparse_moe.experts.74.w2,0.0000383663,0.05000,1.516
+17,block_sparse_moe.experts.70.w2,0.0000344011,0.05000,1.490
+17,block_sparse_moe.experts.72.w2,0.0000283103,0.05000,1.441
+17,block_sparse_moe.experts.78.w2,0.0000125147,0.05000,1.456
+17,block_sparse_moe.experts.66.w2,0.0000135164,0.05000,1.481
+17,block_sparse_moe.experts.68.w2,0.0000381552,0.05000,1.495
+17,block_sparse_moe.experts.64.w2,0.0000460761,0.05000,1.541
+17,block_sparse_moe.experts.76.w2,0.0000674580,0.05000,1.611
+17,block_sparse_moe.experts.93.w2,0.0000115577,0.05000,1.375
+17,block_sparse_moe.experts.81.w2,0.0000382060,0.05000,1.386
+17,block_sparse_moe.experts.85.w2,0.0000477952,0.05000,1.390
+17,block_sparse_moe.experts.89.w2,0.0000731048,0.05000,1.451
+17,block_sparse_moe.experts.95.w2,0.0000413731,0.05000,1.354
+17,block_sparse_moe.experts.91.w2,0.0000419117,0.05000,1.400
+17,block_sparse_moe.experts.83.w2,0.0000890214,0.05000,1.433
+17,block_sparse_moe.experts.87.w2,0.0000297783,0.05000,1.447
+17,block_sparse_moe.experts.90.w2,0.0000970214,0.05000,1.464
+17,block_sparse_moe.experts.86.w2,0.0000277523,0.05000,1.448
+17,block_sparse_moe.experts.88.w2,0.0000169827,0.05000,1.503
+17,block_sparse_moe.experts.94.w2,0.0000290871,0.05000,1.461
+17,block_sparse_moe.experts.82.w2,0.0000582335,0.05000,1.415
+17,block_sparse_moe.experts.84.w2,0.0000257545,0.05000,1.546
+17,block_sparse_moe.experts.80.w2,0.0000654623,0.05000,1.514
+17,block_sparse_moe.experts.92.w2,0.0001056979,0.05000,1.568
+17,block_sparse_moe.experts.109.w2,0.0000113504,0.05000,1.454
+17,block_sparse_moe.experts.97.w2,0.0000215063,0.05000,1.500
+17,block_sparse_moe.experts.101.w2,0.0001031880,0.05000,1.466
+17,block_sparse_moe.experts.105.w2,0.0000099433,0.05000,1.471
+17,block_sparse_moe.experts.106.w2,0.0000341409,0.05000,1.357
+17,block_sparse_moe.experts.99.w2,0.0000083548,0.05000,1.523
+17,block_sparse_moe.experts.111.w2,0.0000239976,0.05000,1.568
+17,block_sparse_moe.experts.102.w2,0.0000275086,0.05000,1.437
+17,block_sparse_moe.experts.107.w2,0.0000159360,0.05000,1.589
+17,block_sparse_moe.experts.103.w2,0.0000288609,0.05000,1.520
+17,block_sparse_moe.experts.98.w2,0.0000286094,0.05000,1.413
+17,block_sparse_moe.experts.110.w2,0.0000313098,0.05000,1.460
+17,block_sparse_moe.experts.104.w2,0.0000744726,0.05000,1.486
+17,block_sparse_moe.experts.100.w2,0.0000558016,0.05000,1.514
+17,block_sparse_moe.experts.96.w2,0.0000074843,0.05000,1.476
+17,block_sparse_moe.experts.108.w2,0.0000123055,0.05000,1.460
+17,block_sparse_moe.experts.125.w2,0.0000192311,0.05000,1.515
+17,block_sparse_moe.experts.113.w2,0.0000283184,0.05000,1.524
+17,block_sparse_moe.experts.117.w2,0.0001124675,0.05000,1.517
+17,block_sparse_moe.experts.121.w2,0.0000715056,0.05000,1.479
+17,block_sparse_moe.experts.115.w2,0.0000225699,0.05000,1.402
+17,block_sparse_moe.experts.122.w2,0.0000875694,0.05000,1.466
+17,block_sparse_moe.experts.127.w2,0.0000370160,0.05000,1.460
+17,block_sparse_moe.experts.119.w2,0.0000657348,0.05000,1.407
+17,block_sparse_moe.experts.123.w2,0.0000516567,0.05000,1.452
+17,block_sparse_moe.experts.118.w2,0.0000326882,0.05000,1.544
+17,block_sparse_moe.experts.114.w2,0.0000325125,0.05000,1.509
+17,block_sparse_moe.experts.126.w2,0.0000539810,0.05000,1.487
+17,block_sparse_moe.experts.120.w2,0.0000729072,0.05000,1.539
+17,block_sparse_moe.experts.116.w2,0.0000193494,0.05000,1.444
+17,block_sparse_moe.experts.124.w2,0.0000172384,0.05000,1.440
+17,block_sparse_moe.experts.112.w2,0.0001200845,0.05000,1.491
+17,block_sparse_moe.experts.141.w2,0.0000079682,0.05000,1.362
+17,block_sparse_moe.experts.133.w2,0.0000109544,0.05000,1.447
+17,block_sparse_moe.experts.129.w2,0.0000151255,0.05000,1.497
+17,block_sparse_moe.experts.137.w2,0.0000219773,0.05000,1.480
+17,block_sparse_moe.experts.131.w2,0.0000237582,0.05000,1.391
+17,block_sparse_moe.experts.143.w2,0.0000403541,0.05000,1.377
+17,block_sparse_moe.experts.138.w2,0.0000361534,0.05000,1.440
+17,block_sparse_moe.experts.135.w2,0.0000590426,0.05000,1.449
+17,block_sparse_moe.experts.139.w2,0.0000454795,0.05000,1.463
+17,block_sparse_moe.experts.134.w2,0.0001120153,0.05000,1.468
+17,block_sparse_moe.experts.142.w2,0.0000240284,0.05000,1.457
+17,block_sparse_moe.experts.130.w2,0.0000208656,0.05000,1.541
+17,block_sparse_moe.experts.136.w2,0.0000318955,0.05000,1.519
+17,block_sparse_moe.experts.132.w2,0.0000305844,0.05000,1.528
+17,block_sparse_moe.experts.140.w2,0.0001122689,0.05000,1.555
+17,block_sparse_moe.experts.128.w2,0.0000430515,0.05000,1.648
+17,block_sparse_moe.experts.157.w2,0.0000363245,0.05000,1.363
+17,block_sparse_moe.experts.145.w2,0.0000393786,0.05000,1.292
+17,block_sparse_moe.experts.149.w2,0.0001025710,0.05000,1.330
+17,block_sparse_moe.experts.153.w2,0.0000125118,0.05000,1.276
+17,block_sparse_moe.experts.147.w2,0.0000435037,0.05000,1.477
+17,block_sparse_moe.experts.154.w2,0.0000257214,0.05000,1.481
+17,block_sparse_moe.experts.159.w2,0.0000288230,0.05000,1.514
+17,block_sparse_moe.experts.151.w2,0.0000480489,0.05000,1.526
+17,block_sparse_moe.experts.155.w2,0.0000249549,0.05000,1.526
+17,block_sparse_moe.experts.150.w2,0.0000184647,0.05000,1.506
+17,block_sparse_moe.experts.158.w2,0.0000478226,0.05000,1.488
+17,block_sparse_moe.experts.146.w2,0.0000299014,0.05000,1.495
+17,block_sparse_moe.experts.152.w2,0.0000204709,0.05000,1.557
+17,block_sparse_moe.experts.148.w2,0.0000329145,0.05000,1.524
+17,block_sparse_moe.experts.156.w2,0.0000261962,0.05000,1.540
+17,block_sparse_moe.experts.173.w2,0.0000036139,0.05000,1.394
+17,block_sparse_moe.experts.144.w2,0.0000372056,0.05000,1.537
+17,block_sparse_moe.experts.161.w2,0.0001152614,0.05000,1.374
+17,block_sparse_moe.experts.165.w2,0.0000468581,0.05000,1.442
+17,block_sparse_moe.experts.169.w2,0.0000466844,0.05000,1.442
+17,block_sparse_moe.experts.163.w2,0.0000127693,0.05000,1.458
+17,block_sparse_moe.experts.175.w2,0.0000475162,0.05000,1.442
+17,block_sparse_moe.experts.170.w2,0.0000211615,0.05000,1.516
+17,block_sparse_moe.experts.167.w2,0.0000386639,0.05000,1.431
+17,block_sparse_moe.experts.171.w2,0.0001140961,0.05000,1.463
+17,block_sparse_moe.experts.174.w2,0.0000575738,0.05000,1.487
+17,block_sparse_moe.experts.166.w2,0.0000461469,0.05000,1.531
+17,block_sparse_moe.experts.162.w2,0.0000498704,0.05000,1.536
+17,block_sparse_moe.experts.168.w2,0.0000276084,0.05000,1.577
+17,block_sparse_moe.experts.164.w2,0.0000265325,0.05000,1.606
+17,block_sparse_moe.experts.189.w2,0.0000529594,0.05000,1.461
+17,block_sparse_moe.experts.172.w2,0.0000231163,0.05000,1.626
+17,block_sparse_moe.experts.177.w2,0.0000192063,0.05000,1.495
+17,block_sparse_moe.experts.160.w2,0.0000293815,0.05000,1.610
+17,block_sparse_moe.experts.185.w2,0.0000531021,0.05000,1.430
+17,block_sparse_moe.experts.181.w2,0.0000361524,0.05000,1.509
+17,block_sparse_moe.experts.191.w2,0.0000310326,0.05000,1.296
+17,block_sparse_moe.experts.179.w2,0.0000055070,0.05000,1.369
+17,block_sparse_moe.experts.183.w2,0.0000587623,0.05000,1.273
+17,block_sparse_moe.experts.187.w2,0.0000196278,0.05000,1.315
+17,block_sparse_moe.experts.186.w2,0.0000452321,0.05000,1.533
+17,block_sparse_moe.experts.190.w2,0.0000132986,0.05000,1.554
+17,block_sparse_moe.experts.182.w2,0.0000506715,0.05000,1.596
+17,block_sparse_moe.experts.178.w2,0.0000341725,0.05000,1.574
+17,block_sparse_moe.experts.184.w2,0.0000686083,0.05000,1.541
+17,block_sparse_moe.experts.205.w2,0.0000683725,0.05000,1.416
+17,block_sparse_moe.experts.180.w2,0.0000263746,0.05000,1.537
+17,block_sparse_moe.experts.193.w2,0.0000132481,0.05000,1.485
+17,block_sparse_moe.experts.201.w2,0.0000365125,0.05000,1.446
+17,block_sparse_moe.experts.188.w2,0.0000658868,0.05000,1.574
+17,block_sparse_moe.experts.176.w2,0.0000042202,0.05000,1.577
+17,block_sparse_moe.experts.197.w2,0.0000260197,0.05000,1.517
+17,block_sparse_moe.experts.195.w2,0.0000301422,0.05000,1.500
+17,block_sparse_moe.experts.207.w2,0.0000390309,0.05000,1.522
+17,block_sparse_moe.experts.199.w2,0.0000244467,0.05000,1.557
+17,block_sparse_moe.experts.203.w2,0.0000342778,0.05000,1.544
+17,block_sparse_moe.experts.202.w2,0.0000690910,0.05000,1.473
+17,block_sparse_moe.experts.206.w2,0.0000638100,0.05000,1.440
+17,block_sparse_moe.experts.198.w2,0.0000250343,0.05000,1.463
+17,block_sparse_moe.experts.194.w2,0.0000470197,0.05000,1.423
+17,block_sparse_moe.experts.200.w2,0.0000157384,0.05000,1.407
+17,block_sparse_moe.experts.221.w2,0.0000623684,0.05000,1.576
+17,block_sparse_moe.experts.196.w2,0.0000903966,0.05000,1.491
+17,block_sparse_moe.experts.204.w2,0.0000254895,0.05000,1.469
+17,block_sparse_moe.experts.217.w2,0.0000252777,0.05000,1.557
+17,block_sparse_moe.experts.209.w2,0.0000170014,0.05000,1.580
+17,block_sparse_moe.experts.192.w2,0.0000761629,0.05000,1.483
+17,block_sparse_moe.experts.213.w2,0.0000562991,0.05000,1.589
+17,block_sparse_moe.experts.211.w2,0.0000700697,0.05000,1.397
+17,block_sparse_moe.experts.223.w2,0.0000164484,0.05000,1.432
+17,block_sparse_moe.experts.215.w2,0.0000304054,0.05000,1.470
+17,block_sparse_moe.experts.219.w2,0.0000349986,0.05000,1.413
+17,block_sparse_moe.experts.218.w2,0.0000491570,0.05000,1.432
+17,block_sparse_moe.experts.222.w2,0.0001772413,0.05000,1.420
+17,block_sparse_moe.experts.214.w2,0.0000628774,0.05000,1.460
+17,block_sparse_moe.experts.210.w2,0.0000416262,0.05000,1.448
+17,block_sparse_moe.experts.216.w2,0.0001184680,0.05000,1.535
+17,block_sparse_moe.experts.237.w2,0.0000230740,0.05000,1.469
+17,block_sparse_moe.experts.212.w2,0.0000480064,0.05000,1.547
+17,block_sparse_moe.experts.220.w2,0.0000456121,0.05000,1.518
+17,block_sparse_moe.experts.225.w2,0.0000178900,0.05000,1.494
+17,block_sparse_moe.experts.233.w2,0.0000504668,0.05000,1.525
+17,block_sparse_moe.experts.208.w2,0.0000594823,0.05000,1.545
+17,block_sparse_moe.experts.229.w2,0.0000341594,0.05000,1.509
+17,block_sparse_moe.experts.227.w2,0.0000639511,0.05000,1.577
+17,block_sparse_moe.experts.239.w2,0.0000140881,0.05000,1.571
+17,block_sparse_moe.experts.231.w2,0.0000272167,0.05000,1.545
+17,block_sparse_moe.experts.235.w2,0.0000510437,0.05000,1.528
+17,block_sparse_moe.experts.234.w2,0.0000743262,0.05000,1.556
+17,block_sparse_moe.experts.238.w2,0.0000288493,0.05000,1.629
+17,block_sparse_moe.experts.230.w2,0.0000226831,0.05000,1.591
+17,block_sparse_moe.experts.226.w2,0.0000121237,0.05000,1.651
+17,block_sparse_moe.experts.253.w2,0.0000123296,0.05000,1.449
+17,block_sparse_moe.experts.232.w2,0.0000369143,0.05000,1.606
+17,block_sparse_moe.experts.228.w2,0.0000526591,0.05000,1.517
+17,block_sparse_moe.experts.249.w2,0.0001143822,0.05000,1.415
+17,block_sparse_moe.experts.241.w2,0.0000065118,0.05000,1.472
+17,block_sparse_moe.experts.245.w2,0.0000345254,0.05000,1.329
+17,block_sparse_moe.experts.236.w2,0.0000345661,0.05000,1.570
+17,block_sparse_moe.experts.224.w2,0.0000807163,0.05000,1.548
+17,block_sparse_moe.experts.243.w2,0.0000446076,0.05000,1.534
+17,block_sparse_moe.experts.255.w2,0.0000262316,0.05000,1.499
+17,block_sparse_moe.experts.247.w2,0.0000599334,0.05000,1.446
+17,block_sparse_moe.experts.251.w2,0.0000298127,0.05000,1.436
+17,block_sparse_moe.experts.250.w2,0.0000248525,0.05000,1.478
+17,block_sparse_moe.experts.254.w2,0.0002011476,0.05000,1.372
+17,block_sparse_moe.experts.246.w2,0.0000155663,0.05000,1.321
+17,block_sparse_moe.experts.242.w2,0.0000287746,0.05000,1.262
+17,block_sparse_moe.experts.248.w2,0.0000267425,0.05000,1.418
+17,block_sparse_moe.experts.244.w2,0.0000549085,0.05000,1.408
+17,block_sparse_moe.experts.252.w2,0.0000262353,0.05000,1.359
+17,block_sparse_moe.experts.240.w2,0.0000387046,0.05000,1.281
+18,self_attn.k_proj,0.0000002575,0.05000,0.995
+18,self_attn.v_proj,0.0000002188,0.05000,1.022
+18,self_attn.q_proj,0.0000015867,0.05000,1.061
+18,self_attn.o_proj,0.0000002021,0.05000,1.667
+18,block_sparse_moe.experts.8.w1,0.0001417847,0.05000,2.978
+18,block_sparse_moe.experts.0.w1,0.0002766770,0.05000,3.023
+18,block_sparse_moe.experts.9.w1,0.0001097968,0.05000,3.046
+18,block_sparse_moe.experts.12.w1,0.0003601162,0.05000,3.051
+18,block_sparse_moe.experts.5.w1,0.0004098077,0.05000,3.092
+18,block_sparse_moe.experts.6.w1,0.0001411476,0.05000,3.108
+18,block_sparse_moe.experts.10.w1,0.0001797655,0.05000,3.101
+18,block_sparse_moe.experts.1.w1,0.0000774950,0.05000,3.121
+18,block_sparse_moe.experts.4.w1,0.0001290776,0.05000,3.129
+18,block_sparse_moe.experts.13.w1,0.0000685321,0.05000,3.146
+18,block_sparse_moe.experts.14.w1,0.0002422214,0.05000,3.177
+18,block_sparse_moe.experts.2.w1,0.0001261798,0.05000,3.220
+18,block_sparse_moe.experts.7.w1,0.0002185547,0.05000,3.312
+18,block_sparse_moe.experts.11.w1,0.0003367746,0.05000,3.313
+18,block_sparse_moe.experts.3.w1,0.0000861928,0.05000,3.356
+18,block_sparse_moe.experts.15.w1,0.0004820869,0.05000,3.409
+18,block_sparse_moe.experts.25.w1,0.0001148900,0.05000,2.862
+18,block_sparse_moe.experts.21.w1,0.0000969811,0.05000,2.831
+18,block_sparse_moe.experts.26.w1,0.0001786513,0.05000,2.901
+18,block_sparse_moe.experts.22.w1,0.0002911023,0.05000,2.907
+18,block_sparse_moe.experts.16.w1,0.0001393233,0.05000,3.001
+18,block_sparse_moe.experts.24.w1,0.0000788076,0.05000,3.066
+18,block_sparse_moe.experts.29.w1,0.0002416602,0.05000,2.910
+18,block_sparse_moe.experts.20.w1,0.0000372102,0.05000,2.957
+18,block_sparse_moe.experts.30.w1,0.0000765542,0.05000,2.916
+18,block_sparse_moe.experts.17.w1,0.0000517092,0.05000,3.002
+18,block_sparse_moe.experts.28.w1,0.0000836693,0.05000,3.072
+18,block_sparse_moe.experts.18.w1,0.0000798077,0.05000,2.908
+18,block_sparse_moe.experts.23.w1,0.0001853583,0.05000,3.068
+18,block_sparse_moe.experts.19.w1,0.0002112652,0.05000,3.118
+18,block_sparse_moe.experts.31.w1,0.0000572955,0.05000,3.089
+18,block_sparse_moe.experts.27.w1,0.0002250239,0.05000,3.225
+18,block_sparse_moe.experts.38.w1,0.0001143491,0.05000,2.770
+18,block_sparse_moe.experts.37.w1,0.0001922746,0.05000,2.927
+18,block_sparse_moe.experts.42.w1,0.0001376828,0.05000,2.864
+18,block_sparse_moe.experts.34.w1,0.0002327160,0.05000,2.784
+18,block_sparse_moe.experts.46.w1,0.0001300176,0.05000,2.815
+18,block_sparse_moe.experts.41.w1,0.0000411382,0.05000,3.006
+18,block_sparse_moe.experts.45.w1,0.0002231037,0.05000,2.931
+18,block_sparse_moe.experts.33.w1,0.0001260096,0.05000,2.969
+18,block_sparse_moe.experts.32.w1,0.0000547289,0.05000,3.086
+18,block_sparse_moe.experts.36.w1,0.0001457130,0.05000,3.060
+18,block_sparse_moe.experts.44.w1,0.0001856925,0.05000,3.078
+18,block_sparse_moe.experts.40.w1,0.0000622526,0.05000,3.224
+18,block_sparse_moe.experts.39.w1,0.0001246286,0.05000,2.930
+18,block_sparse_moe.experts.47.w1,0.0002683269,0.05000,2.852
+18,block_sparse_moe.experts.35.w1,0.0002031219,0.05000,2.909
+18,block_sparse_moe.experts.43.w1,0.0001385281,0.05000,2.886
+18,block_sparse_moe.experts.54.w1,0.0000611989,0.05000,3.145
+18,block_sparse_moe.experts.58.w1,0.0002374130,0.05000,3.094
+18,block_sparse_moe.experts.50.w1,0.0002066998,0.05000,3.100
+18,block_sparse_moe.experts.53.w1,0.0000981284,0.05000,3.164
+18,block_sparse_moe.experts.57.w1,0.0002283956,0.05000,3.092
+18,block_sparse_moe.experts.62.w1,0.0001319776,0.05000,3.156
+18,block_sparse_moe.experts.48.w1,0.0001557102,0.05000,2.981
+18,block_sparse_moe.experts.61.w1,0.0000340495,0.05000,3.126
+18,block_sparse_moe.experts.52.w1,0.0001719680,0.05000,3.085
+18,block_sparse_moe.experts.60.w1,0.0000172794,0.05000,3.024
+18,block_sparse_moe.experts.49.w1,0.0002841000,0.05000,3.152
+18,block_sparse_moe.experts.55.w1,0.0000361472,0.05000,3.002
+18,block_sparse_moe.experts.56.w1,0.0001077897,0.05000,3.077
+18,block_sparse_moe.experts.59.w1,0.0003046304,0.05000,2.958
+18,block_sparse_moe.experts.63.w1,0.0001986368,0.05000,3.070
+18,block_sparse_moe.experts.51.w1,0.0002881001,0.05000,3.097
+18,block_sparse_moe.experts.66.w1,0.0001365332,0.05000,2.787
+18,block_sparse_moe.experts.70.w1,0.0002350864,0.05000,2.878
+18,block_sparse_moe.experts.74.w1,0.0001130697,0.05000,2.915
+18,block_sparse_moe.experts.77.w1,0.0001431027,0.05000,2.797
+18,block_sparse_moe.experts.69.w1,0.0000276654,0.05000,2.908
+18,block_sparse_moe.experts.73.w1,0.0000934229,0.05000,2.912
+18,block_sparse_moe.experts.78.w1,0.0000482609,0.05000,2.896
+18,block_sparse_moe.experts.64.w1,0.0000875106,0.05000,2.943
+18,block_sparse_moe.experts.68.w1,0.0000208183,0.05000,2.873
+18,block_sparse_moe.experts.65.w1,0.0001567920,0.05000,2.865
+18,block_sparse_moe.experts.76.w1,0.0002209083,0.05000,3.050
+18,block_sparse_moe.experts.72.w1,0.0000641762,0.05000,2.979
+18,block_sparse_moe.experts.75.w1,0.0001333761,0.05000,2.957
+18,block_sparse_moe.experts.71.w1,0.0000957187,0.05000,3.070
+18,block_sparse_moe.experts.67.w1,0.0002052957,0.05000,2.948
+18,block_sparse_moe.experts.79.w1,0.0003847621,0.05000,3.045
+18,block_sparse_moe.experts.82.w1,0.0001354807,0.05000,2.975
+18,block_sparse_moe.experts.86.w1,0.0000200043,0.05000,2.967
+18,block_sparse_moe.experts.89.w1,0.0000553285,0.05000,2.976
+18,block_sparse_moe.experts.90.w1,0.0001571311,0.05000,3.035
+18,block_sparse_moe.experts.85.w1,0.0001402975,0.05000,3.041
+18,block_sparse_moe.experts.93.w1,0.0002075954,0.05000,3.041
+18,block_sparse_moe.experts.80.w1,0.0001368861,0.05000,2.969
+18,block_sparse_moe.experts.84.w1,0.0001657604,0.05000,2.949
+18,block_sparse_moe.experts.94.w1,0.0000995144,0.05000,3.097
+18,block_sparse_moe.experts.81.w1,0.0001144860,0.05000,3.042
+18,block_sparse_moe.experts.88.w1,0.0002531493,0.05000,2.855
+18,block_sparse_moe.experts.92.w1,0.0002196260,0.05000,2.972
+18,block_sparse_moe.experts.91.w1,0.0001698493,0.05000,2.951
+18,block_sparse_moe.experts.87.w1,0.0001412888,0.05000,2.972
+18,block_sparse_moe.experts.95.w1,0.0000580500,0.05000,2.960
+18,block_sparse_moe.experts.83.w1,0.0001509247,0.05000,3.058
+18,block_sparse_moe.experts.102.w1,0.0001945315,0.05000,2.982
+18,block_sparse_moe.experts.98.w1,0.0000814964,0.05000,3.007
+18,block_sparse_moe.experts.106.w1,0.0000544346,0.05000,2.945
+18,block_sparse_moe.experts.105.w1,0.0001371530,0.05000,2.978
+18,block_sparse_moe.experts.96.w1,0.0000777643,0.05000,2.902
+18,block_sparse_moe.experts.101.w1,0.0000788175,0.05000,3.020
+18,block_sparse_moe.experts.109.w1,0.0001316956,0.05000,3.021
+18,block_sparse_moe.experts.100.w1,0.0001204809,0.05000,3.005
+18,block_sparse_moe.experts.104.w1,0.0002418428,0.05000,2.920
+18,block_sparse_moe.experts.103.w1,0.0002944918,0.05000,2.764
+18,block_sparse_moe.experts.110.w1,0.0000337123,0.05000,3.048
+18,block_sparse_moe.experts.107.w1,0.0001972273,0.05000,2.826
+18,block_sparse_moe.experts.97.w1,0.0001070283,0.05000,2.985
+18,block_sparse_moe.experts.108.w1,0.0003462228,0.05000,2.958
+18,block_sparse_moe.experts.111.w1,0.0001007975,0.05000,2.799
+18,block_sparse_moe.experts.99.w1,0.0000675173,0.05000,2.782
+18,block_sparse_moe.experts.118.w1,0.0000114848,0.05000,2.796
+18,block_sparse_moe.experts.114.w1,0.0000658908,0.05000,2.857
+18,block_sparse_moe.experts.121.w1,0.0002893814,0.05000,2.796
+18,block_sparse_moe.experts.122.w1,0.0001991951,0.05000,2.813
+18,block_sparse_moe.experts.112.w1,0.0001618948,0.05000,2.835
+18,block_sparse_moe.experts.117.w1,0.0004703728,0.05000,2.823
+18,block_sparse_moe.experts.126.w1,0.0001652164,0.05000,2.733
+18,block_sparse_moe.experts.120.w1,0.0002229943,0.05000,2.772
+18,block_sparse_moe.experts.113.w1,0.0002798335,0.05000,2.761
+18,block_sparse_moe.experts.125.w1,0.0001745231,0.05000,2.941
+18,block_sparse_moe.experts.116.w1,0.0000959019,0.05000,2.898
+18,block_sparse_moe.experts.124.w1,0.0001338871,0.05000,2.752
+18,block_sparse_moe.experts.123.w1,0.0000799976,0.05000,2.874
+18,block_sparse_moe.experts.119.w1,0.0002823218,0.05000,2.900
+18,block_sparse_moe.experts.127.w1,0.0005311194,0.05000,2.815
+18,block_sparse_moe.experts.115.w1,0.0002348425,0.05000,2.907
+18,block_sparse_moe.experts.137.w1,0.0001738688,0.05000,2.709
+18,block_sparse_moe.experts.133.w1,0.0000623713,0.05000,2.605
+18,block_sparse_moe.experts.141.w1,0.0002701437,0.05000,2.580
+18,block_sparse_moe.experts.129.w1,0.0001414874,0.05000,2.638
+18,block_sparse_moe.experts.134.w1,0.0001842374,0.05000,3.043
+18,block_sparse_moe.experts.138.w1,0.0002071612,0.05000,2.928
+18,block_sparse_moe.experts.130.w1,0.0000719837,0.05000,3.001
+18,block_sparse_moe.experts.142.w1,0.0001537312,0.05000,2.966
+18,block_sparse_moe.experts.128.w1,0.0000207431,0.05000,3.150
+18,block_sparse_moe.experts.140.w1,0.0002059759,0.05000,2.963
+18,block_sparse_moe.experts.132.w1,0.0004001058,0.05000,3.046
+18,block_sparse_moe.experts.136.w1,0.0002404591,0.05000,3.132
+18,block_sparse_moe.experts.143.w1,0.0000344903,0.05000,3.011
+18,block_sparse_moe.experts.139.w1,0.0001792930,0.05000,3.064
+18,block_sparse_moe.experts.135.w1,0.0000728566,0.05000,3.102
+18,block_sparse_moe.experts.131.w1,0.0002734686,0.05000,3.095
+18,block_sparse_moe.experts.144.w1,0.0001016507,0.05000,1.097
+18,block_sparse_moe.experts.153.w1,0.0001308390,0.05000,3.933
+18,block_sparse_moe.experts.149.w1,0.0001250008,0.05000,3.954
+18,block_sparse_moe.experts.157.w1,0.0000267471,0.05000,3.965
+18,block_sparse_moe.experts.145.w1,0.0003268180,0.05000,3.995
+18,block_sparse_moe.experts.159.w1,0.0002782494,0.05000,3.500
+18,block_sparse_moe.experts.155.w1,0.0004968607,0.05000,3.494
+18,block_sparse_moe.experts.151.w1,0.0001358531,0.05000,3.510
+18,block_sparse_moe.experts.147.w1,0.0002004861,0.05000,3.466
+18,block_sparse_moe.experts.154.w1,0.0001825141,0.05000,6.413
+18,block_sparse_moe.experts.146.w1,0.0001632056,0.05000,6.383
+18,block_sparse_moe.experts.150.w1,0.0001350945,0.05000,6.424
+18,block_sparse_moe.experts.158.w1,0.0000668769,0.05000,6.374
+18,block_sparse_moe.experts.169.w1,0.0003070016,0.05000,2.877
+18,block_sparse_moe.experts.165.w1,0.0002546107,0.05000,2.887
+18,block_sparse_moe.experts.173.w1,0.0000559046,0.05000,2.852
+18,block_sparse_moe.experts.161.w1,0.0000747918,0.05000,2.815
+18,block_sparse_moe.experts.166.w1,0.0002383465,0.05000,2.878
+18,block_sparse_moe.experts.170.w1,0.0002796638,0.05000,2.920
+18,block_sparse_moe.experts.162.w1,0.0001701972,0.05000,2.910
+18,block_sparse_moe.experts.167.w1,0.0001617157,0.05000,5.413
+18,block_sparse_moe.experts.185.w1,0.0001773258,0.05000,2.855
+18,block_sparse_moe.experts.174.w1,0.0000947350,0.05000,2.892
+18,block_sparse_moe.experts.175.w1,0.0001812912,0.05000,5.553
+18,block_sparse_moe.experts.171.w1,0.0001700109,0.05000,5.553
+18,block_sparse_moe.experts.181.w1,0.0001395174,0.05000,2.934
+18,block_sparse_moe.experts.163.w1,0.0002955117,0.05000,5.540
+18,block_sparse_moe.experts.189.w1,0.0000673383,0.05000,2.991
+18,block_sparse_moe.experts.177.w1,0.0001191264,0.05000,3.036
+18,block_sparse_moe.experts.156.w1,0.0001145146,0.05000,2.891
+18,block_sparse_moe.experts.148.w1,0.0002462562,0.05000,2.900
+18,block_sparse_moe.experts.152.w1,0.0000834687,0.05000,2.942
+18,block_sparse_moe.experts.160.w1,0.0002315796,0.05000,2.942
+18,block_sparse_moe.experts.178.w1,0.0001251873,0.05000,2.819
+18,block_sparse_moe.experts.182.w1,0.0001293800,0.05000,2.911
+18,block_sparse_moe.experts.186.w1,0.0000133167,0.05000,2.880
+18,block_sparse_moe.experts.190.w1,0.0001863115,0.05000,2.827
+18,block_sparse_moe.experts.201.w1,0.0002201280,0.05000,2.881
+18,block_sparse_moe.experts.183.w1,0.0001428868,0.05000,2.953
+18,block_sparse_moe.experts.197.w1,0.0000427184,0.05000,2.823
+18,block_sparse_moe.experts.191.w1,0.0000824941,0.05000,2.918
+18,block_sparse_moe.experts.187.w1,0.0000403093,0.05000,3.000
+18,block_sparse_moe.experts.205.w1,0.0001384606,0.05000,2.797
+18,block_sparse_moe.experts.193.w1,0.0000929269,0.05000,2.814
+18,block_sparse_moe.experts.179.w1,0.0003353247,0.05000,2.969
+18,block_sparse_moe.experts.176.w1,0.0000973365,0.05000,2.615
+18,block_sparse_moe.experts.172.w1,0.0003254670,0.05000,2.766
+18,block_sparse_moe.experts.168.w1,0.0001436469,0.05000,2.716
+18,block_sparse_moe.experts.164.w1,0.0002760478,0.05000,2.811
+18,block_sparse_moe.experts.213.w1,0.0000985800,0.05000,2.746
+18,block_sparse_moe.experts.217.w1,0.0001821137,0.05000,2.865
+18,block_sparse_moe.experts.194.w1,0.0001115717,0.05000,3.065
+18,block_sparse_moe.experts.199.w1,0.0002462448,0.05000,2.874
+18,block_sparse_moe.experts.207.w1,0.0001858998,0.05000,2.875
+18,block_sparse_moe.experts.202.w1,0.0000632453,0.05000,3.150
+18,block_sparse_moe.experts.203.w1,0.0000652451,0.05000,2.862
+18,block_sparse_moe.experts.198.w1,0.0003499022,0.05000,3.181
+18,block_sparse_moe.experts.221.w1,0.0001999651,0.05000,2.882
+18,block_sparse_moe.experts.206.w1,0.0000997364,0.05000,3.190
+18,block_sparse_moe.experts.209.w1,0.0003387482,0.05000,2.919
+18,block_sparse_moe.experts.195.w1,0.0003515888,0.05000,2.891
+18,block_sparse_moe.experts.192.w1,0.0001611064,0.05000,3.028
+18,block_sparse_moe.experts.180.w1,0.0000858671,0.05000,2.884
+18,block_sparse_moe.experts.188.w1,0.0001276991,0.05000,2.939
+18,block_sparse_moe.experts.184.w1,0.0001638371,0.05000,3.010
+18,block_sparse_moe.experts.229.w1,0.0003264482,0.05000,2.833
+18,block_sparse_moe.experts.233.w1,0.0000716336,0.05000,2.845
+18,block_sparse_moe.experts.237.w1,0.0003674577,0.05000,2.795
+18,block_sparse_moe.experts.223.w1,0.0001030225,0.05000,2.899
+18,block_sparse_moe.experts.215.w1,0.0001907006,0.05000,2.959
+18,block_sparse_moe.experts.210.w1,0.0001831766,0.05000,3.040
+18,block_sparse_moe.experts.219.w1,0.0002777608,0.05000,2.928
+18,block_sparse_moe.experts.214.w1,0.0001600146,0.05000,2.922
+18,block_sparse_moe.experts.225.w1,0.0001366193,0.05000,2.796
+18,block_sparse_moe.experts.211.w1,0.0001789873,0.05000,2.885
+18,block_sparse_moe.experts.218.w1,0.0001638471,0.05000,3.068
+18,block_sparse_moe.experts.222.w1,0.0002179483,0.05000,3.039
+18,block_sparse_moe.experts.204.w1,0.0001157377,0.05000,2.926
+18,block_sparse_moe.experts.208.w1,0.0001863840,0.05000,2.934
+18,block_sparse_moe.experts.196.w1,0.0002498875,0.05000,2.986
+18,block_sparse_moe.experts.200.w1,0.0002969123,0.05000,2.949
+18,block_sparse_moe.experts.245.w1,0.0002098027,0.05000,2.506
+18,block_sparse_moe.experts.249.w1,0.0001631252,0.05000,2.503
+18,block_sparse_moe.experts.253.w1,0.0004254632,0.05000,2.559
+18,block_sparse_moe.experts.241.w1,0.0000162313,0.05000,2.598
+18,block_sparse_moe.experts.226.w1,0.0002201438,0.05000,2.778
+18,block_sparse_moe.experts.239.w1,0.0001142785,0.05000,2.898
+18,block_sparse_moe.experts.231.w1,0.0000274002,0.05000,2.880
+18,block_sparse_moe.experts.230.w1,0.0002986953,0.05000,2.848
+18,block_sparse_moe.experts.235.w1,0.0001595812,0.05000,2.891
+18,block_sparse_moe.experts.227.w1,0.0003071981,0.05000,2.859
+18,block_sparse_moe.experts.234.w1,0.0001673290,0.05000,2.878
+18,block_sparse_moe.experts.238.w1,0.0001062392,0.05000,2.892
+18,block_sparse_moe.experts.224.w1,0.0001293175,0.05000,2.852
+18,block_sparse_moe.experts.220.w1,0.0001938088,0.05000,2.877
+18,block_sparse_moe.experts.216.w1,0.0000360398,0.05000,2.831
+18,block_sparse_moe.experts.212.w1,0.0001212917,0.05000,2.931
+18,block_sparse_moe.experts.9.w3,0.0001100898,0.05000,2.649
+18,block_sparse_moe.experts.5.w3,0.0004089212,0.05000,2.722
+18,block_sparse_moe.experts.13.w3,0.0000694349,0.05000,2.751
+18,block_sparse_moe.experts.1.w3,0.0000776964,0.05000,2.837
+18,block_sparse_moe.experts.247.w1,0.0001788252,0.05000,2.890
+18,block_sparse_moe.experts.242.w1,0.0001200268,0.05000,3.037
+18,block_sparse_moe.experts.255.w1,0.0000130426,0.05000,2.986
+18,block_sparse_moe.experts.246.w1,0.0003305617,0.05000,3.082
+18,block_sparse_moe.experts.243.w1,0.0002038690,0.05000,2.965
+18,block_sparse_moe.experts.251.w1,0.0000818221,0.05000,3.087
+18,block_sparse_moe.experts.250.w1,0.0001532661,0.05000,3.062
+18,block_sparse_moe.experts.254.w1,0.0001389434,0.05000,3.101
+18,block_sparse_moe.experts.240.w1,0.0001475227,0.05000,2.883
+18,block_sparse_moe.experts.236.w1,0.0003607328,0.05000,2.865
+18,block_sparse_moe.experts.232.w1,0.0001591715,0.05000,2.939
+18,block_sparse_moe.experts.228.w1,0.0000916414,0.05000,2.951
+18,block_sparse_moe.experts.25.w3,0.0001155898,0.05000,2.847
+18,block_sparse_moe.experts.21.w3,0.0000988319,0.05000,2.912
+18,block_sparse_moe.experts.29.w3,0.0002382930,0.05000,2.791
+18,block_sparse_moe.experts.17.w3,0.0000500790,0.05000,2.813
+18,block_sparse_moe.experts.7.w3,0.0002194372,0.05000,2.730
+18,block_sparse_moe.experts.15.w3,0.0004890470,0.05000,2.739
+18,block_sparse_moe.experts.3.w3,0.0000874029,0.05000,2.721
+18,block_sparse_moe.experts.11.w3,0.0003402764,0.05000,2.721
+18,block_sparse_moe.experts.2.w3,0.0001265208,0.05000,2.972
+18,block_sparse_moe.experts.6.w3,0.0001408804,0.05000,2.936
+18,block_sparse_moe.experts.10.w3,0.0001793297,0.05000,2.885
+18,block_sparse_moe.experts.14.w3,0.0002399851,0.05000,2.890
+18,block_sparse_moe.experts.41.w3,0.0000392833,0.05000,2.536
+18,block_sparse_moe.experts.252.w1,0.0003558471,0.05000,2.841
+18,block_sparse_moe.experts.0.w3,0.0002769673,0.05000,2.853
+18,block_sparse_moe.experts.37.w3,0.0001829940,0.05000,2.602
+18,block_sparse_moe.experts.248.w1,0.0001184031,0.05000,2.792
+18,block_sparse_moe.experts.244.w1,0.0003145865,0.05000,2.875
+18,block_sparse_moe.experts.45.w3,0.0002263112,0.05000,2.724
+18,block_sparse_moe.experts.33.w3,0.0001260662,0.05000,2.771
+18,block_sparse_moe.experts.23.w3,0.0001838976,0.05000,2.864
+18,block_sparse_moe.experts.31.w3,0.0000570034,0.05000,2.904
+18,block_sparse_moe.experts.27.w3,0.0002249809,0.05000,2.883
+18,block_sparse_moe.experts.19.w3,0.0002138990,0.05000,2.913
+18,block_sparse_moe.experts.18.w3,0.0000765770,0.05000,2.946
+18,block_sparse_moe.experts.22.w3,0.0002892566,0.05000,2.903
+18,block_sparse_moe.experts.26.w3,0.0001816574,0.05000,2.914
+18,block_sparse_moe.experts.30.w3,0.0000771757,0.05000,2.922
+18,block_sparse_moe.experts.57.w3,0.0002305611,0.05000,2.765
+18,block_sparse_moe.experts.53.w3,0.0000992305,0.05000,2.693
+18,block_sparse_moe.experts.12.w3,0.0003529506,0.05000,2.853
+18,block_sparse_moe.experts.16.w3,0.0001325838,0.05000,2.892
+18,block_sparse_moe.experts.8.w3,0.0001420121,0.05000,2.861
+18,block_sparse_moe.experts.61.w3,0.0000337364,0.05000,2.599
+18,block_sparse_moe.experts.4.w3,0.0001312638,0.05000,2.828
+18,block_sparse_moe.experts.49.w3,0.0002842221,0.05000,2.585
+18,block_sparse_moe.experts.39.w3,0.0001252781,0.05000,2.687
+18,block_sparse_moe.experts.47.w3,0.0002649384,0.05000,2.830
+18,block_sparse_moe.experts.35.w3,0.0002056618,0.05000,2.730
+18,block_sparse_moe.experts.43.w3,0.0001420884,0.05000,2.822
+18,block_sparse_moe.experts.34.w3,0.0002105063,0.05000,2.783
+18,block_sparse_moe.experts.38.w3,0.0001162066,0.05000,2.891
+18,block_sparse_moe.experts.42.w3,0.0001367644,0.05000,2.854
+18,block_sparse_moe.experts.46.w3,0.0001311872,0.05000,2.746
+18,block_sparse_moe.experts.73.w3,0.0000899262,0.05000,2.767
+18,block_sparse_moe.experts.69.w3,0.0000265903,0.05000,2.794
+18,block_sparse_moe.experts.77.w3,0.0001430305,0.05000,2.770
+18,block_sparse_moe.experts.32.w3,0.0000553822,0.05000,3.007
+18,block_sparse_moe.experts.24.w3,0.0000817083,0.05000,3.071
+18,block_sparse_moe.experts.28.w3,0.0000849476,0.05000,3.180
+18,block_sparse_moe.experts.65.w3,0.0001563642,0.05000,2.901
+18,block_sparse_moe.experts.20.w3,0.0000376041,0.05000,3.123
+18,block_sparse_moe.experts.55.w3,0.0000330463,0.05000,3.071
+18,block_sparse_moe.experts.51.w3,0.0002885012,0.05000,3.051
+18,block_sparse_moe.experts.63.w3,0.0001914249,0.05000,3.177
+18,block_sparse_moe.experts.50.w3,0.0002077257,0.05000,3.044
+18,block_sparse_moe.experts.59.w3,0.0003081825,0.05000,3.179
+18,block_sparse_moe.experts.54.w3,0.0000611054,0.05000,3.074
+18,block_sparse_moe.experts.58.w3,0.0002395991,0.05000,3.100
+18,block_sparse_moe.experts.62.w3,0.0001267325,0.05000,3.076
+18,block_sparse_moe.experts.89.w3,0.0000558088,0.05000,3.262
+18,block_sparse_moe.experts.85.w3,0.0001371335,0.05000,3.269
+18,block_sparse_moe.experts.48.w3,0.0001567939,0.05000,3.065
+18,block_sparse_moe.experts.93.w3,0.0002057312,0.05000,3.334
+18,block_sparse_moe.experts.44.w3,0.0001848081,0.05000,3.091
+18,block_sparse_moe.experts.36.w3,0.0001421147,0.05000,2.965
+18,block_sparse_moe.experts.40.w3,0.0000590875,0.05000,3.171
+18,block_sparse_moe.experts.81.w3,0.0001103295,0.05000,3.181
+18,block_sparse_moe.experts.71.w3,0.0000970464,0.05000,2.736
+18,block_sparse_moe.experts.67.w3,0.0002058568,0.05000,2.736
+18,block_sparse_moe.experts.79.w3,0.0003814156,0.05000,2.805
+18,block_sparse_moe.experts.75.w3,0.0001325126,0.05000,2.899
+18,block_sparse_moe.experts.66.w3,0.0001378632,0.05000,3.074
+18,block_sparse_moe.experts.74.w3,0.0001124806,0.05000,3.025
+18,block_sparse_moe.experts.70.w3,0.0002355737,0.05000,3.135
+18,block_sparse_moe.experts.78.w3,0.0000491534,0.05000,3.192
+18,block_sparse_moe.experts.105.w3,0.0001311789,0.05000,2.823
+18,block_sparse_moe.experts.101.w3,0.0000803515,0.05000,2.789
+18,block_sparse_moe.experts.64.w3,0.0000886939,0.05000,2.850
+18,block_sparse_moe.experts.109.w3,0.0001320408,0.05000,2.886
+18,block_sparse_moe.experts.60.w3,0.0000175531,0.05000,2.869
+18,block_sparse_moe.experts.56.w3,0.0001094487,0.05000,2.871
+18,block_sparse_moe.experts.52.w3,0.0001725308,0.05000,2.931
+18,block_sparse_moe.experts.97.w3,0.0001084996,0.05000,2.865
+18,block_sparse_moe.experts.87.w3,0.0001398190,0.05000,3.178
+18,block_sparse_moe.experts.83.w3,0.0001517161,0.05000,3.074
+18,block_sparse_moe.experts.95.w3,0.0000569634,0.05000,3.097
+18,block_sparse_moe.experts.91.w3,0.0001866999,0.05000,3.124
+18,block_sparse_moe.experts.82.w3,0.0001366883,0.05000,3.009
+18,block_sparse_moe.experts.90.w3,0.0001592902,0.05000,2.893
+18,block_sparse_moe.experts.86.w3,0.0000201915,0.05000,2.940
+18,block_sparse_moe.experts.94.w3,0.0001001635,0.05000,2.887
+18,block_sparse_moe.experts.121.w3,0.0002896405,0.05000,2.895
+18,block_sparse_moe.experts.117.w3,0.0004615110,0.05000,2.934
+18,block_sparse_moe.experts.80.w3,0.0001376771,0.05000,2.945
+18,block_sparse_moe.experts.125.w3,0.0001768370,0.05000,2.900
+18,block_sparse_moe.experts.76.w3,0.0002237980,0.05000,2.884
+18,block_sparse_moe.experts.72.w3,0.0000608771,0.05000,2.938
+18,block_sparse_moe.experts.68.w3,0.0000196135,0.05000,2.945
+18,block_sparse_moe.experts.113.w3,0.0002801666,0.05000,2.876
+18,block_sparse_moe.experts.103.w3,0.0002871762,0.05000,3.016
+18,block_sparse_moe.experts.99.w3,0.0000651362,0.05000,3.063
+18,block_sparse_moe.experts.111.w3,0.0000988318,0.05000,2.951
+18,block_sparse_moe.experts.107.w3,0.0001904210,0.05000,2.856
+18,block_sparse_moe.experts.98.w3,0.0000813178,0.05000,3.172
+18,block_sparse_moe.experts.102.w3,0.0001960844,0.05000,2.987
+18,block_sparse_moe.experts.106.w3,0.0000539213,0.05000,3.073
+18,block_sparse_moe.experts.110.w3,0.0000334984,0.05000,3.086
+18,block_sparse_moe.experts.137.w3,0.0001762115,0.05000,2.760
+18,block_sparse_moe.experts.133.w3,0.0000630745,0.05000,2.743
+18,block_sparse_moe.experts.141.w3,0.0002704021,0.05000,2.768
+18,block_sparse_moe.experts.96.w3,0.0000788044,0.05000,2.846
+18,block_sparse_moe.experts.129.w3,0.0001421988,0.05000,2.726
+18,block_sparse_moe.experts.92.w3,0.0002175998,0.05000,2.945
+18,block_sparse_moe.experts.88.w3,0.0002531993,0.05000,2.952
+18,block_sparse_moe.experts.84.w3,0.0001671522,0.05000,2.957
+18,block_sparse_moe.experts.119.w3,0.0002813936,0.05000,2.757
+18,block_sparse_moe.experts.127.w3,0.0005147412,0.05000,2.759
+18,block_sparse_moe.experts.115.w3,0.0002328786,0.05000,2.814
+18,block_sparse_moe.experts.123.w3,0.0000799303,0.05000,2.788
+18,block_sparse_moe.experts.118.w3,0.0000115250,0.05000,2.796
+18,block_sparse_moe.experts.114.w3,0.0000647175,0.05000,2.912
+18,block_sparse_moe.experts.122.w3,0.0002009199,0.05000,2.958
+18,block_sparse_moe.experts.126.w3,0.0001669867,0.05000,2.872
+18,block_sparse_moe.experts.153.w3,0.0001296609,0.05000,2.777
+18,block_sparse_moe.experts.149.w3,0.0001250374,0.05000,2.805
+18,block_sparse_moe.experts.157.w3,0.0000265686,0.05000,2.765
+18,block_sparse_moe.experts.112.w3,0.0001645140,0.05000,2.905
+18,block_sparse_moe.experts.108.w3,0.0003490153,0.05000,2.793
+18,block_sparse_moe.experts.145.w3,0.0003262325,0.05000,2.820
+18,block_sparse_moe.experts.100.w3,0.0001190636,0.05000,2.815
+18,block_sparse_moe.experts.104.w3,0.0002465015,0.05000,2.903
+18,block_sparse_moe.experts.135.w3,0.0000718785,0.05000,2.730
+18,block_sparse_moe.experts.143.w3,0.0000351759,0.05000,2.814
+18,block_sparse_moe.experts.131.w3,0.0002738350,0.05000,2.847
+18,block_sparse_moe.experts.139.w3,0.0001807466,0.05000,2.979
+18,block_sparse_moe.experts.134.w3,0.0001846349,0.05000,2.925
+18,block_sparse_moe.experts.130.w3,0.0000725729,0.05000,2.908
+18,block_sparse_moe.experts.138.w3,0.0002058394,0.05000,2.894
+18,block_sparse_moe.experts.142.w3,0.0001559021,0.05000,2.874
+18,block_sparse_moe.experts.169.w3,0.0003093113,0.05000,2.632
+18,block_sparse_moe.experts.165.w3,0.0002548979,0.05000,2.637
+18,block_sparse_moe.experts.173.w3,0.0000561235,0.05000,2.780
+18,block_sparse_moe.experts.128.w3,0.0000202762,0.05000,2.862
+18,block_sparse_moe.experts.161.w3,0.0000737303,0.05000,2.767
+18,block_sparse_moe.experts.124.w3,0.0001340605,0.05000,2.831
+18,block_sparse_moe.experts.116.w3,0.0000944470,0.05000,2.849
+18,block_sparse_moe.experts.120.w3,0.0002262103,0.05000,2.898
+18,block_sparse_moe.experts.151.w3,0.0001353730,0.05000,2.894
+18,block_sparse_moe.experts.159.w3,0.0002774000,0.05000,2.724
+18,block_sparse_moe.experts.147.w3,0.0002000347,0.05000,2.738
+18,block_sparse_moe.experts.155.w3,0.0004488367,0.05000,2.748
+18,block_sparse_moe.experts.150.w3,0.0001349528,0.05000,2.859
+18,block_sparse_moe.experts.154.w3,0.0001851012,0.05000,2.798
+18,block_sparse_moe.experts.146.w3,0.0001642171,0.05000,2.892
+18,block_sparse_moe.experts.185.w3,0.0001757902,0.05000,2.677
+18,block_sparse_moe.experts.158.w3,0.0000676503,0.05000,2.922
+18,block_sparse_moe.experts.181.w3,0.0001389924,0.05000,2.687
+18,block_sparse_moe.experts.189.w3,0.0000695047,0.05000,2.734
+18,block_sparse_moe.experts.177.w3,0.0001203220,0.05000,2.817
+18,block_sparse_moe.experts.144.w3,0.0001017881,0.05000,2.944
+18,block_sparse_moe.experts.140.w3,0.0002028630,0.05000,2.905
+18,block_sparse_moe.experts.167.w3,0.0001582929,0.05000,2.536
+18,block_sparse_moe.experts.132.w3,0.0003466582,0.05000,2.936
+18,block_sparse_moe.experts.136.w3,0.0002422043,0.05000,2.884
+18,block_sparse_moe.experts.175.w3,0.0001830205,0.05000,2.657
+18,block_sparse_moe.experts.163.w3,0.0002989101,0.05000,2.709
+18,block_sparse_moe.experts.171.w3,0.0001715524,0.05000,2.777
+18,block_sparse_moe.experts.166.w3,0.0002417138,0.05000,2.807
+18,block_sparse_moe.experts.170.w3,0.0002808607,0.05000,2.846
+18,block_sparse_moe.experts.201.w3,0.0002170323,0.05000,2.680
+18,block_sparse_moe.experts.162.w3,0.0001717483,0.05000,2.882
+18,block_sparse_moe.experts.174.w3,0.0000913750,0.05000,2.705
+18,block_sparse_moe.experts.197.w3,0.0000420937,0.05000,2.686
+18,block_sparse_moe.experts.205.w3,0.0001394877,0.05000,2.624
+18,block_sparse_moe.experts.193.w3,0.0000937777,0.05000,2.623
+18,block_sparse_moe.experts.160.w3,0.0002340582,0.05000,2.899
+18,block_sparse_moe.experts.156.w3,0.0001155441,0.05000,2.914
+18,block_sparse_moe.experts.183.w3,0.0001442159,0.05000,2.854
+18,block_sparse_moe.experts.148.w3,0.0002441098,0.05000,2.913
+18,block_sparse_moe.experts.152.w3,0.0000843201,0.05000,2.918
+18,block_sparse_moe.experts.191.w3,0.0000822734,0.05000,3.025
+18,block_sparse_moe.experts.179.w3,0.0003367841,0.05000,2.953
+18,block_sparse_moe.experts.187.w3,0.0000410696,0.05000,2.955
+18,block_sparse_moe.experts.217.w3,0.0001830244,0.05000,2.697
+18,block_sparse_moe.experts.213.w3,0.0000990494,0.05000,2.714
+18,block_sparse_moe.experts.182.w3,0.0001301082,0.05000,3.003
+18,block_sparse_moe.experts.186.w3,0.0000124080,0.05000,2.992
+18,block_sparse_moe.experts.178.w3,0.0001248845,0.05000,2.959
+18,block_sparse_moe.experts.190.w3,0.0001886451,0.05000,2.963
+18,block_sparse_moe.experts.221.w3,0.0001996516,0.05000,2.696
+18,block_sparse_moe.experts.209.w3,0.0003406008,0.05000,2.790
+18,block_sparse_moe.experts.172.w3,0.0003248425,0.05000,2.824
+18,block_sparse_moe.experts.176.w3,0.0000980805,0.05000,2.891
+18,block_sparse_moe.experts.199.w3,0.0002491147,0.05000,2.848
+18,block_sparse_moe.experts.168.w3,0.0001440225,0.05000,2.822
+18,block_sparse_moe.experts.164.w3,0.0002782142,0.05000,3.026
+18,block_sparse_moe.experts.207.w3,0.0001886015,0.05000,2.727
+18,block_sparse_moe.experts.195.w3,0.0003522031,0.05000,2.820
+18,block_sparse_moe.experts.203.w3,0.0000640494,0.05000,2.797
+18,block_sparse_moe.experts.233.w3,0.0000699071,0.05000,2.904
+18,block_sparse_moe.experts.229.w3,0.0003251557,0.05000,2.963
+18,block_sparse_moe.experts.198.w3,0.0003559274,0.05000,2.980
+18,block_sparse_moe.experts.202.w3,0.0000602336,0.05000,2.969
+18,block_sparse_moe.experts.194.w3,0.0001130718,0.05000,2.989
+18,block_sparse_moe.experts.206.w3,0.0001008429,0.05000,2.991
+18,block_sparse_moe.experts.237.w3,0.0003597736,0.05000,3.040
+18,block_sparse_moe.experts.225.w3,0.0001359162,0.05000,2.980
+18,block_sparse_moe.experts.192.w3,0.0001614479,0.05000,3.136
+18,block_sparse_moe.experts.188.w3,0.0001252097,0.05000,3.182
+18,block_sparse_moe.experts.215.w3,0.0001940535,0.05000,3.052
+18,block_sparse_moe.experts.184.w3,0.0001637924,0.05000,3.138
+18,block_sparse_moe.experts.223.w3,0.0001027131,0.05000,3.037
+18,block_sparse_moe.experts.180.w3,0.0000858139,0.05000,3.151
+18,block_sparse_moe.experts.211.w3,0.0001810348,0.05000,3.008
+18,block_sparse_moe.experts.219.w3,0.0002793426,0.05000,3.215
+18,block_sparse_moe.experts.249.w3,0.0001652804,0.05000,2.856
+18,block_sparse_moe.experts.245.w3,0.0002104095,0.05000,2.833
+18,block_sparse_moe.experts.253.w3,0.0004229527,0.05000,2.673
+18,block_sparse_moe.experts.214.w3,0.0001605813,0.05000,3.128
+18,block_sparse_moe.experts.241.w3,0.0000161104,0.05000,2.416
+18,block_sparse_moe.experts.210.w3,0.0001855377,0.05000,3.064
+18,block_sparse_moe.experts.218.w3,0.0001654629,0.05000,3.116
+18,block_sparse_moe.experts.222.w3,0.0002204700,0.05000,3.084
+18,block_sparse_moe.experts.208.w3,0.0001870619,0.05000,2.825
+18,block_sparse_moe.experts.204.w3,0.0001175436,0.05000,2.872
+18,block_sparse_moe.experts.231.w3,0.0000273987,0.05000,3.064
+18,block_sparse_moe.experts.200.w3,0.0002991122,0.05000,2.989
+18,block_sparse_moe.experts.196.w3,0.0002518552,0.05000,2.957
+18,block_sparse_moe.experts.239.w3,0.0001158300,0.05000,3.009
+18,block_sparse_moe.experts.227.w3,0.0003005416,0.05000,2.957
+18,block_sparse_moe.experts.235.w3,0.0001597382,0.05000,2.956
+18,block_sparse_moe.experts.226.w3,0.0002216422,0.05000,2.811
+18,block_sparse_moe.experts.230.w3,0.0002966381,0.05000,2.931
+18,block_sparse_moe.experts.238.w3,0.0001081840,0.05000,2.855
+18,block_sparse_moe.experts.234.w3,0.0001660599,0.05000,2.990
+18,block_sparse_moe.experts.224.w3,0.0001263274,0.05000,2.995
+18,block_sparse_moe.experts.220.w3,0.0001911044,0.05000,3.024
+18,block_sparse_moe.experts.247.w3,0.0001813332,0.05000,3.075
+18,block_sparse_moe.experts.216.w3,0.0000357399,0.05000,3.035
+18,block_sparse_moe.experts.212.w3,0.0001226825,0.05000,3.044
+18,block_sparse_moe.experts.243.w3,0.0002037625,0.05000,2.964
+18,block_sparse_moe.experts.255.w3,0.0000126042,0.05000,3.029
+18,block_sparse_moe.experts.251.w3,0.0000796886,0.05000,2.592
+18,block_sparse_moe.experts.242.w3,0.0001221265,0.05000,2.978
+18,block_sparse_moe.experts.254.w3,0.0001410056,0.05000,2.887
+18,block_sparse_moe.experts.246.w3,0.0003197603,0.05000,2.961
+18,block_sparse_moe.experts.250.w3,0.0001510295,0.05000,2.884
+18,block_sparse_moe.experts.240.w3,0.0001494666,0.05000,2.790
+18,block_sparse_moe.experts.236.w3,0.0003637027,0.05000,2.837
+18,block_sparse_moe.experts.232.w3,0.0001546271,0.05000,2.680
+18,block_sparse_moe.experts.228.w3,0.0000870498,0.05000,2.680
+18,block_sparse_moe.experts.252.w3,0.0003419161,0.05000,2.196
+18,block_sparse_moe.experts.248.w3,0.0001153484,0.05000,2.111
+18,block_sparse_moe.experts.244.w3,0.0003096018,0.05000,2.018
+18,block_sparse_moe.experts.1.w2,0.0000345227,0.05000,1.456
+18,block_sparse_moe.experts.12.w2,0.0001610136,0.05000,1.463
+18,block_sparse_moe.experts.9.w2,0.0000505516,0.05000,1.491
+18,block_sparse_moe.experts.3.w2,0.0000433222,0.05000,1.531
+18,block_sparse_moe.experts.0.w2,0.0001630570,0.05000,1.540
+18,block_sparse_moe.experts.4.w2,0.0000310869,0.05000,1.547
+18,block_sparse_moe.experts.7.w2,0.0000707412,0.05000,1.549
+18,block_sparse_moe.experts.5.w2,0.0001353287,0.05000,1.559
+18,block_sparse_moe.experts.15.w2,0.0002341978,0.05000,1.528
+18,block_sparse_moe.experts.8.w2,0.0000421346,0.05000,1.574
+18,block_sparse_moe.experts.10.w2,0.0000792780,0.05000,1.546
+18,block_sparse_moe.experts.13.w2,0.0000189342,0.05000,1.561
+18,block_sparse_moe.experts.11.w2,0.0001560079,0.05000,1.560
+18,block_sparse_moe.experts.6.w2,0.0000578457,0.05000,1.642
+18,block_sparse_moe.experts.14.w2,0.0000873726,0.05000,1.629
+18,block_sparse_moe.experts.2.w2,0.0000717401,0.05000,1.690
+18,block_sparse_moe.experts.28.w2,0.0000408087,0.05000,1.351
+18,block_sparse_moe.experts.16.w2,0.0000768746,0.05000,1.382
+18,block_sparse_moe.experts.19.w2,0.0000645055,0.05000,1.394
+18,block_sparse_moe.experts.20.w2,0.0000064054,0.05000,1.403
+18,block_sparse_moe.experts.31.w2,0.0000146614,0.05000,1.400
+18,block_sparse_moe.experts.17.w2,0.0000225549,0.05000,1.521
+18,block_sparse_moe.experts.23.w2,0.0000681632,0.05000,1.437
+18,block_sparse_moe.experts.24.w2,0.0000518417,0.05000,1.426
+18,block_sparse_moe.experts.27.w2,0.0000623423,0.05000,1.438
+18,block_sparse_moe.experts.25.w2,0.0000496936,0.05000,1.524
+18,block_sparse_moe.experts.26.w2,0.0000673510,0.05000,1.476
+18,block_sparse_moe.experts.21.w2,0.0000377258,0.05000,1.520
+18,block_sparse_moe.experts.29.w2,0.0001240157,0.05000,1.494
+18,block_sparse_moe.experts.30.w2,0.0000192695,0.05000,1.423
+18,block_sparse_moe.experts.22.w2,0.0001174410,0.05000,1.471
+18,block_sparse_moe.experts.18.w2,0.0000438796,0.05000,1.464
+18,block_sparse_moe.experts.35.w2,0.0000671983,0.05000,1.406
+18,block_sparse_moe.experts.39.w2,0.0000432925,0.05000,1.435
+18,block_sparse_moe.experts.44.w2,0.0000600765,0.05000,1.587
+18,block_sparse_moe.experts.47.w2,0.0001009815,0.05000,1.476
+18,block_sparse_moe.experts.33.w2,0.0000570788,0.05000,1.503
+18,block_sparse_moe.experts.32.w2,0.0000226769,0.05000,1.568
+18,block_sparse_moe.experts.43.w2,0.0000742720,0.05000,1.467
+18,block_sparse_moe.experts.36.w2,0.0000773840,0.05000,1.558
+18,block_sparse_moe.experts.42.w2,0.0000280466,0.05000,1.460
+18,block_sparse_moe.experts.40.w2,0.0000217562,0.05000,1.529
+18,block_sparse_moe.experts.41.w2,0.0000272601,0.05000,1.513
+18,block_sparse_moe.experts.46.w2,0.0000352464,0.05000,1.476
+18,block_sparse_moe.experts.38.w2,0.0000331976,0.05000,1.462
+18,block_sparse_moe.experts.45.w2,0.0000693934,0.05000,1.512
+18,block_sparse_moe.experts.34.w2,0.0000538185,0.05000,1.454
+18,block_sparse_moe.experts.37.w2,0.0001268948,0.05000,1.539
+18,block_sparse_moe.experts.58.w2,0.0001607140,0.05000,1.351
+18,block_sparse_moe.experts.60.w2,0.0000060981,0.05000,1.430
+18,block_sparse_moe.experts.51.w2,0.0001321986,0.05000,1.558
+18,block_sparse_moe.experts.52.w2,0.0000994397,0.05000,1.384
+18,block_sparse_moe.experts.62.w2,0.0000810859,0.05000,1.369
+18,block_sparse_moe.experts.54.w2,0.0000368044,0.05000,1.395
+18,block_sparse_moe.experts.56.w2,0.0000502516,0.05000,1.444
+18,block_sparse_moe.experts.49.w2,0.0001141398,0.05000,1.499
+18,block_sparse_moe.experts.48.w2,0.0000295320,0.05000,1.501
+18,block_sparse_moe.experts.50.w2,0.0000943501,0.05000,1.393
+18,block_sparse_moe.experts.63.w2,0.0000938234,0.05000,1.560
+18,block_sparse_moe.experts.55.w2,0.0000170511,0.05000,1.606
+18,block_sparse_moe.experts.57.w2,0.0000849067,0.05000,1.500
+18,block_sparse_moe.experts.59.w2,0.0001273418,0.05000,1.565
+18,block_sparse_moe.experts.53.w2,0.0000290332,0.05000,1.491
+18,block_sparse_moe.experts.61.w2,0.0000071675,0.05000,1.506
+18,block_sparse_moe.experts.70.w2,0.0000614904,0.05000,1.499
+18,block_sparse_moe.experts.68.w2,0.0000135672,0.05000,1.588
+18,block_sparse_moe.experts.65.w2,0.0000374007,0.05000,1.506
+18,block_sparse_moe.experts.67.w2,0.0000582018,0.05000,1.605
+18,block_sparse_moe.experts.76.w2,0.0000780677,0.05000,1.625
+18,block_sparse_moe.experts.74.w2,0.0000275790,0.05000,1.644
+18,block_sparse_moe.experts.66.w2,0.0000535760,0.05000,1.519
+18,block_sparse_moe.experts.78.w2,0.0000310927,0.05000,1.605
+18,block_sparse_moe.experts.73.w2,0.0000629913,0.05000,1.493
+18,block_sparse_moe.experts.79.w2,0.0002137066,0.05000,1.563
+18,block_sparse_moe.experts.72.w2,0.0000316023,0.05000,1.606
+18,block_sparse_moe.experts.77.w2,0.0000487842,0.05000,1.488
+18,block_sparse_moe.experts.64.w2,0.0000417144,0.05000,1.620
+18,block_sparse_moe.experts.69.w2,0.0000126687,0.05000,1.512
+18,block_sparse_moe.experts.71.w2,0.0000240895,0.05000,1.610
+18,block_sparse_moe.experts.75.w2,0.0000713999,0.05000,1.578
+18,block_sparse_moe.experts.83.w2,0.0000413011,0.05000,1.376
+18,block_sparse_moe.experts.86.w2,0.0000127340,0.05000,1.431
+18,block_sparse_moe.experts.81.w2,0.0001287410,0.05000,1.422
+18,block_sparse_moe.experts.89.w2,0.0000207306,0.05000,1.384
+18,block_sparse_moe.experts.93.w2,0.0000454468,0.05000,1.357
+18,block_sparse_moe.experts.82.w2,0.0000470482,0.05000,1.448
+18,block_sparse_moe.experts.94.w2,0.0000282196,0.05000,1.424
+18,block_sparse_moe.experts.85.w2,0.0000699323,0.05000,1.350
+18,block_sparse_moe.experts.90.w2,0.0000465976,0.05000,1.455
+18,block_sparse_moe.experts.95.w2,0.0000252888,0.05000,1.426
+18,block_sparse_moe.experts.91.w2,0.0000700747,0.05000,1.348
+18,block_sparse_moe.experts.84.w2,0.0000701265,0.05000,1.529
+18,block_sparse_moe.experts.88.w2,0.0000979074,0.05000,1.445
+18,block_sparse_moe.experts.92.w2,0.0000852701,0.05000,1.582
+18,block_sparse_moe.experts.87.w2,0.0000344606,0.05000,1.454
+18,block_sparse_moe.experts.80.w2,0.0000551280,0.05000,1.534
+18,block_sparse_moe.experts.97.w2,0.0000512452,0.05000,1.401
+18,block_sparse_moe.experts.109.w2,0.0000362218,0.05000,1.378
+18,block_sparse_moe.experts.101.w2,0.0000242449,0.05000,1.374
+18,block_sparse_moe.experts.105.w2,0.0000428882,0.05000,1.405
+18,block_sparse_moe.experts.102.w2,0.0000646483,0.05000,1.463
+18,block_sparse_moe.experts.110.w2,0.0000185127,0.05000,1.412
+18,block_sparse_moe.experts.106.w2,0.0000213978,0.05000,1.414
+18,block_sparse_moe.experts.98.w2,0.0000253277,0.05000,1.452
+18,block_sparse_moe.experts.104.w2,0.0000841746,0.05000,1.440
+18,block_sparse_moe.experts.100.w2,0.0000566707,0.05000,1.458
+18,block_sparse_moe.experts.99.w2,0.0000290757,0.05000,1.598
+18,block_sparse_moe.experts.108.w2,0.0001374084,0.05000,1.456
+18,block_sparse_moe.experts.111.w2,0.0000738212,0.05000,1.603
+18,block_sparse_moe.experts.96.w2,0.0000289541,0.05000,1.462
+18,block_sparse_moe.experts.107.w2,0.0000923512,0.05000,1.623
+18,block_sparse_moe.experts.103.w2,0.0000700587,0.05000,1.594
+18,block_sparse_moe.experts.113.w2,0.0000663197,0.05000,1.557
+18,block_sparse_moe.experts.118.w2,0.0000062683,0.05000,1.518
+18,block_sparse_moe.experts.126.w2,0.0000999680,0.05000,1.509
+18,block_sparse_moe.experts.121.w2,0.0001104648,0.05000,1.551
+18,block_sparse_moe.experts.125.w2,0.0000844255,0.05000,1.571
+18,block_sparse_moe.experts.117.w2,0.0001696081,0.05000,1.575
+18,block_sparse_moe.experts.114.w2,0.0000181656,0.05000,1.535
+18,block_sparse_moe.experts.122.w2,0.0000683527,0.05000,1.573
+18,block_sparse_moe.experts.120.w2,0.0001050234,0.05000,1.542
+18,block_sparse_moe.experts.116.w2,0.0000420631,0.05000,1.545
+18,block_sparse_moe.experts.124.w2,0.0000582768,0.05000,1.517
+18,block_sparse_moe.experts.115.w2,0.0001328465,0.05000,1.620
+18,block_sparse_moe.experts.112.w2,0.0000531384,0.05000,1.532
+18,block_sparse_moe.experts.123.w2,0.0000652979,0.05000,1.560
+18,block_sparse_moe.experts.127.w2,0.0001156574,0.05000,1.599
+18,block_sparse_moe.experts.119.w2,0.0000883290,0.05000,1.542
+18,block_sparse_moe.experts.129.w2,0.0000484387,0.05000,1.496
+18,block_sparse_moe.experts.137.w2,0.0001042782,0.05000,1.491
+18,block_sparse_moe.experts.141.w2,0.0001602191,0.05000,1.504
+18,block_sparse_moe.experts.136.w2,0.0000667290,0.05000,1.401
+18,block_sparse_moe.experts.132.w2,0.0001330517,0.05000,1.420
+18,block_sparse_moe.experts.134.w2,0.0001328357,0.05000,1.555
+18,block_sparse_moe.experts.142.w2,0.0000405024,0.05000,1.553
+18,block_sparse_moe.experts.133.w2,0.0000181453,0.05000,1.533
+18,block_sparse_moe.experts.138.w2,0.0000757108,0.05000,1.534
+18,block_sparse_moe.experts.140.w2,0.0000810878,0.05000,1.441
+18,block_sparse_moe.experts.130.w2,0.0000275073,0.05000,1.558
+18,block_sparse_moe.experts.128.w2,0.0000139335,0.05000,1.375
+18,block_sparse_moe.experts.143.w2,0.0000138320,0.05000,1.346
+18,block_sparse_moe.experts.131.w2,0.0000862090,0.05000,1.457
+18,block_sparse_moe.experts.139.w2,0.0000521072,0.05000,1.420
+18,block_sparse_moe.experts.135.w2,0.0000331255,0.05000,1.448
+18,block_sparse_moe.experts.145.w2,0.0001616897,0.05000,1.503
+18,block_sparse_moe.experts.153.w2,0.0000470563,0.05000,1.473
+18,block_sparse_moe.experts.152.w2,0.0000591608,0.05000,1.473
+18,block_sparse_moe.experts.157.w2,0.0000093457,0.05000,1.479
+18,block_sparse_moe.experts.147.w2,0.0000800310,0.05000,1.360
+18,block_sparse_moe.experts.155.w2,0.0001107891,0.05000,1.308
+18,block_sparse_moe.experts.148.w2,0.0001107163,0.05000,1.477
+18,block_sparse_moe.experts.159.w2,0.0002101675,0.05000,1.388
+18,block_sparse_moe.experts.150.w2,0.0000386693,0.05000,1.497
+18,block_sparse_moe.experts.156.w2,0.0000419546,0.05000,1.452
+18,block_sparse_moe.experts.158.w2,0.0000226036,0.05000,1.519
+18,block_sparse_moe.experts.144.w2,0.0000261461,0.05000,1.450
+18,block_sparse_moe.experts.149.w2,0.0000641762,0.05000,1.520
+18,block_sparse_moe.experts.154.w2,0.0000573047,0.05000,1.532
+18,block_sparse_moe.experts.151.w2,0.0000409590,0.05000,1.431
+18,block_sparse_moe.experts.146.w2,0.0001101738,0.05000,1.610
+18,block_sparse_moe.experts.164.w2,0.0001103408,0.05000,1.401
+18,block_sparse_moe.experts.168.w2,0.0000616947,0.05000,1.451
+18,block_sparse_moe.experts.173.w2,0.0000239234,0.05000,1.447
+18,block_sparse_moe.experts.169.w2,0.0000961288,0.05000,1.474
+18,block_sparse_moe.experts.166.w2,0.0001059245,0.05000,1.413
+18,block_sparse_moe.experts.160.w2,0.0000821634,0.05000,1.392
+18,block_sparse_moe.experts.175.w2,0.0000569206,0.05000,1.438
+18,block_sparse_moe.experts.161.w2,0.0000196049,0.05000,1.519
+18,block_sparse_moe.experts.172.w2,0.0000928957,0.05000,1.445
+18,block_sparse_moe.experts.163.w2,0.0000847775,0.05000,1.496
+18,block_sparse_moe.experts.174.w2,0.0000455790,0.05000,1.437
+18,block_sparse_moe.experts.171.w2,0.0000863614,0.05000,1.511
+18,block_sparse_moe.experts.170.w2,0.0000713560,0.05000,1.425
+18,block_sparse_moe.experts.165.w2,0.0000687084,0.05000,1.488
+18,block_sparse_moe.experts.167.w2,0.0001017259,0.05000,1.429
+18,block_sparse_moe.experts.162.w2,0.0000574192,0.05000,1.453
+18,block_sparse_moe.experts.189.w2,0.0000401628,0.05000,1.280
+18,block_sparse_moe.experts.185.w2,0.0000715534,0.05000,1.329
+18,block_sparse_moe.experts.177.w2,0.0000230759,0.05000,1.291
+18,block_sparse_moe.experts.180.w2,0.0000571764,0.05000,1.401
+18,block_sparse_moe.experts.181.w2,0.0000953455,0.05000,1.253
+18,block_sparse_moe.experts.176.w2,0.0000451914,0.05000,1.398
+18,block_sparse_moe.experts.182.w2,0.0000573856,0.05000,1.423
+18,block_sparse_moe.experts.184.w2,0.0000591024,0.05000,1.449
+18,block_sparse_moe.experts.190.w2,0.0000972167,0.05000,1.413
+18,block_sparse_moe.experts.191.w2,0.0000371160,0.05000,1.466
+18,block_sparse_moe.experts.179.w2,0.0001080206,0.05000,1.434
+18,block_sparse_moe.experts.188.w2,0.0000427531,0.05000,1.458
+18,block_sparse_moe.experts.186.w2,0.0000041431,0.05000,1.402
+18,block_sparse_moe.experts.187.w2,0.0000196177,0.05000,1.463
+18,block_sparse_moe.experts.183.w2,0.0000484683,0.05000,1.431
+18,block_sparse_moe.experts.178.w2,0.0000291146,0.05000,1.434
+18,block_sparse_moe.experts.205.w2,0.0000519118,0.05000,1.364
+18,block_sparse_moe.experts.193.w2,0.0000529461,0.05000,1.392
+18,block_sparse_moe.experts.200.w2,0.0001103094,0.05000,1.305
+18,block_sparse_moe.experts.196.w2,0.0000684716,0.05000,1.381
+18,block_sparse_moe.experts.201.w2,0.0000956917,0.05000,1.433
+18,block_sparse_moe.experts.195.w2,0.0001586507,0.05000,1.272
+18,block_sparse_moe.experts.192.w2,0.0000311877,0.05000,1.352
+18,block_sparse_moe.experts.197.w2,0.0000278344,0.05000,1.430
+18,block_sparse_moe.experts.207.w2,0.0000840897,0.05000,1.356
+18,block_sparse_moe.experts.203.w2,0.0000174156,0.05000,1.344
+18,block_sparse_moe.experts.198.w2,0.0001446060,0.05000,1.494
+18,block_sparse_moe.experts.202.w2,0.0000267461,0.05000,1.416
+18,block_sparse_moe.experts.206.w2,0.0000291505,0.05000,1.478
+18,block_sparse_moe.experts.199.w2,0.0001741002,0.05000,1.343
+18,block_sparse_moe.experts.204.w2,0.0000694924,0.05000,1.488
+18,block_sparse_moe.experts.194.w2,0.0000352515,0.05000,1.433
+18,block_sparse_moe.experts.221.w2,0.0000800003,0.05000,1.423
+18,block_sparse_moe.experts.217.w2,0.0000565398,0.05000,1.373
+18,block_sparse_moe.experts.209.w2,0.0001527682,0.05000,1.426
+18,block_sparse_moe.experts.213.w2,0.0000177437,0.05000,1.357
+18,block_sparse_moe.experts.212.w2,0.0000724269,0.05000,1.477
+18,block_sparse_moe.experts.216.w2,0.0000160890,0.05000,1.480
+18,block_sparse_moe.experts.211.w2,0.0000487121,0.05000,1.487
+18,block_sparse_moe.experts.208.w2,0.0000430413,0.05000,1.486
+18,block_sparse_moe.experts.223.w2,0.0000471449,0.05000,1.427
+18,block_sparse_moe.experts.218.w2,0.0000583238,0.05000,1.364
+18,block_sparse_moe.experts.214.w2,0.0000830691,0.05000,1.392
+18,block_sparse_moe.experts.222.w2,0.0000560380,0.05000,1.396
+18,block_sparse_moe.experts.219.w2,0.0000741690,0.05000,1.478
+18,block_sparse_moe.experts.215.w2,0.0000485374,0.05000,1.415
+18,block_sparse_moe.experts.220.w2,0.0000825940,0.05000,1.478
+18,block_sparse_moe.experts.210.w2,0.0000711303,0.05000,1.409
+18,block_sparse_moe.experts.237.w2,0.0000785771,0.05000,1.392
+18,block_sparse_moe.experts.225.w2,0.0000580917,0.05000,1.363
+18,block_sparse_moe.experts.233.w2,0.0000602709,0.05000,1.384
+18,block_sparse_moe.experts.229.w2,0.0001540782,0.05000,1.427
+18,block_sparse_moe.experts.239.w2,0.0000525192,0.05000,1.331
+18,block_sparse_moe.experts.227.w2,0.0001948356,0.05000,1.402
+18,block_sparse_moe.experts.235.w2,0.0000335362,0.05000,1.413
+18,block_sparse_moe.experts.228.w2,0.0000190449,0.05000,1.554
+18,block_sparse_moe.experts.232.w2,0.0000519402,0.05000,1.566
+18,block_sparse_moe.experts.224.w2,0.0000522081,0.05000,1.545
+18,block_sparse_moe.experts.234.w2,0.0000798113,0.05000,1.509
+18,block_sparse_moe.experts.230.w2,0.0001679709,0.05000,1.500
+18,block_sparse_moe.experts.231.w2,0.0000081608,0.05000,1.459
+18,block_sparse_moe.experts.238.w2,0.0000482561,0.05000,1.555
+18,block_sparse_moe.experts.236.w2,0.0001521556,0.05000,1.482
+18,block_sparse_moe.experts.226.w2,0.0000579250,0.05000,1.541
+18,block_sparse_moe.experts.249.w2,0.0000437228,0.05000,1.357
+18,block_sparse_moe.experts.241.w2,0.0000073678,0.05000,1.361
+18,block_sparse_moe.experts.253.w2,0.0001303921,0.05000,1.418
+18,block_sparse_moe.experts.245.w2,0.0000757384,0.05000,1.316
+18,block_sparse_moe.experts.248.w2,0.0000496584,0.05000,1.208
+18,block_sparse_moe.experts.240.w2,0.0000437869,0.05000,1.275
+18,block_sparse_moe.experts.244.w2,0.0001140332,0.05000,1.293
+18,block_sparse_moe.experts.243.w2,0.0000691349,0.05000,1.469
+18,block_sparse_moe.experts.255.w2,0.0000074697,0.05000,1.523
+18,block_sparse_moe.experts.252.w2,0.0002413448,0.05000,1.209
+18,block_sparse_moe.experts.251.w2,0.0000409684,0.05000,1.397
+18,block_sparse_moe.experts.247.w2,0.0000597292,0.05000,1.369
+18,block_sparse_moe.experts.246.w2,0.0002532314,0.05000,1.453
+18,block_sparse_moe.experts.250.w2,0.0000983560,0.05000,1.489
+18,block_sparse_moe.experts.254.w2,0.0000939696,0.05000,1.406
+18,block_sparse_moe.experts.242.w2,0.0000662675,0.05000,1.298
+19,self_attn.q_proj,0.0000016091,0.05000,0.983
+19,self_attn.v_proj,0.0000002286,0.05000,1.001
+19,self_attn.k_proj,0.0000002613,0.05000,1.009
+19,self_attn.o_proj,0.0000002074,0.05000,1.868
+19,block_sparse_moe.experts.5.w1,0.0004127924,0.05000,2.798
+19,block_sparse_moe.experts.9.w1,0.0000704576,0.05000,2.831
+19,block_sparse_moe.experts.13.w1,0.0003165330,0.05000,2.868
+19,block_sparse_moe.experts.1.w1,0.0000430980,0.05000,2.916
+19,block_sparse_moe.experts.11.w1,0.0003129387,0.05000,2.975
+19,block_sparse_moe.experts.0.w1,0.0005255939,0.05000,3.031
+19,block_sparse_moe.experts.3.w1,0.0004071185,0.05000,3.045
+19,block_sparse_moe.experts.2.w1,0.0001062631,0.05000,3.059
+19,block_sparse_moe.experts.12.w1,0.0004112012,0.05000,3.047
+19,block_sparse_moe.experts.4.w1,0.0002681234,0.05000,3.125
+19,block_sparse_moe.experts.6.w1,0.0003135337,0.05000,3.085
+19,block_sparse_moe.experts.14.w1,0.0001977956,0.05000,3.087
+19,block_sparse_moe.experts.7.w1,0.0001112473,0.05000,3.102
+19,block_sparse_moe.experts.15.w1,0.0003613578,0.05000,3.142
+19,block_sparse_moe.experts.8.w1,0.0004135177,0.05000,3.147
+19,block_sparse_moe.experts.10.w1,0.0000866134,0.05000,3.167
+19,block_sparse_moe.experts.21.w1,0.0002087427,0.05000,2.809
+19,block_sparse_moe.experts.25.w1,0.0000510432,0.05000,2.883
+19,block_sparse_moe.experts.27.w1,0.0002830248,0.05000,2.819
+19,block_sparse_moe.experts.17.w1,0.0001179215,0.05000,2.937
+19,block_sparse_moe.experts.29.w1,0.0000997192,0.05000,2.954
+19,block_sparse_moe.experts.18.w1,0.0001500582,0.05000,2.826
+19,block_sparse_moe.experts.22.w1,0.0002100166,0.05000,2.771
+19,block_sparse_moe.experts.30.w1,0.0000972835,0.05000,2.778
+19,block_sparse_moe.experts.26.w1,0.0001222848,0.05000,2.745
+19,block_sparse_moe.experts.19.w1,0.0001574120,0.05000,2.925
+19,block_sparse_moe.experts.28.w1,0.0003740864,0.05000,2.915
+19,block_sparse_moe.experts.16.w1,0.0001751125,0.05000,2.980
+19,block_sparse_moe.experts.31.w1,0.0000214211,0.05000,2.889
+19,block_sparse_moe.experts.23.w1,0.0000510016,0.05000,2.965
+19,block_sparse_moe.experts.20.w1,0.0000743688,0.05000,3.038
+19,block_sparse_moe.experts.24.w1,0.0002627063,0.05000,3.019
+19,block_sparse_moe.experts.37.w1,0.0002233697,0.05000,2.828
+19,block_sparse_moe.experts.43.w1,0.0003679685,0.05000,2.770
+19,block_sparse_moe.experts.41.w1,0.0003827364,0.05000,2.853
+19,block_sparse_moe.experts.35.w1,0.0002677679,0.05000,2.715
+19,block_sparse_moe.experts.45.w1,0.0000836524,0.05000,2.818
+19,block_sparse_moe.experts.33.w1,0.0001702048,0.05000,2.878
+19,block_sparse_moe.experts.46.w1,0.0002906425,0.05000,2.843
+19,block_sparse_moe.experts.34.w1,0.0002966898,0.05000,2.903
+19,block_sparse_moe.experts.47.w1,0.0003783436,0.05000,2.747
+19,block_sparse_moe.experts.42.w1,0.0000852613,0.05000,2.875
+19,block_sparse_moe.experts.38.w1,0.0000280759,0.05000,2.965
+19,block_sparse_moe.experts.39.w1,0.0002861931,0.05000,2.755
+19,block_sparse_moe.experts.32.w1,0.0001643208,0.05000,3.050
+19,block_sparse_moe.experts.44.w1,0.0000351767,0.05000,3.114
+19,block_sparse_moe.experts.36.w1,0.0003143317,0.05000,3.060
+19,block_sparse_moe.experts.40.w1,0.0001307569,0.05000,3.082
+19,block_sparse_moe.experts.53.w1,0.0000831660,0.05000,2.798
+19,block_sparse_moe.experts.57.w1,0.0001237509,0.05000,2.822
+19,block_sparse_moe.experts.61.w1,0.0003074337,0.05000,2.813
+19,block_sparse_moe.experts.49.w1,0.0002513174,0.05000,2.837
+19,block_sparse_moe.experts.59.w1,0.0001729140,0.05000,3.040
+19,block_sparse_moe.experts.51.w1,0.0003876692,0.05000,3.028
+19,block_sparse_moe.experts.62.w1,0.0001398463,0.05000,3.110
+19,block_sparse_moe.experts.50.w1,0.0001181161,0.05000,3.079
+19,block_sparse_moe.experts.55.w1,0.0004410275,0.05000,2.995
+19,block_sparse_moe.experts.58.w1,0.0003588753,0.05000,3.030
+19,block_sparse_moe.experts.54.w1,0.0000685436,0.05000,3.018
+19,block_sparse_moe.experts.63.w1,0.0000328016,0.05000,3.077
+19,block_sparse_moe.experts.60.w1,0.0002541043,0.05000,2.906
+19,block_sparse_moe.experts.48.w1,0.0000956929,0.05000,2.984
+19,block_sparse_moe.experts.52.w1,0.0002485801,0.05000,2.940
+19,block_sparse_moe.experts.56.w1,0.0002226844,0.05000,3.043
+19,block_sparse_moe.experts.69.w1,0.0001599219,0.05000,2.835
+19,block_sparse_moe.experts.73.w1,0.0002579240,0.05000,2.863
+19,block_sparse_moe.experts.77.w1,0.0003058047,0.05000,2.864
+19,block_sparse_moe.experts.65.w1,0.0002221062,0.05000,2.924
+19,block_sparse_moe.experts.75.w1,0.0003524764,0.05000,2.845
+19,block_sparse_moe.experts.70.w1,0.0003809657,0.05000,2.651
+19,block_sparse_moe.experts.66.w1,0.0002092733,0.05000,2.699
+19,block_sparse_moe.experts.78.w1,0.0002069574,0.05000,2.702
+19,block_sparse_moe.experts.67.w1,0.0001097658,0.05000,2.888
+19,block_sparse_moe.experts.74.w1,0.0001579853,0.05000,2.766
+19,block_sparse_moe.experts.79.w1,0.0000330601,0.05000,2.889
+19,block_sparse_moe.experts.71.w1,0.0000984212,0.05000,2.974
+19,block_sparse_moe.experts.64.w1,0.0000479470,0.05000,3.056
+19,block_sparse_moe.experts.76.w1,0.0001270260,0.05000,3.125
+19,block_sparse_moe.experts.68.w1,0.0001729499,0.05000,3.093
+19,block_sparse_moe.experts.72.w1,0.0003034697,0.05000,3.028
+19,block_sparse_moe.experts.85.w1,0.0001930633,0.05000,2.729
+19,block_sparse_moe.experts.93.w1,0.0003328274,0.05000,2.686
+19,block_sparse_moe.experts.89.w1,0.0001293780,0.05000,2.762
+19,block_sparse_moe.experts.86.w1,0.0002103270,0.05000,2.710
+19,block_sparse_moe.experts.81.w1,0.0000280503,0.05000,2.803
+19,block_sparse_moe.experts.94.w1,0.0000519170,0.05000,2.743
+19,block_sparse_moe.experts.90.w1,0.0003360979,0.05000,2.752
+19,block_sparse_moe.experts.82.w1,0.0002199936,0.05000,2.830
+19,block_sparse_moe.experts.83.w1,0.0001545227,0.05000,2.916
+19,block_sparse_moe.experts.91.w1,0.0002806842,0.05000,3.070
+19,block_sparse_moe.experts.95.w1,0.0004053712,0.05000,2.996
+19,block_sparse_moe.experts.87.w1,0.0001177369,0.05000,3.032
+19,block_sparse_moe.experts.80.w1,0.0002946990,0.05000,2.870
+19,block_sparse_moe.experts.92.w1,0.0002200261,0.05000,2.824
+19,block_sparse_moe.experts.84.w1,0.0000666515,0.05000,2.917
+19,block_sparse_moe.experts.88.w1,0.0001957148,0.05000,2.910
+19,block_sparse_moe.experts.101.w1,0.0002874450,0.05000,3.066
+19,block_sparse_moe.experts.102.w1,0.0001798576,0.05000,2.736
+19,block_sparse_moe.experts.110.w1,0.0001985403,0.05000,2.770
+19,block_sparse_moe.experts.105.w1,0.0002013343,0.05000,3.046
+19,block_sparse_moe.experts.98.w1,0.0001650627,0.05000,2.735
+19,block_sparse_moe.experts.109.w1,0.0001638992,0.05000,3.094
+19,block_sparse_moe.experts.106.w1,0.0003084491,0.05000,2.880
+19,block_sparse_moe.experts.107.w1,0.0001215501,0.05000,2.806
+19,block_sparse_moe.experts.99.w1,0.0002608278,0.05000,2.934
+19,block_sparse_moe.experts.97.w1,0.0001502216,0.05000,3.169
+19,block_sparse_moe.experts.111.w1,0.0002368446,0.05000,2.887
+19,block_sparse_moe.experts.103.w1,0.0000143644,0.05000,2.932
+19,block_sparse_moe.experts.108.w1,0.0000656401,0.05000,3.041
+19,block_sparse_moe.experts.96.w1,0.0002006684,0.05000,3.176
+19,block_sparse_moe.experts.100.w1,0.0002677807,0.05000,3.049
+19,block_sparse_moe.experts.104.w1,0.0001840916,0.05000,3.125
+19,block_sparse_moe.experts.118.w1,0.0001790874,0.05000,2.772
+19,block_sparse_moe.experts.117.w1,0.0004090312,0.05000,2.949
+19,block_sparse_moe.experts.126.w1,0.0001655457,0.05000,2.806
+19,block_sparse_moe.experts.114.w1,0.0000827885,0.05000,2.821
+19,block_sparse_moe.experts.125.w1,0.0001389022,0.05000,2.860
+19,block_sparse_moe.experts.122.w1,0.0002301997,0.05000,2.772
+19,block_sparse_moe.experts.121.w1,0.0004005859,0.05000,2.993
+19,block_sparse_moe.experts.123.w1,0.0004524184,0.05000,2.843
+19,block_sparse_moe.experts.113.w1,0.0001326017,0.05000,2.942
+19,block_sparse_moe.experts.115.w1,0.0003112229,0.05000,2.957
+19,block_sparse_moe.experts.127.w1,0.0002676836,0.05000,2.883
+19,block_sparse_moe.experts.119.w1,0.0002039593,0.05000,3.007
+19,block_sparse_moe.experts.124.w1,0.0001790503,0.05000,2.960
+19,block_sparse_moe.experts.112.w1,0.0004032459,0.05000,3.039
+19,block_sparse_moe.experts.116.w1,0.0000546571,0.05000,3.008
+19,block_sparse_moe.experts.120.w1,0.0002238366,0.05000,2.983
+19,block_sparse_moe.experts.134.w1,0.0000533662,0.05000,2.954
+19,block_sparse_moe.experts.133.w1,0.0001512883,0.05000,2.945
+19,block_sparse_moe.experts.142.w1,0.0000884329,0.05000,2.925
+19,block_sparse_moe.experts.130.w1,0.0000843661,0.05000,2.914
+19,block_sparse_moe.experts.138.w1,0.0001453881,0.05000,2.981
+19,block_sparse_moe.experts.141.w1,0.0000893866,0.05000,3.055
+19,block_sparse_moe.experts.137.w1,0.0001662810,0.05000,2.999
+19,block_sparse_moe.experts.139.w1,0.0001920735,0.05000,2.911
+19,block_sparse_moe.experts.131.w1,0.0004073668,0.05000,2.875
+19,block_sparse_moe.experts.129.w1,0.0003278837,0.05000,3.005
+19,block_sparse_moe.experts.143.w1,0.0000956552,0.05000,2.912
+19,block_sparse_moe.experts.135.w1,0.0000696258,0.05000,2.923
+19,block_sparse_moe.experts.140.w1,0.0000553341,0.05000,3.008
+19,block_sparse_moe.experts.128.w1,0.0005052573,0.05000,3.057
+19,block_sparse_moe.experts.132.w1,0.0001818782,0.05000,3.077
+19,block_sparse_moe.experts.136.w1,0.0003201558,0.05000,3.105
+19,block_sparse_moe.experts.150.w1,0.0002163107,0.05000,2.889
+19,block_sparse_moe.experts.158.w1,0.0001581745,0.05000,2.856
+19,block_sparse_moe.experts.149.w1,0.0002565752,0.05000,2.975
+19,block_sparse_moe.experts.146.w1,0.0001845619,0.05000,2.973
+19,block_sparse_moe.experts.154.w1,0.0003631337,0.05000,2.877
+19,block_sparse_moe.experts.157.w1,0.0001563125,0.05000,3.022
+19,block_sparse_moe.experts.155.w1,0.0002771106,0.05000,2.978
+19,block_sparse_moe.experts.153.w1,0.0003549813,0.05000,3.024
+19,block_sparse_moe.experts.147.w1,0.0000503045,0.05000,2.975
+19,block_sparse_moe.experts.145.w1,0.0000485494,0.05000,3.000
+19,block_sparse_moe.experts.159.w1,0.0001386721,0.05000,2.982
+19,block_sparse_moe.experts.151.w1,0.0004544338,0.05000,2.952
+19,block_sparse_moe.experts.156.w1,0.0000652325,0.05000,3.009
+19,block_sparse_moe.experts.148.w1,0.0000386283,0.05000,2.946
+19,block_sparse_moe.experts.144.w1,0.0002444143,0.05000,3.053
+19,block_sparse_moe.experts.152.w1,0.0001665105,0.05000,3.027
+19,block_sparse_moe.experts.166.w1,0.0004786116,0.05000,2.874
+19,block_sparse_moe.experts.174.w1,0.0000633608,0.05000,2.870
+19,block_sparse_moe.experts.162.w1,0.0000283665,0.05000,2.850
+19,block_sparse_moe.experts.165.w1,0.0002234654,0.05000,2.947
+19,block_sparse_moe.experts.170.w1,0.0000788341,0.05000,2.829
+19,block_sparse_moe.experts.173.w1,0.0004841645,0.05000,2.917
+19,block_sparse_moe.experts.169.w1,0.0002974657,0.05000,2.937
+19,block_sparse_moe.experts.171.w1,0.0002122132,0.05000,3.005
+19,block_sparse_moe.experts.163.w1,0.0002167744,0.05000,2.946
+19,block_sparse_moe.experts.161.w1,0.0001271064,0.05000,3.017
+19,block_sparse_moe.experts.175.w1,0.0000963932,0.05000,3.046
+19,block_sparse_moe.experts.167.w1,0.0001618512,0.05000,3.053
+19,block_sparse_moe.experts.172.w1,0.0001706309,0.05000,2.936
+19,block_sparse_moe.experts.164.w1,0.0001523393,0.05000,2.939
+19,block_sparse_moe.experts.160.w1,0.0001681448,0.05000,2.924
+19,block_sparse_moe.experts.168.w1,0.0000570652,0.05000,2.906
+19,block_sparse_moe.experts.182.w1,0.0003428774,0.05000,2.766
+19,block_sparse_moe.experts.190.w1,0.0000724931,0.05000,2.749
+19,block_sparse_moe.experts.186.w1,0.0002685519,0.05000,2.729
+19,block_sparse_moe.experts.178.w1,0.0003892858,0.05000,2.834
+19,block_sparse_moe.experts.181.w1,0.0000174092,0.05000,3.100
+19,block_sparse_moe.experts.187.w1,0.0001513298,0.05000,2.866
+19,block_sparse_moe.experts.179.w1,0.0001603268,0.05000,2.903
+19,block_sparse_moe.experts.185.w1,0.0003026095,0.05000,3.083
+19,block_sparse_moe.experts.189.w1,0.0001511545,0.05000,3.185
+19,block_sparse_moe.experts.191.w1,0.0002358223,0.05000,2.914
+19,block_sparse_moe.experts.177.w1,0.0001991704,0.05000,3.071
+19,block_sparse_moe.experts.183.w1,0.0000333002,0.05000,2.863
+19,block_sparse_moe.experts.188.w1,0.0001877272,0.05000,2.859
+19,block_sparse_moe.experts.180.w1,0.0002096185,0.05000,2.822
+19,block_sparse_moe.experts.176.w1,0.0005525618,0.05000,2.864
+19,block_sparse_moe.experts.184.w1,0.0002281286,0.05000,2.745
+19,block_sparse_moe.experts.198.w1,0.0002485171,0.05000,2.809
+19,block_sparse_moe.experts.202.w1,0.0003813085,0.05000,2.760
+19,block_sparse_moe.experts.206.w1,0.0002091168,0.05000,2.930
+19,block_sparse_moe.experts.194.w1,0.0000690234,0.05000,2.874
+19,block_sparse_moe.experts.197.w1,0.0003491757,0.05000,2.908
+19,block_sparse_moe.experts.203.w1,0.0002074942,0.05000,2.835
+19,block_sparse_moe.experts.201.w1,0.0002188704,0.05000,2.867
+19,block_sparse_moe.experts.195.w1,0.0000219463,0.05000,2.922
+19,block_sparse_moe.experts.205.w1,0.0001795023,0.05000,2.923
+19,block_sparse_moe.experts.207.w1,0.0001365928,0.05000,2.883
+19,block_sparse_moe.experts.193.w1,0.0001664468,0.05000,2.916
+19,block_sparse_moe.experts.199.w1,0.0003193739,0.05000,2.914
+19,block_sparse_moe.experts.204.w1,0.0001769611,0.05000,2.915
+19,block_sparse_moe.experts.196.w1,0.0000746209,0.05000,2.939
+19,block_sparse_moe.experts.192.w1,0.0001231252,0.05000,2.910
+19,block_sparse_moe.experts.200.w1,0.0003327507,0.05000,2.967
+19,block_sparse_moe.experts.214.w1,0.0003394280,0.05000,2.721
+19,block_sparse_moe.experts.218.w1,0.0001738000,0.05000,2.719
+19,block_sparse_moe.experts.222.w1,0.0000867710,0.05000,2.767
+19,block_sparse_moe.experts.210.w1,0.0005240985,0.05000,2.705
+19,block_sparse_moe.experts.213.w1,0.0003033077,0.05000,2.727
+19,block_sparse_moe.experts.219.w1,0.0001066027,0.05000,2.809
+19,block_sparse_moe.experts.211.w1,0.0001473439,0.05000,2.877
+19,block_sparse_moe.experts.217.w1,0.0001289046,0.05000,2.920
+19,block_sparse_moe.experts.221.w1,0.0002827521,0.05000,2.895
+19,block_sparse_moe.experts.223.w1,0.0000929589,0.05000,2.859
+19,block_sparse_moe.experts.215.w1,0.0000142202,0.05000,2.867
+19,block_sparse_moe.experts.209.w1,0.0001600468,0.05000,2.978
+19,block_sparse_moe.experts.220.w1,0.0001808221,0.05000,3.063
+19,block_sparse_moe.experts.212.w1,0.0002667068,0.05000,2.974
+19,block_sparse_moe.experts.208.w1,0.0002717455,0.05000,3.021
+19,block_sparse_moe.experts.216.w1,0.0001222862,0.05000,2.952
+19,block_sparse_moe.experts.230.w1,0.0003148647,0.05000,2.834
+19,block_sparse_moe.experts.238.w1,0.0003253149,0.05000,2.713
+19,block_sparse_moe.experts.234.w1,0.0003333647,0.05000,2.856
+19,block_sparse_moe.experts.226.w1,0.0001692816,0.05000,2.824
+19,block_sparse_moe.experts.229.w1,0.0001813447,0.05000,2.914
+19,block_sparse_moe.experts.235.w1,0.0001030831,0.05000,3.090
+19,block_sparse_moe.experts.233.w1,0.0002657895,0.05000,2.844
+19,block_sparse_moe.experts.227.w1,0.0000895720,0.05000,3.066
+19,block_sparse_moe.experts.237.w1,0.0001824162,0.05000,2.999
+19,block_sparse_moe.experts.239.w1,0.0001428675,0.05000,3.038
+19,block_sparse_moe.experts.225.w1,0.0001960766,0.05000,2.881
+19,block_sparse_moe.experts.231.w1,0.0003530771,0.05000,3.096
+19,block_sparse_moe.experts.236.w1,0.0003244911,0.05000,2.815
+19,block_sparse_moe.experts.228.w1,0.0002655040,0.05000,2.809
+19,block_sparse_moe.experts.224.w1,0.0002191493,0.05000,2.921
+19,block_sparse_moe.experts.232.w1,0.0003393899,0.05000,2.920
+19,block_sparse_moe.experts.246.w1,0.0001005047,0.05000,2.564
+19,block_sparse_moe.experts.254.w1,0.0000510690,0.05000,2.576
+19,block_sparse_moe.experts.250.w1,0.0002060590,0.05000,2.607
+19,block_sparse_moe.experts.242.w1,0.0002210016,0.05000,2.581
+19,block_sparse_moe.experts.245.w1,0.0002517852,0.05000,2.865
+19,block_sparse_moe.experts.249.w1,0.0002132025,0.05000,2.831
+19,block_sparse_moe.experts.251.w1,0.0001165923,0.05000,3.046
+19,block_sparse_moe.experts.253.w1,0.0001850727,0.05000,2.888
+19,block_sparse_moe.experts.243.w1,0.0002919188,0.05000,2.969
+19,block_sparse_moe.experts.241.w1,0.0003293567,0.05000,2.809
+19,block_sparse_moe.experts.255.w1,0.0002713298,0.05000,3.010
+19,block_sparse_moe.experts.247.w1,0.0000169189,0.05000,2.952
+19,block_sparse_moe.experts.252.w1,0.0001742669,0.05000,2.977
+19,block_sparse_moe.experts.244.w1,0.0001846232,0.05000,2.949
+19,block_sparse_moe.experts.248.w1,0.0001704276,0.05000,2.848
+19,block_sparse_moe.experts.240.w1,0.0001725729,0.05000,2.919
+19,block_sparse_moe.experts.6.w3,0.0003129626,0.05000,2.910
+19,block_sparse_moe.experts.14.w3,0.0001887895,0.05000,2.924
+19,block_sparse_moe.experts.10.w3,0.0000877803,0.05000,2.933
+19,block_sparse_moe.experts.2.w3,0.0001067371,0.05000,2.931
+19,block_sparse_moe.experts.5.w3,0.0003960927,0.05000,2.888
+19,block_sparse_moe.experts.9.w3,0.0000688039,0.05000,2.884
+19,block_sparse_moe.experts.11.w3,0.0003171760,0.05000,2.941
+19,block_sparse_moe.experts.3.w3,0.0004106171,0.05000,2.835
+19,block_sparse_moe.experts.13.w3,0.0003187834,0.05000,2.896
+19,block_sparse_moe.experts.15.w3,0.0003645465,0.05000,2.836
+19,block_sparse_moe.experts.1.w3,0.0000436568,0.05000,2.976
+19,block_sparse_moe.experts.7.w3,0.0001104814,0.05000,2.842
+19,block_sparse_moe.experts.12.w3,0.0004088951,0.05000,2.922
+19,block_sparse_moe.experts.4.w3,0.0002705743,0.05000,2.927
+19,block_sparse_moe.experts.8.w3,0.0004149544,0.05000,2.884
+19,block_sparse_moe.experts.0.w3,0.0004904878,0.05000,2.914
+19,block_sparse_moe.experts.22.w3,0.0002117948,0.05000,2.807
+19,block_sparse_moe.experts.30.w3,0.0000987949,0.05000,2.765
+19,block_sparse_moe.experts.26.w3,0.0001266793,0.05000,2.807
+19,block_sparse_moe.experts.18.w3,0.0001524239,0.05000,2.788
+19,block_sparse_moe.experts.21.w3,0.0002160225,0.05000,2.862
+19,block_sparse_moe.experts.27.w3,0.0002732814,0.05000,2.717
+19,block_sparse_moe.experts.25.w3,0.0000512551,0.05000,2.934
+19,block_sparse_moe.experts.19.w3,0.0001585443,0.05000,2.694
+19,block_sparse_moe.experts.29.w3,0.0001015523,0.05000,2.858
+19,block_sparse_moe.experts.31.w3,0.0000210645,0.05000,2.780
+19,block_sparse_moe.experts.17.w3,0.0001200661,0.05000,2.873
+19,block_sparse_moe.experts.23.w3,0.0000490978,0.05000,2.799
+19,block_sparse_moe.experts.28.w3,0.0003770428,0.05000,2.997
+19,block_sparse_moe.experts.20.w3,0.0000726540,0.05000,2.945
+19,block_sparse_moe.experts.38.w3,0.0000279301,0.05000,2.826
+19,block_sparse_moe.experts.16.w3,0.0001745110,0.05000,2.992
+19,block_sparse_moe.experts.24.w3,0.0002673514,0.05000,3.057
+19,block_sparse_moe.experts.46.w3,0.0002920350,0.05000,2.868
+19,block_sparse_moe.experts.42.w3,0.0000792179,0.05000,2.798
+19,block_sparse_moe.experts.34.w3,0.0002945786,0.05000,2.716
+19,block_sparse_moe.experts.37.w3,0.0002251203,0.05000,3.074
+19,block_sparse_moe.experts.43.w3,0.0003715616,0.05000,2.954
+19,block_sparse_moe.experts.41.w3,0.0003828211,0.05000,3.043
+19,block_sparse_moe.experts.35.w3,0.0002702731,0.05000,3.017
+19,block_sparse_moe.experts.45.w3,0.0000838920,0.05000,3.052
+19,block_sparse_moe.experts.47.w3,0.0003812802,0.05000,3.075
+19,block_sparse_moe.experts.33.w3,0.0001750020,0.05000,3.136
+19,block_sparse_moe.experts.39.w3,0.0002743712,0.05000,3.048
+19,block_sparse_moe.experts.54.w3,0.0000679557,0.05000,2.835
+19,block_sparse_moe.experts.44.w3,0.0000354372,0.05000,3.087
+19,block_sparse_moe.experts.36.w3,0.0003132885,0.05000,3.064
+19,block_sparse_moe.experts.62.w3,0.0001413138,0.05000,2.823
+19,block_sparse_moe.experts.32.w3,0.0001643861,0.05000,3.019
+19,block_sparse_moe.experts.58.w3,0.0003532404,0.05000,2.856
+19,block_sparse_moe.experts.50.w3,0.0001197950,0.05000,2.882
+19,block_sparse_moe.experts.40.w3,0.0001322563,0.05000,3.154
+19,block_sparse_moe.experts.53.w3,0.0000844802,0.05000,3.098
+19,block_sparse_moe.experts.59.w3,0.0001702150,0.05000,3.149
+19,block_sparse_moe.experts.57.w3,0.0001263294,0.05000,3.134
+19,block_sparse_moe.experts.51.w3,0.0003856501,0.05000,3.244
+19,block_sparse_moe.experts.61.w3,0.0003107004,0.05000,3.060
+19,block_sparse_moe.experts.63.w3,0.0000314734,0.05000,3.149
+19,block_sparse_moe.experts.49.w3,0.0002561124,0.05000,3.099
+19,block_sparse_moe.experts.55.w3,0.0004450271,0.05000,3.110
+19,block_sparse_moe.experts.70.w3,0.0003834603,0.05000,2.702
+19,block_sparse_moe.experts.78.w3,0.0002031311,0.05000,2.731
+19,block_sparse_moe.experts.74.w3,0.0001593841,0.05000,2.672
+19,block_sparse_moe.experts.60.w3,0.0002572637,0.05000,2.938
+19,block_sparse_moe.experts.66.w3,0.0002104580,0.05000,2.711
+19,block_sparse_moe.experts.52.w3,0.0002503919,0.05000,2.926
+19,block_sparse_moe.experts.48.w3,0.0000955503,0.05000,2.881
+19,block_sparse_moe.experts.56.w3,0.0002255773,0.05000,2.854
+19,block_sparse_moe.experts.69.w3,0.0001554412,0.05000,3.079
+19,block_sparse_moe.experts.75.w3,0.0003516894,0.05000,3.055
+19,block_sparse_moe.experts.67.w3,0.0001103910,0.05000,2.990
+19,block_sparse_moe.experts.73.w3,0.0002403840,0.05000,3.195
+19,block_sparse_moe.experts.77.w3,0.0003072684,0.05000,3.200
+19,block_sparse_moe.experts.86.w3,0.0002113932,0.05000,2.746
+19,block_sparse_moe.experts.79.w3,0.0000332915,0.05000,2.967
+19,block_sparse_moe.experts.90.w3,0.0003386135,0.05000,2.674
+19,block_sparse_moe.experts.94.w3,0.0000529417,0.05000,2.794
+19,block_sparse_moe.experts.71.w3,0.0000959537,0.05000,3.008
+19,block_sparse_moe.experts.82.w3,0.0002245800,0.05000,2.725
+19,block_sparse_moe.experts.65.w3,0.0002266263,0.05000,3.163
+19,block_sparse_moe.experts.76.w3,0.0001265223,0.05000,3.145
+19,block_sparse_moe.experts.68.w3,0.0001763602,0.05000,3.131
+19,block_sparse_moe.experts.64.w3,0.0000472739,0.05000,3.174
+19,block_sparse_moe.experts.72.w3,0.0003006965,0.05000,3.105
+19,block_sparse_moe.experts.85.w3,0.0001951808,0.05000,3.064
+19,block_sparse_moe.experts.91.w3,0.0002850717,0.05000,3.072
+19,block_sparse_moe.experts.89.w3,0.0001306192,0.05000,2.953
+19,block_sparse_moe.experts.83.w3,0.0001554037,0.05000,3.086
+19,block_sparse_moe.experts.102.w3,0.0001755308,0.05000,2.841
+19,block_sparse_moe.experts.93.w3,0.0003360964,0.05000,2.964
+19,block_sparse_moe.experts.106.w3,0.0003001781,0.05000,2.809
+19,block_sparse_moe.experts.110.w3,0.0001992345,0.05000,2.876
+19,block_sparse_moe.experts.95.w3,0.0004095335,0.05000,3.092
+19,block_sparse_moe.experts.98.w3,0.0001641743,0.05000,2.855
+19,block_sparse_moe.experts.87.w3,0.0001199356,0.05000,3.059
+19,block_sparse_moe.experts.81.w3,0.0000275899,0.05000,2.992
+19,block_sparse_moe.experts.92.w3,0.0002225182,0.05000,3.110
+19,block_sparse_moe.experts.84.w3,0.0000666205,0.05000,3.203
+19,block_sparse_moe.experts.88.w3,0.0001980179,0.05000,3.135
+19,block_sparse_moe.experts.80.w3,0.0002960357,0.05000,3.260
+19,block_sparse_moe.experts.101.w3,0.0002898199,0.05000,3.037
+19,block_sparse_moe.experts.118.w3,0.0001797062,0.05000,2.898
+19,block_sparse_moe.experts.105.w3,0.0002039911,0.05000,3.058
+19,block_sparse_moe.experts.122.w3,0.0002321841,0.05000,2.882
+19,block_sparse_moe.experts.107.w3,0.0001198196,0.05000,3.185
+19,block_sparse_moe.experts.109.w3,0.0001639281,0.05000,3.012
+19,block_sparse_moe.experts.99.w3,0.0002618521,0.05000,3.139
+19,block_sparse_moe.experts.114.w3,0.0000744590,0.05000,2.907
+19,block_sparse_moe.experts.126.w3,0.0001682957,0.05000,3.019
+19,block_sparse_moe.experts.111.w3,0.0002383167,0.05000,3.124
+19,block_sparse_moe.experts.97.w3,0.0001547610,0.05000,2.998
+19,block_sparse_moe.experts.103.w3,0.0000145705,0.05000,3.138
+19,block_sparse_moe.experts.108.w3,0.0000641987,0.05000,3.066
+19,block_sparse_moe.experts.100.w3,0.0002705247,0.05000,3.085
+19,block_sparse_moe.experts.104.w3,0.0001833287,0.05000,3.119
+19,block_sparse_moe.experts.96.w3,0.0002003414,0.05000,3.112
+19,block_sparse_moe.experts.117.w3,0.0004113691,0.05000,2.790
+19,block_sparse_moe.experts.138.w3,0.0001476741,0.05000,2.661
+19,block_sparse_moe.experts.134.w3,0.0000526799,0.05000,2.821
+19,block_sparse_moe.experts.121.w3,0.0003981445,0.05000,2.888
+19,block_sparse_moe.experts.130.w3,0.0000858775,0.05000,2.681
+19,block_sparse_moe.experts.142.w3,0.0000899083,0.05000,2.691
+19,block_sparse_moe.experts.125.w3,0.0001398813,0.05000,2.915
+19,block_sparse_moe.experts.123.w3,0.0004563389,0.05000,3.165
+19,block_sparse_moe.experts.113.w3,0.0001334891,0.05000,2.790
+19,block_sparse_moe.experts.115.w3,0.0003112419,0.05000,3.201
+19,block_sparse_moe.experts.127.w3,0.0002629325,0.05000,3.230
+19,block_sparse_moe.experts.119.w3,0.0001952153,0.05000,3.191
+19,block_sparse_moe.experts.124.w3,0.0001777416,0.05000,2.917
+19,block_sparse_moe.experts.116.w3,0.0000526473,0.05000,2.969
+19,block_sparse_moe.experts.120.w3,0.0002241571,0.05000,2.937
+19,block_sparse_moe.experts.112.w3,0.0004083261,0.05000,2.978
+19,block_sparse_moe.experts.133.w3,0.0001546748,0.05000,3.018
+19,block_sparse_moe.experts.154.w3,0.0003658846,0.05000,2.774
+19,block_sparse_moe.experts.150.w3,0.0002161861,0.05000,2.832
+19,block_sparse_moe.experts.146.w3,0.0001836211,0.05000,2.795
+19,block_sparse_moe.experts.158.w3,0.0001553150,0.05000,2.766
+19,block_sparse_moe.experts.137.w3,0.0001677977,0.05000,2.928
+19,block_sparse_moe.experts.141.w3,0.0000895172,0.05000,2.869
+19,block_sparse_moe.experts.139.w3,0.0001950353,0.05000,2.925
+19,block_sparse_moe.experts.129.w3,0.0003248910,0.05000,2.901
+19,block_sparse_moe.experts.131.w3,0.0004148474,0.05000,2.937
+19,block_sparse_moe.experts.143.w3,0.0000962120,0.05000,3.020
+19,block_sparse_moe.experts.135.w3,0.0000691614,0.05000,2.985
+19,block_sparse_moe.experts.140.w3,0.0000540514,0.05000,3.038
+19,block_sparse_moe.experts.132.w3,0.0001857267,0.05000,3.025
+19,block_sparse_moe.experts.136.w3,0.0003252773,0.05000,3.132
+19,block_sparse_moe.experts.128.w3,0.0005044834,0.05000,3.090
+19,block_sparse_moe.experts.149.w3,0.0002581117,0.05000,2.909
+19,block_sparse_moe.experts.170.w3,0.0000801759,0.05000,2.955
+19,block_sparse_moe.experts.166.w3,0.0004840819,0.05000,2.850
+19,block_sparse_moe.experts.162.w3,0.0000281398,0.05000,2.887
+19,block_sparse_moe.experts.174.w3,0.0000643388,0.05000,2.991
+19,block_sparse_moe.experts.153.w3,0.0003609491,0.05000,2.917
+19,block_sparse_moe.experts.157.w3,0.0001593119,0.05000,2.903
+19,block_sparse_moe.experts.145.w3,0.0000483117,0.05000,2.907
+19,block_sparse_moe.experts.155.w3,0.0002806874,0.05000,3.039
+19,block_sparse_moe.experts.147.w3,0.0000497126,0.05000,3.069
+19,block_sparse_moe.experts.159.w3,0.0001413363,0.05000,2.989
+19,block_sparse_moe.experts.151.w3,0.0004463463,0.05000,2.985
+19,block_sparse_moe.experts.156.w3,0.0000642285,0.05000,2.980
+19,block_sparse_moe.experts.148.w3,0.0000386660,0.05000,2.989
+19,block_sparse_moe.experts.152.w3,0.0001632139,0.05000,2.889
+19,block_sparse_moe.experts.144.w3,0.0002439199,0.05000,2.956
+19,block_sparse_moe.experts.165.w3,0.0002199239,0.05000,2.801
+19,block_sparse_moe.experts.182.w3,0.0003456325,0.05000,2.734
+19,block_sparse_moe.experts.186.w3,0.0002713356,0.05000,2.873
+19,block_sparse_moe.experts.178.w3,0.0003934778,0.05000,2.805
+19,block_sparse_moe.experts.190.w3,0.0000679103,0.05000,2.776
+19,block_sparse_moe.experts.173.w3,0.0004922896,0.05000,2.847
+19,block_sparse_moe.experts.169.w3,0.0003029762,0.05000,2.993
+19,block_sparse_moe.experts.171.w3,0.0002082053,0.05000,2.926
+19,block_sparse_moe.experts.161.w3,0.0001302585,0.05000,3.008
+19,block_sparse_moe.experts.163.w3,0.0002194207,0.05000,2.915
+19,block_sparse_moe.experts.175.w3,0.0000974198,0.05000,2.929
+19,block_sparse_moe.experts.167.w3,0.0001613135,0.05000,2.974
+19,block_sparse_moe.experts.172.w3,0.0001725828,0.05000,2.992
+19,block_sparse_moe.experts.164.w3,0.0001517425,0.05000,3.034
+19,block_sparse_moe.experts.168.w3,0.0000570694,0.05000,3.014
+19,block_sparse_moe.experts.160.w3,0.0001730659,0.05000,3.012
+19,block_sparse_moe.experts.198.w3,0.0002501528,0.05000,2.709
+19,block_sparse_moe.experts.202.w3,0.0003857089,0.05000,2.699
+19,block_sparse_moe.experts.194.w3,0.0000671192,0.05000,2.688
+19,block_sparse_moe.experts.181.w3,0.0000173029,0.05000,3.073
+19,block_sparse_moe.experts.206.w3,0.0002121997,0.05000,2.658
+19,block_sparse_moe.experts.189.w3,0.0001520792,0.05000,3.112
+19,block_sparse_moe.experts.185.w3,0.0003074763,0.05000,3.076
+19,block_sparse_moe.experts.187.w3,0.0001486711,0.05000,2.906
+19,block_sparse_moe.experts.177.w3,0.0002042411,0.05000,3.038
+19,block_sparse_moe.experts.179.w3,0.0001597209,0.05000,2.973
+19,block_sparse_moe.experts.191.w3,0.0002371648,0.05000,2.833
+19,block_sparse_moe.experts.183.w3,0.0000323956,0.05000,2.809
+19,block_sparse_moe.experts.188.w3,0.0001947622,0.05000,2.906
+19,block_sparse_moe.experts.180.w3,0.0002040285,0.05000,2.961
+19,block_sparse_moe.experts.184.w3,0.0002274643,0.05000,2.923
+19,block_sparse_moe.experts.176.w3,0.0005623437,0.05000,2.927
+19,block_sparse_moe.experts.214.w3,0.0003456230,0.05000,2.793
+19,block_sparse_moe.experts.218.w3,0.0001668298,0.05000,2.736
+19,block_sparse_moe.experts.197.w3,0.0003170058,0.05000,2.754
+19,block_sparse_moe.experts.210.w3,0.0005066760,0.05000,2.810
+19,block_sparse_moe.experts.222.w3,0.0000860894,0.05000,2.822
+19,block_sparse_moe.experts.201.w3,0.0002187180,0.05000,2.692
+19,block_sparse_moe.experts.205.w3,0.0001807858,0.05000,2.755
+19,block_sparse_moe.experts.193.w3,0.0001694122,0.05000,2.781
+19,block_sparse_moe.experts.203.w3,0.0002029118,0.05000,3.130
+19,block_sparse_moe.experts.195.w3,0.0000208910,0.05000,3.151
+19,block_sparse_moe.experts.207.w3,0.0001352762,0.05000,3.155
+19,block_sparse_moe.experts.204.w3,0.0001793665,0.05000,2.928
+19,block_sparse_moe.experts.199.w3,0.0003161038,0.05000,3.249
+19,block_sparse_moe.experts.196.w3,0.0000741621,0.05000,2.991
+19,block_sparse_moe.experts.200.w3,0.0003372584,0.05000,3.032
+19,block_sparse_moe.experts.192.w3,0.0001250009,0.05000,2.998
+19,block_sparse_moe.experts.234.w3,0.0003249579,0.05000,2.741
+19,block_sparse_moe.experts.230.w3,0.0003160469,0.05000,2.840
+19,block_sparse_moe.experts.226.w3,0.0001717082,0.05000,2.742
+19,block_sparse_moe.experts.238.w3,0.0003267463,0.05000,2.787
+19,block_sparse_moe.experts.213.w3,0.0003091112,0.05000,2.890
+19,block_sparse_moe.experts.217.w3,0.0001310499,0.05000,2.960
+19,block_sparse_moe.experts.221.w3,0.0002846114,0.05000,2.939
+19,block_sparse_moe.experts.209.w3,0.0001573567,0.05000,2.902
+19,block_sparse_moe.experts.219.w3,0.0001083784,0.05000,3.146
+19,block_sparse_moe.experts.211.w3,0.0001498767,0.05000,3.131
+19,block_sparse_moe.experts.220.w3,0.0001817001,0.05000,2.883
+19,block_sparse_moe.experts.223.w3,0.0000926268,0.05000,3.146
+19,block_sparse_moe.experts.215.w3,0.0000143253,0.05000,3.098
+19,block_sparse_moe.experts.212.w3,0.0002636352,0.05000,2.943
+19,block_sparse_moe.experts.216.w3,0.0001231869,0.05000,2.826
+19,block_sparse_moe.experts.250.w3,0.0002110427,0.05000,2.663
+19,block_sparse_moe.experts.246.w3,0.0001008017,0.05000,2.643
+19,block_sparse_moe.experts.242.w3,0.0002199180,0.05000,2.621
+19,block_sparse_moe.experts.208.w3,0.0002715097,0.05000,2.925
+19,block_sparse_moe.experts.254.w3,0.0000507044,0.05000,2.546
+19,block_sparse_moe.experts.229.w3,0.0001816412,0.05000,3.007
+19,block_sparse_moe.experts.233.w3,0.0002694722,0.05000,2.949
+19,block_sparse_moe.experts.237.w3,0.0001847679,0.05000,3.023
+19,block_sparse_moe.experts.225.w3,0.0001989509,0.05000,2.932
+19,block_sparse_moe.experts.235.w3,0.0001022928,0.05000,2.950
+19,block_sparse_moe.experts.227.w3,0.0000884301,0.05000,2.998
+19,block_sparse_moe.experts.236.w3,0.0003094706,0.05000,2.979
+19,block_sparse_moe.experts.239.w3,0.0001464133,0.05000,2.975
+19,block_sparse_moe.experts.231.w3,0.0003592184,0.05000,2.943
+19,block_sparse_moe.experts.228.w3,0.0002682836,0.05000,2.926
+19,block_sparse_moe.experts.232.w3,0.0003438207,0.05000,2.943
+19,block_sparse_moe.experts.224.w3,0.0002228369,0.05000,2.977
+19,block_sparse_moe.experts.245.w3,0.0002547829,0.05000,2.859
+19,block_sparse_moe.experts.249.w3,0.0002162218,0.05000,2.836
+19,block_sparse_moe.experts.253.w3,0.0001884129,0.05000,2.764
+19,block_sparse_moe.experts.241.w3,0.0003330816,0.05000,2.560
+19,block_sparse_moe.experts.251.w3,0.0001187666,0.05000,2.883
+19,block_sparse_moe.experts.252.w3,0.0001740349,0.05000,2.707
+19,block_sparse_moe.experts.243.w3,0.0002956796,0.05000,2.887
+19,block_sparse_moe.experts.255.w3,0.0002737394,0.05000,2.798
+19,block_sparse_moe.experts.247.w3,0.0000162738,0.05000,2.683
+19,block_sparse_moe.experts.244.w3,0.0001854501,0.05000,2.662
+19,block_sparse_moe.experts.248.w3,0.0001702430,0.05000,2.643
+19,block_sparse_moe.experts.240.w3,0.0001734856,0.05000,2.517
+19,block_sparse_moe.experts.2.w2,0.0000494480,0.05000,1.364
+19,block_sparse_moe.experts.10.w2,0.0000455367,0.05000,1.373
+19,block_sparse_moe.experts.6.w2,0.0001996834,0.05000,1.386
+19,block_sparse_moe.experts.14.w2,0.0001089616,0.05000,1.418
+19,block_sparse_moe.experts.8.w2,0.0001142677,0.05000,1.420
+19,block_sparse_moe.experts.11.w2,0.0001848014,0.05000,1.420
+19,block_sparse_moe.experts.4.w2,0.0001300766,0.05000,1.468
+19,block_sparse_moe.experts.3.w2,0.0001744512,0.05000,1.472
+19,block_sparse_moe.experts.15.w2,0.0001583994,0.05000,1.448
+19,block_sparse_moe.experts.9.w2,0.0000395610,0.05000,1.450
+19,block_sparse_moe.experts.7.w2,0.0000755727,0.05000,1.454
+19,block_sparse_moe.experts.0.w2,0.0001213435,0.05000,1.509
+19,block_sparse_moe.experts.12.w2,0.0001921078,0.05000,1.478
+19,block_sparse_moe.experts.5.w2,0.0001544061,0.05000,1.490
+19,block_sparse_moe.experts.1.w2,0.0000293009,0.05000,1.520
+19,block_sparse_moe.experts.13.w2,0.0001937976,0.05000,1.547
+19,block_sparse_moe.experts.27.w2,0.0000820495,0.05000,1.429
+19,block_sparse_moe.experts.18.w2,0.0000609930,0.05000,1.516
+19,block_sparse_moe.experts.24.w2,0.0001418530,0.05000,1.434
+19,block_sparse_moe.experts.20.w2,0.0000374602,0.05000,1.422
+19,block_sparse_moe.experts.16.w2,0.0001111738,0.05000,1.417
+19,block_sparse_moe.experts.23.w2,0.0000549808,0.05000,1.445
+19,block_sparse_moe.experts.31.w2,0.0000128290,0.05000,1.458
+19,block_sparse_moe.experts.28.w2,0.0001647732,0.05000,1.429
+19,block_sparse_moe.experts.19.w2,0.0000444825,0.05000,1.473
+19,block_sparse_moe.experts.26.w2,0.0000932827,0.05000,1.562
+19,block_sparse_moe.experts.30.w2,0.0000481315,0.05000,1.550
+19,block_sparse_moe.experts.25.w2,0.0000119232,0.05000,1.523
+19,block_sparse_moe.experts.22.w2,0.0001164888,0.05000,1.601
+19,block_sparse_moe.experts.17.w2,0.0000446295,0.05000,1.498
+19,block_sparse_moe.experts.21.w2,0.0000843790,0.05000,1.511
+19,block_sparse_moe.experts.29.w2,0.0000463871,0.05000,1.538
+19,block_sparse_moe.experts.40.w2,0.0000511901,0.05000,1.462
+19,block_sparse_moe.experts.34.w2,0.0001013978,0.05000,1.482
+19,block_sparse_moe.experts.44.w2,0.0000160825,0.05000,1.439
+19,block_sparse_moe.experts.43.w2,0.0001589597,0.05000,1.507
+19,block_sparse_moe.experts.32.w2,0.0000919045,0.05000,1.474
+19,block_sparse_moe.experts.33.w2,0.0001205438,0.05000,1.386
+19,block_sparse_moe.experts.36.w2,0.0002236696,0.05000,1.517
+19,block_sparse_moe.experts.41.w2,0.0001086497,0.05000,1.417
+19,block_sparse_moe.experts.39.w2,0.0001672419,0.05000,1.498
+19,block_sparse_moe.experts.42.w2,0.0000245328,0.05000,1.463
+19,block_sparse_moe.experts.35.w2,0.0000743911,0.05000,1.489
+19,block_sparse_moe.experts.38.w2,0.0000271214,0.05000,1.421
+19,block_sparse_moe.experts.47.w2,0.0001690870,0.05000,1.509
+19,block_sparse_moe.experts.37.w2,0.0000725785,0.05000,1.426
+19,block_sparse_moe.experts.46.w2,0.0000711357,0.05000,1.478
+19,block_sparse_moe.experts.45.w2,0.0000512387,0.05000,1.438
+19,block_sparse_moe.experts.55.w2,0.0002052522,0.05000,1.282
+19,block_sparse_moe.experts.63.w2,0.0000264131,0.05000,1.267
+19,block_sparse_moe.experts.59.w2,0.0000954885,0.05000,1.332
+19,block_sparse_moe.experts.51.w2,0.0001357640,0.05000,1.296
+19,block_sparse_moe.experts.56.w2,0.0001101716,0.05000,1.472
+19,block_sparse_moe.experts.50.w2,0.0000751218,0.05000,1.482
+19,block_sparse_moe.experts.52.w2,0.0001415429,0.05000,1.460
+19,block_sparse_moe.experts.49.w2,0.0001057759,0.05000,1.483
+19,block_sparse_moe.experts.54.w2,0.0000317876,0.05000,1.463
+19,block_sparse_moe.experts.48.w2,0.0000591518,0.05000,1.510
+19,block_sparse_moe.experts.57.w2,0.0000511100,0.05000,1.499
+19,block_sparse_moe.experts.58.w2,0.0002152863,0.05000,1.489
+19,block_sparse_moe.experts.60.w2,0.0000959919,0.05000,1.542
+19,block_sparse_moe.experts.53.w2,0.0000448105,0.05000,1.465
+19,block_sparse_moe.experts.62.w2,0.0000521964,0.05000,1.464
+19,block_sparse_moe.experts.61.w2,0.0000881389,0.05000,1.518
+19,block_sparse_moe.experts.71.w2,0.0000441405,0.05000,1.461
+19,block_sparse_moe.experts.79.w2,0.0000173230,0.05000,1.464
+19,block_sparse_moe.experts.75.w2,0.0002191815,0.05000,1.462
+19,block_sparse_moe.experts.72.w2,0.0000867805,0.05000,1.380
+19,block_sparse_moe.experts.67.w2,0.0000245727,0.05000,1.478
+19,block_sparse_moe.experts.68.w2,0.0000501350,0.05000,1.363
+19,block_sparse_moe.experts.66.w2,0.0001163160,0.05000,1.446
+19,block_sparse_moe.experts.76.w2,0.0000913855,0.05000,1.372
+19,block_sparse_moe.experts.69.w2,0.0000691315,0.05000,1.420
+19,block_sparse_moe.experts.73.w2,0.0001543658,0.05000,1.425
+19,block_sparse_moe.experts.78.w2,0.0000983686,0.05000,1.411
+19,block_sparse_moe.experts.70.w2,0.0001797547,0.05000,1.452
+19,block_sparse_moe.experts.64.w2,0.0000297399,0.05000,1.452
+19,block_sparse_moe.experts.65.w2,0.0000790036,0.05000,1.481
+19,block_sparse_moe.experts.74.w2,0.0000723520,0.05000,1.474
+19,block_sparse_moe.experts.77.w2,0.0001301812,0.05000,1.456
+19,block_sparse_moe.experts.88.w2,0.0000814667,0.05000,1.384
+19,block_sparse_moe.experts.84.w2,0.0000201560,0.05000,1.412
+19,block_sparse_moe.experts.91.w2,0.0001062442,0.05000,1.477
+19,block_sparse_moe.experts.95.w2,0.0001720124,0.05000,1.488
+19,block_sparse_moe.experts.83.w2,0.0000859609,0.05000,1.480
+19,block_sparse_moe.experts.87.w2,0.0000529085,0.05000,1.516
+19,block_sparse_moe.experts.92.w2,0.0000866373,0.05000,1.400
+19,block_sparse_moe.experts.82.w2,0.0000894728,0.05000,1.432
+19,block_sparse_moe.experts.80.w2,0.0001360126,0.05000,1.379
+19,block_sparse_moe.experts.89.w2,0.0000757860,0.05000,1.473
+19,block_sparse_moe.experts.85.w2,0.0000790625,0.05000,1.503
+19,block_sparse_moe.experts.81.w2,0.0000188022,0.05000,1.476
+19,block_sparse_moe.experts.94.w2,0.0000274887,0.05000,1.496
+19,block_sparse_moe.experts.86.w2,0.0001034610,0.05000,1.508
+19,block_sparse_moe.experts.90.w2,0.0001643996,0.05000,1.495
+19,block_sparse_moe.experts.93.w2,0.0001529520,0.05000,1.431
+19,block_sparse_moe.experts.104.w2,0.0000679046,0.05000,1.410
+19,block_sparse_moe.experts.99.w2,0.0000858241,0.05000,1.377
+19,block_sparse_moe.experts.111.w2,0.0000831171,0.05000,1.402
+19,block_sparse_moe.experts.100.w2,0.0000747597,0.05000,1.440
+19,block_sparse_moe.experts.107.w2,0.0000613843,0.05000,1.431
+19,block_sparse_moe.experts.103.w2,0.0000072281,0.05000,1.411
+19,block_sparse_moe.experts.97.w2,0.0000676339,0.05000,1.257
+19,block_sparse_moe.experts.98.w2,0.0000814349,0.05000,1.382
+19,block_sparse_moe.experts.108.w2,0.0000238784,0.05000,1.425
+19,block_sparse_moe.experts.96.w2,0.0000768042,0.05000,1.418
+19,block_sparse_moe.experts.105.w2,0.0000781965,0.05000,1.360
+19,block_sparse_moe.experts.101.w2,0.0000698837,0.05000,1.349
+19,block_sparse_moe.experts.110.w2,0.0000612606,0.05000,1.383
+19,block_sparse_moe.experts.106.w2,0.0001928012,0.05000,1.370
+19,block_sparse_moe.experts.102.w2,0.0000636922,0.05000,1.414
+19,block_sparse_moe.experts.109.w2,0.0000517566,0.05000,1.342
+19,block_sparse_moe.experts.113.w2,0.0000693656,0.05000,1.283
+19,block_sparse_moe.experts.116.w2,0.0000252643,0.05000,1.323
+19,block_sparse_moe.experts.120.w2,0.0000695201,0.05000,1.420
+19,block_sparse_moe.experts.124.w2,0.0000346262,0.05000,1.331
+19,block_sparse_moe.experts.117.w2,0.0001506268,0.05000,1.271
+19,block_sparse_moe.experts.112.w2,0.0001509348,0.05000,1.350
+19,block_sparse_moe.experts.127.w2,0.0001072975,0.05000,1.453
+19,block_sparse_moe.experts.121.w2,0.0001516223,0.05000,1.354
+19,block_sparse_moe.experts.125.w2,0.0001294177,0.05000,1.231
+19,block_sparse_moe.experts.115.w2,0.0001288532,0.05000,1.492
+19,block_sparse_moe.experts.123.w2,0.0001287942,0.05000,1.506
+19,block_sparse_moe.experts.119.w2,0.0000502278,0.05000,1.497
+19,block_sparse_moe.experts.114.w2,0.0000164231,0.05000,1.518
+19,block_sparse_moe.experts.126.w2,0.0000722726,0.05000,1.449
+19,block_sparse_moe.experts.122.w2,0.0000567979,0.05000,1.457
+19,block_sparse_moe.experts.118.w2,0.0000563491,0.05000,1.454
+19,block_sparse_moe.experts.129.w2,0.0001977693,0.05000,1.317
+19,block_sparse_moe.experts.133.w2,0.0000493788,0.05000,1.309
+19,block_sparse_moe.experts.136.w2,0.0000866643,0.05000,1.403
+19,block_sparse_moe.experts.132.w2,0.0000750529,0.05000,1.435
+19,block_sparse_moe.experts.140.w2,0.0000141154,0.05000,1.395
+19,block_sparse_moe.experts.137.w2,0.0000410608,0.05000,1.333
+19,block_sparse_moe.experts.141.w2,0.0000397438,0.05000,1.336
+19,block_sparse_moe.experts.128.w2,0.0001532423,0.05000,1.433
+19,block_sparse_moe.experts.143.w2,0.0000478473,0.05000,1.444
+19,block_sparse_moe.experts.135.w2,0.0000224347,0.05000,1.368
+19,block_sparse_moe.experts.139.w2,0.0000774999,0.05000,1.410
+19,block_sparse_moe.experts.131.w2,0.0001433313,0.05000,1.490
+19,block_sparse_moe.experts.130.w2,0.0000294816,0.05000,1.442
+19,block_sparse_moe.experts.134.w2,0.0000657150,0.05000,1.420
+19,block_sparse_moe.experts.142.w2,0.0000361224,0.05000,1.469
+19,block_sparse_moe.experts.138.w2,0.0000464643,0.05000,1.488
+19,block_sparse_moe.experts.145.w2,0.0000285820,0.05000,1.335
+19,block_sparse_moe.experts.149.w2,0.0000571597,0.05000,1.316
+19,block_sparse_moe.experts.153.w2,0.0001580590,0.05000,1.305
+19,block_sparse_moe.experts.157.w2,0.0000625078,0.05000,1.364
+19,block_sparse_moe.experts.152.w2,0.0000728461,0.05000,1.463
+19,block_sparse_moe.experts.156.w2,0.0000302990,0.05000,1.473
+19,block_sparse_moe.experts.148.w2,0.0000243637,0.05000,1.499
+19,block_sparse_moe.experts.144.w2,0.0000879171,0.05000,1.462
+19,block_sparse_moe.experts.159.w2,0.0000577045,0.05000,1.550
+19,block_sparse_moe.experts.155.w2,0.0001159499,0.05000,1.561
+19,block_sparse_moe.experts.151.w2,0.0002059191,0.05000,1.602
+19,block_sparse_moe.experts.147.w2,0.0000259720,0.05000,1.542
+19,block_sparse_moe.experts.146.w2,0.0000837805,0.05000,1.570
+19,block_sparse_moe.experts.158.w2,0.0001228736,0.05000,1.529
+19,block_sparse_moe.experts.150.w2,0.0000560893,0.05000,1.545
+19,block_sparse_moe.experts.154.w2,0.0000940862,0.05000,1.529
+19,block_sparse_moe.experts.165.w2,0.0000687598,0.05000,1.425
+19,block_sparse_moe.experts.161.w2,0.0000544772,0.05000,1.481
+19,block_sparse_moe.experts.169.w2,0.0001260975,0.05000,1.432
+19,block_sparse_moe.experts.173.w2,0.0001551520,0.05000,1.463
+19,block_sparse_moe.experts.168.w2,0.0000308753,0.05000,1.425
+19,block_sparse_moe.experts.172.w2,0.0000586640,0.05000,1.392
+19,block_sparse_moe.experts.164.w2,0.0000371080,0.05000,1.395
+19,block_sparse_moe.experts.160.w2,0.0000736769,0.05000,1.423
+19,block_sparse_moe.experts.175.w2,0.0000522750,0.05000,1.475
+19,block_sparse_moe.experts.167.w2,0.0000815761,0.05000,1.442
+19,block_sparse_moe.experts.162.w2,0.0000089802,0.05000,1.438
+19,block_sparse_moe.experts.163.w2,0.0000569363,0.05000,1.487
+19,block_sparse_moe.experts.171.w2,0.0001845845,0.05000,1.516
+19,block_sparse_moe.experts.166.w2,0.0002037583,0.05000,1.429
+19,block_sparse_moe.experts.174.w2,0.0000572396,0.05000,1.486
+19,block_sparse_moe.experts.170.w2,0.0000286602,0.05000,1.511
+19,block_sparse_moe.experts.177.w2,0.0000966170,0.05000,1.374
+19,block_sparse_moe.experts.181.w2,0.0000091562,0.05000,1.423
+19,block_sparse_moe.experts.185.w2,0.0001261805,0.05000,1.382
+19,block_sparse_moe.experts.189.w2,0.0000382231,0.05000,1.341
+19,block_sparse_moe.experts.188.w2,0.0000723020,0.05000,1.509
+19,block_sparse_moe.experts.184.w2,0.0001003425,0.05000,1.515
+19,block_sparse_moe.experts.180.w2,0.0000490759,0.05000,1.534
+19,block_sparse_moe.experts.176.w2,0.0001917799,0.05000,1.567
+19,block_sparse_moe.experts.191.w2,0.0000628882,0.05000,1.410
+19,block_sparse_moe.experts.183.w2,0.0000141589,0.05000,1.394
+19,block_sparse_moe.experts.182.w2,0.0000740009,0.05000,1.318
+19,block_sparse_moe.experts.178.w2,0.0001283888,0.05000,1.388
+19,block_sparse_moe.experts.190.w2,0.0000327136,0.05000,1.324
+19,block_sparse_moe.experts.179.w2,0.0000361812,0.05000,1.428
+19,block_sparse_moe.experts.187.w2,0.0000610763,0.05000,1.453
+19,block_sparse_moe.experts.186.w2,0.0000951249,0.05000,1.334
+19,block_sparse_moe.experts.200.w2,0.0000881005,0.05000,1.565
+19,block_sparse_moe.experts.207.w2,0.0000658927,0.05000,1.400
+19,block_sparse_moe.experts.204.w2,0.0000556011,0.05000,1.607
+19,block_sparse_moe.experts.199.w2,0.0001184175,0.05000,1.462
+19,block_sparse_moe.experts.195.w2,0.0000141932,0.05000,1.408
+19,block_sparse_moe.experts.196.w2,0.0000321094,0.05000,1.656
+19,block_sparse_moe.experts.192.w2,0.0000404214,0.05000,1.588
+19,block_sparse_moe.experts.203.w2,0.0001529948,0.05000,1.528
+19,block_sparse_moe.experts.216.w2,0.0000764443,0.05000,1.656
+19,block_sparse_moe.experts.220.w2,0.0000812993,0.05000,1.672
+19,block_sparse_moe.experts.212.w2,0.0000804131,0.05000,1.696
+19,block_sparse_moe.experts.208.w2,0.0000683344,0.05000,1.705
+19,block_sparse_moe.experts.198.w2,0.0000553930,0.05000,3.626
+19,block_sparse_moe.experts.194.w2,0.0000346989,0.05000,3.611
+19,block_sparse_moe.experts.206.w2,0.0000626697,0.05000,3.618
+19,block_sparse_moe.experts.202.w2,0.0002039821,0.05000,3.581
+19,block_sparse_moe.experts.232.w2,0.0001395287,0.05000,1.554
+19,block_sparse_moe.experts.236.w2,0.0001088396,0.05000,1.538
+19,block_sparse_moe.experts.228.w2,0.0000808817,0.05000,1.521
+19,block_sparse_moe.experts.223.w2,0.0000633421,0.05000,3.428
+19,block_sparse_moe.experts.224.w2,0.0000712195,0.05000,1.580
+19,block_sparse_moe.experts.215.w2,0.0000123311,0.05000,3.481
+19,block_sparse_moe.experts.211.w2,0.0000472810,0.05000,3.452
+19,block_sparse_moe.experts.214.w2,0.0000907774,0.05000,1.336
+19,block_sparse_moe.experts.222.w2,0.0000458925,0.05000,1.300
+19,block_sparse_moe.experts.210.w2,0.0001738173,0.05000,1.350
+19,block_sparse_moe.experts.219.w2,0.0000305796,0.05000,3.443
+19,block_sparse_moe.experts.218.w2,0.0000994308,0.05000,1.409
+19,block_sparse_moe.experts.197.w2,0.0000774872,0.05000,1.382
+19,block_sparse_moe.experts.193.w2,0.0000884268,0.05000,1.427
+19,block_sparse_moe.experts.201.w2,0.0000814670,0.05000,1.442
+19,block_sparse_moe.experts.205.w2,0.0000548493,0.05000,1.469
+19,block_sparse_moe.experts.248.w2,0.0000495396,0.05000,1.461
+19,block_sparse_moe.experts.252.w2,0.0001200437,0.05000,1.446
+19,block_sparse_moe.experts.244.w2,0.0001800068,0.05000,1.450
+19,block_sparse_moe.experts.240.w2,0.0000552976,0.05000,1.356
+19,block_sparse_moe.experts.239.w2,0.0000624399,0.05000,1.476
+19,block_sparse_moe.experts.231.w2,0.0001397903,0.05000,1.459
+19,block_sparse_moe.experts.230.w2,0.0000713079,0.05000,1.423
+19,block_sparse_moe.experts.227.w2,0.0000315935,0.05000,1.468
+19,block_sparse_moe.experts.238.w2,0.0000853926,0.05000,1.461
+19,block_sparse_moe.experts.226.w2,0.0000634049,0.05000,1.456
+19,block_sparse_moe.experts.234.w2,0.0001174311,0.05000,1.353
+19,block_sparse_moe.experts.235.w2,0.0000605080,0.05000,1.475
+19,block_sparse_moe.experts.213.w2,0.0001218324,0.05000,1.558
+19,block_sparse_moe.experts.217.w2,0.0000798071,0.05000,1.558
+19,block_sparse_moe.experts.209.w2,0.0001146616,0.05000,1.594
+19,block_sparse_moe.experts.221.w2,0.0001010853,0.05000,1.608
+19,block_sparse_moe.experts.255.w2,0.0000653523,0.05000,1.568
+19,block_sparse_moe.experts.247.w2,0.0000062917,0.05000,1.531
+19,block_sparse_moe.experts.243.w2,0.0001522764,0.05000,1.557
+19,block_sparse_moe.experts.251.w2,0.0000370253,0.05000,1.432
+19,block_sparse_moe.experts.254.w2,0.0000330134,0.05000,1.264
+19,block_sparse_moe.experts.246.w2,0.0000607155,0.05000,1.291
+19,block_sparse_moe.experts.242.w2,0.0001148842,0.05000,1.293
+19,block_sparse_moe.experts.250.w2,0.0000796130,0.05000,1.299
+19,block_sparse_moe.experts.225.w2,0.0000882743,0.05000,1.371
+19,block_sparse_moe.experts.229.w2,0.0000922395,0.05000,1.447
+19,block_sparse_moe.experts.233.w2,0.0001229309,0.05000,1.397
+19,block_sparse_moe.experts.237.w2,0.0000802099,0.05000,1.396
+19,block_sparse_moe.experts.249.w2,0.0000694818,0.05000,1.278
+19,block_sparse_moe.experts.241.w2,0.0001167000,0.05000,1.284
+19,block_sparse_moe.experts.245.w2,0.0000836995,0.05000,1.289
+19,block_sparse_moe.experts.253.w2,0.0000856981,0.05000,1.239
+20,self_attn.k_proj,0.0000003532,0.05000,0.831
+20,self_attn.q_proj,0.0000021562,0.05000,0.871
+20,self_attn.v_proj,0.0000003053,0.05000,0.865
+20,self_attn.o_proj,0.0000002442,0.05000,1.749
+20,block_sparse_moe.experts.1.w1,0.0001619881,0.05000,2.927
+20,block_sparse_moe.experts.9.w1,0.0003375052,0.05000,2.975
+20,block_sparse_moe.experts.5.w1,0.0004935643,0.05000,3.009
+20,block_sparse_moe.experts.8.w1,0.0001163281,0.05000,3.052
+20,block_sparse_moe.experts.13.w1,0.0003768249,0.05000,3.060
+20,block_sparse_moe.experts.15.w1,0.0003527027,0.05000,3.039
+20,block_sparse_moe.experts.3.w1,0.0002304255,0.05000,3.102
+20,block_sparse_moe.experts.4.w1,0.0003326896,0.05000,3.117
+20,block_sparse_moe.experts.12.w1,0.0003433967,0.05000,3.142
+20,block_sparse_moe.experts.7.w1,0.0000425708,0.05000,3.142
+20,block_sparse_moe.experts.0.w1,0.0003343834,0.05000,3.171
+20,block_sparse_moe.experts.11.w1,0.0001064702,0.05000,3.208
+20,block_sparse_moe.experts.2.w1,0.0001086213,0.05000,3.264
+20,block_sparse_moe.experts.10.w1,0.0002751212,0.05000,3.294
+20,block_sparse_moe.experts.6.w1,0.0002041811,0.05000,3.351
+20,block_sparse_moe.experts.14.w1,0.0001613541,0.05000,3.435
+20,block_sparse_moe.experts.24.w1,0.0001193382,0.05000,2.743
+20,block_sparse_moe.experts.28.w1,0.0000936062,0.05000,2.745
+20,block_sparse_moe.experts.17.w1,0.0001778436,0.05000,3.050
+20,block_sparse_moe.experts.20.w1,0.0002498349,0.05000,2.867
+20,block_sparse_moe.experts.21.w1,0.0001725202,0.05000,2.990
+20,block_sparse_moe.experts.31.w1,0.0003491125,0.05000,2.985
+20,block_sparse_moe.experts.16.w1,0.0001873917,0.05000,2.920
+20,block_sparse_moe.experts.29.w1,0.0004816100,0.05000,3.043
+20,block_sparse_moe.experts.19.w1,0.0002020540,0.05000,3.028
+20,block_sparse_moe.experts.25.w1,0.0001873942,0.05000,3.198
+20,block_sparse_moe.experts.23.w1,0.0001978568,0.05000,3.034
+20,block_sparse_moe.experts.27.w1,0.0004061122,0.05000,3.025
+20,block_sparse_moe.experts.18.w1,0.0002697811,0.05000,3.027
+20,block_sparse_moe.experts.26.w1,0.0002101343,0.05000,3.039
+20,block_sparse_moe.experts.30.w1,0.0000557036,0.05000,2.987
+20,block_sparse_moe.experts.22.w1,0.0001545865,0.05000,3.110
+20,block_sparse_moe.experts.40.w1,0.0003578860,0.05000,2.986
+20,block_sparse_moe.experts.33.w1,0.0005840491,0.05000,2.839
+20,block_sparse_moe.experts.44.w1,0.0001451754,0.05000,3.000
+20,block_sparse_moe.experts.37.w1,0.0002572428,0.05000,2.913
+20,block_sparse_moe.experts.45.w1,0.0001894192,0.05000,2.824
+20,block_sparse_moe.experts.36.w1,0.0003164268,0.05000,2.983
+20,block_sparse_moe.experts.47.w1,0.0000691138,0.05000,3.003
+20,block_sparse_moe.experts.34.w1,0.0003675252,0.05000,2.777
+20,block_sparse_moe.experts.41.w1,0.0000979374,0.05000,2.906
+20,block_sparse_moe.experts.35.w1,0.0003351507,0.05000,2.990
+20,block_sparse_moe.experts.32.w1,0.0005656129,0.05000,3.032
+20,block_sparse_moe.experts.42.w1,0.0002023062,0.05000,2.803
+20,block_sparse_moe.experts.39.w1,0.0000545918,0.05000,2.973
+20,block_sparse_moe.experts.43.w1,0.0001010812,0.05000,2.968
+20,block_sparse_moe.experts.46.w1,0.0000941844,0.05000,2.824
+20,block_sparse_moe.experts.38.w1,0.0002657406,0.05000,2.823
+20,block_sparse_moe.experts.56.w1,0.0003207398,0.05000,2.896
+20,block_sparse_moe.experts.60.w1,0.0002648206,0.05000,2.884
+20,block_sparse_moe.experts.63.w1,0.0002603693,0.05000,2.760
+20,block_sparse_moe.experts.51.w1,0.0001637074,0.05000,2.754
+20,block_sparse_moe.experts.49.w1,0.0002899862,0.05000,3.066
+20,block_sparse_moe.experts.52.w1,0.0001304742,0.05000,2.955
+20,block_sparse_moe.experts.55.w1,0.0003276582,0.05000,2.830
+20,block_sparse_moe.experts.48.w1,0.0002495379,0.05000,2.860
+20,block_sparse_moe.experts.53.w1,0.0002426813,0.05000,3.085
+20,block_sparse_moe.experts.61.w1,0.0001663381,0.05000,3.102
+20,block_sparse_moe.experts.59.w1,0.0005112010,0.05000,2.849
+20,block_sparse_moe.experts.57.w1,0.0003806630,0.05000,3.096
+20,block_sparse_moe.experts.50.w1,0.0003574543,0.05000,3.112
+20,block_sparse_moe.experts.58.w1,0.0001355252,0.05000,3.105
+20,block_sparse_moe.experts.62.w1,0.0000493647,0.05000,3.084
+20,block_sparse_moe.experts.54.w1,0.0001112462,0.05000,3.171
+20,block_sparse_moe.experts.72.w1,0.0001778659,0.05000,2.905
+20,block_sparse_moe.experts.76.w1,0.0001618941,0.05000,2.875
+20,block_sparse_moe.experts.68.w1,0.0005126615,0.05000,2.823
+20,block_sparse_moe.experts.65.w1,0.0004967793,0.05000,2.899
+20,block_sparse_moe.experts.79.w1,0.0001479785,0.05000,2.987
+20,block_sparse_moe.experts.64.w1,0.0004538399,0.05000,2.893
+20,block_sparse_moe.experts.67.w1,0.0002088354,0.05000,3.020
+20,block_sparse_moe.experts.77.w1,0.0004756175,0.05000,2.916
+20,block_sparse_moe.experts.71.w1,0.0003926367,0.05000,2.988
+20,block_sparse_moe.experts.69.w1,0.0002135708,0.05000,2.968
+20,block_sparse_moe.experts.73.w1,0.0001001353,0.05000,2.853
+20,block_sparse_moe.experts.66.w1,0.0002017802,0.05000,2.853
+20,block_sparse_moe.experts.75.w1,0.0002986174,0.05000,3.011
+20,block_sparse_moe.experts.78.w1,0.0001449939,0.05000,2.786
+20,block_sparse_moe.experts.74.w1,0.0000370417,0.05000,2.918
+20,block_sparse_moe.experts.70.w1,0.0000943675,0.05000,2.897
+20,block_sparse_moe.experts.81.w1,0.0000399122,0.05000,2.768
+20,block_sparse_moe.experts.88.w1,0.0002401201,0.05000,2.974
+20,block_sparse_moe.experts.95.w1,0.0001330068,0.05000,2.851
+20,block_sparse_moe.experts.84.w1,0.0003317727,0.05000,2.913
+20,block_sparse_moe.experts.92.w1,0.0001309427,0.05000,3.015
+20,block_sparse_moe.experts.83.w1,0.0001400574,0.05000,2.828
+20,block_sparse_moe.experts.91.w1,0.0004215996,0.05000,2.739
+20,block_sparse_moe.experts.80.w1,0.0002249916,0.05000,2.944
+20,block_sparse_moe.experts.85.w1,0.0000486702,0.05000,2.872
+20,block_sparse_moe.experts.93.w1,0.0001019746,0.05000,2.940
+20,block_sparse_moe.experts.89.w1,0.0001312673,0.05000,2.885
+20,block_sparse_moe.experts.87.w1,0.0003222208,0.05000,2.972
+20,block_sparse_moe.experts.94.w1,0.0005346794,0.05000,3.099
+20,block_sparse_moe.experts.90.w1,0.0004538891,0.05000,3.081
+20,block_sparse_moe.experts.82.w1,0.0000709040,0.05000,3.228
+20,block_sparse_moe.experts.86.w1,0.0003876651,0.05000,3.150
+20,block_sparse_moe.experts.97.w1,0.0001482903,0.05000,2.730
+20,block_sparse_moe.experts.104.w1,0.0001745764,0.05000,2.904
+20,block_sparse_moe.experts.108.w1,0.0001681898,0.05000,2.826
+20,block_sparse_moe.experts.100.w1,0.0001544950,0.05000,2.834
+20,block_sparse_moe.experts.109.w1,0.0001336395,0.05000,2.708
+20,block_sparse_moe.experts.101.w1,0.0006515773,0.05000,2.787
+20,block_sparse_moe.experts.96.w1,0.0003861682,0.05000,2.832
+20,block_sparse_moe.experts.105.w1,0.0002974571,0.05000,2.791
+20,block_sparse_moe.experts.111.w1,0.0002873903,0.05000,3.099
+20,block_sparse_moe.experts.99.w1,0.0002079212,0.05000,3.069
+20,block_sparse_moe.experts.107.w1,0.0002269485,0.05000,3.155
+20,block_sparse_moe.experts.106.w1,0.0001286526,0.05000,2.821
+20,block_sparse_moe.experts.103.w1,0.0003016311,0.05000,3.220
+20,block_sparse_moe.experts.110.w1,0.0002470162,0.05000,2.989
+20,block_sparse_moe.experts.98.w1,0.0001179413,0.05000,2.974
+20,block_sparse_moe.experts.102.w1,0.0002719071,0.05000,2.956
+20,block_sparse_moe.experts.113.w1,0.0000224414,0.05000,2.834
+20,block_sparse_moe.experts.124.w1,0.0001768494,0.05000,2.778
+20,block_sparse_moe.experts.120.w1,0.0000430583,0.05000,2.812
+20,block_sparse_moe.experts.116.w1,0.0004302843,0.05000,2.848
+20,block_sparse_moe.experts.125.w1,0.0001979339,0.05000,2.790
+20,block_sparse_moe.experts.121.w1,0.0002064293,0.05000,2.758
+20,block_sparse_moe.experts.117.w1,0.0003362883,0.05000,2.838
+20,block_sparse_moe.experts.112.w1,0.0002474976,0.05000,2.869
+20,block_sparse_moe.experts.127.w1,0.0003400397,0.05000,3.022
+20,block_sparse_moe.experts.115.w1,0.0001782947,0.05000,3.030
+20,block_sparse_moe.experts.122.w1,0.0001426100,0.05000,2.872
+20,block_sparse_moe.experts.123.w1,0.0001941385,0.05000,3.061
+20,block_sparse_moe.experts.126.w1,0.0002492156,0.05000,2.821
+20,block_sparse_moe.experts.119.w1,0.0002878524,0.05000,2.989
+20,block_sparse_moe.experts.114.w1,0.0001912564,0.05000,2.944
+20,block_sparse_moe.experts.118.w1,0.0001354058,0.05000,2.911
+20,block_sparse_moe.experts.129.w1,0.0003249090,0.05000,2.783
+20,block_sparse_moe.experts.136.w1,0.0003073479,0.05000,2.760
+20,block_sparse_moe.experts.140.w1,0.0002086612,0.05000,2.812
+20,block_sparse_moe.experts.132.w1,0.0004769852,0.05000,2.805
+20,block_sparse_moe.experts.141.w1,0.0004669851,0.05000,2.876
+20,block_sparse_moe.experts.133.w1,0.0001088278,0.05000,2.846
+20,block_sparse_moe.experts.137.w1,0.0002617828,0.05000,2.857
+20,block_sparse_moe.experts.128.w1,0.0000642338,0.05000,2.830
+20,block_sparse_moe.experts.143.w1,0.0003121806,0.05000,2.960
+20,block_sparse_moe.experts.131.w1,0.0003632774,0.05000,3.019
+20,block_sparse_moe.experts.138.w1,0.0001834313,0.05000,2.992
+20,block_sparse_moe.experts.139.w1,0.0003411672,0.05000,2.910
+20,block_sparse_moe.experts.142.w1,0.0003411438,0.05000,3.049
+20,block_sparse_moe.experts.135.w1,0.0001939978,0.05000,2.949
+20,block_sparse_moe.experts.130.w1,0.0001478969,0.05000,3.013
+20,block_sparse_moe.experts.134.w1,0.0003471637,0.05000,3.047
+20,block_sparse_moe.experts.145.w1,0.0001755822,0.05000,2.856
+20,block_sparse_moe.experts.148.w1,0.0001699090,0.05000,2.868
+20,block_sparse_moe.experts.156.w1,0.0001702290,0.05000,2.959
+20,block_sparse_moe.experts.157.w1,0.0002649193,0.05000,2.797
+20,block_sparse_moe.experts.152.w1,0.0000516651,0.05000,3.057
+20,block_sparse_moe.experts.149.w1,0.0001317315,0.05000,2.783
+20,block_sparse_moe.experts.153.w1,0.0002850450,0.05000,2.820
+20,block_sparse_moe.experts.144.w1,0.0002273485,0.05000,2.937
+20,block_sparse_moe.experts.159.w1,0.0001424556,0.05000,2.900
+20,block_sparse_moe.experts.154.w1,0.0001871549,0.05000,2.779
+20,block_sparse_moe.experts.147.w1,0.0007687108,0.05000,2.874
+20,block_sparse_moe.experts.155.w1,0.0001078862,0.05000,2.875
+20,block_sparse_moe.experts.158.w1,0.0001198995,0.05000,2.749
+20,block_sparse_moe.experts.151.w1,0.0003680371,0.05000,2.856
+20,block_sparse_moe.experts.146.w1,0.0002809988,0.05000,2.804
+20,block_sparse_moe.experts.150.w1,0.0001393870,0.05000,2.786
+20,block_sparse_moe.experts.161.w1,0.0003214701,0.05000,2.596
+20,block_sparse_moe.experts.173.w1,0.0002595202,0.05000,2.512
+20,block_sparse_moe.experts.165.w1,0.0004903217,0.05000,2.530
+20,block_sparse_moe.experts.169.w1,0.0000608772,0.05000,2.556
+20,block_sparse_moe.experts.168.w1,0.0000746154,0.05000,2.775
+20,block_sparse_moe.experts.172.w1,0.0000622433,0.05000,2.847
+20,block_sparse_moe.experts.164.w1,0.0000348378,0.05000,2.905
+20,block_sparse_moe.experts.160.w1,0.0001048538,0.05000,2.855
+20,block_sparse_moe.experts.170.w1,0.0001835046,0.05000,2.906
+20,block_sparse_moe.experts.174.w1,0.0001760555,0.05000,2.888
+20,block_sparse_moe.experts.175.w1,0.0001352756,0.05000,3.087
+20,block_sparse_moe.experts.163.w1,0.0003320292,0.05000,3.080
+20,block_sparse_moe.experts.162.w1,0.0000689925,0.05000,2.848
+20,block_sparse_moe.experts.171.w1,0.0001413395,0.05000,3.099
+20,block_sparse_moe.experts.166.w1,0.0000982123,0.05000,2.861
+20,block_sparse_moe.experts.167.w1,0.0003072923,0.05000,3.141
+20,block_sparse_moe.experts.177.w1,0.0003272621,0.05000,2.804
+20,block_sparse_moe.experts.189.w1,0.0002710258,0.05000,2.862
+20,block_sparse_moe.experts.181.w1,0.0003513764,0.05000,2.967
+20,block_sparse_moe.experts.185.w1,0.0000205007,0.05000,2.914
+20,block_sparse_moe.experts.184.w1,0.0002563161,0.05000,2.927
+20,block_sparse_moe.experts.188.w1,0.0001070709,0.05000,2.980
+20,block_sparse_moe.experts.180.w1,0.0001462393,0.05000,2.992
+20,block_sparse_moe.experts.176.w1,0.0003407693,0.05000,2.935
+20,block_sparse_moe.experts.186.w1,0.0002133007,0.05000,2.727
+20,block_sparse_moe.experts.190.w1,0.0004435130,0.05000,2.782
+20,block_sparse_moe.experts.178.w1,0.0001523663,0.05000,2.813
+20,block_sparse_moe.experts.191.w1,0.0001759856,0.05000,2.973
+20,block_sparse_moe.experts.179.w1,0.0001302688,0.05000,3.041
+20,block_sparse_moe.experts.182.w1,0.0004045131,0.05000,2.785
+20,block_sparse_moe.experts.187.w1,0.0002823170,0.05000,2.990
+20,block_sparse_moe.experts.183.w1,0.0003908897,0.05000,2.999
+20,block_sparse_moe.experts.193.w1,0.0000876083,0.05000,2.799
+20,block_sparse_moe.experts.205.w1,0.0003349260,0.05000,2.793
+20,block_sparse_moe.experts.197.w1,0.0001996378,0.05000,2.876
+20,block_sparse_moe.experts.201.w1,0.0001084740,0.05000,2.883
+20,block_sparse_moe.experts.200.w1,0.0002400055,0.05000,2.957
+20,block_sparse_moe.experts.204.w1,0.0000729450,0.05000,3.034
+20,block_sparse_moe.experts.196.w1,0.0001643413,0.05000,3.027
+20,block_sparse_moe.experts.192.w1,0.0001281227,0.05000,3.036
+20,block_sparse_moe.experts.202.w1,0.0001598781,0.05000,3.077
+20,block_sparse_moe.experts.206.w1,0.0002597001,0.05000,3.087
+20,block_sparse_moe.experts.194.w1,0.0003724951,0.05000,2.971
+20,block_sparse_moe.experts.207.w1,0.0001224382,0.05000,2.953
+20,block_sparse_moe.experts.195.w1,0.0000431330,0.05000,2.960
+20,block_sparse_moe.experts.203.w1,0.0001602238,0.05000,2.961
+20,block_sparse_moe.experts.198.w1,0.0003902689,0.05000,3.029
+20,block_sparse_moe.experts.199.w1,0.0001853221,0.05000,2.996
+20,block_sparse_moe.experts.209.w1,0.0003225633,0.05000,2.843
+20,block_sparse_moe.experts.221.w1,0.0000566453,0.05000,2.885
+20,block_sparse_moe.experts.213.w1,0.0003112946,0.05000,2.833
+20,block_sparse_moe.experts.217.w1,0.0001618640,0.05000,2.899
+20,block_sparse_moe.experts.216.w1,0.0000820707,0.05000,3.003
+20,block_sparse_moe.experts.212.w1,0.0003015619,0.05000,3.015
+20,block_sparse_moe.experts.220.w1,0.0001297796,0.05000,3.096
+20,block_sparse_moe.experts.208.w1,0.0000687287,0.05000,3.022
+20,block_sparse_moe.experts.218.w1,0.0003450296,0.05000,3.061
+20,block_sparse_moe.experts.223.w1,0.0003080892,0.05000,2.971
+20,block_sparse_moe.experts.222.w1,0.0000186688,0.05000,3.043
+20,block_sparse_moe.experts.210.w1,0.0001097725,0.05000,3.056
+20,block_sparse_moe.experts.211.w1,0.0000247030,0.05000,3.012
+20,block_sparse_moe.experts.219.w1,0.0002958002,0.05000,2.973
+20,block_sparse_moe.experts.214.w1,0.0001384335,0.05000,3.058
+20,block_sparse_moe.experts.215.w1,0.0002021673,0.05000,3.017
+20,block_sparse_moe.experts.225.w1,0.0001979859,0.05000,2.731
+20,block_sparse_moe.experts.237.w1,0.0000337076,0.05000,2.714
+20,block_sparse_moe.experts.233.w1,0.0002342950,0.05000,2.626
+20,block_sparse_moe.experts.229.w1,0.0004217474,0.05000,2.755
+20,block_sparse_moe.experts.232.w1,0.0002264638,0.05000,2.938
+20,block_sparse_moe.experts.228.w1,0.0001145069,0.05000,2.966
+20,block_sparse_moe.experts.236.w1,0.0004439122,0.05000,3.074
+20,block_sparse_moe.experts.224.w1,0.0000682962,0.05000,2.972
+20,block_sparse_moe.experts.234.w1,0.0002062063,0.05000,3.031
+20,block_sparse_moe.experts.239.w1,0.0000464856,0.05000,2.940
+20,block_sparse_moe.experts.235.w1,0.0002699843,0.05000,2.817
+20,block_sparse_moe.experts.238.w1,0.0000728465,0.05000,3.021
+20,block_sparse_moe.experts.226.w1,0.0002406663,0.05000,3.000
+20,block_sparse_moe.experts.227.w1,0.0000203993,0.05000,2.885
+20,block_sparse_moe.experts.230.w1,0.0000214118,0.05000,2.968
+20,block_sparse_moe.experts.231.w1,0.0001288060,0.05000,2.873
+20,block_sparse_moe.experts.241.w1,0.0001784796,0.05000,2.688
+20,block_sparse_moe.experts.253.w1,0.0001000904,0.05000,2.710
+20,block_sparse_moe.experts.245.w1,0.0002080995,0.05000,2.672
+20,block_sparse_moe.experts.249.w1,0.0002120552,0.05000,2.792
+20,block_sparse_moe.experts.248.w1,0.0004062528,0.05000,2.837
+20,block_sparse_moe.experts.244.w1,0.0002733961,0.05000,2.921
+20,block_sparse_moe.experts.252.w1,0.0000767629,0.05000,2.882
+20,block_sparse_moe.experts.240.w1,0.0000944437,0.05000,2.863
+20,block_sparse_moe.experts.251.w1,0.0001951390,0.05000,2.628
+20,block_sparse_moe.experts.255.w1,0.0003265477,0.05000,2.749
+20,block_sparse_moe.experts.243.w1,0.0001011333,0.05000,2.847
+20,block_sparse_moe.experts.250.w1,0.0002404274,0.05000,3.058
+20,block_sparse_moe.experts.254.w1,0.0002465019,0.05000,3.006
+20,block_sparse_moe.experts.242.w1,0.0000797985,0.05000,2.994
+20,block_sparse_moe.experts.247.w1,0.0002956582,0.05000,2.857
+20,block_sparse_moe.experts.246.w1,0.0000302823,0.05000,3.036
+20,block_sparse_moe.experts.1.w3,0.0001652274,0.05000,2.982
+20,block_sparse_moe.experts.13.w3,0.0003834580,0.05000,3.051
+20,block_sparse_moe.experts.5.w3,0.0005072105,0.05000,3.028
+20,block_sparse_moe.experts.9.w3,0.0003444820,0.05000,3.061
+20,block_sparse_moe.experts.8.w3,0.0001191677,0.05000,2.986
+20,block_sparse_moe.experts.4.w3,0.0003415390,0.05000,2.947
+20,block_sparse_moe.experts.12.w3,0.0003451864,0.05000,2.939
+20,block_sparse_moe.experts.0.w3,0.0003394869,0.05000,2.987
+20,block_sparse_moe.experts.11.w3,0.0001071015,0.05000,3.061
+20,block_sparse_moe.experts.15.w3,0.0003580790,0.05000,3.097
+20,block_sparse_moe.experts.10.w3,0.0002799905,0.05000,2.945
+20,block_sparse_moe.experts.2.w3,0.0001091908,0.05000,2.952
+20,block_sparse_moe.experts.14.w3,0.0001700601,0.05000,3.009
+20,block_sparse_moe.experts.3.w3,0.0002309233,0.05000,3.179
+20,block_sparse_moe.experts.6.w3,0.0002082812,0.05000,2.951
+20,block_sparse_moe.experts.7.w3,0.0000434053,0.05000,3.119
+20,block_sparse_moe.experts.17.w3,0.0001825201,0.05000,2.974
+20,block_sparse_moe.experts.29.w3,0.0004946503,0.05000,2.922
+20,block_sparse_moe.experts.21.w3,0.0001750938,0.05000,2.919
+20,block_sparse_moe.experts.25.w3,0.0001876818,0.05000,2.957
+20,block_sparse_moe.experts.24.w3,0.0001183516,0.05000,2.995
+20,block_sparse_moe.experts.20.w3,0.0002551487,0.05000,2.900
+20,block_sparse_moe.experts.28.w3,0.0000957401,0.05000,2.923
+20,block_sparse_moe.experts.16.w3,0.0001858718,0.05000,2.997
+20,block_sparse_moe.experts.26.w3,0.0002141425,0.05000,2.718
+20,block_sparse_moe.experts.27.w3,0.0004111118,0.05000,2.963
+20,block_sparse_moe.experts.30.w3,0.0000565111,0.05000,2.767
+20,block_sparse_moe.experts.31.w3,0.0003501073,0.05000,3.031
+20,block_sparse_moe.experts.18.w3,0.0002736907,0.05000,2.851
+20,block_sparse_moe.experts.22.w3,0.0001581630,0.05000,2.771
+20,block_sparse_moe.experts.33.w3,0.0005995261,0.05000,2.520
+20,block_sparse_moe.experts.19.w3,0.0002063803,0.05000,3.080
+20,block_sparse_moe.experts.23.w3,0.0002019724,0.05000,3.046
+20,block_sparse_moe.experts.45.w3,0.0001891635,0.05000,2.560
+20,block_sparse_moe.experts.37.w3,0.0002487328,0.05000,2.618
+20,block_sparse_moe.experts.41.w3,0.0000979261,0.05000,2.585
+20,block_sparse_moe.experts.40.w3,0.0003648303,0.05000,3.067
+20,block_sparse_moe.experts.36.w3,0.0003232209,0.05000,3.093
+20,block_sparse_moe.experts.44.w3,0.0001411495,0.05000,3.097
+20,block_sparse_moe.experts.32.w3,0.0005809179,0.05000,3.091
+20,block_sparse_moe.experts.42.w3,0.0002076126,0.05000,3.008
+20,block_sparse_moe.experts.43.w3,0.0001026169,0.05000,3.017
+20,block_sparse_moe.experts.46.w3,0.0000953844,0.05000,3.034
+20,block_sparse_moe.experts.47.w3,0.0000674753,0.05000,3.049
+20,block_sparse_moe.experts.34.w3,0.0003522333,0.05000,3.018
+20,block_sparse_moe.experts.49.w3,0.0002920504,0.05000,2.949
+20,block_sparse_moe.experts.38.w3,0.0002720719,0.05000,3.024
+20,block_sparse_moe.experts.35.w3,0.0003296527,0.05000,3.009
+20,block_sparse_moe.experts.39.w3,0.0000554667,0.05000,2.947
+20,block_sparse_moe.experts.61.w3,0.0001701646,0.05000,3.000
+20,block_sparse_moe.experts.53.w3,0.0002465435,0.05000,3.111
+20,block_sparse_moe.experts.57.w3,0.0003670529,0.05000,3.047
+20,block_sparse_moe.experts.56.w3,0.0003278869,0.05000,2.943
+20,block_sparse_moe.experts.52.w3,0.0001299630,0.05000,2.937
+20,block_sparse_moe.experts.60.w3,0.0002704383,0.05000,2.924
+20,block_sparse_moe.experts.48.w3,0.0002518303,0.05000,2.885
+20,block_sparse_moe.experts.59.w3,0.0005242894,0.05000,2.903
+20,block_sparse_moe.experts.58.w3,0.0001372839,0.05000,2.992
+20,block_sparse_moe.experts.63.w3,0.0002637875,0.05000,2.886
+20,block_sparse_moe.experts.65.w3,0.0005143426,0.05000,2.768
+20,block_sparse_moe.experts.62.w3,0.0000476730,0.05000,3.034
+20,block_sparse_moe.experts.50.w3,0.0003596501,0.05000,3.071
+20,block_sparse_moe.experts.51.w3,0.0001705644,0.05000,2.833
+20,block_sparse_moe.experts.77.w3,0.0004737325,0.05000,2.677
+20,block_sparse_moe.experts.54.w3,0.0001109297,0.05000,3.123
+20,block_sparse_moe.experts.55.w3,0.0003324887,0.05000,2.957
+20,block_sparse_moe.experts.73.w3,0.0001012583,0.05000,2.559
+20,block_sparse_moe.experts.69.w3,0.0002148184,0.05000,2.673
+20,block_sparse_moe.experts.72.w3,0.0001784631,0.05000,2.781
+20,block_sparse_moe.experts.68.w3,0.0004891744,0.05000,2.751
+20,block_sparse_moe.experts.76.w3,0.0001638554,0.05000,2.787
+20,block_sparse_moe.experts.64.w3,0.0004652644,0.05000,2.797
+20,block_sparse_moe.experts.75.w3,0.0002993348,0.05000,2.870
+20,block_sparse_moe.experts.74.w3,0.0000375668,0.05000,2.897
+20,block_sparse_moe.experts.81.w3,0.0000407842,0.05000,2.754
+20,block_sparse_moe.experts.79.w3,0.0001496101,0.05000,2.959
+20,block_sparse_moe.experts.67.w3,0.0002116211,0.05000,2.825
+20,block_sparse_moe.experts.66.w3,0.0002046566,0.05000,2.890
+20,block_sparse_moe.experts.93.w3,0.0001037019,0.05000,2.738
+20,block_sparse_moe.experts.78.w3,0.0001468491,0.05000,3.000
+20,block_sparse_moe.experts.70.w3,0.0000962861,0.05000,2.955
+20,block_sparse_moe.experts.71.w3,0.0003960163,0.05000,2.890
+20,block_sparse_moe.experts.85.w3,0.0000493783,0.05000,2.760
+20,block_sparse_moe.experts.89.w3,0.0001349679,0.05000,2.906
+20,block_sparse_moe.experts.88.w3,0.0002449296,0.05000,2.943
+20,block_sparse_moe.experts.84.w3,0.0003383546,0.05000,3.001
+20,block_sparse_moe.experts.92.w3,0.0001303721,0.05000,2.900
+20,block_sparse_moe.experts.80.w3,0.0002284502,0.05000,3.010
+20,block_sparse_moe.experts.91.w3,0.0004232279,0.05000,2.885
+20,block_sparse_moe.experts.97.w3,0.0001513488,0.05000,2.882
+20,block_sparse_moe.experts.90.w3,0.0004585100,0.05000,3.036
+20,block_sparse_moe.experts.95.w3,0.0001345256,0.05000,2.935
+20,block_sparse_moe.experts.83.w3,0.0001431815,0.05000,2.882
+20,block_sparse_moe.experts.94.w3,0.0005422901,0.05000,2.910
+20,block_sparse_moe.experts.82.w3,0.0000721477,0.05000,2.954
+20,block_sparse_moe.experts.109.w3,0.0001302766,0.05000,3.018
+20,block_sparse_moe.experts.86.w3,0.0003915342,0.05000,2.980
+20,block_sparse_moe.experts.87.w3,0.0003321565,0.05000,2.955
+20,block_sparse_moe.experts.101.w3,0.0006614326,0.05000,2.924
+20,block_sparse_moe.experts.105.w3,0.0003019526,0.05000,3.012
+20,block_sparse_moe.experts.104.w3,0.0001822186,0.05000,2.931
+20,block_sparse_moe.experts.100.w3,0.0001528559,0.05000,2.956
+20,block_sparse_moe.experts.108.w3,0.0001691379,0.05000,2.931
+20,block_sparse_moe.experts.96.w3,0.0003877023,0.05000,2.917
+20,block_sparse_moe.experts.107.w3,0.0002328964,0.05000,3.018
+20,block_sparse_moe.experts.113.w3,0.0000224802,0.05000,3.029
+20,block_sparse_moe.experts.125.w3,0.0002011299,0.05000,2.779
+20,block_sparse_moe.experts.111.w3,0.0002883552,0.05000,3.040
+20,block_sparse_moe.experts.99.w3,0.0002151384,0.05000,2.998
+20,block_sparse_moe.experts.117.w3,0.0003334819,0.05000,2.645
+20,block_sparse_moe.experts.121.w3,0.0002105337,0.05000,2.498
+20,block_sparse_moe.experts.103.w3,0.0003086458,0.05000,2.857
+20,block_sparse_moe.experts.106.w3,0.0001332626,0.05000,3.721
+20,block_sparse_moe.experts.98.w3,0.0001166305,0.05000,3.707
+20,block_sparse_moe.experts.110.w3,0.0002464830,0.05000,3.766
+20,block_sparse_moe.experts.102.w3,0.0002753939,0.05000,3.787
+20,block_sparse_moe.experts.120.w3,0.0000419684,0.05000,2.692
+20,block_sparse_moe.experts.116.w3,0.0004355099,0.05000,2.652
+20,block_sparse_moe.experts.124.w3,0.0001795993,0.05000,2.746
+20,block_sparse_moe.experts.123.w3,0.0001978667,0.05000,2.285
+20,block_sparse_moe.experts.112.w3,0.0002496504,0.05000,2.775
+20,block_sparse_moe.experts.127.w3,0.0003468586,0.05000,3.375
+20,block_sparse_moe.experts.137.w3,0.0002670298,0.05000,3.252
+20,block_sparse_moe.experts.133.w3,0.0001091541,0.05000,3.350
+20,block_sparse_moe.experts.122.w3,0.0001460008,0.05000,2.870
+20,block_sparse_moe.experts.129.w3,0.0003370232,0.05000,3.709
+20,block_sparse_moe.experts.119.w3,0.0002905762,0.05000,3.189
+20,block_sparse_moe.experts.115.w3,0.0001830575,0.05000,3.492
+20,block_sparse_moe.experts.141.w3,0.0004752929,0.05000,3.611
+20,block_sparse_moe.experts.114.w3,0.0001956913,0.05000,2.897
+20,block_sparse_moe.experts.126.w3,0.0002530625,0.05000,2.974
+20,block_sparse_moe.experts.118.w3,0.0001376443,0.05000,2.884
+20,block_sparse_moe.experts.136.w3,0.0003148622,0.05000,2.960
+20,block_sparse_moe.experts.139.w3,0.0003478057,0.05000,2.843
+20,block_sparse_moe.experts.132.w3,0.0004730350,0.05000,3.058
+20,block_sparse_moe.experts.140.w3,0.0002110208,0.05000,3.041
+20,block_sparse_moe.experts.128.w3,0.0000657266,0.05000,3.035
+20,block_sparse_moe.experts.143.w3,0.0003166862,0.05000,2.886
+20,block_sparse_moe.experts.153.w3,0.0002790382,0.05000,2.877
+20,block_sparse_moe.experts.145.w3,0.0001776846,0.05000,2.881
+20,block_sparse_moe.experts.138.w3,0.0001798842,0.05000,2.924
+20,block_sparse_moe.experts.149.w3,0.0001282816,0.05000,2.943
+20,block_sparse_moe.experts.131.w3,0.0003661241,0.05000,2.871
+20,block_sparse_moe.experts.135.w3,0.0001987843,0.05000,2.929
+20,block_sparse_moe.experts.157.w3,0.0002699401,0.05000,2.846
+20,block_sparse_moe.experts.130.w3,0.0001502251,0.05000,2.946
+20,block_sparse_moe.experts.142.w3,0.0003454376,0.05000,2.961
+20,block_sparse_moe.experts.134.w3,0.0003523226,0.05000,2.935
+20,block_sparse_moe.experts.152.w3,0.0000519125,0.05000,3.013
+20,block_sparse_moe.experts.155.w3,0.0001019285,0.05000,2.875
+20,block_sparse_moe.experts.148.w3,0.0001696239,0.05000,3.031
+20,block_sparse_moe.experts.156.w3,0.0001732621,0.05000,3.007
+20,block_sparse_moe.experts.144.w3,0.0002257617,0.05000,2.919
+20,block_sparse_moe.experts.169.w3,0.0000621455,0.05000,2.787
+20,block_sparse_moe.experts.161.w3,0.0003311297,0.05000,2.751
+20,block_sparse_moe.experts.159.w3,0.0001429869,0.05000,2.882
+20,block_sparse_moe.experts.165.w3,0.0004927109,0.05000,2.751
+20,block_sparse_moe.experts.173.w3,0.0002665958,0.05000,2.743
+20,block_sparse_moe.experts.151.w3,0.0003309848,0.05000,2.832
+20,block_sparse_moe.experts.147.w3,0.0007681105,0.05000,2.890
+20,block_sparse_moe.experts.154.w3,0.0001818322,0.05000,2.986
+20,block_sparse_moe.experts.146.w3,0.0002858132,0.05000,2.851
+20,block_sparse_moe.experts.158.w3,0.0001277534,0.05000,2.846
+20,block_sparse_moe.experts.150.w3,0.0001372511,0.05000,2.931
+20,block_sparse_moe.experts.168.w3,0.0000725020,0.05000,2.853
+20,block_sparse_moe.experts.171.w3,0.0001524465,0.05000,2.954
+20,block_sparse_moe.experts.164.w3,0.0000357165,0.05000,2.851
+20,block_sparse_moe.experts.172.w3,0.0000634208,0.05000,2.828
+20,block_sparse_moe.experts.160.w3,0.0001059384,0.05000,2.918
+20,block_sparse_moe.experts.185.w3,0.0000207425,0.05000,2.790
+20,block_sparse_moe.experts.177.w3,0.0003337120,0.05000,2.779
+20,block_sparse_moe.experts.181.w3,0.0003557617,0.05000,2.743
+20,block_sparse_moe.experts.175.w3,0.0001377674,0.05000,2.751
+20,block_sparse_moe.experts.189.w3,0.0002745655,0.05000,2.822
+20,block_sparse_moe.experts.167.w3,0.0003075748,0.05000,2.800
+20,block_sparse_moe.experts.163.w3,0.0003395594,0.05000,2.799
+20,block_sparse_moe.experts.170.w3,0.0001881013,0.05000,2.730
+20,block_sparse_moe.experts.162.w3,0.0000703109,0.05000,2.723
+20,block_sparse_moe.experts.174.w3,0.0001757109,0.05000,2.801
+20,block_sparse_moe.experts.166.w3,0.0001003570,0.05000,2.735
+20,block_sparse_moe.experts.184.w3,0.0002609007,0.05000,2.989
+20,block_sparse_moe.experts.187.w3,0.0002852939,0.05000,2.830
+20,block_sparse_moe.experts.188.w3,0.0001094308,0.05000,2.990
+20,block_sparse_moe.experts.180.w3,0.0001504757,0.05000,3.051
+20,block_sparse_moe.experts.176.w3,0.0003476535,0.05000,2.956
+20,block_sparse_moe.experts.201.w3,0.0001103871,0.05000,2.839
+20,block_sparse_moe.experts.193.w3,0.0000883373,0.05000,2.840
+20,block_sparse_moe.experts.197.w3,0.0002034180,0.05000,2.874
+20,block_sparse_moe.experts.191.w3,0.0001810897,0.05000,3.015
+20,block_sparse_moe.experts.205.w3,0.0003388139,0.05000,2.926
+20,block_sparse_moe.experts.186.w3,0.0002195388,0.05000,2.885
+20,block_sparse_moe.experts.183.w3,0.0003997386,0.05000,2.983
+20,block_sparse_moe.experts.179.w3,0.0001325328,0.05000,2.962
+20,block_sparse_moe.experts.178.w3,0.0001574609,0.05000,2.949
+20,block_sparse_moe.experts.190.w3,0.0004521468,0.05000,2.905
+20,block_sparse_moe.experts.182.w3,0.0004081744,0.05000,3.114
+20,block_sparse_moe.experts.200.w3,0.0002447719,0.05000,3.065
+20,block_sparse_moe.experts.203.w3,0.0001592974,0.05000,3.045
+20,block_sparse_moe.experts.196.w3,0.0001683118,0.05000,3.034
+20,block_sparse_moe.experts.204.w3,0.0000730109,0.05000,3.075
+20,block_sparse_moe.experts.192.w3,0.0001287690,0.05000,3.014
+20,block_sparse_moe.experts.213.w3,0.0003177203,0.05000,2.771
+20,block_sparse_moe.experts.209.w3,0.0003340034,0.05000,2.854
+20,block_sparse_moe.experts.217.w3,0.0001679444,0.05000,2.921
+20,block_sparse_moe.experts.221.w3,0.0000580355,0.05000,2.869
+20,block_sparse_moe.experts.202.w3,0.0001616278,0.05000,2.833
+20,block_sparse_moe.experts.207.w3,0.0001245915,0.05000,2.920
+20,block_sparse_moe.experts.195.w3,0.0000411467,0.05000,2.907
+20,block_sparse_moe.experts.194.w3,0.0003748125,0.05000,2.796
+20,block_sparse_moe.experts.199.w3,0.0001880372,0.05000,2.998
+20,block_sparse_moe.experts.206.w3,0.0002650729,0.05000,2.786
+20,block_sparse_moe.experts.198.w3,0.0003986610,0.05000,2.829
+20,block_sparse_moe.experts.219.w3,0.0002951684,0.05000,2.918
+20,block_sparse_moe.experts.216.w3,0.0000835362,0.05000,3.071
+20,block_sparse_moe.experts.220.w3,0.0001439244,0.05000,3.042
+20,block_sparse_moe.experts.212.w3,0.0003066721,0.05000,3.143
+20,block_sparse_moe.experts.208.w3,0.0000702201,0.05000,3.145
+20,block_sparse_moe.experts.229.w3,0.0004305350,0.05000,2.996
+20,block_sparse_moe.experts.233.w3,0.0002263867,0.05000,3.022
+20,block_sparse_moe.experts.225.w3,0.0001952023,0.05000,3.125
+20,block_sparse_moe.experts.218.w3,0.0003543309,0.05000,3.011
+20,block_sparse_moe.experts.223.w3,0.0003132166,0.05000,3.028
+20,block_sparse_moe.experts.237.w3,0.0000343565,0.05000,3.114
+20,block_sparse_moe.experts.211.w3,0.0000251119,0.05000,3.024
+20,block_sparse_moe.experts.215.w3,0.0002032844,0.05000,3.021
+20,block_sparse_moe.experts.210.w3,0.0001103211,0.05000,3.130
+20,block_sparse_moe.experts.222.w3,0.0000191031,0.05000,3.067
+20,block_sparse_moe.experts.214.w3,0.0001339493,0.05000,3.163
+20,block_sparse_moe.experts.232.w3,0.0002309423,0.05000,2.836
+20,block_sparse_moe.experts.235.w3,0.0002764336,0.05000,3.019
+20,block_sparse_moe.experts.228.w3,0.0001204444,0.05000,2.844
+20,block_sparse_moe.experts.236.w3,0.0004487119,0.05000,2.930
+20,block_sparse_moe.experts.224.w3,0.0000711298,0.05000,2.915
+20,block_sparse_moe.experts.245.w3,0.0002102434,0.05000,2.812
+20,block_sparse_moe.experts.249.w3,0.0002113886,0.05000,2.732
+20,block_sparse_moe.experts.241.w3,0.0001766703,0.05000,2.711
+20,block_sparse_moe.experts.253.w3,0.0001022459,0.05000,2.556
+20,block_sparse_moe.experts.239.w3,0.0000485525,0.05000,2.913
+20,block_sparse_moe.experts.227.w3,0.0000201359,0.05000,2.789
+20,block_sparse_moe.experts.234.w3,0.0002015227,0.05000,3.017
+20,block_sparse_moe.experts.231.w3,0.0001306534,0.05000,2.816
+20,block_sparse_moe.experts.226.w3,0.0002377508,0.05000,3.033
+20,block_sparse_moe.experts.238.w3,0.0000724930,0.05000,2.964
+20,block_sparse_moe.experts.230.w3,0.0000215609,0.05000,2.983
+20,block_sparse_moe.experts.251.w3,0.0001963527,0.05000,2.838
+20,block_sparse_moe.experts.248.w3,0.0004101573,0.05000,2.956
+20,block_sparse_moe.experts.244.w3,0.0002808923,0.05000,2.765
+20,block_sparse_moe.experts.252.w3,0.0000770814,0.05000,2.793
+20,block_sparse_moe.experts.240.w3,0.0000962319,0.05000,2.659
+20,block_sparse_moe.experts.255.w3,0.0003242925,0.05000,2.578
+20,block_sparse_moe.experts.243.w3,0.0001021651,0.05000,2.668
+20,block_sparse_moe.experts.247.w3,0.0002968832,0.05000,2.576
+20,block_sparse_moe.experts.250.w3,0.0002452853,0.05000,2.769
+20,block_sparse_moe.experts.242.w3,0.0000743719,0.05000,2.714
+20,block_sparse_moe.experts.254.w3,0.0002512573,0.05000,2.725
+20,block_sparse_moe.experts.246.w3,0.0000312067,0.05000,2.278
+20,block_sparse_moe.experts.8.w2,0.0000794038,0.05000,1.426
+20,block_sparse_moe.experts.0.w2,0.0001306342,0.05000,1.451
+20,block_sparse_moe.experts.6.w2,0.0002204785,0.05000,1.455
+20,block_sparse_moe.experts.14.w2,0.0001710065,0.05000,1.456
+20,block_sparse_moe.experts.2.w2,0.0000598453,0.05000,1.462
+20,block_sparse_moe.experts.10.w2,0.0001110271,0.05000,1.476
+20,block_sparse_moe.experts.12.w2,0.0001824605,0.05000,1.479
+20,block_sparse_moe.experts.13.w2,0.0001088610,0.05000,1.515
+20,block_sparse_moe.experts.4.w2,0.0002225398,0.05000,1.544
+20,block_sparse_moe.experts.1.w2,0.0000496558,0.05000,1.563
+20,block_sparse_moe.experts.9.w2,0.0001132751,0.05000,1.569
+20,block_sparse_moe.experts.5.w2,0.0001540813,0.05000,1.579
+20,block_sparse_moe.experts.11.w2,0.0000344319,0.05000,1.741
+20,block_sparse_moe.experts.3.w2,0.0001676591,0.05000,1.744
+20,block_sparse_moe.experts.7.w2,0.0000220566,0.05000,1.763
+20,block_sparse_moe.experts.15.w2,0.0001057425,0.05000,1.746
+20,block_sparse_moe.experts.16.w2,0.0000345657,0.05000,1.563
+20,block_sparse_moe.experts.30.w2,0.0000265444,0.05000,1.560
+20,block_sparse_moe.experts.29.w2,0.0003385408,0.05000,1.510
+20,block_sparse_moe.experts.18.w2,0.0001335258,0.05000,1.574
+20,block_sparse_moe.experts.24.w2,0.0000765966,0.05000,1.618
+20,block_sparse_moe.experts.22.w2,0.0000792860,0.05000,1.597
+20,block_sparse_moe.experts.28.w2,0.0000615110,0.05000,1.584
+20,block_sparse_moe.experts.25.w2,0.0001124291,0.05000,1.502
+20,block_sparse_moe.experts.17.w2,0.0000652941,0.05000,1.516
+20,block_sparse_moe.experts.26.w2,0.0000491976,0.05000,1.608
+20,block_sparse_moe.experts.20.w2,0.0000965057,0.05000,1.602
+20,block_sparse_moe.experts.21.w2,0.0000581539,0.05000,1.577
+20,block_sparse_moe.experts.27.w2,0.0001080718,0.05000,1.574
+20,block_sparse_moe.experts.19.w2,0.0001474501,0.05000,1.594
+20,block_sparse_moe.experts.31.w2,0.0001572633,0.05000,1.561
+20,block_sparse_moe.experts.23.w2,0.0001081024,0.05000,1.635
+20,block_sparse_moe.experts.37.w2,0.0001983333,0.05000,1.324
+20,block_sparse_moe.experts.41.w2,0.0000629319,0.05000,1.408
+20,block_sparse_moe.experts.46.w2,0.0000205172,0.05000,1.480
+20,block_sparse_moe.experts.38.w2,0.0001619193,0.05000,1.468
+20,block_sparse_moe.experts.45.w2,0.0001675817,0.05000,1.516
+20,block_sparse_moe.experts.40.w2,0.0001038426,0.05000,1.507
+20,block_sparse_moe.experts.42.w2,0.0001357391,0.05000,1.482
+20,block_sparse_moe.experts.32.w2,0.0002964731,0.05000,1.562
+20,block_sparse_moe.experts.33.w2,0.0003002842,0.05000,1.500
+20,block_sparse_moe.experts.34.w2,0.0001168465,0.05000,1.542
+20,block_sparse_moe.experts.44.w2,0.0001283279,0.05000,1.526
+20,block_sparse_moe.experts.36.w2,0.0001248309,0.05000,1.552
+20,block_sparse_moe.experts.35.w2,0.0001360389,0.05000,1.466
+20,block_sparse_moe.experts.43.w2,0.0000345480,0.05000,1.493
+20,block_sparse_moe.experts.47.w2,0.0000729543,0.05000,1.475
+20,block_sparse_moe.experts.39.w2,0.0000227088,0.05000,1.519
+20,block_sparse_moe.experts.53.w2,0.0001060237,0.05000,1.564
+20,block_sparse_moe.experts.62.w2,0.0000184792,0.05000,1.560
+20,block_sparse_moe.experts.54.w2,0.0000601142,0.05000,1.564
+20,block_sparse_moe.experts.57.w2,0.0002065353,0.05000,1.607
+20,block_sparse_moe.experts.60.w2,0.0001370410,0.05000,1.506
+20,block_sparse_moe.experts.61.w2,0.0000874951,0.05000,1.569
+20,block_sparse_moe.experts.58.w2,0.0000580594,0.05000,1.552
+20,block_sparse_moe.experts.50.w2,0.0001215232,0.05000,1.555
+20,block_sparse_moe.experts.56.w2,0.0001401571,0.05000,1.582
+20,block_sparse_moe.experts.49.w2,0.0001636983,0.05000,1.566
+20,block_sparse_moe.experts.48.w2,0.0000511776,0.05000,1.597
+20,block_sparse_moe.experts.52.w2,0.0001182858,0.05000,1.598
+20,block_sparse_moe.experts.51.w2,0.0001702159,0.05000,1.510
+20,block_sparse_moe.experts.59.w2,0.0002887183,0.05000,1.524
+20,block_sparse_moe.experts.63.w2,0.0001130613,0.05000,1.504
+20,block_sparse_moe.experts.55.w2,0.0000745863,0.05000,1.496
+20,block_sparse_moe.experts.69.w2,0.0001960219,0.05000,1.390
+20,block_sparse_moe.experts.77.w2,0.0001464822,0.05000,1.417
+20,block_sparse_moe.experts.73.w2,0.0000710483,0.05000,1.443
+20,block_sparse_moe.experts.78.w2,0.0000645460,0.05000,1.544
+20,block_sparse_moe.experts.76.w2,0.0000597718,0.05000,1.513
+20,block_sparse_moe.experts.65.w2,0.0002112825,0.05000,1.466
+20,block_sparse_moe.experts.72.w2,0.0001290701,0.05000,1.511
+20,block_sparse_moe.experts.70.w2,0.0000511582,0.05000,1.563
+20,block_sparse_moe.experts.64.w2,0.0001580228,0.05000,1.491
+20,block_sparse_moe.experts.66.w2,0.0000561473,0.05000,1.536
+20,block_sparse_moe.experts.74.w2,0.0000174184,0.05000,1.563
+20,block_sparse_moe.experts.79.w2,0.0001010984,0.05000,1.341
+20,block_sparse_moe.experts.67.w2,0.0001271159,0.05000,1.384
+20,block_sparse_moe.experts.75.w2,0.0000764990,0.05000,1.408
+20,block_sparse_moe.experts.71.w2,0.0001817742,0.05000,1.375
+20,block_sparse_moe.experts.68.w2,0.0001964577,0.05000,1.550
+20,block_sparse_moe.experts.89.w2,0.0000572358,0.05000,1.367
+20,block_sparse_moe.experts.85.w2,0.0000192693,0.05000,1.458
+20,block_sparse_moe.experts.93.w2,0.0000431361,0.05000,1.449
+20,block_sparse_moe.experts.81.w2,0.0000209793,0.05000,1.400
+20,block_sparse_moe.experts.95.w2,0.0000348445,0.05000,1.374
+20,block_sparse_moe.experts.83.w2,0.0000820718,0.05000,1.397
+20,block_sparse_moe.experts.94.w2,0.0002499020,0.05000,1.493
+20,block_sparse_moe.experts.86.w2,0.0001405214,0.05000,1.465
+20,block_sparse_moe.experts.87.w2,0.0001618906,0.05000,1.330
+20,block_sparse_moe.experts.92.w2,0.0000573602,0.05000,1.527
+20,block_sparse_moe.experts.82.w2,0.0000775433,0.05000,1.493
+20,block_sparse_moe.experts.88.w2,0.0000668091,0.05000,1.531
+20,block_sparse_moe.experts.91.w2,0.0001797688,0.05000,1.445
+20,block_sparse_moe.experts.80.w2,0.0000716673,0.05000,1.546
+20,block_sparse_moe.experts.90.w2,0.0001462217,0.05000,1.531
+20,block_sparse_moe.experts.84.w2,0.0001431528,0.05000,1.559
+20,block_sparse_moe.experts.101.w2,0.0002229911,0.05000,1.380
+20,block_sparse_moe.experts.105.w2,0.0001288839,0.05000,1.392
+20,block_sparse_moe.experts.109.w2,0.0001038914,0.05000,1.423
+20,block_sparse_moe.experts.97.w2,0.0000521324,0.05000,1.447
+20,block_sparse_moe.experts.111.w2,0.0002205514,0.05000,1.460
+20,block_sparse_moe.experts.103.w2,0.0001183933,0.05000,1.476
+20,block_sparse_moe.experts.110.w2,0.0001201407,0.05000,1.498
+20,block_sparse_moe.experts.102.w2,0.0001436610,0.05000,1.487
+20,block_sparse_moe.experts.99.w2,0.0000965630,0.05000,1.524
+20,block_sparse_moe.experts.96.w2,0.0002063277,0.05000,1.426
+20,block_sparse_moe.experts.104.w2,0.0001209551,0.05000,1.461
+20,block_sparse_moe.experts.108.w2,0.0001182572,0.05000,1.505
+20,block_sparse_moe.experts.107.w2,0.0001103094,0.05000,1.464
+20,block_sparse_moe.experts.98.w2,0.0000663479,0.05000,1.549
+20,block_sparse_moe.experts.106.w2,0.0000696298,0.05000,1.541
+20,block_sparse_moe.experts.100.w2,0.0000843256,0.05000,1.503
+20,block_sparse_moe.experts.117.w2,0.0001540392,0.05000,1.393
+20,block_sparse_moe.experts.121.w2,0.0000599491,0.05000,1.430
+20,block_sparse_moe.experts.125.w2,0.0000806451,0.05000,1.455
+20,block_sparse_moe.experts.113.w2,0.0000120885,0.05000,1.437
+20,block_sparse_moe.experts.126.w2,0.0000801132,0.05000,1.435
+20,block_sparse_moe.experts.127.w2,0.0001426624,0.05000,1.530
+20,block_sparse_moe.experts.119.w2,0.0002192556,0.05000,1.492
+20,block_sparse_moe.experts.118.w2,0.0000427437,0.05000,1.506
+20,block_sparse_moe.experts.115.w2,0.0000706074,0.05000,1.493
+20,block_sparse_moe.experts.123.w2,0.0000750052,0.05000,1.488
+20,block_sparse_moe.experts.112.w2,0.0001659956,0.05000,1.520
+20,block_sparse_moe.experts.120.w2,0.0000104188,0.05000,1.539
+20,block_sparse_moe.experts.114.w2,0.0000545556,0.05000,1.468
+20,block_sparse_moe.experts.124.w2,0.0001009273,0.05000,1.602
+20,block_sparse_moe.experts.122.w2,0.0001116450,0.05000,1.539
+20,block_sparse_moe.experts.116.w2,0.0001777940,0.05000,1.439
+20,block_sparse_moe.experts.133.w2,0.0000590874,0.05000,1.472
+20,block_sparse_moe.experts.137.w2,0.0001104962,0.05000,1.513
+20,block_sparse_moe.experts.129.w2,0.0001595356,0.05000,1.430
+20,block_sparse_moe.experts.141.w2,0.0002026864,0.05000,1.469
+20,block_sparse_moe.experts.143.w2,0.0001161208,0.05000,1.453
+20,block_sparse_moe.experts.142.w2,0.0001019124,0.05000,1.496
+20,block_sparse_moe.experts.128.w2,0.0000244810,0.05000,1.393
+20,block_sparse_moe.experts.131.w2,0.0000905907,0.05000,1.437
+20,block_sparse_moe.experts.139.w2,0.0001577992,0.05000,1.417
+20,block_sparse_moe.experts.135.w2,0.0000735281,0.05000,1.504
+20,block_sparse_moe.experts.134.w2,0.0000981058,0.05000,1.499
+20,block_sparse_moe.experts.136.w2,0.0001177502,0.05000,1.455
+20,block_sparse_moe.experts.140.w2,0.0000475087,0.05000,1.432
+20,block_sparse_moe.experts.130.w2,0.0000642249,0.05000,1.499
+20,block_sparse_moe.experts.138.w2,0.0000516197,0.05000,1.469
+20,block_sparse_moe.experts.132.w2,0.0003378856,0.05000,1.482
+20,block_sparse_moe.experts.149.w2,0.0000645445,0.05000,1.443
+20,block_sparse_moe.experts.153.w2,0.0001331875,0.05000,1.452
+20,block_sparse_moe.experts.145.w2,0.0001115657,0.05000,1.442
+20,block_sparse_moe.experts.157.w2,0.0000686120,0.05000,1.490
+20,block_sparse_moe.experts.159.w2,0.0000574341,0.05000,1.366
+20,block_sparse_moe.experts.147.w2,0.0003984765,0.05000,1.392
+20,block_sparse_moe.experts.144.w2,0.0001450898,0.05000,1.413
+20,block_sparse_moe.experts.151.w2,0.0001266802,0.05000,1.382
+20,block_sparse_moe.experts.158.w2,0.0001409755,0.05000,1.493
+20,block_sparse_moe.experts.152.w2,0.0000364833,0.05000,1.404
+20,block_sparse_moe.experts.155.w2,0.0003642719,0.05000,1.487
+20,block_sparse_moe.experts.150.w2,0.0001141261,0.05000,1.468
+20,block_sparse_moe.experts.156.w2,0.0000765426,0.05000,1.455
+20,block_sparse_moe.experts.146.w2,0.0000898979,0.05000,1.485
+20,block_sparse_moe.experts.148.w2,0.0000513433,0.05000,1.347
+20,block_sparse_moe.experts.154.w2,0.0002176481,0.05000,1.542
+20,block_sparse_moe.experts.165.w2,0.0001790007,0.05000,1.459
+20,block_sparse_moe.experts.169.w2,0.0000210313,0.05000,1.524
+20,block_sparse_moe.experts.160.w2,0.0000422957,0.05000,1.286
+20,block_sparse_moe.experts.161.w2,0.0001648580,0.05000,1.500
+20,block_sparse_moe.experts.173.w2,0.0001203140,0.05000,1.464
+20,block_sparse_moe.experts.163.w2,0.0000946221,0.05000,1.421
+20,block_sparse_moe.experts.175.w2,0.0000465661,0.05000,1.500
+20,block_sparse_moe.experts.168.w2,0.0000349658,0.05000,1.353
+20,block_sparse_moe.experts.167.w2,0.0000671706,0.05000,1.447
+20,block_sparse_moe.experts.171.w2,0.0000828703,0.05000,1.447
+20,block_sparse_moe.experts.172.w2,0.0000534256,0.05000,1.357
+20,block_sparse_moe.experts.164.w2,0.0000075228,0.05000,1.398
+20,block_sparse_moe.experts.174.w2,0.0000406873,0.05000,1.638
+20,block_sparse_moe.experts.166.w2,0.0000646654,0.05000,1.597
+20,block_sparse_moe.experts.162.w2,0.0000400202,0.05000,1.582
+20,block_sparse_moe.experts.170.w2,0.0001439380,0.05000,1.614
+20,block_sparse_moe.experts.181.w2,0.0001494752,0.05000,1.473
+20,block_sparse_moe.experts.176.w2,0.0001115893,0.05000,1.362
+20,block_sparse_moe.experts.185.w2,0.0000177068,0.05000,1.518
+20,block_sparse_moe.experts.184.w2,0.0000718073,0.05000,1.340
+20,block_sparse_moe.experts.177.w2,0.0000856619,0.05000,1.505
+20,block_sparse_moe.experts.188.w2,0.0000511904,0.05000,1.329
+20,block_sparse_moe.experts.189.w2,0.0000596629,0.05000,1.534
+20,block_sparse_moe.experts.180.w2,0.0001073243,0.05000,1.281
+20,block_sparse_moe.experts.191.w2,0.0000791679,0.05000,1.487
+20,block_sparse_moe.experts.179.w2,0.0000415041,0.05000,1.495
+20,block_sparse_moe.experts.183.w2,0.0002230702,0.05000,1.521
+20,block_sparse_moe.experts.187.w2,0.0000906774,0.05000,1.482
+20,block_sparse_moe.experts.190.w2,0.0001870283,0.05000,1.516
+20,block_sparse_moe.experts.182.w2,0.0001093764,0.05000,1.524
+20,block_sparse_moe.experts.178.w2,0.0001346829,0.05000,1.480
+20,block_sparse_moe.experts.186.w2,0.0001056669,0.05000,1.513
+20,block_sparse_moe.experts.192.w2,0.0000574225,0.05000,1.217
+20,block_sparse_moe.experts.200.w2,0.0000846807,0.05000,1.221
+20,block_sparse_moe.experts.204.w2,0.0000662396,0.05000,1.189
+20,block_sparse_moe.experts.196.w2,0.0001023202,0.05000,1.234
+20,block_sparse_moe.experts.197.w2,0.0000704059,0.05000,1.604
+20,block_sparse_moe.experts.195.w2,0.0000189144,0.05000,1.347
+20,block_sparse_moe.experts.207.w2,0.0000561598,0.05000,1.412
+20,block_sparse_moe.experts.201.w2,0.0000443964,0.05000,1.595
+20,block_sparse_moe.experts.203.w2,0.0001002530,0.05000,1.390
+20,block_sparse_moe.experts.199.w2,0.0000801499,0.05000,1.420
+20,block_sparse_moe.experts.193.w2,0.0000396724,0.05000,1.585
+20,block_sparse_moe.experts.205.w2,0.0001126496,0.05000,1.583
+20,block_sparse_moe.experts.198.w2,0.0001665454,0.05000,1.473
+20,block_sparse_moe.experts.206.w2,0.0001154425,0.05000,1.516
+20,block_sparse_moe.experts.194.w2,0.0002699111,0.05000,1.562
+20,block_sparse_moe.experts.202.w2,0.0000453779,0.05000,1.535
+20,block_sparse_moe.experts.208.w2,0.0000252515,0.05000,1.230
+20,block_sparse_moe.experts.216.w2,0.0000272496,0.05000,1.255
+20,block_sparse_moe.experts.220.w2,0.0001264048,0.05000,1.336
+20,block_sparse_moe.experts.212.w2,0.0001184113,0.05000,1.370
+20,block_sparse_moe.experts.211.w2,0.0000139109,0.05000,1.389
+20,block_sparse_moe.experts.223.w2,0.0000959659,0.05000,1.408
+20,block_sparse_moe.experts.213.w2,0.0001157953,0.05000,1.593
+20,block_sparse_moe.experts.219.w2,0.0000788849,0.05000,1.372
+20,block_sparse_moe.experts.215.w2,0.0001865341,0.05000,1.399
+20,block_sparse_moe.experts.217.w2,0.0000941951,0.05000,1.550
+20,block_sparse_moe.experts.209.w2,0.0001501482,0.05000,1.552
+20,block_sparse_moe.experts.221.w2,0.0000433093,0.05000,1.550
+20,block_sparse_moe.experts.214.w2,0.0000780374,0.05000,1.557
+20,block_sparse_moe.experts.222.w2,0.0000145724,0.05000,1.598
+20,block_sparse_moe.experts.210.w2,0.0000580604,0.05000,1.533
+20,block_sparse_moe.experts.224.w2,0.0000549606,0.05000,1.451
+20,block_sparse_moe.experts.218.w2,0.0002899542,0.05000,1.586
+20,block_sparse_moe.experts.232.w2,0.0000712962,0.05000,1.431
+20,block_sparse_moe.experts.236.w2,0.0001289631,0.05000,1.420
+20,block_sparse_moe.experts.228.w2,0.0001188649,0.05000,1.385
+20,block_sparse_moe.experts.227.w2,0.0000076166,0.05000,1.565
+20,block_sparse_moe.experts.235.w2,0.0001141375,0.05000,1.518
+20,block_sparse_moe.experts.239.w2,0.0000223001,0.05000,1.577
+20,block_sparse_moe.experts.229.w2,0.0001802517,0.05000,1.595
+20,block_sparse_moe.experts.231.w2,0.0000480522,0.05000,1.566
+20,block_sparse_moe.experts.233.w2,0.0001661249,0.05000,1.560
+20,block_sparse_moe.experts.237.w2,0.0000158693,0.05000,1.537
+20,block_sparse_moe.experts.225.w2,0.0000890373,0.05000,1.575
+20,block_sparse_moe.experts.230.w2,0.0000130714,0.05000,1.514
+20,block_sparse_moe.experts.240.w2,0.0000591009,0.05000,1.277
+20,block_sparse_moe.experts.226.w2,0.0000690379,0.05000,1.497
+20,block_sparse_moe.experts.248.w2,0.0001653714,0.05000,1.233
+20,block_sparse_moe.experts.238.w2,0.0000258308,0.05000,1.583
+20,block_sparse_moe.experts.252.w2,0.0000558926,0.05000,1.273
+20,block_sparse_moe.experts.244.w2,0.0000857136,0.05000,1.201
+20,block_sparse_moe.experts.234.w2,0.0000656177,0.05000,1.523
+20,block_sparse_moe.experts.243.w2,0.0000673535,0.05000,1.417
+20,block_sparse_moe.experts.255.w2,0.0001428372,0.05000,1.359
+20,block_sparse_moe.experts.251.w2,0.0001598226,0.05000,1.374
+20,block_sparse_moe.experts.247.w2,0.0002457862,0.05000,1.319
+20,block_sparse_moe.experts.245.w2,0.0001310509,0.05000,1.564
+20,block_sparse_moe.experts.249.w2,0.0000741097,0.05000,1.447
+20,block_sparse_moe.experts.241.w2,0.0001264196,0.05000,1.432
+20,block_sparse_moe.experts.253.w2,0.0000523467,0.05000,1.433
+20,block_sparse_moe.experts.242.w2,0.0000411470,0.05000,1.505
+20,block_sparse_moe.experts.246.w2,0.0000080581,0.05000,1.591
+20,block_sparse_moe.experts.254.w2,0.0000948599,0.05000,1.496
+20,block_sparse_moe.experts.250.w2,0.0000742814,0.05000,1.349
+21,self_attn.q_proj,0.0000024681,0.05000,0.981
+21,self_attn.v_proj,0.0000003418,0.05000,1.073
+21,self_attn.k_proj,0.0000004204,0.05000,1.075
+21,self_attn.o_proj,0.0000003368,0.05000,1.730
+21,block_sparse_moe.experts.3.w1,0.0003551490,0.05000,2.744
+21,block_sparse_moe.experts.15.w1,0.0002732355,0.05000,2.719
+21,block_sparse_moe.experts.7.w1,0.0001618376,0.05000,2.846
+21,block_sparse_moe.experts.11.w1,0.0005921118,0.05000,2.873
+21,block_sparse_moe.experts.0.w1,0.0004882783,0.05000,2.962
+21,block_sparse_moe.experts.4.w1,0.0002752806,0.05000,3.019
+21,block_sparse_moe.experts.8.w1,0.0002854985,0.05000,3.043
+21,block_sparse_moe.experts.12.w1,0.0002939779,0.05000,3.069
+21,block_sparse_moe.experts.2.w1,0.0001567430,0.05000,3.180
+21,block_sparse_moe.experts.5.w1,0.0002402980,0.05000,3.209
+21,block_sparse_moe.experts.9.w1,0.0000394296,0.05000,3.212
+21,block_sparse_moe.experts.13.w1,0.0001645396,0.05000,3.263
+21,block_sparse_moe.experts.10.w1,0.0003154822,0.05000,3.266
+21,block_sparse_moe.experts.1.w1,0.0000930216,0.05000,3.268
+21,block_sparse_moe.experts.14.w1,0.0000597403,0.05000,3.272
+21,block_sparse_moe.experts.6.w1,0.0005483222,0.05000,3.329
+21,block_sparse_moe.experts.19.w1,0.0000840639,0.05000,2.788
+21,block_sparse_moe.experts.31.w1,0.0004096965,0.05000,2.772
+21,block_sparse_moe.experts.23.w1,0.0002542445,0.05000,2.759
+21,block_sparse_moe.experts.27.w1,0.0001606427,0.05000,2.854
+21,block_sparse_moe.experts.16.w1,0.0001748000,0.05000,2.826
+21,block_sparse_moe.experts.20.w1,0.0000729721,0.05000,2.872
+21,block_sparse_moe.experts.24.w1,0.0000961392,0.05000,2.887
+21,block_sparse_moe.experts.28.w1,0.0002737322,0.05000,2.897
+21,block_sparse_moe.experts.18.w1,0.0002639301,0.05000,2.818
+21,block_sparse_moe.experts.21.w1,0.0003164661,0.05000,2.823
+21,block_sparse_moe.experts.29.w1,0.0003226245,0.05000,2.808
+21,block_sparse_moe.experts.25.w1,0.0000559006,0.05000,2.870
+21,block_sparse_moe.experts.26.w1,0.0001938796,0.05000,2.904
+21,block_sparse_moe.experts.30.w1,0.0002986507,0.05000,2.906
+21,block_sparse_moe.experts.17.w1,0.0001794501,0.05000,2.923
+21,block_sparse_moe.experts.22.w1,0.0004216493,0.05000,2.896
+21,block_sparse_moe.experts.35.w1,0.0001240522,0.05000,2.925
+21,block_sparse_moe.experts.47.w1,0.0003815731,0.05000,2.933
+21,block_sparse_moe.experts.39.w1,0.0003066817,0.05000,2.903
+21,block_sparse_moe.experts.43.w1,0.0001679634,0.05000,3.073
+21,block_sparse_moe.experts.36.w1,0.0002167275,0.05000,2.954
+21,block_sparse_moe.experts.32.w1,0.0003882703,0.05000,3.061
+21,block_sparse_moe.experts.40.w1,0.0001423008,0.05000,3.010
+21,block_sparse_moe.experts.34.w1,0.0002710161,0.05000,2.969
+21,block_sparse_moe.experts.44.w1,0.0004422493,0.05000,3.035
+21,block_sparse_moe.experts.45.w1,0.0003779656,0.05000,3.008
+21,block_sparse_moe.experts.37.w1,0.0001327911,0.05000,3.083
+21,block_sparse_moe.experts.41.w1,0.0001478766,0.05000,3.037
+21,block_sparse_moe.experts.42.w1,0.0003880691,0.05000,2.958
+21,block_sparse_moe.experts.46.w1,0.0000696712,0.05000,2.966
+21,block_sparse_moe.experts.33.w1,0.0001493326,0.05000,3.006
+21,block_sparse_moe.experts.38.w1,0.0001629756,0.05000,2.967
+21,block_sparse_moe.experts.51.w1,0.0003359298,0.05000,2.887
+21,block_sparse_moe.experts.63.w1,0.0000340995,0.05000,2.844
+21,block_sparse_moe.experts.55.w1,0.0002660754,0.05000,2.844
+21,block_sparse_moe.experts.59.w1,0.0002455236,0.05000,2.934
+21,block_sparse_moe.experts.48.w1,0.0005226981,0.05000,2.961
+21,block_sparse_moe.experts.52.w1,0.0003626846,0.05000,2.972
+21,block_sparse_moe.experts.56.w1,0.0003495696,0.05000,2.978
+21,block_sparse_moe.experts.60.w1,0.0004184022,0.05000,2.961
+21,block_sparse_moe.experts.50.w1,0.0002469041,0.05000,3.158
+21,block_sparse_moe.experts.61.w1,0.0004109908,0.05000,3.080
+21,block_sparse_moe.experts.53.w1,0.0002778450,0.05000,3.087
+21,block_sparse_moe.experts.57.w1,0.0003044086,0.05000,3.087
+21,block_sparse_moe.experts.62.w1,0.0002181888,0.05000,3.080
+21,block_sparse_moe.experts.58.w1,0.0004508540,0.05000,3.100
+21,block_sparse_moe.experts.54.w1,0.0000590793,0.05000,3.073
+21,block_sparse_moe.experts.49.w1,0.0004172898,0.05000,3.078
+21,block_sparse_moe.experts.67.w1,0.0002617828,0.05000,2.801
+21,block_sparse_moe.experts.79.w1,0.0002224414,0.05000,2.837
+21,block_sparse_moe.experts.71.w1,0.0002949760,0.05000,2.931
+21,block_sparse_moe.experts.75.w1,0.0002555191,0.05000,2.907
+21,block_sparse_moe.experts.64.w1,0.0001934357,0.05000,2.982
+21,block_sparse_moe.experts.68.w1,0.0003010292,0.05000,3.000
+21,block_sparse_moe.experts.72.w1,0.0002795003,0.05000,2.994
+21,block_sparse_moe.experts.76.w1,0.0002364269,0.05000,3.001
+21,block_sparse_moe.experts.66.w1,0.0002756208,0.05000,2.853
+21,block_sparse_moe.experts.78.w1,0.0000313247,0.05000,2.883
+21,block_sparse_moe.experts.77.w1,0.0001565612,0.05000,2.965
+21,block_sparse_moe.experts.70.w1,0.0002463686,0.05000,2.895
+21,block_sparse_moe.experts.74.w1,0.0003791919,0.05000,2.947
+21,block_sparse_moe.experts.69.w1,0.0001985891,0.05000,2.990
+21,block_sparse_moe.experts.73.w1,0.0002333491,0.05000,3.025
+21,block_sparse_moe.experts.65.w1,0.0003262198,0.05000,2.987
+21,block_sparse_moe.experts.83.w1,0.0002217840,0.05000,2.965
+21,block_sparse_moe.experts.95.w1,0.0002613640,0.05000,3.003
+21,block_sparse_moe.experts.87.w1,0.0004408370,0.05000,2.959
+21,block_sparse_moe.experts.91.w1,0.0000846113,0.05000,2.932
+21,block_sparse_moe.experts.80.w1,0.0000301372,0.05000,3.048
+21,block_sparse_moe.experts.84.w1,0.0002120023,0.05000,3.061
+21,block_sparse_moe.experts.88.w1,0.0003741338,0.05000,3.021
+21,block_sparse_moe.experts.92.w1,0.0004272297,0.05000,3.042
+21,block_sparse_moe.experts.82.w1,0.0003418683,0.05000,3.104
+21,block_sparse_moe.experts.93.w1,0.0004215278,0.05000,3.007
+21,block_sparse_moe.experts.85.w1,0.0001391659,0.05000,2.983
+21,block_sparse_moe.experts.81.w1,0.0003913516,0.05000,2.993
+21,block_sparse_moe.experts.89.w1,0.0003351574,0.05000,3.029
+21,block_sparse_moe.experts.90.w1,0.0003749600,0.05000,3.088
+21,block_sparse_moe.experts.86.w1,0.0001002492,0.05000,3.129
+21,block_sparse_moe.experts.94.w1,0.0004670567,0.05000,3.201
+21,block_sparse_moe.experts.99.w1,0.0000920021,0.05000,2.820
+21,block_sparse_moe.experts.103.w1,0.0003075392,0.05000,2.866
+21,block_sparse_moe.experts.111.w1,0.0002309792,0.05000,2.972
+21,block_sparse_moe.experts.107.w1,0.0001895246,0.05000,2.976
+21,block_sparse_moe.experts.96.w1,0.0001944392,0.05000,2.947
+21,block_sparse_moe.experts.100.w1,0.0002151085,0.05000,3.000
+21,block_sparse_moe.experts.104.w1,0.0004714016,0.05000,3.005
+21,block_sparse_moe.experts.108.w1,0.0000275451,0.05000,3.023
+21,block_sparse_moe.experts.101.w1,0.0000252121,0.05000,2.946
+21,block_sparse_moe.experts.109.w1,0.0002971338,0.05000,3.017
+21,block_sparse_moe.experts.98.w1,0.0004495531,0.05000,3.113
+21,block_sparse_moe.experts.97.w1,0.0002172483,0.05000,2.994
+21,block_sparse_moe.experts.105.w1,0.0001006570,0.05000,3.055
+21,block_sparse_moe.experts.106.w1,0.0005339341,0.05000,3.061
+21,block_sparse_moe.experts.110.w1,0.0001286588,0.05000,3.058
+21,block_sparse_moe.experts.102.w1,0.0000250150,0.05000,3.160
+21,block_sparse_moe.experts.115.w1,0.0004290370,0.05000,3.056
+21,block_sparse_moe.experts.119.w1,0.0003050202,0.05000,3.030
+21,block_sparse_moe.experts.127.w1,0.0000969635,0.05000,3.120
+21,block_sparse_moe.experts.123.w1,0.0000673112,0.05000,3.100
+21,block_sparse_moe.experts.112.w1,0.0003967244,0.05000,2.962
+21,block_sparse_moe.experts.116.w1,0.0001107484,0.05000,3.023
+21,block_sparse_moe.experts.120.w1,0.0001527325,0.05000,3.092
+21,block_sparse_moe.experts.124.w1,0.0000239360,0.05000,3.067
+21,block_sparse_moe.experts.114.w1,0.0000836106,0.05000,2.918
+21,block_sparse_moe.experts.125.w1,0.0003585782,0.05000,3.004
+21,block_sparse_moe.experts.117.w1,0.0003274257,0.05000,3.091
+21,block_sparse_moe.experts.113.w1,0.0004461246,0.05000,3.018
+21,block_sparse_moe.experts.126.w1,0.0003036766,0.05000,2.932
+21,block_sparse_moe.experts.122.w1,0.0002805684,0.05000,2.983
+21,block_sparse_moe.experts.121.w1,0.0003088635,0.05000,3.042
+21,block_sparse_moe.experts.118.w1,0.0000220389,0.05000,2.998
+21,block_sparse_moe.experts.131.w1,0.0003883029,0.05000,2.779
+21,block_sparse_moe.experts.135.w1,0.0000263063,0.05000,2.779
+21,block_sparse_moe.experts.143.w1,0.0001178392,0.05000,2.824
+21,block_sparse_moe.experts.139.w1,0.0000655344,0.05000,2.949
+21,block_sparse_moe.experts.128.w1,0.0002067623,0.05000,2.877
+21,block_sparse_moe.experts.136.w1,0.0001821359,0.05000,2.851
+21,block_sparse_moe.experts.132.w1,0.0002999704,0.05000,2.985
+21,block_sparse_moe.experts.140.w1,0.0000768605,0.05000,2.900
+21,block_sparse_moe.experts.141.w1,0.0001037359,0.05000,2.889
+21,block_sparse_moe.experts.133.w1,0.0001748981,0.05000,2.916
+21,block_sparse_moe.experts.129.w1,0.0004819106,0.05000,2.866
+21,block_sparse_moe.experts.130.w1,0.0000505939,0.05000,3.097
+21,block_sparse_moe.experts.142.w1,0.0003058209,0.05000,2.953
+21,block_sparse_moe.experts.137.w1,0.0002113317,0.05000,2.932
+21,block_sparse_moe.experts.138.w1,0.0001993335,0.05000,3.049
+21,block_sparse_moe.experts.134.w1,0.0001505515,0.05000,3.034
+21,block_sparse_moe.experts.147.w1,0.0001513721,0.05000,2.941
+21,block_sparse_moe.experts.151.w1,0.0001178037,0.05000,2.904
+21,block_sparse_moe.experts.159.w1,0.0000624159,0.05000,2.991
+21,block_sparse_moe.experts.155.w1,0.0006244572,0.05000,2.941
+21,block_sparse_moe.experts.144.w1,0.0001799857,0.05000,3.117
+21,block_sparse_moe.experts.152.w1,0.0001889073,0.05000,3.042
+21,block_sparse_moe.experts.148.w1,0.0006069297,0.05000,3.065
+21,block_sparse_moe.experts.156.w1,0.0001590411,0.05000,2.958
+21,block_sparse_moe.experts.149.w1,0.0000984712,0.05000,2.878
+21,block_sparse_moe.experts.157.w1,0.0002208564,0.05000,3.017
+21,block_sparse_moe.experts.145.w1,0.0001853863,0.05000,3.058
+21,block_sparse_moe.experts.158.w1,0.0003087311,0.05000,3.013
+21,block_sparse_moe.experts.146.w1,0.0004065457,0.05000,3.068
+21,block_sparse_moe.experts.154.w1,0.0001708946,0.05000,2.936
+21,block_sparse_moe.experts.153.w1,0.0002562508,0.05000,3.062
+21,block_sparse_moe.experts.150.w1,0.0001473104,0.05000,3.048
+21,block_sparse_moe.experts.163.w1,0.0004443712,0.05000,3.101
+21,block_sparse_moe.experts.167.w1,0.0001408497,0.05000,3.131
+21,block_sparse_moe.experts.175.w1,0.0000776116,0.05000,3.142
+21,block_sparse_moe.experts.171.w1,0.0011122325,0.05000,3.043
+21,block_sparse_moe.experts.160.w1,0.0002287753,0.05000,3.089
+21,block_sparse_moe.experts.164.w1,0.0001253167,0.05000,3.086
+21,block_sparse_moe.experts.172.w1,0.0001775498,0.05000,3.121
+21,block_sparse_moe.experts.168.w1,0.0001223554,0.05000,3.154
+21,block_sparse_moe.experts.165.w1,0.0000439166,0.05000,3.093
+21,block_sparse_moe.experts.173.w1,0.0001150007,0.05000,3.048
+21,block_sparse_moe.experts.161.w1,0.0005005321,0.05000,3.053
+21,block_sparse_moe.experts.170.w1,0.0002877619,0.05000,3.109
+21,block_sparse_moe.experts.162.w1,0.0005888718,0.05000,3.113
+21,block_sparse_moe.experts.169.w1,0.0001799941,0.05000,3.081
+21,block_sparse_moe.experts.174.w1,0.0001122546,0.05000,3.196
+21,block_sparse_moe.experts.166.w1,0.0000379301,0.05000,3.101
+21,block_sparse_moe.experts.179.w1,0.0003216657,0.05000,2.063
+21,block_sparse_moe.experts.183.w1,0.0003993656,0.05000,1.969
+21,block_sparse_moe.experts.190.w1,0.0002648703,0.05000,3.056
+21,block_sparse_moe.experts.186.w1,0.0001325382,0.05000,3.118
+21,block_sparse_moe.experts.178.w1,0.0002531051,0.05000,3.298
+21,block_sparse_moe.experts.182.w1,0.0000561102,0.05000,3.142
+21,block_sparse_moe.experts.176.w1,0.0000778339,0.05000,4.329
+21,block_sparse_moe.experts.184.w1,0.0003495671,0.05000,4.301
+21,block_sparse_moe.experts.180.w1,0.0000657054,0.05000,4.376
+21,block_sparse_moe.experts.188.w1,0.0003211693,0.05000,4.373
+21,block_sparse_moe.experts.181.w1,0.0001671455,0.05000,5.926
+21,block_sparse_moe.experts.189.w1,0.0002251541,0.05000,6.149
+21,block_sparse_moe.experts.177.w1,0.0006007341,0.05000,6.011
+21,block_sparse_moe.experts.185.w1,0.0001091275,0.05000,6.094
+21,block_sparse_moe.experts.192.w1,0.0002571497,0.05000,3.355
+21,block_sparse_moe.experts.200.w1,0.0002705481,0.05000,3.274
+21,block_sparse_moe.experts.196.w1,0.0002079456,0.05000,3.245
+21,block_sparse_moe.experts.204.w1,0.0003939293,0.05000,3.217
+21,block_sparse_moe.experts.202.w1,0.0001004031,0.05000,5.435
+21,block_sparse_moe.experts.206.w1,0.0002117507,0.05000,5.530
+21,block_sparse_moe.experts.194.w1,0.0004783837,0.05000,5.485
+21,block_sparse_moe.experts.198.w1,0.0003122154,0.05000,5.468
+21,block_sparse_moe.experts.197.w1,0.0001502497,0.05000,3.380
+21,block_sparse_moe.experts.193.w1,0.0005910607,0.05000,3.345
+21,block_sparse_moe.experts.205.w1,0.0001814746,0.05000,3.354
+21,block_sparse_moe.experts.201.w1,0.0001699964,0.05000,3.454
+21,block_sparse_moe.experts.208.w1,0.0001567462,0.05000,3.073
+21,block_sparse_moe.experts.212.w1,0.0002553854,0.05000,3.098
+21,block_sparse_moe.experts.216.w1,0.0003187061,0.05000,3.106
+21,block_sparse_moe.experts.220.w1,0.0004362116,0.05000,3.136
+21,block_sparse_moe.experts.218.w1,0.0003412016,0.05000,3.021
+21,block_sparse_moe.experts.222.w1,0.0000974404,0.05000,3.117
+21,block_sparse_moe.experts.214.w1,0.0002303962,0.05000,2.963
+21,block_sparse_moe.experts.210.w1,0.0002847388,0.05000,3.089
+21,block_sparse_moe.experts.213.w1,0.0001070799,0.05000,3.187
+21,block_sparse_moe.experts.209.w1,0.0001751328,0.05000,3.072
+21,block_sparse_moe.experts.221.w1,0.0003130953,0.05000,3.096
+21,block_sparse_moe.experts.217.w1,0.0002359488,0.05000,2.825
+21,block_sparse_moe.experts.195.w1,0.0001698437,0.05000,3.000
+21,block_sparse_moe.experts.187.w1,0.0003028897,0.05000,3.025
+21,block_sparse_moe.experts.199.w1,0.0002817170,0.05000,3.051
+21,block_sparse_moe.experts.191.w1,0.0001501466,0.05000,3.156
+21,block_sparse_moe.experts.224.w1,0.0004006906,0.05000,3.328
+21,block_sparse_moe.experts.232.w1,0.0000846909,0.05000,3.306
+21,block_sparse_moe.experts.236.w1,0.0000872031,0.05000,3.313
+21,block_sparse_moe.experts.228.w1,0.0002172433,0.05000,3.387
+21,block_sparse_moe.experts.234.w1,0.0003106031,0.05000,3.386
+21,block_sparse_moe.experts.238.w1,0.0001669669,0.05000,3.407
+21,block_sparse_moe.experts.226.w1,0.0001986206,0.05000,3.299
+21,block_sparse_moe.experts.230.w1,0.0002392870,0.05000,3.368
+21,block_sparse_moe.experts.215.w1,0.0002915138,0.05000,3.055
+21,block_sparse_moe.experts.203.w1,0.0001775532,0.05000,3.174
+21,block_sparse_moe.experts.211.w1,0.0002737391,0.05000,3.245
+21,block_sparse_moe.experts.207.w1,0.0006751475,0.05000,3.117
+21,block_sparse_moe.experts.237.w1,0.0004281147,0.05000,3.187
+21,block_sparse_moe.experts.229.w1,0.0004562798,0.05000,3.216
+21,block_sparse_moe.experts.233.w1,0.0002327780,0.05000,3.221
+21,block_sparse_moe.experts.225.w1,0.0000975665,0.05000,3.275
+21,block_sparse_moe.experts.240.w1,0.0001150957,0.05000,3.233
+21,block_sparse_moe.experts.252.w1,0.0002662911,0.05000,3.175
+21,block_sparse_moe.experts.248.w1,0.0005511232,0.05000,3.271
+21,block_sparse_moe.experts.244.w1,0.0001015811,0.05000,3.256
+21,block_sparse_moe.experts.231.w1,0.0002525923,0.05000,2.851
+21,block_sparse_moe.experts.254.w1,0.0001696379,0.05000,3.012
+21,block_sparse_moe.experts.242.w1,0.0003522634,0.05000,3.035
+21,block_sparse_moe.experts.250.w1,0.0003225706,0.05000,3.071
+21,block_sparse_moe.experts.227.w1,0.0001521419,0.05000,2.895
+21,block_sparse_moe.experts.219.w1,0.0002312594,0.05000,2.941
+21,block_sparse_moe.experts.246.w1,0.0004131501,0.05000,3.195
+21,block_sparse_moe.experts.223.w1,0.0002777355,0.05000,2.987
+21,block_sparse_moe.experts.253.w1,0.0000829792,0.05000,2.945
+21,block_sparse_moe.experts.249.w1,0.0004047201,0.05000,2.945
+21,block_sparse_moe.experts.245.w1,0.0002504381,0.05000,2.999
+21,block_sparse_moe.experts.241.w1,0.0003582233,0.05000,2.984
+21,block_sparse_moe.experts.12.w3,0.0003024475,0.05000,2.889
+21,block_sparse_moe.experts.0.w3,0.0004974902,0.05000,3.043
+21,block_sparse_moe.experts.8.w3,0.0002910867,0.05000,3.048
+21,block_sparse_moe.experts.4.w3,0.0002760811,0.05000,3.062
+21,block_sparse_moe.experts.247.w1,0.0000456626,0.05000,2.962
+21,block_sparse_moe.experts.14.w3,0.0000599769,0.05000,2.989
+21,block_sparse_moe.experts.10.w3,0.0003207464,0.05000,3.009
+21,block_sparse_moe.experts.243.w1,0.0005580081,0.05000,2.938
+21,block_sparse_moe.experts.2.w3,0.0001594431,0.05000,3.092
+21,block_sparse_moe.experts.6.w3,0.0005601778,0.05000,2.933
+21,block_sparse_moe.experts.235.w1,0.0000802260,0.05000,3.025
+21,block_sparse_moe.experts.239.w1,0.0003988240,0.05000,2.943
+21,block_sparse_moe.experts.5.w3,0.0002405695,0.05000,2.907
+21,block_sparse_moe.experts.13.w3,0.0001736805,0.05000,3.055
+21,block_sparse_moe.experts.9.w3,0.0000394196,0.05000,3.056
+21,block_sparse_moe.experts.1.w3,0.0000946078,0.05000,2.994
+21,block_sparse_moe.experts.16.w3,0.0001768127,0.05000,2.866
+21,block_sparse_moe.experts.28.w3,0.0002795676,0.05000,2.965
+21,block_sparse_moe.experts.24.w3,0.0000983767,0.05000,2.899
+21,block_sparse_moe.experts.20.w3,0.0000750347,0.05000,2.891
+21,block_sparse_moe.experts.7.w3,0.0001685196,0.05000,2.954
+21,block_sparse_moe.experts.26.w3,0.0001980968,0.05000,2.948
+21,block_sparse_moe.experts.30.w3,0.0003063396,0.05000,3.053
+21,block_sparse_moe.experts.3.w3,0.0003603006,0.05000,2.986
+21,block_sparse_moe.experts.255.w1,0.0001347842,0.05000,2.904
+21,block_sparse_moe.experts.22.w3,0.0005534495,0.05000,3.002
+21,block_sparse_moe.experts.18.w3,0.0002649776,0.05000,3.074
+21,block_sparse_moe.experts.251.w1,0.0005452460,0.05000,3.045
+21,block_sparse_moe.experts.21.w3,0.0003224304,0.05000,2.848
+21,block_sparse_moe.experts.29.w3,0.0003441712,0.05000,2.821
+21,block_sparse_moe.experts.17.w3,0.0001804055,0.05000,2.800
+21,block_sparse_moe.experts.25.w3,0.0000572963,0.05000,2.857
+21,block_sparse_moe.experts.32.w3,0.0003975103,0.05000,3.059
+21,block_sparse_moe.experts.44.w3,0.0004535728,0.05000,3.088
+21,block_sparse_moe.experts.40.w3,0.0001493137,0.05000,3.056
+21,block_sparse_moe.experts.36.w3,0.0002205466,0.05000,3.032
+21,block_sparse_moe.experts.23.w3,0.0002638960,0.05000,2.911
+21,block_sparse_moe.experts.19.w3,0.0000868820,0.05000,2.819
+21,block_sparse_moe.experts.46.w3,0.0000731743,0.05000,2.907
+21,block_sparse_moe.experts.42.w3,0.0003954057,0.05000,2.967
+21,block_sparse_moe.experts.15.w3,0.0002798548,0.05000,2.885
+21,block_sparse_moe.experts.34.w3,0.0002730476,0.05000,2.862
+21,block_sparse_moe.experts.11.w3,0.0005812629,0.05000,2.856
+21,block_sparse_moe.experts.38.w3,0.0001695984,0.05000,3.006
+21,block_sparse_moe.experts.37.w3,0.0001376282,0.05000,2.762
+21,block_sparse_moe.experts.45.w3,0.0003865384,0.05000,2.747
+21,block_sparse_moe.experts.41.w3,0.0001499151,0.05000,2.774
+21,block_sparse_moe.experts.33.w3,0.0001529740,0.05000,2.855
+21,block_sparse_moe.experts.48.w3,0.0005371081,0.05000,2.798
+21,block_sparse_moe.experts.60.w3,0.0004278912,0.05000,2.756
+21,block_sparse_moe.experts.56.w3,0.0003564835,0.05000,2.743
+21,block_sparse_moe.experts.52.w3,0.0003722048,0.05000,2.780
+21,block_sparse_moe.experts.39.w3,0.0003040307,0.05000,2.782
+21,block_sparse_moe.experts.35.w3,0.0001268068,0.05000,2.895
+21,block_sparse_moe.experts.27.w3,0.0001657826,0.05000,2.828
+21,block_sparse_moe.experts.31.w3,0.0004241624,0.05000,2.918
+21,block_sparse_moe.experts.50.w3,0.0002473695,0.05000,2.891
+21,block_sparse_moe.experts.62.w3,0.0002194190,0.05000,3.032
+21,block_sparse_moe.experts.58.w3,0.0004591606,0.05000,3.050
+21,block_sparse_moe.experts.54.w3,0.0000604224,0.05000,2.944
+21,block_sparse_moe.experts.53.w3,0.0002849169,0.05000,3.191
+21,block_sparse_moe.experts.61.w3,0.0004200207,0.05000,3.170
+21,block_sparse_moe.experts.57.w3,0.0003147785,0.05000,3.141
+21,block_sparse_moe.experts.49.w3,0.0004267056,0.05000,3.159
+21,block_sparse_moe.experts.64.w3,0.0001967246,0.05000,3.088
+21,block_sparse_moe.experts.76.w3,0.0002454926,0.05000,3.096
+21,block_sparse_moe.experts.72.w3,0.0002832133,0.05000,3.106
+21,block_sparse_moe.experts.68.w3,0.0003087897,0.05000,3.094
+21,block_sparse_moe.experts.55.w3,0.0002699908,0.05000,2.875
+21,block_sparse_moe.experts.51.w3,0.0003340677,0.05000,3.002
+21,block_sparse_moe.experts.43.w3,0.0001723861,0.05000,2.953
+21,block_sparse_moe.experts.47.w3,0.0003842912,0.05000,2.944
+21,block_sparse_moe.experts.66.w3,0.0002873450,0.05000,2.968
+21,block_sparse_moe.experts.78.w3,0.0000322666,0.05000,2.953
+21,block_sparse_moe.experts.74.w3,0.0003812677,0.05000,2.969
+21,block_sparse_moe.experts.70.w3,0.0002525892,0.05000,2.956
+21,block_sparse_moe.experts.77.w3,0.0001611351,0.05000,2.920
+21,block_sparse_moe.experts.69.w3,0.0002049864,0.05000,3.029
+21,block_sparse_moe.experts.73.w3,0.0002412137,0.05000,3.038
+21,block_sparse_moe.experts.65.w3,0.0003348806,0.05000,2.971
+21,block_sparse_moe.experts.80.w3,0.0000311679,0.05000,2.850
+21,block_sparse_moe.experts.92.w3,0.0004458938,0.05000,2.919
+21,block_sparse_moe.experts.84.w3,0.0002170262,0.05000,2.827
+21,block_sparse_moe.experts.88.w3,0.0003812832,0.05000,2.939
+21,block_sparse_moe.experts.71.w3,0.0003020662,0.05000,2.859
+21,block_sparse_moe.experts.67.w3,0.0002653028,0.05000,2.855
+21,block_sparse_moe.experts.63.w3,0.0000335179,0.05000,2.794
+21,block_sparse_moe.experts.59.w3,0.0002520021,0.05000,2.854
+21,block_sparse_moe.experts.94.w3,0.0004784743,0.05000,2.924
+21,block_sparse_moe.experts.90.w3,0.0003880832,0.05000,2.899
+21,block_sparse_moe.experts.82.w3,0.0003491600,0.05000,2.994
+21,block_sparse_moe.experts.86.w3,0.0001096617,0.05000,2.936
+21,block_sparse_moe.experts.85.w3,0.0001424163,0.05000,2.870
+21,block_sparse_moe.experts.93.w3,0.0004333664,0.05000,3.004
+21,block_sparse_moe.experts.81.w3,0.0003789664,0.05000,2.929
+21,block_sparse_moe.experts.89.w3,0.0003412697,0.05000,2.967
+21,block_sparse_moe.experts.96.w3,0.0002028796,0.05000,3.083
+21,block_sparse_moe.experts.108.w3,0.0000261863,0.05000,2.990
+21,block_sparse_moe.experts.100.w3,0.0002184997,0.05000,2.925
+21,block_sparse_moe.experts.104.w3,0.0004840907,0.05000,3.039
+21,block_sparse_moe.experts.87.w3,0.0004410896,0.05000,3.032
+21,block_sparse_moe.experts.83.w3,0.0002270549,0.05000,3.080
+21,block_sparse_moe.experts.79.w3,0.0002251116,0.05000,3.105
+21,block_sparse_moe.experts.75.w3,0.0002621045,0.05000,3.127
+21,block_sparse_moe.experts.106.w3,0.0005423794,0.05000,3.006
+21,block_sparse_moe.experts.110.w3,0.0001299895,0.05000,3.081
+21,block_sparse_moe.experts.98.w3,0.0004547837,0.05000,3.113
+21,block_sparse_moe.experts.102.w3,0.0000258922,0.05000,3.087
+21,block_sparse_moe.experts.101.w3,0.0000259199,0.05000,2.969
+21,block_sparse_moe.experts.109.w3,0.0003039395,0.05000,3.012
+21,block_sparse_moe.experts.97.w3,0.0002219531,0.05000,2.982
+21,block_sparse_moe.experts.105.w3,0.0001031658,0.05000,3.051
+21,block_sparse_moe.experts.124.w3,0.0000242992,0.05000,2.919
+21,block_sparse_moe.experts.116.w3,0.0001133785,0.05000,2.973
+21,block_sparse_moe.experts.112.w3,0.0004042325,0.05000,3.045
+21,block_sparse_moe.experts.120.w3,0.0001543277,0.05000,2.943
+21,block_sparse_moe.experts.103.w3,0.0003148939,0.05000,3.089
+21,block_sparse_moe.experts.95.w3,0.0002663693,0.05000,2.946
+21,block_sparse_moe.experts.99.w3,0.0000948302,0.05000,2.983
+21,block_sparse_moe.experts.91.w3,0.0000869013,0.05000,3.030
+21,block_sparse_moe.experts.126.w3,0.0002907765,0.05000,2.964
+21,block_sparse_moe.experts.122.w3,0.0002867399,0.05000,3.013
+21,block_sparse_moe.experts.114.w3,0.0000874665,0.05000,2.945
+21,block_sparse_moe.experts.118.w3,0.0000221306,0.05000,3.097
+21,block_sparse_moe.experts.117.w3,0.0003339962,0.05000,2.856
+21,block_sparse_moe.experts.125.w3,0.0003606195,0.05000,2.813
+21,block_sparse_moe.experts.113.w3,0.0004565305,0.05000,2.781
+21,block_sparse_moe.experts.121.w3,0.0003127712,0.05000,2.734
+21,block_sparse_moe.experts.140.w3,0.0000784396,0.05000,2.978
+21,block_sparse_moe.experts.132.w3,0.0003024519,0.05000,3.012
+21,block_sparse_moe.experts.128.w3,0.0002079718,0.05000,3.067
+21,block_sparse_moe.experts.136.w3,0.0001863594,0.05000,3.008
+21,block_sparse_moe.experts.119.w3,0.0003129085,0.05000,2.888
+21,block_sparse_moe.experts.115.w3,0.0004280578,0.05000,2.979
+21,block_sparse_moe.experts.111.w3,0.0002261364,0.05000,2.981
+21,block_sparse_moe.experts.107.w3,0.0002073024,0.05000,2.955
+21,block_sparse_moe.experts.138.w3,0.0002041463,0.05000,3.016
+21,block_sparse_moe.experts.130.w3,0.0000495645,0.05000,3.009
+21,block_sparse_moe.experts.142.w3,0.0003146504,0.05000,3.088
+21,block_sparse_moe.experts.134.w3,0.0001513345,0.05000,3.055
+21,block_sparse_moe.experts.133.w3,0.0001801785,0.05000,2.910
+21,block_sparse_moe.experts.129.w3,0.0004936048,0.05000,2.969
+21,block_sparse_moe.experts.137.w3,0.0002182319,0.05000,2.971
+21,block_sparse_moe.experts.141.w3,0.0001014613,0.05000,3.107
+21,block_sparse_moe.experts.156.w3,0.0001628442,0.05000,2.931
+21,block_sparse_moe.experts.148.w3,0.0006190018,0.05000,2.962
+21,block_sparse_moe.experts.152.w3,0.0001897995,0.05000,2.967
+21,block_sparse_moe.experts.144.w3,0.0001804464,0.05000,3.033
+21,block_sparse_moe.experts.135.w3,0.0000264785,0.05000,2.899
+21,block_sparse_moe.experts.131.w3,0.0003975602,0.05000,2.894
+21,block_sparse_moe.experts.127.w3,0.0000984351,0.05000,2.972
+21,block_sparse_moe.experts.123.w3,0.0000703444,0.05000,2.916
+21,block_sparse_moe.experts.154.w3,0.0001739549,0.05000,3.161
+21,block_sparse_moe.experts.146.w3,0.0004155006,0.05000,3.131
+21,block_sparse_moe.experts.158.w3,0.0003177974,0.05000,3.145
+21,block_sparse_moe.experts.149.w3,0.0000972469,0.05000,3.014
+21,block_sparse_moe.experts.145.w3,0.0001889237,0.05000,2.913
+21,block_sparse_moe.experts.150.w3,0.0001503737,0.05000,3.183
+21,block_sparse_moe.experts.153.w3,0.0002643855,0.05000,3.033
+21,block_sparse_moe.experts.157.w3,0.0002247157,0.05000,3.087
+21,block_sparse_moe.experts.172.w3,0.0001818785,0.05000,3.121
+21,block_sparse_moe.experts.164.w3,0.0001287923,0.05000,3.088
+21,block_sparse_moe.experts.168.w3,0.0001205651,0.05000,3.080
+21,block_sparse_moe.experts.160.w3,0.0002355298,0.05000,3.152
+21,block_sparse_moe.experts.151.w3,0.0001243590,0.05000,3.030
+21,block_sparse_moe.experts.147.w3,0.0001550437,0.05000,2.978
+21,block_sparse_moe.experts.143.w3,0.0001193858,0.05000,2.956
+21,block_sparse_moe.experts.139.w3,0.0000673853,0.05000,2.911
+21,block_sparse_moe.experts.162.w3,0.0005830581,0.05000,2.904
+21,block_sparse_moe.experts.174.w3,0.0001157645,0.05000,2.941
+21,block_sparse_moe.experts.170.w3,0.0002975389,0.05000,2.990
+21,block_sparse_moe.experts.165.w3,0.0000477902,0.05000,2.915
+21,block_sparse_moe.experts.161.w3,0.0005144972,0.05000,2.946
+21,block_sparse_moe.experts.166.w3,0.0000392341,0.05000,2.987
+21,block_sparse_moe.experts.169.w3,0.0001822795,0.05000,2.949
+21,block_sparse_moe.experts.173.w3,0.0001160956,0.05000,2.908
+21,block_sparse_moe.experts.188.w3,0.0003293168,0.05000,2.965
+21,block_sparse_moe.experts.180.w3,0.0000667310,0.05000,2.979
+21,block_sparse_moe.experts.184.w3,0.0003621194,0.05000,2.968
+21,block_sparse_moe.experts.176.w3,0.0000819409,0.05000,2.929
+21,block_sparse_moe.experts.167.w3,0.0001446573,0.05000,2.922
+21,block_sparse_moe.experts.163.w3,0.0004537231,0.05000,3.101
+21,block_sparse_moe.experts.155.w3,0.0006376458,0.05000,3.038
+21,block_sparse_moe.experts.159.w3,0.0000621526,0.05000,3.113
+21,block_sparse_moe.experts.181.w3,0.0001712467,0.05000,2.713
+21,block_sparse_moe.experts.178.w3,0.0002542864,0.05000,2.970
+21,block_sparse_moe.experts.186.w3,0.0001309345,0.05000,2.953
+21,block_sparse_moe.experts.190.w3,0.0002708177,0.05000,2.957
+21,block_sparse_moe.experts.177.w3,0.0006080620,0.05000,2.822
+21,block_sparse_moe.experts.182.w3,0.0000572857,0.05000,2.841
+21,block_sparse_moe.experts.189.w3,0.0002356343,0.05000,2.799
+21,block_sparse_moe.experts.185.w3,0.0001123172,0.05000,2.854
+21,block_sparse_moe.experts.204.w3,0.0004036154,0.05000,2.980
+21,block_sparse_moe.experts.196.w3,0.0001992248,0.05000,3.001
+21,block_sparse_moe.experts.200.w3,0.0002780125,0.05000,2.979
+21,block_sparse_moe.experts.192.w3,0.0002611305,0.05000,3.034
+21,block_sparse_moe.experts.183.w3,0.0004082557,0.05000,2.918
+21,block_sparse_moe.experts.171.w3,0.0010517908,0.05000,2.861
+21,block_sparse_moe.experts.175.w3,0.0000771809,0.05000,2.883
+21,block_sparse_moe.experts.179.w3,0.0003277417,0.05000,2.994
+21,block_sparse_moe.experts.197.w3,0.0001540144,0.05000,2.902
+21,block_sparse_moe.experts.194.w3,0.0004909365,0.05000,2.835
+21,block_sparse_moe.experts.193.w3,0.0006013791,0.05000,2.788
+21,block_sparse_moe.experts.202.w3,0.0001026848,0.05000,2.896
+21,block_sparse_moe.experts.206.w3,0.0002181349,0.05000,2.955
+21,block_sparse_moe.experts.201.w3,0.0001731271,0.05000,2.764
+21,block_sparse_moe.experts.205.w3,0.0001819030,0.05000,2.799
+21,block_sparse_moe.experts.198.w3,0.0003152346,0.05000,2.962
+21,block_sparse_moe.experts.220.w3,0.0004375952,0.05000,2.758
+21,block_sparse_moe.experts.212.w3,0.0002498944,0.05000,2.869
+21,block_sparse_moe.experts.208.w3,0.0001617350,0.05000,2.759
+21,block_sparse_moe.experts.216.w3,0.0002998257,0.05000,2.931
+21,block_sparse_moe.experts.199.w3,0.0002851992,0.05000,2.888
+21,block_sparse_moe.experts.210.w3,0.0002877358,0.05000,2.694
+21,block_sparse_moe.experts.187.w3,0.0003109074,0.05000,2.984
+21,block_sparse_moe.experts.218.w3,0.0003485124,0.05000,2.656
+21,block_sparse_moe.experts.191.w3,0.0001520777,0.05000,3.005
+21,block_sparse_moe.experts.213.w3,0.0001096512,0.05000,2.886
+21,block_sparse_moe.experts.195.w3,0.0001769143,0.05000,3.027
+21,block_sparse_moe.experts.209.w3,0.0001781224,0.05000,2.865
+21,block_sparse_moe.experts.222.w3,0.0001003107,0.05000,2.736
+21,block_sparse_moe.experts.214.w3,0.0002320885,0.05000,2.753
+21,block_sparse_moe.experts.221.w3,0.0003208060,0.05000,2.911
+21,block_sparse_moe.experts.217.w3,0.0002413891,0.05000,2.983
+21,block_sparse_moe.experts.236.w3,0.0000891540,0.05000,3.107
+21,block_sparse_moe.experts.228.w3,0.0002235836,0.05000,3.133
+21,block_sparse_moe.experts.224.w3,0.0004060471,0.05000,3.137
+21,block_sparse_moe.experts.232.w3,0.0000874359,0.05000,3.058
+21,block_sparse_moe.experts.215.w3,0.0002942690,0.05000,3.008
+21,block_sparse_moe.experts.226.w3,0.0002008541,0.05000,2.804
+21,block_sparse_moe.experts.234.w3,0.0003194378,0.05000,2.772
+21,block_sparse_moe.experts.238.w3,0.0001732006,0.05000,2.756
+21,block_sparse_moe.experts.225.w3,0.0001018658,0.05000,2.847
+21,block_sparse_moe.experts.229.w3,0.0004636565,0.05000,3.007
+21,block_sparse_moe.experts.203.w3,0.0001740284,0.05000,3.151
+21,block_sparse_moe.experts.207.w3,0.0006851561,0.05000,3.117
+21,block_sparse_moe.experts.230.w3,0.0002453780,0.05000,2.847
+21,block_sparse_moe.experts.211.w3,0.0002758267,0.05000,3.112
+21,block_sparse_moe.experts.237.w3,0.0004388335,0.05000,2.969
+21,block_sparse_moe.experts.233.w3,0.0002375998,0.05000,2.964
+21,block_sparse_moe.experts.252.w3,0.0002638573,0.05000,3.020
+21,block_sparse_moe.experts.240.w3,0.0001176275,0.05000,2.940
+21,block_sparse_moe.experts.244.w3,0.0000961984,0.05000,3.014
+21,block_sparse_moe.experts.248.w3,0.0005660230,0.05000,2.977
+21,block_sparse_moe.experts.231.w3,0.0002579633,0.05000,3.066
+21,block_sparse_moe.experts.242.w3,0.0003569039,0.05000,2.878
+21,block_sparse_moe.experts.250.w3,0.0003301989,0.05000,2.924
+21,block_sparse_moe.experts.254.w3,0.0001697225,0.05000,2.942
+21,block_sparse_moe.experts.241.w3,0.0003684868,0.05000,2.871
+21,block_sparse_moe.experts.246.w3,0.0004235802,0.05000,2.731
+21,block_sparse_moe.experts.245.w3,0.0002566798,0.05000,2.877
+21,block_sparse_moe.experts.253.w3,0.0000850217,0.05000,2.752
+21,block_sparse_moe.experts.223.w3,0.0002489063,0.05000,2.978
+21,block_sparse_moe.experts.249.w3,0.0003958064,0.05000,2.729
+21,block_sparse_moe.experts.219.w3,0.0002367821,0.05000,3.088
+21,block_sparse_moe.experts.227.w3,0.0001529649,0.05000,3.095
+21,block_sparse_moe.experts.247.w3,0.0000463631,0.05000,2.747
+21,block_sparse_moe.experts.239.w3,0.0004098489,0.05000,2.659
+21,block_sparse_moe.experts.235.w3,0.0000821069,0.05000,2.673
+21,block_sparse_moe.experts.243.w3,0.0005724592,0.05000,2.580
+21,block_sparse_moe.experts.255.w3,0.0001346024,0.05000,1.291
+21,block_sparse_moe.experts.251.w3,0.0005556395,0.05000,1.231
+21,block_sparse_moe.experts.11.w2,0.0001232094,0.05000,1.490
+21,block_sparse_moe.experts.8.w2,0.0000754676,0.05000,1.521
+21,block_sparse_moe.experts.7.w2,0.0001554381,0.05000,1.526
+21,block_sparse_moe.experts.5.w2,0.0000843248,0.05000,1.534
+21,block_sparse_moe.experts.0.w2,0.0001664696,0.05000,1.536
+21,block_sparse_moe.experts.9.w2,0.0000357719,0.05000,1.539
+21,block_sparse_moe.experts.13.w2,0.0000803334,0.05000,1.525
+21,block_sparse_moe.experts.15.w2,0.0000726461,0.05000,1.526
+21,block_sparse_moe.experts.12.w2,0.0001380481,0.05000,1.536
+21,block_sparse_moe.experts.1.w2,0.0000197000,0.05000,1.544
+21,block_sparse_moe.experts.3.w2,0.0000812468,0.05000,1.582
+21,block_sparse_moe.experts.6.w2,0.0001777250,0.05000,1.586
+21,block_sparse_moe.experts.4.w2,0.0004143839,0.05000,1.587
+21,block_sparse_moe.experts.14.w2,0.0000210436,0.05000,1.590
+21,block_sparse_moe.experts.10.w2,0.0001802615,0.05000,1.635
+21,block_sparse_moe.experts.2.w2,0.0000733257,0.05000,1.654
+21,block_sparse_moe.experts.23.w2,0.0001429623,0.05000,1.372
+21,block_sparse_moe.experts.31.w2,0.0002124406,0.05000,1.371
+21,block_sparse_moe.experts.19.w2,0.0000485887,0.05000,1.374
+21,block_sparse_moe.experts.24.w2,0.0001239093,0.05000,1.445
+21,block_sparse_moe.experts.22.w2,0.0002106592,0.05000,1.389
+21,block_sparse_moe.experts.27.w2,0.0001481375,0.05000,1.487
+21,block_sparse_moe.experts.28.w2,0.0001158816,0.05000,1.452
+21,block_sparse_moe.experts.30.w2,0.0001138123,0.05000,1.406
+21,block_sparse_moe.experts.26.w2,0.0000840000,0.05000,1.380
+21,block_sparse_moe.experts.25.w2,0.0000204702,0.05000,1.479
+21,block_sparse_moe.experts.17.w2,0.0001067884,0.05000,1.476
+21,block_sparse_moe.experts.16.w2,0.0001391959,0.05000,1.496
+21,block_sparse_moe.experts.21.w2,0.0001383513,0.05000,1.508
+21,block_sparse_moe.experts.29.w2,0.0003033686,0.05000,1.510
+21,block_sparse_moe.experts.20.w2,0.0000287214,0.05000,1.519
+21,block_sparse_moe.experts.18.w2,0.0000622856,0.05000,1.465
+21,block_sparse_moe.experts.39.w2,0.0001538265,0.05000,1.367
+21,block_sparse_moe.experts.47.w2,0.0002016114,0.05000,1.419
+21,block_sparse_moe.experts.35.w2,0.0000668764,0.05000,1.466
+21,block_sparse_moe.experts.43.w2,0.0000755792,0.05000,1.461
+21,block_sparse_moe.experts.44.w2,0.0001594981,0.05000,1.446
+21,block_sparse_moe.experts.40.w2,0.0001385207,0.05000,1.481
+21,block_sparse_moe.experts.33.w2,0.0000664474,0.05000,1.469
+21,block_sparse_moe.experts.32.w2,0.0002766755,0.05000,1.491
+21,block_sparse_moe.experts.41.w2,0.0000463420,0.05000,1.510
+21,block_sparse_moe.experts.42.w2,0.0001126124,0.05000,1.557
+21,block_sparse_moe.experts.45.w2,0.0001358256,0.05000,1.532
+21,block_sparse_moe.experts.36.w2,0.0000832616,0.05000,1.477
+21,block_sparse_moe.experts.38.w2,0.0001580623,0.05000,1.613
+21,block_sparse_moe.experts.37.w2,0.0000673439,0.05000,1.546
+21,block_sparse_moe.experts.46.w2,0.0000535359,0.05000,1.627
+21,block_sparse_moe.experts.34.w2,0.0001220473,0.05000,1.598
+21,block_sparse_moe.experts.55.w2,0.0001213302,0.05000,1.457
+21,block_sparse_moe.experts.63.w2,0.0000180767,0.05000,1.455
+21,block_sparse_moe.experts.51.w2,0.0001215894,0.05000,1.395
+21,block_sparse_moe.experts.49.w2,0.0002342865,0.05000,1.378
+21,block_sparse_moe.experts.56.w2,0.0001587246,0.05000,1.443
+21,block_sparse_moe.experts.60.w2,0.0002301409,0.05000,1.486
+21,block_sparse_moe.experts.57.w2,0.0001921847,0.05000,1.407
+21,block_sparse_moe.experts.59.w2,0.0000928667,0.05000,1.507
+21,block_sparse_moe.experts.61.w2,0.0001596693,0.05000,1.400
+21,block_sparse_moe.experts.52.w2,0.0001753353,0.05000,1.413
+21,block_sparse_moe.experts.48.w2,0.0002152750,0.05000,1.470
+21,block_sparse_moe.experts.53.w2,0.0000965445,0.05000,1.410
+21,block_sparse_moe.experts.54.w2,0.0000417145,0.05000,1.427
+21,block_sparse_moe.experts.58.w2,0.0001928891,0.05000,1.468
+21,block_sparse_moe.experts.62.w2,0.0000967320,0.05000,1.491
+21,block_sparse_moe.experts.50.w2,0.0000538180,0.05000,1.472
+21,block_sparse_moe.experts.71.w2,0.0000962631,0.05000,1.495
+21,block_sparse_moe.experts.72.w2,0.0000970919,0.05000,1.333
+21,block_sparse_moe.experts.76.w2,0.0002455164,0.05000,1.360
+21,block_sparse_moe.experts.67.w2,0.0001496675,0.05000,1.494
+21,block_sparse_moe.experts.79.w2,0.0000767557,0.05000,1.529
+21,block_sparse_moe.experts.65.w2,0.0001125618,0.05000,1.454
+21,block_sparse_moe.experts.68.w2,0.0001096467,0.05000,1.328
+21,block_sparse_moe.experts.64.w2,0.0000374979,0.05000,1.397
+21,block_sparse_moe.experts.73.w2,0.0002053376,0.05000,1.461
+21,block_sparse_moe.experts.69.w2,0.0001481178,0.05000,1.440
+21,block_sparse_moe.experts.77.w2,0.0001548749,0.05000,1.462
+21,block_sparse_moe.experts.70.w2,0.0001323699,0.05000,1.429
+21,block_sparse_moe.experts.75.w2,0.0000931135,0.05000,1.519
+21,block_sparse_moe.experts.74.w2,0.0003784744,0.05000,1.438
+21,block_sparse_moe.experts.78.w2,0.0000170949,0.05000,1.433
+21,block_sparse_moe.experts.66.w2,0.0002279386,0.05000,1.446
+21,block_sparse_moe.experts.88.w2,0.0003501328,0.05000,1.330
+21,block_sparse_moe.experts.92.w2,0.0002160198,0.05000,1.320
+21,block_sparse_moe.experts.84.w2,0.0001911383,0.05000,1.292
+21,block_sparse_moe.experts.81.w2,0.0001271068,0.05000,1.296
+21,block_sparse_moe.experts.87.w2,0.0002898602,0.05000,1.438
+21,block_sparse_moe.experts.89.w2,0.0001744417,0.05000,1.313
+21,block_sparse_moe.experts.80.w2,0.0000179514,0.05000,1.343
+21,block_sparse_moe.experts.93.w2,0.0001692074,0.05000,1.299
+21,block_sparse_moe.experts.83.w2,0.0000651895,0.05000,1.440
+21,block_sparse_moe.experts.95.w2,0.0001203168,0.05000,1.462
+21,block_sparse_moe.experts.85.w2,0.0000556280,0.05000,1.349
+21,block_sparse_moe.experts.90.w2,0.0001165520,0.05000,1.413
+21,block_sparse_moe.experts.91.w2,0.0000354134,0.05000,1.424
+21,block_sparse_moe.experts.86.w2,0.0000769222,0.05000,1.493
+21,block_sparse_moe.experts.94.w2,0.0001687059,0.05000,1.514
+21,block_sparse_moe.experts.82.w2,0.0002362501,0.05000,1.492
+21,block_sparse_moe.experts.104.w2,0.0001760198,0.05000,1.391
+21,block_sparse_moe.experts.108.w2,0.0000156390,0.05000,1.385
+21,block_sparse_moe.experts.100.w2,0.0000454320,0.05000,1.405
+21,block_sparse_moe.experts.96.w2,0.0001776458,0.05000,1.315
+21,block_sparse_moe.experts.97.w2,0.0000641533,0.05000,1.469
+21,block_sparse_moe.experts.103.w2,0.0001130502,0.05000,1.489
+21,block_sparse_moe.experts.105.w2,0.0000751845,0.05000,1.502
+21,block_sparse_moe.experts.109.w2,0.0001143266,0.05000,1.498
+21,block_sparse_moe.experts.111.w2,0.0001388858,0.05000,1.472
+21,block_sparse_moe.experts.99.w2,0.0000600810,0.05000,1.516
+21,block_sparse_moe.experts.101.w2,0.0000211372,0.05000,1.515
+21,block_sparse_moe.experts.106.w2,0.0003307499,0.05000,1.496
+21,block_sparse_moe.experts.107.w2,0.0002662679,0.05000,1.563
+21,block_sparse_moe.experts.102.w2,0.0000176322,0.05000,1.529
+21,block_sparse_moe.experts.110.w2,0.0000511010,0.05000,1.469
+21,block_sparse_moe.experts.98.w2,0.0001205723,0.05000,1.460
+21,block_sparse_moe.experts.120.w2,0.0000537967,0.05000,1.476
+21,block_sparse_moe.experts.124.w2,0.0000115162,0.05000,1.461
+21,block_sparse_moe.experts.116.w2,0.0000996850,0.05000,1.442
+21,block_sparse_moe.experts.113.w2,0.0002918854,0.05000,1.433
+21,block_sparse_moe.experts.112.w2,0.0001163018,0.05000,1.493
+21,block_sparse_moe.experts.119.w2,0.0001243132,0.05000,1.490
+21,block_sparse_moe.experts.125.w2,0.0000640161,0.05000,1.435
+21,block_sparse_moe.experts.121.w2,0.0002888487,0.05000,1.478
+21,block_sparse_moe.experts.127.w2,0.0000932628,0.05000,1.499
+21,block_sparse_moe.experts.117.w2,0.0000931038,0.05000,1.450
+21,block_sparse_moe.experts.122.w2,0.0000903982,0.05000,1.445
+21,block_sparse_moe.experts.115.w2,0.0001581808,0.05000,1.567
+21,block_sparse_moe.experts.123.w2,0.0000305378,0.05000,1.496
+21,block_sparse_moe.experts.118.w2,0.0000205750,0.05000,1.537
+21,block_sparse_moe.experts.126.w2,0.0001818613,0.05000,1.486
+21,block_sparse_moe.experts.114.w2,0.0000649613,0.05000,1.509
+21,block_sparse_moe.experts.140.w2,0.0000532766,0.05000,1.384
+21,block_sparse_moe.experts.136.w2,0.0000863810,0.05000,1.423
+21,block_sparse_moe.experts.132.w2,0.0001040194,0.05000,1.413
+21,block_sparse_moe.experts.128.w2,0.0000394444,0.05000,1.375
+21,block_sparse_moe.experts.129.w2,0.0001863675,0.05000,1.450
+21,block_sparse_moe.experts.141.w2,0.0000579642,0.05000,1.416
+21,block_sparse_moe.experts.135.w2,0.0000070577,0.05000,1.501
+21,block_sparse_moe.experts.133.w2,0.0001339004,0.05000,1.394
+21,block_sparse_moe.experts.137.w2,0.0000902090,0.05000,1.460
+21,block_sparse_moe.experts.143.w2,0.0000517415,0.05000,1.516
+21,block_sparse_moe.experts.138.w2,0.0000718601,0.05000,1.497
+21,block_sparse_moe.experts.131.w2,0.0001697984,0.05000,1.529
+21,block_sparse_moe.experts.139.w2,0.0000336210,0.05000,1.519
+21,block_sparse_moe.experts.134.w2,0.0002146261,0.05000,1.469
+21,block_sparse_moe.experts.142.w2,0.0001482993,0.05000,1.509
+21,block_sparse_moe.experts.130.w2,0.0000168892,0.05000,1.483
+21,block_sparse_moe.experts.156.w2,0.0001098699,0.05000,1.366
+21,block_sparse_moe.experts.152.w2,0.0002867568,0.05000,1.408
+21,block_sparse_moe.experts.148.w2,0.0002793772,0.05000,1.416
+21,block_sparse_moe.experts.144.w2,0.0001441486,0.05000,1.375
+21,block_sparse_moe.experts.145.w2,0.0000477241,0.05000,1.561
+21,block_sparse_moe.experts.151.w2,0.0001227455,0.05000,1.432
+21,block_sparse_moe.experts.159.w2,0.0000197850,0.05000,1.355
+21,block_sparse_moe.experts.157.w2,0.0000817841,0.05000,1.539
+21,block_sparse_moe.experts.149.w2,0.0000595420,0.05000,1.533
+21,block_sparse_moe.experts.153.w2,0.0001888532,0.05000,1.558
+21,block_sparse_moe.experts.147.w2,0.0000779952,0.05000,1.344
+21,block_sparse_moe.experts.155.w2,0.0003375376,0.05000,1.303
+21,block_sparse_moe.experts.154.w2,0.0000528398,0.05000,1.537
+21,block_sparse_moe.experts.150.w2,0.0000384303,0.05000,1.571
+21,block_sparse_moe.experts.158.w2,0.0001897116,0.05000,1.548
+21,block_sparse_moe.experts.146.w2,0.0001866165,0.05000,1.510
+21,block_sparse_moe.experts.172.w2,0.0000632657,0.05000,1.437
+21,block_sparse_moe.experts.160.w2,0.0001264284,0.05000,1.424
+21,block_sparse_moe.experts.168.w2,0.0000606545,0.05000,1.479
+21,block_sparse_moe.experts.164.w2,0.0000750262,0.05000,1.448
+21,block_sparse_moe.experts.175.w2,0.0000621512,0.05000,1.283
+21,block_sparse_moe.experts.167.w2,0.0000531863,0.05000,1.372
+21,block_sparse_moe.experts.161.w2,0.0003130776,0.05000,1.479
+21,block_sparse_moe.experts.163.w2,0.0001485472,0.05000,1.369
+21,block_sparse_moe.experts.173.w2,0.0001126174,0.05000,1.458
+21,block_sparse_moe.experts.171.w2,0.0005047041,0.05000,1.400
+21,block_sparse_moe.experts.165.w2,0.0000258719,0.05000,1.496
+21,block_sparse_moe.experts.169.w2,0.0000989674,0.05000,1.510
+21,block_sparse_moe.experts.170.w2,0.0001644670,0.05000,1.389
+21,block_sparse_moe.experts.166.w2,0.0000172009,0.05000,1.338
+21,block_sparse_moe.experts.174.w2,0.0000728623,0.05000,1.336
+21,block_sparse_moe.experts.162.w2,0.0003639750,0.05000,1.365
+21,block_sparse_moe.experts.188.w2,0.0001747479,0.05000,1.392
+21,block_sparse_moe.experts.184.w2,0.0000822439,0.05000,1.418
+21,block_sparse_moe.experts.180.w2,0.0000304306,0.05000,1.422
+21,block_sparse_moe.experts.176.w2,0.0000494416,0.05000,1.446
+21,block_sparse_moe.experts.191.w2,0.0001039221,0.05000,1.482
+21,block_sparse_moe.experts.183.w2,0.0001120296,0.05000,1.517
+21,block_sparse_moe.experts.177.w2,0.0001652076,0.05000,1.504
+21,block_sparse_moe.experts.179.w2,0.0001717847,0.05000,1.491
+21,block_sparse_moe.experts.189.w2,0.0001218006,0.05000,1.501
+21,block_sparse_moe.experts.186.w2,0.0000830235,0.05000,1.347
+21,block_sparse_moe.experts.187.w2,0.0002183912,0.05000,1.478
+21,block_sparse_moe.experts.181.w2,0.0000397203,0.05000,1.538
+21,block_sparse_moe.experts.185.w2,0.0000562252,0.05000,1.528
+21,block_sparse_moe.experts.182.w2,0.0000181488,0.05000,1.388
+21,block_sparse_moe.experts.190.w2,0.0001167423,0.05000,1.454
+21,block_sparse_moe.experts.178.w2,0.0001311244,0.05000,1.461
+21,block_sparse_moe.experts.204.w2,0.0001905728,0.05000,1.565
+21,block_sparse_moe.experts.196.w2,0.0001197235,0.05000,1.477
+21,block_sparse_moe.experts.200.w2,0.0001895701,0.05000,1.510
+21,block_sparse_moe.experts.192.w2,0.0000769205,0.05000,1.496
+21,block_sparse_moe.experts.207.w2,0.0003019332,0.05000,1.407
+21,block_sparse_moe.experts.199.w2,0.0001061991,0.05000,1.410
+21,block_sparse_moe.experts.195.w2,0.0001594732,0.05000,1.345
+21,block_sparse_moe.experts.203.w2,0.0000884496,0.05000,1.365
+21,block_sparse_moe.experts.193.w2,0.0002328540,0.05000,1.555
+21,block_sparse_moe.experts.205.w2,0.0000959913,0.05000,1.511
+21,block_sparse_moe.experts.202.w2,0.0000770028,0.05000,1.520
+21,block_sparse_moe.experts.197.w2,0.0000629781,0.05000,1.502
+21,block_sparse_moe.experts.198.w2,0.0001726235,0.05000,1.480
+21,block_sparse_moe.experts.201.w2,0.0000550065,0.05000,1.568
+21,block_sparse_moe.experts.206.w2,0.0002064194,0.05000,1.542
+21,block_sparse_moe.experts.194.w2,0.0002803349,0.05000,1.512
+21,block_sparse_moe.experts.220.w2,0.0001995719,0.05000,1.477
+21,block_sparse_moe.experts.216.w2,0.0000923493,0.05000,1.451
+21,block_sparse_moe.experts.212.w2,0.0001550927,0.05000,1.494
+21,block_sparse_moe.experts.208.w2,0.0001221970,0.05000,1.495
+21,block_sparse_moe.experts.223.w2,0.0000907012,0.05000,1.440
+21,block_sparse_moe.experts.215.w2,0.0001881916,0.05000,1.384
+21,block_sparse_moe.experts.211.w2,0.0001329390,0.05000,1.427
+21,block_sparse_moe.experts.209.w2,0.0001544936,0.05000,1.316
+21,block_sparse_moe.experts.219.w2,0.0001512841,0.05000,1.440
+21,block_sparse_moe.experts.221.w2,0.0000868149,0.05000,1.411
+21,block_sparse_moe.experts.218.w2,0.0000814480,0.05000,1.434
+21,block_sparse_moe.experts.213.w2,0.0000450204,0.05000,1.356
+21,block_sparse_moe.experts.217.w2,0.0001236714,0.05000,1.353
+21,block_sparse_moe.experts.214.w2,0.0000766337,0.05000,1.438
+21,block_sparse_moe.experts.222.w2,0.0000607622,0.05000,1.342
+21,block_sparse_moe.experts.210.w2,0.0003406298,0.05000,1.391
+21,block_sparse_moe.experts.236.w2,0.0000432552,0.05000,1.515
+21,block_sparse_moe.experts.228.w2,0.0001656879,0.05000,1.502
+21,block_sparse_moe.experts.232.w2,0.0000756149,0.05000,1.537
+21,block_sparse_moe.experts.224.w2,0.0002182205,0.05000,1.550
+21,block_sparse_moe.experts.231.w2,0.0001155041,0.05000,1.456
+21,block_sparse_moe.experts.239.w2,0.0001974192,0.05000,1.501
+21,block_sparse_moe.experts.227.w2,0.0000784837,0.05000,1.493
+21,block_sparse_moe.experts.225.w2,0.0000809428,0.05000,1.474
+21,block_sparse_moe.experts.237.w2,0.0002263985,0.05000,1.413
+21,block_sparse_moe.experts.235.w2,0.0000221881,0.05000,1.487
+21,block_sparse_moe.experts.234.w2,0.0000956529,0.05000,1.450
+21,block_sparse_moe.experts.229.w2,0.0001249646,0.05000,1.481
+21,block_sparse_moe.experts.230.w2,0.0000732256,0.05000,1.471
+21,block_sparse_moe.experts.233.w2,0.0000684082,0.05000,1.523
+21,block_sparse_moe.experts.238.w2,0.0001056174,0.05000,1.490
+21,block_sparse_moe.experts.226.w2,0.0001453821,0.05000,1.518
+21,block_sparse_moe.experts.252.w2,0.0001535397,0.05000,1.498
+21,block_sparse_moe.experts.244.w2,0.0000422199,0.05000,1.489
+21,block_sparse_moe.experts.248.w2,0.0001716419,0.05000,1.503
+21,block_sparse_moe.experts.240.w2,0.0000320402,0.05000,1.454
+21,block_sparse_moe.experts.247.w2,0.0000346022,0.05000,1.482
+21,block_sparse_moe.experts.255.w2,0.0001401708,0.05000,1.493
+21,block_sparse_moe.experts.243.w2,0.0002791211,0.05000,1.414
+21,block_sparse_moe.experts.251.w2,0.0004372114,0.05000,1.363
+21,block_sparse_moe.experts.250.w2,0.0001317537,0.05000,1.310
+21,block_sparse_moe.experts.241.w2,0.0001409336,0.05000,1.520
+21,block_sparse_moe.experts.246.w2,0.0001278552,0.05000,1.231
+21,block_sparse_moe.experts.253.w2,0.0000321675,0.05000,1.470
+21,block_sparse_moe.experts.254.w2,0.0000953853,0.05000,1.205
+21,block_sparse_moe.experts.242.w2,0.0001083941,0.05000,1.130
+21,block_sparse_moe.experts.245.w2,0.0000860680,0.05000,1.409
+21,block_sparse_moe.experts.249.w2,0.0001328377,0.05000,1.298
+22,self_attn.q_proj,0.0000049285,0.05000,0.874
+22,self_attn.k_proj,0.0000008121,0.05000,0.937
+22,self_attn.v_proj,0.0000006357,0.05000,0.943
+22,self_attn.o_proj,0.0000004125,0.05000,1.830
+22,block_sparse_moe.experts.0.w1,0.0002723330,0.05000,2.704
+22,block_sparse_moe.experts.4.w1,0.0003017914,0.05000,2.763
+22,block_sparse_moe.experts.12.w1,0.0005501589,0.05000,2.772
+22,block_sparse_moe.experts.8.w1,0.0005200675,0.05000,2.812
+22,block_sparse_moe.experts.5.w1,0.0000935010,0.05000,2.928
+22,block_sparse_moe.experts.13.w1,0.0001969242,0.05000,2.941
+22,block_sparse_moe.experts.1.w1,0.0001150073,0.05000,2.979
+22,block_sparse_moe.experts.9.w1,0.0004490837,0.05000,2.999
+22,block_sparse_moe.experts.6.w1,0.0001538634,0.05000,3.075
+22,block_sparse_moe.experts.14.w1,0.0002010335,0.05000,3.087
+22,block_sparse_moe.experts.10.w1,0.0003408171,0.05000,3.087
+22,block_sparse_moe.experts.15.w1,0.0001129657,0.05000,3.141
+22,block_sparse_moe.experts.2.w1,0.0001638842,0.05000,3.171
+22,block_sparse_moe.experts.11.w1,0.0001635542,0.05000,3.231
+22,block_sparse_moe.experts.3.w1,0.0003253232,0.05000,3.292
+22,block_sparse_moe.experts.7.w1,0.0002056034,0.05000,3.300
+22,block_sparse_moe.experts.16.w1,0.0004080991,0.05000,2.649
+22,block_sparse_moe.experts.20.w1,0.0002182670,0.05000,2.719
+22,block_sparse_moe.experts.28.w1,0.0002026561,0.05000,2.721
+22,block_sparse_moe.experts.24.w1,0.0002309005,0.05000,2.719
+22,block_sparse_moe.experts.21.w1,0.0001758158,0.05000,2.958
+22,block_sparse_moe.experts.17.w1,0.0002731964,0.05000,3.024
+22,block_sparse_moe.experts.22.w1,0.0002433746,0.05000,2.969
+22,block_sparse_moe.experts.29.w1,0.0002823901,0.05000,3.095
+22,block_sparse_moe.experts.26.w1,0.0004858231,0.05000,2.971
+22,block_sparse_moe.experts.25.w1,0.0002972368,0.05000,3.114
+22,block_sparse_moe.experts.30.w1,0.0002884770,0.05000,3.017
+22,block_sparse_moe.experts.18.w1,0.0001006068,0.05000,3.007
+22,block_sparse_moe.experts.31.w1,0.0000883886,0.05000,3.040
+22,block_sparse_moe.experts.27.w1,0.0003771095,0.05000,3.039
+22,block_sparse_moe.experts.19.w1,0.0002591857,0.05000,2.994
+22,block_sparse_moe.experts.23.w1,0.0003259187,0.05000,3.093
+22,block_sparse_moe.experts.32.w1,0.0003455900,0.05000,2.696
+22,block_sparse_moe.experts.44.w1,0.0003127030,0.05000,2.758
+22,block_sparse_moe.experts.40.w1,0.0001366788,0.05000,2.765
+22,block_sparse_moe.experts.36.w1,0.0003219246,0.05000,2.860
+22,block_sparse_moe.experts.37.w1,0.0003720466,0.05000,2.889
+22,block_sparse_moe.experts.38.w1,0.0002228666,0.05000,2.792
+22,block_sparse_moe.experts.33.w1,0.0002879311,0.05000,2.834
+22,block_sparse_moe.experts.46.w1,0.0002832400,0.05000,2.804
+22,block_sparse_moe.experts.45.w1,0.0002844124,0.05000,2.878
+22,block_sparse_moe.experts.42.w1,0.0003389188,0.05000,2.888
+22,block_sparse_moe.experts.41.w1,0.0001668907,0.05000,2.934
+22,block_sparse_moe.experts.34.w1,0.0001806335,0.05000,2.872
+22,block_sparse_moe.experts.47.w1,0.0004367769,0.05000,3.072
+22,block_sparse_moe.experts.35.w1,0.0002637521,0.05000,3.047
+22,block_sparse_moe.experts.43.w1,0.0002506562,0.05000,3.070
+22,block_sparse_moe.experts.39.w1,0.0005045527,0.05000,3.001
+22,block_sparse_moe.experts.48.w1,0.0002750036,0.05000,2.791
+22,block_sparse_moe.experts.56.w1,0.0000801902,0.05000,2.799
+22,block_sparse_moe.experts.60.w1,0.0003113324,0.05000,2.839
+22,block_sparse_moe.experts.52.w1,0.0005085380,0.05000,2.930
+22,block_sparse_moe.experts.53.w1,0.0002054196,0.05000,2.880
+22,block_sparse_moe.experts.49.w1,0.0001924634,0.05000,2.918
+22,block_sparse_moe.experts.61.w1,0.0002598658,0.05000,2.935
+22,block_sparse_moe.experts.54.w1,0.0002296244,0.05000,3.064
+22,block_sparse_moe.experts.57.w1,0.0002402722,0.05000,2.902
+22,block_sparse_moe.experts.62.w1,0.0003143593,0.05000,3.104
+22,block_sparse_moe.experts.50.w1,0.0004486039,0.05000,3.053
+22,block_sparse_moe.experts.63.w1,0.0003047448,0.05000,2.854
+22,block_sparse_moe.experts.51.w1,0.0003499688,0.05000,2.792
+22,block_sparse_moe.experts.58.w1,0.0003428821,0.05000,3.157
+22,block_sparse_moe.experts.59.w1,0.0005206015,0.05000,2.887
+22,block_sparse_moe.experts.55.w1,0.0004053459,0.05000,2.874
+22,block_sparse_moe.experts.64.w1,0.0001313669,0.05000,2.891
+22,block_sparse_moe.experts.76.w1,0.0003447071,0.05000,2.853
+22,block_sparse_moe.experts.72.w1,0.0002916595,0.05000,2.935
+22,block_sparse_moe.experts.68.w1,0.0001507499,0.05000,2.826
+22,block_sparse_moe.experts.69.w1,0.0004960601,0.05000,2.774
+22,block_sparse_moe.experts.65.w1,0.0004730808,0.05000,2.793
+22,block_sparse_moe.experts.73.w1,0.0005175176,0.05000,2.731
+22,block_sparse_moe.experts.77.w1,0.0002853047,0.05000,2.873
+22,block_sparse_moe.experts.70.w1,0.0003853651,0.05000,2.957
+22,block_sparse_moe.experts.79.w1,0.0005005874,0.05000,2.771
+22,block_sparse_moe.experts.67.w1,0.0000557564,0.05000,2.816
+22,block_sparse_moe.experts.71.w1,0.0004347038,0.05000,2.724
+22,block_sparse_moe.experts.75.w1,0.0003779972,0.05000,2.791
+22,block_sparse_moe.experts.78.w1,0.0002912839,0.05000,3.019
+22,block_sparse_moe.experts.74.w1,0.0002123131,0.05000,3.012
+22,block_sparse_moe.experts.66.w1,0.0002789588,0.05000,3.069
+22,block_sparse_moe.experts.80.w1,0.0001806162,0.05000,2.924
+22,block_sparse_moe.experts.92.w1,0.0000333430,0.05000,2.942
+22,block_sparse_moe.experts.88.w1,0.0003176812,0.05000,2.939
+22,block_sparse_moe.experts.84.w1,0.0002652769,0.05000,2.954
+22,block_sparse_moe.experts.85.w1,0.0002051394,0.05000,3.107
+22,block_sparse_moe.experts.81.w1,0.0001960778,0.05000,3.163
+22,block_sparse_moe.experts.93.w1,0.0002008986,0.05000,3.025
+22,block_sparse_moe.experts.95.w1,0.0004469042,0.05000,2.908
+22,block_sparse_moe.experts.87.w1,0.0001917754,0.05000,2.842
+22,block_sparse_moe.experts.89.w1,0.0008854537,0.05000,3.187
+22,block_sparse_moe.experts.83.w1,0.0003670037,0.05000,2.935
+22,block_sparse_moe.experts.86.w1,0.0004286446,0.05000,3.092
+22,block_sparse_moe.experts.94.w1,0.0003612063,0.05000,2.911
+22,block_sparse_moe.experts.91.w1,0.0001441497,0.05000,2.985
+22,block_sparse_moe.experts.90.w1,0.0000787159,0.05000,2.956
+22,block_sparse_moe.experts.82.w1,0.0002291115,0.05000,2.932
+22,block_sparse_moe.experts.96.w1,0.0002552106,0.05000,2.914
+22,block_sparse_moe.experts.108.w1,0.0000223668,0.05000,2.843
+22,block_sparse_moe.experts.104.w1,0.0006529950,0.05000,2.826
+22,block_sparse_moe.experts.100.w1,0.0005275720,0.05000,2.928
+22,block_sparse_moe.experts.101.w1,0.0000564846,0.05000,3.042
+22,block_sparse_moe.experts.97.w1,0.0002707274,0.05000,3.065
+22,block_sparse_moe.experts.109.w1,0.0007831213,0.05000,3.054
+22,block_sparse_moe.experts.105.w1,0.0003959947,0.05000,2.951
+22,block_sparse_moe.experts.102.w1,0.0003669372,0.05000,2.931
+22,block_sparse_moe.experts.111.w1,0.0004161044,0.05000,3.122
+22,block_sparse_moe.experts.99.w1,0.0001047530,0.05000,3.048
+22,block_sparse_moe.experts.110.w1,0.0004302013,0.05000,3.023
+22,block_sparse_moe.experts.103.w1,0.0006026231,0.05000,3.166
+22,block_sparse_moe.experts.106.w1,0.0004585614,0.05000,2.976
+22,block_sparse_moe.experts.98.w1,0.0001783660,0.05000,3.017
+22,block_sparse_moe.experts.107.w1,0.0004129451,0.05000,3.129
+22,block_sparse_moe.experts.112.w1,0.0003006801,0.05000,2.876
+22,block_sparse_moe.experts.120.w1,0.0002960344,0.05000,2.825
+22,block_sparse_moe.experts.124.w1,0.0001186591,0.05000,2.916
+22,block_sparse_moe.experts.116.w1,0.0002011077,0.05000,2.922
+22,block_sparse_moe.experts.117.w1,0.0004471851,0.05000,2.915
+22,block_sparse_moe.experts.113.w1,0.0001465050,0.05000,2.913
+22,block_sparse_moe.experts.121.w1,0.0000259580,0.05000,2.899
+22,block_sparse_moe.experts.125.w1,0.0005057126,0.05000,2.973
+22,block_sparse_moe.experts.127.w1,0.0001902102,0.05000,2.921
+22,block_sparse_moe.experts.118.w1,0.0000623202,0.05000,2.959
+22,block_sparse_moe.experts.126.w1,0.0003339244,0.05000,2.865
+22,block_sparse_moe.experts.115.w1,0.0002986701,0.05000,2.943
+22,block_sparse_moe.experts.119.w1,0.0003006013,0.05000,2.937
+22,block_sparse_moe.experts.122.w1,0.0003765724,0.05000,2.900
+22,block_sparse_moe.experts.114.w1,0.0001105707,0.05000,2.902
+22,block_sparse_moe.experts.123.w1,0.0000871341,0.05000,2.981
+22,block_sparse_moe.experts.128.w1,0.0003276047,0.05000,2.932
+22,block_sparse_moe.experts.140.w1,0.0003520206,0.05000,2.938
+22,block_sparse_moe.experts.136.w1,0.0001564683,0.05000,3.023
+22,block_sparse_moe.experts.132.w1,0.0000451605,0.05000,2.992
+22,block_sparse_moe.experts.133.w1,0.0001356542,0.05000,3.077
+22,block_sparse_moe.experts.129.w1,0.0001423733,0.05000,3.070
+22,block_sparse_moe.experts.137.w1,0.0001914339,0.05000,3.103
+22,block_sparse_moe.experts.142.w1,0.0004043959,0.05000,3.033
+22,block_sparse_moe.experts.131.w1,0.0003517066,0.05000,3.038
+22,block_sparse_moe.experts.141.w1,0.0003178336,0.05000,3.119
+22,block_sparse_moe.experts.134.w1,0.0001967843,0.05000,3.071
+22,block_sparse_moe.experts.143.w1,0.0008084868,0.05000,3.158
+22,block_sparse_moe.experts.138.w1,0.0003587332,0.05000,3.066
+22,block_sparse_moe.experts.130.w1,0.0003716649,0.05000,3.023
+22,block_sparse_moe.experts.135.w1,0.0003791413,0.05000,3.113
+22,block_sparse_moe.experts.139.w1,0.0003256012,0.05000,3.037
+22,block_sparse_moe.experts.144.w1,0.0002601766,0.05000,2.954
+22,block_sparse_moe.experts.156.w1,0.0002005298,0.05000,2.972
+22,block_sparse_moe.experts.152.w1,0.0002732194,0.05000,3.076
+22,block_sparse_moe.experts.148.w1,0.0000850259,0.05000,2.989
+22,block_sparse_moe.experts.149.w1,0.0002215323,0.05000,2.954
+22,block_sparse_moe.experts.145.w1,0.0004073119,0.05000,2.887
+22,block_sparse_moe.experts.153.w1,0.0004267756,0.05000,2.885
+22,block_sparse_moe.experts.150.w1,0.0004835742,0.05000,2.900
+22,block_sparse_moe.experts.158.w1,0.0003175053,0.05000,2.937
+22,block_sparse_moe.experts.147.w1,0.0004370544,0.05000,2.956
+22,block_sparse_moe.experts.157.w1,0.0002108350,0.05000,3.006
+22,block_sparse_moe.experts.154.w1,0.0002750988,0.05000,2.952
+22,block_sparse_moe.experts.151.w1,0.0003772427,0.05000,2.992
+22,block_sparse_moe.experts.146.w1,0.0001639218,0.05000,3.026
+22,block_sparse_moe.experts.159.w1,0.0001464457,0.05000,3.077
+22,block_sparse_moe.experts.155.w1,0.0000964653,0.05000,3.013
+22,block_sparse_moe.experts.160.w1,0.0003468766,0.05000,2.974
+22,block_sparse_moe.experts.172.w1,0.0000421842,0.05000,3.035
+22,block_sparse_moe.experts.168.w1,0.0000772189,0.05000,3.025
+22,block_sparse_moe.experts.164.w1,0.0002265312,0.05000,3.097
+22,block_sparse_moe.experts.165.w1,0.0000691678,0.05000,2.759
+22,block_sparse_moe.experts.169.w1,0.0001193465,0.05000,2.719
+22,block_sparse_moe.experts.161.w1,0.0005176472,0.05000,2.822
+22,block_sparse_moe.experts.173.w1,0.0005449267,0.05000,2.784
+22,block_sparse_moe.experts.163.w1,0.0000649363,0.05000,2.951
+22,block_sparse_moe.experts.174.w1,0.0000884707,0.05000,3.004
+22,block_sparse_moe.experts.166.w1,0.0005133585,0.05000,3.091
+22,block_sparse_moe.experts.170.w1,0.0001000359,0.05000,2.976
+22,block_sparse_moe.experts.167.w1,0.0002413594,0.05000,2.929
+22,block_sparse_moe.experts.175.w1,0.0001782412,0.05000,2.956
+22,block_sparse_moe.experts.162.w1,0.0002596685,0.05000,2.985
+22,block_sparse_moe.experts.171.w1,0.0006028651,0.05000,3.000
+22,block_sparse_moe.experts.176.w1,0.0001403584,0.05000,2.882
+22,block_sparse_moe.experts.188.w1,0.0004535334,0.05000,2.986
+22,block_sparse_moe.experts.184.w1,0.0003005507,0.05000,2.976
+22,block_sparse_moe.experts.180.w1,0.0004940164,0.05000,3.002
+22,block_sparse_moe.experts.181.w1,0.0002176578,0.05000,2.836
+22,block_sparse_moe.experts.185.w1,0.0001719340,0.05000,2.858
+22,block_sparse_moe.experts.177.w1,0.0004250362,0.05000,2.916
+22,block_sparse_moe.experts.189.w1,0.0001043557,0.05000,2.985
+22,block_sparse_moe.experts.190.w1,0.0002463478,0.05000,2.943
+22,block_sparse_moe.experts.179.w1,0.0000914975,0.05000,3.111
+22,block_sparse_moe.experts.186.w1,0.0002970680,0.05000,2.975
+22,block_sparse_moe.experts.182.w1,0.0002506174,0.05000,3.067
+22,block_sparse_moe.experts.178.w1,0.0001898538,0.05000,3.003
+22,block_sparse_moe.experts.183.w1,0.0006254093,0.05000,3.100
+22,block_sparse_moe.experts.191.w1,0.0003340593,0.05000,3.070
+22,block_sparse_moe.experts.187.w1,0.0004177836,0.05000,3.191
+22,block_sparse_moe.experts.192.w1,0.0000940187,0.05000,2.965
+22,block_sparse_moe.experts.204.w1,0.0000295440,0.05000,2.801
+22,block_sparse_moe.experts.200.w1,0.0001906595,0.05000,2.805
+22,block_sparse_moe.experts.196.w1,0.0007101061,0.05000,2.744
+22,block_sparse_moe.experts.197.w1,0.0017330962,0.05000,2.933
+22,block_sparse_moe.experts.201.w1,0.0003485620,0.05000,2.943
+22,block_sparse_moe.experts.193.w1,0.0003977266,0.05000,2.970
+22,block_sparse_moe.experts.205.w1,0.0003783384,0.05000,2.890
+22,block_sparse_moe.experts.195.w1,0.0005918761,0.05000,2.863
+22,block_sparse_moe.experts.206.w1,0.0003918273,0.05000,3.027
+22,block_sparse_moe.experts.207.w1,0.0000646020,0.05000,2.832
+22,block_sparse_moe.experts.199.w1,0.0004233860,0.05000,2.871
+22,block_sparse_moe.experts.198.w1,0.0001093612,0.05000,2.967
+22,block_sparse_moe.experts.202.w1,0.0001367597,0.05000,3.095
+22,block_sparse_moe.experts.194.w1,0.0000349006,0.05000,3.138
+22,block_sparse_moe.experts.203.w1,0.0003165094,0.05000,2.834
+22,block_sparse_moe.experts.208.w1,0.0006227519,0.05000,2.679
+22,block_sparse_moe.experts.220.w1,0.0002726756,0.05000,2.829
+22,block_sparse_moe.experts.216.w1,0.0001053685,0.05000,2.832
+22,block_sparse_moe.experts.212.w1,0.0003132453,0.05000,2.872
+22,block_sparse_moe.experts.213.w1,0.0005735164,0.05000,2.846
+22,block_sparse_moe.experts.217.w1,0.0003806124,0.05000,2.825
+22,block_sparse_moe.experts.209.w1,0.0002912040,0.05000,2.865
+22,block_sparse_moe.experts.221.w1,0.0000821064,0.05000,2.856
+22,block_sparse_moe.experts.211.w1,0.0002053843,0.05000,2.994
+22,block_sparse_moe.experts.222.w1,0.0002265634,0.05000,3.061
+22,block_sparse_moe.experts.223.w1,0.0002430220,0.05000,2.981
+22,block_sparse_moe.experts.214.w1,0.0002827995,0.05000,3.031
+22,block_sparse_moe.experts.215.w1,0.0006504805,0.05000,3.092
+22,block_sparse_moe.experts.218.w1,0.0004429778,0.05000,3.023
+22,block_sparse_moe.experts.210.w1,0.0004769957,0.05000,2.925
+22,block_sparse_moe.experts.219.w1,0.0002396204,0.05000,3.037
+22,block_sparse_moe.experts.224.w1,0.0002534243,0.05000,2.995
+22,block_sparse_moe.experts.236.w1,0.0000345752,0.05000,3.015
+22,block_sparse_moe.experts.232.w1,0.0003620333,0.05000,2.975
+22,block_sparse_moe.experts.229.w1,0.0004577493,0.05000,2.655
+22,block_sparse_moe.experts.233.w1,0.0003387374,0.05000,2.538
+22,block_sparse_moe.experts.228.w1,0.0001818732,0.05000,3.026
+22,block_sparse_moe.experts.225.w1,0.0005169903,0.05000,2.630
+22,block_sparse_moe.experts.237.w1,0.0002936007,0.05000,2.704
+22,block_sparse_moe.experts.227.w1,0.0003731360,0.05000,2.932
+22,block_sparse_moe.experts.238.w1,0.0000711790,0.05000,2.917
+22,block_sparse_moe.experts.239.w1,0.0004329649,0.05000,2.863
+22,block_sparse_moe.experts.230.w1,0.0002646173,0.05000,3.015
+22,block_sparse_moe.experts.231.w1,0.0000221902,0.05000,2.973
+22,block_sparse_moe.experts.226.w1,0.0000548661,0.05000,2.920
+22,block_sparse_moe.experts.234.w1,0.0001382668,0.05000,3.040
+22,block_sparse_moe.experts.235.w1,0.0001160055,0.05000,2.911
+22,block_sparse_moe.experts.240.w1,0.0002910885,0.05000,2.763
+22,block_sparse_moe.experts.252.w1,0.0001497906,0.05000,2.748
+22,block_sparse_moe.experts.248.w1,0.0005287523,0.05000,2.797
+22,block_sparse_moe.experts.249.w1,0.0001553336,0.05000,2.732
+22,block_sparse_moe.experts.245.w1,0.0006208576,0.05000,2.824
+22,block_sparse_moe.experts.244.w1,0.0000670597,0.05000,2.763
+22,block_sparse_moe.experts.241.w1,0.0001737564,0.05000,2.899
+22,block_sparse_moe.experts.253.w1,0.0002230914,0.05000,2.878
+22,block_sparse_moe.experts.243.w1,0.0002242227,0.05000,2.836
+22,block_sparse_moe.experts.254.w1,0.0006018523,0.05000,2.852
+22,block_sparse_moe.experts.255.w1,0.0001614868,0.05000,2.866
+22,block_sparse_moe.experts.246.w1,0.0004241037,0.05000,2.892
+22,block_sparse_moe.experts.250.w1,0.0004400550,0.05000,2.852
+22,block_sparse_moe.experts.247.w1,0.0002165721,0.05000,2.969
+22,block_sparse_moe.experts.242.w1,0.0001037038,0.05000,2.945
+22,block_sparse_moe.experts.251.w1,0.0002355487,0.05000,2.871
+22,block_sparse_moe.experts.0.w3,0.0002818323,0.05000,2.883
+22,block_sparse_moe.experts.12.w3,0.0005606168,0.05000,2.823
+22,block_sparse_moe.experts.8.w3,0.0005333575,0.05000,2.853
+22,block_sparse_moe.experts.4.w3,0.0003098475,0.05000,2.932
+22,block_sparse_moe.experts.5.w3,0.0000962801,0.05000,3.086
+22,block_sparse_moe.experts.9.w3,0.0004607199,0.05000,3.148
+22,block_sparse_moe.experts.1.w3,0.0001198499,0.05000,3.116
+22,block_sparse_moe.experts.13.w3,0.0002025119,0.05000,3.075
+22,block_sparse_moe.experts.3.w3,0.0003346886,0.05000,2.894
+22,block_sparse_moe.experts.15.w3,0.0001118589,0.05000,2.916
+22,block_sparse_moe.experts.14.w3,0.0002068853,0.05000,3.031
+22,block_sparse_moe.experts.7.w3,0.0002114322,0.05000,2.792
+22,block_sparse_moe.experts.11.w3,0.0001732015,0.05000,2.815
+22,block_sparse_moe.experts.6.w3,0.0002706506,0.05000,3.105
+22,block_sparse_moe.experts.2.w3,0.0001694599,0.05000,3.062
+22,block_sparse_moe.experts.10.w3,0.0003559913,0.05000,3.158
+22,block_sparse_moe.experts.16.w3,0.0004177337,0.05000,2.835
+22,block_sparse_moe.experts.28.w3,0.0002069326,0.05000,2.696
+22,block_sparse_moe.experts.24.w3,0.0002372923,0.05000,2.639
+22,block_sparse_moe.experts.20.w3,0.0002180029,0.05000,2.579
+22,block_sparse_moe.experts.21.w3,0.0001795582,0.05000,2.989
+22,block_sparse_moe.experts.25.w3,0.0003080486,0.05000,2.990
+22,block_sparse_moe.experts.17.w3,0.0002797674,0.05000,2.995
+22,block_sparse_moe.experts.29.w3,0.0002915244,0.05000,3.081
+22,block_sparse_moe.experts.19.w3,0.0002672835,0.05000,2.917
+22,block_sparse_moe.experts.31.w3,0.0000918398,0.05000,2.830
+22,block_sparse_moe.experts.30.w3,0.0002940973,0.05000,3.017
+22,block_sparse_moe.experts.23.w3,0.0003350644,0.05000,2.919
+22,block_sparse_moe.experts.27.w3,0.0003875313,0.05000,2.889
+22,block_sparse_moe.experts.32.w3,0.0003557431,0.05000,2.581
+22,block_sparse_moe.experts.18.w3,0.0001031918,0.05000,2.882
+22,block_sparse_moe.experts.26.w3,0.0004852989,0.05000,2.917
+22,block_sparse_moe.experts.22.w3,0.0002549692,0.05000,3.073
+22,block_sparse_moe.experts.44.w3,0.0003031272,0.05000,2.593
+22,block_sparse_moe.experts.40.w3,0.0001436588,0.05000,2.624
+22,block_sparse_moe.experts.36.w3,0.0003334870,0.05000,2.656
+22,block_sparse_moe.experts.41.w3,0.0001727986,0.05000,3.019
+22,block_sparse_moe.experts.37.w3,0.0003776566,0.05000,3.081
+22,block_sparse_moe.experts.33.w3,0.0002948082,0.05000,3.056
+22,block_sparse_moe.experts.45.w3,0.0002877233,0.05000,3.004
+22,block_sparse_moe.experts.35.w3,0.0002756839,0.05000,2.898
+22,block_sparse_moe.experts.47.w3,0.0004662899,0.05000,2.902
+22,block_sparse_moe.experts.43.w3,0.0002608362,0.05000,2.911
+22,block_sparse_moe.experts.48.w3,0.0002823836,0.05000,2.802
+22,block_sparse_moe.experts.39.w3,0.0005222193,0.05000,3.013
+22,block_sparse_moe.experts.46.w3,0.0002955674,0.05000,3.082
+22,block_sparse_moe.experts.60.w3,0.0003322555,0.05000,2.819
+22,block_sparse_moe.experts.34.w3,0.0001944624,0.05000,3.118
+22,block_sparse_moe.experts.38.w3,0.0002335616,0.05000,2.990
+22,block_sparse_moe.experts.42.w3,0.0003482129,0.05000,3.091
+22,block_sparse_moe.experts.56.w3,0.0000827749,0.05000,2.925
+22,block_sparse_moe.experts.52.w3,0.0005196680,0.05000,3.043
+22,block_sparse_moe.experts.53.w3,0.0002114376,0.05000,2.826
+22,block_sparse_moe.experts.57.w3,0.0002468032,0.05000,2.908
+22,block_sparse_moe.experts.49.w3,0.0001969783,0.05000,2.807
+22,block_sparse_moe.experts.61.w3,0.0002701363,0.05000,2.967
+22,block_sparse_moe.experts.51.w3,0.0003586186,0.05000,3.029
+22,block_sparse_moe.experts.63.w3,0.0003126027,0.05000,3.024
+22,block_sparse_moe.experts.64.w3,0.0001390546,0.05000,2.942
+22,block_sparse_moe.experts.55.w3,0.0004180877,0.05000,2.998
+22,block_sparse_moe.experts.62.w3,0.0003179327,0.05000,2.946
+22,block_sparse_moe.experts.59.w3,0.0005345239,0.05000,3.092
+22,block_sparse_moe.experts.76.w3,0.0003514460,0.05000,2.897
+22,block_sparse_moe.experts.54.w3,0.0002363760,0.05000,2.891
+22,block_sparse_moe.experts.72.w3,0.0003038444,0.05000,2.781
+22,block_sparse_moe.experts.58.w3,0.0003639796,0.05000,2.956
+22,block_sparse_moe.experts.50.w3,0.0004593337,0.05000,3.032
+22,block_sparse_moe.experts.68.w3,0.0001576135,0.05000,2.909
+22,block_sparse_moe.experts.73.w3,0.0005406646,0.05000,3.018
+22,block_sparse_moe.experts.69.w3,0.0005113694,0.05000,3.072
+22,block_sparse_moe.experts.65.w3,0.0004832654,0.05000,3.070
+22,block_sparse_moe.experts.77.w3,0.0002949368,0.05000,2.862
+22,block_sparse_moe.experts.67.w3,0.0000585226,0.05000,2.960
+22,block_sparse_moe.experts.79.w3,0.0005241168,0.05000,2.959
+22,block_sparse_moe.experts.80.w3,0.0001859380,0.05000,2.901
+22,block_sparse_moe.experts.75.w3,0.0003848359,0.05000,2.894
+22,block_sparse_moe.experts.92.w3,0.0000343366,0.05000,2.866
+22,block_sparse_moe.experts.78.w3,0.0002988607,0.05000,3.010
+22,block_sparse_moe.experts.71.w3,0.0004471577,0.05000,3.033
+22,block_sparse_moe.experts.88.w3,0.0003254830,0.05000,2.929
+22,block_sparse_moe.experts.70.w3,0.0003975509,0.05000,3.086
+22,block_sparse_moe.experts.66.w3,0.0002873881,0.05000,3.059
+22,block_sparse_moe.experts.74.w3,0.0002184911,0.05000,3.136
+22,block_sparse_moe.experts.84.w3,0.0002673843,0.05000,2.902
+22,block_sparse_moe.experts.89.w3,0.0008706734,0.05000,2.977
+22,block_sparse_moe.experts.85.w3,0.0002155233,0.05000,3.033
+22,block_sparse_moe.experts.81.w3,0.0001941425,0.05000,2.968
+22,block_sparse_moe.experts.93.w3,0.0002055963,0.05000,2.930
+22,block_sparse_moe.experts.95.w3,0.0004597963,0.05000,3.056
+22,block_sparse_moe.experts.83.w3,0.0003836736,0.05000,3.115
+22,block_sparse_moe.experts.96.w3,0.0002627374,0.05000,2.885
+22,block_sparse_moe.experts.108.w3,0.0000225721,0.05000,2.840
+22,block_sparse_moe.experts.91.w3,0.0001491395,0.05000,3.064
+22,block_sparse_moe.experts.104.w3,0.0006731193,0.05000,2.828
+22,block_sparse_moe.experts.94.w3,0.0003723950,0.05000,3.019
+22,block_sparse_moe.experts.87.w3,0.0001973890,0.05000,3.103
+22,block_sparse_moe.experts.86.w3,0.0004088570,0.05000,3.051
+22,block_sparse_moe.experts.82.w3,0.0002364362,0.05000,2.996
+22,block_sparse_moe.experts.100.w3,0.0005456026,0.05000,2.766
+22,block_sparse_moe.experts.90.w3,0.0000839153,0.05000,2.976
+22,block_sparse_moe.experts.105.w3,0.0004030165,0.05000,3.013
+22,block_sparse_moe.experts.101.w3,0.0000584380,0.05000,2.974
+22,block_sparse_moe.experts.97.w3,0.0002766945,0.05000,3.046
+22,block_sparse_moe.experts.109.w3,0.0008092956,0.05000,2.968
+22,block_sparse_moe.experts.112.w3,0.0003142846,0.05000,2.915
+22,block_sparse_moe.experts.111.w3,0.0004268999,0.05000,3.015
+22,block_sparse_moe.experts.99.w3,0.0001070470,0.05000,3.042
+22,block_sparse_moe.experts.124.w3,0.0001218584,0.05000,3.057
+22,block_sparse_moe.experts.110.w3,0.0004301265,0.05000,2.949
+22,block_sparse_moe.experts.120.w3,0.0002999818,0.05000,2.978
+22,block_sparse_moe.experts.103.w3,0.0006218557,0.05000,3.043
+22,block_sparse_moe.experts.107.w3,0.0004234352,0.05000,3.189
+22,block_sparse_moe.experts.102.w3,0.0003787896,0.05000,3.095
+22,block_sparse_moe.experts.98.w3,0.0001723215,0.05000,3.043
+22,block_sparse_moe.experts.116.w3,0.0002098954,0.05000,3.058
+22,block_sparse_moe.experts.106.w3,0.0004725607,0.05000,3.120
+22,block_sparse_moe.experts.121.w3,0.0000273096,0.05000,2.994
+22,block_sparse_moe.experts.117.w3,0.0004577045,0.05000,2.992
+22,block_sparse_moe.experts.113.w3,0.0001516361,0.05000,3.044
+22,block_sparse_moe.experts.125.w3,0.0005168574,0.05000,2.981
+22,block_sparse_moe.experts.128.w3,0.0003412692,0.05000,3.032
+22,block_sparse_moe.experts.127.w3,0.0002043604,0.05000,3.103
+22,block_sparse_moe.experts.115.w3,0.0003093349,0.05000,3.159
+22,block_sparse_moe.experts.140.w3,0.0003650922,0.05000,3.065
+22,block_sparse_moe.experts.136.w3,0.0001662055,0.05000,2.989
+22,block_sparse_moe.experts.126.w3,0.0003392510,0.05000,3.047
+22,block_sparse_moe.experts.123.w3,0.0000878974,0.05000,3.073
+22,block_sparse_moe.experts.119.w3,0.0003121038,0.05000,3.174
+22,block_sparse_moe.experts.114.w3,0.0001147330,0.05000,2.950
+22,block_sparse_moe.experts.118.w3,0.0000627906,0.05000,3.070
+22,block_sparse_moe.experts.122.w3,0.0003865860,0.05000,2.999
+22,block_sparse_moe.experts.132.w3,0.0000470257,0.05000,3.081
+22,block_sparse_moe.experts.137.w3,0.0001960455,0.05000,2.965
+22,block_sparse_moe.experts.133.w3,0.0001403034,0.05000,2.959
+22,block_sparse_moe.experts.129.w3,0.0001479779,0.05000,2.937
+22,block_sparse_moe.experts.141.w3,0.0003283626,0.05000,2.948
+22,block_sparse_moe.experts.144.w3,0.0002682330,0.05000,2.867
+22,block_sparse_moe.experts.143.w3,0.0008009747,0.05000,2.843
+22,block_sparse_moe.experts.156.w3,0.0001991425,0.05000,2.723
+22,block_sparse_moe.experts.131.w3,0.0003569707,0.05000,2.910
+22,block_sparse_moe.experts.152.w3,0.0002728782,0.05000,2.904
+22,block_sparse_moe.experts.142.w3,0.0004168346,0.05000,3.029
+22,block_sparse_moe.experts.135.w3,0.0003871820,0.05000,2.991
+22,block_sparse_moe.experts.139.w3,0.0003343789,0.05000,3.120
+22,block_sparse_moe.experts.148.w3,0.0000912984,0.05000,2.797
+22,block_sparse_moe.experts.130.w3,0.0003836432,0.05000,3.016
+22,block_sparse_moe.experts.134.w3,0.0002028702,0.05000,3.018
+22,block_sparse_moe.experts.138.w3,0.0003716703,0.05000,2.999
+22,block_sparse_moe.experts.149.w3,0.0002256425,0.05000,2.853
+22,block_sparse_moe.experts.153.w3,0.0004414293,0.05000,2.939
+22,block_sparse_moe.experts.145.w3,0.0004964282,0.05000,2.908
+22,block_sparse_moe.experts.157.w3,0.0002181716,0.05000,2.981
+22,block_sparse_moe.experts.159.w3,0.0001493176,0.05000,3.083
+22,block_sparse_moe.experts.160.w3,0.0003552330,0.05000,3.141
+22,block_sparse_moe.experts.147.w3,0.0004515528,0.05000,3.110
+22,block_sparse_moe.experts.172.w3,0.0000425146,0.05000,3.225
+22,block_sparse_moe.experts.158.w3,0.0003276663,0.05000,2.975
+22,block_sparse_moe.experts.168.w3,0.0000747600,0.05000,3.175
+22,block_sparse_moe.experts.146.w3,0.0001698775,0.05000,3.034
+22,block_sparse_moe.experts.155.w3,0.0000985208,0.05000,3.107
+22,block_sparse_moe.experts.151.w3,0.0003972286,0.05000,3.139
+22,block_sparse_moe.experts.150.w3,0.0005005367,0.05000,3.063
+22,block_sparse_moe.experts.164.w3,0.0002333187,0.05000,3.228
+22,block_sparse_moe.experts.154.w3,0.0002787431,0.05000,3.099
+22,block_sparse_moe.experts.165.w3,0.0000711296,0.05000,3.079
+22,block_sparse_moe.experts.169.w3,0.0001211335,0.05000,3.110
+22,block_sparse_moe.experts.161.w3,0.0005300058,0.05000,2.914
+22,block_sparse_moe.experts.173.w3,0.0005586770,0.05000,2.885
+22,block_sparse_moe.experts.176.w3,0.0001441957,0.05000,2.954
+22,block_sparse_moe.experts.175.w3,0.0001823060,0.05000,2.962
+22,block_sparse_moe.experts.188.w3,0.0004601798,0.05000,2.921
+22,block_sparse_moe.experts.181.w3,0.0002246817,0.05000,1.237
+22,block_sparse_moe.experts.163.w3,0.0000681639,0.05000,3.015
+22,block_sparse_moe.experts.174.w3,0.0000884828,0.05000,2.950
+22,block_sparse_moe.experts.162.w3,0.0002680792,0.05000,2.985
+22,block_sparse_moe.experts.171.w3,0.0006199779,0.05000,3.021
+22,block_sparse_moe.experts.167.w3,0.0002454186,0.05000,3.094
+22,block_sparse_moe.experts.170.w3,0.0001023677,0.05000,3.015
+22,block_sparse_moe.experts.166.w3,0.0005254259,0.05000,3.205
+22,block_sparse_moe.experts.184.w3,0.0003101892,0.05000,5.399
+22,block_sparse_moe.experts.191.w3,0.0003487845,0.05000,3.122
+22,block_sparse_moe.experts.179.w3,0.0000973415,0.05000,3.139
+22,block_sparse_moe.experts.190.w3,0.0002547237,0.05000,3.279
+22,block_sparse_moe.experts.180.w3,0.0004980423,0.05000,5.631
+22,block_sparse_moe.experts.178.w3,0.0001953345,0.05000,3.205
+22,block_sparse_moe.experts.183.w3,0.0006296435,0.05000,3.176
+22,block_sparse_moe.experts.187.w3,0.0004269644,0.05000,3.286
+22,block_sparse_moe.experts.182.w3,0.0002585105,0.05000,3.141
+22,block_sparse_moe.experts.186.w3,0.0003057101,0.05000,3.289
+22,block_sparse_moe.experts.192.w3,0.0000958702,0.05000,5.740
+22,block_sparse_moe.experts.204.w3,0.0000281053,0.05000,5.809
+22,block_sparse_moe.experts.200.w3,0.0001960760,0.05000,3.230
+22,block_sparse_moe.experts.207.w3,0.0000652828,0.05000,3.179
+22,block_sparse_moe.experts.195.w3,0.0006041656,0.05000,3.262
+22,block_sparse_moe.experts.196.w3,0.0007260756,0.05000,3.146
+22,block_sparse_moe.experts.206.w3,0.0004040925,0.05000,3.197
+22,block_sparse_moe.experts.203.w3,0.0003289534,0.05000,3.158
+22,block_sparse_moe.experts.199.w3,0.0004407708,0.05000,3.246
+22,block_sparse_moe.experts.208.w3,0.0006421423,0.05000,3.139
+22,block_sparse_moe.experts.220.w3,0.0002813300,0.05000,3.078
+22,block_sparse_moe.experts.194.w3,0.0000360414,0.05000,5.069
+22,block_sparse_moe.experts.216.w3,0.0001115374,0.05000,3.144
+22,block_sparse_moe.experts.202.w3,0.0001431435,0.05000,4.986
+22,block_sparse_moe.experts.198.w3,0.0001128272,0.05000,5.046
+22,block_sparse_moe.experts.212.w3,0.0003415272,0.05000,3.117
+22,block_sparse_moe.experts.222.w3,0.0002331939,0.05000,4.991
+22,block_sparse_moe.experts.224.w3,0.0002622362,0.05000,3.228
+22,block_sparse_moe.experts.210.w3,0.0004966684,0.05000,3.065
+22,block_sparse_moe.experts.236.w3,0.0000356824,0.05000,3.221
+22,block_sparse_moe.experts.232.w3,0.0003763968,0.05000,3.177
+22,block_sparse_moe.experts.223.w3,0.0002480651,0.05000,6.165
+22,block_sparse_moe.experts.214.w3,0.0002990896,0.05000,3.101
+22,block_sparse_moe.experts.218.w3,0.0004648261,0.05000,3.205
+22,block_sparse_moe.experts.211.w3,0.0002130552,0.05000,6.182
+22,block_sparse_moe.experts.228.w3,0.0001919219,0.05000,3.171
+22,block_sparse_moe.experts.219.w3,0.0002604472,0.05000,6.053
+22,block_sparse_moe.experts.215.w3,0.0006669418,0.05000,6.038
+22,block_sparse_moe.experts.238.w3,0.0000706945,0.05000,2.999
+22,block_sparse_moe.experts.226.w3,0.0000543196,0.05000,2.822
+22,block_sparse_moe.experts.230.w3,0.0002740025,0.05000,2.601
+22,block_sparse_moe.experts.240.w3,0.0003032742,0.05000,2.979
+22,block_sparse_moe.experts.234.w3,0.0001422826,0.05000,2.589
+22,block_sparse_moe.experts.185.w3,0.0001808748,0.05000,3.195
+22,block_sparse_moe.experts.197.w3,0.0017562956,0.05000,3.226
+22,block_sparse_moe.experts.177.w3,0.0004398262,0.05000,3.280
+22,block_sparse_moe.experts.189.w3,0.0001090608,0.05000,3.324
+22,block_sparse_moe.experts.252.w3,0.0001494769,0.05000,3.202
+22,block_sparse_moe.experts.248.w3,0.0005437304,0.05000,3.151
+22,block_sparse_moe.experts.239.w3,0.0004442005,0.05000,3.064
+22,block_sparse_moe.experts.244.w3,0.0000694269,0.05000,2.718
+22,block_sparse_moe.experts.227.w3,0.0003682883,0.05000,3.202
+22,block_sparse_moe.experts.231.w3,0.0000217197,0.05000,3.073
+22,block_sparse_moe.experts.235.w3,0.0001196952,0.05000,3.119
+22,block_sparse_moe.experts.255.w3,0.0001680392,0.05000,1.624
+22,block_sparse_moe.experts.201.w3,0.0003576096,0.05000,3.131
+22,block_sparse_moe.experts.213.w3,0.0006026203,0.05000,3.165
+22,block_sparse_moe.experts.193.w3,0.0004194260,0.05000,3.157
+22,block_sparse_moe.experts.205.w3,0.0003890645,0.05000,3.145
+22,block_sparse_moe.experts.254.w3,0.0006187688,0.05000,3.069
+22,block_sparse_moe.experts.250.w3,0.0004549462,0.05000,3.095
+22,block_sparse_moe.experts.242.w3,0.0001064406,0.05000,3.132
+22,block_sparse_moe.experts.246.w3,0.0004345894,0.05000,3.147
+22,block_sparse_moe.experts.243.w3,0.0002285388,0.05000,2.377
+22,block_sparse_moe.experts.251.w3,0.0002418294,0.05000,2.396
+22,block_sparse_moe.experts.247.w3,0.0002249540,0.05000,2.405
+22,block_sparse_moe.experts.217.w3,0.0003719219,0.05000,2.782
+22,block_sparse_moe.experts.209.w3,0.0002984378,0.05000,2.744
+22,block_sparse_moe.experts.229.w3,0.0004704969,0.05000,2.820
+22,block_sparse_moe.experts.221.w3,0.0000850621,0.05000,2.835
+22,block_sparse_moe.experts.233.w3,0.0003407273,0.05000,2.736
+22,block_sparse_moe.experts.225.w3,0.0005382977,0.05000,2.698
+22,block_sparse_moe.experts.245.w3,0.0006360795,0.05000,2.733
+22,block_sparse_moe.experts.237.w3,0.0002778243,0.05000,2.684
+22,block_sparse_moe.experts.249.w3,0.0001489098,0.05000,2.062
+22,block_sparse_moe.experts.241.w3,0.0001645459,0.05000,2.119
+22,block_sparse_moe.experts.253.w3,0.0002266664,0.05000,2.012
+22,block_sparse_moe.experts.3.w2,0.0001071607,0.05000,1.442
+22,block_sparse_moe.experts.7.w2,0.0000551465,0.05000,1.443
+22,block_sparse_moe.experts.14.w2,0.0001232225,0.05000,1.428
+22,block_sparse_moe.experts.15.w2,0.0002307165,0.05000,1.441
+22,block_sparse_moe.experts.8.w2,0.0001942359,0.05000,1.511
+22,block_sparse_moe.experts.11.w2,0.0000754415,0.05000,1.469
+22,block_sparse_moe.experts.6.w2,0.0001803732,0.05000,1.516
+22,block_sparse_moe.experts.1.w2,0.0000716167,0.05000,1.531
+22,block_sparse_moe.experts.9.w2,0.0002722418,0.05000,1.502
+22,block_sparse_moe.experts.2.w2,0.0000824784,0.05000,1.561
+22,block_sparse_moe.experts.10.w2,0.0002928875,0.05000,1.519
+22,block_sparse_moe.experts.13.w2,0.0001534474,0.05000,1.526
+22,block_sparse_moe.experts.5.w2,0.0000719709,0.05000,1.572
+22,block_sparse_moe.experts.0.w2,0.0001828747,0.05000,1.577
+22,block_sparse_moe.experts.4.w2,0.0001765359,0.05000,1.579
+22,block_sparse_moe.experts.12.w2,0.0004281662,0.05000,1.535
+22,block_sparse_moe.experts.19.w2,0.0001080098,0.05000,1.530
+22,block_sparse_moe.experts.30.w2,0.0000942693,0.05000,1.536
+22,block_sparse_moe.experts.24.w2,0.0001499121,0.05000,1.503
+22,block_sparse_moe.experts.23.w2,0.0001542932,0.05000,1.584
+22,block_sparse_moe.experts.31.w2,0.0000727687,0.05000,1.548
+22,block_sparse_moe.experts.22.w2,0.0001542470,0.05000,1.540
+22,block_sparse_moe.experts.25.w2,0.0001876515,0.05000,1.523
+22,block_sparse_moe.experts.17.w2,0.0003157483,0.05000,1.545
+22,block_sparse_moe.experts.18.w2,0.0000560736,0.05000,1.531
+22,block_sparse_moe.experts.29.w2,0.0001211735,0.05000,1.524
+22,block_sparse_moe.experts.27.w2,0.0002622791,0.05000,1.589
+22,block_sparse_moe.experts.28.w2,0.0000660928,0.05000,1.529
+22,block_sparse_moe.experts.26.w2,0.0007091222,0.05000,1.556
+22,block_sparse_moe.experts.21.w2,0.0000402706,0.05000,1.566
+22,block_sparse_moe.experts.16.w2,0.0002803276,0.05000,1.564
+22,block_sparse_moe.experts.20.w2,0.0001704552,0.05000,1.584
+22,block_sparse_moe.experts.35.w2,0.0001781003,0.05000,1.475
+22,block_sparse_moe.experts.39.w2,0.0001970722,0.05000,1.472
+22,block_sparse_moe.experts.41.w2,0.0001317081,0.05000,1.447
+22,block_sparse_moe.experts.46.w2,0.0002263447,0.05000,1.511
+22,block_sparse_moe.experts.47.w2,0.0003173815,0.05000,1.493
+22,block_sparse_moe.experts.43.w2,0.0003883497,0.05000,1.449
+22,block_sparse_moe.experts.38.w2,0.0002317235,0.05000,1.505
+22,block_sparse_moe.experts.40.w2,0.0000738159,0.05000,1.573
+22,block_sparse_moe.experts.45.w2,0.0002099625,0.05000,1.522
+22,block_sparse_moe.experts.33.w2,0.0000850005,0.05000,1.565
+22,block_sparse_moe.experts.34.w2,0.0001841858,0.05000,1.548
+22,block_sparse_moe.experts.44.w2,0.0002703264,0.05000,1.556
+22,block_sparse_moe.experts.37.w2,0.0003054334,0.05000,1.549
+22,block_sparse_moe.experts.32.w2,0.0001273750,0.05000,1.565
+22,block_sparse_moe.experts.36.w2,0.0001260129,0.05000,1.562
+22,block_sparse_moe.experts.42.w2,0.0000908500,0.05000,1.619
+22,block_sparse_moe.experts.55.w2,0.0001446437,0.05000,1.358
+22,block_sparse_moe.experts.51.w2,0.0000992019,0.05000,1.422
+22,block_sparse_moe.experts.57.w2,0.0001446568,0.05000,1.390
+22,block_sparse_moe.experts.62.w2,0.0001140970,0.05000,1.443
+22,block_sparse_moe.experts.54.w2,0.0001502551,0.05000,1.420
+22,block_sparse_moe.experts.59.w2,0.0001428826,0.05000,1.461
+22,block_sparse_moe.experts.63.w2,0.0001267702,0.05000,1.490
+22,block_sparse_moe.experts.61.w2,0.0001781590,0.05000,1.416
+22,block_sparse_moe.experts.49.w2,0.0000464859,0.05000,1.399
+22,block_sparse_moe.experts.53.w2,0.0000671297,0.05000,1.406
+22,block_sparse_moe.experts.50.w2,0.0001601153,0.05000,1.480
+22,block_sparse_moe.experts.56.w2,0.0000482657,0.05000,1.587
+22,block_sparse_moe.experts.58.w2,0.0002568481,0.05000,1.452
+22,block_sparse_moe.experts.52.w2,0.0005430642,0.05000,1.557
+22,block_sparse_moe.experts.48.w2,0.0001095456,0.05000,1.575
+22,block_sparse_moe.experts.60.w2,0.0004138341,0.05000,1.629
+22,block_sparse_moe.experts.73.w2,0.0003348435,0.05000,1.450
+22,block_sparse_moe.experts.78.w2,0.0000979782,0.05000,1.422
+22,block_sparse_moe.experts.67.w2,0.0000471112,0.05000,1.544
+22,block_sparse_moe.experts.71.w2,0.0001172503,0.05000,1.575
+22,block_sparse_moe.experts.70.w2,0.0001517828,0.05000,1.458
+22,block_sparse_moe.experts.77.w2,0.0001711157,0.05000,1.466
+22,block_sparse_moe.experts.65.w2,0.0002474754,0.05000,1.464
+22,block_sparse_moe.experts.75.w2,0.0001023139,0.05000,1.537
+22,block_sparse_moe.experts.79.w2,0.0002081704,0.05000,1.567
+22,block_sparse_moe.experts.69.w2,0.0002148221,0.05000,1.514
+22,block_sparse_moe.experts.66.w2,0.0001184509,0.05000,1.511
+22,block_sparse_moe.experts.74.w2,0.0001035538,0.05000,1.492
+22,block_sparse_moe.experts.72.w2,0.0001097609,0.05000,1.556
+22,block_sparse_moe.experts.76.w2,0.0001190943,0.05000,1.517
+22,block_sparse_moe.experts.68.w2,0.0001268862,0.05000,1.551
+22,block_sparse_moe.experts.64.w2,0.0001466486,0.05000,1.564
+22,block_sparse_moe.experts.89.w2,0.0002590641,0.05000,1.509
+22,block_sparse_moe.experts.83.w2,0.0001407541,0.05000,1.461
+22,block_sparse_moe.experts.87.w2,0.0000839539,0.05000,1.530
+22,block_sparse_moe.experts.86.w2,0.0002542669,0.05000,1.532
+22,block_sparse_moe.experts.94.w2,0.0000941255,0.05000,1.590
+22,block_sparse_moe.experts.93.w2,0.0001952485,0.05000,1.553
+22,block_sparse_moe.experts.81.w2,0.0002318176,0.05000,1.556
+22,block_sparse_moe.experts.91.w2,0.0000811987,0.05000,1.519
+22,block_sparse_moe.experts.85.w2,0.0001783046,0.05000,1.484
+22,block_sparse_moe.experts.95.w2,0.0002519547,0.05000,1.514
+22,block_sparse_moe.experts.88.w2,0.0002374501,0.05000,1.438
+22,block_sparse_moe.experts.82.w2,0.0001009307,0.05000,1.581
+22,block_sparse_moe.experts.90.w2,0.0000681048,0.05000,1.548
+22,block_sparse_moe.experts.92.w2,0.0000295615,0.05000,1.440
+22,block_sparse_moe.experts.80.w2,0.0000564162,0.05000,1.471
+22,block_sparse_moe.experts.84.w2,0.0001948048,0.05000,1.578
+22,block_sparse_moe.experts.105.w2,0.0002122793,0.05000,1.448
+22,block_sparse_moe.experts.99.w2,0.0000761026,0.05000,1.482
+22,block_sparse_moe.experts.102.w2,0.0002009793,0.05000,1.456
+22,block_sparse_moe.experts.110.w2,0.0002146032,0.05000,1.454
+22,block_sparse_moe.experts.101.w2,0.0000405043,0.05000,1.358
+22,block_sparse_moe.experts.97.w2,0.0000916589,0.05000,1.419
+22,block_sparse_moe.experts.103.w2,0.0004174730,0.05000,1.538
+22,block_sparse_moe.experts.109.w2,0.0005794975,0.05000,1.463
+22,block_sparse_moe.experts.107.w2,0.0002299703,0.05000,1.482
+22,block_sparse_moe.experts.111.w2,0.0001111040,0.05000,1.498
+22,block_sparse_moe.experts.104.w2,0.0003556268,0.05000,1.458
+22,block_sparse_moe.experts.98.w2,0.0001121274,0.05000,1.446
+22,block_sparse_moe.experts.106.w2,0.0002075196,0.05000,1.432
+22,block_sparse_moe.experts.108.w2,0.0000162706,0.05000,1.435
+22,block_sparse_moe.experts.96.w2,0.0001825160,0.05000,1.458
+22,block_sparse_moe.experts.100.w2,0.0002065729,0.05000,1.433
+22,block_sparse_moe.experts.121.w2,0.0000321145,0.05000,1.365
+22,block_sparse_moe.experts.115.w2,0.0002216762,0.05000,1.419
+22,block_sparse_moe.experts.126.w2,0.0001030604,0.05000,1.387
+22,block_sparse_moe.experts.118.w2,0.0000618293,0.05000,1.432
+22,block_sparse_moe.experts.117.w2,0.0001781792,0.05000,1.417
+22,block_sparse_moe.experts.113.w2,0.0001261198,0.05000,1.416
+22,block_sparse_moe.experts.125.w2,0.0001811527,0.05000,1.415
+22,block_sparse_moe.experts.119.w2,0.0001939731,0.05000,1.438
+22,block_sparse_moe.experts.122.w2,0.0001448419,0.05000,1.317
+22,block_sparse_moe.experts.127.w2,0.0002203027,0.05000,1.430
+22,block_sparse_moe.experts.114.w2,0.0000657712,0.05000,1.368
+22,block_sparse_moe.experts.123.w2,0.0000360863,0.05000,1.492
+22,block_sparse_moe.experts.120.w2,0.0000722010,0.05000,1.421
+22,block_sparse_moe.experts.124.w2,0.0000371218,0.05000,1.444
+22,block_sparse_moe.experts.112.w2,0.0002098873,0.05000,1.374
+22,block_sparse_moe.experts.116.w2,0.0002052643,0.05000,1.412
+22,block_sparse_moe.experts.137.w2,0.0000589780,0.05000,1.302
+22,block_sparse_moe.experts.142.w2,0.0002286907,0.05000,1.291
+22,block_sparse_moe.experts.134.w2,0.0001126654,0.05000,1.344
+22,block_sparse_moe.experts.133.w2,0.0000745527,0.05000,1.397
+22,block_sparse_moe.experts.129.w2,0.0001578743,0.05000,1.375
+22,block_sparse_moe.experts.131.w2,0.0001038229,0.05000,1.492
+22,block_sparse_moe.experts.138.w2,0.0001468334,0.05000,1.325
+22,block_sparse_moe.experts.141.w2,0.0001542901,0.05000,1.409
+22,block_sparse_moe.experts.130.w2,0.0002002427,0.05000,1.364
+22,block_sparse_moe.experts.135.w2,0.0002819993,0.05000,1.508
+22,block_sparse_moe.experts.136.w2,0.0001004688,0.05000,1.423
+22,block_sparse_moe.experts.143.w2,0.0006502381,0.05000,1.458
+22,block_sparse_moe.experts.139.w2,0.0001177879,0.05000,1.481
+22,block_sparse_moe.experts.128.w2,0.0003000877,0.05000,1.426
+22,block_sparse_moe.experts.140.w2,0.0002220362,0.05000,1.505
+22,block_sparse_moe.experts.132.w2,0.0000223634,0.05000,1.444
+22,block_sparse_moe.experts.158.w2,0.0001639239,0.05000,1.340
+22,block_sparse_moe.experts.153.w2,0.0001222325,0.05000,1.498
+22,block_sparse_moe.experts.150.w2,0.0002254453,0.05000,1.343
+22,block_sparse_moe.experts.145.w2,0.0004643662,0.05000,1.359
+22,block_sparse_moe.experts.154.w2,0.0001594623,0.05000,1.388
+22,block_sparse_moe.experts.149.w2,0.0002882547,0.05000,1.443
+22,block_sparse_moe.experts.146.w2,0.0000877667,0.05000,1.339
+22,block_sparse_moe.experts.147.w2,0.0001755182,0.05000,1.474
+22,block_sparse_moe.experts.157.w2,0.0000854488,0.05000,1.428
+22,block_sparse_moe.experts.152.w2,0.0001722766,0.05000,1.467
+22,block_sparse_moe.experts.151.w2,0.0002205246,0.05000,1.533
+22,block_sparse_moe.experts.159.w2,0.0000589388,0.05000,1.547
+22,block_sparse_moe.experts.155.w2,0.0000714445,0.05000,1.551
+22,block_sparse_moe.experts.144.w2,0.0001435248,0.05000,1.539
+22,block_sparse_moe.experts.156.w2,0.0003823775,0.05000,1.519
+22,block_sparse_moe.experts.148.w2,0.0001345910,0.05000,1.484
+22,block_sparse_moe.experts.174.w2,0.0000899693,0.05000,1.436
+22,block_sparse_moe.experts.169.w2,0.0001430044,0.05000,1.476
+22,block_sparse_moe.experts.166.w2,0.0002136394,0.05000,1.415
+22,block_sparse_moe.experts.170.w2,0.0001475334,0.05000,1.379
+22,block_sparse_moe.experts.161.w2,0.0004399092,0.05000,1.446
+22,block_sparse_moe.experts.162.w2,0.0001055976,0.05000,1.462
+22,block_sparse_moe.experts.163.w2,0.0000606731,0.05000,1.476
+22,block_sparse_moe.experts.173.w2,0.0002969673,0.05000,1.454
+22,block_sparse_moe.experts.165.w2,0.0000749832,0.05000,1.517
+22,block_sparse_moe.experts.168.w2,0.0000352958,0.05000,1.429
+22,block_sparse_moe.experts.167.w2,0.0000563855,0.05000,1.478
+22,block_sparse_moe.experts.175.w2,0.0001640547,0.05000,1.472
+22,block_sparse_moe.experts.171.w2,0.0002951295,0.05000,1.450
+22,block_sparse_moe.experts.160.w2,0.0002180691,0.05000,1.474
+22,block_sparse_moe.experts.172.w2,0.0000226257,0.05000,1.460
+22,block_sparse_moe.experts.164.w2,0.0002146992,0.05000,1.442
+22,block_sparse_moe.experts.190.w2,0.0002220556,0.05000,1.493
+22,block_sparse_moe.experts.182.w2,0.0000948726,0.05000,1.464
+22,block_sparse_moe.experts.185.w2,0.0001743899,0.05000,1.475
+22,block_sparse_moe.experts.177.w2,0.0002003213,0.05000,1.470
+22,block_sparse_moe.experts.186.w2,0.0001102286,0.05000,1.484
+22,block_sparse_moe.experts.181.w2,0.0000779622,0.05000,1.361
+22,block_sparse_moe.experts.178.w2,0.0001015600,0.05000,1.404
+22,block_sparse_moe.experts.189.w2,0.0001009525,0.05000,1.378
+22,block_sparse_moe.experts.179.w2,0.0001093851,0.05000,1.412
+22,block_sparse_moe.experts.184.w2,0.0002316556,0.05000,1.450
+22,block_sparse_moe.experts.191.w2,0.0002014322,0.05000,1.391
+22,block_sparse_moe.experts.183.w2,0.0003190767,0.05000,1.464
+22,block_sparse_moe.experts.187.w2,0.0001691512,0.05000,1.443
+22,block_sparse_moe.experts.176.w2,0.0000631646,0.05000,1.510
+22,block_sparse_moe.experts.188.w2,0.0001734027,0.05000,1.514
+22,block_sparse_moe.experts.180.w2,0.0002280320,0.05000,1.500
+22,block_sparse_moe.experts.201.w2,0.0000704255,0.05000,1.300
+22,block_sparse_moe.experts.198.w2,0.0000900880,0.05000,1.404
+22,block_sparse_moe.experts.193.w2,0.0002437934,0.05000,1.300
+22,block_sparse_moe.experts.206.w2,0.0001527315,0.05000,1.516
+22,block_sparse_moe.experts.197.w2,0.0016893599,0.05000,1.375
+22,block_sparse_moe.experts.205.w2,0.0001779178,0.05000,1.395
+22,block_sparse_moe.experts.202.w2,0.0000969087,0.05000,1.475
+22,block_sparse_moe.experts.195.w2,0.0001944430,0.05000,1.444
+22,block_sparse_moe.experts.194.w2,0.0000721682,0.05000,1.492
+22,block_sparse_moe.experts.207.w2,0.0000629505,0.05000,1.427
+22,block_sparse_moe.experts.199.w2,0.0004629352,0.05000,1.408
+22,block_sparse_moe.experts.203.w2,0.0003102493,0.05000,1.381
+22,block_sparse_moe.experts.200.w2,0.0000787847,0.05000,1.551
+22,block_sparse_moe.experts.192.w2,0.0000266103,0.05000,1.503
+22,block_sparse_moe.experts.204.w2,0.0000196744,0.05000,1.485
+22,block_sparse_moe.experts.196.w2,0.0002913730,0.05000,1.505
+22,block_sparse_moe.experts.217.w2,0.0003913846,0.05000,1.515
+22,block_sparse_moe.experts.214.w2,0.0002080935,0.05000,1.489
+22,block_sparse_moe.experts.222.w2,0.0001637980,0.05000,1.498
+22,block_sparse_moe.experts.209.w2,0.0003285620,0.05000,1.547
+22,block_sparse_moe.experts.213.w2,0.0003562936,0.05000,1.496
+22,block_sparse_moe.experts.221.w2,0.0000617931,0.05000,1.497
+22,block_sparse_moe.experts.211.w2,0.0000868335,0.05000,1.439
+22,block_sparse_moe.experts.218.w2,0.0003140924,0.05000,1.499
+22,block_sparse_moe.experts.210.w2,0.0001525085,0.05000,1.520
+22,block_sparse_moe.experts.215.w2,0.0001887856,0.05000,1.432
+22,block_sparse_moe.experts.219.w2,0.0001751064,0.05000,1.411
+22,block_sparse_moe.experts.223.w2,0.0001411626,0.05000,1.464
+22,block_sparse_moe.experts.216.w2,0.0000870769,0.05000,1.482
+22,block_sparse_moe.experts.220.w2,0.0001100360,0.05000,1.443
+22,block_sparse_moe.experts.208.w2,0.0003009460,0.05000,1.469
+22,block_sparse_moe.experts.212.w2,0.0003697895,0.05000,1.495
+22,block_sparse_moe.experts.233.w2,0.0002257639,0.05000,1.389
+22,block_sparse_moe.experts.225.w2,0.0002045808,0.05000,1.391
+22,block_sparse_moe.experts.230.w2,0.0001068216,0.05000,1.519
+22,block_sparse_moe.experts.237.w2,0.0002548174,0.05000,1.362
+22,block_sparse_moe.experts.238.w2,0.0000233009,0.05000,1.486
+22,block_sparse_moe.experts.229.w2,0.0001792341,0.05000,1.431
+22,block_sparse_moe.experts.227.w2,0.0001743907,0.05000,1.484
+22,block_sparse_moe.experts.234.w2,0.0000762230,0.05000,1.489
+22,block_sparse_moe.experts.226.w2,0.0000295967,0.05000,1.472
+22,block_sparse_moe.experts.231.w2,0.0000170482,0.05000,1.488
+22,block_sparse_moe.experts.239.w2,0.0001419347,0.05000,1.463
+22,block_sparse_moe.experts.235.w2,0.0000393101,0.05000,1.545
+22,block_sparse_moe.experts.232.w2,0.0003055753,0.05000,1.472
+22,block_sparse_moe.experts.224.w2,0.0001472179,0.05000,1.468
+22,block_sparse_moe.experts.236.w2,0.0000213388,0.05000,1.492
+22,block_sparse_moe.experts.228.w2,0.0001820801,0.05000,1.511
+22,block_sparse_moe.experts.249.w2,0.0000743807,0.05000,1.395
+22,block_sparse_moe.experts.241.w2,0.0001464499,0.05000,1.428
+22,block_sparse_moe.experts.253.w2,0.0002834803,0.05000,1.370
+22,block_sparse_moe.experts.245.w2,0.0002978215,0.05000,1.351
+22,block_sparse_moe.experts.246.w2,0.0001841814,0.05000,1.445
+22,block_sparse_moe.experts.254.w2,0.0002118594,0.05000,1.456
+22,block_sparse_moe.experts.250.w2,0.0001647070,0.05000,1.374
+22,block_sparse_moe.experts.242.w2,0.0000943769,0.05000,1.326
+22,block_sparse_moe.experts.243.w2,0.0001109339,0.05000,1.469
+22,block_sparse_moe.experts.255.w2,0.0001263890,0.05000,1.351
+22,block_sparse_moe.experts.247.w2,0.0001451776,0.05000,1.369
+22,block_sparse_moe.experts.251.w2,0.0000774199,0.05000,1.351
+22,block_sparse_moe.experts.248.w2,0.0003754709,0.05000,1.411
+22,block_sparse_moe.experts.252.w2,0.0002421628,0.05000,1.238
+22,block_sparse_moe.experts.240.w2,0.0001461225,0.05000,1.304
+22,block_sparse_moe.experts.244.w2,0.0000681574,0.05000,1.229
+23,self_attn.v_proj,0.0000007364,0.05000,0.937
+23,self_attn.k_proj,0.0000009026,0.05000,0.940
+23,self_attn.q_proj,0.0000054118,0.05000,0.954
+23,self_attn.o_proj,0.0000008065,0.05000,1.838
+23,block_sparse_moe.experts.11.w1,0.0005118010,0.05000,2.726
+23,block_sparse_moe.experts.3.w1,0.0002786630,0.05000,2.796
+23,block_sparse_moe.experts.15.w1,0.0005666997,0.05000,2.779
+23,block_sparse_moe.experts.7.w1,0.0000868308,0.05000,2.835
+23,block_sparse_moe.experts.10.w1,0.0003389028,0.05000,2.989
+23,block_sparse_moe.experts.14.w1,0.0001668502,0.05000,3.032
+23,block_sparse_moe.experts.8.w1,0.0003073828,0.05000,3.119
+23,block_sparse_moe.experts.2.w1,0.0007362047,0.05000,3.149
+23,block_sparse_moe.experts.6.w1,0.0001318761,0.05000,3.123
+23,block_sparse_moe.experts.0.w1,0.0002446884,0.05000,3.157
+23,block_sparse_moe.experts.5.w1,0.0003652974,0.05000,3.227
+23,block_sparse_moe.experts.4.w1,0.0001515953,0.05000,3.254
+23,block_sparse_moe.experts.13.w1,0.0001275295,0.05000,3.233
+23,block_sparse_moe.experts.1.w1,0.0004958945,0.05000,3.316
+23,block_sparse_moe.experts.12.w1,0.0004847140,0.05000,3.310
+23,block_sparse_moe.experts.9.w1,0.0001354201,0.05000,3.348
+23,block_sparse_moe.experts.27.w1,0.0000631833,0.05000,3.194
+23,block_sparse_moe.experts.31.w1,0.0002980049,0.05000,3.179
+23,block_sparse_moe.experts.19.w1,0.0002401815,0.05000,3.222
+23,block_sparse_moe.experts.23.w1,0.0002089302,0.05000,3.176
+23,block_sparse_moe.experts.26.w1,0.0003273158,0.05000,3.030
+23,block_sparse_moe.experts.30.w1,0.0002679743,0.05000,3.002
+23,block_sparse_moe.experts.18.w1,0.0000479927,0.05000,3.077
+23,block_sparse_moe.experts.22.w1,0.0003437362,0.05000,3.076
+23,block_sparse_moe.experts.21.w1,0.0001376215,0.05000,3.018
+23,block_sparse_moe.experts.24.w1,0.0004039401,0.05000,3.139
+23,block_sparse_moe.experts.29.w1,0.0003716405,0.05000,3.074
+23,block_sparse_moe.experts.20.w1,0.0003516636,0.05000,3.120
+23,block_sparse_moe.experts.17.w1,0.0007820378,0.05000,3.079
+23,block_sparse_moe.experts.16.w1,0.0002346071,0.05000,3.239
+23,block_sparse_moe.experts.25.w1,0.0003620314,0.05000,3.080
+23,block_sparse_moe.experts.28.w1,0.0002565684,0.05000,3.188
+23,block_sparse_moe.experts.43.w1,0.0006584682,0.05000,3.025
+23,block_sparse_moe.experts.47.w1,0.0000329539,0.05000,3.039
+23,block_sparse_moe.experts.39.w1,0.0003218862,0.05000,2.988
+23,block_sparse_moe.experts.35.w1,0.0000879390,0.05000,3.011
+23,block_sparse_moe.experts.40.w1,0.0006068147,0.05000,2.948
+23,block_sparse_moe.experts.42.w1,0.0003840578,0.05000,3.226
+23,block_sparse_moe.experts.46.w1,0.0003237163,0.05000,3.245
+23,block_sparse_moe.experts.37.w1,0.0001935677,0.05000,3.108
+23,block_sparse_moe.experts.34.w1,0.0007409661,0.05000,3.134
+23,block_sparse_moe.experts.45.w1,0.0004636082,0.05000,3.040
+23,block_sparse_moe.experts.36.w1,0.0002598683,0.05000,3.006
+23,block_sparse_moe.experts.32.w1,0.0002231466,0.05000,3.007
+23,block_sparse_moe.experts.33.w1,0.0003108516,0.05000,3.014
+23,block_sparse_moe.experts.44.w1,0.0001512278,0.05000,2.946
+23,block_sparse_moe.experts.38.w1,0.0000604359,0.05000,3.260
+23,block_sparse_moe.experts.41.w1,0.0003102419,0.05000,3.086
+23,block_sparse_moe.experts.59.w1,0.0004388179,0.05000,3.100
+23,block_sparse_moe.experts.51.w1,0.0004212241,0.05000,3.078
+23,block_sparse_moe.experts.63.w1,0.0002162594,0.05000,3.108
+23,block_sparse_moe.experts.55.w1,0.0005619097,0.05000,3.148
+23,block_sparse_moe.experts.53.w1,0.0004004163,0.05000,2.974
+23,block_sparse_moe.experts.49.w1,0.0001560249,0.05000,2.959
+23,block_sparse_moe.experts.56.w1,0.0003315090,0.05000,3.155
+23,block_sparse_moe.experts.61.w1,0.0002680410,0.05000,3.043
+23,block_sparse_moe.experts.62.w1,0.0004073036,0.05000,3.127
+23,block_sparse_moe.experts.58.w1,0.0004335226,0.05000,3.181
+23,block_sparse_moe.experts.52.w1,0.0000738476,0.05000,3.103
+23,block_sparse_moe.experts.50.w1,0.0002551604,0.05000,3.158
+23,block_sparse_moe.experts.48.w1,0.0004636094,0.05000,3.163
+23,block_sparse_moe.experts.57.w1,0.0002558409,0.05000,3.021
+23,block_sparse_moe.experts.60.w1,0.0005704211,0.05000,3.172
+23,block_sparse_moe.experts.54.w1,0.0002091430,0.05000,3.178
+23,block_sparse_moe.experts.75.w1,0.0000954151,0.05000,3.044
+23,block_sparse_moe.experts.67.w1,0.0002349815,0.05000,3.083
+23,block_sparse_moe.experts.71.w1,0.0001216231,0.05000,3.062
+23,block_sparse_moe.experts.79.w1,0.0004241887,0.05000,3.105
+23,block_sparse_moe.experts.69.w1,0.0002686260,0.05000,3.123
+23,block_sparse_moe.experts.72.w1,0.0002936302,0.05000,3.089
+23,block_sparse_moe.experts.78.w1,0.0000451268,0.05000,3.045
+23,block_sparse_moe.experts.74.w1,0.0004355598,0.05000,3.026
+23,block_sparse_moe.experts.65.w1,0.0000888012,0.05000,3.147
+23,block_sparse_moe.experts.68.w1,0.0002714324,0.05000,3.104
+23,block_sparse_moe.experts.64.w1,0.0002771439,0.05000,3.041
+23,block_sparse_moe.experts.77.w1,0.0002711054,0.05000,3.210
+23,block_sparse_moe.experts.70.w1,0.0005736494,0.05000,3.028
+23,block_sparse_moe.experts.73.w1,0.0001521056,0.05000,3.135
+23,block_sparse_moe.experts.76.w1,0.0001369442,0.05000,3.067
+23,block_sparse_moe.experts.66.w1,0.0005085781,0.05000,3.231
+23,block_sparse_moe.experts.91.w1,0.0004374320,0.05000,3.110
+23,block_sparse_moe.experts.83.w1,0.0003641691,0.05000,3.066
+23,block_sparse_moe.experts.95.w1,0.0003647983,0.05000,3.028
+23,block_sparse_moe.experts.87.w1,0.0005578499,0.05000,3.097
+23,block_sparse_moe.experts.88.w1,0.0001566102,0.05000,2.973
+23,block_sparse_moe.experts.84.w1,0.0002376921,0.05000,2.942
+23,block_sparse_moe.experts.80.w1,0.0006955996,0.05000,2.942
+23,block_sparse_moe.experts.90.w1,0.0005996582,0.05000,3.089
+23,block_sparse_moe.experts.94.w1,0.0005258265,0.05000,3.161
+23,block_sparse_moe.experts.85.w1,0.0005747437,0.05000,3.220
+23,block_sparse_moe.experts.81.w1,0.0002227642,0.05000,3.165
+23,block_sparse_moe.experts.92.w1,0.0003694986,0.05000,3.006
+23,block_sparse_moe.experts.93.w1,0.0005783932,0.05000,3.127
+23,block_sparse_moe.experts.86.w1,0.0003256158,0.05000,3.143
+23,block_sparse_moe.experts.89.w1,0.0001594110,0.05000,3.141
+23,block_sparse_moe.experts.82.w1,0.0005676347,0.05000,3.152
+23,block_sparse_moe.experts.99.w1,0.0000285008,0.05000,3.117
+23,block_sparse_moe.experts.107.w1,0.0002022139,0.05000,3.188
+23,block_sparse_moe.experts.103.w1,0.0003173860,0.05000,3.153
+23,block_sparse_moe.experts.111.w1,0.0003639234,0.05000,3.221
+23,block_sparse_moe.experts.104.w1,0.0002324654,0.05000,3.065
+23,block_sparse_moe.experts.106.w1,0.0002829569,0.05000,2.960
+23,block_sparse_moe.experts.100.w1,0.0005457008,0.05000,3.019
+23,block_sparse_moe.experts.110.w1,0.0002308743,0.05000,2.909
+23,block_sparse_moe.experts.96.w1,0.0006811554,0.05000,3.141
+23,block_sparse_moe.experts.102.w1,0.0000624151,0.05000,2.905
+23,block_sparse_moe.experts.97.w1,0.0005129433,0.05000,3.086
+23,block_sparse_moe.experts.98.w1,0.0007034292,0.05000,2.901
+23,block_sparse_moe.experts.108.w1,0.0005615374,0.05000,3.142
+23,block_sparse_moe.experts.109.w1,0.0001854756,0.05000,3.128
+23,block_sparse_moe.experts.101.w1,0.0001232468,0.05000,3.216
+23,block_sparse_moe.experts.105.w1,0.0005077119,0.05000,3.195
+23,block_sparse_moe.experts.122.w1,0.0006181831,0.05000,2.833
+23,block_sparse_moe.experts.126.w1,0.0008204945,0.05000,2.864
+23,block_sparse_moe.experts.123.w1,0.0002540141,0.05000,3.032
+23,block_sparse_moe.experts.115.w1,0.0002408284,0.05000,3.102
+23,block_sparse_moe.experts.127.w1,0.0002524923,0.05000,3.012
+23,block_sparse_moe.experts.119.w1,0.0002393151,0.05000,3.051
+23,block_sparse_moe.experts.120.w1,0.0000646840,0.05000,3.115
+23,block_sparse_moe.experts.118.w1,0.0001125821,0.05000,2.923
+23,block_sparse_moe.experts.114.w1,0.0004729381,0.05000,2.884
+23,block_sparse_moe.experts.116.w1,0.0003498649,0.05000,3.148
+23,block_sparse_moe.experts.113.w1,0.0000266772,0.05000,2.973
+23,block_sparse_moe.experts.117.w1,0.0000951424,0.05000,2.906
+23,block_sparse_moe.experts.125.w1,0.0000683716,0.05000,3.008
+23,block_sparse_moe.experts.112.w1,0.0004652100,0.05000,3.225
+23,block_sparse_moe.experts.124.w1,0.0003286010,0.05000,3.191
+23,block_sparse_moe.experts.121.w1,0.0002376017,0.05000,3.026
+23,block_sparse_moe.experts.131.w1,0.0002776045,0.05000,2.904
+23,block_sparse_moe.experts.142.w1,0.0007120754,0.05000,3.005
+23,block_sparse_moe.experts.143.w1,0.0003287641,0.05000,2.924
+23,block_sparse_moe.experts.138.w1,0.0002642883,0.05000,3.092
+23,block_sparse_moe.experts.136.w1,0.0003434515,0.05000,2.906
+23,block_sparse_moe.experts.139.w1,0.0005670312,0.05000,3.098
+23,block_sparse_moe.experts.135.w1,0.0004038346,0.05000,3.018
+23,block_sparse_moe.experts.132.w1,0.0002240307,0.05000,2.972
+23,block_sparse_moe.experts.130.w1,0.0003989711,0.05000,3.031
+23,block_sparse_moe.experts.134.w1,0.0003095046,0.05000,3.081
+23,block_sparse_moe.experts.129.w1,0.0004547588,0.05000,3.077
+23,block_sparse_moe.experts.128.w1,0.0003697201,0.05000,2.953
+23,block_sparse_moe.experts.133.w1,0.0001773044,0.05000,3.087
+23,block_sparse_moe.experts.140.w1,0.0002585625,0.05000,2.942
+23,block_sparse_moe.experts.141.w1,0.0008397023,0.05000,3.138
+23,block_sparse_moe.experts.137.w1,0.0004887575,0.05000,3.125
+23,block_sparse_moe.experts.154.w1,0.0002265058,0.05000,2.814
+23,block_sparse_moe.experts.147.w1,0.0002495249,0.05000,2.918
+23,block_sparse_moe.experts.158.w1,0.0002297582,0.05000,2.955
+23,block_sparse_moe.experts.159.w1,0.0001026067,0.05000,2.970
+23,block_sparse_moe.experts.152.w1,0.0003562883,0.05000,2.862
+23,block_sparse_moe.experts.155.w1,0.0001808332,0.05000,2.946
+23,block_sparse_moe.experts.146.w1,0.0003477491,0.05000,2.797
+23,block_sparse_moe.experts.148.w1,0.0003827858,0.05000,2.903
+23,block_sparse_moe.experts.151.w1,0.0001310328,0.05000,3.019
+23,block_sparse_moe.experts.150.w1,0.0005245225,0.05000,2.845
+23,block_sparse_moe.experts.144.w1,0.0003963944,0.05000,2.839
+23,block_sparse_moe.experts.149.w1,0.0003030189,0.05000,2.932
+23,block_sparse_moe.experts.145.w1,0.0000351804,0.05000,3.024
+23,block_sparse_moe.experts.156.w1,0.0002680615,0.05000,2.859
+23,block_sparse_moe.experts.157.w1,0.0004783383,0.05000,2.987
+23,block_sparse_moe.experts.153.w1,0.0002379695,0.05000,3.017
+23,block_sparse_moe.experts.170.w1,0.0002453768,0.05000,2.910
+23,block_sparse_moe.experts.174.w1,0.0001543388,0.05000,2.916
+23,block_sparse_moe.experts.163.w1,0.0003464093,0.05000,2.996
+23,block_sparse_moe.experts.168.w1,0.0000957090,0.05000,2.905
+23,block_sparse_moe.experts.162.w1,0.0003950108,0.05000,2.828
+23,block_sparse_moe.experts.164.w1,0.0001484046,0.05000,2.808
+23,block_sparse_moe.experts.175.w1,0.0001722076,0.05000,2.994
+23,block_sparse_moe.experts.166.w1,0.0001887732,0.05000,2.938
+23,block_sparse_moe.experts.171.w1,0.0004694353,0.05000,3.052
+23,block_sparse_moe.experts.160.w1,0.0003552534,0.05000,2.945
+23,block_sparse_moe.experts.167.w1,0.0005755156,0.05000,3.109
+23,block_sparse_moe.experts.161.w1,0.0001004600,0.05000,2.894
+23,block_sparse_moe.experts.172.w1,0.0003311721,0.05000,2.897
+23,block_sparse_moe.experts.165.w1,0.0002219987,0.05000,2.942
+23,block_sparse_moe.experts.173.w1,0.0005281791,0.05000,2.896
+23,block_sparse_moe.experts.169.w1,0.0002965084,0.05000,2.897
+23,block_sparse_moe.experts.186.w1,0.0004043459,0.05000,3.059
+23,block_sparse_moe.experts.180.w1,0.0000387023,0.05000,2.899
+23,block_sparse_moe.experts.184.w1,0.0005387790,0.05000,3.000
+23,block_sparse_moe.experts.179.w1,0.0004941641,0.05000,3.040
+23,block_sparse_moe.experts.190.w1,0.0004247993,0.05000,3.078
+23,block_sparse_moe.experts.178.w1,0.0012494256,0.05000,3.099
+23,block_sparse_moe.experts.191.w1,0.0002756959,0.05000,3.073
+23,block_sparse_moe.experts.187.w1,0.0000671349,0.05000,2.995
+23,block_sparse_moe.experts.182.w1,0.0004674519,0.05000,3.046
+23,block_sparse_moe.experts.176.w1,0.0003705426,0.05000,3.006
+23,block_sparse_moe.experts.183.w1,0.0003056201,0.05000,3.055
+23,block_sparse_moe.experts.188.w1,0.0003776765,0.05000,3.016
+23,block_sparse_moe.experts.177.w1,0.0004833741,0.05000,3.050
+23,block_sparse_moe.experts.181.w1,0.0002089259,0.05000,3.066
+23,block_sparse_moe.experts.189.w1,0.0002401226,0.05000,3.079
+23,block_sparse_moe.experts.185.w1,0.0004775004,0.05000,3.048
+23,block_sparse_moe.experts.196.w1,0.0004354197,0.05000,2.806
+23,block_sparse_moe.experts.200.w1,0.0001494270,0.05000,2.838
+23,block_sparse_moe.experts.202.w1,0.0001580520,0.05000,2.957
+23,block_sparse_moe.experts.195.w1,0.0001270987,0.05000,2.913
+23,block_sparse_moe.experts.194.w1,0.0005238809,0.05000,2.860
+23,block_sparse_moe.experts.206.w1,0.0002208133,0.05000,3.016
+23,block_sparse_moe.experts.207.w1,0.0006661724,0.05000,2.950
+23,block_sparse_moe.experts.203.w1,0.0000723955,0.05000,2.965
+23,block_sparse_moe.experts.198.w1,0.0002848728,0.05000,2.980
+23,block_sparse_moe.experts.192.w1,0.0003487666,0.05000,2.939
+23,block_sparse_moe.experts.204.w1,0.0000406191,0.05000,2.972
+23,block_sparse_moe.experts.193.w1,0.0003518396,0.05000,3.006
+23,block_sparse_moe.experts.199.w1,0.0006140237,0.05000,3.049
+23,block_sparse_moe.experts.197.w1,0.0000794022,0.05000,2.971
+23,block_sparse_moe.experts.205.w1,0.0003254865,0.05000,2.946
+23,block_sparse_moe.experts.201.w1,0.0001268995,0.05000,3.013
+23,block_sparse_moe.experts.212.w1,0.0005066304,0.05000,2.701
+23,block_sparse_moe.experts.216.w1,0.0002716403,0.05000,2.740
+23,block_sparse_moe.experts.218.w1,0.0002355538,0.05000,2.936
+23,block_sparse_moe.experts.210.w1,0.0005945918,0.05000,2.915
+23,block_sparse_moe.experts.208.w1,0.0003064734,0.05000,2.677
+23,block_sparse_moe.experts.222.w1,0.0000919808,0.05000,2.939
+23,block_sparse_moe.experts.211.w1,0.0006288106,0.05000,3.173
+23,block_sparse_moe.experts.214.w1,0.0004255664,0.05000,2.892
+23,block_sparse_moe.experts.220.w1,0.0005228831,0.05000,2.704
+23,block_sparse_moe.experts.223.w1,0.0003133581,0.05000,3.184
+23,block_sparse_moe.experts.219.w1,0.0004682732,0.05000,3.151
+23,block_sparse_moe.experts.213.w1,0.0003196666,0.05000,3.053
+23,block_sparse_moe.experts.215.w1,0.0000795449,0.05000,3.066
+23,block_sparse_moe.experts.209.w1,0.0003027970,0.05000,3.112
+23,block_sparse_moe.experts.221.w1,0.0004732344,0.05000,3.092
+23,block_sparse_moe.experts.217.w1,0.0003107576,0.05000,2.973
+23,block_sparse_moe.experts.228.w1,0.0003119186,0.05000,2.749
+23,block_sparse_moe.experts.232.w1,0.0001926424,0.05000,2.770
+23,block_sparse_moe.experts.234.w1,0.0001629936,0.05000,3.000
+23,block_sparse_moe.experts.224.w1,0.0003448794,0.05000,2.905
+23,block_sparse_moe.experts.226.w1,0.0004873594,0.05000,3.018
+23,block_sparse_moe.experts.236.w1,0.0000649332,0.05000,2.906
+23,block_sparse_moe.experts.238.w1,0.0001313563,0.05000,3.068
+23,block_sparse_moe.experts.227.w1,0.0003502963,0.05000,3.009
+23,block_sparse_moe.experts.230.w1,0.0006070577,0.05000,3.016
+23,block_sparse_moe.experts.239.w1,0.0001776471,0.05000,3.032
+23,block_sparse_moe.experts.225.w1,0.0002115359,0.05000,2.863
+23,block_sparse_moe.experts.229.w1,0.0002167771,0.05000,2.922
+23,block_sparse_moe.experts.235.w1,0.0002100409,0.05000,3.106
+23,block_sparse_moe.experts.231.w1,0.0003021700,0.05000,3.039
+23,block_sparse_moe.experts.237.w1,0.0003365189,0.05000,2.967
+23,block_sparse_moe.experts.233.w1,0.0005566524,0.05000,3.014
+23,block_sparse_moe.experts.244.w1,0.0001379423,0.05000,2.881
+23,block_sparse_moe.experts.248.w1,0.0003845795,0.05000,2.851
+23,block_sparse_moe.experts.240.w1,0.0003925434,0.05000,2.799
+23,block_sparse_moe.experts.250.w1,0.0003676827,0.05000,2.998
+23,block_sparse_moe.experts.252.w1,0.0004196937,0.05000,2.840
+23,block_sparse_moe.experts.242.w1,0.0003496300,0.05000,2.984
+23,block_sparse_moe.experts.254.w1,0.0000868157,0.05000,2.968
+23,block_sparse_moe.experts.243.w1,0.0003181997,0.05000,2.968
+23,block_sparse_moe.experts.246.w1,0.0004992606,0.05000,2.973
+23,block_sparse_moe.experts.255.w1,0.0002924249,0.05000,2.965
+23,block_sparse_moe.experts.245.w1,0.0000316600,0.05000,3.003
+23,block_sparse_moe.experts.241.w1,0.0003397454,0.05000,3.033
+23,block_sparse_moe.experts.251.w1,0.0003974945,0.05000,3.032
+23,block_sparse_moe.experts.247.w1,0.0002583086,0.05000,3.014
+23,block_sparse_moe.experts.253.w1,0.0001891926,0.05000,2.947
+23,block_sparse_moe.experts.249.w1,0.0003209899,0.05000,3.009
+23,block_sparse_moe.experts.4.w3,0.0001660910,0.05000,2.506
+23,block_sparse_moe.experts.8.w3,0.0003156449,0.05000,2.507
+23,block_sparse_moe.experts.0.w3,0.0002528996,0.05000,2.534
+23,block_sparse_moe.experts.10.w3,0.0003534952,0.05000,2.618
+23,block_sparse_moe.experts.2.w3,0.0007579165,0.05000,2.563
+23,block_sparse_moe.experts.12.w3,0.0004970590,0.05000,2.679
+23,block_sparse_moe.experts.6.w3,0.0001322912,0.05000,2.519
+23,block_sparse_moe.experts.14.w3,0.0001712840,0.05000,2.640
+23,block_sparse_moe.experts.3.w3,0.0002794018,0.05000,2.948
+23,block_sparse_moe.experts.1.w3,0.0005127017,0.05000,2.626
+23,block_sparse_moe.experts.5.w3,0.0003763510,0.05000,2.693
+23,block_sparse_moe.experts.15.w3,0.0005905670,0.05000,3.011
+23,block_sparse_moe.experts.13.w3,0.0001318216,0.05000,2.714
+23,block_sparse_moe.experts.11.w3,0.0005281942,0.05000,2.967
+23,block_sparse_moe.experts.7.w3,0.0000893792,0.05000,2.951
+23,block_sparse_moe.experts.9.w3,0.0001407370,0.05000,2.865
+23,block_sparse_moe.experts.20.w3,0.0003452996,0.05000,3.022
+23,block_sparse_moe.experts.24.w3,0.0004144702,0.05000,3.079
+23,block_sparse_moe.experts.16.w3,0.0002438942,0.05000,3.071
+23,block_sparse_moe.experts.18.w3,0.0000479412,0.05000,2.832
+23,block_sparse_moe.experts.26.w3,0.0003364433,0.05000,2.913
+23,block_sparse_moe.experts.22.w3,0.0003560614,0.05000,2.968
+23,block_sparse_moe.experts.28.w3,0.0002671386,0.05000,3.077
+23,block_sparse_moe.experts.30.w3,0.0002911388,0.05000,3.051
+23,block_sparse_moe.experts.21.w3,0.0001402473,0.05000,2.682
+23,block_sparse_moe.experts.17.w3,0.0008227154,0.05000,2.870
+23,block_sparse_moe.experts.19.w3,0.0002447097,0.05000,2.961
+23,block_sparse_moe.experts.29.w3,0.0003855715,0.05000,2.903
+23,block_sparse_moe.experts.31.w3,0.0003220177,0.05000,3.040
+23,block_sparse_moe.experts.25.w3,0.0003679032,0.05000,2.628
+23,block_sparse_moe.experts.27.w3,0.0000651603,0.05000,2.930
+23,block_sparse_moe.experts.23.w3,0.0002152840,0.05000,2.922
+23,block_sparse_moe.experts.36.w3,0.0002684129,0.05000,2.945
+23,block_sparse_moe.experts.40.w3,0.0006185548,0.05000,2.870
+23,block_sparse_moe.experts.32.w3,0.0002369919,0.05000,2.753
+23,block_sparse_moe.experts.44.w3,0.0001311089,0.05000,2.528
+23,block_sparse_moe.experts.42.w3,0.0003925428,0.05000,3.026
+23,block_sparse_moe.experts.34.w3,0.0007626120,0.05000,3.081
+23,block_sparse_moe.experts.38.w3,0.0000625634,0.05000,3.133
+23,block_sparse_moe.experts.46.w3,0.0003413136,0.05000,3.071
+23,block_sparse_moe.experts.37.w3,0.0001996876,0.05000,3.129
+23,block_sparse_moe.experts.33.w3,0.0003148278,0.05000,3.082
+23,block_sparse_moe.experts.35.w3,0.0000959810,0.05000,3.155
+23,block_sparse_moe.experts.45.w3,0.0004703597,0.05000,3.101
+23,block_sparse_moe.experts.41.w3,0.0003159579,0.05000,3.115
+23,block_sparse_moe.experts.47.w3,0.0000365007,0.05000,3.166
+23,block_sparse_moe.experts.39.w3,0.0003283393,0.05000,3.161
+23,block_sparse_moe.experts.43.w3,0.0006822011,0.05000,3.280
+23,block_sparse_moe.experts.50.w3,0.0002593971,0.05000,3.455
+23,block_sparse_moe.experts.58.w3,0.0004454375,0.05000,3.461
+23,block_sparse_moe.experts.54.w3,0.0002172557,0.05000,3.369
+23,block_sparse_moe.experts.62.w3,0.0004170375,0.05000,3.337
+23,block_sparse_moe.experts.51.w3,0.0004271352,0.05000,3.172
+23,block_sparse_moe.experts.63.w3,0.0002251461,0.05000,3.120
+23,block_sparse_moe.experts.59.w3,0.0004552570,0.05000,3.043
+23,block_sparse_moe.experts.55.w3,0.0005893476,0.05000,3.181
+23,block_sparse_moe.experts.67.w3,0.0002378283,0.05000,3.458
+23,block_sparse_moe.experts.75.w3,0.0000990875,0.05000,3.359
+23,block_sparse_moe.experts.79.w3,0.0004412916,0.05000,3.486
+23,block_sparse_moe.experts.71.w3,0.0001288096,0.05000,3.410
+23,block_sparse_moe.experts.53.w3,0.0004139147,0.05000,8.545
+23,block_sparse_moe.experts.49.w3,0.0001645519,0.05000,8.629
+23,block_sparse_moe.experts.61.w3,0.0002903444,0.05000,8.477
+23,block_sparse_moe.experts.57.w3,0.0002633450,0.05000,8.571
+23,block_sparse_moe.experts.83.w3,0.0003756681,0.05000,3.327
+23,block_sparse_moe.experts.91.w3,0.0004476668,0.05000,3.344
+23,block_sparse_moe.experts.95.w3,0.0003771857,0.05000,3.334
+23,block_sparse_moe.experts.87.w3,0.0005737043,0.05000,3.362
+23,block_sparse_moe.experts.69.w3,0.0002764199,0.05000,3.020
+23,block_sparse_moe.experts.65.w3,0.0000926828,0.05000,3.081
+23,block_sparse_moe.experts.77.w3,0.0002736998,0.05000,3.137
+23,block_sparse_moe.experts.74.w3,0.0004515009,0.05000,9.184
+23,block_sparse_moe.experts.73.w3,0.0001567398,0.05000,3.072
+23,block_sparse_moe.experts.66.w3,0.0005211467,0.05000,9.399
+23,block_sparse_moe.experts.78.w3,0.0000457875,0.05000,9.228
+23,block_sparse_moe.experts.70.w3,0.0005873073,0.05000,9.305
+23,block_sparse_moe.experts.85.w3,0.0005895257,0.05000,3.035
+23,block_sparse_moe.experts.81.w3,0.0002305729,0.05000,3.166
+23,block_sparse_moe.experts.93.w3,0.0005992246,0.05000,3.226
+23,block_sparse_moe.experts.89.w3,0.0001518476,0.05000,3.122
+23,block_sparse_moe.experts.90.w3,0.0006150303,0.05000,3.228
+23,block_sparse_moe.experts.82.w3,0.0006038137,0.05000,3.141
+23,block_sparse_moe.experts.94.w3,0.0005478830,0.05000,3.161
+23,block_sparse_moe.experts.86.w3,0.0003359578,0.05000,3.125
+23,block_sparse_moe.experts.101.w3,0.0001280486,0.05000,3.182
+23,block_sparse_moe.experts.97.w3,0.0005480091,0.05000,3.085
+23,block_sparse_moe.experts.106.w3,0.0002995285,0.05000,2.958
+23,block_sparse_moe.experts.109.w3,0.0001945837,0.05000,3.039
+23,block_sparse_moe.experts.98.w3,0.0007229774,0.05000,2.932
+23,block_sparse_moe.experts.105.w3,0.0004927754,0.05000,3.099
+23,block_sparse_moe.experts.110.w3,0.0002330296,0.05000,2.870
+23,block_sparse_moe.experts.99.w3,0.0000288855,0.05000,8.376
+23,block_sparse_moe.experts.102.w3,0.0000648215,0.05000,2.964
+23,block_sparse_moe.experts.107.w3,0.0002120940,0.05000,8.406
+23,block_sparse_moe.experts.111.w3,0.0003727418,0.05000,8.386
+23,block_sparse_moe.experts.103.w3,0.0003259517,0.05000,8.412
+23,block_sparse_moe.experts.52.w3,0.0000767831,0.05000,3.058
+23,block_sparse_moe.experts.60.w3,0.0005872256,0.05000,3.091
+23,block_sparse_moe.experts.56.w3,0.0003471130,0.05000,3.176
+23,block_sparse_moe.experts.48.w3,0.0004754894,0.05000,3.182
+23,block_sparse_moe.experts.117.w3,0.0001050229,0.05000,2.925
+23,block_sparse_moe.experts.113.w3,0.0000285695,0.05000,2.876
+23,block_sparse_moe.experts.122.w3,0.0006377967,0.05000,2.847
+23,block_sparse_moe.experts.114.w3,0.0004896488,0.05000,2.773
+23,block_sparse_moe.experts.126.w3,0.0008336368,0.05000,2.764
+23,block_sparse_moe.experts.121.w3,0.0002433338,0.05000,2.895
+23,block_sparse_moe.experts.125.w3,0.0000713863,0.05000,3.007
+23,block_sparse_moe.experts.118.w3,0.0001149823,0.05000,2.766
+23,block_sparse_moe.experts.115.w3,0.0002557831,0.05000,2.998
+23,block_sparse_moe.experts.123.w3,0.0002628185,0.05000,3.079
+23,block_sparse_moe.experts.127.w3,0.0002621545,0.05000,3.104
+23,block_sparse_moe.experts.119.w3,0.0002466100,0.05000,3.043
+23,block_sparse_moe.experts.76.w3,0.0001478933,0.05000,2.805
+23,block_sparse_moe.experts.68.w3,0.0002808213,0.05000,2.888
+23,block_sparse_moe.experts.72.w3,0.0003059659,0.05000,2.829
+23,block_sparse_moe.experts.64.w3,0.0002817422,0.05000,2.933
+23,block_sparse_moe.experts.133.w3,0.0001832603,0.05000,3.051
+23,block_sparse_moe.experts.138.w3,0.0002711563,0.05000,2.896
+23,block_sparse_moe.experts.129.w3,0.0004744869,0.05000,3.071
+23,block_sparse_moe.experts.130.w3,0.0004127366,0.05000,2.946
+23,block_sparse_moe.experts.142.w3,0.0007387861,0.05000,2.932
+23,block_sparse_moe.experts.137.w3,0.0005110565,0.05000,3.010
+23,block_sparse_moe.experts.134.w3,0.0003108389,0.05000,2.970
+23,block_sparse_moe.experts.141.w3,0.0008691115,0.05000,3.078
+23,block_sparse_moe.experts.131.w3,0.0002789933,0.05000,3.040
+23,block_sparse_moe.experts.139.w3,0.0005749962,0.05000,2.962
+23,block_sparse_moe.experts.143.w3,0.0003415422,0.05000,2.938
+23,block_sparse_moe.experts.135.w3,0.0004149308,0.05000,2.953
+23,block_sparse_moe.experts.92.w3,0.0003812184,0.05000,3.002
+23,block_sparse_moe.experts.84.w3,0.0002320800,0.05000,3.011
+23,block_sparse_moe.experts.88.w3,0.0001591964,0.05000,2.998
+23,block_sparse_moe.experts.80.w3,0.0007183233,0.05000,3.051
+23,block_sparse_moe.experts.149.w3,0.0003110287,0.05000,2.730
+23,block_sparse_moe.experts.145.w3,0.0000364198,0.05000,2.689
+23,block_sparse_moe.experts.154.w3,0.0002339862,0.05000,2.884
+23,block_sparse_moe.experts.153.w3,0.0002433900,0.05000,2.726
+23,block_sparse_moe.experts.146.w3,0.0003820213,0.05000,2.953
+23,block_sparse_moe.experts.158.w3,0.0002369655,0.05000,2.929
+23,block_sparse_moe.experts.157.w3,0.0004944228,0.05000,2.777
+23,block_sparse_moe.experts.150.w3,0.0005465165,0.05000,2.943
+23,block_sparse_moe.experts.147.w3,0.0002607850,0.05000,2.863
+23,block_sparse_moe.experts.159.w3,0.0001024387,0.05000,2.829
+23,block_sparse_moe.experts.155.w3,0.0001806695,0.05000,2.909
+23,block_sparse_moe.experts.151.w3,0.0001367559,0.05000,2.943
+23,block_sparse_moe.experts.108.w3,0.0005755730,0.05000,2.802
+23,block_sparse_moe.experts.100.w3,0.0005534456,0.05000,2.876
+23,block_sparse_moe.experts.104.w3,0.0002399707,0.05000,2.854
+23,block_sparse_moe.experts.96.w3,0.0007145814,0.05000,2.820
+23,block_sparse_moe.experts.165.w3,0.0002533372,0.05000,2.765
+23,block_sparse_moe.experts.161.w3,0.0001043516,0.05000,2.805
+23,block_sparse_moe.experts.169.w3,0.0003015100,0.05000,2.722
+23,block_sparse_moe.experts.173.w3,0.0005444667,0.05000,2.773
+23,block_sparse_moe.experts.170.w3,0.0002511681,0.05000,3.026
+23,block_sparse_moe.experts.162.w3,0.0004091791,0.05000,3.017
+23,block_sparse_moe.experts.174.w3,0.0001628245,0.05000,3.038
+23,block_sparse_moe.experts.166.w3,0.0001937389,0.05000,2.994
+23,block_sparse_moe.experts.163.w3,0.0003591650,0.05000,2.871
+23,block_sparse_moe.experts.175.w3,0.0001849620,0.05000,2.811
+23,block_sparse_moe.experts.171.w3,0.0004842654,0.05000,2.874
+23,block_sparse_moe.experts.167.w3,0.0005989945,0.05000,2.876
+23,block_sparse_moe.experts.124.w3,0.0003831723,0.05000,2.936
+23,block_sparse_moe.experts.120.w3,0.0000662576,0.05000,2.922
+23,block_sparse_moe.experts.116.w3,0.0003632927,0.05000,2.996
+23,block_sparse_moe.experts.181.w3,0.0002162634,0.05000,2.700
+23,block_sparse_moe.experts.112.w3,0.0004776445,0.05000,3.000
+23,block_sparse_moe.experts.177.w3,0.0005025463,0.05000,2.764
+23,block_sparse_moe.experts.185.w3,0.0004917243,0.05000,2.775
+23,block_sparse_moe.experts.189.w3,0.0002413662,0.05000,2.800
+23,block_sparse_moe.experts.186.w3,0.0004180672,0.05000,2.927
+23,block_sparse_moe.experts.178.w3,0.0012386809,0.05000,2.889
+23,block_sparse_moe.experts.190.w3,0.0004380009,0.05000,2.946
+23,block_sparse_moe.experts.182.w3,0.0004801015,0.05000,2.896
+23,block_sparse_moe.experts.179.w3,0.0005062768,0.05000,3.032
+23,block_sparse_moe.experts.191.w3,0.0002936373,0.05000,2.955
+23,block_sparse_moe.experts.187.w3,0.0000685234,0.05000,3.041
+23,block_sparse_moe.experts.183.w3,0.0003125505,0.05000,2.964
+23,block_sparse_moe.experts.197.w3,0.0000786386,0.05000,2.543
+23,block_sparse_moe.experts.140.w3,0.0002713308,0.05000,2.875
+23,block_sparse_moe.experts.132.w3,0.0002326673,0.05000,2.932
+23,block_sparse_moe.experts.136.w3,0.0003546041,0.05000,3.031
+23,block_sparse_moe.experts.193.w3,0.0003750475,0.05000,2.657
+23,block_sparse_moe.experts.128.w3,0.0003831908,0.05000,3.006
+23,block_sparse_moe.experts.201.w3,0.0001292196,0.05000,2.658
+23,block_sparse_moe.experts.205.w3,0.0003381284,0.05000,2.678
+23,block_sparse_moe.experts.202.w3,0.0001656592,0.05000,2.970
+23,block_sparse_moe.experts.194.w3,0.0005478994,0.05000,2.998
+23,block_sparse_moe.experts.198.w3,0.0002955109,0.05000,3.006
+23,block_sparse_moe.experts.206.w3,0.0002292861,0.05000,3.111
+23,block_sparse_moe.experts.195.w3,0.0001346221,0.05000,3.056
+23,block_sparse_moe.experts.207.w3,0.0006551202,0.05000,3.207
+23,block_sparse_moe.experts.203.w3,0.0000749713,0.05000,3.156
+23,block_sparse_moe.experts.199.w3,0.0006379823,0.05000,3.210
+23,block_sparse_moe.experts.213.w3,0.0003259453,0.05000,2.916
+23,block_sparse_moe.experts.156.w3,0.0002778395,0.05000,3.036
+23,block_sparse_moe.experts.148.w3,0.0003964140,0.05000,2.948
+23,block_sparse_moe.experts.209.w3,0.0003155192,0.05000,2.879
+23,block_sparse_moe.experts.152.w3,0.0003664307,0.05000,3.037
+23,block_sparse_moe.experts.144.w3,0.0004067981,0.05000,2.955
+23,block_sparse_moe.experts.217.w3,0.0003235576,0.05000,2.969
+23,block_sparse_moe.experts.221.w3,0.0004993307,0.05000,2.927
+23,block_sparse_moe.experts.218.w3,0.0002535020,0.05000,3.122
+23,block_sparse_moe.experts.210.w3,0.0006372611,0.05000,3.141
+23,block_sparse_moe.experts.214.w3,0.0004387917,0.05000,3.105
+23,block_sparse_moe.experts.222.w3,0.0000969159,0.05000,3.125
+23,block_sparse_moe.experts.211.w3,0.0006571503,0.05000,3.165
+23,block_sparse_moe.experts.223.w3,0.0003226139,0.05000,3.048
+23,block_sparse_moe.experts.219.w3,0.0004751378,0.05000,3.027
+23,block_sparse_moe.experts.215.w3,0.0000837352,0.05000,3.056
+23,block_sparse_moe.experts.229.w3,0.0002271480,0.05000,2.954
+23,block_sparse_moe.experts.172.w3,0.0003432081,0.05000,2.993
+23,block_sparse_moe.experts.225.w3,0.0002203584,0.05000,3.015
+23,block_sparse_moe.experts.164.w3,0.0001561518,0.05000,3.063
+23,block_sparse_moe.experts.233.w3,0.0005767383,0.05000,2.926
+23,block_sparse_moe.experts.168.w3,0.0000998249,0.05000,3.172
+23,block_sparse_moe.experts.160.w3,0.0003769005,0.05000,3.083
+23,block_sparse_moe.experts.237.w3,0.0003454475,0.05000,2.922
+23,block_sparse_moe.experts.234.w3,0.0001713539,0.05000,2.939
+23,block_sparse_moe.experts.226.w3,0.0005019740,0.05000,3.001
+23,block_sparse_moe.experts.230.w3,0.0006172430,0.05000,3.059
+23,block_sparse_moe.experts.238.w3,0.0001356374,0.05000,3.003
+23,block_sparse_moe.experts.227.w3,0.0003622070,0.05000,2.894
+23,block_sparse_moe.experts.239.w3,0.0001837633,0.05000,2.814
+23,block_sparse_moe.experts.235.w3,0.0002195223,0.05000,2.879
+23,block_sparse_moe.experts.231.w3,0.0003233913,0.05000,2.850
+23,block_sparse_moe.experts.245.w3,0.0000324828,0.05000,2.788
+23,block_sparse_moe.experts.241.w3,0.0003505073,0.05000,2.769
+23,block_sparse_moe.experts.188.w3,0.0003946625,0.05000,2.990
+23,block_sparse_moe.experts.249.w3,0.0003249716,0.05000,2.669
+23,block_sparse_moe.experts.253.w3,0.0001966511,0.05000,2.542
+23,block_sparse_moe.experts.180.w3,0.0000407128,0.05000,2.949
+23,block_sparse_moe.experts.184.w3,0.0005542457,0.05000,2.914
+23,block_sparse_moe.experts.176.w3,0.0003913751,0.05000,2.985
+23,block_sparse_moe.experts.250.w3,0.0003765190,0.05000,3.134
+23,block_sparse_moe.experts.242.w3,0.0003668490,0.05000,3.056
+23,block_sparse_moe.experts.246.w3,0.0005165408,0.05000,2.999
+23,block_sparse_moe.experts.254.w3,0.0000906098,0.05000,3.000
+23,block_sparse_moe.experts.243.w3,0.0003333035,0.05000,2.984
+23,block_sparse_moe.experts.255.w3,0.0003000010,0.05000,2.988
+23,block_sparse_moe.experts.251.w3,0.0004102874,0.05000,2.852
+23,block_sparse_moe.experts.247.w3,0.0002684083,0.05000,2.761
+23,block_sparse_moe.experts.204.w3,0.0000388985,0.05000,2.843
+23,block_sparse_moe.experts.196.w3,0.0004517369,0.05000,2.859
+23,block_sparse_moe.experts.200.w3,0.0001539806,0.05000,2.725
+23,block_sparse_moe.experts.192.w3,0.0003535566,0.05000,2.776
+23,block_sparse_moe.experts.220.w3,0.0005069558,0.05000,2.704
+23,block_sparse_moe.experts.212.w3,0.0005220354,0.05000,2.882
+23,block_sparse_moe.experts.216.w3,0.0002844642,0.05000,2.915
+23,block_sparse_moe.experts.208.w3,0.0003165929,0.05000,2.934
+23,block_sparse_moe.experts.236.w3,0.0000653163,0.05000,2.996
+23,block_sparse_moe.experts.228.w3,0.0003308616,0.05000,3.011
+23,block_sparse_moe.experts.232.w3,0.0001905687,0.05000,2.983
+23,block_sparse_moe.experts.224.w3,0.0003564331,0.05000,2.953
+23,block_sparse_moe.experts.252.w3,0.0004303582,0.05000,3.153
+23,block_sparse_moe.experts.248.w3,0.0003964349,0.05000,2.919
+23,block_sparse_moe.experts.244.w3,0.0001455954,0.05000,3.053
+23,block_sparse_moe.experts.240.w3,0.0004065792,0.05000,2.859
+23,block_sparse_moe.experts.11.w2,0.0002480607,0.05000,1.509
+23,block_sparse_moe.experts.15.w2,0.0008643781,0.05000,1.548
+23,block_sparse_moe.experts.3.w2,0.0007272962,0.05000,1.570
+23,block_sparse_moe.experts.7.w2,0.0001034954,0.05000,1.575
+23,block_sparse_moe.experts.14.w2,0.0000776615,0.05000,1.554
+23,block_sparse_moe.experts.5.w2,0.0003664668,0.05000,1.603
+23,block_sparse_moe.experts.13.w2,0.0000792052,0.05000,1.606
+23,block_sparse_moe.experts.4.w2,0.0002171925,0.05000,1.638
+23,block_sparse_moe.experts.2.w2,0.0004681061,0.05000,1.642
+23,block_sparse_moe.experts.1.w2,0.0003280509,0.05000,1.649
+23,block_sparse_moe.experts.12.w2,0.0001935636,0.05000,1.641
+23,block_sparse_moe.experts.6.w2,0.0000480368,0.05000,1.663
+23,block_sparse_moe.experts.10.w2,0.0002404056,0.05000,1.644
+23,block_sparse_moe.experts.9.w2,0.0000745777,0.05000,1.652
+23,block_sparse_moe.experts.0.w2,0.0000816574,0.05000,1.696
+23,block_sparse_moe.experts.8.w2,0.0001650734,0.05000,1.716
+23,block_sparse_moe.experts.27.w2,0.0000568682,0.05000,1.446
+23,block_sparse_moe.experts.21.w2,0.0001005096,0.05000,1.381
+23,block_sparse_moe.experts.28.w2,0.0000960888,0.05000,1.334
+23,block_sparse_moe.experts.20.w2,0.0001810129,0.05000,1.372
+23,block_sparse_moe.experts.23.w2,0.0002358828,0.05000,1.437
+23,block_sparse_moe.experts.17.w2,0.0008583928,0.05000,1.369
+23,block_sparse_moe.experts.30.w2,0.0003571428,0.05000,1.462
+23,block_sparse_moe.experts.25.w2,0.0001089928,0.05000,1.362
+23,block_sparse_moe.experts.19.w2,0.0002176350,0.05000,1.476
+23,block_sparse_moe.experts.16.w2,0.0003421702,0.05000,1.368
+23,block_sparse_moe.experts.29.w2,0.0003330660,0.05000,1.433
+23,block_sparse_moe.experts.31.w2,0.0002479591,0.05000,1.508
+23,block_sparse_moe.experts.18.w2,0.0000188146,0.05000,1.449
+23,block_sparse_moe.experts.24.w2,0.0001455208,0.05000,1.358
+23,block_sparse_moe.experts.22.w2,0.0001538166,0.05000,1.519
+23,block_sparse_moe.experts.26.w2,0.0001485590,0.05000,1.518
+23,block_sparse_moe.experts.37.w2,0.0000784816,0.05000,1.463
+23,block_sparse_moe.experts.46.w2,0.0002323538,0.05000,1.422
+23,block_sparse_moe.experts.34.w2,0.0004964348,0.05000,1.369
+23,block_sparse_moe.experts.43.w2,0.0003448177,0.05000,1.489
+23,block_sparse_moe.experts.44.w2,0.0000564498,0.05000,1.474
+23,block_sparse_moe.experts.41.w2,0.0006181317,0.05000,1.464
+23,block_sparse_moe.experts.39.w2,0.0000850596,0.05000,1.495
+23,block_sparse_moe.experts.33.w2,0.0000784037,0.05000,1.498
+23,block_sparse_moe.experts.36.w2,0.0001507546,0.05000,1.526
+23,block_sparse_moe.experts.45.w2,0.0001217141,0.05000,1.474
+23,block_sparse_moe.experts.35.w2,0.0001003296,0.05000,1.500
+23,block_sparse_moe.experts.40.w2,0.0002153147,0.05000,1.475
+23,block_sparse_moe.experts.42.w2,0.0001564425,0.05000,1.398
+23,block_sparse_moe.experts.32.w2,0.0002733946,0.05000,1.520
+23,block_sparse_moe.experts.47.w2,0.0000485976,0.05000,1.507
+23,block_sparse_moe.experts.38.w2,0.0000328389,0.05000,1.422
+23,block_sparse_moe.experts.50.w2,0.0001244388,0.05000,1.444
+23,block_sparse_moe.experts.59.w2,0.0002032271,0.05000,1.446
+23,block_sparse_moe.experts.62.w2,0.0002971783,0.05000,1.472
+23,block_sparse_moe.experts.57.w2,0.0001151123,0.05000,1.437
+23,block_sparse_moe.experts.53.w2,0.0001604454,0.05000,1.508
+23,block_sparse_moe.experts.60.w2,0.0002985447,0.05000,1.516
+23,block_sparse_moe.experts.61.w2,0.0002576964,0.05000,1.449
+23,block_sparse_moe.experts.51.w2,0.0002373660,0.05000,1.469
+23,block_sparse_moe.experts.63.w2,0.0002107657,0.05000,1.432
+23,block_sparse_moe.experts.49.w2,0.0001394362,0.05000,1.510
+23,block_sparse_moe.experts.54.w2,0.0001593908,0.05000,1.427
+23,block_sparse_moe.experts.55.w2,0.0002501132,0.05000,1.531
+23,block_sparse_moe.experts.52.w2,0.0000569837,0.05000,1.516
+23,block_sparse_moe.experts.58.w2,0.0001387577,0.05000,1.489
+23,block_sparse_moe.experts.56.w2,0.0001515795,0.05000,1.506
+23,block_sparse_moe.experts.48.w2,0.0001247627,0.05000,1.546
+23,block_sparse_moe.experts.66.w2,0.0001861517,0.05000,1.364
+23,block_sparse_moe.experts.78.w2,0.0000214151,0.05000,1.396
+23,block_sparse_moe.experts.70.w2,0.0003007536,0.05000,1.399
+23,block_sparse_moe.experts.74.w2,0.0003145434,0.05000,1.387
+23,block_sparse_moe.experts.75.w2,0.0000835865,0.05000,1.603
+23,block_sparse_moe.experts.68.w2,0.0002994973,0.05000,1.471
+23,block_sparse_moe.experts.73.w2,0.0000952673,0.05000,1.597
+23,block_sparse_moe.experts.76.w2,0.0001474055,0.05000,1.562
+23,block_sparse_moe.experts.69.w2,0.0001901119,0.05000,1.613
+23,block_sparse_moe.experts.67.w2,0.0001882974,0.05000,1.557
+23,block_sparse_moe.experts.79.w2,0.0002729017,0.05000,1.557
+23,block_sparse_moe.experts.77.w2,0.0001604683,0.05000,1.596
+23,block_sparse_moe.experts.72.w2,0.0002298660,0.05000,1.517
+23,block_sparse_moe.experts.65.w2,0.0000703535,0.05000,1.591
+23,block_sparse_moe.experts.64.w2,0.0000838083,0.05000,1.506
+23,block_sparse_moe.experts.71.w2,0.0001232601,0.05000,1.599
+23,block_sparse_moe.experts.82.w2,0.0003690897,0.05000,1.453
+23,block_sparse_moe.experts.94.w2,0.0003618356,0.05000,1.472
+23,block_sparse_moe.experts.86.w2,0.0001624831,0.05000,1.445
+23,block_sparse_moe.experts.84.w2,0.0003244169,0.05000,1.356
+23,block_sparse_moe.experts.92.w2,0.0003903179,0.05000,1.337
+23,block_sparse_moe.experts.90.w2,0.0002954944,0.05000,1.477
+23,block_sparse_moe.experts.91.w2,0.0003987033,0.05000,1.426
+23,block_sparse_moe.experts.88.w2,0.0001590561,0.05000,1.395
+23,block_sparse_moe.experts.83.w2,0.0002109512,0.05000,1.418
+23,block_sparse_moe.experts.95.w2,0.0002114033,0.05000,1.447
+23,block_sparse_moe.experts.80.w2,0.0003283418,0.05000,1.412
+23,block_sparse_moe.experts.89.w2,0.0000631592,0.05000,1.560
+23,block_sparse_moe.experts.93.w2,0.0002349754,0.05000,1.510
+23,block_sparse_moe.experts.85.w2,0.0003996758,0.05000,1.529
+23,block_sparse_moe.experts.87.w2,0.0002181918,0.05000,1.478
+23,block_sparse_moe.experts.81.w2,0.0002756478,0.05000,1.530
+23,block_sparse_moe.experts.98.w2,0.0003704036,0.05000,1.484
+23,block_sparse_moe.experts.110.w2,0.0002560932,0.05000,1.514
+23,block_sparse_moe.experts.107.w2,0.0001979056,0.05000,1.409
+23,block_sparse_moe.experts.102.w2,0.0000361014,0.05000,1.478
+23,block_sparse_moe.experts.99.w2,0.0000411818,0.05000,1.382
+23,block_sparse_moe.experts.106.w2,0.0002061693,0.05000,1.463
+23,block_sparse_moe.experts.111.w2,0.0001114182,0.05000,1.400
+23,block_sparse_moe.experts.108.w2,0.0001748000,0.05000,1.564
+23,block_sparse_moe.experts.103.w2,0.0001847896,0.05000,1.343
+23,block_sparse_moe.experts.104.w2,0.0001431110,0.05000,1.484
+23,block_sparse_moe.experts.101.w2,0.0001494144,0.05000,1.392
+23,block_sparse_moe.experts.109.w2,0.0001974348,0.05000,1.392
+23,block_sparse_moe.experts.105.w2,0.0002492770,0.05000,1.394
+23,block_sparse_moe.experts.100.w2,0.0001372797,0.05000,1.613
+23,block_sparse_moe.experts.97.w2,0.0005226042,0.05000,1.381
+23,block_sparse_moe.experts.96.w2,0.0004490566,0.05000,1.550
+23,block_sparse_moe.experts.114.w2,0.0001818296,0.05000,1.497
+23,block_sparse_moe.experts.123.w2,0.0001911859,0.05000,1.496
+23,block_sparse_moe.experts.126.w2,0.0009736790,0.05000,1.549
+23,block_sparse_moe.experts.115.w2,0.0002540020,0.05000,1.540
+23,block_sparse_moe.experts.127.w2,0.0001350708,0.05000,1.526
+23,block_sparse_moe.experts.118.w2,0.0000595651,0.05000,1.603
+23,block_sparse_moe.experts.122.w2,0.0002481620,0.05000,1.580
+23,block_sparse_moe.experts.121.w2,0.0000764239,0.05000,1.524
+23,block_sparse_moe.experts.124.w2,0.0003549048,0.05000,1.567
+23,block_sparse_moe.experts.119.w2,0.0001756403,0.05000,1.560
+23,block_sparse_moe.experts.113.w2,0.0000248458,0.05000,1.501
+23,block_sparse_moe.experts.120.w2,0.0000393891,0.05000,1.579
+23,block_sparse_moe.experts.117.w2,0.0000595976,0.05000,1.571
+23,block_sparse_moe.experts.116.w2,0.0001859558,0.05000,1.577
+23,block_sparse_moe.experts.125.w2,0.0000348565,0.05000,1.582
+23,block_sparse_moe.experts.112.w2,0.0002160428,0.05000,1.536
+23,block_sparse_moe.experts.130.w2,0.0003439748,0.05000,1.567
+23,block_sparse_moe.experts.139.w2,0.0004754399,0.05000,1.511
+23,block_sparse_moe.experts.142.w2,0.0002886529,0.05000,1.554
+23,block_sparse_moe.experts.131.w2,0.0002247926,0.05000,1.545
+23,block_sparse_moe.experts.134.w2,0.0002749556,0.05000,1.518
+23,block_sparse_moe.experts.143.w2,0.0002390823,0.05000,1.525
+23,block_sparse_moe.experts.137.w2,0.0002562890,0.05000,1.465
+23,block_sparse_moe.experts.133.w2,0.0000754110,0.05000,1.426
+23,block_sparse_moe.experts.140.w2,0.0002742858,0.05000,1.477
+23,block_sparse_moe.experts.138.w2,0.0001350656,0.05000,1.527
+23,block_sparse_moe.experts.129.w2,0.0002036571,0.05000,1.496
+23,block_sparse_moe.experts.136.w2,0.0001840304,0.05000,1.479
+23,block_sparse_moe.experts.141.w2,0.0004628624,0.05000,1.490
+23,block_sparse_moe.experts.132.w2,0.0002829292,0.05000,1.512
+23,block_sparse_moe.experts.135.w2,0.0002637196,0.05000,1.585
+23,block_sparse_moe.experts.128.w2,0.0002370745,0.05000,1.503
+23,block_sparse_moe.experts.146.w2,0.0002231800,0.05000,1.500
+23,block_sparse_moe.experts.155.w2,0.0000662141,0.05000,1.476
+23,block_sparse_moe.experts.147.w2,0.0002915744,0.05000,1.399
+23,block_sparse_moe.experts.158.w2,0.0000939104,0.05000,1.494
+23,block_sparse_moe.experts.150.w2,0.0003634042,0.05000,1.472
+23,block_sparse_moe.experts.159.w2,0.0001047610,0.05000,1.491
+23,block_sparse_moe.experts.149.w2,0.0001926952,0.05000,1.491
+23,block_sparse_moe.experts.145.w2,0.0000160252,0.05000,1.451
+23,block_sparse_moe.experts.156.w2,0.0001627084,0.05000,1.510
+23,block_sparse_moe.experts.151.w2,0.0001078803,0.05000,1.403
+23,block_sparse_moe.experts.153.w2,0.0000928467,0.05000,1.530
+23,block_sparse_moe.experts.154.w2,0.0001176897,0.05000,1.512
+23,block_sparse_moe.experts.157.w2,0.0001844088,0.05000,1.461
+23,block_sparse_moe.experts.152.w2,0.0001806057,0.05000,1.514
+23,block_sparse_moe.experts.144.w2,0.0001346343,0.05000,1.486
+23,block_sparse_moe.experts.148.w2,0.0001832480,0.05000,1.541
+23,block_sparse_moe.experts.162.w2,0.0002609035,0.05000,1.370
+23,block_sparse_moe.experts.166.w2,0.0000977462,0.05000,1.351
+23,block_sparse_moe.experts.163.w2,0.0001786089,0.05000,1.450
+23,block_sparse_moe.experts.174.w2,0.0001974130,0.05000,1.425
+23,block_sparse_moe.experts.170.w2,0.0000772421,0.05000,1.366
+23,block_sparse_moe.experts.171.w2,0.0001758190,0.05000,1.559
+23,block_sparse_moe.experts.165.w2,0.0002238220,0.05000,1.423
+23,block_sparse_moe.experts.173.w2,0.0002405420,0.05000,1.386
+23,block_sparse_moe.experts.168.w2,0.0001162761,0.05000,1.363
+23,block_sparse_moe.experts.175.w2,0.0002398259,0.05000,1.455
+23,block_sparse_moe.experts.161.w2,0.0001298433,0.05000,1.456
+23,block_sparse_moe.experts.172.w2,0.0002641028,0.05000,1.446
+23,block_sparse_moe.experts.167.w2,0.0003190741,0.05000,1.478
+23,block_sparse_moe.experts.169.w2,0.0001142261,0.05000,1.497
+23,block_sparse_moe.experts.164.w2,0.0001785107,0.05000,1.429
+23,block_sparse_moe.experts.160.w2,0.0003962430,0.05000,1.445
+23,block_sparse_moe.experts.178.w2,0.0018779901,0.05000,1.537
+23,block_sparse_moe.experts.179.w2,0.0002374554,0.05000,1.402
+23,block_sparse_moe.experts.184.w2,0.0002573450,0.05000,1.316
+23,block_sparse_moe.experts.188.w2,0.0004591649,0.05000,1.275
+23,block_sparse_moe.experts.182.w2,0.0002283107,0.05000,1.461
+23,block_sparse_moe.experts.190.w2,0.0001989754,0.05000,1.424
+23,block_sparse_moe.experts.189.w2,0.0001571340,0.05000,1.419
+23,block_sparse_moe.experts.181.w2,0.0001401592,0.05000,1.426
+23,block_sparse_moe.experts.176.w2,0.0002538684,0.05000,1.261
+23,block_sparse_moe.experts.191.w2,0.0001474496,0.05000,1.409
+23,block_sparse_moe.experts.177.w2,0.0002663168,0.05000,1.416
+23,block_sparse_moe.experts.187.w2,0.0000273426,0.05000,1.469
+23,block_sparse_moe.experts.186.w2,0.0001964370,0.05000,1.486
+23,block_sparse_moe.experts.180.w2,0.0000549085,0.05000,1.357
+23,block_sparse_moe.experts.185.w2,0.0002160794,0.05000,1.465
+23,block_sparse_moe.experts.183.w2,0.0001283125,0.05000,1.601
+23,block_sparse_moe.experts.200.w2,0.0000477220,0.05000,1.389
+23,block_sparse_moe.experts.195.w2,0.0001793182,0.05000,1.452
+23,block_sparse_moe.experts.204.w2,0.0000236142,0.05000,1.461
+23,block_sparse_moe.experts.197.w2,0.0000593486,0.05000,1.389
+23,block_sparse_moe.experts.205.w2,0.0001473573,0.05000,1.451
+23,block_sparse_moe.experts.193.w2,0.0004767532,0.05000,1.423
+23,block_sparse_moe.experts.192.w2,0.0000759345,0.05000,1.461
+23,block_sparse_moe.experts.207.w2,0.0004700924,0.05000,1.492
+23,block_sparse_moe.experts.194.w2,0.0005010492,0.05000,1.642
+23,block_sparse_moe.experts.203.w2,0.0000674913,0.05000,1.464
+23,block_sparse_moe.experts.196.w2,0.0001556879,0.05000,1.423
+23,block_sparse_moe.experts.198.w2,0.0001489142,0.05000,1.576
+23,block_sparse_moe.experts.206.w2,0.0002603828,0.05000,1.608
+23,block_sparse_moe.experts.201.w2,0.0000434037,0.05000,1.449
+23,block_sparse_moe.experts.202.w2,0.0001041011,0.05000,1.586
+23,block_sparse_moe.experts.199.w2,0.0003344013,0.05000,1.436
+23,block_sparse_moe.experts.216.w2,0.0001700171,0.05000,1.320
+23,block_sparse_moe.experts.220.w2,0.0002907921,0.05000,1.306
+23,block_sparse_moe.experts.208.w2,0.0001424143,0.05000,1.262
+23,block_sparse_moe.experts.212.w2,0.0006163296,0.05000,1.238
+23,block_sparse_moe.experts.211.w2,0.0005241508,0.05000,1.460
+23,block_sparse_moe.experts.213.w2,0.0003811807,0.05000,1.450
+23,block_sparse_moe.experts.210.w2,0.0005149801,0.05000,1.379
+23,block_sparse_moe.experts.222.w2,0.0000791205,0.05000,1.402
+23,block_sparse_moe.experts.223.w2,0.0002129472,0.05000,1.449
+23,block_sparse_moe.experts.214.w2,0.0002332659,0.05000,1.441
+23,block_sparse_moe.experts.221.w2,0.0004661525,0.05000,1.500
+23,block_sparse_moe.experts.209.w2,0.0001329045,0.05000,1.505
+23,block_sparse_moe.experts.219.w2,0.0004040179,0.05000,1.489
+23,block_sparse_moe.experts.218.w2,0.0002652766,0.05000,1.361
+23,block_sparse_moe.experts.217.w2,0.0001942356,0.05000,1.462
+23,block_sparse_moe.experts.215.w2,0.0000490224,0.05000,1.397
+23,block_sparse_moe.experts.232.w2,0.0002107103,0.05000,1.411
+23,block_sparse_moe.experts.236.w2,0.0000294055,0.05000,1.412
+23,block_sparse_moe.experts.228.w2,0.0003531931,0.05000,1.368
+23,block_sparse_moe.experts.224.w2,0.0001441525,0.05000,1.466
+23,block_sparse_moe.experts.227.w2,0.0001412318,0.05000,1.453
+23,block_sparse_moe.experts.229.w2,0.0002310040,0.05000,1.481
+23,block_sparse_moe.experts.238.w2,0.0000904722,0.05000,1.413
+23,block_sparse_moe.experts.226.w2,0.0001887650,0.05000,1.492
+23,block_sparse_moe.experts.230.w2,0.0002001844,0.05000,1.499
+23,block_sparse_moe.experts.225.w2,0.0001238869,0.05000,1.513
+23,block_sparse_moe.experts.237.w2,0.0001552081,0.05000,1.526
+23,block_sparse_moe.experts.239.w2,0.0000884464,0.05000,1.534
+23,block_sparse_moe.experts.234.w2,0.0000802263,0.05000,1.528
+23,block_sparse_moe.experts.233.w2,0.0003302763,0.05000,1.484
+23,block_sparse_moe.experts.235.w2,0.0001636277,0.05000,1.579
+23,block_sparse_moe.experts.231.w2,0.0002795462,0.05000,1.499
+23,block_sparse_moe.experts.248.w2,0.0001816626,0.05000,1.308
+23,block_sparse_moe.experts.252.w2,0.0002186224,0.05000,1.349
+23,block_sparse_moe.experts.244.w2,0.0001184984,0.05000,1.321
+23,block_sparse_moe.experts.240.w2,0.0002543444,0.05000,1.296
+23,block_sparse_moe.experts.242.w2,0.0002037246,0.05000,1.319
+23,block_sparse_moe.experts.254.w2,0.0001370383,0.05000,1.332
+23,block_sparse_moe.experts.250.w2,0.0001771743,0.05000,1.231
+23,block_sparse_moe.experts.246.w2,0.0002245701,0.05000,1.307
+23,block_sparse_moe.experts.243.w2,0.0001739037,0.05000,1.531
+23,block_sparse_moe.experts.245.w2,0.0000175265,0.05000,1.488
+23,block_sparse_moe.experts.253.w2,0.0001513436,0.05000,1.405
+23,block_sparse_moe.experts.241.w2,0.0002199474,0.05000,1.441
+23,block_sparse_moe.experts.249.w2,0.0002597957,0.05000,1.367
+23,block_sparse_moe.experts.255.w2,0.0001220845,0.05000,1.452
+23,block_sparse_moe.experts.251.w2,0.0001831529,0.05000,1.399
+23,block_sparse_moe.experts.247.w2,0.0001038079,0.05000,1.394
+24,self_attn.k_proj,0.0000014249,0.05000,0.943
+24,self_attn.v_proj,0.0000011666,0.05000,0.984
+24,self_attn.q_proj,0.0000088069,0.05000,1.004
+24,self_attn.o_proj,0.0000010024,0.05000,1.773
+24,block_sparse_moe.experts.4.w1,0.0001325128,0.05000,3.006
+24,block_sparse_moe.experts.8.w1,0.0004606396,0.05000,3.032
+24,block_sparse_moe.experts.12.w1,0.0002781875,0.05000,3.064
+24,block_sparse_moe.experts.14.w1,0.0003115841,0.05000,3.096
+24,block_sparse_moe.experts.10.w1,0.0003606927,0.05000,3.144
+24,block_sparse_moe.experts.0.w1,0.0002720017,0.05000,3.155
+24,block_sparse_moe.experts.6.w1,0.0001775150,0.05000,3.176
+24,block_sparse_moe.experts.2.w1,0.0006384618,0.05000,3.178
+24,block_sparse_moe.experts.3.w1,0.0000425756,0.05000,3.400
+24,block_sparse_moe.experts.1.w1,0.0002783948,0.05000,3.391
+24,block_sparse_moe.experts.5.w1,0.0001653891,0.05000,3.429
+24,block_sparse_moe.experts.13.w1,0.0005638999,0.05000,3.485
+24,block_sparse_moe.experts.15.w1,0.0002130207,0.05000,3.244
+24,block_sparse_moe.experts.7.w1,0.0003452568,0.05000,3.499
+24,block_sparse_moe.experts.9.w1,0.0009085286,0.05000,3.497
+24,block_sparse_moe.experts.11.w1,0.0002754434,0.05000,3.582
+24,block_sparse_moe.experts.30.w1,0.0004867921,0.05000,2.696
+24,block_sparse_moe.experts.18.w1,0.0007844228,0.05000,2.667
+24,block_sparse_moe.experts.26.w1,0.0001822954,0.05000,2.763
+24,block_sparse_moe.experts.22.w1,0.0000960811,0.05000,2.802
+24,block_sparse_moe.experts.24.w1,0.0002084605,0.05000,2.991
+24,block_sparse_moe.experts.20.w1,0.0007031530,0.05000,3.063
+24,block_sparse_moe.experts.28.w1,0.0006232757,0.05000,3.008
+24,block_sparse_moe.experts.16.w1,0.0002015125,0.05000,3.039
+24,block_sparse_moe.experts.17.w1,0.0002319431,0.05000,2.937
+24,block_sparse_moe.experts.29.w1,0.0002538064,0.05000,2.933
+24,block_sparse_moe.experts.19.w1,0.0003891458,0.05000,3.006
+24,block_sparse_moe.experts.25.w1,0.0004101403,0.05000,2.922
+24,block_sparse_moe.experts.31.w1,0.0001721353,0.05000,2.990
+24,block_sparse_moe.experts.21.w1,0.0003399675,0.05000,3.013
+24,block_sparse_moe.experts.23.w1,0.0004416891,0.05000,3.004
+24,block_sparse_moe.experts.27.w1,0.0002214468,0.05000,3.026
+24,block_sparse_moe.experts.36.w1,0.0004027426,0.05000,2.600
+24,block_sparse_moe.experts.40.w1,0.0002745282,0.05000,2.647
+24,block_sparse_moe.experts.34.w1,0.0004734656,0.05000,2.884
+24,block_sparse_moe.experts.46.w1,0.0004555826,0.05000,2.937
+24,block_sparse_moe.experts.44.w1,0.0003816908,0.05000,2.730
+24,block_sparse_moe.experts.42.w1,0.0003044979,0.05000,2.932
+24,block_sparse_moe.experts.38.w1,0.0000834856,0.05000,2.910
+24,block_sparse_moe.experts.32.w1,0.0004108911,0.05000,2.756
+24,block_sparse_moe.experts.35.w1,0.0008925787,0.05000,2.804
+24,block_sparse_moe.experts.33.w1,0.0001169151,0.05000,2.879
+24,block_sparse_moe.experts.39.w1,0.0005910653,0.05000,2.783
+24,block_sparse_moe.experts.45.w1,0.0004000273,0.05000,2.908
+24,block_sparse_moe.experts.47.w1,0.0001264461,0.05000,2.880
+24,block_sparse_moe.experts.43.w1,0.0001068586,0.05000,2.764
+24,block_sparse_moe.experts.41.w1,0.0002613120,0.05000,2.974
+24,block_sparse_moe.experts.37.w1,0.0002412414,0.05000,2.987
+24,block_sparse_moe.experts.62.w1,0.0001276055,0.05000,2.730
+24,block_sparse_moe.experts.50.w1,0.0004342735,0.05000,2.774
+24,block_sparse_moe.experts.52.w1,0.0005158129,0.05000,2.844
+24,block_sparse_moe.experts.56.w1,0.0002180262,0.05000,2.891
+24,block_sparse_moe.experts.58.w1,0.0002323033,0.05000,2.729
+24,block_sparse_moe.experts.54.w1,0.0001904472,0.05000,2.757
+24,block_sparse_moe.experts.60.w1,0.0004084346,0.05000,2.863
+24,block_sparse_moe.experts.48.w1,0.0003808268,0.05000,2.810
+24,block_sparse_moe.experts.55.w1,0.0003708299,0.05000,2.807
+24,block_sparse_moe.experts.51.w1,0.0002599579,0.05000,2.934
+24,block_sparse_moe.experts.63.w1,0.0004517422,0.05000,2.862
+24,block_sparse_moe.experts.59.w1,0.0004089034,0.05000,2.843
+24,block_sparse_moe.experts.49.w1,0.0002290766,0.05000,3.038
+24,block_sparse_moe.experts.61.w1,0.0005003561,0.05000,3.002
+24,block_sparse_moe.experts.57.w1,0.0005449336,0.05000,2.972
+24,block_sparse_moe.experts.53.w1,0.0003060063,0.05000,3.132
+24,block_sparse_moe.experts.68.w1,0.0002481164,0.05000,2.737
+24,block_sparse_moe.experts.72.w1,0.0001929661,0.05000,2.719
+24,block_sparse_moe.experts.78.w1,0.0000412539,0.05000,2.878
+24,block_sparse_moe.experts.74.w1,0.0003693417,0.05000,2.842
+24,block_sparse_moe.experts.66.w1,0.0004241765,0.05000,2.971
+24,block_sparse_moe.experts.76.w1,0.0001845756,0.05000,2.826
+24,block_sparse_moe.experts.64.w1,0.0005094851,0.05000,2.804
+24,block_sparse_moe.experts.70.w1,0.0002071117,0.05000,2.934
+24,block_sparse_moe.experts.71.w1,0.0004367904,0.05000,2.807
+24,block_sparse_moe.experts.75.w1,0.0006312148,0.05000,2.747
+24,block_sparse_moe.experts.67.w1,0.0006956415,0.05000,2.855
+24,block_sparse_moe.experts.79.w1,0.0007107509,0.05000,2.794
+24,block_sparse_moe.experts.77.w1,0.0002207638,0.05000,2.867
+24,block_sparse_moe.experts.65.w1,0.0004558839,0.05000,2.923
+24,block_sparse_moe.experts.73.w1,0.0005828954,0.05000,2.893
+24,block_sparse_moe.experts.69.w1,0.0001348718,0.05000,2.825
+24,block_sparse_moe.experts.84.w1,0.0007452848,0.05000,2.617
+24,block_sparse_moe.experts.88.w1,0.0005343026,0.05000,2.702
+24,block_sparse_moe.experts.90.w1,0.0005217549,0.05000,2.761
+24,block_sparse_moe.experts.92.w1,0.0003775044,0.05000,2.706
+24,block_sparse_moe.experts.80.w1,0.0007992456,0.05000,2.679
+24,block_sparse_moe.experts.94.w1,0.0002517612,0.05000,2.941
+24,block_sparse_moe.experts.82.w1,0.0002410277,0.05000,2.853
+24,block_sparse_moe.experts.86.w1,0.0002415640,0.05000,2.957
+24,block_sparse_moe.experts.87.w1,0.0006378039,0.05000,2.871
+24,block_sparse_moe.experts.91.w1,0.0002813986,0.05000,2.873
+24,block_sparse_moe.experts.83.w1,0.0002021932,0.05000,2.839
+24,block_sparse_moe.experts.95.w1,0.0001780747,0.05000,2.977
+24,block_sparse_moe.experts.81.w1,0.0001045668,0.05000,3.033
+24,block_sparse_moe.experts.93.w1,0.0003099056,0.05000,3.087
+24,block_sparse_moe.experts.89.w1,0.0007327682,0.05000,3.115
+24,block_sparse_moe.experts.85.w1,0.0004554368,0.05000,3.138
+24,block_sparse_moe.experts.100.w1,0.0005190831,0.05000,2.790
+24,block_sparse_moe.experts.104.w1,0.0006998899,0.05000,2.775
+24,block_sparse_moe.experts.96.w1,0.0000237815,0.05000,2.710
+24,block_sparse_moe.experts.108.w1,0.0001930040,0.05000,2.769
+24,block_sparse_moe.experts.106.w1,0.0000855584,0.05000,3.065
+24,block_sparse_moe.experts.98.w1,0.0003747370,0.05000,3.046
+24,block_sparse_moe.experts.110.w1,0.0001367060,0.05000,3.101
+24,block_sparse_moe.experts.102.w1,0.0006368682,0.05000,3.041
+24,block_sparse_moe.experts.99.w1,0.0001905822,0.05000,2.720
+24,block_sparse_moe.experts.103.w1,0.0004181728,0.05000,2.794
+24,block_sparse_moe.experts.111.w1,0.0002453109,0.05000,2.727
+24,block_sparse_moe.experts.107.w1,0.0004423301,0.05000,2.877
+24,block_sparse_moe.experts.109.w1,0.0004711733,0.05000,3.041
+24,block_sparse_moe.experts.97.w1,0.0009781168,0.05000,3.070
+24,block_sparse_moe.experts.105.w1,0.0001129510,0.05000,2.939
+24,block_sparse_moe.experts.101.w1,0.0004340316,0.05000,3.063
+24,block_sparse_moe.experts.116.w1,0.0001373114,0.05000,2.931
+24,block_sparse_moe.experts.120.w1,0.0003618704,0.05000,2.919
+24,block_sparse_moe.experts.124.w1,0.0005135895,0.05000,3.057
+24,block_sparse_moe.experts.112.w1,0.0004231632,0.05000,3.086
+24,block_sparse_moe.experts.114.w1,0.0002967094,0.05000,2.772
+24,block_sparse_moe.experts.122.w1,0.0004504849,0.05000,2.947
+24,block_sparse_moe.experts.126.w1,0.0004281314,0.05000,2.864
+24,block_sparse_moe.experts.119.w1,0.0004818504,0.05000,2.734
+24,block_sparse_moe.experts.115.w1,0.0002095302,0.05000,2.766
+24,block_sparse_moe.experts.118.w1,0.0004431390,0.05000,2.853
+24,block_sparse_moe.experts.127.w1,0.0003049651,0.05000,2.710
+24,block_sparse_moe.experts.123.w1,0.0003654491,0.05000,2.741
+24,block_sparse_moe.experts.121.w1,0.0003270652,0.05000,2.998
+24,block_sparse_moe.experts.113.w1,0.0002108880,0.05000,3.077
+24,block_sparse_moe.experts.125.w1,0.0001230357,0.05000,3.115
+24,block_sparse_moe.experts.117.w1,0.0001557825,0.05000,3.120
+24,block_sparse_moe.experts.132.w1,0.0004961909,0.05000,3.011
+24,block_sparse_moe.experts.136.w1,0.0007013330,0.05000,2.983
+24,block_sparse_moe.experts.140.w1,0.0002411318,0.05000,2.975
+24,block_sparse_moe.experts.128.w1,0.0011993707,0.05000,3.007
+24,block_sparse_moe.experts.130.w1,0.0004019741,0.05000,2.944
+24,block_sparse_moe.experts.138.w1,0.0002503101,0.05000,2.946
+24,block_sparse_moe.experts.142.w1,0.0001296238,0.05000,2.935
+24,block_sparse_moe.experts.134.w1,0.0001458636,0.05000,2.835
+24,block_sparse_moe.experts.135.w1,0.0005631728,0.05000,2.967
+24,block_sparse_moe.experts.131.w1,0.0005520518,0.05000,2.986
+24,block_sparse_moe.experts.139.w1,0.0004155204,0.05000,2.964
+24,block_sparse_moe.experts.143.w1,0.0005194986,0.05000,3.047
+24,block_sparse_moe.experts.137.w1,0.0002966338,0.05000,3.017
+24,block_sparse_moe.experts.129.w1,0.0000365147,0.05000,3.070
+24,block_sparse_moe.experts.141.w1,0.0003250563,0.05000,3.076
+24,block_sparse_moe.experts.133.w1,0.0000338943,0.05000,2.960
+24,block_sparse_moe.experts.148.w1,0.0005802410,0.05000,3.061
+24,block_sparse_moe.experts.152.w1,0.0002544119,0.05000,3.031
+24,block_sparse_moe.experts.146.w1,0.0002931338,0.05000,2.826
+24,block_sparse_moe.experts.154.w1,0.0006118655,0.05000,2.804
+24,block_sparse_moe.experts.158.w1,0.0003969722,0.05000,2.808
+24,block_sparse_moe.experts.144.w1,0.0006571862,0.05000,2.987
+24,block_sparse_moe.experts.156.w1,0.0004321272,0.05000,3.075
+24,block_sparse_moe.experts.150.w1,0.0005623850,0.05000,2.820
+24,block_sparse_moe.experts.151.w1,0.0000423174,0.05000,3.017
+24,block_sparse_moe.experts.147.w1,0.0001045936,0.05000,3.103
+24,block_sparse_moe.experts.155.w1,0.0003056940,0.05000,3.055
+24,block_sparse_moe.experts.159.w1,0.0000316855,0.05000,3.166
+24,block_sparse_moe.experts.153.w1,0.0004662490,0.05000,2.956
+24,block_sparse_moe.experts.157.w1,0.0002829253,0.05000,2.893
+24,block_sparse_moe.experts.145.w1,0.0002772209,0.05000,2.962
+24,block_sparse_moe.experts.149.w1,0.0002664168,0.05000,2.964
+24,block_sparse_moe.experts.168.w1,0.0007287865,0.05000,2.662
+24,block_sparse_moe.experts.164.w1,0.0003923991,0.05000,2.728
+24,block_sparse_moe.experts.160.w1,0.0003665163,0.05000,2.662
+24,block_sparse_moe.experts.162.w1,0.0008598168,0.05000,2.800
+24,block_sparse_moe.experts.172.w1,0.0006470295,0.05000,2.657
+24,block_sparse_moe.experts.174.w1,0.0001531615,0.05000,2.791
+24,block_sparse_moe.experts.170.w1,0.0005315700,0.05000,2.894
+24,block_sparse_moe.experts.166.w1,0.0003306099,0.05000,2.822
+24,block_sparse_moe.experts.167.w1,0.0004947739,0.05000,3.121
+24,block_sparse_moe.experts.163.w1,0.0004487626,0.05000,3.178
+24,block_sparse_moe.experts.171.w1,0.0003328579,0.05000,3.155
+24,block_sparse_moe.experts.175.w1,0.0001681266,0.05000,3.145
+24,block_sparse_moe.experts.169.w1,0.0003781333,0.05000,3.015
+24,block_sparse_moe.experts.173.w1,0.0003933683,0.05000,3.093
+24,block_sparse_moe.experts.161.w1,0.0000844714,0.05000,3.098
+24,block_sparse_moe.experts.165.w1,0.0005727388,0.05000,3.119
+24,block_sparse_moe.experts.180.w1,0.0003953085,0.05000,2.997
+24,block_sparse_moe.experts.184.w1,0.0000974719,0.05000,3.059
+24,block_sparse_moe.experts.176.w1,0.0002845506,0.05000,2.912
+24,block_sparse_moe.experts.178.w1,0.0001204798,0.05000,2.930
+24,block_sparse_moe.experts.186.w1,0.0000990615,0.05000,2.869
+24,block_sparse_moe.experts.188.w1,0.0001647686,0.05000,2.995
+24,block_sparse_moe.experts.190.w1,0.0000544238,0.05000,2.944
+24,block_sparse_moe.experts.182.w1,0.0006434989,0.05000,2.884
+24,block_sparse_moe.experts.183.w1,0.0001405474,0.05000,2.898
+24,block_sparse_moe.experts.179.w1,0.0006171152,0.05000,2.876
+24,block_sparse_moe.experts.187.w1,0.0003319356,0.05000,2.985
+24,block_sparse_moe.experts.191.w1,0.0009685730,0.05000,2.904
+24,block_sparse_moe.experts.185.w1,0.0004441624,0.05000,2.896
+24,block_sparse_moe.experts.177.w1,0.0011030550,0.05000,2.911
+24,block_sparse_moe.experts.189.w1,0.0003671241,0.05000,2.974
+24,block_sparse_moe.experts.181.w1,0.0000653959,0.05000,2.873
+24,block_sparse_moe.experts.200.w1,0.0002292670,0.05000,2.896
+24,block_sparse_moe.experts.196.w1,0.0005240501,0.05000,2.986
+24,block_sparse_moe.experts.194.w1,0.0003401339,0.05000,2.822
+24,block_sparse_moe.experts.192.w1,0.0003577648,0.05000,2.890
+24,block_sparse_moe.experts.202.w1,0.0009144562,0.05000,2.824
+24,block_sparse_moe.experts.204.w1,0.0001423563,0.05000,2.890
+24,block_sparse_moe.experts.206.w1,0.0004007461,0.05000,2.919
+24,block_sparse_moe.experts.198.w1,0.0008388992,0.05000,2.879
+24,block_sparse_moe.experts.199.w1,0.0002817279,0.05000,2.946
+24,block_sparse_moe.experts.195.w1,0.0007284159,0.05000,2.917
+24,block_sparse_moe.experts.203.w1,0.0003659385,0.05000,3.004
+24,block_sparse_moe.experts.207.w1,0.0001927796,0.05000,2.974
+24,block_sparse_moe.experts.201.w1,0.0010863513,0.05000,3.063
+24,block_sparse_moe.experts.205.w1,0.0003101764,0.05000,2.968
+24,block_sparse_moe.experts.193.w1,0.0002775553,0.05000,3.059
+24,block_sparse_moe.experts.197.w1,0.0004180901,0.05000,3.077
+24,block_sparse_moe.experts.212.w1,0.0004765192,0.05000,2.597
+24,block_sparse_moe.experts.218.w1,0.0003658332,0.05000,2.516
+24,block_sparse_moe.experts.216.w1,0.0004079673,0.05000,2.805
+24,block_sparse_moe.experts.210.w1,0.0007014270,0.05000,2.654
+24,block_sparse_moe.experts.214.w1,0.0002223149,0.05000,2.538
+24,block_sparse_moe.experts.208.w1,0.0002346728,0.05000,2.708
+24,block_sparse_moe.experts.222.w1,0.0005226599,0.05000,2.704
+24,block_sparse_moe.experts.220.w1,0.0001446253,0.05000,2.796
+24,block_sparse_moe.experts.215.w1,0.0002536655,0.05000,3.138
+24,block_sparse_moe.experts.211.w1,0.0008478984,0.05000,3.174
+24,block_sparse_moe.experts.223.w1,0.0002319621,0.05000,3.036
+24,block_sparse_moe.experts.219.w1,0.0004123860,0.05000,3.127
+24,block_sparse_moe.experts.217.w1,0.0000729596,0.05000,3.046
+24,block_sparse_moe.experts.209.w1,0.0002177887,0.05000,3.000
+24,block_sparse_moe.experts.221.w1,0.0004348340,0.05000,3.102
+24,block_sparse_moe.experts.213.w1,0.0004892191,0.05000,3.043
+24,block_sparse_moe.experts.228.w1,0.0003798631,0.05000,2.888
+24,block_sparse_moe.experts.234.w1,0.0006083615,0.05000,2.921
+24,block_sparse_moe.experts.226.w1,0.0004069833,0.05000,2.849
+24,block_sparse_moe.experts.232.w1,0.0006152227,0.05000,2.915
+24,block_sparse_moe.experts.224.w1,0.0003748937,0.05000,2.864
+24,block_sparse_moe.experts.230.w1,0.0003488073,0.05000,2.939
+24,block_sparse_moe.experts.236.w1,0.0004708917,0.05000,2.776
+24,block_sparse_moe.experts.238.w1,0.0002889144,0.05000,2.946
+24,block_sparse_moe.experts.231.w1,0.0002179092,0.05000,2.880
+24,block_sparse_moe.experts.227.w1,0.0005222236,0.05000,2.896
+24,block_sparse_moe.experts.239.w1,0.0001462670,0.05000,2.842
+24,block_sparse_moe.experts.235.w1,0.0004592296,0.05000,2.902
+24,block_sparse_moe.experts.233.w1,0.0004612222,0.05000,3.086
+24,block_sparse_moe.experts.225.w1,0.0007085176,0.05000,3.085
+24,block_sparse_moe.experts.237.w1,0.0003583841,0.05000,3.083
+24,block_sparse_moe.experts.244.w1,0.0002840165,0.05000,2.881
+24,block_sparse_moe.experts.229.w1,0.0000912953,0.05000,3.050
+24,block_sparse_moe.experts.250.w1,0.0003772200,0.05000,2.906
+24,block_sparse_moe.experts.240.w1,0.0011898731,0.05000,2.800
+24,block_sparse_moe.experts.248.w1,0.0003339697,0.05000,2.891
+24,block_sparse_moe.experts.242.w1,0.0000504811,0.05000,3.016
+24,block_sparse_moe.experts.252.w1,0.0001420142,0.05000,2.904
+24,block_sparse_moe.experts.246.w1,0.0005986082,0.05000,3.049
+24,block_sparse_moe.experts.254.w1,0.0003607138,0.05000,2.930
+24,block_sparse_moe.experts.247.w1,0.0004376178,0.05000,3.070
+24,block_sparse_moe.experts.243.w1,0.0005092290,0.05000,3.025
+24,block_sparse_moe.experts.255.w1,0.0003485987,0.05000,3.044
+24,block_sparse_moe.experts.251.w1,0.0001748949,0.05000,3.051
+24,block_sparse_moe.experts.249.w1,0.0000604362,0.05000,3.022
+24,block_sparse_moe.experts.241.w1,0.0004224834,0.05000,2.926
+24,block_sparse_moe.experts.4.w3,0.0001399522,0.05000,2.838
+24,block_sparse_moe.experts.253.w1,0.0001077026,0.05000,2.969
+24,block_sparse_moe.experts.8.w3,0.0004735596,0.05000,2.854
+24,block_sparse_moe.experts.0.w3,0.0002791204,0.05000,2.926
+24,block_sparse_moe.experts.245.w1,0.0001592448,0.05000,2.975
+24,block_sparse_moe.experts.12.w3,0.0002862771,0.05000,2.803
+24,block_sparse_moe.experts.10.w3,0.0003883839,0.05000,3.080
+24,block_sparse_moe.experts.2.w3,0.0006964136,0.05000,3.159
+24,block_sparse_moe.experts.6.w3,0.0001803439,0.05000,3.085
+24,block_sparse_moe.experts.14.w3,0.0003220073,0.05000,3.100
+24,block_sparse_moe.experts.7.w3,0.0003665473,0.05000,2.917
+24,block_sparse_moe.experts.3.w3,0.0000445712,0.05000,2.936
+24,block_sparse_moe.experts.15.w3,0.0002246821,0.05000,2.917
+24,block_sparse_moe.experts.11.w3,0.0003029175,0.05000,2.938
+24,block_sparse_moe.experts.9.w3,0.0008626521,0.05000,2.879
+24,block_sparse_moe.experts.1.w3,0.0002834593,0.05000,2.857
+24,block_sparse_moe.experts.20.w3,0.0007222219,0.05000,2.881
+24,block_sparse_moe.experts.13.w3,0.0005800862,0.05000,2.881
+24,block_sparse_moe.experts.16.w3,0.0002170267,0.05000,2.867
+24,block_sparse_moe.experts.24.w3,0.0002178749,0.05000,2.953
+24,block_sparse_moe.experts.5.w3,0.0001685670,0.05000,2.909
+24,block_sparse_moe.experts.28.w3,0.0006258847,0.05000,2.918
+24,block_sparse_moe.experts.26.w3,0.0001887891,0.05000,2.931
+24,block_sparse_moe.experts.18.w3,0.0008350870,0.05000,2.993
+24,block_sparse_moe.experts.22.w3,0.0001017460,0.05000,2.943
+24,block_sparse_moe.experts.30.w3,0.0004947307,0.05000,2.972
+24,block_sparse_moe.experts.23.w3,0.0004595573,0.05000,3.028
+24,block_sparse_moe.experts.19.w3,0.0004114096,0.05000,3.024
+24,block_sparse_moe.experts.31.w3,0.0001804293,0.05000,3.002
+24,block_sparse_moe.experts.27.w3,0.0002282738,0.05000,3.006
+24,block_sparse_moe.experts.36.w3,0.0004097223,0.05000,2.848
+24,block_sparse_moe.experts.17.w3,0.0002477733,0.05000,3.022
+24,block_sparse_moe.experts.25.w3,0.0004365002,0.05000,3.055
+24,block_sparse_moe.experts.29.w3,0.0002653132,0.05000,3.056
+24,block_sparse_moe.experts.32.w3,0.0004306024,0.05000,2.924
+24,block_sparse_moe.experts.40.w3,0.0002795086,0.05000,2.927
+24,block_sparse_moe.experts.21.w3,0.0003495716,0.05000,2.995
+24,block_sparse_moe.experts.42.w3,0.0003106037,0.05000,2.957
+24,block_sparse_moe.experts.44.w3,0.0004103822,0.05000,3.050
+24,block_sparse_moe.experts.34.w3,0.0004865373,0.05000,2.858
+24,block_sparse_moe.experts.38.w3,0.0000885373,0.05000,2.778
+24,block_sparse_moe.experts.46.w3,0.0004735272,0.05000,2.818
+24,block_sparse_moe.experts.39.w3,0.0006045342,0.05000,2.843
+24,block_sparse_moe.experts.47.w3,0.0001313971,0.05000,2.768
+24,block_sparse_moe.experts.35.w3,0.0009154652,0.05000,2.892
+24,block_sparse_moe.experts.43.w3,0.0001128779,0.05000,2.844
+24,block_sparse_moe.experts.41.w3,0.0002716363,0.05000,2.780
+24,block_sparse_moe.experts.33.w3,0.0001209899,0.05000,2.828
+24,block_sparse_moe.experts.52.w3,0.0005837380,0.05000,2.946
+24,block_sparse_moe.experts.45.w3,0.0004351802,0.05000,2.787
+24,block_sparse_moe.experts.37.w3,0.0002530001,0.05000,2.719
+24,block_sparse_moe.experts.48.w3,0.0004007457,0.05000,2.983
+24,block_sparse_moe.experts.56.w3,0.0002290582,0.05000,2.976
+24,block_sparse_moe.experts.60.w3,0.0004153814,0.05000,2.956
+24,block_sparse_moe.experts.58.w3,0.0002472177,0.05000,3.025
+24,block_sparse_moe.experts.54.w3,0.0001985857,0.05000,3.004
+24,block_sparse_moe.experts.50.w3,0.0004447241,0.05000,3.052
+24,block_sparse_moe.experts.62.w3,0.0001315245,0.05000,3.021
+24,block_sparse_moe.experts.55.w3,0.0003868020,0.05000,2.779
+24,block_sparse_moe.experts.63.w3,0.0004715913,0.05000,2.839
+24,block_sparse_moe.experts.51.w3,0.0002764067,0.05000,2.913
+24,block_sparse_moe.experts.59.w3,0.0004217557,0.05000,2.872
+24,block_sparse_moe.experts.68.w3,0.0002628171,0.05000,2.761
+24,block_sparse_moe.experts.57.w3,0.0005651721,0.05000,2.925
+24,block_sparse_moe.experts.49.w3,0.0002517251,0.05000,2.921
+24,block_sparse_moe.experts.61.w3,0.0005114849,0.05000,2.986
+24,block_sparse_moe.experts.64.w3,0.0005353601,0.05000,2.813
+24,block_sparse_moe.experts.53.w3,0.0002981127,0.05000,2.973
+24,block_sparse_moe.experts.72.w3,0.0002084042,0.05000,2.845
+24,block_sparse_moe.experts.76.w3,0.0001921091,0.05000,2.804
+24,block_sparse_moe.experts.70.w3,0.0002113390,0.05000,2.889
+24,block_sparse_moe.experts.66.w3,0.0004417241,0.05000,2.843
+24,block_sparse_moe.experts.74.w3,0.0003816275,0.05000,3.051
+24,block_sparse_moe.experts.78.w3,0.0000440795,0.05000,2.937
+24,block_sparse_moe.experts.71.w3,0.0004510358,0.05000,3.138
+24,block_sparse_moe.experts.79.w3,0.0007784643,0.05000,3.113
+24,block_sparse_moe.experts.67.w3,0.0007366115,0.05000,3.111
+24,block_sparse_moe.experts.75.w3,0.0006598284,0.05000,3.107
+24,block_sparse_moe.experts.84.w3,0.0007759616,0.05000,2.947
+24,block_sparse_moe.experts.73.w3,0.0006208274,0.05000,2.947
+24,block_sparse_moe.experts.65.w3,0.0004784089,0.05000,2.959
+24,block_sparse_moe.experts.77.w3,0.0002325608,0.05000,2.888
+24,block_sparse_moe.experts.80.w3,0.0008214560,0.05000,2.968
+24,block_sparse_moe.experts.69.w3,0.0001412263,0.05000,2.963
+24,block_sparse_moe.experts.88.w3,0.0005438915,0.05000,3.018
+24,block_sparse_moe.experts.92.w3,0.0003946322,0.05000,2.986
+24,block_sparse_moe.experts.86.w3,0.0002495653,0.05000,3.068
+24,block_sparse_moe.experts.90.w3,0.0005431262,0.05000,3.115
+24,block_sparse_moe.experts.82.w3,0.0002605727,0.05000,3.162
+24,block_sparse_moe.experts.94.w3,0.0002565996,0.05000,3.082
+24,block_sparse_moe.experts.87.w3,0.0006735048,0.05000,2.822
+24,block_sparse_moe.experts.95.w3,0.0001888404,0.05000,2.799
+24,block_sparse_moe.experts.83.w3,0.0002145698,0.05000,2.712
+24,block_sparse_moe.experts.91.w3,0.0003018383,0.05000,2.711
+24,block_sparse_moe.experts.89.w3,0.0007702909,0.05000,2.897
+24,block_sparse_moe.experts.100.w3,0.0005352230,0.05000,3.022
+24,block_sparse_moe.experts.81.w3,0.0001083106,0.05000,2.890
+24,block_sparse_moe.experts.93.w3,0.0003287201,0.05000,2.892
+24,block_sparse_moe.experts.85.w3,0.0004715360,0.05000,2.921
+24,block_sparse_moe.experts.96.w3,0.0000261678,0.05000,3.024
+24,block_sparse_moe.experts.104.w3,0.0007231051,0.05000,2.992
+24,block_sparse_moe.experts.108.w3,0.0002056210,0.05000,3.074
+24,block_sparse_moe.experts.102.w3,0.0006681565,0.05000,2.942
+24,block_sparse_moe.experts.106.w3,0.0000932619,0.05000,2.929
+24,block_sparse_moe.experts.98.w3,0.0003789744,0.05000,2.925
+24,block_sparse_moe.experts.110.w3,0.0001450414,0.05000,2.934
+24,block_sparse_moe.experts.103.w3,0.0004279521,0.05000,2.688
+24,block_sparse_moe.experts.111.w3,0.0002533205,0.05000,2.811
+24,block_sparse_moe.experts.99.w3,0.0002016701,0.05000,2.794
+24,block_sparse_moe.experts.107.w3,0.0004592105,0.05000,2.847
+24,block_sparse_moe.experts.105.w3,0.0001192876,0.05000,2.956
+24,block_sparse_moe.experts.116.w3,0.0001420335,0.05000,2.990
+24,block_sparse_moe.experts.97.w3,0.0010238152,0.05000,3.050
+24,block_sparse_moe.experts.109.w3,0.0004950663,0.05000,3.015
+24,block_sparse_moe.experts.101.w3,0.0004472706,0.05000,3.032
+24,block_sparse_moe.experts.112.w3,0.0004580850,0.05000,2.962
+24,block_sparse_moe.experts.120.w3,0.0003709517,0.05000,2.924
+24,block_sparse_moe.experts.124.w3,0.0005397497,0.05000,2.868
+24,block_sparse_moe.experts.118.w3,0.0004572411,0.05000,2.853
+24,block_sparse_moe.experts.122.w3,0.0004709780,0.05000,2.942
+24,block_sparse_moe.experts.114.w3,0.0003139070,0.05000,2.921
+24,block_sparse_moe.experts.126.w3,0.0004304139,0.05000,3.018
+24,block_sparse_moe.experts.119.w3,0.0005031943,0.05000,2.890
+24,block_sparse_moe.experts.115.w3,0.0002222967,0.05000,2.866
+24,block_sparse_moe.experts.127.w3,0.0003283507,0.05000,2.975
+24,block_sparse_moe.experts.123.w3,0.0003869438,0.05000,3.007
+24,block_sparse_moe.experts.132.w3,0.0005024803,0.05000,2.761
+24,block_sparse_moe.experts.121.w3,0.0003434194,0.05000,3.151
+24,block_sparse_moe.experts.128.w3,0.0013598887,0.05000,2.768
+24,block_sparse_moe.experts.113.w3,0.0002111426,0.05000,3.111
+24,block_sparse_moe.experts.136.w3,0.0007276236,0.05000,2.747
+24,block_sparse_moe.experts.125.w3,0.0001263241,0.05000,3.079
+24,block_sparse_moe.experts.140.w3,0.0002488365,0.05000,2.789
+24,block_sparse_moe.experts.117.w3,0.0001645756,0.05000,3.036
+24,block_sparse_moe.experts.134.w3,0.0001509588,0.05000,2.908
+24,block_sparse_moe.experts.138.w3,0.0002529933,0.05000,2.878
+24,block_sparse_moe.experts.130.w3,0.0004207678,0.05000,2.930
+24,block_sparse_moe.experts.142.w3,0.0001330977,0.05000,2.814
+24,block_sparse_moe.experts.135.w3,0.0005698537,0.05000,2.788
+24,block_sparse_moe.experts.131.w3,0.0005758351,0.05000,2.866
+24,block_sparse_moe.experts.143.w3,0.0005417227,0.05000,2.892
+24,block_sparse_moe.experts.139.w3,0.0004305297,0.05000,2.829
+24,block_sparse_moe.experts.148.w3,0.0006134360,0.05000,2.671
+24,block_sparse_moe.experts.144.w3,0.0006650728,0.05000,2.719
+24,block_sparse_moe.experts.152.w3,0.0002725522,0.05000,2.720
+24,block_sparse_moe.experts.137.w3,0.0003070586,0.05000,2.936
+24,block_sparse_moe.experts.129.w3,0.0000373837,0.05000,2.896
+24,block_sparse_moe.experts.141.w3,0.0003472702,0.05000,2.920
+24,block_sparse_moe.experts.156.w3,0.0004597023,0.05000,2.817
+24,block_sparse_moe.experts.133.w3,0.0000337571,0.05000,2.935
+24,block_sparse_moe.experts.150.w3,0.0005772300,0.05000,2.718
+24,block_sparse_moe.experts.154.w3,0.0006556148,0.05000,2.708
+24,block_sparse_moe.experts.146.w3,0.0003062790,0.05000,2.808
+24,block_sparse_moe.experts.158.w3,0.0004095511,0.05000,2.770
+24,block_sparse_moe.experts.151.w3,0.0000441089,0.05000,3.047
+24,block_sparse_moe.experts.147.w3,0.0001111720,0.05000,2.954
+24,block_sparse_moe.experts.159.w3,0.0000349054,0.05000,2.971
+24,block_sparse_moe.experts.155.w3,0.0003173452,0.05000,3.059
+24,block_sparse_moe.experts.164.w3,0.0004241351,0.05000,2.830
+24,block_sparse_moe.experts.153.w3,0.0004710611,0.05000,2.580
+24,block_sparse_moe.experts.168.w3,0.0007567905,0.05000,2.776
+24,block_sparse_moe.experts.160.w3,0.0004041294,0.05000,2.826
+24,block_sparse_moe.experts.145.w3,0.0002941150,0.05000,2.607
+24,block_sparse_moe.experts.157.w3,0.0002936568,0.05000,2.660
+24,block_sparse_moe.experts.149.w3,0.0002761079,0.05000,2.594
+24,block_sparse_moe.experts.172.w3,0.0006741109,0.05000,2.866
+24,block_sparse_moe.experts.166.w3,0.0003568440,0.05000,2.887
+24,block_sparse_moe.experts.170.w3,0.0005642091,0.05000,2.819
+24,block_sparse_moe.experts.162.w3,0.0009180520,0.05000,2.792
+24,block_sparse_moe.experts.174.w3,0.0001661606,0.05000,2.842
+24,block_sparse_moe.experts.167.w3,0.0005078871,0.05000,3.086
+24,block_sparse_moe.experts.163.w3,0.0004622480,0.05000,3.148
+24,block_sparse_moe.experts.175.w3,0.0001831098,0.05000,3.162
+24,block_sparse_moe.experts.171.w3,0.0003539305,0.05000,3.090
+24,block_sparse_moe.experts.180.w3,0.0004207951,0.05000,3.030
+24,block_sparse_moe.experts.169.w3,0.0003936912,0.05000,2.947
+24,block_sparse_moe.experts.184.w3,0.0001006358,0.05000,2.897
+24,block_sparse_moe.experts.176.w3,0.0003076514,0.05000,2.947
+24,block_sparse_moe.experts.161.w3,0.0000884586,0.05000,2.959
+24,block_sparse_moe.experts.173.w3,0.0004220082,0.05000,2.933
+24,block_sparse_moe.experts.188.w3,0.0001713502,0.05000,2.810
+24,block_sparse_moe.experts.165.w3,0.0005932175,0.05000,2.951
+24,block_sparse_moe.experts.182.w3,0.0006768616,0.05000,2.605
+24,block_sparse_moe.experts.186.w3,0.0001058650,0.05000,2.597
+24,block_sparse_moe.experts.178.w3,0.0001248317,0.05000,2.569
+24,block_sparse_moe.experts.190.w3,0.0000540997,0.05000,2.591
+24,block_sparse_moe.experts.183.w3,0.0001479018,0.05000,2.850
+24,block_sparse_moe.experts.191.w3,0.0009958634,0.05000,2.757
+24,block_sparse_moe.experts.179.w3,0.0006345751,0.05000,2.931
+24,block_sparse_moe.experts.187.w3,0.0003835932,0.05000,2.915
+24,block_sparse_moe.experts.196.w3,0.0005392196,0.05000,2.954
+24,block_sparse_moe.experts.185.w3,0.0004595478,0.05000,2.871
+24,block_sparse_moe.experts.177.w3,0.0011405328,0.05000,2.932
+24,block_sparse_moe.experts.200.w3,0.0002368091,0.05000,3.048
+24,block_sparse_moe.experts.189.w3,0.0003848387,0.05000,3.046
+24,block_sparse_moe.experts.192.w3,0.0003717645,0.05000,3.168
+24,block_sparse_moe.experts.202.w3,0.0009727888,0.05000,2.873
+24,block_sparse_moe.experts.198.w3,0.0008753020,0.05000,2.928
+24,block_sparse_moe.experts.181.w3,0.0000710985,0.05000,2.986
+24,block_sparse_moe.experts.194.w3,0.0003588959,0.05000,2.899
+24,block_sparse_moe.experts.206.w3,0.0004238007,0.05000,2.864
+24,block_sparse_moe.experts.204.w3,0.0001511284,0.05000,3.185
+24,block_sparse_moe.experts.199.w3,0.0002935093,0.05000,3.036
+24,block_sparse_moe.experts.207.w3,0.0002058690,0.05000,3.078
+24,block_sparse_moe.experts.195.w3,0.0007498662,0.05000,3.079
+24,block_sparse_moe.experts.203.w3,0.0003848329,0.05000,3.063
+24,block_sparse_moe.experts.212.w3,0.0005042874,0.05000,3.133
+24,block_sparse_moe.experts.201.w3,0.0011688422,0.05000,3.023
+24,block_sparse_moe.experts.218.w3,0.0003812704,0.05000,2.800
+24,block_sparse_moe.experts.193.w3,0.0002843579,0.05000,3.021
+24,block_sparse_moe.experts.214.w3,0.0002251088,0.05000,2.854
+24,block_sparse_moe.experts.210.w3,0.0007068169,0.05000,2.827
+24,block_sparse_moe.experts.205.w3,0.0003273281,0.05000,3.027
+24,block_sparse_moe.experts.222.w3,0.0005372281,0.05000,2.784
+24,block_sparse_moe.experts.216.w3,0.0004172217,0.05000,3.182
+24,block_sparse_moe.experts.208.w3,0.0002379140,0.05000,3.123
+24,block_sparse_moe.experts.197.w3,0.0004404864,0.05000,3.067
+24,block_sparse_moe.experts.220.w3,0.0001514436,0.05000,3.102
+24,block_sparse_moe.experts.215.w3,0.0002430650,0.05000,3.127
+24,block_sparse_moe.experts.223.w3,0.0002559189,0.05000,3.147
+24,block_sparse_moe.experts.211.w3,0.0008889029,0.05000,3.170
+24,block_sparse_moe.experts.219.w3,0.0004032973,0.05000,3.220
+24,block_sparse_moe.experts.228.w3,0.0003893517,0.05000,3.050
+24,block_sparse_moe.experts.217.w3,0.0000776542,0.05000,3.034
+24,block_sparse_moe.experts.234.w3,0.0006297438,0.05000,3.006
+24,block_sparse_moe.experts.209.w3,0.0002285836,0.05000,3.037
+24,block_sparse_moe.experts.230.w3,0.0003583101,0.05000,3.006
+24,block_sparse_moe.experts.226.w3,0.0004393807,0.05000,2.992
+24,block_sparse_moe.experts.238.w3,0.0003080136,0.05000,2.991
+24,block_sparse_moe.experts.221.w3,0.0004442699,0.05000,3.010
+24,block_sparse_moe.experts.232.w3,0.0006418679,0.05000,3.024
+24,block_sparse_moe.experts.224.w3,0.0003950297,0.05000,3.040
+24,block_sparse_moe.experts.213.w3,0.0005205069,0.05000,3.044
+24,block_sparse_moe.experts.236.w3,0.0004842685,0.05000,3.008
+24,block_sparse_moe.experts.231.w3,0.0002362371,0.05000,3.024
+24,block_sparse_moe.experts.239.w3,0.0001488824,0.05000,3.010
+24,block_sparse_moe.experts.227.w3,0.0005308182,0.05000,3.016
+24,block_sparse_moe.experts.244.w3,0.0002953260,0.05000,2.831
+24,block_sparse_moe.experts.235.w3,0.0004547885,0.05000,3.098
+24,block_sparse_moe.experts.250.w3,0.0003880915,0.05000,3.029
+24,block_sparse_moe.experts.248.w3,0.0003421355,0.05000,2.822
+24,block_sparse_moe.experts.233.w3,0.0004821946,0.05000,3.211
+24,block_sparse_moe.experts.242.w3,0.0000526459,0.05000,2.937
+24,block_sparse_moe.experts.246.w3,0.0006473564,0.05000,2.998
+24,block_sparse_moe.experts.225.w3,0.0007532971,0.05000,3.078
+24,block_sparse_moe.experts.240.w3,0.0012222758,0.05000,2.754
+24,block_sparse_moe.experts.254.w3,0.0003742654,0.05000,2.939
+24,block_sparse_moe.experts.252.w3,0.0001487096,0.05000,2.651
+24,block_sparse_moe.experts.237.w3,0.0003741567,0.05000,3.094
+24,block_sparse_moe.experts.229.w3,0.0000948070,0.05000,3.154
+24,block_sparse_moe.experts.247.w3,0.0004511696,0.05000,2.810
+24,block_sparse_moe.experts.255.w3,0.0003627481,0.05000,2.653
+24,block_sparse_moe.experts.243.w3,0.0005337355,0.05000,2.695
+24,block_sparse_moe.experts.251.w3,0.0001886943,0.05000,2.386
+24,block_sparse_moe.experts.249.w3,0.0000645812,0.05000,3.005
+24,block_sparse_moe.experts.241.w3,0.0004865704,0.05000,2.993
+24,block_sparse_moe.experts.253.w3,0.0001207818,0.05000,2.947
+24,block_sparse_moe.experts.245.w3,0.0001831203,0.05000,2.747
+24,block_sparse_moe.experts.7.w2,0.0002484724,0.05000,1.538
+24,block_sparse_moe.experts.11.w2,0.0002225535,0.05000,1.542
+24,block_sparse_moe.experts.3.w2,0.0008751322,0.05000,1.570
+24,block_sparse_moe.experts.15.w2,0.0001337181,0.05000,1.596
+24,block_sparse_moe.experts.4.w2,0.0001427750,0.05000,1.607
+24,block_sparse_moe.experts.12.w2,0.0001216878,0.05000,1.620
+24,block_sparse_moe.experts.1.w2,0.0000777727,0.05000,1.626
+24,block_sparse_moe.experts.5.w2,0.0001389294,0.05000,1.634
+24,block_sparse_moe.experts.8.w2,0.0002947013,0.05000,1.635
+24,block_sparse_moe.experts.10.w2,0.0004552257,0.05000,1.648
+24,block_sparse_moe.experts.13.w2,0.0002254893,0.05000,1.650
+24,block_sparse_moe.experts.14.w2,0.0002667598,0.05000,1.561
+24,block_sparse_moe.experts.6.w2,0.0003430823,0.05000,1.666
+24,block_sparse_moe.experts.0.w2,0.0001622852,0.05000,1.670
+24,block_sparse_moe.experts.9.w2,0.0013158251,0.05000,1.689
+24,block_sparse_moe.experts.2.w2,0.0010933147,0.05000,1.691
+24,block_sparse_moe.experts.20.w2,0.0012320748,0.05000,1.204
+24,block_sparse_moe.experts.24.w2,0.0002965481,0.05000,1.177
+24,block_sparse_moe.experts.28.w2,0.0006302655,0.05000,1.191
+24,block_sparse_moe.experts.19.w2,0.0003846092,0.05000,1.441
+24,block_sparse_moe.experts.27.w2,0.0001316442,0.05000,1.507
+24,block_sparse_moe.experts.31.w2,0.0001900585,0.05000,1.493
+24,block_sparse_moe.experts.23.w2,0.0003736272,0.05000,1.574
+24,block_sparse_moe.experts.21.w2,0.0001343421,0.05000,1.584
+24,block_sparse_moe.experts.17.w2,0.0001100954,0.05000,1.651
+24,block_sparse_moe.experts.25.w2,0.0002403845,0.05000,1.606
+24,block_sparse_moe.experts.29.w2,0.0001872229,0.05000,1.648
+24,block_sparse_moe.experts.22.w2,0.0001149975,0.05000,3.032
+24,block_sparse_moe.experts.26.w2,0.0001802564,0.05000,3.070
+24,block_sparse_moe.experts.18.w2,0.0007944089,0.05000,3.042
+24,block_sparse_moe.experts.30.w2,0.0001626573,0.05000,3.101
+24,block_sparse_moe.experts.37.w2,0.0002765504,0.05000,1.659
+24,block_sparse_moe.experts.33.w2,0.0000826335,0.05000,1.650
+24,block_sparse_moe.experts.41.w2,0.0004061504,0.05000,1.691
+24,block_sparse_moe.experts.45.w2,0.0003899676,0.05000,1.699
+24,block_sparse_moe.experts.38.w2,0.0000498518,0.05000,1.642
+24,block_sparse_moe.experts.42.w2,0.0001976146,0.05000,1.620
+24,block_sparse_moe.experts.46.w2,0.0002213257,0.05000,1.725
+24,block_sparse_moe.experts.34.w2,0.0002333151,0.05000,1.760
+24,block_sparse_moe.experts.53.w2,0.0006069007,0.05000,1.694
+24,block_sparse_moe.experts.49.w2,0.0001879098,0.05000,1.683
+24,block_sparse_moe.experts.61.w2,0.0006718494,0.05000,1.670
+24,block_sparse_moe.experts.57.w2,0.0003018903,0.05000,1.688
+24,block_sparse_moe.experts.35.w2,0.0006365369,0.05000,4.187
+24,block_sparse_moe.experts.43.w2,0.0000805367,0.05000,4.215
+24,block_sparse_moe.experts.39.w2,0.0003908216,0.05000,4.153
+24,block_sparse_moe.experts.47.w2,0.0000645185,0.05000,4.204
+24,block_sparse_moe.experts.54.w2,0.0000538589,0.05000,1.609
+24,block_sparse_moe.experts.58.w2,0.0002721700,0.05000,1.684
+24,block_sparse_moe.experts.62.w2,0.0000569564,0.05000,1.582
+24,block_sparse_moe.experts.50.w2,0.0006188928,0.05000,1.626
+24,block_sparse_moe.experts.69.w2,0.0001255694,0.05000,1.636
+24,block_sparse_moe.experts.65.w2,0.0008103539,0.05000,1.602
+24,block_sparse_moe.experts.77.w2,0.0001597462,0.05000,1.578
+24,block_sparse_moe.experts.73.w2,0.0005912847,0.05000,1.580
+24,block_sparse_moe.experts.44.w2,0.0003433207,0.05000,1.421
+24,block_sparse_moe.experts.16.w2,0.0002112422,0.05000,1.498
+24,block_sparse_moe.experts.36.w2,0.0001035639,0.05000,1.523
+24,block_sparse_moe.experts.40.w2,0.0001095974,0.05000,1.537
+24,block_sparse_moe.experts.51.w2,0.0002102162,0.05000,1.687
+24,block_sparse_moe.experts.63.w2,0.0003572077,0.05000,1.608
+24,block_sparse_moe.experts.55.w2,0.0002232205,0.05000,1.648
+24,block_sparse_moe.experts.59.w2,0.0004697888,0.05000,1.690
+24,block_sparse_moe.experts.70.w2,0.0003683301,0.05000,1.564
+24,block_sparse_moe.experts.74.w2,0.0003810426,0.05000,1.549
+24,block_sparse_moe.experts.78.w2,0.0000317947,0.05000,1.543
+24,block_sparse_moe.experts.66.w2,0.0002197396,0.05000,1.551
+24,block_sparse_moe.experts.85.w2,0.0001573970,0.05000,1.541
+24,block_sparse_moe.experts.93.w2,0.0001903059,0.05000,1.506
+24,block_sparse_moe.experts.81.w2,0.0000434671,0.05000,1.583
+24,block_sparse_moe.experts.89.w2,0.0004523555,0.05000,1.548
+24,block_sparse_moe.experts.60.w2,0.0005044785,0.05000,1.428
+24,block_sparse_moe.experts.52.w2,0.0011203703,0.05000,1.396
+24,block_sparse_moe.experts.32.w2,0.0001981668,0.05000,1.424
+24,block_sparse_moe.experts.56.w2,0.0001370107,0.05000,1.441
+24,block_sparse_moe.experts.79.w2,0.0009882235,0.05000,1.268
+24,block_sparse_moe.experts.67.w2,0.0005577717,0.05000,1.310
+24,block_sparse_moe.experts.71.w2,0.0002973555,0.05000,1.290
+24,block_sparse_moe.experts.75.w2,0.0004833443,0.05000,1.258
+24,block_sparse_moe.experts.86.w2,0.0002572241,0.05000,1.463
+24,block_sparse_moe.experts.94.w2,0.0001971239,0.05000,1.417
+24,block_sparse_moe.experts.90.w2,0.0004993561,0.05000,1.448
+24,block_sparse_moe.experts.82.w2,0.0002349557,0.05000,1.422
+24,block_sparse_moe.experts.101.w2,0.0003926971,0.05000,1.512
+24,block_sparse_moe.experts.109.w2,0.0003332447,0.05000,1.525
+24,block_sparse_moe.experts.105.w2,0.0000794712,0.05000,1.494
+24,block_sparse_moe.experts.97.w2,0.0003799625,0.05000,1.508
+24,block_sparse_moe.experts.76.w2,0.0001069824,0.05000,1.532
+24,block_sparse_moe.experts.87.w2,0.0001987808,0.05000,1.338
+24,block_sparse_moe.experts.83.w2,0.0002357047,0.05000,1.346
+24,block_sparse_moe.experts.68.w2,0.0001539612,0.05000,1.500
+24,block_sparse_moe.experts.91.w2,0.0001286738,0.05000,1.380
+24,block_sparse_moe.experts.48.w2,0.0004417830,0.05000,1.546
+24,block_sparse_moe.experts.95.w2,0.0001677815,0.05000,1.455
+24,block_sparse_moe.experts.72.w2,0.0001862954,0.05000,1.563
+24,block_sparse_moe.experts.102.w2,0.0003445794,0.05000,1.485
+24,block_sparse_moe.experts.110.w2,0.0001544475,0.05000,1.514
+24,block_sparse_moe.experts.106.w2,0.0000580072,0.05000,1.515
+24,block_sparse_moe.experts.98.w2,0.0001360653,0.05000,1.478
+24,block_sparse_moe.experts.117.w2,0.0001230306,0.05000,1.477
+24,block_sparse_moe.experts.125.w2,0.0000974180,0.05000,1.465
+24,block_sparse_moe.experts.113.w2,0.0001941888,0.05000,1.474
+24,block_sparse_moe.experts.121.w2,0.0002216074,0.05000,1.552
+24,block_sparse_moe.experts.92.w2,0.0002705068,0.05000,1.396
+24,block_sparse_moe.experts.84.w2,0.0007551827,0.05000,1.383
+24,block_sparse_moe.experts.64.w2,0.0004353517,0.05000,1.362
+24,block_sparse_moe.experts.99.w2,0.0001477374,0.05000,1.457
+24,block_sparse_moe.experts.88.w2,0.0001778852,0.05000,1.332
+24,block_sparse_moe.experts.103.w2,0.0001544091,0.05000,1.513
+24,block_sparse_moe.experts.111.w2,0.0001264146,0.05000,1.481
+24,block_sparse_moe.experts.107.w2,0.0002491218,0.05000,1.543
+24,block_sparse_moe.experts.118.w2,0.0002768570,0.05000,1.529
+24,block_sparse_moe.experts.122.w2,0.0005336043,0.05000,1.472
+24,block_sparse_moe.experts.126.w2,0.0001560440,0.05000,1.491
+24,block_sparse_moe.experts.114.w2,0.0001796491,0.05000,1.482
+24,block_sparse_moe.experts.133.w2,0.0018829213,0.05000,1.529
+24,block_sparse_moe.experts.141.w2,0.0002373335,0.05000,1.549
+24,block_sparse_moe.experts.129.w2,0.0002292870,0.05000,1.528
+24,block_sparse_moe.experts.108.w2,0.0002198749,0.05000,1.407
+24,block_sparse_moe.experts.100.w2,0.0001859167,0.05000,1.398
+24,block_sparse_moe.experts.137.w2,0.0001334562,0.05000,1.528
+24,block_sparse_moe.experts.115.w2,0.0000934893,0.05000,1.442
+24,block_sparse_moe.experts.119.w2,0.0002288202,0.05000,1.387
+24,block_sparse_moe.experts.80.w2,0.0003641893,0.05000,1.487
+24,block_sparse_moe.experts.104.w2,0.0002604709,0.05000,1.478
+24,block_sparse_moe.experts.127.w2,0.0003339651,0.05000,1.454
+24,block_sparse_moe.experts.123.w2,0.0008111226,0.05000,1.429
+24,block_sparse_moe.experts.134.w2,0.0000596471,0.05000,1.393
+24,block_sparse_moe.experts.142.w2,0.0000606264,0.05000,1.375
+24,block_sparse_moe.experts.138.w2,0.0000967782,0.05000,1.416
+24,block_sparse_moe.experts.130.w2,0.0004624956,0.05000,1.393
+24,block_sparse_moe.experts.149.w2,0.0002060008,0.05000,1.438
+24,block_sparse_moe.experts.145.w2,0.0003198822,0.05000,1.407
+24,block_sparse_moe.experts.157.w2,0.0001478078,0.05000,1.447
+24,block_sparse_moe.experts.153.w2,0.0001250135,0.05000,1.400
+24,block_sparse_moe.experts.124.w2,0.0002583529,0.05000,1.474
+24,block_sparse_moe.experts.116.w2,0.0000684007,0.05000,1.483
+24,block_sparse_moe.experts.131.w2,0.0004087416,0.05000,1.460
+24,block_sparse_moe.experts.135.w2,0.0004735257,0.05000,1.507
+24,block_sparse_moe.experts.96.w2,0.0000159528,0.05000,1.543
+24,block_sparse_moe.experts.139.w2,0.0001744994,0.05000,1.466
+24,block_sparse_moe.experts.120.w2,0.0004537877,0.05000,1.536
+24,block_sparse_moe.experts.143.w2,0.0003940479,0.05000,1.489
+24,block_sparse_moe.experts.150.w2,0.0002377218,0.05000,1.517
+24,block_sparse_moe.experts.146.w2,0.0002752938,0.05000,1.473
+24,block_sparse_moe.experts.154.w2,0.0003688515,0.05000,1.526
+24,block_sparse_moe.experts.158.w2,0.0004728449,0.05000,1.585
+24,block_sparse_moe.experts.173.w2,0.0004215970,0.05000,1.534
+24,block_sparse_moe.experts.140.w2,0.0001948066,0.05000,1.469
+24,block_sparse_moe.experts.165.w2,0.0004108171,0.05000,1.571
+24,block_sparse_moe.experts.132.w2,0.0004082178,0.05000,1.467
+24,block_sparse_moe.experts.169.w2,0.0002181552,0.05000,1.533
+24,block_sparse_moe.experts.161.w2,0.0000936363,0.05000,1.600
+24,block_sparse_moe.experts.147.w2,0.0001073578,0.05000,1.545
+24,block_sparse_moe.experts.112.w2,0.0004017739,0.05000,1.433
+24,block_sparse_moe.experts.151.w2,0.0000376312,0.05000,1.505
+24,block_sparse_moe.experts.136.w2,0.0003859048,0.05000,1.490
+24,block_sparse_moe.experts.155.w2,0.0002182678,0.05000,1.586
+24,block_sparse_moe.experts.159.w2,0.0000363683,0.05000,1.583
+24,block_sparse_moe.experts.162.w2,0.0010190792,0.05000,1.412
+24,block_sparse_moe.experts.166.w2,0.0002172688,0.05000,1.463
+24,block_sparse_moe.experts.170.w2,0.0004292833,0.05000,1.413
+24,block_sparse_moe.experts.174.w2,0.0001642427,0.05000,1.404
+24,block_sparse_moe.experts.181.w2,0.0000820369,0.05000,1.445
+24,block_sparse_moe.experts.177.w2,0.0010175392,0.05000,1.453
+24,block_sparse_moe.experts.189.w2,0.0003218080,0.05000,1.491
+24,block_sparse_moe.experts.156.w2,0.0005996077,0.05000,1.487
+24,block_sparse_moe.experts.185.w2,0.0002505212,0.05000,1.489
+24,block_sparse_moe.experts.148.w2,0.0004434756,0.05000,1.525
+24,block_sparse_moe.experts.167.w2,0.0002251781,0.05000,1.452
+24,block_sparse_moe.experts.163.w2,0.0002405618,0.05000,1.474
+24,block_sparse_moe.experts.128.w2,0.0009299243,0.05000,1.522
+24,block_sparse_moe.experts.171.w2,0.0002394649,0.05000,1.414
+24,block_sparse_moe.experts.152.w2,0.0002390758,0.05000,1.502
+24,block_sparse_moe.experts.175.w2,0.0001203569,0.05000,1.427
+24,block_sparse_moe.experts.178.w2,0.0000718722,0.05000,1.435
+24,block_sparse_moe.experts.182.w2,0.0004563973,0.05000,1.479
+24,block_sparse_moe.experts.190.w2,0.0000557109,0.05000,1.476
+24,block_sparse_moe.experts.186.w2,0.0000784153,0.05000,1.522
+24,block_sparse_moe.experts.197.w2,0.0003207835,0.05000,1.388
+24,block_sparse_moe.experts.205.w2,0.0003078439,0.05000,1.406
+24,block_sparse_moe.experts.193.w2,0.0001048069,0.05000,1.436
+24,block_sparse_moe.experts.201.w2,0.0008012757,0.05000,1.527
+24,block_sparse_moe.experts.172.w2,0.0008298156,0.05000,1.568
+24,block_sparse_moe.experts.164.w2,0.0005016100,0.05000,1.568
+24,block_sparse_moe.experts.179.w2,0.0002635816,0.05000,1.509
+24,block_sparse_moe.experts.183.w2,0.0001154903,0.05000,1.528
+24,block_sparse_moe.experts.144.w2,0.0003226744,0.05000,1.518
+24,block_sparse_moe.experts.168.w2,0.0003705370,0.05000,1.482
+24,block_sparse_moe.experts.187.w2,0.0003207802,0.05000,1.543
+24,block_sparse_moe.experts.191.w2,0.0005536013,0.05000,1.590
+24,block_sparse_moe.experts.194.w2,0.0002048906,0.05000,1.475
+24,block_sparse_moe.experts.198.w2,0.0006531750,0.05000,1.472
+24,block_sparse_moe.experts.206.w2,0.0003823882,0.05000,1.478
+24,block_sparse_moe.experts.202.w2,0.0006181153,0.05000,1.463
+24,block_sparse_moe.experts.213.w2,0.0003849925,0.05000,1.416
+24,block_sparse_moe.experts.221.w2,0.0001536211,0.05000,1.381
+24,block_sparse_moe.experts.209.w2,0.0000924014,0.05000,1.421
+24,block_sparse_moe.experts.188.w2,0.0000909154,0.05000,1.368
+24,block_sparse_moe.experts.217.w2,0.0000280657,0.05000,1.408
+24,block_sparse_moe.experts.180.w2,0.0001447177,0.05000,1.375
+24,block_sparse_moe.experts.160.w2,0.0002655699,0.05000,1.365
+24,block_sparse_moe.experts.199.w2,0.0002341843,0.05000,1.456
+24,block_sparse_moe.experts.195.w2,0.0004248904,0.05000,1.494
+24,block_sparse_moe.experts.184.w2,0.0001027943,0.05000,1.416
+24,block_sparse_moe.experts.203.w2,0.0002143049,0.05000,1.516
+24,block_sparse_moe.experts.207.w2,0.0002659723,0.05000,1.512
+24,block_sparse_moe.experts.214.w2,0.0001454594,0.05000,1.363
+24,block_sparse_moe.experts.210.w2,0.0011628574,0.05000,1.440
+24,block_sparse_moe.experts.222.w2,0.0002095631,0.05000,1.371
+24,block_sparse_moe.experts.218.w2,0.0002889595,0.05000,1.418
+24,block_sparse_moe.experts.229.w2,0.0000449265,0.05000,1.468
+24,block_sparse_moe.experts.237.w2,0.0002385737,0.05000,1.480
+24,block_sparse_moe.experts.225.w2,0.0010913869,0.05000,1.471
+24,block_sparse_moe.experts.204.w2,0.0001712924,0.05000,1.460
+24,block_sparse_moe.experts.196.w2,0.0002647454,0.05000,1.434
+24,block_sparse_moe.experts.233.w2,0.0002881367,0.05000,1.480
+24,block_sparse_moe.experts.176.w2,0.0002461406,0.05000,1.459
+24,block_sparse_moe.experts.200.w2,0.0001020533,0.05000,1.418
+24,block_sparse_moe.experts.211.w2,0.0007801076,0.05000,1.534
+24,block_sparse_moe.experts.215.w2,0.0001889508,0.05000,1.573
+24,block_sparse_moe.experts.219.w2,0.0002859936,0.05000,1.532
+24,block_sparse_moe.experts.223.w2,0.0003726908,0.05000,1.524
+24,block_sparse_moe.experts.230.w2,0.0002227070,0.05000,1.404
+24,block_sparse_moe.experts.226.w2,0.0002805185,0.05000,1.444
+24,block_sparse_moe.experts.238.w2,0.0002015563,0.05000,1.423
+24,block_sparse_moe.experts.234.w2,0.0003334501,0.05000,1.395
+24,block_sparse_moe.experts.245.w2,0.0002145092,0.05000,1.456
+24,block_sparse_moe.experts.253.w2,0.0001600061,0.05000,1.429
+24,block_sparse_moe.experts.220.w2,0.0001783081,0.05000,1.310
+24,block_sparse_moe.experts.241.w2,0.0002808000,0.05000,1.384
+24,block_sparse_moe.experts.249.w2,0.0000650373,0.05000,1.324
+24,block_sparse_moe.experts.212.w2,0.0002949192,0.05000,1.347
+24,block_sparse_moe.experts.192.w2,0.0003201474,0.05000,1.329
+24,block_sparse_moe.experts.216.w2,0.0001448768,0.05000,1.372
+24,block_sparse_moe.experts.231.w2,0.0002269814,0.05000,1.450
+24,block_sparse_moe.experts.227.w2,0.0001958592,0.05000,1.483
+24,block_sparse_moe.experts.235.w2,0.0003238685,0.05000,1.468
+24,block_sparse_moe.experts.239.w2,0.0001202046,0.05000,1.513
+24,block_sparse_moe.experts.246.w2,0.0006992118,0.05000,1.461
+24,block_sparse_moe.experts.254.w2,0.0004458375,0.05000,1.417
+24,block_sparse_moe.experts.250.w2,0.0001174604,0.05000,1.408
+24,block_sparse_moe.experts.242.w2,0.0000337212,0.05000,1.446
+24,block_sparse_moe.experts.236.w2,0.0002653760,0.05000,1.386
+24,block_sparse_moe.experts.228.w2,0.0001395003,0.05000,1.421
+24,block_sparse_moe.experts.208.w2,0.0001156144,0.05000,1.330
+24,block_sparse_moe.experts.232.w2,0.0008009135,0.05000,1.348
+24,block_sparse_moe.experts.247.w2,0.0002506128,0.05000,1.540
+24,block_sparse_moe.experts.243.w2,0.0001706843,0.05000,1.510
+24,block_sparse_moe.experts.255.w2,0.0002018464,0.05000,1.409
+24,block_sparse_moe.experts.251.w2,0.0001004820,0.05000,1.515
+24,block_sparse_moe.experts.252.w2,0.0000937355,0.05000,1.464
+24,block_sparse_moe.experts.224.w2,0.0002288957,0.05000,1.391
+24,block_sparse_moe.experts.244.w2,0.0001296265,0.05000,1.436
+24,block_sparse_moe.experts.248.w2,0.0001221388,0.05000,1.385
+24,block_sparse_moe.experts.240.w2,0.0012276428,0.05000,0.443
+25,self_attn.q_proj,0.0000122595,0.05000,0.831
+25,self_attn.k_proj,0.0000018597,0.05000,0.832
+25,self_attn.v_proj,0.0000014341,0.05000,0.905
+25,self_attn.o_proj,0.0000009487,0.05000,1.726
+25,block_sparse_moe.experts.9.w1,0.0003473331,0.05000,2.951
+25,block_sparse_moe.experts.13.w1,0.0006984822,0.05000,2.984
+25,block_sparse_moe.experts.4.w1,0.0001890635,0.05000,3.035
+25,block_sparse_moe.experts.5.w1,0.0004799422,0.05000,3.023
+25,block_sparse_moe.experts.1.w1,0.0004022539,0.05000,3.029
+25,block_sparse_moe.experts.12.w1,0.0001711930,0.05000,3.034
+25,block_sparse_moe.experts.8.w1,0.0004965095,0.05000,3.151
+25,block_sparse_moe.experts.0.w1,0.0002879325,0.05000,3.190
+25,block_sparse_moe.experts.2.w1,0.0006314037,0.05000,3.258
+25,block_sparse_moe.experts.14.w1,0.0006534293,0.05000,3.189
+25,block_sparse_moe.experts.10.w1,0.0001221733,0.05000,3.211
+25,block_sparse_moe.experts.6.w1,0.0002451245,0.05000,3.328
+25,block_sparse_moe.experts.3.w1,0.0002487544,0.05000,3.393
+25,block_sparse_moe.experts.15.w1,0.0001067900,0.05000,3.324
+25,block_sparse_moe.experts.11.w1,0.0012855896,0.05000,3.400
+25,block_sparse_moe.experts.7.w1,0.0006433441,0.05000,3.551
+25,block_sparse_moe.experts.17.w1,0.0010857485,0.05000,2.596
+25,block_sparse_moe.experts.25.w1,0.0005736146,0.05000,2.773
+25,block_sparse_moe.experts.29.w1,0.0010423664,0.05000,2.751
+25,block_sparse_moe.experts.21.w1,0.0003643223,0.05000,2.769
+25,block_sparse_moe.experts.20.w1,0.0005520429,0.05000,2.863
+25,block_sparse_moe.experts.28.w1,0.0001605548,0.05000,2.908
+25,block_sparse_moe.experts.16.w1,0.0004219986,0.05000,2.893
+25,block_sparse_moe.experts.24.w1,0.0005160668,0.05000,3.024
+25,block_sparse_moe.experts.31.w1,0.0007652528,0.05000,2.787
+25,block_sparse_moe.experts.18.w1,0.0005256163,0.05000,2.943
+25,block_sparse_moe.experts.19.w1,0.0004268001,0.05000,2.912
+25,block_sparse_moe.experts.30.w1,0.0001520863,0.05000,3.063
+25,block_sparse_moe.experts.22.w1,0.0004424614,0.05000,3.002
+25,block_sparse_moe.experts.27.w1,0.0002137613,0.05000,2.872
+25,block_sparse_moe.experts.26.w1,0.0003279936,0.05000,3.080
+25,block_sparse_moe.experts.23.w1,0.0000984559,0.05000,2.889
+25,block_sparse_moe.experts.41.w1,0.0004602359,0.05000,2.825
+25,block_sparse_moe.experts.33.w1,0.0010060056,0.05000,2.930
+25,block_sparse_moe.experts.45.w1,0.0002556389,0.05000,2.854
+25,block_sparse_moe.experts.37.w1,0.0007567790,0.05000,2.888
+25,block_sparse_moe.experts.36.w1,0.0001804608,0.05000,2.852
+25,block_sparse_moe.experts.44.w1,0.0000603072,0.05000,2.918
+25,block_sparse_moe.experts.32.w1,0.0003700031,0.05000,2.862
+25,block_sparse_moe.experts.40.w1,0.0001339108,0.05000,2.933
+25,block_sparse_moe.experts.34.w1,0.0001228410,0.05000,2.993
+25,block_sparse_moe.experts.38.w1,0.0001495131,0.05000,2.865
+25,block_sparse_moe.experts.46.w1,0.0001558222,0.05000,2.916
+25,block_sparse_moe.experts.42.w1,0.0001565231,0.05000,2.901
+25,block_sparse_moe.experts.47.w1,0.0001154866,0.05000,3.141
+25,block_sparse_moe.experts.35.w1,0.0008408626,0.05000,3.126
+25,block_sparse_moe.experts.39.w1,0.0003431069,0.05000,3.006
+25,block_sparse_moe.experts.43.w1,0.0001891204,0.05000,3.145
+25,block_sparse_moe.experts.57.w1,0.0005682268,0.05000,2.690
+25,block_sparse_moe.experts.61.w1,0.0006170111,0.05000,2.659
+25,block_sparse_moe.experts.49.w1,0.0005199340,0.05000,2.720
+25,block_sparse_moe.experts.53.w1,0.0001959251,0.05000,2.640
+25,block_sparse_moe.experts.52.w1,0.0005875877,0.05000,2.855
+25,block_sparse_moe.experts.48.w1,0.0005425334,0.05000,2.843
+25,block_sparse_moe.experts.60.w1,0.0003823938,0.05000,2.898
+25,block_sparse_moe.experts.56.w1,0.0001957223,0.05000,2.865
+25,block_sparse_moe.experts.50.w1,0.0004401392,0.05000,2.925
+25,block_sparse_moe.experts.54.w1,0.0002064168,0.05000,3.015
+25,block_sparse_moe.experts.58.w1,0.0004209151,0.05000,2.979
+25,block_sparse_moe.experts.62.w1,0.0004179456,0.05000,3.062
+25,block_sparse_moe.experts.63.w1,0.0000907870,0.05000,3.140
+25,block_sparse_moe.experts.55.w1,0.0003278159,0.05000,3.091
+25,block_sparse_moe.experts.59.w1,0.0007113155,0.05000,3.047
+25,block_sparse_moe.experts.51.w1,0.0000370397,0.05000,3.113
+25,block_sparse_moe.experts.73.w1,0.0002944751,0.05000,2.656
+25,block_sparse_moe.experts.77.w1,0.0006134166,0.05000,2.658
+25,block_sparse_moe.experts.69.w1,0.0000963534,0.05000,2.664
+25,block_sparse_moe.experts.65.w1,0.0002037258,0.05000,2.806
+25,block_sparse_moe.experts.68.w1,0.0003556740,0.05000,2.890
+25,block_sparse_moe.experts.76.w1,0.0003039339,0.05000,2.917
+25,block_sparse_moe.experts.64.w1,0.0006976136,0.05000,2.962
+25,block_sparse_moe.experts.72.w1,0.0001464378,0.05000,2.963
+25,block_sparse_moe.experts.66.w1,0.0007480469,0.05000,2.893
+25,block_sparse_moe.experts.74.w1,0.0002266979,0.05000,2.806
+25,block_sparse_moe.experts.70.w1,0.0006323525,0.05000,2.885
+25,block_sparse_moe.experts.78.w1,0.0002892889,0.05000,2.903
+25,block_sparse_moe.experts.71.w1,0.0005642116,0.05000,2.955
+25,block_sparse_moe.experts.79.w1,0.0003847963,0.05000,3.063
+25,block_sparse_moe.experts.75.w1,0.0000924143,0.05000,3.015
+25,block_sparse_moe.experts.67.w1,0.0003931914,0.05000,3.042
+25,block_sparse_moe.experts.89.w1,0.0002792620,0.05000,2.849
+25,block_sparse_moe.experts.93.w1,0.0004973975,0.05000,2.879
+25,block_sparse_moe.experts.81.w1,0.0004810064,0.05000,2.765
+25,block_sparse_moe.experts.85.w1,0.0004763988,0.05000,2.970
+25,block_sparse_moe.experts.84.w1,0.0005708545,0.05000,3.069
+25,block_sparse_moe.experts.92.w1,0.0002815895,0.05000,2.926
+25,block_sparse_moe.experts.80.w1,0.0002259172,0.05000,2.939
+25,block_sparse_moe.experts.88.w1,0.0002928563,0.05000,3.022
+25,block_sparse_moe.experts.86.w1,0.0002788646,0.05000,2.934
+25,block_sparse_moe.experts.90.w1,0.0005597625,0.05000,3.019
+25,block_sparse_moe.experts.94.w1,0.0008489650,0.05000,2.912
+25,block_sparse_moe.experts.82.w1,0.0010641442,0.05000,3.151
+25,block_sparse_moe.experts.91.w1,0.0005302964,0.05000,3.075
+25,block_sparse_moe.experts.87.w1,0.0004324553,0.05000,3.144
+25,block_sparse_moe.experts.83.w1,0.0005253476,0.05000,3.121
+25,block_sparse_moe.experts.95.w1,0.0007377094,0.05000,3.211
+25,block_sparse_moe.experts.109.w1,0.0002272816,0.05000,2.722
+25,block_sparse_moe.experts.105.w1,0.0008535929,0.05000,2.807
+25,block_sparse_moe.experts.97.w1,0.0008716521,0.05000,2.779
+25,block_sparse_moe.experts.101.w1,0.0005094493,0.05000,2.880
+25,block_sparse_moe.experts.100.w1,0.0004261153,0.05000,2.886
+25,block_sparse_moe.experts.108.w1,0.0006993019,0.05000,2.962
+25,block_sparse_moe.experts.96.w1,0.0003478274,0.05000,2.979
+25,block_sparse_moe.experts.104.w1,0.0002823748,0.05000,2.967
+25,block_sparse_moe.experts.102.w1,0.0003044883,0.05000,2.989
+25,block_sparse_moe.experts.106.w1,0.0002191326,0.05000,3.006
+25,block_sparse_moe.experts.110.w1,0.0006199416,0.05000,3.003
+25,block_sparse_moe.experts.98.w1,0.0004267705,0.05000,2.986
+25,block_sparse_moe.experts.107.w1,0.0010293660,0.05000,2.971
+25,block_sparse_moe.experts.103.w1,0.0003093430,0.05000,2.967
+25,block_sparse_moe.experts.111.w1,0.0009489437,0.05000,2.934
+25,block_sparse_moe.experts.99.w1,0.0003813571,0.05000,3.031
+25,block_sparse_moe.experts.125.w1,0.0000869449,0.05000,2.765
+25,block_sparse_moe.experts.121.w1,0.0006118333,0.05000,2.851
+25,block_sparse_moe.experts.113.w1,0.0003429256,0.05000,2.775
+25,block_sparse_moe.experts.117.w1,0.0003351576,0.05000,2.744
+25,block_sparse_moe.experts.116.w1,0.0002723107,0.05000,3.044
+25,block_sparse_moe.experts.124.w1,0.0007732770,0.05000,3.058
+25,block_sparse_moe.experts.112.w1,0.0001065763,0.05000,3.117
+25,block_sparse_moe.experts.126.w1,0.0008661929,0.05000,2.768
+25,block_sparse_moe.experts.118.w1,0.0005953066,0.05000,2.925
+25,block_sparse_moe.experts.122.w1,0.0005502201,0.05000,2.896
+25,block_sparse_moe.experts.114.w1,0.0003978696,0.05000,2.846
+25,block_sparse_moe.experts.120.w1,0.0001763392,0.05000,3.088
+25,block_sparse_moe.experts.115.w1,0.0007184923,0.05000,2.757
+25,block_sparse_moe.experts.127.w1,0.0001981018,0.05000,2.828
+25,block_sparse_moe.experts.123.w1,0.0004187518,0.05000,2.938
+25,block_sparse_moe.experts.119.w1,0.0006681091,0.05000,2.975
+25,block_sparse_moe.experts.141.w1,0.0005092189,0.05000,2.825
+25,block_sparse_moe.experts.129.w1,0.0004159135,0.05000,2.743
+25,block_sparse_moe.experts.137.w1,0.0003222245,0.05000,2.834
+25,block_sparse_moe.experts.133.w1,0.0004076691,0.05000,2.750
+25,block_sparse_moe.experts.132.w1,0.0003237241,0.05000,3.062
+25,block_sparse_moe.experts.140.w1,0.0003614529,0.05000,3.017
+25,block_sparse_moe.experts.142.w1,0.0004571894,0.05000,2.918
+25,block_sparse_moe.experts.128.w1,0.0003154689,0.05000,3.059
+25,block_sparse_moe.experts.138.w1,0.0003206699,0.05000,2.923
+25,block_sparse_moe.experts.134.w1,0.0001198716,0.05000,2.982
+25,block_sparse_moe.experts.130.w1,0.0004611294,0.05000,2.938
+25,block_sparse_moe.experts.136.w1,0.0007102710,0.05000,2.973
+25,block_sparse_moe.experts.139.w1,0.0000679343,0.05000,2.925
+25,block_sparse_moe.experts.131.w1,0.0001295513,0.05000,2.973
+25,block_sparse_moe.experts.143.w1,0.0003393308,0.05000,3.014
+25,block_sparse_moe.experts.135.w1,0.0009994598,0.05000,2.984
+25,block_sparse_moe.experts.157.w1,0.0002206366,0.05000,2.944
+25,block_sparse_moe.experts.145.w1,0.0007836078,0.05000,2.930
+25,block_sparse_moe.experts.153.w1,0.0007722509,0.05000,2.875
+25,block_sparse_moe.experts.149.w1,0.0006637347,0.05000,2.988
+25,block_sparse_moe.experts.148.w1,0.0001853236,0.05000,2.912
+25,block_sparse_moe.experts.156.w1,0.0004339903,0.05000,2.951
+25,block_sparse_moe.experts.144.w1,0.0004507135,0.05000,2.844
+25,block_sparse_moe.experts.158.w1,0.0002277413,0.05000,2.891
+25,block_sparse_moe.experts.154.w1,0.0005317176,0.05000,2.858
+25,block_sparse_moe.experts.150.w1,0.0005002732,0.05000,2.873
+25,block_sparse_moe.experts.146.w1,0.0003840743,0.05000,2.948
+25,block_sparse_moe.experts.152.w1,0.0004207533,0.05000,3.005
+25,block_sparse_moe.experts.159.w1,0.0002658420,0.05000,3.044
+25,block_sparse_moe.experts.147.w1,0.0002122943,0.05000,3.093
+25,block_sparse_moe.experts.161.w1,0.0001048945,0.05000,2.497
+25,block_sparse_moe.experts.155.w1,0.0006426100,0.05000,3.149
+25,block_sparse_moe.experts.151.w1,0.0006142278,0.05000,3.074
+25,block_sparse_moe.experts.169.w1,0.0005073500,0.05000,2.613
+25,block_sparse_moe.experts.173.w1,0.0006003813,0.05000,2.692
+25,block_sparse_moe.experts.165.w1,0.0000285293,0.05000,2.770
+25,block_sparse_moe.experts.164.w1,0.0005811522,0.05000,2.944
+25,block_sparse_moe.experts.172.w1,0.0005265044,0.05000,2.944
+25,block_sparse_moe.experts.170.w1,0.0000792779,0.05000,2.823
+25,block_sparse_moe.experts.166.w1,0.0002103470,0.05000,2.835
+25,block_sparse_moe.experts.162.w1,0.0003753002,0.05000,2.774
+25,block_sparse_moe.experts.160.w1,0.0005718342,0.05000,2.979
+25,block_sparse_moe.experts.174.w1,0.0006584168,0.05000,2.998
+25,block_sparse_moe.experts.168.w1,0.0001093265,0.05000,2.995
+25,block_sparse_moe.experts.175.w1,0.0002306723,0.05000,2.745
+25,block_sparse_moe.experts.163.w1,0.0000717187,0.05000,2.856
+25,block_sparse_moe.experts.167.w1,0.0002491974,0.05000,2.796
+25,block_sparse_moe.experts.171.w1,0.0002554034,0.05000,2.860
+25,block_sparse_moe.experts.177.w1,0.0000730015,0.05000,2.892
+25,block_sparse_moe.experts.189.w1,0.0008176091,0.05000,2.854
+25,block_sparse_moe.experts.185.w1,0.0001946223,0.05000,2.939
+25,block_sparse_moe.experts.181.w1,0.0009395167,0.05000,2.998
+25,block_sparse_moe.experts.180.w1,0.0002754764,0.05000,2.896
+25,block_sparse_moe.experts.188.w1,0.0004376968,0.05000,2.887
+25,block_sparse_moe.experts.178.w1,0.0004473347,0.05000,2.860
+25,block_sparse_moe.experts.186.w1,0.0000557270,0.05000,2.971
+25,block_sparse_moe.experts.176.w1,0.0001213059,0.05000,2.909
+25,block_sparse_moe.experts.182.w1,0.0002926304,0.05000,2.952
+25,block_sparse_moe.experts.190.w1,0.0001609074,0.05000,2.990
+25,block_sparse_moe.experts.184.w1,0.0003497743,0.05000,2.841
+25,block_sparse_moe.experts.191.w1,0.0013723686,0.05000,2.942
+25,block_sparse_moe.experts.193.w1,0.0004481534,0.05000,2.786
+25,block_sparse_moe.experts.183.w1,0.0007930690,0.05000,2.920
+25,block_sparse_moe.experts.205.w1,0.0007755199,0.05000,2.773
+25,block_sparse_moe.experts.201.w1,0.0006239485,0.05000,2.801
+25,block_sparse_moe.experts.179.w1,0.0003994822,0.05000,3.041
+25,block_sparse_moe.experts.187.w1,0.0001864214,0.05000,3.019
+25,block_sparse_moe.experts.197.w1,0.0012054727,0.05000,2.887
+25,block_sparse_moe.experts.196.w1,0.0003117671,0.05000,2.669
+25,block_sparse_moe.experts.204.w1,0.0004502909,0.05000,2.719
+25,block_sparse_moe.experts.192.w1,0.0008357724,0.05000,2.671
+25,block_sparse_moe.experts.194.w1,0.0004658196,0.05000,3.013
+25,block_sparse_moe.experts.198.w1,0.0007000035,0.05000,2.953
+25,block_sparse_moe.experts.202.w1,0.0004760625,0.05000,3.042
+25,block_sparse_moe.experts.200.w1,0.0003858930,0.05000,2.827
+25,block_sparse_moe.experts.206.w1,0.0006835620,0.05000,2.994
+25,block_sparse_moe.experts.207.w1,0.0002176582,0.05000,2.854
+25,block_sparse_moe.experts.209.w1,0.0002942478,0.05000,2.917
+25,block_sparse_moe.experts.199.w1,0.0000742689,0.05000,2.862
+25,block_sparse_moe.experts.195.w1,0.0000390159,0.05000,2.783
+25,block_sparse_moe.experts.203.w1,0.0002985967,0.05000,2.775
+25,block_sparse_moe.experts.221.w1,0.0014053178,0.05000,3.027
+25,block_sparse_moe.experts.217.w1,0.0003587464,0.05000,3.017
+25,block_sparse_moe.experts.213.w1,0.0004897685,0.05000,3.009
+25,block_sparse_moe.experts.212.w1,0.0006445955,0.05000,2.952
+25,block_sparse_moe.experts.220.w1,0.0004650961,0.05000,2.892
+25,block_sparse_moe.experts.208.w1,0.0001018061,0.05000,2.947
+25,block_sparse_moe.experts.214.w1,0.0002928435,0.05000,2.915
+25,block_sparse_moe.experts.210.w1,0.0001100369,0.05000,2.933
+25,block_sparse_moe.experts.222.w1,0.0005392200,0.05000,2.861
+25,block_sparse_moe.experts.216.w1,0.0003882969,0.05000,2.929
+25,block_sparse_moe.experts.218.w1,0.0001321049,0.05000,2.987
+25,block_sparse_moe.experts.223.w1,0.0004318251,0.05000,2.960
+25,block_sparse_moe.experts.215.w1,0.0002643715,0.05000,2.932
+25,block_sparse_moe.experts.225.w1,0.0008479002,0.05000,3.076
+25,block_sparse_moe.experts.211.w1,0.0004612416,0.05000,3.031
+25,block_sparse_moe.experts.219.w1,0.0004036287,0.05000,3.048
+25,block_sparse_moe.experts.233.w1,0.0005001348,0.05000,3.007
+25,block_sparse_moe.experts.237.w1,0.0006649547,0.05000,3.163
+25,block_sparse_moe.experts.229.w1,0.0001178933,0.05000,2.964
+25,block_sparse_moe.experts.228.w1,0.0005835693,0.05000,2.834
+25,block_sparse_moe.experts.236.w1,0.0001270780,0.05000,2.903
+25,block_sparse_moe.experts.224.w1,0.0004820165,0.05000,2.965
+25,block_sparse_moe.experts.238.w1,0.0007114433,0.05000,3.089
+25,block_sparse_moe.experts.230.w1,0.0008130327,0.05000,3.194
+25,block_sparse_moe.experts.226.w1,0.0002741397,0.05000,3.236
+25,block_sparse_moe.experts.232.w1,0.0003865798,0.05000,3.129
+25,block_sparse_moe.experts.234.w1,0.0005543863,0.05000,3.150
+25,block_sparse_moe.experts.239.w1,0.0001035123,0.05000,3.030
+25,block_sparse_moe.experts.231.w1,0.0001569917,0.05000,3.005
+25,block_sparse_moe.experts.241.w1,0.0003644822,0.05000,2.952
+25,block_sparse_moe.experts.227.w1,0.0002564897,0.05000,3.031
+25,block_sparse_moe.experts.235.w1,0.0001229667,0.05000,3.069
+25,block_sparse_moe.experts.249.w1,0.0001043177,0.05000,2.916
+25,block_sparse_moe.experts.253.w1,0.0004696702,0.05000,3.058
+25,block_sparse_moe.experts.245.w1,0.0003547962,0.05000,3.020
+25,block_sparse_moe.experts.244.w1,0.0003290174,0.05000,3.077
+25,block_sparse_moe.experts.252.w1,0.0005642847,0.05000,2.975
+25,block_sparse_moe.experts.240.w1,0.0004734961,0.05000,2.986
+25,block_sparse_moe.experts.248.w1,0.0001044033,0.05000,2.922
+25,block_sparse_moe.experts.242.w1,0.0001199316,0.05000,2.954
+25,block_sparse_moe.experts.254.w1,0.0002246185,0.05000,3.017
+25,block_sparse_moe.experts.250.w1,0.0003948166,0.05000,2.978
+25,block_sparse_moe.experts.246.w1,0.0004056399,0.05000,3.089
+25,block_sparse_moe.experts.255.w1,0.0006174612,0.05000,2.842
+25,block_sparse_moe.experts.247.w1,0.0001384680,0.05000,2.910
+25,block_sparse_moe.experts.243.w1,0.0003793095,0.05000,2.877
+25,block_sparse_moe.experts.1.w3,0.0004195003,0.05000,2.984
+25,block_sparse_moe.experts.251.w1,0.0005797300,0.05000,2.830
+25,block_sparse_moe.experts.9.w3,0.0003733707,0.05000,2.995
+25,block_sparse_moe.experts.13.w3,0.0007246231,0.05000,3.037
+25,block_sparse_moe.experts.5.w3,0.0005036112,0.05000,2.909
+25,block_sparse_moe.experts.4.w3,0.0001993288,0.05000,2.957
+25,block_sparse_moe.experts.12.w3,0.0001779115,0.05000,2.960
+25,block_sparse_moe.experts.0.w3,0.0003122199,0.05000,3.085
+25,block_sparse_moe.experts.14.w3,0.0006763008,0.05000,2.867
+25,block_sparse_moe.experts.10.w3,0.0001267637,0.05000,2.849
+25,block_sparse_moe.experts.2.w3,0.0006750151,0.05000,2.947
+25,block_sparse_moe.experts.6.w3,0.0002493493,0.05000,2.865
+25,block_sparse_moe.experts.8.w3,0.0005244136,0.05000,3.071
+25,block_sparse_moe.experts.15.w3,0.0001134053,0.05000,3.056
+25,block_sparse_moe.experts.3.w3,0.0002605036,0.05000,2.918
+25,block_sparse_moe.experts.7.w3,0.0006687795,0.05000,3.062
+25,block_sparse_moe.experts.17.w3,0.0011623799,0.05000,3.063
+25,block_sparse_moe.experts.11.w3,0.0013552517,0.05000,3.058
+25,block_sparse_moe.experts.25.w3,0.0006151987,0.05000,3.079
+25,block_sparse_moe.experts.29.w3,0.0011141148,0.05000,3.052
+25,block_sparse_moe.experts.21.w3,0.0003971247,0.05000,3.053
+25,block_sparse_moe.experts.20.w3,0.0005633008,0.05000,2.996
+25,block_sparse_moe.experts.28.w3,0.0001825141,0.05000,3.009
+25,block_sparse_moe.experts.16.w3,0.0004303335,0.05000,3.009
+25,block_sparse_moe.experts.26.w3,0.0003392136,0.05000,2.975
+25,block_sparse_moe.experts.24.w3,0.0005242643,0.05000,2.866
+25,block_sparse_moe.experts.30.w3,0.0001690701,0.05000,3.051
+25,block_sparse_moe.experts.18.w3,0.0005386618,0.05000,3.043
+25,block_sparse_moe.experts.22.w3,0.0004934032,0.05000,3.044
+25,block_sparse_moe.experts.31.w3,0.0007724754,0.05000,2.980
+25,block_sparse_moe.experts.19.w3,0.0004590690,0.05000,2.959
+25,block_sparse_moe.experts.33.w3,0.0010226914,0.05000,2.851
+25,block_sparse_moe.experts.23.w3,0.0001066730,0.05000,3.028
+25,block_sparse_moe.experts.27.w3,0.0002381351,0.05000,3.124
+25,block_sparse_moe.experts.41.w3,0.0004869384,0.05000,2.936
+25,block_sparse_moe.experts.45.w3,0.0002544000,0.05000,2.936
+25,block_sparse_moe.experts.37.w3,0.0007875167,0.05000,2.934
+25,block_sparse_moe.experts.36.w3,0.0001923597,0.05000,2.831
+25,block_sparse_moe.experts.44.w3,0.0000645361,0.05000,2.861
+25,block_sparse_moe.experts.32.w3,0.0004138930,0.05000,2.859
+25,block_sparse_moe.experts.42.w3,0.0001660428,0.05000,2.872
+25,block_sparse_moe.experts.40.w3,0.0001403013,0.05000,2.848
+25,block_sparse_moe.experts.46.w3,0.0001598826,0.05000,2.869
+25,block_sparse_moe.experts.34.w3,0.0001242754,0.05000,2.934
+25,block_sparse_moe.experts.38.w3,0.0001570032,0.05000,2.985
+25,block_sparse_moe.experts.47.w3,0.0001213741,0.05000,3.067
+25,block_sparse_moe.experts.39.w3,0.0003564671,0.05000,2.885
+25,block_sparse_moe.experts.49.w3,0.0005371127,0.05000,2.980
+25,block_sparse_moe.experts.35.w3,0.0008660476,0.05000,3.052
+25,block_sparse_moe.experts.57.w3,0.0006119460,0.05000,2.869
+25,block_sparse_moe.experts.43.w3,0.0001998320,0.05000,2.907
+25,block_sparse_moe.experts.61.w3,0.0006563409,0.05000,2.887
+25,block_sparse_moe.experts.53.w3,0.0002134963,0.05000,2.885
+25,block_sparse_moe.experts.52.w3,0.0006229269,0.05000,2.926
+25,block_sparse_moe.experts.60.w3,0.0003944165,0.05000,2.966
+25,block_sparse_moe.experts.48.w3,0.0005722333,0.05000,2.921
+25,block_sparse_moe.experts.58.w3,0.0004594424,0.05000,2.946
+25,block_sparse_moe.experts.56.w3,0.0002136692,0.05000,2.947
+25,block_sparse_moe.experts.62.w3,0.0004420842,0.05000,2.966
+25,block_sparse_moe.experts.54.w3,0.0002312377,0.05000,2.911
+25,block_sparse_moe.experts.50.w3,0.0004499552,0.05000,3.044
+25,block_sparse_moe.experts.51.w3,0.0000397074,0.05000,2.841
+25,block_sparse_moe.experts.55.w3,0.0003383619,0.05000,2.917
+25,block_sparse_moe.experts.63.w3,0.0000884428,0.05000,2.961
+25,block_sparse_moe.experts.65.w3,0.0002261704,0.05000,3.061
+25,block_sparse_moe.experts.59.w3,0.0007446799,0.05000,2.923
+25,block_sparse_moe.experts.73.w3,0.0003198492,0.05000,3.161
+25,block_sparse_moe.experts.77.w3,0.0006516252,0.05000,3.148
+25,block_sparse_moe.experts.69.w3,0.0001013146,0.05000,3.175
+25,block_sparse_moe.experts.68.w3,0.0003719831,0.05000,2.718
+25,block_sparse_moe.experts.76.w3,0.0003399226,0.05000,2.715
+25,block_sparse_moe.experts.64.w3,0.0007180787,0.05000,2.776
+25,block_sparse_moe.experts.72.w3,0.0001644972,0.05000,2.754
+25,block_sparse_moe.experts.78.w3,0.0002936696,0.05000,2.744
+25,block_sparse_moe.experts.74.w3,0.0002500030,0.05000,2.802
+25,block_sparse_moe.experts.70.w3,0.0006832750,0.05000,2.741
+25,block_sparse_moe.experts.66.w3,0.0008061615,0.05000,2.815
+25,block_sparse_moe.experts.67.w3,0.0004169237,0.05000,3.035
+25,block_sparse_moe.experts.71.w3,0.0005827702,0.05000,3.061
+25,block_sparse_moe.experts.79.w3,0.0004001613,0.05000,3.051
+25,block_sparse_moe.experts.81.w3,0.0004995403,0.05000,3.085
+25,block_sparse_moe.experts.75.w3,0.0000970140,0.05000,3.118
+25,block_sparse_moe.experts.89.w3,0.0002895441,0.05000,3.011
+25,block_sparse_moe.experts.93.w3,0.0005168055,0.05000,2.940
+25,block_sparse_moe.experts.85.w3,0.0004853645,0.05000,2.926
+25,block_sparse_moe.experts.84.w3,0.0006052892,0.05000,2.851
+25,block_sparse_moe.experts.92.w3,0.0002892728,0.05000,2.902
+25,block_sparse_moe.experts.80.w3,0.0002293618,0.05000,2.923
+25,block_sparse_moe.experts.88.w3,0.0003032554,0.05000,2.838
+25,block_sparse_moe.experts.94.w3,0.0008843286,0.05000,2.903
+25,block_sparse_moe.experts.90.w3,0.0005780291,0.05000,2.905
+25,block_sparse_moe.experts.86.w3,0.0002916683,0.05000,2.920
+25,block_sparse_moe.experts.82.w3,0.0011051592,0.05000,2.920
+25,block_sparse_moe.experts.83.w3,0.0005418801,0.05000,2.870
+25,block_sparse_moe.experts.87.w3,0.0004456391,0.05000,2.939
+25,block_sparse_moe.experts.95.w3,0.0007937392,0.05000,2.952
+25,block_sparse_moe.experts.97.w3,0.0008970311,0.05000,2.977
+25,block_sparse_moe.experts.91.w3,0.0005986726,0.05000,2.959
+25,block_sparse_moe.experts.105.w3,0.0008891584,0.05000,2.967
+25,block_sparse_moe.experts.109.w3,0.0002449291,0.05000,2.999
+25,block_sparse_moe.experts.101.w3,0.0005391502,0.05000,2.950
+25,block_sparse_moe.experts.100.w3,0.0004558145,0.05000,2.793
+25,block_sparse_moe.experts.108.w3,0.0007593155,0.05000,2.762
+25,block_sparse_moe.experts.96.w3,0.0003680515,0.05000,2.805
+25,block_sparse_moe.experts.104.w3,0.0002907076,0.05000,2.709
+25,block_sparse_moe.experts.106.w3,0.0002234892,0.05000,2.642
+25,block_sparse_moe.experts.110.w3,0.0006398824,0.05000,2.665
+25,block_sparse_moe.experts.102.w3,0.0003289784,0.05000,2.622
+25,block_sparse_moe.experts.98.w3,0.0004357291,0.05000,2.647
+25,block_sparse_moe.experts.99.w3,0.0003844268,0.05000,2.812
+25,block_sparse_moe.experts.111.w3,0.0009987585,0.05000,2.785
+25,block_sparse_moe.experts.103.w3,0.0003438249,0.05000,2.835
+25,block_sparse_moe.experts.113.w3,0.0003543767,0.05000,2.936
+25,block_sparse_moe.experts.107.w3,0.0010643466,0.05000,2.922
+25,block_sparse_moe.experts.121.w3,0.0006665613,0.05000,2.926
+25,block_sparse_moe.experts.125.w3,0.0000912233,0.05000,2.935
+25,block_sparse_moe.experts.117.w3,0.0003519397,0.05000,2.805
+25,block_sparse_moe.experts.116.w3,0.0002815923,0.05000,2.936
+25,block_sparse_moe.experts.124.w3,0.0008417643,0.05000,2.939
+25,block_sparse_moe.experts.112.w3,0.0001121768,0.05000,2.855
+25,block_sparse_moe.experts.118.w3,0.0006410309,0.05000,2.830
+25,block_sparse_moe.experts.122.w3,0.0005858196,0.05000,2.958
+25,block_sparse_moe.experts.120.w3,0.0001894739,0.05000,2.993
+25,block_sparse_moe.experts.126.w3,0.0008961400,0.05000,2.956
+25,block_sparse_moe.experts.114.w3,0.0004258511,0.05000,2.930
+25,block_sparse_moe.experts.119.w3,0.0007054372,0.05000,2.823
+25,block_sparse_moe.experts.115.w3,0.0007906559,0.05000,2.969
+25,block_sparse_moe.experts.127.w3,0.0002007290,0.05000,2.933
+25,block_sparse_moe.experts.129.w3,0.0004300627,0.05000,2.950
+25,block_sparse_moe.experts.123.w3,0.0004343503,0.05000,2.926
+25,block_sparse_moe.experts.137.w3,0.0003435844,0.05000,3.070
+25,block_sparse_moe.experts.141.w3,0.0005341782,0.05000,3.049
+25,block_sparse_moe.experts.133.w3,0.0004371715,0.05000,3.035
+25,block_sparse_moe.experts.132.w3,0.0003336565,0.05000,2.956
+25,block_sparse_moe.experts.140.w3,0.0003734372,0.05000,3.118
+25,block_sparse_moe.experts.142.w3,0.0004824522,0.05000,2.675
+25,block_sparse_moe.experts.134.w3,0.0001338941,0.05000,2.809
+25,block_sparse_moe.experts.128.w3,0.0004222975,0.05000,3.123
+25,block_sparse_moe.experts.138.w3,0.0003539223,0.05000,2.844
+25,block_sparse_moe.experts.130.w3,0.0004938808,0.05000,2.715
+25,block_sparse_moe.experts.136.w3,0.0007532326,0.05000,3.078
+25,block_sparse_moe.experts.131.w3,0.0001366290,0.05000,2.971
+25,block_sparse_moe.experts.135.w3,0.0010126632,0.05000,2.998
+25,block_sparse_moe.experts.143.w3,0.0003817283,0.05000,2.995
+25,block_sparse_moe.experts.145.w3,0.0008222957,0.05000,2.855
+25,block_sparse_moe.experts.139.w3,0.0000751033,0.05000,2.981
+25,block_sparse_moe.experts.153.w3,0.0008047878,0.05000,2.923
+25,block_sparse_moe.experts.149.w3,0.0007310513,0.05000,2.786
+25,block_sparse_moe.experts.157.w3,0.0002299490,0.05000,2.880
+25,block_sparse_moe.experts.148.w3,0.0002015342,0.05000,3.007
+25,block_sparse_moe.experts.156.w3,0.0004645704,0.05000,3.064
+25,block_sparse_moe.experts.158.w3,0.0002411407,0.05000,2.970
+25,block_sparse_moe.experts.150.w3,0.0005198580,0.05000,2.923
+25,block_sparse_moe.experts.154.w3,0.0005471565,0.05000,2.921
+25,block_sparse_moe.experts.144.w3,0.0004741479,0.05000,2.995
+25,block_sparse_moe.experts.146.w3,0.0005013116,0.05000,2.897
+25,block_sparse_moe.experts.152.w3,0.0004573285,0.05000,2.941
+25,block_sparse_moe.experts.151.w3,0.0006637150,0.05000,2.890
+25,block_sparse_moe.experts.147.w3,0.0002267446,0.05000,2.958
+25,block_sparse_moe.experts.159.w3,0.0002778958,0.05000,2.958
+25,block_sparse_moe.experts.155.w3,0.0006580933,0.05000,2.952
+25,block_sparse_moe.experts.161.w3,0.0001095425,0.05000,3.189
+25,block_sparse_moe.experts.169.w3,0.0005313528,0.05000,3.181
+25,block_sparse_moe.experts.165.w3,0.0000309659,0.05000,3.085
+25,block_sparse_moe.experts.173.w3,0.0006296621,0.05000,3.150
+25,block_sparse_moe.experts.164.w3,0.0006174808,0.05000,2.858
+25,block_sparse_moe.experts.174.w3,0.0006898049,0.05000,2.743
+25,block_sparse_moe.experts.166.w3,0.0002263914,0.05000,2.739
+25,block_sparse_moe.experts.170.w3,0.0000924247,0.05000,2.773
+25,block_sparse_moe.experts.172.w3,0.0005510193,0.05000,2.961
+25,block_sparse_moe.experts.162.w3,0.0003951437,0.05000,2.716
+25,block_sparse_moe.experts.160.w3,0.0006072084,0.05000,2.985
+25,block_sparse_moe.experts.168.w3,0.0001201350,0.05000,2.966
+25,block_sparse_moe.experts.167.w3,0.0002634899,0.05000,2.951
+25,block_sparse_moe.experts.175.w3,0.0002573495,0.05000,2.870
+25,block_sparse_moe.experts.163.w3,0.0000717570,0.05000,2.998
+25,block_sparse_moe.experts.171.w3,0.0002731266,0.05000,2.976
+25,block_sparse_moe.experts.177.w3,0.0000789080,0.05000,2.952
+25,block_sparse_moe.experts.180.w3,0.0002988013,0.05000,2.754
+25,block_sparse_moe.experts.181.w3,0.0010111666,0.05000,2.941
+25,block_sparse_moe.experts.185.w3,0.0002014977,0.05000,3.047
+25,block_sparse_moe.experts.189.w3,0.0008718703,0.05000,2.938
+25,block_sparse_moe.experts.182.w3,0.0003037880,0.05000,2.706
+25,block_sparse_moe.experts.190.w3,0.0001705581,0.05000,2.795
+25,block_sparse_moe.experts.178.w3,0.0004761899,0.05000,2.654
+25,block_sparse_moe.experts.186.w3,0.0000639251,0.05000,2.789
+25,block_sparse_moe.experts.188.w3,0.0005095559,0.05000,2.819
+25,block_sparse_moe.experts.176.w3,0.0001283396,0.05000,2.824
+25,block_sparse_moe.experts.184.w3,0.0003662793,0.05000,2.774
+25,block_sparse_moe.experts.183.w3,0.0008543756,0.05000,2.978
+25,block_sparse_moe.experts.179.w3,0.0004319662,0.05000,2.890
+25,block_sparse_moe.experts.191.w3,0.0014145064,0.05000,2.917
+25,block_sparse_moe.experts.187.w3,0.0001950903,0.05000,2.979
+25,block_sparse_moe.experts.193.w3,0.0004571316,0.05000,3.034
+25,block_sparse_moe.experts.196.w3,0.0003308918,0.05000,2.914
+25,block_sparse_moe.experts.197.w3,0.0012807907,0.05000,3.089
+25,block_sparse_moe.experts.201.w3,0.0006453996,0.05000,3.147
+25,block_sparse_moe.experts.205.w3,0.0007988690,0.05000,3.114
+25,block_sparse_moe.experts.198.w3,0.0007503071,0.05000,2.985
+25,block_sparse_moe.experts.206.w3,0.0007200457,0.05000,3.016
+25,block_sparse_moe.experts.194.w3,0.0004597096,0.05000,3.038
+25,block_sparse_moe.experts.204.w3,0.0005152326,0.05000,2.946
+25,block_sparse_moe.experts.202.w3,0.0005799423,0.05000,3.043
+25,block_sparse_moe.experts.192.w3,0.0008662681,0.05000,2.882
+25,block_sparse_moe.experts.200.w3,0.0004177384,0.05000,3.014
+25,block_sparse_moe.experts.199.w3,0.0000784051,0.05000,3.070
+25,block_sparse_moe.experts.195.w3,0.0000400280,0.05000,3.062
+25,block_sparse_moe.experts.207.w3,0.0002228893,0.05000,3.181
+25,block_sparse_moe.experts.203.w3,0.0003271970,0.05000,3.062
+25,block_sparse_moe.experts.209.w3,0.0003115279,0.05000,3.056
+25,block_sparse_moe.experts.212.w3,0.0006821727,0.05000,2.995
+25,block_sparse_moe.experts.213.w3,0.0005274249,0.05000,3.081
+25,block_sparse_moe.experts.214.w3,0.0003216742,0.05000,2.885
+25,block_sparse_moe.experts.217.w3,0.0003753478,0.05000,3.002
+25,block_sparse_moe.experts.222.w3,0.0005498704,0.05000,2.896
+25,block_sparse_moe.experts.221.w3,0.0015322293,0.05000,3.099
+25,block_sparse_moe.experts.210.w3,0.0001209854,0.05000,2.905
+25,block_sparse_moe.experts.220.w3,0.0005175199,0.05000,2.922
+25,block_sparse_moe.experts.218.w3,0.0001385168,0.05000,2.890
+25,block_sparse_moe.experts.208.w3,0.0001081494,0.05000,2.973
+25,block_sparse_moe.experts.216.w3,0.0004056989,0.05000,3.041
+25,block_sparse_moe.experts.215.w3,0.0002849748,0.05000,2.904
+25,block_sparse_moe.experts.211.w3,0.0005116349,0.05000,2.935
+25,block_sparse_moe.experts.223.w3,0.0004433466,0.05000,2.925
+25,block_sparse_moe.experts.219.w3,0.0004238944,0.05000,2.943
+25,block_sparse_moe.experts.225.w3,0.0008768319,0.05000,3.030
+25,block_sparse_moe.experts.228.w3,0.0006297313,0.05000,3.017
+25,block_sparse_moe.experts.233.w3,0.0005402748,0.05000,2.867
+25,block_sparse_moe.experts.230.w3,0.0008702550,0.05000,2.897
+25,block_sparse_moe.experts.229.w3,0.0001234806,0.05000,2.953
+25,block_sparse_moe.experts.238.w3,0.0007405076,0.05000,2.885
+25,block_sparse_moe.experts.226.w3,0.0002875547,0.05000,2.895
+25,block_sparse_moe.experts.237.w3,0.0007085936,0.05000,2.993
+25,block_sparse_moe.experts.234.w3,0.0005727331,0.05000,2.932
+25,block_sparse_moe.experts.236.w3,0.0001310641,0.05000,3.025
+25,block_sparse_moe.experts.224.w3,0.0004968997,0.05000,3.002
+25,block_sparse_moe.experts.232.w3,0.0004047812,0.05000,3.101
+25,block_sparse_moe.experts.231.w3,0.0001617997,0.05000,3.044
+25,block_sparse_moe.experts.227.w3,0.0002688702,0.05000,3.078
+25,block_sparse_moe.experts.239.w3,0.0001124407,0.05000,3.082
+25,block_sparse_moe.experts.235.w3,0.0001295718,0.05000,3.122
+25,block_sparse_moe.experts.244.w3,0.0003822984,0.05000,3.086
+25,block_sparse_moe.experts.241.w3,0.0003744453,0.05000,3.239
+25,block_sparse_moe.experts.254.w3,0.0002369231,0.05000,3.004
+25,block_sparse_moe.experts.245.w3,0.0003486301,0.05000,3.077
+25,block_sparse_moe.experts.246.w3,0.0004186533,0.05000,3.095
+25,block_sparse_moe.experts.249.w3,0.0001104471,0.05000,3.137
+25,block_sparse_moe.experts.242.w3,0.0001292520,0.05000,2.988
+25,block_sparse_moe.experts.253.w3,0.0004812221,0.05000,2.982
+25,block_sparse_moe.experts.250.w3,0.0004182790,0.05000,2.936
+25,block_sparse_moe.experts.252.w3,0.0005879269,0.05000,3.008
+25,block_sparse_moe.experts.240.w3,0.0005110538,0.05000,2.905
+25,block_sparse_moe.experts.248.w3,0.0001121120,0.05000,2.633
+25,block_sparse_moe.experts.247.w3,0.0001427170,0.05000,3.092
+25,block_sparse_moe.experts.243.w3,0.0004024946,0.05000,3.065
+25,block_sparse_moe.experts.255.w3,0.0006510699,0.05000,3.048
+25,block_sparse_moe.experts.251.w3,0.0006237758,0.05000,2.658
+25,block_sparse_moe.experts.5.w2,0.0007860890,0.05000,1.522
+25,block_sparse_moe.experts.1.w2,0.0002420598,0.05000,1.536
+25,block_sparse_moe.experts.9.w2,0.0005417966,0.05000,1.546
+25,block_sparse_moe.experts.13.w2,0.0008009803,0.05000,1.501
+25,block_sparse_moe.experts.0.w2,0.0002758801,0.05000,1.567
+25,block_sparse_moe.experts.4.w2,0.0001602584,0.05000,1.574
+25,block_sparse_moe.experts.8.w2,0.0005255733,0.05000,1.615
+25,block_sparse_moe.experts.3.w2,0.0002349554,0.05000,1.615
+25,block_sparse_moe.experts.12.w2,0.0000974527,0.05000,1.563
+25,block_sparse_moe.experts.15.w2,0.0000584326,0.05000,1.552
+25,block_sparse_moe.experts.6.w2,0.0001080333,0.05000,1.638
+25,block_sparse_moe.experts.10.w2,0.0001183580,0.05000,1.571
+25,block_sparse_moe.experts.11.w2,0.0011823907,0.05000,1.565
+25,block_sparse_moe.experts.7.w2,0.0004389483,0.05000,1.654
+25,block_sparse_moe.experts.2.w2,0.0005545355,0.05000,1.677
+25,block_sparse_moe.experts.14.w2,0.0004365828,0.05000,1.620
+25,block_sparse_moe.experts.21.w2,0.0002712538,0.05000,1.349
+25,block_sparse_moe.experts.29.w2,0.0019383573,0.05000,1.376
+25,block_sparse_moe.experts.25.w2,0.0005960429,0.05000,1.404
+25,block_sparse_moe.experts.17.w2,0.0013764538,0.05000,1.424
+25,block_sparse_moe.experts.19.w2,0.0004055092,0.05000,1.386
+25,block_sparse_moe.experts.26.w2,0.0002265355,0.05000,1.417
+25,block_sparse_moe.experts.22.w2,0.0007247847,0.05000,1.421
+25,block_sparse_moe.experts.31.w2,0.0002960742,0.05000,1.429
+25,block_sparse_moe.experts.27.w2,0.0002873927,0.05000,1.430
+25,block_sparse_moe.experts.16.w2,0.0001248228,0.05000,1.545
+25,block_sparse_moe.experts.20.w2,0.0002101613,0.05000,1.548
+25,block_sparse_moe.experts.28.w2,0.0002063771,0.05000,1.508
+25,block_sparse_moe.experts.23.w2,0.0001160293,0.05000,1.483
+25,block_sparse_moe.experts.18.w2,0.0001552088,0.05000,1.474
+25,block_sparse_moe.experts.30.w2,0.0001825006,0.05000,1.507
+25,block_sparse_moe.experts.24.w2,0.0001918742,0.05000,1.582
+25,block_sparse_moe.experts.37.w2,0.0005679592,0.05000,1.405
+25,block_sparse_moe.experts.45.w2,0.0001099024,0.05000,1.385
+25,block_sparse_moe.experts.41.w2,0.0001564081,0.05000,1.387
+25,block_sparse_moe.experts.33.w2,0.0004943920,0.05000,1.428
+25,block_sparse_moe.experts.42.w2,0.0002126396,0.05000,1.487
+25,block_sparse_moe.experts.38.w2,0.0001931201,0.05000,1.508
+25,block_sparse_moe.experts.47.w2,0.0001006602,0.05000,1.521
+25,block_sparse_moe.experts.35.w2,0.0005174498,0.05000,1.590
+25,block_sparse_moe.experts.43.w2,0.0001958034,0.05000,1.535
+25,block_sparse_moe.experts.36.w2,0.0002325288,0.05000,1.519
+25,block_sparse_moe.experts.34.w2,0.0001037021,0.05000,1.497
+25,block_sparse_moe.experts.44.w2,0.0000551821,0.05000,1.537
+25,block_sparse_moe.experts.39.w2,0.0001576049,0.05000,1.553
+25,block_sparse_moe.experts.46.w2,0.0000777525,0.05000,1.523
+25,block_sparse_moe.experts.32.w2,0.0002699618,0.05000,1.605
+25,block_sparse_moe.experts.40.w2,0.0002913800,0.05000,1.585
+25,block_sparse_moe.experts.57.w2,0.0007681388,0.05000,1.367
+25,block_sparse_moe.experts.53.w2,0.0002521124,0.05000,1.456
+25,block_sparse_moe.experts.49.w2,0.0002792003,0.05000,1.368
+25,block_sparse_moe.experts.61.w2,0.0010851256,0.05000,1.446
+25,block_sparse_moe.experts.52.w2,0.0007086892,0.05000,1.250
+25,block_sparse_moe.experts.63.w2,0.0000279698,0.05000,1.379
+25,block_sparse_moe.experts.51.w2,0.0000440719,0.05000,1.411
+25,block_sparse_moe.experts.60.w2,0.0002624128,0.05000,1.356
+25,block_sparse_moe.experts.48.w2,0.0003400164,0.05000,1.304
+25,block_sparse_moe.experts.59.w2,0.0006633068,0.05000,1.427
+25,block_sparse_moe.experts.58.w2,0.0003721199,0.05000,1.503
+25,block_sparse_moe.experts.54.w2,0.0003435697,0.05000,1.526
+25,block_sparse_moe.experts.55.w2,0.0003582637,0.05000,1.423
+25,block_sparse_moe.experts.50.w2,0.0004035406,0.05000,1.494
+25,block_sparse_moe.experts.56.w2,0.0002122666,0.05000,1.386
+25,block_sparse_moe.experts.62.w2,0.0005145570,0.05000,1.498
+25,block_sparse_moe.experts.65.w2,0.0001637911,0.05000,1.353
+25,block_sparse_moe.experts.73.w2,0.0003154857,0.05000,1.426
+25,block_sparse_moe.experts.69.w2,0.0000859308,0.05000,1.415
+25,block_sparse_moe.experts.77.w2,0.0003238459,0.05000,1.444
+25,block_sparse_moe.experts.79.w2,0.0001903285,0.05000,1.391
+25,block_sparse_moe.experts.68.w2,0.0002541748,0.05000,1.537
+25,block_sparse_moe.experts.74.w2,0.0002637827,0.05000,1.396
+25,block_sparse_moe.experts.75.w2,0.0001701112,0.05000,1.409
+25,block_sparse_moe.experts.67.w2,0.0001617537,0.05000,1.457
+25,block_sparse_moe.experts.70.w2,0.0008606605,0.05000,1.399
+25,block_sparse_moe.experts.71.w2,0.0003219687,0.05000,1.399
+25,block_sparse_moe.experts.66.w2,0.0005719051,0.05000,1.380
+25,block_sparse_moe.experts.64.w2,0.0003696111,0.05000,1.544
+25,block_sparse_moe.experts.78.w2,0.0001851034,0.05000,1.368
+25,block_sparse_moe.experts.76.w2,0.0002202846,0.05000,1.595
+25,block_sparse_moe.experts.72.w2,0.0002124380,0.05000,1.512
+25,block_sparse_moe.experts.81.w2,0.0002291065,0.05000,1.523
+25,block_sparse_moe.experts.85.w2,0.0003449379,0.05000,1.532
+25,block_sparse_moe.experts.89.w2,0.0001387502,0.05000,1.570
+25,block_sparse_moe.experts.93.w2,0.0002437708,0.05000,1.526
+25,block_sparse_moe.experts.90.w2,0.0003105227,0.05000,1.310
+25,block_sparse_moe.experts.86.w2,0.0002826111,0.05000,1.267
+25,block_sparse_moe.experts.95.w2,0.0007036230,0.05000,1.483
+25,block_sparse_moe.experts.82.w2,0.0008828396,0.05000,1.341
+25,block_sparse_moe.experts.91.w2,0.0009859431,0.05000,1.422
+25,block_sparse_moe.experts.83.w2,0.0002824264,0.05000,1.411
+25,block_sparse_moe.experts.94.w2,0.0005640693,0.05000,1.304
+25,block_sparse_moe.experts.87.w2,0.0006227505,0.05000,1.450
+25,block_sparse_moe.experts.84.w2,0.0009771749,0.05000,1.550
+25,block_sparse_moe.experts.80.w2,0.0004124342,0.05000,1.540
+25,block_sparse_moe.experts.92.w2,0.0001338656,0.05000,1.557
+25,block_sparse_moe.experts.88.w2,0.0001090645,0.05000,1.540
+25,block_sparse_moe.experts.102.w2,0.0001852408,0.05000,1.331
+25,block_sparse_moe.experts.106.w2,0.0000881270,0.05000,1.357
+25,block_sparse_moe.experts.97.w2,0.0004986354,0.05000,1.506
+25,block_sparse_moe.experts.101.w2,0.0006714426,0.05000,1.543
+25,block_sparse_moe.experts.105.w2,0.0011744467,0.05000,1.524
+25,block_sparse_moe.experts.98.w2,0.0001584740,0.05000,1.378
+25,block_sparse_moe.experts.109.w2,0.0001559805,0.05000,1.519
+25,block_sparse_moe.experts.99.w2,0.0003293051,0.05000,1.414
+25,block_sparse_moe.experts.111.w2,0.0006034096,0.05000,1.464
+25,block_sparse_moe.experts.110.w2,0.0002780704,0.05000,1.424
+25,block_sparse_moe.experts.100.w2,0.0009304955,0.05000,1.347
+25,block_sparse_moe.experts.107.w2,0.0007040851,0.05000,1.462
+25,block_sparse_moe.experts.103.w2,0.0004448909,0.05000,1.450
+25,block_sparse_moe.experts.96.w2,0.0003306469,0.05000,1.306
+25,block_sparse_moe.experts.104.w2,0.0001166459,0.05000,1.272
+25,block_sparse_moe.experts.108.w2,0.0006917978,0.05000,1.345
+25,block_sparse_moe.experts.122.w2,0.0006301318,0.05000,1.460
+25,block_sparse_moe.experts.113.w2,0.0001969204,0.05000,1.447
+25,block_sparse_moe.experts.118.w2,0.0005215723,0.05000,1.499
+25,block_sparse_moe.experts.116.w2,0.0001704999,0.05000,1.323
+25,block_sparse_moe.experts.121.w2,0.0008459402,0.05000,1.452
+25,block_sparse_moe.experts.117.w2,0.0001900716,0.05000,1.467
+25,block_sparse_moe.experts.114.w2,0.0003910059,0.05000,1.475
+25,block_sparse_moe.experts.125.w2,0.0000970686,0.05000,1.493
+25,block_sparse_moe.experts.112.w2,0.0001586360,0.05000,1.367
+25,block_sparse_moe.experts.126.w2,0.0004526088,0.05000,1.494
+25,block_sparse_moe.experts.115.w2,0.0009600964,0.05000,1.532
+25,block_sparse_moe.experts.124.w2,0.0020853722,0.05000,1.319
+25,block_sparse_moe.experts.120.w2,0.0001219611,0.05000,1.336
+25,block_sparse_moe.experts.127.w2,0.0000516437,0.05000,1.554
+25,block_sparse_moe.experts.123.w2,0.0002974283,0.05000,1.534
+25,block_sparse_moe.experts.119.w2,0.0011966767,0.05000,1.604
+25,block_sparse_moe.experts.138.w2,0.0006923637,0.05000,1.382
+25,block_sparse_moe.experts.132.w2,0.0001671963,0.05000,1.348
+25,block_sparse_moe.experts.129.w2,0.0002580667,0.05000,1.456
+25,block_sparse_moe.experts.134.w2,0.0002487582,0.05000,1.473
+25,block_sparse_moe.experts.140.w2,0.0001465499,0.05000,1.248
+25,block_sparse_moe.experts.128.w2,0.0007071636,0.05000,1.333
+25,block_sparse_moe.experts.136.w2,0.0010016479,0.05000,1.283
+25,block_sparse_moe.experts.130.w2,0.0009089503,0.05000,1.426
+25,block_sparse_moe.experts.137.w2,0.0002158495,0.05000,1.494
+25,block_sparse_moe.experts.141.w2,0.0005119904,0.05000,1.446
+25,block_sparse_moe.experts.133.w2,0.0003940983,0.05000,1.518
+25,block_sparse_moe.experts.142.w2,0.0010305813,0.05000,1.427
+25,block_sparse_moe.experts.131.w2,0.0000795552,0.05000,1.450
+25,block_sparse_moe.experts.139.w2,0.0000734856,0.05000,1.481
+25,block_sparse_moe.experts.143.w2,0.0004444700,0.05000,1.503
+25,block_sparse_moe.experts.135.w2,0.0006507211,0.05000,1.432
+25,block_sparse_moe.experts.148.w2,0.0001238145,0.05000,1.377
+25,block_sparse_moe.experts.145.w2,0.0003781001,0.05000,1.348
+25,block_sparse_moe.experts.154.w2,0.0004400568,0.05000,1.444
+25,block_sparse_moe.experts.153.w2,0.0004396384,0.05000,1.306
+25,block_sparse_moe.experts.156.w2,0.0005194908,0.05000,1.431
+25,block_sparse_moe.experts.150.w2,0.0004198969,0.05000,1.459
+25,block_sparse_moe.experts.157.w2,0.0002332208,0.05000,1.333
+25,block_sparse_moe.experts.149.w2,0.0007201483,0.05000,1.320
+25,block_sparse_moe.experts.144.w2,0.0006630645,0.05000,1.415
+25,block_sparse_moe.experts.152.w2,0.0005960103,0.05000,1.419
+25,block_sparse_moe.experts.146.w2,0.0004273524,0.05000,1.418
+25,block_sparse_moe.experts.158.w2,0.0001399783,0.05000,1.416
+25,block_sparse_moe.experts.147.w2,0.0002889798,0.05000,1.386
+25,block_sparse_moe.experts.155.w2,0.0003519489,0.05000,1.320
+25,block_sparse_moe.experts.159.w2,0.0002034886,0.05000,1.345
+25,block_sparse_moe.experts.151.w2,0.0008025082,0.05000,1.405
+25,block_sparse_moe.experts.164.w2,0.0005299888,0.05000,1.473
+25,block_sparse_moe.experts.170.w2,0.0000817786,0.05000,1.459
+25,block_sparse_moe.experts.166.w2,0.0003028844,0.05000,1.391
+25,block_sparse_moe.experts.161.w2,0.0000553402,0.05000,1.536
+25,block_sparse_moe.experts.162.w2,0.0002595400,0.05000,1.377
+25,block_sparse_moe.experts.172.w2,0.0003603735,0.05000,1.473
+25,block_sparse_moe.experts.169.w2,0.0004757264,0.05000,1.544
+25,block_sparse_moe.experts.160.w2,0.0005486219,0.05000,1.497
+25,block_sparse_moe.experts.174.w2,0.0003366933,0.05000,1.396
+25,block_sparse_moe.experts.168.w2,0.0002337570,0.05000,1.515
+25,block_sparse_moe.experts.165.w2,0.0000288977,0.05000,1.534
+25,block_sparse_moe.experts.173.w2,0.0003565060,0.05000,1.569
+25,block_sparse_moe.experts.171.w2,0.0001563679,0.05000,1.460
+25,block_sparse_moe.experts.163.w2,0.0000875726,0.05000,1.506
+25,block_sparse_moe.experts.175.w2,0.0003115431,0.05000,1.482
+25,block_sparse_moe.experts.167.w2,0.0002584164,0.05000,1.477
+25,block_sparse_moe.experts.180.w2,0.0002376886,0.05000,1.395
+25,block_sparse_moe.experts.186.w2,0.0000881370,0.05000,1.442
+25,block_sparse_moe.experts.178.w2,0.0003865623,0.05000,1.393
+25,block_sparse_moe.experts.182.w2,0.0004451798,0.05000,1.449
+25,block_sparse_moe.experts.177.w2,0.0000548085,0.05000,1.449
+25,block_sparse_moe.experts.185.w2,0.0001354767,0.05000,1.405
+25,block_sparse_moe.experts.189.w2,0.0008071039,0.05000,1.349
+25,block_sparse_moe.experts.188.w2,0.0006173464,0.05000,1.475
+25,block_sparse_moe.experts.184.w2,0.0001876530,0.05000,1.427
+25,block_sparse_moe.experts.181.w2,0.0007922391,0.05000,1.431
+25,block_sparse_moe.experts.190.w2,0.0002799204,0.05000,1.474
+25,block_sparse_moe.experts.176.w2,0.0002136014,0.05000,1.525
+25,block_sparse_moe.experts.187.w2,0.0001326725,0.05000,1.459
+25,block_sparse_moe.experts.191.w2,0.0006703664,0.05000,1.430
+25,block_sparse_moe.experts.179.w2,0.0005518895,0.05000,1.460
+25,block_sparse_moe.experts.183.w2,0.0008223807,0.05000,1.410
+25,block_sparse_moe.experts.196.w2,0.0001827790,0.05000,1.384
+25,block_sparse_moe.experts.202.w2,0.0008142800,0.05000,1.511
+25,block_sparse_moe.experts.198.w2,0.0005496913,0.05000,1.513
+25,block_sparse_moe.experts.194.w2,0.0003562257,0.05000,1.554
+25,block_sparse_moe.experts.200.w2,0.0002859548,0.05000,1.421
+25,block_sparse_moe.experts.201.w2,0.0006373454,0.05000,1.473
+25,block_sparse_moe.experts.193.w2,0.0001679043,0.05000,1.544
+25,block_sparse_moe.experts.192.w2,0.0007790558,0.05000,1.397
+25,block_sparse_moe.experts.204.w2,0.0005320337,0.05000,1.499
+25,block_sparse_moe.experts.205.w2,0.0004336529,0.05000,1.525
+25,block_sparse_moe.experts.197.w2,0.0013053442,0.05000,1.492
+25,block_sparse_moe.experts.206.w2,0.0004241924,0.05000,1.508
+25,block_sparse_moe.experts.203.w2,0.0003786189,0.05000,1.486
+25,block_sparse_moe.experts.207.w2,0.0001236103,0.05000,1.496
+25,block_sparse_moe.experts.195.w2,0.0000217025,0.05000,1.507
+25,block_sparse_moe.experts.199.w2,0.0000513255,0.05000,1.485
+25,block_sparse_moe.experts.212.w2,0.0006382340,0.05000,1.442
+25,block_sparse_moe.experts.218.w2,0.0001635471,0.05000,1.427
+25,block_sparse_moe.experts.214.w2,0.0003670513,0.05000,1.425
+25,block_sparse_moe.experts.217.w2,0.0001649497,0.05000,1.407
+25,block_sparse_moe.experts.210.w2,0.0002045788,0.05000,1.435
+25,block_sparse_moe.experts.220.w2,0.0007529999,0.05000,1.383
+25,block_sparse_moe.experts.216.w2,0.0001624875,0.05000,1.448
+25,block_sparse_moe.experts.208.w2,0.0001107348,0.05000,1.425
+25,block_sparse_moe.experts.213.w2,0.0003174143,0.05000,1.394
+25,block_sparse_moe.experts.209.w2,0.0002876965,0.05000,1.460
+25,block_sparse_moe.experts.221.w2,0.0032274247,0.05000,1.478
+25,block_sparse_moe.experts.222.w2,0.0001681166,0.05000,1.458
+25,block_sparse_moe.experts.211.w2,0.0011086221,0.05000,1.433
+25,block_sparse_moe.experts.223.w2,0.0002075542,0.05000,1.493
+25,block_sparse_moe.experts.219.w2,0.0003104382,0.05000,1.584
+25,block_sparse_moe.experts.215.w2,0.0004013890,0.05000,1.468
+25,block_sparse_moe.experts.228.w2,0.0014246317,0.05000,1.477
+25,block_sparse_moe.experts.234.w2,0.0003400358,0.05000,1.417
+25,block_sparse_moe.experts.233.w2,0.0004541623,0.05000,1.365
+25,block_sparse_moe.experts.230.w2,0.0009911680,0.05000,1.406
+25,block_sparse_moe.experts.226.w2,0.0000775584,0.05000,1.440
+25,block_sparse_moe.experts.225.w2,0.0005843255,0.05000,1.393
+25,block_sparse_moe.experts.229.w2,0.0001034097,0.05000,1.404
+25,block_sparse_moe.experts.237.w2,0.0005986096,0.05000,1.379
+25,block_sparse_moe.experts.236.w2,0.0000784812,0.05000,1.551
+25,block_sparse_moe.experts.224.w2,0.0002311201,0.05000,1.535
+25,block_sparse_moe.experts.232.w2,0.0002326904,0.05000,1.588
+25,block_sparse_moe.experts.238.w2,0.0006466712,0.05000,1.484
+25,block_sparse_moe.experts.227.w2,0.0003413249,0.05000,1.489
+25,block_sparse_moe.experts.239.w2,0.0002092520,0.05000,1.474
+25,block_sparse_moe.experts.235.w2,0.0002249188,0.05000,1.536
+25,block_sparse_moe.experts.231.w2,0.0000934296,0.05000,1.513
+25,block_sparse_moe.experts.250.w2,0.0006760072,0.05000,1.312
+25,block_sparse_moe.experts.242.w2,0.0001507515,0.05000,1.227
+25,block_sparse_moe.experts.246.w2,0.0004867453,0.05000,1.294
+25,block_sparse_moe.experts.244.w2,0.0005409141,0.05000,1.527
+25,block_sparse_moe.experts.254.w2,0.0003193643,0.05000,1.111
+25,block_sparse_moe.experts.249.w2,0.0001060797,0.05000,1.566
+25,block_sparse_moe.experts.245.w2,0.0002953558,0.05000,1.515
+25,block_sparse_moe.experts.253.w2,0.0003232842,0.05000,1.490
+25,block_sparse_moe.experts.241.w2,0.0002553372,0.05000,1.546
+25,block_sparse_moe.experts.252.w2,0.0002652555,0.05000,1.439
+25,block_sparse_moe.experts.240.w2,0.0002431129,0.05000,1.431
+25,block_sparse_moe.experts.248.w2,0.0002694645,0.05000,1.416
+25,block_sparse_moe.experts.255.w2,0.0005197499,0.05000,1.503
+25,block_sparse_moe.experts.243.w2,0.0003989519,0.05000,1.539
+25,block_sparse_moe.experts.251.w2,0.0004837016,0.05000,1.406
+25,block_sparse_moe.experts.247.w2,0.0000718133,0.05000,1.418
+26,self_attn.q_proj,0.0000132348,0.05000,0.869
+26,self_attn.v_proj,0.0000016412,0.05000,0.921
+26,self_attn.k_proj,0.0000021368,0.05000,0.929
+26,self_attn.o_proj,0.0000014156,0.05000,1.828
+26,block_sparse_moe.experts.0.w1,0.0002429684,0.05000,3.060
+26,block_sparse_moe.experts.4.w1,0.0007541897,0.05000,3.105
+26,block_sparse_moe.experts.8.w1,0.0009330617,0.05000,3.134
+26,block_sparse_moe.experts.12.w1,0.0009651667,0.05000,3.092
+26,block_sparse_moe.experts.3.w1,0.0007863488,0.05000,3.186
+26,block_sparse_moe.experts.15.w1,0.0005420338,0.05000,3.117
+26,block_sparse_moe.experts.7.w1,0.0003529608,0.05000,3.222
+26,block_sparse_moe.experts.13.w1,0.0004775296,0.05000,3.183
+26,block_sparse_moe.experts.1.w1,0.0004574033,0.05000,3.275
+26,block_sparse_moe.experts.2.w1,0.0008129933,0.05000,3.277
+26,block_sparse_moe.experts.10.w1,0.0000992612,0.05000,3.212
+26,block_sparse_moe.experts.11.w1,0.0002812558,0.05000,3.226
+26,block_sparse_moe.experts.6.w1,0.0001319715,0.05000,3.304
+26,block_sparse_moe.experts.9.w1,0.0012642816,0.05000,3.261
+26,block_sparse_moe.experts.14.w1,0.0004183762,0.05000,3.279
+26,block_sparse_moe.experts.5.w1,0.0003721552,0.05000,3.425
+26,block_sparse_moe.experts.17.w1,0.0008078611,0.05000,2.870
+26,block_sparse_moe.experts.16.w1,0.0012506763,0.05000,3.099
+26,block_sparse_moe.experts.29.w1,0.0007991222,0.05000,2.935
+26,block_sparse_moe.experts.23.w1,0.0007360500,0.05000,2.973
+26,block_sparse_moe.experts.19.w1,0.0001279996,0.05000,3.009
+26,block_sparse_moe.experts.30.w1,0.0003262371,0.05000,2.854
+26,block_sparse_moe.experts.22.w1,0.0003388459,0.05000,2.929
+26,block_sparse_moe.experts.26.w1,0.0003247956,0.05000,2.953
+26,block_sparse_moe.experts.25.w1,0.0005738647,0.05000,2.917
+26,block_sparse_moe.experts.20.w1,0.0002304894,0.05000,3.145
+26,block_sparse_moe.experts.18.w1,0.0006301056,0.05000,3.006
+26,block_sparse_moe.experts.28.w1,0.0008242952,0.05000,3.149
+26,block_sparse_moe.experts.31.w1,0.0002573178,0.05000,3.142
+26,block_sparse_moe.experts.27.w1,0.0004187942,0.05000,3.041
+26,block_sparse_moe.experts.21.w1,0.0004509700,0.05000,2.948
+26,block_sparse_moe.experts.24.w1,0.0009055477,0.05000,3.249
+26,block_sparse_moe.experts.46.w1,0.0006249792,0.05000,2.769
+26,block_sparse_moe.experts.38.w1,0.0006157641,0.05000,2.782
+26,block_sparse_moe.experts.33.w1,0.0004769135,0.05000,2.871
+26,block_sparse_moe.experts.45.w1,0.0009272173,0.05000,2.905
+26,block_sparse_moe.experts.32.w1,0.0006329559,0.05000,2.961
+26,block_sparse_moe.experts.41.w1,0.0005121153,0.05000,2.877
+26,block_sparse_moe.experts.42.w1,0.0002726922,0.05000,2.930
+26,block_sparse_moe.experts.37.w1,0.0011047674,0.05000,2.839
+26,block_sparse_moe.experts.36.w1,0.0001169748,0.05000,3.004
+26,block_sparse_moe.experts.34.w1,0.0009799032,0.05000,2.984
+26,block_sparse_moe.experts.44.w1,0.0003707212,0.05000,2.973
+26,block_sparse_moe.experts.40.w1,0.0002449972,0.05000,2.951
+26,block_sparse_moe.experts.35.w1,0.0006961061,0.05000,3.194
+26,block_sparse_moe.experts.39.w1,0.0004162690,0.05000,3.201
+26,block_sparse_moe.experts.43.w1,0.0002070288,0.05000,3.126
+26,block_sparse_moe.experts.47.w1,0.0004240570,0.05000,3.189
+26,block_sparse_moe.experts.62.w1,0.0001402243,0.05000,2.917
+26,block_sparse_moe.experts.49.w1,0.0005534473,0.05000,2.964
+26,block_sparse_moe.experts.54.w1,0.0008709063,0.05000,3.028
+26,block_sparse_moe.experts.58.w1,0.0006484375,0.05000,2.947
+26,block_sparse_moe.experts.61.w1,0.0005787681,0.05000,3.055
+26,block_sparse_moe.experts.53.w1,0.0007422913,0.05000,2.975
+26,block_sparse_moe.experts.48.w1,0.0003003216,0.05000,3.093
+26,block_sparse_moe.experts.57.w1,0.0002588531,0.05000,3.105
+26,block_sparse_moe.experts.50.w1,0.0004765001,0.05000,2.960
+26,block_sparse_moe.experts.60.w1,0.0002747839,0.05000,2.964
+26,block_sparse_moe.experts.56.w1,0.0005446680,0.05000,2.995
+26,block_sparse_moe.experts.52.w1,0.0008954659,0.05000,3.115
+26,block_sparse_moe.experts.51.w1,0.0008000621,0.05000,2.994
+26,block_sparse_moe.experts.55.w1,0.0007332869,0.05000,3.091
+26,block_sparse_moe.experts.59.w1,0.0009249522,0.05000,3.079
+26,block_sparse_moe.experts.63.w1,0.0002787502,0.05000,3.123
+26,block_sparse_moe.experts.64.w1,0.0007405511,0.05000,2.815
+26,block_sparse_moe.experts.65.w1,0.0001694177,0.05000,3.100
+26,block_sparse_moe.experts.77.w1,0.0002768323,0.05000,3.024
+26,block_sparse_moe.experts.78.w1,0.0012308328,0.05000,3.287
+26,block_sparse_moe.experts.68.w1,0.0005173715,0.05000,2.814
+26,block_sparse_moe.experts.69.w1,0.0005791606,0.05000,3.028
+26,block_sparse_moe.experts.76.w1,0.0005028317,0.05000,2.975
+26,block_sparse_moe.experts.73.w1,0.0005596135,0.05000,3.010
+26,block_sparse_moe.experts.72.w1,0.0008504103,0.05000,2.959
+26,block_sparse_moe.experts.74.w1,0.0004363666,0.05000,3.289
+26,block_sparse_moe.experts.70.w1,0.0004279097,0.05000,3.361
+26,block_sparse_moe.experts.67.w1,0.0002325270,0.05000,3.157
+26,block_sparse_moe.experts.66.w1,0.0006014943,0.05000,3.327
+26,block_sparse_moe.experts.75.w1,0.0003650102,0.05000,3.074
+26,block_sparse_moe.experts.71.w1,0.0008036889,0.05000,3.132
+26,block_sparse_moe.experts.79.w1,0.0010183999,0.05000,3.094
+26,block_sparse_moe.experts.80.w1,0.0004560214,0.05000,2.707
+26,block_sparse_moe.experts.84.w1,0.0010140932,0.05000,2.752
+26,block_sparse_moe.experts.88.w1,0.0004709597,0.05000,2.708
+26,block_sparse_moe.experts.92.w1,0.0003123592,0.05000,2.839
+26,block_sparse_moe.experts.81.w1,0.0002862048,0.05000,2.990
+26,block_sparse_moe.experts.93.w1,0.0001648039,0.05000,3.015
+26,block_sparse_moe.experts.94.w1,0.0004883489,0.05000,3.074
+26,block_sparse_moe.experts.85.w1,0.0010214254,0.05000,3.036
+26,block_sparse_moe.experts.89.w1,0.0002997475,0.05000,3.036
+26,block_sparse_moe.experts.90.w1,0.0006447453,0.05000,2.997
+26,block_sparse_moe.experts.86.w1,0.0006781460,0.05000,3.029
+26,block_sparse_moe.experts.83.w1,0.0000411655,0.05000,2.933
+26,block_sparse_moe.experts.82.w1,0.0005179892,0.05000,3.009
+26,block_sparse_moe.experts.87.w1,0.0004563924,0.05000,2.995
+26,block_sparse_moe.experts.91.w1,0.0005108051,0.05000,3.027
+26,block_sparse_moe.experts.95.w1,0.0010184782,0.05000,2.999
+26,block_sparse_moe.experts.96.w1,0.0003893743,0.05000,3.162
+26,block_sparse_moe.experts.97.w1,0.0002144502,0.05000,2.938
+26,block_sparse_moe.experts.100.w1,0.0005979862,0.05000,3.111
+26,block_sparse_moe.experts.104.w1,0.0000613205,0.05000,3.166
+26,block_sparse_moe.experts.105.w1,0.0004995105,0.05000,2.889
+26,block_sparse_moe.experts.108.w1,0.0003747455,0.05000,3.106
+26,block_sparse_moe.experts.110.w1,0.0004203218,0.05000,2.926
+26,block_sparse_moe.experts.109.w1,0.0005159624,0.05000,3.013
+26,block_sparse_moe.experts.106.w1,0.0003325898,0.05000,2.861
+26,block_sparse_moe.experts.101.w1,0.0000256814,0.05000,3.045
+26,block_sparse_moe.experts.102.w1,0.0007805568,0.05000,2.974
+26,block_sparse_moe.experts.98.w1,0.0004159753,0.05000,2.994
+26,block_sparse_moe.experts.99.w1,0.0004598247,0.05000,3.098
+26,block_sparse_moe.experts.103.w1,0.0000668177,0.05000,3.119
+26,block_sparse_moe.experts.107.w1,0.0004164895,0.05000,3.090
+26,block_sparse_moe.experts.111.w1,0.0002182210,0.05000,3.087
+26,block_sparse_moe.experts.121.w1,0.0006706089,0.05000,2.814
+26,block_sparse_moe.experts.113.w1,0.0004458689,0.05000,2.985
+26,block_sparse_moe.experts.112.w1,0.0001146304,0.05000,3.133
+26,block_sparse_moe.experts.125.w1,0.0001479790,0.05000,2.883
+26,block_sparse_moe.experts.126.w1,0.0004786445,0.05000,3.006
+26,block_sparse_moe.experts.116.w1,0.0005035803,0.05000,3.131
+26,block_sparse_moe.experts.117.w1,0.0008493659,0.05000,2.916
+26,block_sparse_moe.experts.120.w1,0.0006528508,0.05000,3.089
+26,block_sparse_moe.experts.115.w1,0.0001144437,0.05000,2.722
+26,block_sparse_moe.experts.124.w1,0.0002335252,0.05000,3.135
+26,block_sparse_moe.experts.122.w1,0.0001281580,0.05000,3.057
+26,block_sparse_moe.experts.119.w1,0.0008918576,0.05000,2.763
+26,block_sparse_moe.experts.123.w1,0.0008133565,0.05000,2.765
+26,block_sparse_moe.experts.114.w1,0.0004307916,0.05000,3.002
+26,block_sparse_moe.experts.118.w1,0.0007207391,0.05000,3.166
+26,block_sparse_moe.experts.127.w1,0.0006385897,0.05000,2.781
+26,block_sparse_moe.experts.137.w1,0.0010424550,0.05000,2.726
+26,block_sparse_moe.experts.129.w1,0.0005159623,0.05000,2.738
+26,block_sparse_moe.experts.141.w1,0.0005634609,0.05000,2.805
+26,block_sparse_moe.experts.133.w1,0.0005647040,0.05000,2.713
+26,block_sparse_moe.experts.128.w1,0.0004250531,0.05000,2.909
+26,block_sparse_moe.experts.132.w1,0.0003930395,0.05000,2.935
+26,block_sparse_moe.experts.131.w1,0.0004866511,0.05000,2.883
+26,block_sparse_moe.experts.140.w1,0.0000959012,0.05000,2.893
+26,block_sparse_moe.experts.136.w1,0.0007204959,0.05000,3.010
+26,block_sparse_moe.experts.142.w1,0.0006186442,0.05000,3.127
+26,block_sparse_moe.experts.135.w1,0.0005669768,0.05000,2.860
+26,block_sparse_moe.experts.139.w1,0.0000409126,0.05000,2.884
+26,block_sparse_moe.experts.138.w1,0.0007159311,0.05000,3.090
+26,block_sparse_moe.experts.134.w1,0.0005774738,0.05000,2.983
+26,block_sparse_moe.experts.143.w1,0.0005473909,0.05000,2.958
+26,block_sparse_moe.experts.130.w1,0.0001996263,0.05000,3.041
+26,block_sparse_moe.experts.153.w1,0.0000657054,0.05000,2.857
+26,block_sparse_moe.experts.145.w1,0.0005883218,0.05000,2.826
+26,block_sparse_moe.experts.157.w1,0.0003104597,0.05000,2.747
+26,block_sparse_moe.experts.149.w1,0.0004672762,0.05000,2.842
+26,block_sparse_moe.experts.144.w1,0.0008179015,0.05000,3.050
+26,block_sparse_moe.experts.147.w1,0.0003489462,0.05000,2.865
+26,block_sparse_moe.experts.148.w1,0.0004815388,0.05000,2.948
+26,block_sparse_moe.experts.151.w1,0.0003198524,0.05000,2.771
+26,block_sparse_moe.experts.155.w1,0.0002053019,0.05000,2.826
+26,block_sparse_moe.experts.156.w1,0.0007945113,0.05000,3.009
+26,block_sparse_moe.experts.152.w1,0.0005718115,0.05000,2.957
+26,block_sparse_moe.experts.159.w1,0.0008759823,0.05000,2.759
+26,block_sparse_moe.experts.158.w1,0.0009945351,0.05000,3.049
+26,block_sparse_moe.experts.154.w1,0.0000544572,0.05000,2.978
+26,block_sparse_moe.experts.150.w1,0.0002725470,0.05000,3.021
+26,block_sparse_moe.experts.146.w1,0.0005279339,0.05000,3.046
+26,block_sparse_moe.experts.161.w1,0.0000886145,0.05000,2.912
+26,block_sparse_moe.experts.173.w1,0.0004022337,0.05000,2.871
+26,block_sparse_moe.experts.169.w1,0.0001011448,0.05000,2.969
+26,block_sparse_moe.experts.165.w1,0.0012283915,0.05000,2.902
+26,block_sparse_moe.experts.163.w1,0.0003214254,0.05000,2.786
+26,block_sparse_moe.experts.160.w1,0.0002083210,0.05000,2.934
+26,block_sparse_moe.experts.167.w1,0.0003474980,0.05000,2.846
+26,block_sparse_moe.experts.171.w1,0.0003164474,0.05000,2.797
+26,block_sparse_moe.experts.172.w1,0.0002630622,0.05000,2.860
+26,block_sparse_moe.experts.164.w1,0.0006164707,0.05000,3.033
+26,block_sparse_moe.experts.168.w1,0.0005642616,0.05000,2.949
+26,block_sparse_moe.experts.175.w1,0.0007242921,0.05000,2.950
+26,block_sparse_moe.experts.170.w1,0.0001974490,0.05000,3.011
+26,block_sparse_moe.experts.174.w1,0.0002220041,0.05000,3.047
+26,block_sparse_moe.experts.166.w1,0.0001595452,0.05000,3.008
+26,block_sparse_moe.experts.162.w1,0.0001610833,0.05000,2.997
+26,block_sparse_moe.experts.177.w1,0.0000789565,0.05000,3.028
+26,block_sparse_moe.experts.189.w1,0.0002906006,0.05000,3.061
+26,block_sparse_moe.experts.185.w1,0.0004691291,0.05000,3.110
+26,block_sparse_moe.experts.181.w1,0.0004202853,0.05000,3.072
+26,block_sparse_moe.experts.179.w1,0.0003708374,0.05000,2.981
+26,block_sparse_moe.experts.176.w1,0.0009107292,0.05000,2.994
+26,block_sparse_moe.experts.183.w1,0.0003117090,0.05000,2.983
+26,block_sparse_moe.experts.187.w1,0.0005674571,0.05000,3.013
+26,block_sparse_moe.experts.180.w1,0.0008358700,0.05000,2.946
+26,block_sparse_moe.experts.188.w1,0.0007798461,0.05000,3.007
+26,block_sparse_moe.experts.184.w1,0.0002372741,0.05000,2.964
+26,block_sparse_moe.experts.186.w1,0.0006182256,0.05000,2.783
+26,block_sparse_moe.experts.190.w1,0.0004897969,0.05000,2.802
+26,block_sparse_moe.experts.191.w1,0.0004506884,0.05000,3.013
+26,block_sparse_moe.experts.178.w1,0.0005273313,0.05000,2.734
+26,block_sparse_moe.experts.182.w1,0.0001724497,0.05000,2.865
+26,block_sparse_moe.experts.193.w1,0.0001059032,0.05000,2.848
+26,block_sparse_moe.experts.205.w1,0.0010425748,0.05000,2.832
+26,block_sparse_moe.experts.201.w1,0.0001966257,0.05000,2.823
+26,block_sparse_moe.experts.197.w1,0.0002017259,0.05000,2.861
+26,block_sparse_moe.experts.195.w1,0.0003133093,0.05000,2.836
+26,block_sparse_moe.experts.199.w1,0.0001800552,0.05000,2.767
+26,block_sparse_moe.experts.192.w1,0.0001393608,0.05000,2.802
+26,block_sparse_moe.experts.204.w1,0.0009527552,0.05000,2.833
+26,block_sparse_moe.experts.203.w1,0.0001291095,0.05000,2.903
+26,block_sparse_moe.experts.196.w1,0.0002131401,0.05000,2.959
+26,block_sparse_moe.experts.206.w1,0.0003295194,0.05000,2.852
+26,block_sparse_moe.experts.202.w1,0.0006691752,0.05000,2.881
+26,block_sparse_moe.experts.200.w1,0.0002785895,0.05000,2.935
+26,block_sparse_moe.experts.207.w1,0.0004838713,0.05000,2.813
+26,block_sparse_moe.experts.198.w1,0.0006667044,0.05000,2.836
+26,block_sparse_moe.experts.194.w1,0.0005079717,0.05000,2.967
+26,block_sparse_moe.experts.221.w1,0.0008952850,0.05000,2.843
+26,block_sparse_moe.experts.209.w1,0.0005717675,0.05000,2.927
+26,block_sparse_moe.experts.217.w1,0.0002423907,0.05000,2.819
+26,block_sparse_moe.experts.213.w1,0.0003338265,0.05000,2.903
+26,block_sparse_moe.experts.208.w1,0.0004424661,0.05000,3.013
+26,block_sparse_moe.experts.211.w1,0.0007318112,0.05000,3.095
+26,block_sparse_moe.experts.215.w1,0.0000668156,0.05000,3.037
+26,block_sparse_moe.experts.219.w1,0.0002511725,0.05000,3.071
+26,block_sparse_moe.experts.220.w1,0.0005121752,0.05000,3.097
+26,block_sparse_moe.experts.212.w1,0.0000925138,0.05000,3.061
+26,block_sparse_moe.experts.222.w1,0.0006054521,0.05000,3.006
+26,block_sparse_moe.experts.218.w1,0.0002460200,0.05000,3.012
+26,block_sparse_moe.experts.223.w1,0.0005116215,0.05000,3.072
+26,block_sparse_moe.experts.216.w1,0.0007084689,0.05000,3.155
+26,block_sparse_moe.experts.210.w1,0.0009066255,0.05000,2.907
+26,block_sparse_moe.experts.214.w1,0.0005245758,0.05000,3.019
+26,block_sparse_moe.experts.233.w1,0.0008160432,0.05000,2.861
+26,block_sparse_moe.experts.237.w1,0.0017242412,0.05000,2.950
+26,block_sparse_moe.experts.225.w1,0.0005745578,0.05000,2.946
+26,block_sparse_moe.experts.229.w1,0.0001508325,0.05000,2.895
+26,block_sparse_moe.experts.231.w1,0.0001607876,0.05000,2.882
+26,block_sparse_moe.experts.224.w1,0.0005169500,0.05000,3.044
+26,block_sparse_moe.experts.238.w1,0.0010381875,0.05000,2.790
+26,block_sparse_moe.experts.227.w1,0.0002645435,0.05000,3.149
+26,block_sparse_moe.experts.235.w1,0.0010972807,0.05000,2.952
+26,block_sparse_moe.experts.236.w1,0.0001427132,0.05000,2.941
+26,block_sparse_moe.experts.234.w1,0.0010446912,0.05000,2.879
+26,block_sparse_moe.experts.228.w1,0.0009717272,0.05000,2.924
+26,block_sparse_moe.experts.226.w1,0.0006029705,0.05000,2.918
+26,block_sparse_moe.experts.232.w1,0.0004006471,0.05000,2.992
+26,block_sparse_moe.experts.230.w1,0.0009695148,0.05000,2.947
+26,block_sparse_moe.experts.239.w1,0.0004443659,0.05000,3.100
+26,block_sparse_moe.experts.249.w1,0.0004334372,0.05000,2.957
+26,block_sparse_moe.experts.241.w1,0.0003262782,0.05000,2.955
+26,block_sparse_moe.experts.253.w1,0.0005803313,0.05000,3.032
+26,block_sparse_moe.experts.245.w1,0.0008402503,0.05000,3.032
+26,block_sparse_moe.experts.247.w1,0.0009155367,0.05000,3.030
+26,block_sparse_moe.experts.254.w1,0.0005288873,0.05000,2.877
+26,block_sparse_moe.experts.240.w1,0.0001608146,0.05000,3.000
+26,block_sparse_moe.experts.250.w1,0.0004645876,0.05000,2.861
+26,block_sparse_moe.experts.243.w1,0.0005517511,0.05000,2.994
+26,block_sparse_moe.experts.251.w1,0.0001100854,0.05000,2.977
+26,block_sparse_moe.experts.246.w1,0.0005717676,0.05000,2.753
+26,block_sparse_moe.experts.242.w1,0.0008468092,0.05000,2.828
+26,block_sparse_moe.experts.244.w1,0.0005425180,0.05000,3.063
+26,block_sparse_moe.experts.252.w1,0.0003909566,0.05000,3.116
+26,block_sparse_moe.experts.255.w1,0.0007877445,0.05000,2.908
+26,block_sparse_moe.experts.248.w1,0.0007637536,0.05000,3.067
+26,block_sparse_moe.experts.9.w3,0.0013302928,0.05000,3.040
+26,block_sparse_moe.experts.1.w3,0.0004866185,0.05000,3.028
+26,block_sparse_moe.experts.13.w3,0.0005125377,0.05000,3.088
+26,block_sparse_moe.experts.5.w3,0.0003940370,0.05000,3.045
+26,block_sparse_moe.experts.14.w3,0.0004336223,0.05000,2.765
+26,block_sparse_moe.experts.10.w3,0.0001153206,0.05000,2.842
+26,block_sparse_moe.experts.0.w3,0.0002746733,0.05000,3.070
+26,block_sparse_moe.experts.7.w3,0.0003727220,0.05000,3.230
+26,block_sparse_moe.experts.6.w3,0.0001357334,0.05000,2.901
+26,block_sparse_moe.experts.2.w3,0.0008574794,0.05000,2.993
+26,block_sparse_moe.experts.4.w3,0.0007821418,0.05000,2.986
+26,block_sparse_moe.experts.12.w3,0.0009969266,0.05000,2.984
+26,block_sparse_moe.experts.3.w3,0.0007957737,0.05000,3.329
+26,block_sparse_moe.experts.11.w3,0.0002890096,0.05000,3.387
+26,block_sparse_moe.experts.8.w3,0.0010092396,0.05000,3.033
+26,block_sparse_moe.experts.15.w3,0.0005566556,0.05000,3.262
+26,block_sparse_moe.experts.17.w3,0.0008388703,0.05000,2.921
+26,block_sparse_moe.experts.25.w3,0.0006015576,0.05000,3.087
+26,block_sparse_moe.experts.29.w3,0.0008333900,0.05000,2.939
+26,block_sparse_moe.experts.30.w3,0.0003487918,0.05000,2.786
+26,block_sparse_moe.experts.26.w3,0.0003410137,0.05000,2.726
+26,block_sparse_moe.experts.21.w3,0.0004930990,0.05000,2.969
+26,block_sparse_moe.experts.16.w3,0.0013466721,0.05000,2.862
+26,block_sparse_moe.experts.22.w3,0.0003561836,0.05000,2.877
+26,block_sparse_moe.experts.20.w3,0.0002393870,0.05000,2.831
+26,block_sparse_moe.experts.18.w3,0.0006710643,0.05000,2.870
+26,block_sparse_moe.experts.23.w3,0.0007547923,0.05000,3.064
+26,block_sparse_moe.experts.28.w3,0.0008871062,0.05000,2.947
+26,block_sparse_moe.experts.19.w3,0.0001402973,0.05000,3.002
+26,block_sparse_moe.experts.24.w3,0.0009313068,0.05000,2.970
+26,block_sparse_moe.experts.27.w3,0.0004372650,0.05000,3.086
+26,block_sparse_moe.experts.31.w3,0.0002693000,0.05000,2.959
+26,block_sparse_moe.experts.33.w3,0.0005215697,0.05000,2.995
+26,block_sparse_moe.experts.46.w3,0.0006677072,0.05000,2.951
+26,block_sparse_moe.experts.41.w3,0.0005295589,0.05000,3.032
+26,block_sparse_moe.experts.45.w3,0.0009667592,0.05000,3.110
+26,block_sparse_moe.experts.42.w3,0.0002850340,0.05000,2.995
+26,block_sparse_moe.experts.37.w3,0.0011622349,0.05000,3.104
+26,block_sparse_moe.experts.38.w3,0.0006354216,0.05000,2.923
+26,block_sparse_moe.experts.32.w3,0.0006658922,0.05000,3.052
+26,block_sparse_moe.experts.34.w3,0.0010258603,0.05000,3.017
+26,block_sparse_moe.experts.36.w3,0.0001127889,0.05000,3.041
+26,block_sparse_moe.experts.39.w3,0.0004459206,0.05000,3.023
+26,block_sparse_moe.experts.44.w3,0.0003914631,0.05000,2.999
+26,block_sparse_moe.experts.35.w3,0.0007326787,0.05000,3.023
+26,block_sparse_moe.experts.40.w3,0.0002665794,0.05000,3.068
+26,block_sparse_moe.experts.47.w3,0.0004452603,0.05000,3.019
+26,block_sparse_moe.experts.43.w3,0.0002170540,0.05000,3.051
+26,block_sparse_moe.experts.49.w3,0.0005822726,0.05000,2.789
+26,block_sparse_moe.experts.57.w3,0.0002683624,0.05000,2.757
+26,block_sparse_moe.experts.61.w3,0.0005989095,0.05000,2.659
+26,block_sparse_moe.experts.62.w3,0.0001500787,0.05000,2.995
+26,block_sparse_moe.experts.53.w3,0.0007827589,0.05000,2.752
+26,block_sparse_moe.experts.58.w3,0.0006980625,0.05000,2.985
+26,block_sparse_moe.experts.48.w3,0.0003189685,0.05000,2.928
+26,block_sparse_moe.experts.54.w3,0.0009298333,0.05000,3.062
+26,block_sparse_moe.experts.50.w3,0.0005384047,0.05000,2.944
+26,block_sparse_moe.experts.52.w3,0.0009493069,0.05000,3.011
+26,block_sparse_moe.experts.60.w3,0.0002908044,0.05000,3.059
+26,block_sparse_moe.experts.55.w3,0.0007663640,0.05000,3.146
+26,block_sparse_moe.experts.56.w3,0.0005865281,0.05000,2.981
+26,block_sparse_moe.experts.51.w3,0.0008218978,0.05000,3.201
+26,block_sparse_moe.experts.59.w3,0.0009453870,0.05000,3.217
+26,block_sparse_moe.experts.63.w3,0.0003170981,0.05000,3.292
+26,block_sparse_moe.experts.65.w3,0.0001747274,0.05000,2.912
+26,block_sparse_moe.experts.73.w3,0.0006445535,0.05000,2.917
+26,block_sparse_moe.experts.77.w3,0.0002981959,0.05000,3.013
+26,block_sparse_moe.experts.69.w3,0.0006248317,0.05000,2.846
+26,block_sparse_moe.experts.78.w3,0.0013062203,0.05000,3.146
+26,block_sparse_moe.experts.74.w3,0.0004595653,0.05000,3.081
+26,block_sparse_moe.experts.64.w3,0.0007975050,0.05000,2.843
+26,block_sparse_moe.experts.68.w3,0.0005733430,0.05000,2.953
+26,block_sparse_moe.experts.70.w3,0.0004661065,0.05000,3.144
+26,block_sparse_moe.experts.66.w3,0.0006480884,0.05000,3.122
+26,block_sparse_moe.experts.76.w3,0.0005328651,0.05000,2.910
+26,block_sparse_moe.experts.72.w3,0.0008929440,0.05000,2.808
+26,block_sparse_moe.experts.71.w3,0.0008345435,0.05000,3.074
+26,block_sparse_moe.experts.67.w3,0.0002694909,0.05000,3.018
+26,block_sparse_moe.experts.79.w3,0.0010540785,0.05000,2.964
+26,block_sparse_moe.experts.75.w3,0.0003927594,0.05000,3.030
+26,block_sparse_moe.experts.81.w3,0.0003049874,0.05000,2.954
+26,block_sparse_moe.experts.89.w3,0.0003107141,0.05000,3.024
+26,block_sparse_moe.experts.93.w3,0.0001720223,0.05000,3.005
+26,block_sparse_moe.experts.85.w3,0.0010702553,0.05000,2.927
+26,block_sparse_moe.experts.94.w3,0.0005402221,0.05000,2.970
+26,block_sparse_moe.experts.80.w3,0.0005253487,0.05000,2.863
+26,block_sparse_moe.experts.90.w3,0.0007115489,0.05000,2.974
+26,block_sparse_moe.experts.92.w3,0.0003337873,0.05000,2.772
+26,block_sparse_moe.experts.84.w3,0.0011126576,0.05000,2.877
+26,block_sparse_moe.experts.88.w3,0.0005187318,0.05000,2.778
+26,block_sparse_moe.experts.86.w3,0.0007464768,0.05000,3.028
+26,block_sparse_moe.experts.82.w3,0.0005347661,0.05000,3.045
+26,block_sparse_moe.experts.87.w3,0.0004751091,0.05000,3.074
+26,block_sparse_moe.experts.83.w3,0.0000463575,0.05000,3.100
+26,block_sparse_moe.experts.95.w3,0.0010779426,0.05000,3.026
+26,block_sparse_moe.experts.91.w3,0.0005459699,0.05000,3.085
+26,block_sparse_moe.experts.97.w3,0.0002217018,0.05000,2.976
+26,block_sparse_moe.experts.105.w3,0.0005122799,0.05000,2.997
+26,block_sparse_moe.experts.109.w3,0.0005405065,0.05000,2.984
+26,block_sparse_moe.experts.101.w3,0.0000283423,0.05000,2.981
+26,block_sparse_moe.experts.96.w3,0.0004256957,0.05000,2.695
+26,block_sparse_moe.experts.110.w3,0.0004386324,0.05000,2.984
+26,block_sparse_moe.experts.106.w3,0.0003869819,0.05000,2.938
+26,block_sparse_moe.experts.108.w3,0.0003885514,0.05000,2.711
+26,block_sparse_moe.experts.100.w3,0.0006201583,0.05000,2.693
+26,block_sparse_moe.experts.104.w3,0.0000670086,0.05000,2.694
+26,block_sparse_moe.experts.102.w3,0.0008094559,0.05000,2.852
+26,block_sparse_moe.experts.98.w3,0.0004478974,0.05000,2.836
+26,block_sparse_moe.experts.103.w3,0.0000685068,0.05000,2.745
+26,block_sparse_moe.experts.99.w3,0.0004794087,0.05000,2.837
+26,block_sparse_moe.experts.111.w3,0.0002354511,0.05000,2.837
+26,block_sparse_moe.experts.107.w3,0.0004479705,0.05000,2.839
+26,block_sparse_moe.experts.113.w3,0.0004779784,0.05000,2.889
+26,block_sparse_moe.experts.112.w3,0.0001197954,0.05000,2.700
+26,block_sparse_moe.experts.121.w3,0.0006851879,0.05000,2.913
+26,block_sparse_moe.experts.125.w3,0.0001609804,0.05000,2.895
+26,block_sparse_moe.experts.117.w3,0.0008731278,0.05000,2.915
+26,block_sparse_moe.experts.126.w3,0.0004962688,0.05000,2.859
+26,block_sparse_moe.experts.122.w3,0.0001380545,0.05000,2.863
+26,block_sparse_moe.experts.116.w3,0.0005475671,0.05000,2.859
+26,block_sparse_moe.experts.124.w3,0.0002657634,0.05000,2.875
+26,block_sparse_moe.experts.120.w3,0.0006730351,0.05000,2.797
+26,block_sparse_moe.experts.118.w3,0.0007568389,0.05000,2.894
+26,block_sparse_moe.experts.114.w3,0.0004400908,0.05000,2.929
+26,block_sparse_moe.experts.119.w3,0.0010050770,0.05000,2.910
+26,block_sparse_moe.experts.115.w3,0.0001230180,0.05000,2.914
+26,block_sparse_moe.experts.127.w3,0.0006771601,0.05000,2.866
+26,block_sparse_moe.experts.123.w3,0.0009075356,0.05000,2.828
+26,block_sparse_moe.experts.129.w3,0.0005469024,0.05000,2.795
+26,block_sparse_moe.experts.141.w3,0.0005761369,0.05000,2.550
+26,block_sparse_moe.experts.137.w3,0.0011152321,0.05000,2.708
+26,block_sparse_moe.experts.133.w3,0.0006383218,0.05000,2.610
+26,block_sparse_moe.experts.128.w3,0.0004532263,0.05000,2.854
+26,block_sparse_moe.experts.142.w3,0.0006555162,0.05000,2.690
+26,block_sparse_moe.experts.132.w3,0.0004096097,0.05000,2.708
+26,block_sparse_moe.experts.140.w3,0.0000980506,0.05000,2.697
+26,block_sparse_moe.experts.138.w3,0.0007447764,0.05000,2.813
+26,block_sparse_moe.experts.136.w3,0.0007402209,0.05000,2.763
+26,block_sparse_moe.experts.134.w3,0.0006085342,0.05000,2.866
+26,block_sparse_moe.experts.130.w3,0.0002129093,0.05000,2.788
+26,block_sparse_moe.experts.135.w3,0.0005951773,0.05000,2.875
+26,block_sparse_moe.experts.139.w3,0.0000464535,0.05000,2.809
+26,block_sparse_moe.experts.131.w3,0.0005315067,0.05000,2.994
+26,block_sparse_moe.experts.143.w3,0.0005758538,0.05000,2.951
+26,block_sparse_moe.experts.157.w3,0.0003363714,0.05000,2.903
+26,block_sparse_moe.experts.145.w3,0.0006163279,0.05000,2.937
+26,block_sparse_moe.experts.144.w3,0.0008949575,0.05000,2.792
+26,block_sparse_moe.experts.149.w3,0.0004741138,0.05000,2.926
+26,block_sparse_moe.experts.153.w3,0.0000684965,0.05000,3.058
+26,block_sparse_moe.experts.158.w3,0.0010458224,0.05000,2.989
+26,block_sparse_moe.experts.156.w3,0.0008313043,0.05000,2.862
+26,block_sparse_moe.experts.148.w3,0.0005198909,0.05000,2.887
+26,block_sparse_moe.experts.152.w3,0.0005835632,0.05000,2.828
+26,block_sparse_moe.experts.154.w3,0.0000612091,0.05000,3.032
+26,block_sparse_moe.experts.150.w3,0.0002782638,0.05000,2.903
+26,block_sparse_moe.experts.146.w3,0.0006056316,0.05000,2.897
+26,block_sparse_moe.experts.151.w3,0.0003461936,0.05000,2.864
+26,block_sparse_moe.experts.147.w3,0.0003598758,0.05000,2.997
+26,block_sparse_moe.experts.155.w3,0.0002129038,0.05000,3.087
+26,block_sparse_moe.experts.159.w3,0.0009176400,0.05000,3.029
+26,block_sparse_moe.experts.161.w3,0.0000926622,0.05000,2.864
+26,block_sparse_moe.experts.173.w3,0.0004303546,0.05000,2.869
+26,block_sparse_moe.experts.160.w3,0.0002088483,0.05000,2.826
+26,block_sparse_moe.experts.165.w3,0.0013030524,0.05000,2.912
+26,block_sparse_moe.experts.169.w3,0.0001139027,0.05000,2.865
+26,block_sparse_moe.experts.172.w3,0.0002685578,0.05000,2.649
+26,block_sparse_moe.experts.164.w3,0.0006504248,0.05000,2.761
+26,block_sparse_moe.experts.168.w3,0.0005881892,0.05000,2.696
+26,block_sparse_moe.experts.174.w3,0.0002314499,0.05000,2.838
+26,block_sparse_moe.experts.170.w3,0.0002159039,0.05000,2.931
+26,block_sparse_moe.experts.166.w3,0.0001708939,0.05000,2.889
+26,block_sparse_moe.experts.162.w3,0.0001727239,0.05000,2.963
+26,block_sparse_moe.experts.167.w3,0.0003589798,0.05000,3.050
+26,block_sparse_moe.experts.163.w3,0.0003327970,0.05000,3.076
+26,block_sparse_moe.experts.171.w3,0.0003439843,0.05000,3.090
+26,block_sparse_moe.experts.175.w3,0.0007544855,0.05000,3.090
+26,block_sparse_moe.experts.189.w3,0.0003019601,0.05000,2.698
+26,block_sparse_moe.experts.177.w3,0.0000872313,0.05000,2.811
+26,block_sparse_moe.experts.181.w3,0.0004411872,0.05000,2.764
+26,block_sparse_moe.experts.176.w3,0.0009510068,0.05000,2.926
+26,block_sparse_moe.experts.185.w3,0.0004921440,0.05000,2.823
+26,block_sparse_moe.experts.188.w3,0.0008271885,0.05000,2.865
+26,block_sparse_moe.experts.184.w3,0.0002520771,0.05000,2.861
+26,block_sparse_moe.experts.180.w3,0.0008679353,0.05000,2.949
+26,block_sparse_moe.experts.190.w3,0.0005068236,0.05000,2.967
+26,block_sparse_moe.experts.186.w3,0.0006392459,0.05000,2.971
+26,block_sparse_moe.experts.182.w3,0.0001826267,0.05000,2.986
+26,block_sparse_moe.experts.178.w3,0.0005672193,0.05000,2.981
+26,block_sparse_moe.experts.183.w3,0.0003316380,0.05000,2.856
+26,block_sparse_moe.experts.179.w3,0.0004046013,0.05000,2.904
+26,block_sparse_moe.experts.187.w3,0.0005872741,0.05000,2.916
+26,block_sparse_moe.experts.191.w3,0.0004846629,0.05000,2.915
+26,block_sparse_moe.experts.192.w3,0.0001523009,0.05000,2.668
+26,block_sparse_moe.experts.205.w3,0.0010656659,0.05000,2.927
+26,block_sparse_moe.experts.193.w3,0.0001140963,0.05000,2.962
+26,block_sparse_moe.experts.204.w3,0.0009850275,0.05000,2.666
+26,block_sparse_moe.experts.197.w3,0.0002109633,0.05000,3.012
+26,block_sparse_moe.experts.200.w3,0.0002853862,0.05000,2.698
+26,block_sparse_moe.experts.201.w3,0.0002237052,0.05000,3.011
+26,block_sparse_moe.experts.196.w3,0.0002368600,0.05000,2.747
+26,block_sparse_moe.experts.206.w3,0.0003801934,0.05000,3.007
+26,block_sparse_moe.experts.202.w3,0.0008006860,0.05000,3.082
+26,block_sparse_moe.experts.198.w3,0.0006849023,0.05000,3.138
+26,block_sparse_moe.experts.194.w3,0.0005417379,0.05000,3.114
+26,block_sparse_moe.experts.199.w3,0.0001935434,0.05000,3.041
+26,block_sparse_moe.experts.195.w3,0.0003511188,0.05000,3.037
+26,block_sparse_moe.experts.203.w3,0.0001387286,0.05000,2.996
+26,block_sparse_moe.experts.207.w3,0.0005073599,0.05000,3.078
+26,block_sparse_moe.experts.221.w3,0.0009176951,0.05000,3.071
+26,block_sparse_moe.experts.208.w3,0.0004976606,0.05000,3.085
+26,block_sparse_moe.experts.209.w3,0.0005883113,0.05000,3.107
+26,block_sparse_moe.experts.220.w3,0.0005411128,0.05000,3.157
+26,block_sparse_moe.experts.213.w3,0.0003352048,0.05000,3.092
+26,block_sparse_moe.experts.217.w3,0.0002581119,0.05000,3.026
+26,block_sparse_moe.experts.216.w3,0.0007177698,0.05000,3.121
+26,block_sparse_moe.experts.212.w3,0.0001001071,0.05000,3.164
+26,block_sparse_moe.experts.222.w3,0.0006308880,0.05000,3.117
+26,block_sparse_moe.experts.218.w3,0.0002717827,0.05000,3.127
+26,block_sparse_moe.experts.215.w3,0.0000745395,0.05000,2.893
+26,block_sparse_moe.experts.210.w3,0.0009553747,0.05000,3.047
+26,block_sparse_moe.experts.214.w3,0.0005654503,0.05000,3.147
+26,block_sparse_moe.experts.219.w3,0.0002638141,0.05000,2.968
+26,block_sparse_moe.experts.211.w3,0.0007589429,0.05000,3.058
+26,block_sparse_moe.experts.223.w3,0.0005554402,0.05000,3.070
+26,block_sparse_moe.experts.224.w3,0.0005317226,0.05000,2.818
+26,block_sparse_moe.experts.237.w3,0.0018687467,0.05000,2.872
+26,block_sparse_moe.experts.225.w3,0.0006274839,0.05000,2.732
+26,block_sparse_moe.experts.236.w3,0.0001551714,0.05000,2.828
+26,block_sparse_moe.experts.233.w3,0.0008770711,0.05000,2.730
+26,block_sparse_moe.experts.229.w3,0.0001547431,0.05000,2.831
+26,block_sparse_moe.experts.232.w3,0.0004271748,0.05000,2.796
+26,block_sparse_moe.experts.228.w3,0.0010213740,0.05000,2.778
+26,block_sparse_moe.experts.238.w3,0.0010967673,0.05000,3.001
+26,block_sparse_moe.experts.234.w3,0.0010696770,0.05000,2.922
+26,block_sparse_moe.experts.231.w3,0.0001733167,0.05000,2.891
+26,block_sparse_moe.experts.226.w3,0.0006686152,0.05000,2.977
+26,block_sparse_moe.experts.230.w3,0.0009893735,0.05000,2.921
+26,block_sparse_moe.experts.235.w3,0.0011972180,0.05000,3.028
+26,block_sparse_moe.experts.227.w3,0.0003131014,0.05000,3.009
+26,block_sparse_moe.experts.239.w3,0.0005005818,0.05000,3.073
+26,block_sparse_moe.experts.253.w3,0.0006125729,0.05000,2.967
+26,block_sparse_moe.experts.241.w3,0.0003621775,0.05000,2.961
+26,block_sparse_moe.experts.240.w3,0.0001663558,0.05000,3.074
+26,block_sparse_moe.experts.249.w3,0.0004583355,0.05000,2.820
+26,block_sparse_moe.experts.245.w3,0.0009191292,0.05000,2.821
+26,block_sparse_moe.experts.252.w3,0.0003979205,0.05000,2.931
+26,block_sparse_moe.experts.248.w3,0.0007868075,0.05000,2.886
+26,block_sparse_moe.experts.244.w3,0.0005880603,0.05000,2.838
+26,block_sparse_moe.experts.254.w3,0.0005643764,0.05000,2.984
+26,block_sparse_moe.experts.250.w3,0.0004648257,0.05000,2.887
+26,block_sparse_moe.experts.242.w3,0.0008800399,0.05000,2.579
+26,block_sparse_moe.experts.246.w3,0.0006032265,0.05000,2.597
+26,block_sparse_moe.experts.247.w3,0.0009752970,0.05000,2.908
+26,block_sparse_moe.experts.243.w3,0.0005676930,0.05000,2.577
+26,block_sparse_moe.experts.251.w3,0.0001288888,0.05000,2.645
+26,block_sparse_moe.experts.255.w3,0.0008034345,0.05000,2.414
+26,block_sparse_moe.experts.12.w2,0.0007675779,0.05000,1.491
+26,block_sparse_moe.experts.4.w2,0.0016643750,0.05000,1.528
+26,block_sparse_moe.experts.3.w2,0.0018243027,0.05000,1.528
+26,block_sparse_moe.experts.8.w2,0.0025197882,0.05000,1.536
+26,block_sparse_moe.experts.2.w2,0.0006689351,0.05000,1.533
+26,block_sparse_moe.experts.14.w2,0.0003682612,0.05000,1.504
+26,block_sparse_moe.experts.10.w2,0.0001780480,0.05000,1.519
+26,block_sparse_moe.experts.0.w2,0.0001460100,0.05000,1.575
+26,block_sparse_moe.experts.6.w2,0.0000522277,0.05000,1.590
+26,block_sparse_moe.experts.15.w2,0.0001992218,0.05000,1.565
+26,block_sparse_moe.experts.11.w2,0.0003053131,0.05000,1.573
+26,block_sparse_moe.experts.13.w2,0.0002946341,0.05000,1.580
+26,block_sparse_moe.experts.7.w2,0.0003720941,0.05000,1.629
+26,block_sparse_moe.experts.5.w2,0.0005202976,0.05000,1.644
+26,block_sparse_moe.experts.1.w2,0.0005778392,0.05000,1.665
+26,block_sparse_moe.experts.9.w2,0.0010290018,0.05000,1.668
+26,block_sparse_moe.experts.24.w2,0.0005248240,0.05000,1.412
+26,block_sparse_moe.experts.26.w2,0.0002317321,0.05000,1.406
+26,block_sparse_moe.experts.30.w2,0.0003771608,0.05000,1.455
+26,block_sparse_moe.experts.20.w2,0.0003452891,0.05000,1.463
+26,block_sparse_moe.experts.18.w2,0.0004319673,0.05000,1.472
+26,block_sparse_moe.experts.22.w2,0.0002216316,0.05000,1.468
+26,block_sparse_moe.experts.16.w2,0.0023657549,0.05000,1.487
+26,block_sparse_moe.experts.28.w2,0.0008114715,0.05000,1.549
+26,block_sparse_moe.experts.19.w2,0.0001223759,0.05000,1.557
+26,block_sparse_moe.experts.31.w2,0.0003656753,0.05000,1.552
+26,block_sparse_moe.experts.23.w2,0.0003978823,0.05000,1.523
+26,block_sparse_moe.experts.17.w2,0.0004846800,0.05000,1.496
+26,block_sparse_moe.experts.27.w2,0.0002307252,0.05000,1.558
+26,block_sparse_moe.experts.29.w2,0.0005414118,0.05000,1.591
+26,block_sparse_moe.experts.21.w2,0.0003132814,0.05000,1.618
+26,block_sparse_moe.experts.25.w2,0.0001790110,0.05000,1.563
+26,block_sparse_moe.experts.36.w2,0.0000933932,0.05000,1.427
+26,block_sparse_moe.experts.40.w2,0.0004013812,0.05000,1.543
+26,block_sparse_moe.experts.32.w2,0.0004839365,0.05000,1.479
+26,block_sparse_moe.experts.46.w2,0.0011993095,0.05000,1.542
+26,block_sparse_moe.experts.42.w2,0.0003315032,0.05000,1.594
+26,block_sparse_moe.experts.34.w2,0.0006684188,0.05000,1.544
+26,block_sparse_moe.experts.44.w2,0.0002503670,0.05000,1.488
+26,block_sparse_moe.experts.35.w2,0.0006678435,0.05000,1.489
+26,block_sparse_moe.experts.38.w2,0.0001905997,0.05000,1.535
+26,block_sparse_moe.experts.47.w2,0.0003016517,0.05000,1.476
+26,block_sparse_moe.experts.43.w2,0.0002154403,0.05000,1.507
+26,block_sparse_moe.experts.33.w2,0.0008379116,0.05000,1.516
+26,block_sparse_moe.experts.39.w2,0.0003840532,0.05000,1.536
+26,block_sparse_moe.experts.45.w2,0.0011795567,0.05000,1.501
+26,block_sparse_moe.experts.37.w2,0.0009289062,0.05000,1.517
+26,block_sparse_moe.experts.41.w2,0.0002405096,0.05000,1.523
+26,block_sparse_moe.experts.52.w2,0.0007252465,0.05000,1.500
+26,block_sparse_moe.experts.56.w2,0.0003462596,0.05000,1.460
+26,block_sparse_moe.experts.48.w2,0.0002782245,0.05000,1.478
+26,block_sparse_moe.experts.60.w2,0.0003452942,0.05000,1.446
+26,block_sparse_moe.experts.62.w2,0.0001736140,0.05000,1.506
+26,block_sparse_moe.experts.49.w2,0.0008385602,0.05000,1.379
+26,block_sparse_moe.experts.50.w2,0.0006407974,0.05000,1.510
+26,block_sparse_moe.experts.58.w2,0.0007046199,0.05000,1.521
+26,block_sparse_moe.experts.61.w2,0.0004337507,0.05000,1.378
+26,block_sparse_moe.experts.54.w2,0.0006687743,0.05000,1.502
+26,block_sparse_moe.experts.51.w2,0.0004514230,0.05000,1.519
+26,block_sparse_moe.experts.57.w2,0.0001067936,0.05000,1.352
+26,block_sparse_moe.experts.53.w2,0.0005265952,0.05000,1.376
+26,block_sparse_moe.experts.63.w2,0.0002847477,0.05000,1.534
+26,block_sparse_moe.experts.59.w2,0.0002986373,0.05000,1.524
+26,block_sparse_moe.experts.55.w2,0.0015850341,0.05000,1.537
+26,block_sparse_moe.experts.64.w2,0.0004343623,0.05000,1.323
+26,block_sparse_moe.experts.68.w2,0.0007743069,0.05000,1.412
+26,block_sparse_moe.experts.76.w2,0.0003601699,0.05000,1.345
+26,block_sparse_moe.experts.72.w2,0.0006494108,0.05000,1.431
+26,block_sparse_moe.experts.67.w2,0.0004219708,0.05000,1.348
+26,block_sparse_moe.experts.77.w2,0.0008259934,0.05000,1.397
+26,block_sparse_moe.experts.79.w2,0.0007800761,0.05000,1.350
+26,block_sparse_moe.experts.65.w2,0.0001057961,0.05000,1.458
+26,block_sparse_moe.experts.78.w2,0.0013371194,0.05000,1.485
+26,block_sparse_moe.experts.73.w2,0.0011873137,0.05000,1.419
+26,block_sparse_moe.experts.74.w2,0.0002622018,0.05000,1.493
+26,block_sparse_moe.experts.75.w2,0.0006687409,0.05000,1.394
+26,block_sparse_moe.experts.70.w2,0.0005085002,0.05000,1.498
+26,block_sparse_moe.experts.66.w2,0.0014518492,0.05000,1.534
+26,block_sparse_moe.experts.71.w2,0.0008925584,0.05000,1.385
+26,block_sparse_moe.experts.69.w2,0.0008977145,0.05000,1.495
+26,block_sparse_moe.experts.80.w2,0.0012678161,0.05000,1.250
+26,block_sparse_moe.experts.88.w2,0.0004226142,0.05000,1.216
+26,block_sparse_moe.experts.92.w2,0.0004139549,0.05000,1.265
+26,block_sparse_moe.experts.84.w2,0.0012510918,0.05000,1.312
+26,block_sparse_moe.experts.81.w2,0.0002197876,0.05000,1.458
+26,block_sparse_moe.experts.89.w2,0.0002258308,0.05000,1.446
+26,block_sparse_moe.experts.93.w2,0.0000835080,0.05000,1.546
+26,block_sparse_moe.experts.83.w2,0.0000792232,0.05000,1.585
+26,block_sparse_moe.experts.94.w2,0.0012851830,0.05000,1.528
+26,block_sparse_moe.experts.90.w2,0.0009829594,0.05000,1.524
+26,block_sparse_moe.experts.95.w2,0.0011860729,0.05000,1.589
+26,block_sparse_moe.experts.82.w2,0.0002753101,0.05000,1.526
+26,block_sparse_moe.experts.86.w2,0.0004349036,0.05000,1.541
+26,block_sparse_moe.experts.85.w2,0.0009586206,0.05000,1.490
+26,block_sparse_moe.experts.87.w2,0.0003426616,0.05000,1.559
+26,block_sparse_moe.experts.91.w2,0.0003983540,0.05000,1.640
+26,block_sparse_moe.experts.96.w2,0.0003793289,0.05000,1.458
+26,block_sparse_moe.experts.104.w2,0.0001042918,0.05000,1.452
+26,block_sparse_moe.experts.108.w2,0.0001813997,0.05000,1.456
+26,block_sparse_moe.experts.100.w2,0.0002519664,0.05000,1.439
+26,block_sparse_moe.experts.97.w2,0.0001500022,0.05000,1.308
+26,block_sparse_moe.experts.105.w2,0.0002386089,0.05000,1.281
+26,block_sparse_moe.experts.109.w2,0.0005255845,0.05000,1.264
+26,block_sparse_moe.experts.101.w2,0.0000349676,0.05000,1.247
+26,block_sparse_moe.experts.110.w2,0.0002812189,0.05000,1.392
+26,block_sparse_moe.experts.106.w2,0.0003809728,0.05000,1.387
+26,block_sparse_moe.experts.102.w2,0.0005504377,0.05000,1.410
+26,block_sparse_moe.experts.99.w2,0.0002384333,0.05000,1.509
+26,block_sparse_moe.experts.98.w2,0.0003813712,0.05000,1.432
+26,block_sparse_moe.experts.111.w2,0.0003145631,0.05000,1.473
+26,block_sparse_moe.experts.103.w2,0.0000460885,0.05000,1.450
+26,block_sparse_moe.experts.107.w2,0.0003783540,0.05000,1.522
+26,block_sparse_moe.experts.120.w2,0.0005248810,0.05000,1.427
+26,block_sparse_moe.experts.124.w2,0.0004443361,0.05000,1.410
+26,block_sparse_moe.experts.112.w2,0.0001091558,0.05000,1.469
+26,block_sparse_moe.experts.121.w2,0.0002455900,0.05000,1.283
+26,block_sparse_moe.experts.116.w2,0.0007811173,0.05000,1.487
+26,block_sparse_moe.experts.113.w2,0.0005412826,0.05000,1.302
+26,block_sparse_moe.experts.125.w2,0.0003957690,0.05000,1.316
+26,block_sparse_moe.experts.117.w2,0.0003441956,0.05000,1.309
+26,block_sparse_moe.experts.126.w2,0.0002386648,0.05000,1.438
+26,block_sparse_moe.experts.122.w2,0.0002379828,0.05000,1.442
+26,block_sparse_moe.experts.118.w2,0.0003916479,0.05000,1.394
+26,block_sparse_moe.experts.115.w2,0.0001276469,0.05000,1.434
+26,block_sparse_moe.experts.127.w2,0.0006620756,0.05000,1.425
+26,block_sparse_moe.experts.114.w2,0.0002077255,0.05000,1.442
+26,block_sparse_moe.experts.119.w2,0.0013158836,0.05000,1.447
+26,block_sparse_moe.experts.123.w2,0.0013674336,0.05000,1.531
+26,block_sparse_moe.experts.136.w2,0.0002967200,0.05000,1.298
+26,block_sparse_moe.experts.128.w2,0.0009375645,0.05000,1.326
+26,block_sparse_moe.experts.140.w2,0.0000411875,0.05000,1.358
+26,block_sparse_moe.experts.132.w2,0.0003879399,0.05000,1.353
+26,block_sparse_moe.experts.129.w2,0.0002978410,0.05000,1.430
+26,block_sparse_moe.experts.137.w2,0.0015430264,0.05000,1.453
+26,block_sparse_moe.experts.141.w2,0.0002327458,0.05000,1.444
+26,block_sparse_moe.experts.133.w2,0.0010359486,0.05000,1.453
+26,block_sparse_moe.experts.142.w2,0.0005997148,0.05000,1.478
+26,block_sparse_moe.experts.138.w2,0.0005674556,0.05000,1.511
+26,block_sparse_moe.experts.134.w2,0.0004171917,0.05000,1.494
+26,block_sparse_moe.experts.131.w2,0.0006425976,0.05000,1.491
+26,block_sparse_moe.experts.143.w2,0.0002088470,0.05000,1.522
+26,block_sparse_moe.experts.135.w2,0.0004843751,0.05000,1.491
+26,block_sparse_moe.experts.130.w2,0.0002314187,0.05000,1.557
+26,block_sparse_moe.experts.139.w2,0.0000896097,0.05000,1.515
+26,block_sparse_moe.experts.152.w2,0.0001992421,0.05000,1.437
+26,block_sparse_moe.experts.144.w2,0.0008862629,0.05000,1.373
+26,block_sparse_moe.experts.156.w2,0.0005902070,0.05000,1.397
+26,block_sparse_moe.experts.148.w2,0.0004579920,0.05000,1.535
+26,block_sparse_moe.experts.153.w2,0.0000688723,0.05000,1.489
+26,block_sparse_moe.experts.145.w2,0.0005984523,0.05000,1.519
+26,block_sparse_moe.experts.157.w2,0.0003496517,0.05000,1.561
+26,block_sparse_moe.experts.149.w2,0.0005673840,0.05000,1.587
+26,block_sparse_moe.experts.158.w2,0.0007233623,0.05000,1.524
+26,block_sparse_moe.experts.154.w2,0.0000852050,0.05000,1.499
+26,block_sparse_moe.experts.150.w2,0.0000915087,0.05000,1.514
+26,block_sparse_moe.experts.147.w2,0.0003323881,0.05000,1.494
+26,block_sparse_moe.experts.159.w2,0.0006882542,0.05000,1.516
+26,block_sparse_moe.experts.151.w2,0.0002955329,0.05000,1.494
+26,block_sparse_moe.experts.146.w2,0.0010267043,0.05000,1.556
+26,block_sparse_moe.experts.155.w2,0.0001282038,0.05000,1.505
+26,block_sparse_moe.experts.172.w2,0.0003179059,0.05000,1.413
+26,block_sparse_moe.experts.160.w2,0.0001953230,0.05000,1.454
+26,block_sparse_moe.experts.168.w2,0.0014912201,0.05000,1.485
+26,block_sparse_moe.experts.164.w2,0.0007583523,0.05000,1.416
+26,block_sparse_moe.experts.169.w2,0.0002332606,0.05000,1.451
+26,block_sparse_moe.experts.161.w2,0.0001347113,0.05000,1.481
+26,block_sparse_moe.experts.173.w2,0.0005373559,0.05000,1.441
+26,block_sparse_moe.experts.165.w2,0.0006981517,0.05000,1.395
+26,block_sparse_moe.experts.174.w2,0.0001172529,0.05000,1.488
+26,block_sparse_moe.experts.170.w2,0.0001989346,0.05000,1.485
+26,block_sparse_moe.experts.163.w2,0.0002354771,0.05000,1.451
+26,block_sparse_moe.experts.167.w2,0.0001873804,0.05000,1.392
+26,block_sparse_moe.experts.166.w2,0.0002646512,0.05000,1.512
+26,block_sparse_moe.experts.175.w2,0.0003362522,0.05000,1.520
+26,block_sparse_moe.experts.162.w2,0.0002951074,0.05000,1.496
+26,block_sparse_moe.experts.171.w2,0.0004751198,0.05000,1.519
+26,block_sparse_moe.experts.176.w2,0.0005439563,0.05000,1.419
+26,block_sparse_moe.experts.188.w2,0.0004927259,0.05000,1.495
+26,block_sparse_moe.experts.184.w2,0.0001694656,0.05000,1.528
+26,block_sparse_moe.experts.185.w2,0.0003395326,0.05000,1.366
+26,block_sparse_moe.experts.177.w2,0.0001079907,0.05000,1.348
+26,block_sparse_moe.experts.189.w2,0.0003349207,0.05000,1.369
+26,block_sparse_moe.experts.181.w2,0.0004796586,0.05000,1.307
+26,block_sparse_moe.experts.180.w2,0.0008232225,0.05000,1.593
+26,block_sparse_moe.experts.183.w2,0.0005508040,0.05000,1.336
+26,block_sparse_moe.experts.179.w2,0.0004543056,0.05000,1.363
+26,block_sparse_moe.experts.186.w2,0.0004181596,0.05000,1.384
+26,block_sparse_moe.experts.190.w2,0.0002526030,0.05000,1.417
+26,block_sparse_moe.experts.182.w2,0.0001710918,0.05000,1.402
+26,block_sparse_moe.experts.191.w2,0.0004123957,0.05000,1.407
+26,block_sparse_moe.experts.178.w2,0.0005984404,0.05000,1.354
+26,block_sparse_moe.experts.187.w2,0.0002857413,0.05000,1.284
+26,block_sparse_moe.experts.192.w2,0.0001493452,0.05000,1.483
+26,block_sparse_moe.experts.204.w2,0.0010842970,0.05000,1.475
+26,block_sparse_moe.experts.201.w2,0.0005424092,0.05000,1.340
+26,block_sparse_moe.experts.193.w2,0.0002046079,0.05000,1.330
+26,block_sparse_moe.experts.205.w2,0.0003695640,0.05000,1.367
+26,block_sparse_moe.experts.200.w2,0.0002131895,0.05000,1.568
+26,block_sparse_moe.experts.197.w2,0.0001140633,0.05000,1.400
+26,block_sparse_moe.experts.196.w2,0.0002530913,0.05000,1.492
+26,block_sparse_moe.experts.199.w2,0.0004242378,0.05000,1.401
+26,block_sparse_moe.experts.195.w2,0.0004850332,0.05000,1.443
+26,block_sparse_moe.experts.207.w2,0.0003053438,0.05000,1.336
+26,block_sparse_moe.experts.206.w2,0.0005741449,0.05000,1.560
+26,block_sparse_moe.experts.198.w2,0.0002620385,0.05000,1.538
+26,block_sparse_moe.experts.202.w2,0.0010258283,0.05000,1.602
+26,block_sparse_moe.experts.194.w2,0.0004887012,0.05000,1.505
+26,block_sparse_moe.experts.203.w2,0.0001705372,0.05000,1.379
+26,block_sparse_moe.experts.208.w2,0.0005507748,0.05000,1.444
+26,block_sparse_moe.experts.220.w2,0.0005616544,0.05000,1.402
+26,block_sparse_moe.experts.216.w2,0.0002382488,0.05000,1.381
+26,block_sparse_moe.experts.217.w2,0.0002667388,0.05000,1.513
+26,block_sparse_moe.experts.209.w2,0.0001678724,0.05000,1.576
+26,block_sparse_moe.experts.221.w2,0.0003483491,0.05000,1.534
+26,block_sparse_moe.experts.213.w2,0.0000758095,0.05000,1.515
+26,block_sparse_moe.experts.212.w2,0.0001233404,0.05000,1.465
+26,block_sparse_moe.experts.215.w2,0.0000661416,0.05000,1.467
+26,block_sparse_moe.experts.211.w2,0.0003982919,0.05000,1.477
+26,block_sparse_moe.experts.222.w2,0.0005729524,0.05000,1.438
+26,block_sparse_moe.experts.214.w2,0.0007805537,0.05000,1.425
+26,block_sparse_moe.experts.223.w2,0.0003866341,0.05000,1.552
+26,block_sparse_moe.experts.218.w2,0.0003310185,0.05000,1.456
+26,block_sparse_moe.experts.210.w2,0.0005620764,0.05000,1.434
+26,block_sparse_moe.experts.219.w2,0.0002216683,0.05000,1.530
+26,block_sparse_moe.experts.224.w2,0.0002562887,0.05000,1.419
+26,block_sparse_moe.experts.236.w2,0.0001439237,0.05000,1.400
+26,block_sparse_moe.experts.232.w2,0.0003108697,0.05000,1.360
+26,block_sparse_moe.experts.233.w2,0.0010046585,0.05000,1.364
+26,block_sparse_moe.experts.225.w2,0.0018515692,0.05000,1.392
+26,block_sparse_moe.experts.237.w2,0.0027093777,0.05000,1.395
+26,block_sparse_moe.experts.229.w2,0.0000961218,0.05000,1.369
+26,block_sparse_moe.experts.228.w2,0.0005447958,0.05000,1.395
+26,block_sparse_moe.experts.231.w2,0.0003077383,0.05000,1.344
+26,block_sparse_moe.experts.227.w2,0.0004398711,0.05000,1.399
+26,block_sparse_moe.experts.238.w2,0.0008956372,0.05000,1.388
+26,block_sparse_moe.experts.230.w2,0.0005334570,0.05000,1.396
+26,block_sparse_moe.experts.239.w2,0.0010140498,0.05000,1.428
+26,block_sparse_moe.experts.234.w2,0.0007852417,0.05000,1.435
+26,block_sparse_moe.experts.226.w2,0.0011940554,0.05000,1.484
+26,block_sparse_moe.experts.235.w2,0.0007806213,0.05000,1.428
+26,block_sparse_moe.experts.252.w2,0.0001279987,0.05000,1.406
+26,block_sparse_moe.experts.240.w2,0.0000931099,0.05000,1.435
+26,block_sparse_moe.experts.248.w2,0.0004032249,0.05000,1.405
+26,block_sparse_moe.experts.249.w2,0.0004277148,0.05000,1.413
+26,block_sparse_moe.experts.244.w2,0.0010206554,0.05000,1.238
+26,block_sparse_moe.experts.241.w2,0.0007167514,0.05000,1.435
+26,block_sparse_moe.experts.245.w2,0.0024973269,0.05000,1.383
+26,block_sparse_moe.experts.253.w2,0.0004076640,0.05000,1.389
+26,block_sparse_moe.experts.247.w2,0.0017679542,0.05000,1.562
+26,block_sparse_moe.experts.243.w2,0.0003649108,0.05000,1.532
+26,block_sparse_moe.experts.254.w2,0.0001933818,0.05000,1.473
+26,block_sparse_moe.experts.246.w2,0.0003304078,0.05000,1.476
+26,block_sparse_moe.experts.255.w2,0.0002721888,0.05000,1.450
+26,block_sparse_moe.experts.251.w2,0.0002359902,0.05000,1.332
+26,block_sparse_moe.experts.250.w2,0.0000997546,0.05000,1.494
+26,block_sparse_moe.experts.242.w2,0.0011518661,0.05000,1.410
+27,self_attn.k_proj,0.0000032520,0.05000,0.966
+27,self_attn.v_proj,0.0000026647,0.05000,1.009
+27,self_attn.q_proj,0.0000213690,0.05000,1.033
+27,self_attn.o_proj,0.0000020674,0.05000,1.741
+27,block_sparse_moe.experts.4.w1,0.0000820397,0.05000,3.127
+27,block_sparse_moe.experts.0.w1,0.0009420847,0.05000,3.154
+27,block_sparse_moe.experts.8.w1,0.0004244031,0.05000,3.113
+27,block_sparse_moe.experts.12.w1,0.0006425273,0.05000,3.153
+27,block_sparse_moe.experts.7.w1,0.0003631551,0.05000,3.159
+27,block_sparse_moe.experts.14.w1,0.0013459643,0.05000,3.210
+27,block_sparse_moe.experts.11.w1,0.0011418096,0.05000,3.213
+27,block_sparse_moe.experts.15.w1,0.0002682428,0.05000,3.215
+27,block_sparse_moe.experts.3.w1,0.0002830904,0.05000,3.308
+27,block_sparse_moe.experts.2.w1,0.0000421305,0.05000,3.354
+27,block_sparse_moe.experts.13.w1,0.0004726792,0.05000,3.293
+27,block_sparse_moe.experts.5.w1,0.0003037497,0.05000,3.392
+27,block_sparse_moe.experts.10.w1,0.0007675994,0.05000,3.316
+27,block_sparse_moe.experts.6.w1,0.0004958006,0.05000,3.320
+27,block_sparse_moe.experts.9.w1,0.0003414266,0.05000,3.339
+27,block_sparse_moe.experts.1.w1,0.0002116306,0.05000,3.508
+27,block_sparse_moe.experts.27.w1,0.0001608687,0.05000,2.798
+27,block_sparse_moe.experts.19.w1,0.0007242033,0.05000,2.796
+27,block_sparse_moe.experts.31.w1,0.0023010348,0.05000,2.843
+27,block_sparse_moe.experts.20.w1,0.0008798737,0.05000,3.024
+27,block_sparse_moe.experts.23.w1,0.0007116387,0.05000,2.905
+27,block_sparse_moe.experts.16.w1,0.0003792151,0.05000,3.032
+27,block_sparse_moe.experts.24.w1,0.0005728529,0.05000,3.004
+27,block_sparse_moe.experts.28.w1,0.0001209314,0.05000,2.994
+27,block_sparse_moe.experts.26.w1,0.0009062335,0.05000,2.885
+27,block_sparse_moe.experts.29.w1,0.0001120657,0.05000,2.928
+27,block_sparse_moe.experts.18.w1,0.0003506863,0.05000,2.979
+27,block_sparse_moe.experts.30.w1,0.0009216607,0.05000,3.033
+27,block_sparse_moe.experts.25.w1,0.0012517518,0.05000,2.925
+27,block_sparse_moe.experts.17.w1,0.0003178827,0.05000,2.868
+27,block_sparse_moe.experts.21.w1,0.0003471110,0.05000,3.018
+27,block_sparse_moe.experts.22.w1,0.0010046049,0.05000,3.007
+27,block_sparse_moe.experts.35.w1,0.0005281887,0.05000,2.826
+27,block_sparse_moe.experts.43.w1,0.0005367053,0.05000,2.875
+27,block_sparse_moe.experts.36.w1,0.0009390459,0.05000,2.839
+27,block_sparse_moe.experts.47.w1,0.0007445038,0.05000,2.869
+27,block_sparse_moe.experts.39.w1,0.0002794643,0.05000,2.891
+27,block_sparse_moe.experts.44.w1,0.0009885638,0.05000,2.816
+27,block_sparse_moe.experts.40.w1,0.0004055484,0.05000,2.882
+27,block_sparse_moe.experts.32.w1,0.0002599315,0.05000,2.984
+27,block_sparse_moe.experts.34.w1,0.0004042006,0.05000,2.864
+27,block_sparse_moe.experts.42.w1,0.0003128125,0.05000,2.952
+27,block_sparse_moe.experts.37.w1,0.0003631793,0.05000,2.855
+27,block_sparse_moe.experts.46.w1,0.0006564240,0.05000,2.962
+27,block_sparse_moe.experts.45.w1,0.0009657673,0.05000,3.004
+27,block_sparse_moe.experts.33.w1,0.0004090712,0.05000,2.984
+27,block_sparse_moe.experts.38.w1,0.0003854578,0.05000,2.939
+27,block_sparse_moe.experts.41.w1,0.0004178734,0.05000,3.033
+27,block_sparse_moe.experts.59.w1,0.0003493820,0.05000,2.965
+27,block_sparse_moe.experts.52.w1,0.0004865779,0.05000,2.979
+27,block_sparse_moe.experts.60.w1,0.0003781948,0.05000,2.958
+27,block_sparse_moe.experts.50.w1,0.0012392568,0.05000,2.829
+27,block_sparse_moe.experts.63.w1,0.0002462282,0.05000,3.021
+27,block_sparse_moe.experts.56.w1,0.0003365808,0.05000,2.949
+27,block_sparse_moe.experts.58.w1,0.0011991267,0.05000,2.815
+27,block_sparse_moe.experts.51.w1,0.0005537483,0.05000,3.161
+27,block_sparse_moe.experts.62.w1,0.0004767914,0.05000,2.804
+27,block_sparse_moe.experts.55.w1,0.0005973013,0.05000,3.088
+27,block_sparse_moe.experts.54.w1,0.0006030781,0.05000,2.800
+27,block_sparse_moe.experts.48.w1,0.0010017646,0.05000,3.016
+27,block_sparse_moe.experts.61.w1,0.0006969468,0.05000,2.991
+27,block_sparse_moe.experts.53.w1,0.0004005945,0.05000,3.045
+27,block_sparse_moe.experts.49.w1,0.0005947317,0.05000,3.005
+27,block_sparse_moe.experts.57.w1,0.0007493979,0.05000,3.051
+27,block_sparse_moe.experts.66.w1,0.0001506059,0.05000,2.812
+27,block_sparse_moe.experts.74.w1,0.0002549031,0.05000,2.802
+27,block_sparse_moe.experts.78.w1,0.0004445863,0.05000,2.844
+27,block_sparse_moe.experts.68.w1,0.0004747898,0.05000,2.995
+27,block_sparse_moe.experts.70.w1,0.0003478844,0.05000,2.833
+27,block_sparse_moe.experts.76.w1,0.0007539330,0.05000,3.065
+27,block_sparse_moe.experts.72.w1,0.0006203483,0.05000,3.042
+27,block_sparse_moe.experts.75.w1,0.0003974762,0.05000,3.146
+27,block_sparse_moe.experts.79.w1,0.0003614473,0.05000,3.140
+27,block_sparse_moe.experts.67.w1,0.0003916144,0.05000,3.086
+27,block_sparse_moe.experts.64.w1,0.0005772234,0.05000,3.019
+27,block_sparse_moe.experts.73.w1,0.0003193346,0.05000,2.790
+27,block_sparse_moe.experts.65.w1,0.0014882606,0.05000,2.918
+27,block_sparse_moe.experts.71.w1,0.0006065582,0.05000,3.149
+27,block_sparse_moe.experts.77.w1,0.0009838571,0.05000,2.986
+27,block_sparse_moe.experts.69.w1,0.0005763474,0.05000,3.098
+27,block_sparse_moe.experts.90.w1,0.0004443077,0.05000,2.899
+27,block_sparse_moe.experts.82.w1,0.0010096972,0.05000,2.987
+27,block_sparse_moe.experts.94.w1,0.0007215356,0.05000,3.062
+27,block_sparse_moe.experts.84.w1,0.0002876077,0.05000,3.045
+27,block_sparse_moe.experts.86.w1,0.0003173513,0.05000,3.015
+27,block_sparse_moe.experts.88.w1,0.0005001878,0.05000,3.037
+27,block_sparse_moe.experts.92.w1,0.0008362739,0.05000,3.076
+27,block_sparse_moe.experts.91.w1,0.0004491037,0.05000,3.070
+27,block_sparse_moe.experts.83.w1,0.0004597705,0.05000,3.031
+27,block_sparse_moe.experts.80.w1,0.0003984343,0.05000,3.068
+27,block_sparse_moe.experts.89.w1,0.0006875463,0.05000,3.050
+27,block_sparse_moe.experts.93.w1,0.0002442801,0.05000,3.028
+27,block_sparse_moe.experts.95.w1,0.0001313841,0.05000,3.152
+27,block_sparse_moe.experts.81.w1,0.0006561411,0.05000,3.070
+27,block_sparse_moe.experts.87.w1,0.0002749702,0.05000,3.089
+27,block_sparse_moe.experts.85.w1,0.0004230862,0.05000,3.006
+27,block_sparse_moe.experts.106.w1,0.0005360673,0.05000,2.946
+27,block_sparse_moe.experts.98.w1,0.0003756066,0.05000,2.889
+27,block_sparse_moe.experts.110.w1,0.0002298660,0.05000,2.855
+27,block_sparse_moe.experts.99.w1,0.0001299855,0.05000,2.732
+27,block_sparse_moe.experts.107.w1,0.0002982363,0.05000,2.787
+27,block_sparse_moe.experts.100.w1,0.0006772322,0.05000,2.981
+27,block_sparse_moe.experts.102.w1,0.0001249614,0.05000,3.059
+27,block_sparse_moe.experts.104.w1,0.0012671429,0.05000,2.953
+27,block_sparse_moe.experts.111.w1,0.0002754039,0.05000,2.782
+27,block_sparse_moe.experts.103.w1,0.0005960710,0.05000,2.787
+27,block_sparse_moe.experts.108.w1,0.0009475033,0.05000,3.026
+27,block_sparse_moe.experts.96.w1,0.0006082904,0.05000,2.948
+27,block_sparse_moe.experts.105.w1,0.0006079282,0.05000,2.964
+27,block_sparse_moe.experts.97.w1,0.0007349624,0.05000,2.933
+27,block_sparse_moe.experts.109.w1,0.0008344114,0.05000,2.976
+27,block_sparse_moe.experts.101.w1,0.0008068990,0.05000,3.093
+27,block_sparse_moe.experts.122.w1,0.0008526720,0.05000,2.749
+27,block_sparse_moe.experts.114.w1,0.0004463619,0.05000,2.774
+27,block_sparse_moe.experts.126.w1,0.0004174879,0.05000,2.771
+27,block_sparse_moe.experts.123.w1,0.0006638514,0.05000,2.742
+27,block_sparse_moe.experts.115.w1,0.0005896724,0.05000,2.780
+27,block_sparse_moe.experts.118.w1,0.0007622959,0.05000,2.825
+27,block_sparse_moe.experts.127.w1,0.0000722789,0.05000,2.893
+27,block_sparse_moe.experts.119.w1,0.0002141502,0.05000,2.908
+27,block_sparse_moe.experts.116.w1,0.0002622982,0.05000,3.102
+27,block_sparse_moe.experts.120.w1,0.0007411849,0.05000,3.042
+27,block_sparse_moe.experts.124.w1,0.0005586162,0.05000,2.996
+27,block_sparse_moe.experts.112.w1,0.0000905566,0.05000,3.023
+27,block_sparse_moe.experts.121.w1,0.0003967323,0.05000,3.105
+27,block_sparse_moe.experts.113.w1,0.0003756728,0.05000,3.135
+27,block_sparse_moe.experts.125.w1,0.0004962353,0.05000,3.135
+27,block_sparse_moe.experts.117.w1,0.0006504330,0.05000,3.099
+27,block_sparse_moe.experts.130.w1,0.0006382183,0.05000,2.945
+27,block_sparse_moe.experts.138.w1,0.0001824492,0.05000,3.012
+27,block_sparse_moe.experts.142.w1,0.0002540804,0.05000,2.966
+27,block_sparse_moe.experts.139.w1,0.0004752236,0.05000,3.039
+27,block_sparse_moe.experts.131.w1,0.0004813087,0.05000,3.006
+27,block_sparse_moe.experts.134.w1,0.0005455509,0.05000,2.919
+27,block_sparse_moe.experts.132.w1,0.0005193413,0.05000,2.931
+27,block_sparse_moe.experts.136.w1,0.0004331297,0.05000,2.938
+27,block_sparse_moe.experts.143.w1,0.0003560512,0.05000,3.072
+27,block_sparse_moe.experts.140.w1,0.0010146848,0.05000,2.921
+27,block_sparse_moe.experts.135.w1,0.0003993900,0.05000,3.054
+27,block_sparse_moe.experts.128.w1,0.0010290951,0.05000,2.968
+27,block_sparse_moe.experts.137.w1,0.0003026443,0.05000,3.071
+27,block_sparse_moe.experts.141.w1,0.0009089555,0.05000,3.084
+27,block_sparse_moe.experts.129.w1,0.0003161910,0.05000,3.159
+27,block_sparse_moe.experts.133.w1,0.0006307913,0.05000,3.095
+27,block_sparse_moe.experts.146.w1,0.0001311214,0.05000,2.659
+27,block_sparse_moe.experts.154.w1,0.0006173351,0.05000,2.689
+27,block_sparse_moe.experts.158.w1,0.0008440527,0.05000,2.681
+27,block_sparse_moe.experts.150.w1,0.0001145293,0.05000,2.730
+27,block_sparse_moe.experts.155.w1,0.0006225120,0.05000,2.949
+27,block_sparse_moe.experts.147.w1,0.0006827111,0.05000,2.951
+27,block_sparse_moe.experts.148.w1,0.0005545116,0.05000,2.965
+27,block_sparse_moe.experts.156.w1,0.0004271949,0.05000,2.889
+27,block_sparse_moe.experts.152.w1,0.0007347727,0.05000,2.992
+27,block_sparse_moe.experts.144.w1,0.0004509647,0.05000,2.873
+27,block_sparse_moe.experts.151.w1,0.0005183241,0.05000,2.995
+27,block_sparse_moe.experts.159.w1,0.0002074753,0.05000,3.083
+27,block_sparse_moe.experts.153.w1,0.0004313425,0.05000,3.070
+27,block_sparse_moe.experts.157.w1,0.0000399777,0.05000,3.113
+27,block_sparse_moe.experts.145.w1,0.0000936885,0.05000,3.114
+27,block_sparse_moe.experts.149.w1,0.0001605363,0.05000,3.047
+27,block_sparse_moe.experts.162.w1,0.0007341265,0.05000,2.951
+27,block_sparse_moe.experts.170.w1,0.0002840861,0.05000,3.057
+27,block_sparse_moe.experts.174.w1,0.0007405923,0.05000,3.071
+27,block_sparse_moe.experts.163.w1,0.0004016066,0.05000,3.039
+27,block_sparse_moe.experts.171.w1,0.0006756250,0.05000,3.086
+27,block_sparse_moe.experts.166.w1,0.0008190662,0.05000,3.228
+27,block_sparse_moe.experts.164.w1,0.0003487458,0.05000,2.857
+27,block_sparse_moe.experts.168.w1,0.0017147707,0.05000,2.898
+27,block_sparse_moe.experts.172.w1,0.0003337134,0.05000,3.006
+27,block_sparse_moe.experts.160.w1,0.0005731555,0.05000,2.958
+27,block_sparse_moe.experts.175.w1,0.0007911958,0.05000,2.977
+27,block_sparse_moe.experts.167.w1,0.0006992712,0.05000,3.024
+27,block_sparse_moe.experts.169.w1,0.0000442558,0.05000,2.812
+27,block_sparse_moe.experts.173.w1,0.0008960655,0.05000,2.853
+27,block_sparse_moe.experts.161.w1,0.0001481205,0.05000,2.888
+27,block_sparse_moe.experts.165.w1,0.0004851954,0.05000,2.920
+27,block_sparse_moe.experts.178.w1,0.0002313583,0.05000,2.994
+27,block_sparse_moe.experts.186.w1,0.0004470126,0.05000,2.911
+27,block_sparse_moe.experts.190.w1,0.0001667594,0.05000,2.978
+27,block_sparse_moe.experts.187.w1,0.0005427255,0.05000,2.889
+27,block_sparse_moe.experts.179.w1,0.0000536108,0.05000,2.959
+27,block_sparse_moe.experts.182.w1,0.0003907608,0.05000,2.948
+27,block_sparse_moe.experts.180.w1,0.0006205980,0.05000,2.878
+27,block_sparse_moe.experts.188.w1,0.0007272077,0.05000,2.858
+27,block_sparse_moe.experts.184.w1,0.0012259149,0.05000,2.933
+27,block_sparse_moe.experts.176.w1,0.0012645459,0.05000,2.907
+27,block_sparse_moe.experts.183.w1,0.0005311840,0.05000,2.872
+27,block_sparse_moe.experts.191.w1,0.0005369585,0.05000,2.993
+27,block_sparse_moe.experts.185.w1,0.0002450396,0.05000,3.016
+27,block_sparse_moe.experts.189.w1,0.0005988722,0.05000,3.092
+27,block_sparse_moe.experts.177.w1,0.0001515870,0.05000,3.120
+27,block_sparse_moe.experts.181.w1,0.0001929072,0.05000,3.123
+27,block_sparse_moe.experts.194.w1,0.0001697848,0.05000,2.924
+27,block_sparse_moe.experts.202.w1,0.0007512664,0.05000,2.901
+27,block_sparse_moe.experts.206.w1,0.0004575101,0.05000,2.958
+27,block_sparse_moe.experts.198.w1,0.0007822792,0.05000,2.861
+27,block_sparse_moe.experts.203.w1,0.0000418404,0.05000,3.000
+27,block_sparse_moe.experts.195.w1,0.0011237381,0.05000,3.047
+27,block_sparse_moe.experts.196.w1,0.0004590397,0.05000,3.061
+27,block_sparse_moe.experts.204.w1,0.0007692024,0.05000,3.048
+27,block_sparse_moe.experts.192.w1,0.0003527662,0.05000,2.982
+27,block_sparse_moe.experts.200.w1,0.0005063557,0.05000,3.060
+27,block_sparse_moe.experts.199.w1,0.0002976525,0.05000,2.945
+27,block_sparse_moe.experts.207.w1,0.0009387673,0.05000,2.994
+27,block_sparse_moe.experts.201.w1,0.0001819819,0.05000,2.916
+27,block_sparse_moe.experts.205.w1,0.0002821650,0.05000,2.781
+27,block_sparse_moe.experts.197.w1,0.0003394627,0.05000,2.780
+27,block_sparse_moe.experts.193.w1,0.0009448761,0.05000,2.889
+27,block_sparse_moe.experts.210.w1,0.0009303501,0.05000,2.672
+27,block_sparse_moe.experts.218.w1,0.0007383380,0.05000,2.627
+27,block_sparse_moe.experts.222.w1,0.0013705651,0.05000,2.654
+27,block_sparse_moe.experts.214.w1,0.0002535870,0.05000,2.650
+27,block_sparse_moe.experts.212.w1,0.0007114169,0.05000,2.710
+27,block_sparse_moe.experts.208.w1,0.0001843814,0.05000,2.707
+27,block_sparse_moe.experts.219.w1,0.0007571459,0.05000,3.000
+27,block_sparse_moe.experts.220.w1,0.0007315660,0.05000,2.784
+27,block_sparse_moe.experts.216.w1,0.0008713631,0.05000,2.765
+27,block_sparse_moe.experts.211.w1,0.0010396947,0.05000,3.002
+27,block_sparse_moe.experts.217.w1,0.0010341236,0.05000,2.817
+27,block_sparse_moe.experts.223.w1,0.0001925798,0.05000,2.967
+27,block_sparse_moe.experts.215.w1,0.0009343589,0.05000,3.192
+27,block_sparse_moe.experts.221.w1,0.0002508653,0.05000,2.878
+27,block_sparse_moe.experts.213.w1,0.0002854406,0.05000,2.859
+27,block_sparse_moe.experts.209.w1,0.0003490357,0.05000,2.987
+27,block_sparse_moe.experts.226.w1,0.0005941057,0.05000,2.791
+27,block_sparse_moe.experts.234.w1,0.0004509614,0.05000,2.768
+27,block_sparse_moe.experts.238.w1,0.0007634782,0.05000,2.870
+27,block_sparse_moe.experts.230.w1,0.0009637531,0.05000,2.893
+27,block_sparse_moe.experts.228.w1,0.0003466662,0.05000,2.937
+27,block_sparse_moe.experts.224.w1,0.0005582637,0.05000,2.893
+27,block_sparse_moe.experts.227.w1,0.0004922583,0.05000,2.834
+27,block_sparse_moe.experts.235.w1,0.0001226357,0.05000,2.916
+27,block_sparse_moe.experts.236.w1,0.0001329575,0.05000,2.916
+27,block_sparse_moe.experts.232.w1,0.0001688798,0.05000,2.917
+27,block_sparse_moe.experts.239.w1,0.0007415063,0.05000,2.908
+27,block_sparse_moe.experts.231.w1,0.0003329940,0.05000,2.889
+27,block_sparse_moe.experts.233.w1,0.0006878629,0.05000,3.127
+27,block_sparse_moe.experts.237.w1,0.0003860174,0.05000,3.077
+27,block_sparse_moe.experts.229.w1,0.0005230450,0.05000,3.081
+27,block_sparse_moe.experts.225.w1,0.0007554414,0.05000,3.021
+27,block_sparse_moe.experts.250.w1,0.0000872213,0.05000,2.753
+27,block_sparse_moe.experts.242.w1,0.0003005227,0.05000,2.758
+27,block_sparse_moe.experts.254.w1,0.0002832582,0.05000,2.708
+27,block_sparse_moe.experts.246.w1,0.0005545999,0.05000,2.696
+27,block_sparse_moe.experts.244.w1,0.0008302342,0.05000,2.989
+27,block_sparse_moe.experts.243.w1,0.0008794499,0.05000,2.996
+27,block_sparse_moe.experts.251.w1,0.0002549830,0.05000,3.017
+27,block_sparse_moe.experts.248.w1,0.0009018135,0.05000,2.989
+27,block_sparse_moe.experts.252.w1,0.0001521505,0.05000,3.042
+27,block_sparse_moe.experts.240.w1,0.0004824032,0.05000,3.143
+27,block_sparse_moe.experts.249.w1,0.0008034629,0.05000,2.754
+27,block_sparse_moe.experts.255.w1,0.0001630851,0.05000,2.997
+27,block_sparse_moe.experts.253.w1,0.0004101198,0.05000,2.820
+27,block_sparse_moe.experts.247.w1,0.0001739107,0.05000,3.161
+27,block_sparse_moe.experts.245.w1,0.0002624356,0.05000,2.839
+27,block_sparse_moe.experts.241.w1,0.0004147567,0.05000,2.867
+27,block_sparse_moe.experts.10.w3,0.0007855703,0.05000,2.906
+27,block_sparse_moe.experts.2.w3,0.0000479346,0.05000,2.895
+27,block_sparse_moe.experts.14.w3,0.0014431285,0.05000,2.936
+27,block_sparse_moe.experts.6.w3,0.0005354764,0.05000,3.023
+27,block_sparse_moe.experts.3.w3,0.0002830694,0.05000,3.016
+27,block_sparse_moe.experts.4.w3,0.0000891197,0.05000,3.195
+27,block_sparse_moe.experts.11.w3,0.0011988765,0.05000,3.074
+27,block_sparse_moe.experts.0.w3,0.0009784123,0.05000,3.011
+27,block_sparse_moe.experts.8.w3,0.0004383584,0.05000,3.112
+27,block_sparse_moe.experts.12.w3,0.0006961095,0.05000,3.125
+27,block_sparse_moe.experts.15.w3,0.0002786472,0.05000,3.112
+27,block_sparse_moe.experts.9.w3,0.0003754810,0.05000,3.191
+27,block_sparse_moe.experts.7.w3,0.0003697200,0.05000,3.089
+27,block_sparse_moe.experts.13.w3,0.0005242241,0.05000,3.227
+27,block_sparse_moe.experts.5.w3,0.0003193504,0.05000,3.163
+27,block_sparse_moe.experts.1.w3,0.0002345293,0.05000,3.313
+27,block_sparse_moe.experts.26.w3,0.0009684432,0.05000,2.956
+27,block_sparse_moe.experts.18.w3,0.0003804417,0.05000,2.976
+27,block_sparse_moe.experts.30.w3,0.0010133736,0.05000,2.864
+27,block_sparse_moe.experts.22.w3,0.0010287714,0.05000,2.862
+27,block_sparse_moe.experts.19.w3,0.0007475156,0.05000,2.915
+27,block_sparse_moe.experts.20.w3,0.0009349393,0.05000,2.972
+27,block_sparse_moe.experts.27.w3,0.0001774421,0.05000,2.938
+27,block_sparse_moe.experts.24.w3,0.0007362555,0.05000,3.018
+27,block_sparse_moe.experts.28.w3,0.0001343847,0.05000,3.022
+27,block_sparse_moe.experts.16.w3,0.0004295734,0.05000,3.175
+27,block_sparse_moe.experts.31.w3,0.0024856909,0.05000,2.976
+27,block_sparse_moe.experts.25.w3,0.0013025649,0.05000,3.066
+27,block_sparse_moe.experts.23.w3,0.0007795445,0.05000,3.061
+27,block_sparse_moe.experts.29.w3,0.0001185976,0.05000,3.063
+27,block_sparse_moe.experts.21.w3,0.0003791254,0.05000,2.932
+27,block_sparse_moe.experts.17.w3,0.0003357697,0.05000,2.971
+27,block_sparse_moe.experts.34.w3,0.0004360952,0.05000,2.814
+27,block_sparse_moe.experts.42.w3,0.0003501254,0.05000,2.839
+27,block_sparse_moe.experts.46.w3,0.0006907622,0.05000,2.832
+27,block_sparse_moe.experts.38.w3,0.0004089120,0.05000,2.936
+27,block_sparse_moe.experts.35.w3,0.0005444175,0.05000,3.057
+27,block_sparse_moe.experts.36.w3,0.0009885131,0.05000,2.977
+27,block_sparse_moe.experts.43.w3,0.0005498149,0.05000,3.046
+27,block_sparse_moe.experts.44.w3,0.0010448534,0.05000,2.883
+27,block_sparse_moe.experts.40.w3,0.0004464366,0.05000,2.952
+27,block_sparse_moe.experts.32.w3,0.0002857176,0.05000,2.993
+27,block_sparse_moe.experts.47.w3,0.0007707120,0.05000,2.916
+27,block_sparse_moe.experts.41.w3,0.0004313470,0.05000,2.929
+27,block_sparse_moe.experts.39.w3,0.0002868710,0.05000,3.030
+27,block_sparse_moe.experts.45.w3,0.0010032582,0.05000,3.041
+27,block_sparse_moe.experts.37.w3,0.0003748989,0.05000,3.050
+27,block_sparse_moe.experts.33.w3,0.0004271424,0.05000,3.072
+27,block_sparse_moe.experts.58.w3,0.0012445003,0.05000,2.978
+27,block_sparse_moe.experts.50.w3,0.0013164582,0.05000,2.987
+27,block_sparse_moe.experts.62.w3,0.0005256459,0.05000,3.010
+27,block_sparse_moe.experts.54.w3,0.0006707210,0.05000,3.035
+27,block_sparse_moe.experts.51.w3,0.0005970005,0.05000,2.844
+27,block_sparse_moe.experts.52.w3,0.0005385731,0.05000,2.877
+27,block_sparse_moe.experts.56.w3,0.0003930810,0.05000,2.852
+27,block_sparse_moe.experts.59.w3,0.0003708269,0.05000,2.931
+27,block_sparse_moe.experts.60.w3,0.0004349429,0.05000,2.966
+27,block_sparse_moe.experts.48.w3,0.0010670281,0.05000,2.905
+27,block_sparse_moe.experts.63.w3,0.0002744610,0.05000,2.969
+27,block_sparse_moe.experts.57.w3,0.0008517818,0.05000,3.006
+27,block_sparse_moe.experts.55.w3,0.0006334838,0.05000,3.029
+27,block_sparse_moe.experts.61.w3,0.0007433024,0.05000,2.966
+27,block_sparse_moe.experts.53.w3,0.0004228118,0.05000,2.992
+27,block_sparse_moe.experts.74.w3,0.0002852450,0.05000,2.991
+27,block_sparse_moe.experts.49.w3,0.0006102730,0.05000,3.023
+27,block_sparse_moe.experts.66.w3,0.0001700105,0.05000,3.054
+27,block_sparse_moe.experts.78.w3,0.0004792169,0.05000,3.037
+27,block_sparse_moe.experts.70.w3,0.0003665712,0.05000,3.017
+27,block_sparse_moe.experts.68.w3,0.0005542670,0.05000,2.971
+27,block_sparse_moe.experts.67.w3,0.0004336285,0.05000,3.057
+27,block_sparse_moe.experts.75.w3,0.0004212678,0.05000,3.068
+27,block_sparse_moe.experts.72.w3,0.0006861735,0.05000,3.137
+27,block_sparse_moe.experts.76.w3,0.0008005381,0.05000,3.076
+27,block_sparse_moe.experts.64.w3,0.0006296839,0.05000,3.064
+27,block_sparse_moe.experts.79.w3,0.0003738461,0.05000,2.996
+27,block_sparse_moe.experts.73.w3,0.0003349666,0.05000,2.993
+27,block_sparse_moe.experts.77.w3,0.0010917513,0.05000,2.994
+27,block_sparse_moe.experts.71.w3,0.0006482070,0.05000,3.023
+27,block_sparse_moe.experts.69.w3,0.0005922664,0.05000,2.978
+27,block_sparse_moe.experts.65.w3,0.0015677733,0.05000,2.979
+27,block_sparse_moe.experts.90.w3,0.0004798125,0.05000,3.083
+27,block_sparse_moe.experts.82.w3,0.0010502165,0.05000,3.121
+27,block_sparse_moe.experts.94.w3,0.0007466190,0.05000,3.060
+27,block_sparse_moe.experts.86.w3,0.0003464486,0.05000,3.069
+27,block_sparse_moe.experts.83.w3,0.0005068743,0.05000,2.923
+27,block_sparse_moe.experts.84.w3,0.0003393968,0.05000,3.007
+27,block_sparse_moe.experts.91.w3,0.0004793286,0.05000,2.942
+27,block_sparse_moe.experts.88.w3,0.0005403580,0.05000,2.955
+27,block_sparse_moe.experts.92.w3,0.0009333140,0.05000,3.005
+27,block_sparse_moe.experts.80.w3,0.0004313376,0.05000,2.989
+27,block_sparse_moe.experts.95.w3,0.0001365382,0.05000,2.996
+27,block_sparse_moe.experts.89.w3,0.0007521398,0.05000,3.011
+27,block_sparse_moe.experts.87.w3,0.0002911062,0.05000,2.949
+27,block_sparse_moe.experts.93.w3,0.0002584983,0.05000,3.083
+27,block_sparse_moe.experts.85.w3,0.0004388967,0.05000,3.117
+27,block_sparse_moe.experts.81.w3,0.0006853129,0.05000,3.050
+27,block_sparse_moe.experts.106.w3,0.0005904011,0.05000,3.112
+27,block_sparse_moe.experts.98.w3,0.0004023118,0.05000,3.118
+27,block_sparse_moe.experts.110.w3,0.0002382234,0.05000,3.155
+27,block_sparse_moe.experts.102.w3,0.0001418031,0.05000,3.117
+27,block_sparse_moe.experts.100.w3,0.0007221198,0.05000,2.774
+27,block_sparse_moe.experts.99.w3,0.0001412206,0.05000,3.077
+27,block_sparse_moe.experts.104.w3,0.0013299876,0.05000,2.844
+27,block_sparse_moe.experts.108.w3,0.0010349724,0.05000,2.820
+27,block_sparse_moe.experts.96.w3,0.0006564618,0.05000,2.727
+27,block_sparse_moe.experts.107.w3,0.0003224261,0.05000,2.978
+27,block_sparse_moe.experts.111.w3,0.0002955352,0.05000,3.042
+27,block_sparse_moe.experts.105.w3,0.0006745036,0.05000,2.911
+27,block_sparse_moe.experts.109.w3,0.0008580056,0.05000,2.886
+27,block_sparse_moe.experts.103.w3,0.0006431710,0.05000,3.010
+27,block_sparse_moe.experts.101.w3,0.0008543831,0.05000,2.860
+27,block_sparse_moe.experts.97.w3,0.0007570848,0.05000,2.872
+27,block_sparse_moe.experts.122.w3,0.0008908582,0.05000,3.023
+27,block_sparse_moe.experts.114.w3,0.0004594129,0.05000,2.945
+27,block_sparse_moe.experts.126.w3,0.0004452421,0.05000,3.193
+27,block_sparse_moe.experts.118.w3,0.0008223518,0.05000,3.070
+27,block_sparse_moe.experts.116.w3,0.0002774584,0.05000,3.029
+27,block_sparse_moe.experts.115.w3,0.0006592205,0.05000,2.880
+27,block_sparse_moe.experts.120.w3,0.0007824966,0.05000,2.889
+27,block_sparse_moe.experts.112.w3,0.0000969481,0.05000,2.926
+27,block_sparse_moe.experts.124.w3,0.0005838277,0.05000,2.963
+27,block_sparse_moe.experts.123.w3,0.0007367852,0.05000,3.016
+27,block_sparse_moe.experts.121.w3,0.0004435139,0.05000,2.885
+27,block_sparse_moe.experts.127.w3,0.0000792056,0.05000,2.953
+27,block_sparse_moe.experts.125.w3,0.0005220912,0.05000,2.862
+27,block_sparse_moe.experts.119.w3,0.0002274658,0.05000,2.932
+27,block_sparse_moe.experts.117.w3,0.0007049094,0.05000,2.921
+27,block_sparse_moe.experts.113.w3,0.0003917418,0.05000,2.933
+27,block_sparse_moe.experts.138.w3,0.0001950152,0.05000,2.951
+27,block_sparse_moe.experts.130.w3,0.0006709573,0.05000,2.990
+27,block_sparse_moe.experts.142.w3,0.0002908872,0.05000,2.825
+27,block_sparse_moe.experts.134.w3,0.0005871999,0.05000,2.774
+27,block_sparse_moe.experts.132.w3,0.0005396317,0.05000,2.989
+27,block_sparse_moe.experts.131.w3,0.0005672689,0.05000,2.911
+27,block_sparse_moe.experts.136.w3,0.0004455343,0.05000,2.911
+27,block_sparse_moe.experts.139.w3,0.0005106172,0.05000,2.789
+27,block_sparse_moe.experts.140.w3,0.0010436117,0.05000,2.878
+27,block_sparse_moe.experts.128.w3,0.0012506599,0.05000,3.017
+27,block_sparse_moe.experts.143.w3,0.0003699855,0.05000,2.834
+27,block_sparse_moe.experts.137.w3,0.0003240704,0.05000,2.935
+27,block_sparse_moe.experts.141.w3,0.0009834931,0.05000,2.943
+27,block_sparse_moe.experts.133.w3,0.0006539526,0.05000,2.907
+27,block_sparse_moe.experts.135.w3,0.0004177113,0.05000,2.989
+27,block_sparse_moe.experts.129.w3,0.0005062212,0.05000,2.941
+27,block_sparse_moe.experts.154.w3,0.0006917739,0.05000,2.775
+27,block_sparse_moe.experts.146.w3,0.0001484779,0.05000,2.777
+27,block_sparse_moe.experts.158.w3,0.0009107437,0.05000,2.823
+27,block_sparse_moe.experts.150.w3,0.0001221868,0.05000,2.926
+27,block_sparse_moe.experts.148.w3,0.0005760878,0.05000,2.857
+27,block_sparse_moe.experts.152.w3,0.0007897563,0.05000,2.895
+27,block_sparse_moe.experts.156.w3,0.0004558244,0.05000,2.825
+27,block_sparse_moe.experts.155.w3,0.0006382846,0.05000,2.954
+27,block_sparse_moe.experts.144.w3,0.0004773872,0.05000,2.841
+27,block_sparse_moe.experts.147.w3,0.0007575965,0.05000,3.112
+27,block_sparse_moe.experts.159.w3,0.0002230121,0.05000,2.987
+27,block_sparse_moe.experts.153.w3,0.0004430595,0.05000,2.998
+27,block_sparse_moe.experts.157.w3,0.0000450070,0.05000,2.949
+27,block_sparse_moe.experts.149.w3,0.0001783312,0.05000,2.948
+27,block_sparse_moe.experts.151.w3,0.0005679550,0.05000,2.986
+27,block_sparse_moe.experts.170.w3,0.0003066519,0.05000,2.731
+27,block_sparse_moe.experts.145.w3,0.0001092926,0.05000,2.977
+27,block_sparse_moe.experts.162.w3,0.0007781633,0.05000,2.806
+27,block_sparse_moe.experts.174.w3,0.0008031672,0.05000,2.884
+27,block_sparse_moe.experts.166.w3,0.0008398051,0.05000,2.862
+27,block_sparse_moe.experts.164.w3,0.0003948866,0.05000,2.937
+27,block_sparse_moe.experts.172.w3,0.0003743474,0.05000,2.875
+27,block_sparse_moe.experts.168.w3,0.0017900448,0.05000,2.924
+27,block_sparse_moe.experts.160.w3,0.0006048718,0.05000,2.929
+27,block_sparse_moe.experts.171.w3,0.0006981155,0.05000,2.970
+27,block_sparse_moe.experts.163.w3,0.0004640591,0.05000,2.978
+27,block_sparse_moe.experts.175.w3,0.0008145561,0.05000,3.009
+27,block_sparse_moe.experts.169.w3,0.0000512092,0.05000,2.936
+27,block_sparse_moe.experts.173.w3,0.0009514986,0.05000,2.927
+27,block_sparse_moe.experts.165.w3,0.0005139187,0.05000,2.947
+27,block_sparse_moe.experts.167.w3,0.0007220697,0.05000,2.900
+27,block_sparse_moe.experts.161.w3,0.0001650894,0.05000,2.939
+27,block_sparse_moe.experts.186.w3,0.0004747210,0.05000,3.100
+27,block_sparse_moe.experts.178.w3,0.0002454144,0.05000,3.014
+27,block_sparse_moe.experts.190.w3,0.0001637446,0.05000,3.084
+27,block_sparse_moe.experts.182.w3,0.0003954914,0.05000,2.947
+27,block_sparse_moe.experts.180.w3,0.0006367316,0.05000,2.809
+27,block_sparse_moe.experts.188.w3,0.0007505661,0.05000,2.790
+27,block_sparse_moe.experts.184.w3,0.0013172736,0.05000,2.824
+27,block_sparse_moe.experts.179.w3,0.0000575399,0.05000,2.662
+27,block_sparse_moe.experts.187.w3,0.0005911094,0.05000,2.698
+27,block_sparse_moe.experts.176.w3,0.0013319522,0.05000,2.781
+27,block_sparse_moe.experts.191.w3,0.0005769894,0.05000,2.778
+27,block_sparse_moe.experts.185.w3,0.0002674459,0.05000,3.076
+27,block_sparse_moe.experts.183.w3,0.0006002738,0.05000,2.826
+27,block_sparse_moe.experts.181.w3,0.0002133824,0.05000,2.980
+27,block_sparse_moe.experts.189.w3,0.0006252194,0.05000,3.186
+27,block_sparse_moe.experts.202.w3,0.0008086865,0.05000,2.946
+27,block_sparse_moe.experts.194.w3,0.0001749764,0.05000,2.930
+27,block_sparse_moe.experts.177.w3,0.0001666132,0.05000,3.089
+27,block_sparse_moe.experts.206.w3,0.0004771821,0.05000,3.001
+27,block_sparse_moe.experts.198.w3,0.0008261143,0.05000,3.049
+27,block_sparse_moe.experts.196.w3,0.0005237395,0.05000,2.847
+27,block_sparse_moe.experts.200.w3,0.0005218353,0.05000,2.826
+27,block_sparse_moe.experts.204.w3,0.0008032077,0.05000,2.934
+27,block_sparse_moe.experts.192.w3,0.0003879499,0.05000,2.862
+27,block_sparse_moe.experts.195.w3,0.0012128402,0.05000,3.106
+27,block_sparse_moe.experts.203.w3,0.0000445632,0.05000,3.118
+27,block_sparse_moe.experts.201.w3,0.0002072115,0.05000,2.852
+27,block_sparse_moe.experts.207.w3,0.0009721261,0.05000,3.193
+27,block_sparse_moe.experts.197.w3,0.0003692290,0.05000,2.872
+27,block_sparse_moe.experts.199.w3,0.0003181921,0.05000,3.021
+27,block_sparse_moe.experts.205.w3,0.0002912741,0.05000,2.803
+27,block_sparse_moe.experts.193.w3,0.0009875948,0.05000,2.808
+27,block_sparse_moe.experts.218.w3,0.0007679703,0.05000,2.941
+27,block_sparse_moe.experts.210.w3,0.0009982830,0.05000,2.931
+27,block_sparse_moe.experts.222.w3,0.0014579153,0.05000,2.891
+27,block_sparse_moe.experts.214.w3,0.0002670632,0.05000,2.879
+27,block_sparse_moe.experts.212.w3,0.0007453987,0.05000,2.815
+27,block_sparse_moe.experts.220.w3,0.0007979101,0.05000,2.776
+27,block_sparse_moe.experts.216.w3,0.0009016077,0.05000,2.864
+27,block_sparse_moe.experts.208.w3,0.0001970430,0.05000,2.821
+27,block_sparse_moe.experts.211.w3,0.0010950218,0.05000,2.962
+27,block_sparse_moe.experts.219.w3,0.0008199071,0.05000,3.032
+27,block_sparse_moe.experts.217.w3,0.0010756106,0.05000,2.601
+27,block_sparse_moe.experts.213.w3,0.0003171039,0.05000,2.587
+27,block_sparse_moe.experts.223.w3,0.0002337649,0.05000,2.884
+27,block_sparse_moe.experts.221.w3,0.0002842409,0.05000,2.740
+27,block_sparse_moe.experts.215.w3,0.0009955766,0.05000,2.860
+27,block_sparse_moe.experts.209.w3,0.0003760603,0.05000,2.567
+27,block_sparse_moe.experts.234.w3,0.0004686392,0.05000,2.834
+27,block_sparse_moe.experts.226.w3,0.0006419840,0.05000,2.850
+27,block_sparse_moe.experts.238.w3,0.0008770663,0.05000,2.865
+27,block_sparse_moe.experts.230.w3,0.0009937624,0.05000,2.926
+27,block_sparse_moe.experts.232.w3,0.0001892861,0.05000,2.706
+27,block_sparse_moe.experts.228.w3,0.0003860853,0.05000,2.902
+27,block_sparse_moe.experts.236.w3,0.0001405207,0.05000,2.847
+27,block_sparse_moe.experts.224.w3,0.0006026045,0.05000,2.876
+27,block_sparse_moe.experts.227.w3,0.0005058386,0.05000,2.968
+27,block_sparse_moe.experts.235.w3,0.0001349638,0.05000,2.936
+27,block_sparse_moe.experts.233.w3,0.0007127714,0.05000,2.805
+27,block_sparse_moe.experts.229.w3,0.0006025116,0.05000,2.807
+27,block_sparse_moe.experts.239.w3,0.0008084681,0.05000,2.913
+27,block_sparse_moe.experts.237.w3,0.0004024864,0.05000,2.861
+27,block_sparse_moe.experts.231.w3,0.0003419741,0.05000,2.966
+27,block_sparse_moe.experts.225.w3,0.0007787442,0.05000,2.905
+27,block_sparse_moe.experts.242.w3,0.0003315424,0.05000,3.158
+27,block_sparse_moe.experts.250.w3,0.0000949335,0.05000,3.228
+27,block_sparse_moe.experts.254.w3,0.0003239159,0.05000,2.907
+27,block_sparse_moe.experts.246.w3,0.0005821618,0.05000,2.704
+27,block_sparse_moe.experts.248.w3,0.0009498447,0.05000,2.809
+27,block_sparse_moe.experts.244.w3,0.0008691383,0.05000,2.805
+27,block_sparse_moe.experts.252.w3,0.0001610050,0.05000,2.769
+27,block_sparse_moe.experts.240.w3,0.0004955453,0.05000,2.699
+27,block_sparse_moe.experts.243.w3,0.0009292761,0.05000,2.720
+27,block_sparse_moe.experts.249.w3,0.0008206845,0.05000,2.696
+27,block_sparse_moe.experts.251.w3,0.0002709704,0.05000,2.829
+27,block_sparse_moe.experts.245.w3,0.0002733426,0.05000,2.652
+27,block_sparse_moe.experts.255.w3,0.0001736177,0.05000,2.643
+27,block_sparse_moe.experts.253.w3,0.0004201097,0.05000,2.601
+27,block_sparse_moe.experts.247.w3,0.0001814888,0.05000,2.412
+27,block_sparse_moe.experts.241.w3,0.0004270790,0.05000,2.397
+27,block_sparse_moe.experts.3.w2,0.0006352129,0.05000,1.545
+27,block_sparse_moe.experts.15.w2,0.0007100063,0.05000,1.519
+27,block_sparse_moe.experts.8.w2,0.0002098848,0.05000,1.531
+27,block_sparse_moe.experts.5.w2,0.0003063917,0.05000,1.559
+27,block_sparse_moe.experts.1.w2,0.0003305039,0.05000,1.583
+27,block_sparse_moe.experts.9.w2,0.0007698286,0.05000,1.563
+27,block_sparse_moe.experts.11.w2,0.0011284103,0.05000,1.573
+27,block_sparse_moe.experts.4.w2,0.0000665135,0.05000,1.604
+27,block_sparse_moe.experts.6.w2,0.0007853491,0.05000,1.591
+27,block_sparse_moe.experts.13.w2,0.0012460983,0.05000,1.578
+27,block_sparse_moe.experts.10.w2,0.0002976550,0.05000,1.580
+27,block_sparse_moe.experts.2.w2,0.0000505843,0.05000,1.630
+27,block_sparse_moe.experts.14.w2,0.0009665645,0.05000,1.602
+27,block_sparse_moe.experts.0.w2,0.0003951657,0.05000,1.651
+27,block_sparse_moe.experts.12.w2,0.0010718120,0.05000,1.623
+27,block_sparse_moe.experts.7.w2,0.0001778140,0.05000,1.658
+27,block_sparse_moe.experts.24.w2,0.0008503240,0.05000,1.461
+27,block_sparse_moe.experts.21.w2,0.0005907174,0.05000,1.467
+27,block_sparse_moe.experts.20.w2,0.0016589332,0.05000,1.443
+27,block_sparse_moe.experts.25.w2,0.0007203336,0.05000,1.486
+27,block_sparse_moe.experts.31.w2,0.0045362621,0.05000,1.533
+27,block_sparse_moe.experts.19.w2,0.0003000562,0.05000,1.539
+27,block_sparse_moe.experts.22.w2,0.0004195408,0.05000,1.483
+27,block_sparse_moe.experts.16.w2,0.0006002592,0.05000,1.443
+27,block_sparse_moe.experts.29.w2,0.0001028141,0.05000,1.491
+27,block_sparse_moe.experts.26.w2,0.0009417986,0.05000,1.506
+27,block_sparse_moe.experts.17.w2,0.0004093304,0.05000,1.532
+27,block_sparse_moe.experts.27.w2,0.0002987112,0.05000,1.522
+27,block_sparse_moe.experts.18.w2,0.0002049842,0.05000,1.520
+27,block_sparse_moe.experts.28.w2,0.0001340995,0.05000,1.502
+27,block_sparse_moe.experts.30.w2,0.0017310508,0.05000,1.574
+27,block_sparse_moe.experts.23.w2,0.0012261671,0.05000,1.583
+27,block_sparse_moe.experts.40.w2,0.0005997210,0.05000,1.452
+27,block_sparse_moe.experts.36.w2,0.0009962771,0.05000,1.479
+27,block_sparse_moe.experts.37.w2,0.0003160253,0.05000,1.520
+27,block_sparse_moe.experts.42.w2,0.0004952012,0.05000,1.445
+27,block_sparse_moe.experts.32.w2,0.0004530834,0.05000,1.470
+27,block_sparse_moe.experts.38.w2,0.0002637214,0.05000,1.482
+27,block_sparse_moe.experts.44.w2,0.0010304286,0.05000,1.447
+27,block_sparse_moe.experts.35.w2,0.0002171186,0.05000,1.523
+27,block_sparse_moe.experts.41.w2,0.0003076329,0.05000,1.531
+27,block_sparse_moe.experts.45.w2,0.0006127412,0.05000,1.521
+27,block_sparse_moe.experts.34.w2,0.0004532149,0.05000,1.470
+27,block_sparse_moe.experts.47.w2,0.0003724369,0.05000,1.553
+27,block_sparse_moe.experts.46.w2,0.0007878489,0.05000,1.453
+27,block_sparse_moe.experts.43.w2,0.0001279398,0.05000,1.550
+27,block_sparse_moe.experts.33.w2,0.0003672623,0.05000,1.560
+27,block_sparse_moe.experts.39.w2,0.0002519669,0.05000,1.581
+27,block_sparse_moe.experts.56.w2,0.0007072037,0.05000,1.343
+27,block_sparse_moe.experts.48.w2,0.0017014375,0.05000,1.302
+27,block_sparse_moe.experts.52.w2,0.0006438777,0.05000,1.400
+27,block_sparse_moe.experts.58.w2,0.0007999929,0.05000,1.417
+27,block_sparse_moe.experts.54.w2,0.0008279093,0.05000,1.410
+27,block_sparse_moe.experts.60.w2,0.0008120967,0.05000,1.388
+27,block_sparse_moe.experts.50.w2,0.0017359577,0.05000,1.392
+27,block_sparse_moe.experts.61.w2,0.0009246198,0.05000,1.418
+27,block_sparse_moe.experts.53.w2,0.0003557956,0.05000,1.519
+27,block_sparse_moe.experts.57.w2,0.0011261770,0.05000,1.477
+27,block_sparse_moe.experts.63.w2,0.0006818476,0.05000,1.477
+27,block_sparse_moe.experts.49.w2,0.0003206481,0.05000,1.453
+27,block_sparse_moe.experts.59.w2,0.0002588175,0.05000,1.459
+27,block_sparse_moe.experts.62.w2,0.0010734253,0.05000,1.474
+27,block_sparse_moe.experts.51.w2,0.0011663241,0.05000,1.534
+27,block_sparse_moe.experts.55.w2,0.0006056295,0.05000,1.438
+27,block_sparse_moe.experts.72.w2,0.0005672949,0.05000,1.397
+27,block_sparse_moe.experts.64.w2,0.0005793154,0.05000,1.423
+27,block_sparse_moe.experts.70.w2,0.0002305320,0.05000,1.330
+27,block_sparse_moe.experts.74.w2,0.0004559071,0.05000,1.355
+27,block_sparse_moe.experts.68.w2,0.0007688272,0.05000,1.420
+27,block_sparse_moe.experts.66.w2,0.0001722978,0.05000,1.371
+27,block_sparse_moe.experts.76.w2,0.0025618188,0.05000,1.420
+27,block_sparse_moe.experts.78.w2,0.0004774006,0.05000,1.316
+27,block_sparse_moe.experts.69.w2,0.0002188651,0.05000,1.421
+27,block_sparse_moe.experts.73.w2,0.0003113393,0.05000,1.433
+27,block_sparse_moe.experts.79.w2,0.0003804457,0.05000,1.436
+27,block_sparse_moe.experts.75.w2,0.0004101550,0.05000,1.417
+27,block_sparse_moe.experts.77.w2,0.0022459595,0.05000,1.513
+27,block_sparse_moe.experts.67.w2,0.0010148722,0.05000,1.448
+27,block_sparse_moe.experts.65.w2,0.0011321830,0.05000,1.470
+27,block_sparse_moe.experts.71.w2,0.0007233856,0.05000,1.551
+27,block_sparse_moe.experts.88.w2,0.0009512711,0.05000,1.440
+27,block_sparse_moe.experts.80.w2,0.0008771953,0.05000,1.419
+27,block_sparse_moe.experts.86.w2,0.0004152475,0.05000,1.479
+27,block_sparse_moe.experts.82.w2,0.0005229517,0.05000,1.432
+27,block_sparse_moe.experts.84.w2,0.0005657820,0.05000,1.485
+27,block_sparse_moe.experts.92.w2,0.0008079125,0.05000,1.452
+27,block_sparse_moe.experts.85.w2,0.0003388453,0.05000,1.416
+27,block_sparse_moe.experts.91.w2,0.0011317775,0.05000,1.379
+27,block_sparse_moe.experts.90.w2,0.0006455299,0.05000,1.599
+27,block_sparse_moe.experts.94.w2,0.0004221576,0.05000,1.492
+27,block_sparse_moe.experts.95.w2,0.0001058972,0.05000,1.419
+27,block_sparse_moe.experts.83.w2,0.0006535980,0.05000,1.391
+27,block_sparse_moe.experts.93.w2,0.0000856683,0.05000,1.462
+27,block_sparse_moe.experts.89.w2,0.0008269835,0.05000,1.535
+27,block_sparse_moe.experts.81.w2,0.0004385460,0.05000,1.478
+27,block_sparse_moe.experts.87.w2,0.0002426489,0.05000,1.412
+27,block_sparse_moe.experts.98.w2,0.0002926765,0.05000,1.300
+27,block_sparse_moe.experts.102.w2,0.0002584550,0.05000,1.385
+27,block_sparse_moe.experts.96.w2,0.0009349180,0.05000,1.532
+27,block_sparse_moe.experts.110.w2,0.0000921502,0.05000,1.323
+27,block_sparse_moe.experts.104.w2,0.0014958242,0.05000,1.619
+27,block_sparse_moe.experts.106.w2,0.0009800692,0.05000,1.360
+27,block_sparse_moe.experts.100.w2,0.0016473119,0.05000,1.515
+27,block_sparse_moe.experts.107.w2,0.0003058438,0.05000,1.433
+27,block_sparse_moe.experts.108.w2,0.0014878327,0.05000,1.526
+27,block_sparse_moe.experts.101.w2,0.0006364793,0.05000,1.487
+27,block_sparse_moe.experts.99.w2,0.0001677315,0.05000,1.484
+27,block_sparse_moe.experts.111.w2,0.0003290242,0.05000,1.523
+27,block_sparse_moe.experts.109.w2,0.0008706973,0.05000,1.545
+27,block_sparse_moe.experts.97.w2,0.0003585515,0.05000,1.531
+27,block_sparse_moe.experts.105.w2,0.0006118105,0.05000,1.602
+27,block_sparse_moe.experts.103.w2,0.0005897411,0.05000,1.459
+27,block_sparse_moe.experts.114.w2,0.0002626336,0.05000,1.489
+27,block_sparse_moe.experts.118.w2,0.0006254130,0.05000,1.511
+27,block_sparse_moe.experts.120.w2,0.0012595423,0.05000,1.479
+27,block_sparse_moe.experts.123.w2,0.0014935326,0.05000,1.408
+27,block_sparse_moe.experts.112.w2,0.0001304954,0.05000,1.543
+27,block_sparse_moe.experts.126.w2,0.0004267645,0.05000,1.518
+27,block_sparse_moe.experts.122.w2,0.0006112147,0.05000,1.534
+27,block_sparse_moe.experts.116.w2,0.0003281788,0.05000,1.495
+27,block_sparse_moe.experts.115.w2,0.0004551653,0.05000,1.398
+27,block_sparse_moe.experts.127.w2,0.0001027625,0.05000,1.397
+27,block_sparse_moe.experts.124.w2,0.0005218671,0.05000,1.515
+27,block_sparse_moe.experts.117.w2,0.0009350931,0.05000,1.550
+27,block_sparse_moe.experts.125.w2,0.0004529689,0.05000,1.507
+27,block_sparse_moe.experts.119.w2,0.0004081851,0.05000,1.401
+27,block_sparse_moe.experts.113.w2,0.0002235868,0.05000,1.542
+27,block_sparse_moe.experts.121.w2,0.0009130414,0.05000,1.525
+27,block_sparse_moe.experts.130.w2,0.0009097874,0.05000,1.562
+27,block_sparse_moe.experts.139.w2,0.0003848360,0.05000,1.429
+27,block_sparse_moe.experts.134.w2,0.0006945595,0.05000,1.545
+27,block_sparse_moe.experts.136.w2,0.0004536833,0.05000,1.516
+27,block_sparse_moe.experts.138.w2,0.0002825479,0.05000,1.492
+27,block_sparse_moe.experts.143.w2,0.0001888554,0.05000,1.458
+27,block_sparse_moe.experts.142.w2,0.0005634016,0.05000,1.568
+27,block_sparse_moe.experts.131.w2,0.0013334942,0.05000,1.495
+27,block_sparse_moe.experts.132.w2,0.0003775868,0.05000,1.529
+27,block_sparse_moe.experts.128.w2,0.0020981133,0.05000,1.606
+27,block_sparse_moe.experts.133.w2,0.0003634841,0.05000,1.548
+27,block_sparse_moe.experts.140.w2,0.0005417818,0.05000,1.590
+27,block_sparse_moe.experts.141.w2,0.0016091808,0.05000,1.482
+27,block_sparse_moe.experts.135.w2,0.0003397368,0.05000,1.491
+27,block_sparse_moe.experts.129.w2,0.0002810123,0.05000,1.469
+27,block_sparse_moe.experts.137.w2,0.0002262878,0.05000,1.463
+27,block_sparse_moe.experts.155.w2,0.0002217905,0.05000,1.362
+27,block_sparse_moe.experts.150.w2,0.0001255733,0.05000,1.396
+27,block_sparse_moe.experts.146.w2,0.0003388703,0.05000,1.494
+27,block_sparse_moe.experts.159.w2,0.0002016569,0.05000,1.329
+27,block_sparse_moe.experts.154.w2,0.0009475783,0.05000,1.384
+27,block_sparse_moe.experts.147.w2,0.0018076453,0.05000,1.353
+27,block_sparse_moe.experts.158.w2,0.0011267887,0.05000,1.364
+27,block_sparse_moe.experts.152.w2,0.0006195055,0.05000,1.652
+27,block_sparse_moe.experts.151.w2,0.0010307818,0.05000,1.411
+27,block_sparse_moe.experts.148.w2,0.0003567935,0.05000,1.703
+27,block_sparse_moe.experts.144.w2,0.0002506972,0.05000,1.771
+27,block_sparse_moe.experts.156.w2,0.0004507318,0.05000,1.749
+27,block_sparse_moe.experts.171.w2,0.0003814104,0.05000,1.575
+27,block_sparse_moe.experts.175.w2,0.0003094921,0.05000,1.546
+27,block_sparse_moe.experts.163.w2,0.0003409893,0.05000,1.567
+27,block_sparse_moe.experts.168.w2,0.0012448891,0.05000,1.565
+27,block_sparse_moe.experts.167.w2,0.0003834019,0.05000,1.546
+27,block_sparse_moe.experts.164.w2,0.0006542479,0.05000,1.595
+27,block_sparse_moe.experts.160.w2,0.0005498046,0.05000,1.560
+27,block_sparse_moe.experts.172.w2,0.0007877931,0.05000,1.597
+27,block_sparse_moe.experts.149.w2,0.0002848405,0.05000,3.775
+27,block_sparse_moe.experts.145.w2,0.0002093414,0.05000,3.674
+27,block_sparse_moe.experts.157.w2,0.0000645363,0.05000,3.767
+27,block_sparse_moe.experts.153.w2,0.0001369754,0.05000,3.707
+27,block_sparse_moe.experts.187.w2,0.0005840251,0.05000,1.774
+27,block_sparse_moe.experts.191.w2,0.0006790869,0.05000,1.783
+27,block_sparse_moe.experts.179.w2,0.0000865172,0.05000,1.856
+27,block_sparse_moe.experts.184.w2,0.0015284508,0.05000,1.674
+27,block_sparse_moe.experts.183.w2,0.0011729357,0.05000,1.783
+27,block_sparse_moe.experts.180.w2,0.0003550654,0.05000,1.691
+27,block_sparse_moe.experts.176.w2,0.0012641219,0.05000,1.695
+27,block_sparse_moe.experts.188.w2,0.0004954897,0.05000,1.623
+27,block_sparse_moe.experts.165.w2,0.0002932189,0.05000,1.412
+27,block_sparse_moe.experts.161.w2,0.0001774591,0.05000,1.402
+27,block_sparse_moe.experts.173.w2,0.0005707400,0.05000,1.387
+27,block_sparse_moe.experts.169.w2,0.0000549270,0.05000,1.452
+27,block_sparse_moe.experts.200.w2,0.0001837756,0.05000,1.702
+27,block_sparse_moe.experts.192.w2,0.0004038763,0.05000,1.571
+27,block_sparse_moe.experts.196.w2,0.0008619874,0.05000,1.643
+27,block_sparse_moe.experts.204.w2,0.0005478946,0.05000,1.599
+27,block_sparse_moe.experts.181.w2,0.0003934676,0.05000,1.636
+27,block_sparse_moe.experts.189.w2,0.0003939819,0.05000,1.634
+27,block_sparse_moe.experts.177.w2,0.0003286040,0.05000,1.642
+27,block_sparse_moe.experts.185.w2,0.0006831802,0.05000,1.714
+27,block_sparse_moe.experts.216.w2,0.0003118207,0.05000,1.557
+27,block_sparse_moe.experts.208.w2,0.0001749402,0.05000,1.528
+27,block_sparse_moe.experts.220.w2,0.0009516585,0.05000,1.504
+27,block_sparse_moe.experts.212.w2,0.0006489968,0.05000,1.596
+27,block_sparse_moe.experts.197.w2,0.0005584148,0.05000,1.606
+27,block_sparse_moe.experts.193.w2,0.0004897553,0.05000,1.610
+27,block_sparse_moe.experts.205.w2,0.0002213519,0.05000,1.671
+27,block_sparse_moe.experts.203.w2,0.0000585682,0.05000,4.109
+27,block_sparse_moe.experts.207.w2,0.0005768506,0.05000,4.110
+27,block_sparse_moe.experts.201.w2,0.0003364210,0.05000,1.608
+27,block_sparse_moe.experts.195.w2,0.0007350709,0.05000,4.092
+27,block_sparse_moe.experts.199.w2,0.0003348530,0.05000,4.070
+27,block_sparse_moe.experts.174.w2,0.0009950767,0.05000,1.409
+27,block_sparse_moe.experts.166.w2,0.0004351162,0.05000,1.431
+27,block_sparse_moe.experts.170.w2,0.0007252411,0.05000,1.432
+27,block_sparse_moe.experts.232.w2,0.0002819075,0.05000,1.498
+27,block_sparse_moe.experts.162.w2,0.0005480702,0.05000,1.476
+27,block_sparse_moe.experts.224.w2,0.0017962323,0.05000,1.531
+27,block_sparse_moe.experts.236.w2,0.0000829955,0.05000,1.528
+27,block_sparse_moe.experts.228.w2,0.0003873199,0.05000,1.550
+27,block_sparse_moe.experts.213.w2,0.0004257663,0.05000,1.462
+27,block_sparse_moe.experts.221.w2,0.0006230781,0.05000,1.403
+27,block_sparse_moe.experts.209.w2,0.0004271607,0.05000,1.475
+27,block_sparse_moe.experts.217.w2,0.0008627667,0.05000,1.336
+27,block_sparse_moe.experts.219.w2,0.0005450504,0.05000,1.443
+27,block_sparse_moe.experts.223.w2,0.0004980436,0.05000,1.530
+27,block_sparse_moe.experts.211.w2,0.0011282428,0.05000,1.688
+27,block_sparse_moe.experts.215.w2,0.0007829175,0.05000,1.591
+27,block_sparse_moe.experts.235.w2,0.0001976004,0.05000,0.979
+27,block_sparse_moe.experts.186.w2,0.0003726919,0.05000,1.556
+27,block_sparse_moe.experts.190.w2,0.0002095937,0.05000,1.590
+27,block_sparse_moe.experts.182.w2,0.0001205026,0.05000,1.584
+27,block_sparse_moe.experts.239.w2,0.0007473140,0.05000,0.838
+27,block_sparse_moe.experts.178.w2,0.0001785760,0.05000,1.618
+27,block_sparse_moe.experts.248.w2,0.0005825370,0.05000,1.656
+27,block_sparse_moe.experts.240.w2,0.0002255350,0.05000,1.603
+27,block_sparse_moe.experts.252.w2,0.0001475008,0.05000,1.582
+27,block_sparse_moe.experts.244.w2,0.0006482483,0.05000,1.555
+27,block_sparse_moe.experts.233.w2,0.0003767142,0.05000,1.574
+27,block_sparse_moe.experts.237.w2,0.0001886004,0.05000,1.630
+27,block_sparse_moe.experts.229.w2,0.0011830893,0.05000,1.642
+27,block_sparse_moe.experts.225.w2,0.0004102654,0.05000,1.644
+27,block_sparse_moe.experts.198.w2,0.0006122513,0.05000,1.340
+27,block_sparse_moe.experts.206.w2,0.0005807615,0.05000,1.378
+27,block_sparse_moe.experts.202.w2,0.0020287137,0.05000,1.433
+27,block_sparse_moe.experts.194.w2,0.0000884062,0.05000,1.377
+27,block_sparse_moe.experts.231.w2,0.0001844531,0.05000,1.361
+27,block_sparse_moe.experts.251.w2,0.0002790749,0.05000,1.398
+27,block_sparse_moe.experts.255.w2,0.0002390823,0.05000,1.426
+27,block_sparse_moe.experts.227.w2,0.0006718848,0.05000,1.442
+27,block_sparse_moe.experts.249.w2,0.0008919520,0.05000,1.407
+27,block_sparse_moe.experts.241.w2,0.0002458052,0.05000,1.364
+27,block_sparse_moe.experts.245.w2,0.0002384940,0.05000,1.370
+27,block_sparse_moe.experts.253.w2,0.0000949499,0.05000,1.394
+27,block_sparse_moe.experts.247.w2,0.0001334002,0.05000,1.005
+27,block_sparse_moe.experts.243.w2,0.0005847069,0.05000,0.929
+27,block_sparse_moe.experts.214.w2,0.0003044886,0.05000,1.317
+27,block_sparse_moe.experts.222.w2,0.0013226986,0.05000,1.325
+27,block_sparse_moe.experts.218.w2,0.0003643444,0.05000,1.295
+27,block_sparse_moe.experts.210.w2,0.0005947304,0.05000,1.300
+27,block_sparse_moe.experts.230.w2,0.0004202596,0.05000,1.237
+27,block_sparse_moe.experts.234.w2,0.0002715252,0.05000,1.235
+27,block_sparse_moe.experts.238.w2,0.0025635613,0.05000,1.252
+27,block_sparse_moe.experts.226.w2,0.0007677042,0.05000,1.273
+27,block_sparse_moe.experts.246.w2,0.0003496174,0.05000,1.432
+27,block_sparse_moe.experts.254.w2,0.0005759428,0.05000,1.421
+27,block_sparse_moe.experts.250.w2,0.0001366700,0.05000,1.435
+27,block_sparse_moe.experts.242.w2,0.0008913056,0.05000,1.372
+28,self_attn.k_proj,0.0000039593,0.05000,0.850
+28,self_attn.q_proj,0.0000252871,0.05000,0.852
+28,self_attn.v_proj,0.0000031582,0.05000,0.911
+28,self_attn.o_proj,0.0000023702,0.05000,1.754
+28,block_sparse_moe.experts.6.w1,0.0010104708,0.05000,2.857
+28,block_sparse_moe.experts.2.w1,0.0004380803,0.05000,2.901
+28,block_sparse_moe.experts.14.w1,0.0001163134,0.05000,2.963
+28,block_sparse_moe.experts.10.w1,0.0002733459,0.05000,3.028
+28,block_sparse_moe.experts.4.w1,0.0010926524,0.05000,3.043
+28,block_sparse_moe.experts.8.w1,0.0003875587,0.05000,3.068
+28,block_sparse_moe.experts.0.w1,0.0004381228,0.05000,3.110
+28,block_sparse_moe.experts.1.w1,0.0011075163,0.05000,3.178
+28,block_sparse_moe.experts.9.w1,0.0002491427,0.05000,3.128
+28,block_sparse_moe.experts.12.w1,0.0005226125,0.05000,3.225
+28,block_sparse_moe.experts.5.w1,0.0004459488,0.05000,3.152
+28,block_sparse_moe.experts.13.w1,0.0006526780,0.05000,3.297
+28,block_sparse_moe.experts.11.w1,0.0005374029,0.05000,3.305
+28,block_sparse_moe.experts.15.w1,0.0017307778,0.05000,3.377
+28,block_sparse_moe.experts.7.w1,0.0009152326,0.05000,3.411
+28,block_sparse_moe.experts.3.w1,0.0015948681,0.05000,3.450
+28,block_sparse_moe.experts.18.w1,0.0001204240,0.05000,2.844
+28,block_sparse_moe.experts.22.w1,0.0003780120,0.05000,2.932
+28,block_sparse_moe.experts.30.w1,0.0012098382,0.05000,2.858
+28,block_sparse_moe.experts.26.w1,0.0011501647,0.05000,2.837
+28,block_sparse_moe.experts.24.w1,0.0001839332,0.05000,3.002
+28,block_sparse_moe.experts.21.w1,0.0006441290,0.05000,2.847
+28,block_sparse_moe.experts.20.w1,0.0003672458,0.05000,3.112
+28,block_sparse_moe.experts.17.w1,0.0008442250,0.05000,2.978
+28,block_sparse_moe.experts.25.w1,0.0005954758,0.05000,2.978
+28,block_sparse_moe.experts.16.w1,0.0004504409,0.05000,3.107
+28,block_sparse_moe.experts.29.w1,0.0015546749,0.05000,2.943
+28,block_sparse_moe.experts.28.w1,0.0002436339,0.05000,3.093
+28,block_sparse_moe.experts.31.w1,0.0010695497,0.05000,3.033
+28,block_sparse_moe.experts.27.w1,0.0008206659,0.05000,3.108
+28,block_sparse_moe.experts.23.w1,0.0005830484,0.05000,3.025
+28,block_sparse_moe.experts.19.w1,0.0006564722,0.05000,3.017
+28,block_sparse_moe.experts.34.w1,0.0001932416,0.05000,2.852
+28,block_sparse_moe.experts.38.w1,0.0009517985,0.05000,2.929
+28,block_sparse_moe.experts.46.w1,0.0005289692,0.05000,2.934
+28,block_sparse_moe.experts.42.w1,0.0003296227,0.05000,2.893
+28,block_sparse_moe.experts.40.w1,0.0006172076,0.05000,2.777
+28,block_sparse_moe.experts.36.w1,0.0006807512,0.05000,2.800
+28,block_sparse_moe.experts.37.w1,0.0009742974,0.05000,2.975
+28,block_sparse_moe.experts.32.w1,0.0004865028,0.05000,2.881
+28,block_sparse_moe.experts.41.w1,0.0012492502,0.05000,2.972
+28,block_sparse_moe.experts.33.w1,0.0005906045,0.05000,3.019
+28,block_sparse_moe.experts.44.w1,0.0003626080,0.05000,2.930
+28,block_sparse_moe.experts.45.w1,0.0004879975,0.05000,3.042
+28,block_sparse_moe.experts.43.w1,0.0005707625,0.05000,2.935
+28,block_sparse_moe.experts.35.w1,0.0014754769,0.05000,2.942
+28,block_sparse_moe.experts.39.w1,0.0009341719,0.05000,3.010
+28,block_sparse_moe.experts.47.w1,0.0008221033,0.05000,3.096
+28,block_sparse_moe.experts.50.w1,0.0000927868,0.05000,2.756
+28,block_sparse_moe.experts.62.w1,0.0012302589,0.05000,2.708
+28,block_sparse_moe.experts.54.w1,0.0006692739,0.05000,2.779
+28,block_sparse_moe.experts.58.w1,0.0008079819,0.05000,2.779
+28,block_sparse_moe.experts.56.w1,0.0005917635,0.05000,3.019
+28,block_sparse_moe.experts.52.w1,0.0005660659,0.05000,2.958
+28,block_sparse_moe.experts.53.w1,0.0001754210,0.05000,2.962
+28,block_sparse_moe.experts.48.w1,0.0005209143,0.05000,2.950
+28,block_sparse_moe.experts.57.w1,0.0015819094,0.05000,2.887
+28,block_sparse_moe.experts.61.w1,0.0008015263,0.05000,2.894
+28,block_sparse_moe.experts.49.w1,0.0002341169,0.05000,3.031
+28,block_sparse_moe.experts.60.w1,0.0002546967,0.05000,3.042
+28,block_sparse_moe.experts.55.w1,0.0010534521,0.05000,2.994
+28,block_sparse_moe.experts.59.w1,0.0004977135,0.05000,3.138
+28,block_sparse_moe.experts.63.w1,0.0006942928,0.05000,3.045
+28,block_sparse_moe.experts.51.w1,0.0003295961,0.05000,3.182
+28,block_sparse_moe.experts.66.w1,0.0004053997,0.05000,3.048
+28,block_sparse_moe.experts.78.w1,0.0007742867,0.05000,3.055
+28,block_sparse_moe.experts.70.w1,0.0007102954,0.05000,3.026
+28,block_sparse_moe.experts.74.w1,0.0007677769,0.05000,3.109
+28,block_sparse_moe.experts.72.w1,0.0000679343,0.05000,2.934
+28,block_sparse_moe.experts.68.w1,0.0004379033,0.05000,2.962
+28,block_sparse_moe.experts.64.w1,0.0009487221,0.05000,2.907
+28,block_sparse_moe.experts.73.w1,0.0009753054,0.05000,2.935
+28,block_sparse_moe.experts.69.w1,0.0012902680,0.05000,3.000
+28,block_sparse_moe.experts.77.w1,0.0004258194,0.05000,2.952
+28,block_sparse_moe.experts.65.w1,0.0007563265,0.05000,2.994
+28,block_sparse_moe.experts.76.w1,0.0009139235,0.05000,2.994
+28,block_sparse_moe.experts.71.w1,0.0006562034,0.05000,3.028
+28,block_sparse_moe.experts.75.w1,0.0007241139,0.05000,3.069
+28,block_sparse_moe.experts.79.w1,0.0000305209,0.05000,3.061
+28,block_sparse_moe.experts.67.w1,0.0008024233,0.05000,3.045
+28,block_sparse_moe.experts.82.w1,0.0009515119,0.05000,2.967
+28,block_sparse_moe.experts.94.w1,0.0006429575,0.05000,2.934
+28,block_sparse_moe.experts.86.w1,0.0004909728,0.05000,2.980
+28,block_sparse_moe.experts.90.w1,0.0006112741,0.05000,2.983
+28,block_sparse_moe.experts.88.w1,0.0015604853,0.05000,2.974
+28,block_sparse_moe.experts.80.w1,0.0004297910,0.05000,2.928
+28,block_sparse_moe.experts.84.w1,0.0002966946,0.05000,3.011
+28,block_sparse_moe.experts.89.w1,0.0010091323,0.05000,2.956
+28,block_sparse_moe.experts.93.w1,0.0009721418,0.05000,2.846
+28,block_sparse_moe.experts.85.w1,0.0013479129,0.05000,2.975
+28,block_sparse_moe.experts.81.w1,0.0016369191,0.05000,2.944
+28,block_sparse_moe.experts.92.w1,0.0005801788,0.05000,2.959
+28,block_sparse_moe.experts.87.w1,0.0007719633,0.05000,3.026
+28,block_sparse_moe.experts.95.w1,0.0004433695,0.05000,3.064
+28,block_sparse_moe.experts.83.w1,0.0007429038,0.05000,3.049
+28,block_sparse_moe.experts.91.w1,0.0005011612,0.05000,3.133
+28,block_sparse_moe.experts.98.w1,0.0008156205,0.05000,3.052
+28,block_sparse_moe.experts.110.w1,0.0001699728,0.05000,3.100
+28,block_sparse_moe.experts.102.w1,0.0007055754,0.05000,3.087
+28,block_sparse_moe.experts.106.w1,0.0001036033,0.05000,3.003
+28,block_sparse_moe.experts.104.w1,0.0000744237,0.05000,2.868
+28,block_sparse_moe.experts.96.w1,0.0009642164,0.05000,2.812
+28,block_sparse_moe.experts.100.w1,0.0002071623,0.05000,2.862
+28,block_sparse_moe.experts.101.w1,0.0002119675,0.05000,2.796
+28,block_sparse_moe.experts.109.w1,0.0008872081,0.05000,2.909
+28,block_sparse_moe.experts.105.w1,0.0003924855,0.05000,2.985
+28,block_sparse_moe.experts.97.w1,0.0013234748,0.05000,2.891
+28,block_sparse_moe.experts.108.w1,0.0005673125,0.05000,2.834
+28,block_sparse_moe.experts.103.w1,0.0002764007,0.05000,3.019
+28,block_sparse_moe.experts.99.w1,0.0005603687,0.05000,2.934
+28,block_sparse_moe.experts.111.w1,0.0004473646,0.05000,3.044
+28,block_sparse_moe.experts.107.w1,0.0012532932,0.05000,3.004
+28,block_sparse_moe.experts.114.w1,0.0003930485,0.05000,2.813
+28,block_sparse_moe.experts.118.w1,0.0003546733,0.05000,2.792
+28,block_sparse_moe.experts.122.w1,0.0003148342,0.05000,2.779
+28,block_sparse_moe.experts.126.w1,0.0006165089,0.05000,2.867
+28,block_sparse_moe.experts.120.w1,0.0001074665,0.05000,2.854
+28,block_sparse_moe.experts.112.w1,0.0002061151,0.05000,2.936
+28,block_sparse_moe.experts.116.w1,0.0007434554,0.05000,2.885
+28,block_sparse_moe.experts.117.w1,0.0004165158,0.05000,2.997
+28,block_sparse_moe.experts.125.w1,0.0001692918,0.05000,2.944
+28,block_sparse_moe.experts.121.w1,0.0008160869,0.05000,2.992
+28,block_sparse_moe.experts.113.w1,0.0008818749,0.05000,3.010
+28,block_sparse_moe.experts.124.w1,0.0008026616,0.05000,2.980
+28,block_sparse_moe.experts.119.w1,0.0006316094,0.05000,2.809
+28,block_sparse_moe.experts.115.w1,0.0010742690,0.05000,2.882
+28,block_sparse_moe.experts.127.w1,0.0007796294,0.05000,2.852
+28,block_sparse_moe.experts.123.w1,0.0001841351,0.05000,2.858
+28,block_sparse_moe.experts.142.w1,0.0006542555,0.05000,2.650
+28,block_sparse_moe.experts.130.w1,0.0010528832,0.05000,2.855
+28,block_sparse_moe.experts.134.w1,0.0007126268,0.05000,2.710
+28,block_sparse_moe.experts.138.w1,0.0003382384,0.05000,2.713
+28,block_sparse_moe.experts.136.w1,0.0007867672,0.05000,3.007
+28,block_sparse_moe.experts.128.w1,0.0002634017,0.05000,2.918
+28,block_sparse_moe.experts.133.w1,0.0008112413,0.05000,2.831
+28,block_sparse_moe.experts.132.w1,0.0004474943,0.05000,3.010
+28,block_sparse_moe.experts.141.w1,0.0008531641,0.05000,2.816
+28,block_sparse_moe.experts.137.w1,0.0010587805,0.05000,2.891
+28,block_sparse_moe.experts.129.w1,0.0001957189,0.05000,2.884
+28,block_sparse_moe.experts.140.w1,0.0008270862,0.05000,2.989
+28,block_sparse_moe.experts.135.w1,0.0003461377,0.05000,2.831
+28,block_sparse_moe.experts.131.w1,0.0004862131,0.05000,2.810
+28,block_sparse_moe.experts.139.w1,0.0002691266,0.05000,2.823
+28,block_sparse_moe.experts.143.w1,0.0011707228,0.05000,2.833
+28,block_sparse_moe.experts.146.w1,0.0003535480,0.05000,2.802
+28,block_sparse_moe.experts.158.w1,0.0003045533,0.05000,2.872
+28,block_sparse_moe.experts.154.w1,0.0002202495,0.05000,2.813
+28,block_sparse_moe.experts.150.w1,0.0001486005,0.05000,2.918
+28,block_sparse_moe.experts.157.w1,0.0005992285,0.05000,2.748
+28,block_sparse_moe.experts.152.w1,0.0005942419,0.05000,2.949
+28,block_sparse_moe.experts.149.w1,0.0008932858,0.05000,2.879
+28,block_sparse_moe.experts.144.w1,0.0000703903,0.05000,2.955
+28,block_sparse_moe.experts.148.w1,0.0008260009,0.05000,2.891
+28,block_sparse_moe.experts.145.w1,0.0005947094,0.05000,2.732
+28,block_sparse_moe.experts.153.w1,0.0004610526,0.05000,2.879
+28,block_sparse_moe.experts.156.w1,0.0007362667,0.05000,2.978
+28,block_sparse_moe.experts.151.w1,0.0012486682,0.05000,2.915
+28,block_sparse_moe.experts.147.w1,0.0006492089,0.05000,3.002
+28,block_sparse_moe.experts.155.w1,0.0008000140,0.05000,3.038
+28,block_sparse_moe.experts.159.w1,0.0001163915,0.05000,3.061
+28,block_sparse_moe.experts.162.w1,0.0001983351,0.05000,2.872
+28,block_sparse_moe.experts.170.w1,0.0005426676,0.05000,2.898
+28,block_sparse_moe.experts.174.w1,0.0004353702,0.05000,2.948
+28,block_sparse_moe.experts.166.w1,0.0010460214,0.05000,2.926
+28,block_sparse_moe.experts.173.w1,0.0005013656,0.05000,2.954
+28,block_sparse_moe.experts.164.w1,0.0008683163,0.05000,2.850
+28,block_sparse_moe.experts.168.w1,0.0004882931,0.05000,2.932
+28,block_sparse_moe.experts.165.w1,0.0009370668,0.05000,2.928
+28,block_sparse_moe.experts.160.w1,0.0006448722,0.05000,3.045
+28,block_sparse_moe.experts.161.w1,0.0008368187,0.05000,3.000
+28,block_sparse_moe.experts.169.w1,0.0008735742,0.05000,3.131
+28,block_sparse_moe.experts.172.w1,0.0008809963,0.05000,2.996
+28,block_sparse_moe.experts.167.w1,0.0006535065,0.05000,2.975
+28,block_sparse_moe.experts.163.w1,0.0009942064,0.05000,3.047
+28,block_sparse_moe.experts.171.w1,0.0004131364,0.05000,2.956
+28,block_sparse_moe.experts.175.w1,0.0012490487,0.05000,3.008
+28,block_sparse_moe.experts.178.w1,0.0008205896,0.05000,2.999
+28,block_sparse_moe.experts.186.w1,0.0003340887,0.05000,2.950
+28,block_sparse_moe.experts.190.w1,0.0006342742,0.05000,2.944
+28,block_sparse_moe.experts.182.w1,0.0003753700,0.05000,2.902
+28,block_sparse_moe.experts.184.w1,0.0009987015,0.05000,2.768
+28,block_sparse_moe.experts.180.w1,0.0001516386,0.05000,2.843
+28,block_sparse_moe.experts.189.w1,0.0006220075,0.05000,2.977
+28,block_sparse_moe.experts.176.w1,0.0013566698,0.05000,2.797
+28,block_sparse_moe.experts.181.w1,0.0006043639,0.05000,2.994
+28,block_sparse_moe.experts.177.w1,0.0003653985,0.05000,2.908
+28,block_sparse_moe.experts.185.w1,0.0007898848,0.05000,2.967
+28,block_sparse_moe.experts.188.w1,0.0000513294,0.05000,2.836
+28,block_sparse_moe.experts.183.w1,0.0005596614,0.05000,2.983
+28,block_sparse_moe.experts.191.w1,0.0002970070,0.05000,2.912
+28,block_sparse_moe.experts.187.w1,0.0008445175,0.05000,2.995
+28,block_sparse_moe.experts.179.w1,0.0003993482,0.05000,3.040
+28,block_sparse_moe.experts.202.w1,0.0005544825,0.05000,2.853
+28,block_sparse_moe.experts.206.w1,0.0001203820,0.05000,2.857
+28,block_sparse_moe.experts.194.w1,0.0000414512,0.05000,2.988
+28,block_sparse_moe.experts.198.w1,0.0007813331,0.05000,2.939
+28,block_sparse_moe.experts.205.w1,0.0005153207,0.05000,2.753
+28,block_sparse_moe.experts.200.w1,0.0006950199,0.05000,2.938
+28,block_sparse_moe.experts.197.w1,0.0010711923,0.05000,2.726
+28,block_sparse_moe.experts.196.w1,0.0007112445,0.05000,2.956
+28,block_sparse_moe.experts.192.w1,0.0005291656,0.05000,2.859
+28,block_sparse_moe.experts.193.w1,0.0001580900,0.05000,2.720
+28,block_sparse_moe.experts.201.w1,0.0004289413,0.05000,2.805
+28,block_sparse_moe.experts.204.w1,0.0011783681,0.05000,2.953
+28,block_sparse_moe.experts.199.w1,0.0008873001,0.05000,3.135
+28,block_sparse_moe.experts.207.w1,0.0004770584,0.05000,3.103
+28,block_sparse_moe.experts.203.w1,0.0005070550,0.05000,3.149
+28,block_sparse_moe.experts.195.w1,0.0008149212,0.05000,3.189
+28,block_sparse_moe.experts.218.w1,0.0012541449,0.05000,3.026
+28,block_sparse_moe.experts.222.w1,0.0003447986,0.05000,3.066
+28,block_sparse_moe.experts.210.w1,0.0010308070,0.05000,3.056
+28,block_sparse_moe.experts.214.w1,0.0002670588,0.05000,3.064
+28,block_sparse_moe.experts.216.w1,0.0012971645,0.05000,3.086
+28,block_sparse_moe.experts.221.w1,0.0000929319,0.05000,3.145
+28,block_sparse_moe.experts.213.w1,0.0003339786,0.05000,3.107
+28,block_sparse_moe.experts.208.w1,0.0010929225,0.05000,3.050
+28,block_sparse_moe.experts.212.w1,0.0008424527,0.05000,3.079
+28,block_sparse_moe.experts.209.w1,0.0004202796,0.05000,3.139
+28,block_sparse_moe.experts.217.w1,0.0001917307,0.05000,3.118
+28,block_sparse_moe.experts.220.w1,0.0004494669,0.05000,3.090
+28,block_sparse_moe.experts.215.w1,0.0009829399,0.05000,3.019
+28,block_sparse_moe.experts.219.w1,0.0003148315,0.05000,2.967
+28,block_sparse_moe.experts.223.w1,0.0009529177,0.05000,3.042
+28,block_sparse_moe.experts.211.w1,0.0002621664,0.05000,2.977
+28,block_sparse_moe.experts.238.w1,0.0006054242,0.05000,2.713
+28,block_sparse_moe.experts.234.w1,0.0009572134,0.05000,2.804
+28,block_sparse_moe.experts.226.w1,0.0004655301,0.05000,2.739
+28,block_sparse_moe.experts.230.w1,0.0006573670,0.05000,2.750
+28,block_sparse_moe.experts.232.w1,0.0005196146,0.05000,2.884
+28,block_sparse_moe.experts.224.w1,0.0008526437,0.05000,2.925
+28,block_sparse_moe.experts.237.w1,0.0003616374,0.05000,3.010
+28,block_sparse_moe.experts.228.w1,0.0005250185,0.05000,2.991
+28,block_sparse_moe.experts.229.w1,0.0004470754,0.05000,3.030
+28,block_sparse_moe.experts.225.w1,0.0009728366,0.05000,3.031
+28,block_sparse_moe.experts.233.w1,0.0002036513,0.05000,3.067
+28,block_sparse_moe.experts.236.w1,0.0004550994,0.05000,2.922
+28,block_sparse_moe.experts.231.w1,0.0011840298,0.05000,2.695
+28,block_sparse_moe.experts.239.w1,0.0006349824,0.05000,2.601
+28,block_sparse_moe.experts.235.w1,0.0007590010,0.05000,2.720
+28,block_sparse_moe.experts.227.w1,0.0001013794,0.05000,2.721
+28,block_sparse_moe.experts.250.w1,0.0010677245,0.05000,2.600
+28,block_sparse_moe.experts.246.w1,0.0003802291,0.05000,2.512
+28,block_sparse_moe.experts.254.w1,0.0003920786,0.05000,2.653
+28,block_sparse_moe.experts.242.w1,0.0002632019,0.05000,2.617
+28,block_sparse_moe.experts.248.w1,0.0007749612,0.05000,2.958
+28,block_sparse_moe.experts.240.w1,0.0001911118,0.05000,2.876
+28,block_sparse_moe.experts.244.w1,0.0009954422,0.05000,2.896
+28,block_sparse_moe.experts.245.w1,0.0002879396,0.05000,2.906
+28,block_sparse_moe.experts.253.w1,0.0001418776,0.05000,3.033
+28,block_sparse_moe.experts.241.w1,0.0005499534,0.05000,2.930
+28,block_sparse_moe.experts.249.w1,0.0009959035,0.05000,2.942
+28,block_sparse_moe.experts.252.w1,0.0002450096,0.05000,2.935
+28,block_sparse_moe.experts.247.w1,0.0003524433,0.05000,2.910
+28,block_sparse_moe.experts.255.w1,0.0002056342,0.05000,3.047
+28,block_sparse_moe.experts.251.w1,0.0009680081,0.05000,3.065
+28,block_sparse_moe.experts.243.w1,0.0004673611,0.05000,3.038
+28,block_sparse_moe.experts.10.w3,0.0002959434,0.05000,2.732
+28,block_sparse_moe.experts.14.w3,0.0001274963,0.05000,2.758
+28,block_sparse_moe.experts.6.w3,0.0010396024,0.05000,2.860
+28,block_sparse_moe.experts.2.w3,0.0004511696,0.05000,2.828
+28,block_sparse_moe.experts.8.w3,0.0004152659,0.05000,2.880
+28,block_sparse_moe.experts.0.w3,0.0004543246,0.05000,2.870
+28,block_sparse_moe.experts.4.w3,0.0011747849,0.05000,2.915
+28,block_sparse_moe.experts.13.w3,0.0006879884,0.05000,2.990
+28,block_sparse_moe.experts.5.w3,0.0004617356,0.05000,3.075
+28,block_sparse_moe.experts.1.w3,0.0012252925,0.05000,3.040
+28,block_sparse_moe.experts.12.w3,0.0005435951,0.05000,2.838
+28,block_sparse_moe.experts.9.w3,0.0002622304,0.05000,2.968
+28,block_sparse_moe.experts.7.w3,0.0009444201,0.05000,2.972
+28,block_sparse_moe.experts.15.w3,0.0018141191,0.05000,3.026
+28,block_sparse_moe.experts.11.w3,0.0005807796,0.05000,2.943
+28,block_sparse_moe.experts.3.w3,0.0017025876,0.05000,3.013
+28,block_sparse_moe.experts.26.w3,0.0012161008,0.05000,2.860
+28,block_sparse_moe.experts.30.w3,0.0012685476,0.05000,2.907
+28,block_sparse_moe.experts.22.w3,0.0003888315,0.05000,2.900
+28,block_sparse_moe.experts.18.w3,0.0001308618,0.05000,2.881
+28,block_sparse_moe.experts.24.w3,0.0001998173,0.05000,2.939
+28,block_sparse_moe.experts.16.w3,0.0005002467,0.05000,3.032
+28,block_sparse_moe.experts.20.w3,0.0004072937,0.05000,3.036
+28,block_sparse_moe.experts.29.w3,0.0016700555,0.05000,2.938
+28,block_sparse_moe.experts.21.w3,0.0006732531,0.05000,3.032
+28,block_sparse_moe.experts.17.w3,0.0008679970,0.05000,2.878
+28,block_sparse_moe.experts.28.w3,0.0002655479,0.05000,2.984
+28,block_sparse_moe.experts.25.w3,0.0006142891,0.05000,2.963
+28,block_sparse_moe.experts.23.w3,0.0006035535,0.05000,3.064
+28,block_sparse_moe.experts.27.w3,0.0008458360,0.05000,2.990
+28,block_sparse_moe.experts.31.w3,0.0011606837,0.05000,3.082
+28,block_sparse_moe.experts.19.w3,0.0006785652,0.05000,3.013
+28,block_sparse_moe.experts.42.w3,0.0003674344,0.05000,2.948
+28,block_sparse_moe.experts.46.w3,0.0005540252,0.05000,2.938
+28,block_sparse_moe.experts.34.w3,0.0002319628,0.05000,2.898
+28,block_sparse_moe.experts.38.w3,0.0009874468,0.05000,3.006
+28,block_sparse_moe.experts.40.w3,0.0006437726,0.05000,2.779
+28,block_sparse_moe.experts.32.w3,0.0005304799,0.05000,2.837
+28,block_sparse_moe.experts.36.w3,0.0006996738,0.05000,2.881
+28,block_sparse_moe.experts.45.w3,0.0005086588,0.05000,2.903
+28,block_sparse_moe.experts.33.w3,0.0006398194,0.05000,2.924
+28,block_sparse_moe.experts.37.w3,0.0010147726,0.05000,3.004
+28,block_sparse_moe.experts.44.w3,0.0004300622,0.05000,2.832
+28,block_sparse_moe.experts.41.w3,0.0013744948,0.05000,2.946
+28,block_sparse_moe.experts.39.w3,0.0010278669,0.05000,2.998
+28,block_sparse_moe.experts.43.w3,0.0006404136,0.05000,3.029
+28,block_sparse_moe.experts.47.w3,0.0008820891,0.05000,2.999
+28,block_sparse_moe.experts.35.w3,0.0016088974,0.05000,3.042
+28,block_sparse_moe.experts.58.w3,0.0008465779,0.05000,2.825
+28,block_sparse_moe.experts.50.w3,0.0001070500,0.05000,2.858
+28,block_sparse_moe.experts.62.w3,0.0013097940,0.05000,2.937
+28,block_sparse_moe.experts.54.w3,0.0007128305,0.05000,2.898
+28,block_sparse_moe.experts.56.w3,0.0006151589,0.05000,3.091
+28,block_sparse_moe.experts.48.w3,0.0005598211,0.05000,3.122
+28,block_sparse_moe.experts.61.w3,0.0008448710,0.05000,3.065
+28,block_sparse_moe.experts.52.w3,0.0006021130,0.05000,3.199
+28,block_sparse_moe.experts.49.w3,0.0002574515,0.05000,3.078
+28,block_sparse_moe.experts.53.w3,0.0001994971,0.05000,3.111
+28,block_sparse_moe.experts.60.w3,0.0002737457,0.05000,3.209
+28,block_sparse_moe.experts.57.w3,0.0017057529,0.05000,3.157
+28,block_sparse_moe.experts.55.w3,0.0011553891,0.05000,2.979
+28,block_sparse_moe.experts.59.w3,0.0005130553,0.05000,2.958
+28,block_sparse_moe.experts.63.w3,0.0007219703,0.05000,2.959
+28,block_sparse_moe.experts.51.w3,0.0004090611,0.05000,2.967
+28,block_sparse_moe.experts.74.w3,0.0008591112,0.05000,3.164
+28,block_sparse_moe.experts.66.w3,0.0004477045,0.05000,3.130
+28,block_sparse_moe.experts.78.w3,0.0008184147,0.05000,3.232
+28,block_sparse_moe.experts.70.w3,0.0007349692,0.05000,3.176
+28,block_sparse_moe.experts.72.w3,0.0000795199,0.05000,3.226
+28,block_sparse_moe.experts.64.w3,0.0010140241,0.05000,3.219
+28,block_sparse_moe.experts.77.w3,0.0004498501,0.05000,3.039
+28,block_sparse_moe.experts.65.w3,0.0007844008,0.05000,2.943
+28,block_sparse_moe.experts.68.w3,0.0004659257,0.05000,3.144
+28,block_sparse_moe.experts.69.w3,0.0013588275,0.05000,3.013
+28,block_sparse_moe.experts.73.w3,0.0010141370,0.05000,2.971
+28,block_sparse_moe.experts.76.w3,0.0010136227,0.05000,3.156
+28,block_sparse_moe.experts.71.w3,0.0008058261,0.05000,3.095
+28,block_sparse_moe.experts.75.w3,0.0007558261,0.05000,3.131
+28,block_sparse_moe.experts.79.w3,0.0000346997,0.05000,3.122
+28,block_sparse_moe.experts.67.w3,0.0009008873,0.05000,3.060
+28,block_sparse_moe.experts.90.w3,0.0006697526,0.05000,3.069
+28,block_sparse_moe.experts.82.w3,0.0009871440,0.05000,3.008
+28,block_sparse_moe.experts.94.w3,0.0006569596,0.05000,2.868
+28,block_sparse_moe.experts.86.w3,0.0005409870,0.05000,2.919
+28,block_sparse_moe.experts.88.w3,0.0017921832,0.05000,2.881
+28,block_sparse_moe.experts.80.w3,0.0004495491,0.05000,2.854
+28,block_sparse_moe.experts.84.w3,0.0003362186,0.05000,2.868
+28,block_sparse_moe.experts.93.w3,0.0010235354,0.05000,3.068
+28,block_sparse_moe.experts.81.w3,0.0019326918,0.05000,3.122
+28,block_sparse_moe.experts.85.w3,0.0014414584,0.05000,3.121
+28,block_sparse_moe.experts.92.w3,0.0006029640,0.05000,2.763
+28,block_sparse_moe.experts.87.w3,0.0008810818,0.05000,2.906
+28,block_sparse_moe.experts.89.w3,0.0010456817,0.05000,3.134
+28,block_sparse_moe.experts.95.w3,0.0004592568,0.05000,2.919
+28,block_sparse_moe.experts.91.w3,0.0005076953,0.05000,3.036
+28,block_sparse_moe.experts.83.w3,0.0008002561,0.05000,3.028
+28,block_sparse_moe.experts.106.w3,0.0001131979,0.05000,2.876
+28,block_sparse_moe.experts.98.w3,0.0008504146,0.05000,2.813
+28,block_sparse_moe.experts.102.w3,0.0007681339,0.05000,2.711
+28,block_sparse_moe.experts.110.w3,0.0001948120,0.05000,2.853
+28,block_sparse_moe.experts.104.w3,0.0000815007,0.05000,2.902
+28,block_sparse_moe.experts.96.w3,0.0010022825,0.05000,2.917
+28,block_sparse_moe.experts.100.w3,0.0002446412,0.05000,2.931
+28,block_sparse_moe.experts.109.w3,0.0009571593,0.05000,3.017
+28,block_sparse_moe.experts.97.w3,0.0014323605,0.05000,2.978
+28,block_sparse_moe.experts.108.w3,0.0006636946,0.05000,2.882
+28,block_sparse_moe.experts.101.w3,0.0002528729,0.05000,3.051
+28,block_sparse_moe.experts.103.w3,0.0003286251,0.05000,2.776
+28,block_sparse_moe.experts.105.w3,0.0004101378,0.05000,3.003
+28,block_sparse_moe.experts.111.w3,0.0004981335,0.05000,2.845
+28,block_sparse_moe.experts.107.w3,0.0013780003,0.05000,2.878
+28,block_sparse_moe.experts.99.w3,0.0005698344,0.05000,2.899
+28,block_sparse_moe.experts.122.w3,0.0003279693,0.05000,2.855
+28,block_sparse_moe.experts.118.w3,0.0003811207,0.05000,2.836
+28,block_sparse_moe.experts.114.w3,0.0004308084,0.05000,2.926
+28,block_sparse_moe.experts.126.w3,0.0006396984,0.05000,2.913
+28,block_sparse_moe.experts.120.w3,0.0001144436,0.05000,2.980
+28,block_sparse_moe.experts.112.w3,0.0002349303,0.05000,3.000
+28,block_sparse_moe.experts.116.w3,0.0007828566,0.05000,3.036
+28,block_sparse_moe.experts.125.w3,0.0001802290,0.05000,2.998
+28,block_sparse_moe.experts.113.w3,0.0009537915,0.05000,3.065
+28,block_sparse_moe.experts.124.w3,0.0008193978,0.05000,3.053
+28,block_sparse_moe.experts.117.w3,0.0004423943,0.05000,2.944
+28,block_sparse_moe.experts.119.w3,0.0007198723,0.05000,3.059
+28,block_sparse_moe.experts.121.w3,0.0009107728,0.05000,3.036
+28,block_sparse_moe.experts.127.w3,0.0008759546,0.05000,3.071
+28,block_sparse_moe.experts.123.w3,0.0002005246,0.05000,3.057
+28,block_sparse_moe.experts.138.w3,0.0003506557,0.05000,2.969
+28,block_sparse_moe.experts.134.w3,0.0007401483,0.05000,3.018
+28,block_sparse_moe.experts.142.w3,0.0006998671,0.05000,2.903
+28,block_sparse_moe.experts.115.w3,0.0011160284,0.05000,3.071
+28,block_sparse_moe.experts.130.w3,0.0011757251,0.05000,3.072
+28,block_sparse_moe.experts.136.w3,0.0008416500,0.05000,2.889
+28,block_sparse_moe.experts.128.w3,0.0002814504,0.05000,2.851
+28,block_sparse_moe.experts.132.w3,0.0004647554,0.05000,2.804
+28,block_sparse_moe.experts.141.w3,0.0008704294,0.05000,3.101
+28,block_sparse_moe.experts.140.w3,0.0008531482,0.05000,2.910
+28,block_sparse_moe.experts.129.w3,0.0002302282,0.05000,3.086
+28,block_sparse_moe.experts.135.w3,0.0003731552,0.05000,2.936
+28,block_sparse_moe.experts.133.w3,0.0008423184,0.05000,3.080
+28,block_sparse_moe.experts.143.w3,0.0012911631,0.05000,2.806
+28,block_sparse_moe.experts.137.w3,0.0011729528,0.05000,3.157
+28,block_sparse_moe.experts.139.w3,0.0003111738,0.05000,2.866
+28,block_sparse_moe.experts.154.w3,0.0002235304,0.05000,2.918
+28,block_sparse_moe.experts.131.w3,0.0005134804,0.05000,2.873
+28,block_sparse_moe.experts.158.w3,0.0003153645,0.05000,2.910
+28,block_sparse_moe.experts.150.w3,0.0001721007,0.05000,2.946
+28,block_sparse_moe.experts.146.w3,0.0003845968,0.05000,2.940
+28,block_sparse_moe.experts.152.w3,0.0006201689,0.05000,3.150
+28,block_sparse_moe.experts.144.w3,0.0000737875,0.05000,3.159
+28,block_sparse_moe.experts.148.w3,0.0008579134,0.05000,3.210
+28,block_sparse_moe.experts.151.w3,0.0013249581,0.05000,2.813
+28,block_sparse_moe.experts.157.w3,0.0006295677,0.05000,3.035
+28,block_sparse_moe.experts.156.w3,0.0007524867,0.05000,3.144
+28,block_sparse_moe.experts.145.w3,0.0006358949,0.05000,3.099
+28,block_sparse_moe.experts.149.w3,0.0009208114,0.05000,3.147
+28,block_sparse_moe.experts.159.w3,0.0001264506,0.05000,2.892
+28,block_sparse_moe.experts.155.w3,0.0008746421,0.05000,2.821
+28,block_sparse_moe.experts.147.w3,0.0006867156,0.05000,2.786
+28,block_sparse_moe.experts.153.w3,0.0005102839,0.05000,3.110
+28,block_sparse_moe.experts.174.w3,0.0004923670,0.05000,2.962
+28,block_sparse_moe.experts.170.w3,0.0005690104,0.05000,3.037
+28,block_sparse_moe.experts.166.w3,0.0010923925,0.05000,3.069
+28,block_sparse_moe.experts.162.w3,0.0002170760,0.05000,2.995
+28,block_sparse_moe.experts.168.w3,0.0005297414,0.05000,3.005
+28,block_sparse_moe.experts.160.w3,0.0006595018,0.05000,3.036
+28,block_sparse_moe.experts.164.w3,0.0009089330,0.05000,2.881
+28,block_sparse_moe.experts.167.w3,0.0006734224,0.05000,2.852
+28,block_sparse_moe.experts.173.w3,0.0005422271,0.05000,3.031
+28,block_sparse_moe.experts.161.w3,0.0008652499,0.05000,2.928
+28,block_sparse_moe.experts.172.w3,0.0009720376,0.05000,3.006
+28,block_sparse_moe.experts.175.w3,0.0013593045,0.05000,2.734
+28,block_sparse_moe.experts.171.w3,0.0004559052,0.05000,2.792
+28,block_sparse_moe.experts.165.w3,0.0010430343,0.05000,3.049
+28,block_sparse_moe.experts.163.w3,0.0010541920,0.05000,2.784
+28,block_sparse_moe.experts.186.w3,0.0003772579,0.05000,2.603
+28,block_sparse_moe.experts.190.w3,0.0006994766,0.05000,2.649
+28,block_sparse_moe.experts.182.w3,0.0004841436,0.05000,2.657
+28,block_sparse_moe.experts.178.w3,0.0008875847,0.05000,2.598
+28,block_sparse_moe.experts.169.w3,0.0009967659,0.05000,2.965
+28,block_sparse_moe.experts.184.w3,0.0010461145,0.05000,2.949
+28,block_sparse_moe.experts.176.w3,0.0014108627,0.05000,3.031
+28,block_sparse_moe.experts.180.w3,0.0001767313,0.05000,2.996
+28,block_sparse_moe.experts.183.w3,0.0006164944,0.05000,2.871
+28,block_sparse_moe.experts.191.w3,0.0003219590,0.05000,2.726
+28,block_sparse_moe.experts.187.w3,0.0009182752,0.05000,2.710
+28,block_sparse_moe.experts.188.w3,0.0000500599,0.05000,3.027
+28,block_sparse_moe.experts.179.w3,0.0004644641,0.05000,2.695
+28,block_sparse_moe.experts.189.w3,0.0006874764,0.05000,3.192
+28,block_sparse_moe.experts.177.w3,0.0004087928,0.05000,3.175
+28,block_sparse_moe.experts.206.w3,0.0002804645,0.05000,2.773
+28,block_sparse_moe.experts.202.w3,0.0006352902,0.05000,2.862
+28,block_sparse_moe.experts.181.w3,0.0006615295,0.05000,3.031
+28,block_sparse_moe.experts.198.w3,0.0008661038,0.05000,2.813
+28,block_sparse_moe.experts.194.w3,0.0000463315,0.05000,2.876
+28,block_sparse_moe.experts.185.w3,0.0008294658,0.05000,3.140
+28,block_sparse_moe.experts.200.w3,0.0007672274,0.05000,2.500
+28,block_sparse_moe.experts.192.w3,0.0005655773,0.05000,2.367
+28,block_sparse_moe.experts.196.w3,0.0007310694,0.05000,2.342
+28,block_sparse_moe.experts.199.w3,0.0009865921,0.05000,2.986
+28,block_sparse_moe.experts.207.w3,0.0005028405,0.05000,3.060
+28,block_sparse_moe.experts.203.w3,0.0005199755,0.05000,3.089
+28,block_sparse_moe.experts.195.w3,0.0008746996,0.05000,3.141
+28,block_sparse_moe.experts.205.w3,0.0005927996,0.05000,3.129
+28,block_sparse_moe.experts.193.w3,0.0001716310,0.05000,3.070
+28,block_sparse_moe.experts.222.w3,0.0003669514,0.05000,3.059
+28,block_sparse_moe.experts.218.w3,0.0013309383,0.05000,3.051
+28,block_sparse_moe.experts.210.w3,0.0011260173,0.05000,3.103
+28,block_sparse_moe.experts.197.w3,0.0011150507,0.05000,3.254
+28,block_sparse_moe.experts.214.w3,0.0003025581,0.05000,3.216
+28,block_sparse_moe.experts.201.w3,0.0004664537,0.05000,3.432
+28,block_sparse_moe.experts.215.w3,0.0010208591,0.05000,3.367
+28,block_sparse_moe.experts.223.w3,0.0010378725,0.05000,3.316
+28,block_sparse_moe.experts.219.w3,0.0003602939,0.05000,3.364
+28,block_sparse_moe.experts.211.w3,0.0003001213,0.05000,3.369
+28,block_sparse_moe.experts.234.w3,0.0010396098,0.05000,3.421
+28,block_sparse_moe.experts.238.w3,0.0006527026,0.05000,3.529
+28,block_sparse_moe.experts.226.w3,0.0005068401,0.05000,3.366
+28,block_sparse_moe.experts.230.w3,0.0006994752,0.05000,3.427
+28,block_sparse_moe.experts.231.w3,0.0013029294,0.05000,3.720
+28,block_sparse_moe.experts.239.w3,0.0006736170,0.05000,3.585
+28,block_sparse_moe.experts.235.w3,0.0008118854,0.05000,3.619
+28,block_sparse_moe.experts.227.w3,0.0001098162,0.05000,3.557
+28,block_sparse_moe.experts.221.w3,0.0001008600,0.05000,8.870
+28,block_sparse_moe.experts.209.w3,0.0004382344,0.05000,8.918
+28,block_sparse_moe.experts.213.w3,0.0003613313,0.05000,8.852
+28,block_sparse_moe.experts.250.w3,0.0011167191,0.05000,6.114
+28,block_sparse_moe.experts.217.w3,0.0002164068,0.05000,8.841
+28,block_sparse_moe.experts.254.w3,0.0004547754,0.05000,6.256
+28,block_sparse_moe.experts.242.w3,0.0002768812,0.05000,6.134
+28,block_sparse_moe.experts.246.w3,0.0003979645,0.05000,6.064
+28,block_sparse_moe.experts.237.w3,0.0003895646,0.05000,3.374
+28,block_sparse_moe.experts.225.w3,0.0010507894,0.05000,3.429
+28,block_sparse_moe.experts.229.w3,0.0005103884,0.05000,3.344
+28,block_sparse_moe.experts.233.w3,0.0002262060,0.05000,3.223
+28,block_sparse_moe.experts.247.w3,0.0003978149,0.05000,7.130
+28,block_sparse_moe.experts.255.w3,0.0002162903,0.05000,7.113
+28,block_sparse_moe.experts.251.w3,0.0010008279,0.05000,6.929
+28,block_sparse_moe.experts.243.w3,0.0005522260,0.05000,6.893
+28,block_sparse_moe.experts.253.w3,0.0001560850,0.05000,2.854
+28,block_sparse_moe.experts.241.w3,0.0005712383,0.05000,2.807
+28,block_sparse_moe.experts.245.w3,0.0003017445,0.05000,2.711
+28,block_sparse_moe.experts.249.w3,0.0010527583,0.05000,2.396
+28,block_sparse_moe.experts.208.w3,0.0013817653,0.05000,2.810
+28,block_sparse_moe.experts.212.w3,0.0008996475,0.05000,2.843
+28,block_sparse_moe.experts.216.w3,0.0013643785,0.05000,2.845
+28,block_sparse_moe.experts.204.w3,0.0012344165,0.05000,2.982
+28,block_sparse_moe.experts.224.w3,0.0009691338,0.05000,3.079
+28,block_sparse_moe.experts.228.w3,0.0005733719,0.05000,3.106
+28,block_sparse_moe.experts.232.w3,0.0005474881,0.05000,3.154
+28,block_sparse_moe.experts.220.w3,0.0005064415,0.05000,3.159
+28,block_sparse_moe.experts.240.w3,0.0002080003,0.05000,3.016
+28,block_sparse_moe.experts.248.w3,0.0008230853,0.05000,2.916
+28,block_sparse_moe.experts.244.w3,0.0010468747,0.05000,2.968
+28,block_sparse_moe.experts.236.w3,0.0004791129,0.05000,2.842
+28,block_sparse_moe.experts.252.w3,0.0002786569,0.05000,0.919
+28,block_sparse_moe.experts.0.w2,0.0002129722,0.05000,1.293
+28,block_sparse_moe.experts.8.w2,0.0004734313,0.05000,1.334
+28,block_sparse_moe.experts.4.w2,0.0014848422,0.05000,1.354
+28,block_sparse_moe.experts.12.w2,0.0003313540,0.05000,1.367
+28,block_sparse_moe.experts.11.w2,0.0008231152,0.05000,1.471
+28,block_sparse_moe.experts.3.w2,0.0021285287,0.05000,1.494
+28,block_sparse_moe.experts.15.w2,0.0018925340,0.05000,1.503
+28,block_sparse_moe.experts.13.w2,0.0005899388,0.05000,1.547
+28,block_sparse_moe.experts.7.w2,0.0007388969,0.05000,1.549
+28,block_sparse_moe.experts.5.w2,0.0003311863,0.05000,1.582
+28,block_sparse_moe.experts.1.w2,0.0018185467,0.05000,1.601
+28,block_sparse_moe.experts.9.w2,0.0001851881,0.05000,1.605
+28,block_sparse_moe.experts.10.w2,0.0002575668,0.05000,1.606
+28,block_sparse_moe.experts.14.w2,0.0001503356,0.05000,1.609
+28,block_sparse_moe.experts.2.w2,0.0004255836,0.05000,1.647
+28,block_sparse_moe.experts.6.w2,0.0004130781,0.05000,1.700
+28,block_sparse_moe.experts.16.w2,0.0008118720,0.05000,1.325
+28,block_sparse_moe.experts.28.w2,0.0003481456,0.05000,1.303
+28,block_sparse_moe.experts.27.w2,0.0003006341,0.05000,1.216
+28,block_sparse_moe.experts.20.w2,0.0014134437,0.05000,1.343
+28,block_sparse_moe.experts.24.w2,0.0003505701,0.05000,1.380
+28,block_sparse_moe.experts.19.w2,0.0004191230,0.05000,1.278
+28,block_sparse_moe.experts.23.w2,0.0002651592,0.05000,1.229
+28,block_sparse_moe.experts.31.w2,0.0033603906,0.05000,1.302
+28,block_sparse_moe.experts.30.w2,0.0009693395,0.05000,1.395
+28,block_sparse_moe.experts.18.w2,0.0001621944,0.05000,1.420
+28,block_sparse_moe.experts.26.w2,0.0006993841,0.05000,1.475
+28,block_sparse_moe.experts.29.w2,0.0034378331,0.05000,1.572
+28,block_sparse_moe.experts.21.w2,0.0006651199,0.05000,1.558
+28,block_sparse_moe.experts.17.w2,0.0004434542,0.05000,1.552
+28,block_sparse_moe.experts.22.w2,0.0003421534,0.05000,1.457
+28,block_sparse_moe.experts.25.w2,0.0004048265,0.05000,1.582
+28,block_sparse_moe.experts.43.w2,0.0008747137,0.05000,1.479
+28,block_sparse_moe.experts.32.w2,0.0007212092,0.05000,1.552
+28,block_sparse_moe.experts.44.w2,0.0010572208,0.05000,1.515
+28,block_sparse_moe.experts.47.w2,0.0008798765,0.05000,1.384
+28,block_sparse_moe.experts.35.w2,0.0018201680,0.05000,1.432
+28,block_sparse_moe.experts.39.w2,0.0007734714,0.05000,1.457
+28,block_sparse_moe.experts.36.w2,0.0002789235,0.05000,1.580
+28,block_sparse_moe.experts.40.w2,0.0004648248,0.05000,1.570
+28,block_sparse_moe.experts.46.w2,0.0004253565,0.05000,1.482
+28,block_sparse_moe.experts.34.w2,0.0004473554,0.05000,1.456
+28,block_sparse_moe.experts.42.w2,0.0005486464,0.05000,1.456
+28,block_sparse_moe.experts.38.w2,0.0004531928,0.05000,1.437
+28,block_sparse_moe.experts.45.w2,0.0001788783,0.05000,1.495
+28,block_sparse_moe.experts.37.w2,0.0006664849,0.05000,1.513
+28,block_sparse_moe.experts.41.w2,0.0023649889,0.05000,1.474
+28,block_sparse_moe.experts.33.w2,0.0008926986,0.05000,1.526
+28,block_sparse_moe.experts.48.w2,0.0006490099,0.05000,1.450
+28,block_sparse_moe.experts.60.w2,0.0002388930,0.05000,1.470
+28,block_sparse_moe.experts.59.w2,0.0002737833,0.05000,1.489
+28,block_sparse_moe.experts.51.w2,0.0005736114,0.05000,1.506
+28,block_sparse_moe.experts.63.w2,0.0004081048,0.05000,1.518
+28,block_sparse_moe.experts.55.w2,0.0024249361,0.05000,1.514
+28,block_sparse_moe.experts.56.w2,0.0006488567,0.05000,1.486
+28,block_sparse_moe.experts.52.w2,0.0010631117,0.05000,1.540
+28,block_sparse_moe.experts.50.w2,0.0001921462,0.05000,1.435
+28,block_sparse_moe.experts.61.w2,0.0008216906,0.05000,1.353
+28,block_sparse_moe.experts.62.w2,0.0009666484,0.05000,1.508
+28,block_sparse_moe.experts.54.w2,0.0006311258,0.05000,1.445
+28,block_sparse_moe.experts.58.w2,0.0004828054,0.05000,1.526
+28,block_sparse_moe.experts.53.w2,0.0004132455,0.05000,1.436
+28,block_sparse_moe.experts.49.w2,0.0007231583,0.05000,1.412
+28,block_sparse_moe.experts.57.w2,0.0038819474,0.05000,1.444
+28,block_sparse_moe.experts.64.w2,0.0014177176,0.05000,1.459
+28,block_sparse_moe.experts.76.w2,0.0012003775,0.05000,1.443
+28,block_sparse_moe.experts.75.w2,0.0005094337,0.05000,1.525
+28,block_sparse_moe.experts.79.w2,0.0000544695,0.05000,1.491
+28,block_sparse_moe.experts.67.w2,0.0020343912,0.05000,1.506
+28,block_sparse_moe.experts.72.w2,0.0002313455,0.05000,1.454
+28,block_sparse_moe.experts.68.w2,0.0004366139,0.05000,1.444
+28,block_sparse_moe.experts.66.w2,0.0006072324,0.05000,1.316
+28,block_sparse_moe.experts.74.w2,0.0025175378,0.05000,1.246
+28,block_sparse_moe.experts.78.w2,0.0006000657,0.05000,1.318
+28,block_sparse_moe.experts.77.w2,0.0001742162,0.05000,1.375
+28,block_sparse_moe.experts.71.w2,0.0023956938,0.05000,1.598
+28,block_sparse_moe.experts.70.w2,0.0004727930,0.05000,1.336
+28,block_sparse_moe.experts.69.w2,0.0009905908,0.05000,1.378
+28,block_sparse_moe.experts.73.w2,0.0007255216,0.05000,1.410
+28,block_sparse_moe.experts.65.w2,0.0003641381,0.05000,1.431
+28,block_sparse_moe.experts.82.w2,0.0007378175,0.05000,1.242
+28,block_sparse_moe.experts.92.w2,0.0002497117,0.05000,1.473
+28,block_sparse_moe.experts.80.w2,0.0003081549,0.05000,1.503
+28,block_sparse_moe.experts.94.w2,0.0002829283,0.05000,1.296
+28,block_sparse_moe.experts.90.w2,0.0008829982,0.05000,1.320
+28,block_sparse_moe.experts.91.w2,0.0003065401,0.05000,1.494
+28,block_sparse_moe.experts.83.w2,0.0008280779,0.05000,1.478
+28,block_sparse_moe.experts.86.w2,0.0003772942,0.05000,1.331
+28,block_sparse_moe.experts.84.w2,0.0004951987,0.05000,1.446
+28,block_sparse_moe.experts.95.w2,0.0003895650,0.05000,1.507
+28,block_sparse_moe.experts.93.w2,0.0013183834,0.05000,1.374
+28,block_sparse_moe.experts.88.w2,0.0080316707,0.05000,1.506
+28,block_sparse_moe.experts.85.w2,0.0033416305,0.05000,1.415
+28,block_sparse_moe.experts.87.w2,0.0014081252,0.05000,1.555
+28,block_sparse_moe.experts.89.w2,0.0011115588,0.05000,1.449
+28,block_sparse_moe.experts.81.w2,0.0046463401,0.05000,1.452
+28,block_sparse_moe.experts.98.w2,0.0005269164,0.05000,1.331
+28,block_sparse_moe.experts.106.w2,0.0001441030,0.05000,1.324
+28,block_sparse_moe.experts.110.w2,0.0002842490,0.05000,1.357
+28,block_sparse_moe.experts.102.w2,0.0012801175,0.05000,1.328
+28,block_sparse_moe.experts.107.w2,0.0030081646,0.05000,1.410
+28,block_sparse_moe.experts.108.w2,0.0008423776,0.05000,1.521
+28,block_sparse_moe.experts.99.w2,0.0108375561,0.05000,1.411
+28,block_sparse_moe.experts.111.w2,0.0008479796,0.05000,1.401
+28,block_sparse_moe.experts.96.w2,0.0005650164,0.05000,1.562
+28,block_sparse_moe.experts.109.w2,0.0008848017,0.05000,1.458
+28,block_sparse_moe.experts.104.w2,0.0001317642,0.05000,1.532
+28,block_sparse_moe.experts.100.w2,0.0004130115,0.05000,1.555
+28,block_sparse_moe.experts.103.w2,0.0009571145,0.05000,1.413
+28,block_sparse_moe.experts.101.w2,0.0006677651,0.05000,1.444
+28,block_sparse_moe.experts.97.w2,0.0016804225,0.05000,1.437
+28,block_sparse_moe.experts.105.w2,0.0003254290,0.05000,1.497
+28,block_sparse_moe.experts.114.w2,0.0010827637,0.05000,1.475
+28,block_sparse_moe.experts.122.w2,0.0002320710,0.05000,1.508
+28,block_sparse_moe.experts.126.w2,0.0005129416,0.05000,1.516
+28,block_sparse_moe.experts.118.w2,0.0005518192,0.05000,1.512
+28,block_sparse_moe.experts.123.w2,0.0001536787,0.05000,1.506
+28,block_sparse_moe.experts.124.w2,0.0003057119,0.05000,1.529
+28,block_sparse_moe.experts.127.w2,0.0023691785,0.05000,1.515
+28,block_sparse_moe.experts.115.w2,0.0007893804,0.05000,1.533
+28,block_sparse_moe.experts.112.w2,0.0002692671,0.05000,1.509
+28,block_sparse_moe.experts.125.w2,0.0002255952,0.05000,1.505
+28,block_sparse_moe.experts.120.w2,0.0000928363,0.05000,1.472
+28,block_sparse_moe.experts.117.w2,0.0004018088,0.05000,1.419
+28,block_sparse_moe.experts.116.w2,0.0002990962,0.05000,1.488
+28,block_sparse_moe.experts.119.w2,0.0014521554,0.05000,1.542
+28,block_sparse_moe.experts.121.w2,0.0009030924,0.05000,1.429
+28,block_sparse_moe.experts.113.w2,0.0006620141,0.05000,1.486
+28,block_sparse_moe.experts.130.w2,0.0010883128,0.05000,1.315
+28,block_sparse_moe.experts.142.w2,0.0007551390,0.05000,1.313
+28,block_sparse_moe.experts.138.w2,0.0012093258,0.05000,1.336
+28,block_sparse_moe.experts.134.w2,0.0006286276,0.05000,1.354
+28,block_sparse_moe.experts.128.w2,0.0007373380,0.05000,1.379
+28,block_sparse_moe.experts.140.w2,0.0004674813,0.05000,1.412
+28,block_sparse_moe.experts.136.w2,0.0008740472,0.05000,1.359
+28,block_sparse_moe.experts.132.w2,0.0002160419,0.05000,1.360
+28,block_sparse_moe.experts.131.w2,0.0009519290,0.05000,1.489
+28,block_sparse_moe.experts.143.w2,0.0029252515,0.05000,1.519
+28,block_sparse_moe.experts.139.w2,0.0004467168,0.05000,1.553
+28,block_sparse_moe.experts.141.w2,0.0002805978,0.05000,1.485
+28,block_sparse_moe.experts.133.w2,0.0007561113,0.05000,1.490
+28,block_sparse_moe.experts.129.w2,0.0003205135,0.05000,1.485
+28,block_sparse_moe.experts.135.w2,0.0008304460,0.05000,1.534
+28,block_sparse_moe.experts.137.w2,0.0017892756,0.05000,1.520
+28,block_sparse_moe.experts.146.w2,0.0004021400,0.05000,1.424
+28,block_sparse_moe.experts.154.w2,0.0002343214,0.05000,1.370
+28,block_sparse_moe.experts.158.w2,0.0001899242,0.05000,1.406
+28,block_sparse_moe.experts.150.w2,0.0002479391,0.05000,1.360
+28,block_sparse_moe.experts.156.w2,0.0005415693,0.05000,1.333
+28,block_sparse_moe.experts.144.w2,0.0000552499,0.05000,1.336
+28,block_sparse_moe.experts.152.w2,0.0004380934,0.05000,1.342
+28,block_sparse_moe.experts.148.w2,0.0005319120,0.05000,1.377
+28,block_sparse_moe.experts.155.w2,0.0010116516,0.05000,1.439
+28,block_sparse_moe.experts.159.w2,0.0001261946,0.05000,1.501
+28,block_sparse_moe.experts.147.w2,0.0005922077,0.05000,1.519
+28,block_sparse_moe.experts.157.w2,0.0011060096,0.05000,1.626
+28,block_sparse_moe.experts.149.w2,0.0004505988,0.05000,1.572
+28,block_sparse_moe.experts.151.w2,0.0023437733,0.05000,1.513
+28,block_sparse_moe.experts.145.w2,0.0006776637,0.05000,1.620
+28,block_sparse_moe.experts.153.w2,0.0005157962,0.05000,1.599
+28,block_sparse_moe.experts.162.w2,0.0002426643,0.05000,1.465
+28,block_sparse_moe.experts.160.w2,0.0001867302,0.05000,1.241
+28,block_sparse_moe.experts.172.w2,0.0010969713,0.05000,1.244
+28,block_sparse_moe.experts.170.w2,0.0006662845,0.05000,1.453
+28,block_sparse_moe.experts.168.w2,0.0005309508,0.05000,1.204
+28,block_sparse_moe.experts.164.w2,0.0007513733,0.05000,1.175
+28,block_sparse_moe.experts.174.w2,0.0010336983,0.05000,1.496
+28,block_sparse_moe.experts.166.w2,0.0010404792,0.05000,1.458
+28,block_sparse_moe.experts.171.w2,0.0002928750,0.05000,1.475
+28,block_sparse_moe.experts.163.w2,0.0007110321,0.05000,1.493
+28,block_sparse_moe.experts.175.w2,0.0014941597,0.05000,1.538
+28,block_sparse_moe.experts.173.w2,0.0004999131,0.05000,1.492
+28,block_sparse_moe.experts.165.w2,0.0012201530,0.05000,1.523
+28,block_sparse_moe.experts.167.w2,0.0067571632,0.05000,1.482
+28,block_sparse_moe.experts.169.w2,0.0024241380,0.05000,1.516
+28,block_sparse_moe.experts.161.w2,0.0004339346,0.05000,1.568
+28,block_sparse_moe.experts.178.w2,0.0008296095,0.05000,1.418
+28,block_sparse_moe.experts.186.w2,0.0004996661,0.05000,1.434
+28,block_sparse_moe.experts.184.w2,0.0005176613,0.05000,1.424
+28,block_sparse_moe.experts.188.w2,0.0000637033,0.05000,1.452
+28,block_sparse_moe.experts.176.w2,0.0011878799,0.05000,1.457
+28,block_sparse_moe.experts.180.w2,0.0003008921,0.05000,1.448
+28,block_sparse_moe.experts.190.w2,0.0017925417,0.05000,1.422
+28,block_sparse_moe.experts.182.w2,0.0005948165,0.05000,1.404
+28,block_sparse_moe.experts.187.w2,0.0009543989,0.05000,1.464
+28,block_sparse_moe.experts.179.w2,0.0009948043,0.05000,1.463
+28,block_sparse_moe.experts.191.w2,0.0003780503,0.05000,1.447
+28,block_sparse_moe.experts.189.w2,0.0009870473,0.05000,1.486
+28,block_sparse_moe.experts.181.w2,0.0010434728,0.05000,1.492
+28,block_sparse_moe.experts.183.w2,0.0010396156,0.05000,1.475
+28,block_sparse_moe.experts.185.w2,0.0004677106,0.05000,1.455
+28,block_sparse_moe.experts.177.w2,0.0003278731,0.05000,1.428
+28,block_sparse_moe.experts.194.w2,0.0000710432,0.05000,1.505
+28,block_sparse_moe.experts.192.w2,0.0006077513,0.05000,1.404
+28,block_sparse_moe.experts.200.w2,0.0014395821,0.05000,1.422
+28,block_sparse_moe.experts.202.w2,0.0009042888,0.05000,1.466
+28,block_sparse_moe.experts.196.w2,0.0003015351,0.05000,1.429
+28,block_sparse_moe.experts.204.w2,0.0007276021,0.05000,1.489
+28,block_sparse_moe.experts.206.w2,0.0003328398,0.05000,1.472
+28,block_sparse_moe.experts.198.w2,0.0017388566,0.05000,1.475
+28,block_sparse_moe.experts.203.w2,0.0002800995,0.05000,1.543
+28,block_sparse_moe.experts.195.w2,0.0005700066,0.05000,1.501
+28,block_sparse_moe.experts.205.w2,0.0006987299,0.05000,1.357
+28,block_sparse_moe.experts.207.w2,0.0004873994,0.05000,1.504
+28,block_sparse_moe.experts.197.w2,0.0006685483,0.05000,1.402
+28,block_sparse_moe.experts.199.w2,0.0033552074,0.05000,1.509
+28,block_sparse_moe.experts.201.w2,0.0005574649,0.05000,1.525
+28,block_sparse_moe.experts.193.w2,0.0001594391,0.05000,1.553
+28,block_sparse_moe.experts.208.w2,0.0020972199,0.05000,1.334
+28,block_sparse_moe.experts.220.w2,0.0007912359,0.05000,1.321
+28,block_sparse_moe.experts.210.w2,0.0014554827,0.05000,1.436
+28,block_sparse_moe.experts.212.w2,0.0007445633,0.05000,1.375
+28,block_sparse_moe.experts.216.w2,0.0012501410,0.05000,1.471
+28,block_sparse_moe.experts.218.w2,0.0015604694,0.05000,1.485
+28,block_sparse_moe.experts.222.w2,0.0003736050,0.05000,1.439
+28,block_sparse_moe.experts.214.w2,0.0002982360,0.05000,1.453
+28,block_sparse_moe.experts.221.w2,0.0001239609,0.05000,1.367
+28,block_sparse_moe.experts.211.w2,0.0004767091,0.05000,1.436
+28,block_sparse_moe.experts.219.w2,0.0004436303,0.05000,1.508
+28,block_sparse_moe.experts.213.w2,0.0007424534,0.05000,1.375
+28,block_sparse_moe.experts.223.w2,0.0013337952,0.05000,1.534
+28,block_sparse_moe.experts.217.w2,0.0001602809,0.05000,1.266
+28,block_sparse_moe.experts.209.w2,0.0004042421,0.05000,1.262
+28,block_sparse_moe.experts.215.w2,0.0007038809,0.05000,1.473
+28,block_sparse_moe.experts.226.w2,0.0003223560,0.05000,1.364
+28,block_sparse_moe.experts.224.w2,0.0005685086,0.05000,1.491
+28,block_sparse_moe.experts.236.w2,0.0002914277,0.05000,1.440
+28,block_sparse_moe.experts.228.w2,0.0005097537,0.05000,1.445
+28,block_sparse_moe.experts.232.w2,0.0004811007,0.05000,1.434
+28,block_sparse_moe.experts.234.w2,0.0032149877,0.05000,1.393
+28,block_sparse_moe.experts.238.w2,0.0003588613,0.05000,1.386
+28,block_sparse_moe.experts.230.w2,0.0007666176,0.05000,1.385
+28,block_sparse_moe.experts.237.w2,0.0008085034,0.05000,1.381
+28,block_sparse_moe.experts.227.w2,0.0001123944,0.05000,1.442
+28,block_sparse_moe.experts.235.w2,0.0005896525,0.05000,1.437
+28,block_sparse_moe.experts.229.w2,0.0009522714,0.05000,1.445
+28,block_sparse_moe.experts.239.w2,0.0003803966,0.05000,1.506
+28,block_sparse_moe.experts.233.w2,0.0003531957,0.05000,1.429
+28,block_sparse_moe.experts.225.w2,0.0013873097,0.05000,1.465
+28,block_sparse_moe.experts.231.w2,0.0012012802,0.05000,1.462
+28,block_sparse_moe.experts.240.w2,0.0002297794,0.05000,1.458
+28,block_sparse_moe.experts.242.w2,0.0003282727,0.05000,1.516
+28,block_sparse_moe.experts.252.w2,0.0005105276,0.05000,1.471
+28,block_sparse_moe.experts.244.w2,0.0009683246,0.05000,1.438
+28,block_sparse_moe.experts.248.w2,0.0006222236,0.05000,1.415
+28,block_sparse_moe.experts.254.w2,0.0008533524,0.05000,1.498
+28,block_sparse_moe.experts.250.w2,0.0006123353,0.05000,1.567
+28,block_sparse_moe.experts.246.w2,0.0002435722,0.05000,1.538
+28,block_sparse_moe.experts.251.w2,0.0007340927,0.05000,1.380
+28,block_sparse_moe.experts.253.w2,0.0003459232,0.05000,1.518
+28,block_sparse_moe.experts.243.w2,0.0005862199,0.05000,1.461
+28,block_sparse_moe.experts.255.w2,0.0001668589,0.05000,1.360
+28,block_sparse_moe.experts.247.w2,0.0004542300,0.05000,1.246
+28,block_sparse_moe.experts.245.w2,0.0002196743,0.05000,1.512
+28,block_sparse_moe.experts.249.w2,0.0007410278,0.05000,1.412
+28,block_sparse_moe.experts.241.w2,0.0003204006,0.05000,1.346
+29,self_attn.q_proj,0.0000346184,0.05000,0.877
+29,self_attn.k_proj,0.0000052056,0.05000,0.905
+29,self_attn.v_proj,0.0000042482,0.05000,0.964
+29,self_attn.o_proj,0.0000032265,0.05000,1.834
+29,block_sparse_moe.experts.10.w1,0.0001786719,0.05000,3.046
+29,block_sparse_moe.experts.0.w1,0.0006724213,0.05000,3.091
+29,block_sparse_moe.experts.12.w1,0.0003290588,0.05000,3.117
+29,block_sparse_moe.experts.2.w1,0.0009214864,0.05000,3.099
+29,block_sparse_moe.experts.8.w1,0.0003009867,0.05000,3.152
+29,block_sparse_moe.experts.6.w1,0.0005625020,0.05000,3.126
+29,block_sparse_moe.experts.4.w1,0.0006511568,0.05000,3.161
+29,block_sparse_moe.experts.14.w1,0.0011470976,0.05000,3.079
+29,block_sparse_moe.experts.9.w1,0.0006510317,0.05000,3.282
+29,block_sparse_moe.experts.13.w1,0.0010212976,0.05000,3.318
+29,block_sparse_moe.experts.5.w1,0.0006483297,0.05000,3.290
+29,block_sparse_moe.experts.3.w1,0.0005900009,0.05000,3.327
+29,block_sparse_moe.experts.1.w1,0.0001802991,0.05000,3.331
+29,block_sparse_moe.experts.7.w1,0.0001754661,0.05000,3.354
+29,block_sparse_moe.experts.15.w1,0.0008339558,0.05000,3.339
+29,block_sparse_moe.experts.11.w1,0.0007198322,0.05000,3.480
+29,block_sparse_moe.experts.26.w1,0.0004211673,0.05000,2.865
+29,block_sparse_moe.experts.18.w1,0.0004444317,0.05000,2.866
+29,block_sparse_moe.experts.22.w1,0.0004447650,0.05000,2.878
+29,block_sparse_moe.experts.30.w1,0.0002284505,0.05000,2.835
+29,block_sparse_moe.experts.16.w1,0.0005372179,0.05000,3.103
+29,block_sparse_moe.experts.28.w1,0.0005870189,0.05000,3.079
+29,block_sparse_moe.experts.29.w1,0.0007478695,0.05000,2.887
+29,block_sparse_moe.experts.23.w1,0.0009805311,0.05000,2.832
+29,block_sparse_moe.experts.20.w1,0.0005426743,0.05000,3.091
+29,block_sparse_moe.experts.19.w1,0.0006689632,0.05000,2.892
+29,block_sparse_moe.experts.25.w1,0.0012110073,0.05000,2.996
+29,block_sparse_moe.experts.24.w1,0.0000912272,0.05000,3.139
+29,block_sparse_moe.experts.21.w1,0.0004900980,0.05000,2.993
+29,block_sparse_moe.experts.31.w1,0.0002411435,0.05000,2.880
+29,block_sparse_moe.experts.17.w1,0.0009558700,0.05000,2.978
+29,block_sparse_moe.experts.27.w1,0.0006172808,0.05000,2.958
+29,block_sparse_moe.experts.42.w1,0.0007346010,0.05000,2.771
+29,block_sparse_moe.experts.38.w1,0.0001526530,0.05000,2.746
+29,block_sparse_moe.experts.34.w1,0.0010681449,0.05000,2.821
+29,block_sparse_moe.experts.46.w1,0.0008546590,0.05000,2.822
+29,block_sparse_moe.experts.39.w1,0.0004922237,0.05000,2.670
+29,block_sparse_moe.experts.35.w1,0.0013126635,0.05000,2.675
+29,block_sparse_moe.experts.47.w1,0.0012410145,0.05000,2.610
+29,block_sparse_moe.experts.45.w1,0.0003982698,0.05000,2.788
+29,block_sparse_moe.experts.41.w1,0.0013124504,0.05000,2.748
+29,block_sparse_moe.experts.43.w1,0.0010387503,0.05000,2.610
+29,block_sparse_moe.experts.44.w1,0.0006689045,0.05000,2.868
+29,block_sparse_moe.experts.32.w1,0.0008592272,0.05000,2.877
+29,block_sparse_moe.experts.36.w1,0.0008116487,0.05000,2.833
+29,block_sparse_moe.experts.37.w1,0.0005365041,0.05000,2.748
+29,block_sparse_moe.experts.40.w1,0.0011422281,0.05000,2.880
+29,block_sparse_moe.experts.33.w1,0.0001195499,0.05000,2.815
+29,block_sparse_moe.experts.58.w1,0.0003154150,0.05000,3.121
+29,block_sparse_moe.experts.50.w1,0.0006313296,0.05000,3.103
+29,block_sparse_moe.experts.55.w1,0.0006689397,0.05000,3.020
+29,block_sparse_moe.experts.59.w1,0.0003705298,0.05000,2.923
+29,block_sparse_moe.experts.54.w1,0.0003428476,0.05000,3.202
+29,block_sparse_moe.experts.62.w1,0.0016253778,0.05000,3.128
+29,block_sparse_moe.experts.63.w1,0.0014114942,0.05000,3.072
+29,block_sparse_moe.experts.51.w1,0.0009239015,0.05000,3.103
+29,block_sparse_moe.experts.57.w1,0.0011391660,0.05000,3.045
+29,block_sparse_moe.experts.61.w1,0.0013468753,0.05000,3.109
+29,block_sparse_moe.experts.53.w1,0.0007506740,0.05000,3.055
+29,block_sparse_moe.experts.52.w1,0.0002963046,0.05000,3.068
+29,block_sparse_moe.experts.48.w1,0.0003048967,0.05000,3.116
+29,block_sparse_moe.experts.56.w1,0.0005492813,0.05000,3.024
+29,block_sparse_moe.experts.60.w1,0.0004356035,0.05000,3.170
+29,block_sparse_moe.experts.49.w1,0.0013554236,0.05000,3.095
+29,block_sparse_moe.experts.75.w1,0.0003962149,0.05000,2.788
+29,block_sparse_moe.experts.73.w1,0.0005164414,0.05000,2.712
+29,block_sparse_moe.experts.71.w1,0.0010002676,0.05000,2.871
+29,block_sparse_moe.experts.77.w1,0.0004510793,0.05000,2.713
+29,block_sparse_moe.experts.79.w1,0.0005484826,0.05000,2.822
+29,block_sparse_moe.experts.69.w1,0.0001072873,0.05000,2.715
+29,block_sparse_moe.experts.67.w1,0.0007988333,0.05000,2.819
+29,block_sparse_moe.experts.74.w1,0.0007917962,0.05000,3.104
+29,block_sparse_moe.experts.65.w1,0.0025027878,0.05000,2.640
+29,block_sparse_moe.experts.70.w1,0.0009352829,0.05000,3.113
+29,block_sparse_moe.experts.66.w1,0.0005827622,0.05000,3.179
+29,block_sparse_moe.experts.78.w1,0.0015120404,0.05000,3.177
+29,block_sparse_moe.experts.64.w1,0.0005851321,0.05000,3.022
+29,block_sparse_moe.experts.72.w1,0.0000549897,0.05000,3.037
+29,block_sparse_moe.experts.76.w1,0.0003932900,0.05000,3.033
+29,block_sparse_moe.experts.68.w1,0.0006849282,0.05000,3.199
+29,block_sparse_moe.experts.91.w1,0.0005824016,0.05000,2.959
+29,block_sparse_moe.experts.83.w1,0.0004767634,0.05000,2.913
+29,block_sparse_moe.experts.87.w1,0.0000890295,0.05000,3.008
+29,block_sparse_moe.experts.95.w1,0.0002348756,0.05000,2.986
+29,block_sparse_moe.experts.90.w1,0.0007404602,0.05000,2.934
+29,block_sparse_moe.experts.89.w1,0.0011202533,0.05000,3.090
+29,block_sparse_moe.experts.93.w1,0.0012185475,0.05000,3.105
+29,block_sparse_moe.experts.85.w1,0.0008606840,0.05000,3.097
+29,block_sparse_moe.experts.81.w1,0.0000911809,0.05000,3.104
+29,block_sparse_moe.experts.82.w1,0.0005265432,0.05000,2.950
+29,block_sparse_moe.experts.86.w1,0.0004475918,0.05000,2.997
+29,block_sparse_moe.experts.94.w1,0.0009591794,0.05000,3.003
+29,block_sparse_moe.experts.88.w1,0.0002553746,0.05000,3.002
+29,block_sparse_moe.experts.92.w1,0.0004526768,0.05000,3.031
+29,block_sparse_moe.experts.80.w1,0.0005718807,0.05000,3.165
+29,block_sparse_moe.experts.84.w1,0.0003840717,0.05000,3.061
+29,block_sparse_moe.experts.106.w1,0.0006481027,0.05000,3.054
+29,block_sparse_moe.experts.109.w1,0.0003240164,0.05000,3.005
+29,block_sparse_moe.experts.105.w1,0.0013796918,0.05000,3.072
+29,block_sparse_moe.experts.103.w1,0.0006076244,0.05000,3.145
+29,block_sparse_moe.experts.97.w1,0.0000366928,0.05000,3.024
+29,block_sparse_moe.experts.107.w1,0.0005204820,0.05000,3.340
+29,block_sparse_moe.experts.101.w1,0.0007053563,0.05000,3.116
+29,block_sparse_moe.experts.111.w1,0.0007413307,0.05000,3.269
+29,block_sparse_moe.experts.99.w1,0.0006397463,0.05000,3.342
+29,block_sparse_moe.experts.98.w1,0.0009308390,0.05000,3.177
+29,block_sparse_moe.experts.110.w1,0.0001772488,0.05000,3.203
+29,block_sparse_moe.experts.108.w1,0.0001727155,0.05000,3.141
+29,block_sparse_moe.experts.96.w1,0.0003704531,0.05000,3.070
+29,block_sparse_moe.experts.102.w1,0.0006105762,0.05000,3.345
+29,block_sparse_moe.experts.104.w1,0.0006028842,0.05000,3.210
+29,block_sparse_moe.experts.100.w1,0.0006056113,0.05000,3.121
+29,block_sparse_moe.experts.125.w1,0.0008839704,0.05000,2.929
+29,block_sparse_moe.experts.121.w1,0.0009271691,0.05000,3.007
+29,block_sparse_moe.experts.113.w1,0.0006906593,0.05000,2.907
+29,block_sparse_moe.experts.115.w1,0.0012435938,0.05000,2.862
+29,block_sparse_moe.experts.122.w1,0.0007973903,0.05000,3.112
+29,block_sparse_moe.experts.117.w1,0.0003224399,0.05000,2.981
+29,block_sparse_moe.experts.123.w1,0.0006827498,0.05000,3.013
+29,block_sparse_moe.experts.119.w1,0.0020236757,0.05000,3.149
+29,block_sparse_moe.experts.127.w1,0.0002094308,0.05000,3.008
+29,block_sparse_moe.experts.114.w1,0.0009031550,0.05000,3.102
+29,block_sparse_moe.experts.126.w1,0.0008145041,0.05000,3.041
+29,block_sparse_moe.experts.124.w1,0.0005926200,0.05000,2.981
+29,block_sparse_moe.experts.118.w1,0.0009795958,0.05000,3.076
+29,block_sparse_moe.experts.120.w1,0.0002829821,0.05000,3.092
+29,block_sparse_moe.experts.116.w1,0.0005464256,0.05000,3.032
+29,block_sparse_moe.experts.112.w1,0.0005892985,0.05000,3.216
+29,block_sparse_moe.experts.141.w1,0.0007169198,0.05000,2.921
+29,block_sparse_moe.experts.129.w1,0.0008583129,0.05000,2.949
+29,block_sparse_moe.experts.138.w1,0.0008172481,0.05000,2.914
+29,block_sparse_moe.experts.137.w1,0.0011565437,0.05000,2.968
+29,block_sparse_moe.experts.133.w1,0.0007265189,0.05000,2.976
+29,block_sparse_moe.experts.131.w1,0.0002011159,0.05000,3.099
+29,block_sparse_moe.experts.130.w1,0.0006221885,0.05000,2.798
+29,block_sparse_moe.experts.139.w1,0.0005590649,0.05000,3.065
+29,block_sparse_moe.experts.135.w1,0.0003029768,0.05000,3.057
+29,block_sparse_moe.experts.143.w1,0.0001629406,0.05000,3.089
+29,block_sparse_moe.experts.142.w1,0.0007112614,0.05000,2.813
+29,block_sparse_moe.experts.140.w1,0.0003067333,0.05000,2.911
+29,block_sparse_moe.experts.134.w1,0.0007591511,0.05000,2.852
+29,block_sparse_moe.experts.132.w1,0.0006674120,0.05000,3.007
+29,block_sparse_moe.experts.136.w1,0.0005919567,0.05000,3.049
+29,block_sparse_moe.experts.128.w1,0.0005215796,0.05000,3.038
+29,block_sparse_moe.experts.157.w1,0.0004650381,0.05000,2.512
+29,block_sparse_moe.experts.153.w1,0.0004234329,0.05000,2.403
+29,block_sparse_moe.experts.145.w1,0.0007317905,0.05000,2.445
+29,block_sparse_moe.experts.154.w1,0.0002172139,0.05000,3.203
+29,block_sparse_moe.experts.155.w1,0.0003275881,0.05000,3.041
+29,block_sparse_moe.experts.151.w1,0.0006668760,0.05000,3.065
+29,block_sparse_moe.experts.147.w1,0.0005175253,0.05000,3.171
+29,block_sparse_moe.experts.146.w1,0.0006303917,0.05000,3.190
+29,block_sparse_moe.experts.159.w1,0.0000755564,0.05000,3.189
+29,block_sparse_moe.experts.158.w1,0.0002246065,0.05000,3.309
+29,block_sparse_moe.experts.150.w1,0.0005483036,0.05000,3.203
+29,block_sparse_moe.experts.156.w1,0.0012270548,0.05000,4.083
+29,block_sparse_moe.experts.148.w1,0.0005370907,0.05000,4.100
+29,block_sparse_moe.experts.152.w1,0.0003873431,0.05000,4.179
+29,block_sparse_moe.experts.144.w1,0.0006755433,0.05000,4.120
+29,block_sparse_moe.experts.171.w1,0.0008595161,0.05000,3.314
+29,block_sparse_moe.experts.167.w1,0.0005658314,0.05000,3.265
+29,block_sparse_moe.experts.163.w1,0.0006095456,0.05000,3.296
+29,block_sparse_moe.experts.175.w1,0.0010245572,0.05000,3.395
+29,block_sparse_moe.experts.172.w1,0.0008269773,0.05000,3.254
+29,block_sparse_moe.experts.164.w1,0.0001660508,0.05000,3.202
+29,block_sparse_moe.experts.168.w1,0.0005688130,0.05000,3.301
+29,block_sparse_moe.experts.160.w1,0.0001702894,0.05000,3.255
+29,block_sparse_moe.experts.170.w1,0.0003824172,0.05000,6.727
+29,block_sparse_moe.experts.162.w1,0.0007327392,0.05000,6.750
+29,block_sparse_moe.experts.174.w1,0.0006760108,0.05000,6.609
+29,block_sparse_moe.experts.166.w1,0.0000470323,0.05000,6.693
+29,block_sparse_moe.experts.188.w1,0.0006312052,0.05000,3.611
+29,block_sparse_moe.experts.180.w1,0.0007075910,0.05000,3.512
+29,block_sparse_moe.experts.176.w1,0.0004462320,0.05000,3.544
+29,block_sparse_moe.experts.184.w1,0.0008076857,0.05000,3.611
+29,block_sparse_moe.experts.186.w1,0.0003938005,0.05000,3.179
+29,block_sparse_moe.experts.178.w1,0.0002299569,0.05000,3.093
+29,block_sparse_moe.experts.190.w1,0.0003388177,0.05000,3.082
+29,block_sparse_moe.experts.182.w1,0.0009513461,0.05000,2.970
+29,block_sparse_moe.experts.187.w1,0.0003509738,0.05000,6.917
+29,block_sparse_moe.experts.183.w1,0.0016510916,0.05000,6.965
+29,block_sparse_moe.experts.179.w1,0.0008010805,0.05000,6.963
+29,block_sparse_moe.experts.191.w1,0.0002075479,0.05000,6.951
+29,block_sparse_moe.experts.196.w1,0.0006169156,0.05000,3.159
+29,block_sparse_moe.experts.204.w1,0.0002699962,0.05000,3.299
+29,block_sparse_moe.experts.192.w1,0.0008451204,0.05000,3.254
+29,block_sparse_moe.experts.200.w1,0.0014236042,0.05000,3.228
+29,block_sparse_moe.experts.161.w1,0.0001077711,0.05000,3.071
+29,block_sparse_moe.experts.149.w1,0.0007307862,0.05000,3.094
+29,block_sparse_moe.experts.173.w1,0.0005095421,0.05000,3.095
+29,block_sparse_moe.experts.169.w1,0.0001028998,0.05000,3.178
+29,block_sparse_moe.experts.203.w1,0.0009077913,0.05000,3.089
+29,block_sparse_moe.experts.199.w1,0.0007556231,0.05000,3.108
+29,block_sparse_moe.experts.195.w1,0.0003016283,0.05000,3.042
+29,block_sparse_moe.experts.207.w1,0.0000738326,0.05000,2.873
+29,block_sparse_moe.experts.206.w1,0.0009948654,0.05000,3.185
+29,block_sparse_moe.experts.202.w1,0.0003505297,0.05000,3.223
+29,block_sparse_moe.experts.194.w1,0.0002168347,0.05000,3.229
+29,block_sparse_moe.experts.198.w1,0.0002397705,0.05000,3.308
+29,block_sparse_moe.experts.212.w1,0.0006238341,0.05000,2.985
+29,block_sparse_moe.experts.220.w1,0.0001088023,0.05000,3.051
+29,block_sparse_moe.experts.189.w1,0.0007785313,0.05000,2.653
+29,block_sparse_moe.experts.177.w1,0.0006709674,0.05000,2.769
+29,block_sparse_moe.experts.216.w1,0.0007899766,0.05000,2.929
+29,block_sparse_moe.experts.165.w1,0.0007071876,0.05000,2.783
+29,block_sparse_moe.experts.185.w1,0.0002658597,0.05000,2.724
+29,block_sparse_moe.experts.208.w1,0.0006218073,0.05000,3.030
+29,block_sparse_moe.experts.211.w1,0.0006767135,0.05000,2.854
+29,block_sparse_moe.experts.222.w1,0.0007475582,0.05000,2.940
+29,block_sparse_moe.experts.215.w1,0.0010452990,0.05000,2.875
+29,block_sparse_moe.experts.219.w1,0.0004965187,0.05000,2.905
+29,block_sparse_moe.experts.223.w1,0.0016053188,0.05000,2.932
+29,block_sparse_moe.experts.210.w1,0.0009014078,0.05000,2.969
+29,block_sparse_moe.experts.214.w1,0.0012774558,0.05000,3.014
+29,block_sparse_moe.experts.218.w1,0.0002879486,0.05000,3.121
+29,block_sparse_moe.experts.228.w1,0.0005630036,0.05000,2.952
+29,block_sparse_moe.experts.236.w1,0.0012312515,0.05000,2.983
+29,block_sparse_moe.experts.201.w1,0.0008230634,0.05000,2.861
+29,block_sparse_moe.experts.205.w1,0.0009895165,0.05000,3.018
+29,block_sparse_moe.experts.232.w1,0.0001987969,0.05000,2.982
+29,block_sparse_moe.experts.224.w1,0.0010124183,0.05000,2.921
+29,block_sparse_moe.experts.193.w1,0.0005272134,0.05000,3.008
+29,block_sparse_moe.experts.181.w1,0.0009121188,0.05000,3.013
+29,block_sparse_moe.experts.227.w1,0.0009529850,0.05000,2.747
+29,block_sparse_moe.experts.231.w1,0.0002798649,0.05000,2.789
+29,block_sparse_moe.experts.235.w1,0.0009873636,0.05000,2.805
+29,block_sparse_moe.experts.239.w1,0.0004767130,0.05000,2.820
+29,block_sparse_moe.experts.238.w1,0.0007741424,0.05000,3.019
+29,block_sparse_moe.experts.226.w1,0.0006843942,0.05000,3.080
+29,block_sparse_moe.experts.230.w1,0.0010053357,0.05000,3.073
+29,block_sparse_moe.experts.234.w1,0.0004477323,0.05000,3.092
+29,block_sparse_moe.experts.221.w1,0.0010053313,0.05000,2.759
+29,block_sparse_moe.experts.217.w1,0.0012403729,0.05000,2.802
+29,block_sparse_moe.experts.244.w1,0.0001622738,0.05000,3.088
+29,block_sparse_moe.experts.197.w1,0.0005625585,0.05000,2.792
+29,block_sparse_moe.experts.252.w1,0.0006763084,0.05000,3.087
+29,block_sparse_moe.experts.209.w1,0.0006804850,0.05000,2.908
+29,block_sparse_moe.experts.248.w1,0.0007978189,0.05000,2.972
+29,block_sparse_moe.experts.240.w1,0.0010714341,0.05000,3.033
+29,block_sparse_moe.experts.247.w1,0.0001871276,0.05000,3.039
+29,block_sparse_moe.experts.243.w1,0.0010221115,0.05000,3.245
+29,block_sparse_moe.experts.251.w1,0.0026404553,0.05000,3.143
+29,block_sparse_moe.experts.255.w1,0.0002521046,0.05000,3.133
+29,block_sparse_moe.experts.254.w1,0.0004385026,0.05000,3.076
+29,block_sparse_moe.experts.246.w1,0.0005613765,0.05000,3.046
+29,block_sparse_moe.experts.250.w1,0.0007261682,0.05000,3.007
+29,block_sparse_moe.experts.242.w1,0.0010567077,0.05000,3.172
+29,block_sparse_moe.experts.233.w1,0.0009350426,0.05000,2.862
+29,block_sparse_moe.experts.237.w1,0.0009664923,0.05000,2.965
+29,block_sparse_moe.experts.213.w1,0.0008065281,0.05000,2.957
+29,block_sparse_moe.experts.4.w3,0.0007401281,0.05000,3.056
+29,block_sparse_moe.experts.225.w1,0.0004708982,0.05000,2.968
+29,block_sparse_moe.experts.12.w3,0.0003526133,0.05000,3.110
+29,block_sparse_moe.experts.8.w3,0.0003212420,0.05000,3.088
+29,block_sparse_moe.experts.0.w3,0.0006913176,0.05000,3.093
+29,block_sparse_moe.experts.7.w3,0.0001851640,0.05000,2.831
+29,block_sparse_moe.experts.3.w3,0.0006082886,0.05000,2.799
+29,block_sparse_moe.experts.15.w3,0.0009379096,0.05000,2.845
+29,block_sparse_moe.experts.11.w3,0.0007401677,0.05000,2.913
+29,block_sparse_moe.experts.14.w3,0.0012211008,0.05000,2.980
+29,block_sparse_moe.experts.6.w3,0.0005954363,0.05000,3.023
+29,block_sparse_moe.experts.253.w1,0.0004370602,0.05000,2.886
+29,block_sparse_moe.experts.2.w3,0.0010161135,0.05000,3.065
+29,block_sparse_moe.experts.249.w1,0.0008407520,0.05000,2.987
+29,block_sparse_moe.experts.10.w3,0.0001944505,0.05000,3.120
+29,block_sparse_moe.experts.229.w1,0.0003224308,0.05000,2.859
+29,block_sparse_moe.experts.241.w1,0.0005574251,0.05000,2.893
+29,block_sparse_moe.experts.20.w3,0.0005755704,0.05000,3.111
+29,block_sparse_moe.experts.28.w3,0.0006219368,0.05000,3.124
+29,block_sparse_moe.experts.24.w3,0.0000986465,0.05000,3.114
+29,block_sparse_moe.experts.16.w3,0.0005571453,0.05000,3.123
+29,block_sparse_moe.experts.19.w3,0.0007715962,0.05000,2.924
+29,block_sparse_moe.experts.23.w3,0.0010057376,0.05000,3.065
+29,block_sparse_moe.experts.31.w3,0.0002626450,0.05000,2.982
+29,block_sparse_moe.experts.27.w3,0.0006470795,0.05000,2.995
+29,block_sparse_moe.experts.30.w3,0.0002483443,0.05000,2.844
+29,block_sparse_moe.experts.13.w3,0.0010658312,0.05000,2.703
+29,block_sparse_moe.experts.9.w3,0.0007230590,0.05000,2.691
+29,block_sparse_moe.experts.245.w1,0.0002922106,0.05000,2.722
+29,block_sparse_moe.experts.22.w3,0.0004894007,0.05000,2.966
+29,block_sparse_moe.experts.18.w3,0.0004471520,0.05000,2.920
+29,block_sparse_moe.experts.1.w3,0.0001859447,0.05000,2.745
+29,block_sparse_moe.experts.26.w3,0.0004734386,0.05000,2.936
+29,block_sparse_moe.experts.36.w3,0.0008693035,0.05000,2.899
+29,block_sparse_moe.experts.40.w3,0.0012067000,0.05000,2.886
+29,block_sparse_moe.experts.44.w3,0.0007350008,0.05000,2.964
+29,block_sparse_moe.experts.32.w3,0.0009045440,0.05000,2.956
+29,block_sparse_moe.experts.39.w3,0.0005170580,0.05000,2.954
+29,block_sparse_moe.experts.35.w3,0.0014413790,0.05000,3.019
+29,block_sparse_moe.experts.29.w3,0.0007853714,0.05000,2.709
+29,block_sparse_moe.experts.47.w3,0.0012975038,0.05000,3.011
+29,block_sparse_moe.experts.46.w3,0.0008865581,0.05000,2.942
+29,block_sparse_moe.experts.25.w3,0.0012641875,0.05000,2.772
+29,block_sparse_moe.experts.43.w3,0.0010737672,0.05000,3.127
+29,block_sparse_moe.experts.5.w3,0.0006786260,0.05000,2.804
+29,block_sparse_moe.experts.17.w3,0.0010998076,0.05000,2.728
+29,block_sparse_moe.experts.34.w3,0.0011026283,0.05000,2.909
+29,block_sparse_moe.experts.38.w3,0.0001751577,0.05000,2.950
+29,block_sparse_moe.experts.42.w3,0.0007760654,0.05000,2.942
+29,block_sparse_moe.experts.52.w3,0.0003306880,0.05000,2.887
+29,block_sparse_moe.experts.60.w3,0.0004781681,0.05000,2.880
+29,block_sparse_moe.experts.56.w3,0.0006160944,0.05000,2.941
+29,block_sparse_moe.experts.48.w3,0.0003428161,0.05000,2.952
+29,block_sparse_moe.experts.45.w3,0.0004128210,0.05000,2.737
+29,block_sparse_moe.experts.41.w3,0.0014163939,0.05000,2.802
+29,block_sparse_moe.experts.55.w3,0.0007008148,0.05000,3.128
+29,block_sparse_moe.experts.33.w3,0.0001280835,0.05000,2.755
+29,block_sparse_moe.experts.21.w3,0.0005415317,0.05000,2.843
+29,block_sparse_moe.experts.51.w3,0.0009620736,0.05000,3.140
+29,block_sparse_moe.experts.62.w3,0.0017429853,0.05000,3.058
+29,block_sparse_moe.experts.63.w3,0.0015435690,0.05000,3.131
+29,block_sparse_moe.experts.59.w3,0.0003879508,0.05000,3.088
+29,block_sparse_moe.experts.50.w3,0.0007414738,0.05000,3.007
+29,block_sparse_moe.experts.54.w3,0.0003601819,0.05000,3.026
+29,block_sparse_moe.experts.58.w3,0.0003290477,0.05000,3.079
+29,block_sparse_moe.experts.68.w3,0.0007207540,0.05000,2.958
+29,block_sparse_moe.experts.76.w3,0.0004302224,0.05000,3.012
+29,block_sparse_moe.experts.72.w3,0.0000681881,0.05000,3.078
+29,block_sparse_moe.experts.64.w3,0.0006509563,0.05000,3.064
+29,block_sparse_moe.experts.61.w3,0.0014051826,0.05000,2.736
+29,block_sparse_moe.experts.57.w3,0.0013119203,0.05000,2.752
+29,block_sparse_moe.experts.78.w3,0.0016041762,0.05000,2.699
+29,block_sparse_moe.experts.49.w3,0.0014569102,0.05000,2.799
+29,block_sparse_moe.experts.37.w3,0.0005614797,0.05000,2.831
+29,block_sparse_moe.experts.71.w3,0.0010232035,0.05000,2.883
+29,block_sparse_moe.experts.67.w3,0.0008298978,0.05000,2.863
+29,block_sparse_moe.experts.79.w3,0.0005727854,0.05000,2.894
+29,block_sparse_moe.experts.70.w3,0.0009950194,0.05000,2.689
+29,block_sparse_moe.experts.75.w3,0.0004205906,0.05000,2.903
+29,block_sparse_moe.experts.66.w3,0.0007135405,0.05000,2.871
+29,block_sparse_moe.experts.74.w3,0.0008147122,0.05000,2.819
+29,block_sparse_moe.experts.84.w3,0.0004001424,0.05000,2.952
+29,block_sparse_moe.experts.92.w3,0.0005314683,0.05000,2.900
+29,block_sparse_moe.experts.88.w3,0.0002585501,0.05000,2.880
+29,block_sparse_moe.experts.80.w3,0.0006380880,0.05000,2.942
+29,block_sparse_moe.experts.77.w3,0.0004705554,0.05000,2.688
+29,block_sparse_moe.experts.73.w3,0.0005821483,0.05000,2.681
+29,block_sparse_moe.experts.65.w3,0.0026030129,0.05000,2.687
+29,block_sparse_moe.experts.53.w3,0.0007826625,0.05000,2.683
+29,block_sparse_moe.experts.94.w3,0.0010085035,0.05000,2.936
+29,block_sparse_moe.experts.87.w3,0.0000942729,0.05000,2.976
+29,block_sparse_moe.experts.83.w3,0.0005185161,0.05000,2.950
+29,block_sparse_moe.experts.95.w3,0.0002153714,0.05000,2.955
+29,block_sparse_moe.experts.86.w3,0.0005095306,0.05000,2.957
+29,block_sparse_moe.experts.91.w3,0.0006244965,0.05000,3.052
+29,block_sparse_moe.experts.82.w3,0.0005706303,0.05000,2.985
+29,block_sparse_moe.experts.90.w3,0.0008416214,0.05000,2.971
+29,block_sparse_moe.experts.100.w3,0.0006290458,0.05000,2.907
+29,block_sparse_moe.experts.108.w3,0.0001803073,0.05000,2.824
+29,block_sparse_moe.experts.104.w3,0.0006351165,0.05000,2.937
+29,block_sparse_moe.experts.96.w3,0.0004079860,0.05000,2.938
+29,block_sparse_moe.experts.93.w3,0.0012952807,0.05000,2.792
+29,block_sparse_moe.experts.89.w3,0.0012847164,0.05000,2.788
+29,block_sparse_moe.experts.81.w3,0.0001115025,0.05000,2.788
+29,block_sparse_moe.experts.69.w3,0.0001224467,0.05000,2.899
+29,block_sparse_moe.experts.110.w3,0.0001853861,0.05000,2.868
+29,block_sparse_moe.experts.99.w3,0.0006651423,0.05000,2.971
+29,block_sparse_moe.experts.103.w3,0.0007089710,0.05000,3.011
+29,block_sparse_moe.experts.111.w3,0.0008131753,0.05000,3.023
+29,block_sparse_moe.experts.102.w3,0.0006554393,0.05000,2.940
+29,block_sparse_moe.experts.98.w3,0.0009887267,0.05000,2.961
+29,block_sparse_moe.experts.106.w3,0.0007021943,0.05000,2.901
+29,block_sparse_moe.experts.107.w3,0.0005741085,0.05000,3.043
+29,block_sparse_moe.experts.116.w3,0.0005734346,0.05000,3.010
+29,block_sparse_moe.experts.124.w3,0.0006062197,0.05000,3.060
+29,block_sparse_moe.experts.120.w3,0.0003009134,0.05000,3.022
+29,block_sparse_moe.experts.112.w3,0.0006185619,0.05000,3.048
+29,block_sparse_moe.experts.109.w3,0.0003359099,0.05000,2.823
+29,block_sparse_moe.experts.105.w3,0.0014712630,0.05000,2.714
+29,block_sparse_moe.experts.97.w3,0.0000430571,0.05000,2.771
+29,block_sparse_moe.experts.85.w3,0.0008990820,0.05000,2.890
+29,block_sparse_moe.experts.126.w3,0.0008596288,0.05000,2.814
+29,block_sparse_moe.experts.118.w3,0.0010510853,0.05000,2.732
+29,block_sparse_moe.experts.115.w3,0.0013628771,0.05000,2.992
+29,block_sparse_moe.experts.119.w3,0.0022063957,0.05000,3.080
+29,block_sparse_moe.experts.127.w3,0.0002424353,0.05000,2.918
+29,block_sparse_moe.experts.114.w3,0.0010191311,0.05000,2.743
+29,block_sparse_moe.experts.122.w3,0.0009008164,0.05000,2.770
+29,block_sparse_moe.experts.123.w3,0.0007067875,0.05000,2.873
+29,block_sparse_moe.experts.132.w3,0.0007425458,0.05000,2.681
+29,block_sparse_moe.experts.140.w3,0.0003307475,0.05000,2.687
+29,block_sparse_moe.experts.136.w3,0.0006288670,0.05000,2.747
+29,block_sparse_moe.experts.128.w3,0.0005356388,0.05000,2.634
+29,block_sparse_moe.experts.121.w3,0.0010125733,0.05000,2.670
+29,block_sparse_moe.experts.125.w3,0.0009354204,0.05000,2.791
+29,block_sparse_moe.experts.113.w3,0.0008015198,0.05000,2.670
+29,block_sparse_moe.experts.101.w3,0.0007854676,0.05000,2.627
+29,block_sparse_moe.experts.142.w3,0.0007486179,0.05000,2.985
+29,block_sparse_moe.experts.131.w3,0.0002138130,0.05000,2.836
+29,block_sparse_moe.experts.134.w3,0.0008438066,0.05000,2.910
+29,block_sparse_moe.experts.135.w3,0.0003185087,0.05000,2.859
+29,block_sparse_moe.experts.130.w3,0.0006475431,0.05000,2.957
+29,block_sparse_moe.experts.143.w3,0.0001817635,0.05000,3.001
+29,block_sparse_moe.experts.138.w3,0.0008988760,0.05000,2.942
+29,block_sparse_moe.experts.148.w3,0.0006329327,0.05000,2.823
+29,block_sparse_moe.experts.139.w3,0.0005766918,0.05000,2.895
+29,block_sparse_moe.experts.156.w3,0.0013756833,0.05000,2.809
+29,block_sparse_moe.experts.152.w3,0.0004251835,0.05000,2.932
+29,block_sparse_moe.experts.144.w3,0.0007214958,0.05000,2.908
+29,block_sparse_moe.experts.137.w3,0.0011960969,0.05000,2.621
+29,block_sparse_moe.experts.141.w3,0.0007755070,0.05000,2.632
+29,block_sparse_moe.experts.129.w3,0.0009017528,0.05000,2.642
+29,block_sparse_moe.experts.117.w3,0.0003354935,0.05000,2.699
+29,block_sparse_moe.experts.158.w3,0.0002393411,0.05000,2.982
+29,block_sparse_moe.experts.147.w3,0.0005494677,0.05000,2.899
+29,block_sparse_moe.experts.164.w3,0.0001717165,0.05000,2.593
+29,block_sparse_moe.experts.151.w3,0.0007702476,0.05000,2.887
+29,block_sparse_moe.experts.150.w3,0.0005666810,0.05000,3.044
+29,block_sparse_moe.experts.172.w3,0.0009326383,0.05000,2.470
+29,block_sparse_moe.experts.159.w3,0.0000827861,0.05000,2.900
+29,block_sparse_moe.experts.154.w3,0.0002591192,0.05000,2.894
+29,block_sparse_moe.experts.146.w3,0.0006888898,0.05000,2.975
+29,block_sparse_moe.experts.155.w3,0.0003563738,0.05000,2.864
+29,block_sparse_moe.experts.168.w3,0.0005931645,0.05000,2.523
+29,block_sparse_moe.experts.160.w3,0.0001735997,0.05000,2.551
+29,block_sparse_moe.experts.153.w3,0.0004468331,0.05000,2.718
+29,block_sparse_moe.experts.157.w3,0.0005172717,0.05000,2.668
+29,block_sparse_moe.experts.145.w3,0.0008527691,0.05000,2.719
+29,block_sparse_moe.experts.133.w3,0.0008210193,0.05000,2.647
+29,block_sparse_moe.experts.174.w3,0.0007264694,0.05000,2.817
+29,block_sparse_moe.experts.163.w3,0.0008204999,0.05000,2.898
+29,block_sparse_moe.experts.180.w3,0.0007531104,0.05000,2.837
+29,block_sparse_moe.experts.167.w3,0.0006071204,0.05000,2.925
+29,block_sparse_moe.experts.188.w3,0.0006531770,0.05000,2.917
+29,block_sparse_moe.experts.166.w3,0.0000546551,0.05000,2.959
+29,block_sparse_moe.experts.162.w3,0.0008410439,0.05000,2.855
+29,block_sparse_moe.experts.175.w3,0.0010917031,0.05000,2.911
+29,block_sparse_moe.experts.170.w3,0.0004336954,0.05000,2.931
+29,block_sparse_moe.experts.171.w3,0.0009059980,0.05000,2.912
+29,block_sparse_moe.experts.184.w3,0.0008341365,0.05000,2.959
+29,block_sparse_moe.experts.176.w3,0.0004703378,0.05000,2.946
+29,block_sparse_moe.experts.169.w3,0.0001211015,0.05000,3.138
+29,block_sparse_moe.experts.173.w3,0.0005475281,0.05000,3.141
+29,block_sparse_moe.experts.161.w3,0.0001247602,0.05000,3.074
+29,block_sparse_moe.experts.149.w3,0.0007775797,0.05000,3.213
+29,block_sparse_moe.experts.196.w3,0.0006813284,0.05000,2.799
+29,block_sparse_moe.experts.190.w3,0.0003608486,0.05000,3.136
+29,block_sparse_moe.experts.179.w3,0.0008263779,0.05000,2.932
+29,block_sparse_moe.experts.183.w3,0.0017399573,0.05000,2.869
+29,block_sparse_moe.experts.204.w3,0.0002799994,0.05000,2.909
+29,block_sparse_moe.experts.187.w3,0.0003759438,0.05000,2.842
+29,block_sparse_moe.experts.191.w3,0.0002417216,0.05000,2.908
+29,block_sparse_moe.experts.182.w3,0.0010132768,0.05000,3.143
+29,block_sparse_moe.experts.178.w3,0.0002474104,0.05000,3.123
+29,block_sparse_moe.experts.200.w3,0.0014861064,0.05000,2.862
+29,block_sparse_moe.experts.186.w3,0.0004502297,0.05000,3.187
+29,block_sparse_moe.experts.192.w3,0.0009330911,0.05000,2.880
+29,block_sparse_moe.experts.185.w3,0.0003324168,0.05000,2.907
+29,block_sparse_moe.experts.189.w3,0.0008131145,0.05000,2.870
+29,block_sparse_moe.experts.177.w3,0.0007117808,0.05000,2.795
+29,block_sparse_moe.experts.165.w3,0.0007747079,0.05000,2.935
+29,block_sparse_moe.experts.212.w3,0.0007356889,0.05000,2.816
+29,block_sparse_moe.experts.206.w3,0.0010536423,0.05000,3.072
+29,block_sparse_moe.experts.199.w3,0.0007832778,0.05000,2.964
+29,block_sparse_moe.experts.195.w3,0.0003244209,0.05000,3.109
+29,block_sparse_moe.experts.220.w3,0.0001187619,0.05000,2.931
+29,block_sparse_moe.experts.203.w3,0.0009653950,0.05000,2.978
+29,block_sparse_moe.experts.207.w3,0.0000940160,0.05000,3.015
+29,block_sparse_moe.experts.198.w3,0.0002636227,0.05000,3.061
+29,block_sparse_moe.experts.216.w3,0.0008646948,0.05000,2.975
+29,block_sparse_moe.experts.194.w3,0.0002510087,0.05000,3.090
+29,block_sparse_moe.experts.208.w3,0.0007205206,0.05000,2.950
+29,block_sparse_moe.experts.202.w3,0.0003840638,0.05000,3.073
+29,block_sparse_moe.experts.201.w3,0.0009194726,0.05000,2.789
+29,block_sparse_moe.experts.205.w3,0.0010181779,0.05000,2.871
+29,block_sparse_moe.experts.193.w3,0.0005601923,0.05000,2.801
+29,block_sparse_moe.experts.181.w3,0.0009555308,0.05000,2.884
+29,block_sparse_moe.experts.228.w3,0.0006454658,0.05000,3.120
+29,block_sparse_moe.experts.222.w3,0.0007859626,0.05000,3.002
+29,block_sparse_moe.experts.215.w3,0.0010612629,0.05000,3.056
+29,block_sparse_moe.experts.211.w3,0.0007251240,0.05000,3.056
+29,block_sparse_moe.experts.236.w3,0.0013838986,0.05000,3.119
+29,block_sparse_moe.experts.223.w3,0.0017572093,0.05000,2.968
+29,block_sparse_moe.experts.219.w3,0.0005461099,0.05000,3.013
+29,block_sparse_moe.experts.214.w3,0.0014849398,0.05000,2.973
+29,block_sparse_moe.experts.210.w3,0.0009325068,0.05000,2.912
+29,block_sparse_moe.experts.232.w3,0.0002302010,0.05000,3.000
+29,block_sparse_moe.experts.218.w3,0.0002978762,0.05000,2.957
+29,block_sparse_moe.experts.224.w3,0.0012107112,0.05000,3.078
+29,block_sparse_moe.experts.217.w3,0.0013411724,0.05000,2.616
+29,block_sparse_moe.experts.209.w3,0.0007043262,0.05000,2.576
+29,block_sparse_moe.experts.221.w3,0.0011536610,0.05000,2.694
+29,block_sparse_moe.experts.197.w3,0.0005920378,0.05000,2.838
+29,block_sparse_moe.experts.244.w3,0.0001769981,0.05000,2.989
+29,block_sparse_moe.experts.231.w3,0.0002988315,0.05000,2.751
+29,block_sparse_moe.experts.238.w3,0.0008067364,0.05000,2.897
+29,block_sparse_moe.experts.227.w3,0.0010311313,0.05000,2.758
+29,block_sparse_moe.experts.235.w3,0.0010885316,0.05000,2.721
+29,block_sparse_moe.experts.239.w3,0.0005300340,0.05000,2.767
+29,block_sparse_moe.experts.252.w3,0.0007576856,0.05000,2.904
+29,block_sparse_moe.experts.248.w3,0.0008466515,0.05000,2.783
+29,block_sparse_moe.experts.240.w3,0.0011634842,0.05000,2.638
+29,block_sparse_moe.experts.230.w3,0.0010657457,0.05000,2.944
+29,block_sparse_moe.experts.226.w3,0.0007823612,0.05000,2.949
+29,block_sparse_moe.experts.233.w3,0.0010217471,0.05000,2.872
+29,block_sparse_moe.experts.234.w3,0.0004662075,0.05000,3.123
+29,block_sparse_moe.experts.225.w3,0.0005389640,0.05000,2.918
+29,block_sparse_moe.experts.237.w3,0.0010476766,0.05000,2.885
+29,block_sparse_moe.experts.213.w3,0.0008385915,0.05000,2.941
+29,block_sparse_moe.experts.247.w3,0.0002023804,0.05000,3.022
+29,block_sparse_moe.experts.243.w3,0.0010604425,0.05000,2.987
+29,block_sparse_moe.experts.254.w3,0.0004877646,0.05000,2.994
+29,block_sparse_moe.experts.251.w3,0.0027669023,0.05000,2.977
+29,block_sparse_moe.experts.255.w3,0.0002853783,0.05000,2.945
+29,block_sparse_moe.experts.246.w3,0.0006151750,0.05000,2.863
+29,block_sparse_moe.experts.242.w3,0.0010849525,0.05000,2.879
+29,block_sparse_moe.experts.250.w3,0.0007556337,0.05000,2.635
+29,block_sparse_moe.experts.249.w3,0.0008918630,0.05000,3.083
+29,block_sparse_moe.experts.253.w3,0.0006921864,0.05000,2.958
+29,block_sparse_moe.experts.241.w3,0.0005815376,0.05000,2.989
+29,block_sparse_moe.experts.229.w3,0.0003648625,0.05000,2.331
+29,block_sparse_moe.experts.245.w3,0.0003223243,0.05000,0.768
+29,block_sparse_moe.experts.5.w2,0.0004617909,0.05000,1.361
+29,block_sparse_moe.experts.1.w2,0.0001207581,0.05000,1.368
+29,block_sparse_moe.experts.7.w2,0.0001802284,0.05000,1.368
+29,block_sparse_moe.experts.13.w2,0.0005030578,0.05000,1.364
+29,block_sparse_moe.experts.9.w2,0.0010900021,0.05000,1.410
+29,block_sparse_moe.experts.3.w2,0.0006184999,0.05000,1.423
+29,block_sparse_moe.experts.11.w2,0.0004281278,0.05000,1.443
+29,block_sparse_moe.experts.2.w2,0.0016334684,0.05000,1.470
+29,block_sparse_moe.experts.15.w2,0.0022116419,0.05000,1.474
+29,block_sparse_moe.experts.10.w2,0.0002597996,0.05000,1.524
+29,block_sparse_moe.experts.6.w2,0.0090908852,0.05000,1.557
+29,block_sparse_moe.experts.0.w2,0.0002409744,0.05000,1.560
+29,block_sparse_moe.experts.14.w2,0.0011249611,0.05000,1.564
+29,block_sparse_moe.experts.8.w2,0.0009830397,0.05000,1.582
+29,block_sparse_moe.experts.4.w2,0.0017734272,0.05000,1.583
+29,block_sparse_moe.experts.12.w2,0.0004872132,0.05000,1.602
+29,block_sparse_moe.experts.17.w2,0.0016712707,0.05000,1.382
+29,block_sparse_moe.experts.21.w2,0.0006644011,0.05000,1.418
+29,block_sparse_moe.experts.25.w2,0.0006561133,0.05000,1.413
+29,block_sparse_moe.experts.29.w2,0.0004775081,0.05000,1.462
+29,block_sparse_moe.experts.23.w2,0.0003971789,0.05000,1.494
+29,block_sparse_moe.experts.26.w2,0.0012800255,0.05000,1.353
+29,block_sparse_moe.experts.19.w2,0.0012632770,0.05000,1.488
+29,block_sparse_moe.experts.27.w2,0.0005534374,0.05000,1.497
+29,block_sparse_moe.experts.18.w2,0.0016475842,0.05000,1.480
+29,block_sparse_moe.experts.30.w2,0.0002734184,0.05000,1.398
+29,block_sparse_moe.experts.22.w2,0.0008161648,0.05000,1.428
+29,block_sparse_moe.experts.31.w2,0.0003007670,0.05000,1.523
+29,block_sparse_moe.experts.20.w2,0.0007903189,0.05000,1.432
+29,block_sparse_moe.experts.28.w2,0.0005278883,0.05000,1.420
+29,block_sparse_moe.experts.16.w2,0.0003025375,0.05000,1.480
+29,block_sparse_moe.experts.24.w2,0.0001166154,0.05000,1.479
+29,block_sparse_moe.experts.33.w2,0.0001314124,0.05000,1.335
+29,block_sparse_moe.experts.37.w2,0.0007587907,0.05000,1.409
+29,block_sparse_moe.experts.45.w2,0.0002467253,0.05000,1.402
+29,block_sparse_moe.experts.41.w2,0.0014839521,0.05000,1.453
+29,block_sparse_moe.experts.42.w2,0.0006013906,0.05000,1.411
+29,block_sparse_moe.experts.34.w2,0.0006779181,0.05000,1.454
+29,block_sparse_moe.experts.38.w2,0.0003905514,0.05000,1.422
+29,block_sparse_moe.experts.46.w2,0.0003799440,0.05000,1.480
+29,block_sparse_moe.experts.36.w2,0.0032733393,0.05000,1.478
+29,block_sparse_moe.experts.39.w2,0.0004270001,0.05000,1.660
+29,block_sparse_moe.experts.40.w2,0.0010434353,0.05000,1.494
+29,block_sparse_moe.experts.35.w2,0.0012210093,0.05000,1.652
+29,block_sparse_moe.experts.44.w2,0.0007096515,0.05000,1.568
+29,block_sparse_moe.experts.43.w2,0.0004225230,0.05000,1.656
+29,block_sparse_moe.experts.32.w2,0.0010427403,0.05000,1.578
+29,block_sparse_moe.experts.47.w2,0.0009491324,0.05000,1.608
+29,block_sparse_moe.experts.49.w2,0.0015185370,0.05000,1.499
+29,block_sparse_moe.experts.53.w2,0.0005756437,0.05000,1.430
+29,block_sparse_moe.experts.61.w2,0.0009410272,0.05000,1.457
+29,block_sparse_moe.experts.57.w2,0.0040189439,0.05000,1.475
+29,block_sparse_moe.experts.58.w2,0.0005381963,0.05000,1.470
+29,block_sparse_moe.experts.55.w2,0.0004095846,0.05000,1.321
+29,block_sparse_moe.experts.51.w2,0.0004208378,0.05000,1.285
+29,block_sparse_moe.experts.50.w2,0.0010787708,0.05000,1.445
+29,block_sparse_moe.experts.54.w2,0.0002349665,0.05000,1.451
+29,block_sparse_moe.experts.63.w2,0.0022641786,0.05000,1.305
+29,block_sparse_moe.experts.59.w2,0.0003129174,0.05000,1.333
+29,block_sparse_moe.experts.62.w2,0.0010791467,0.05000,1.511
+29,block_sparse_moe.experts.52.w2,0.0002867031,0.05000,1.618
+29,block_sparse_moe.experts.56.w2,0.0007560193,0.05000,1.577
+29,block_sparse_moe.experts.60.w2,0.0007342014,0.05000,1.580
+29,block_sparse_moe.experts.48.w2,0.0003245698,0.05000,1.763
+29,block_sparse_moe.experts.65.w2,0.0040329338,0.05000,1.460
+29,block_sparse_moe.experts.69.w2,0.0002567747,0.05000,1.490
+29,block_sparse_moe.experts.77.w2,0.0004489188,0.05000,1.440
+29,block_sparse_moe.experts.73.w2,0.0004774392,0.05000,1.412
+29,block_sparse_moe.experts.74.w2,0.0006386193,0.05000,1.517
+29,block_sparse_moe.experts.71.w2,0.0007007161,0.05000,1.474
+29,block_sparse_moe.experts.79.w2,0.0002879648,0.05000,1.471
+29,block_sparse_moe.experts.70.w2,0.0008281082,0.05000,1.547
+29,block_sparse_moe.experts.75.w2,0.0003832841,0.05000,1.469
+29,block_sparse_moe.experts.66.w2,0.0006195962,0.05000,1.612
+29,block_sparse_moe.experts.67.w2,0.0004777073,0.05000,1.624
+29,block_sparse_moe.experts.78.w2,0.0008007582,0.05000,1.550
+29,block_sparse_moe.experts.68.w2,0.0007115608,0.05000,1.529
+29,block_sparse_moe.experts.72.w2,0.0001553437,0.05000,1.600
+29,block_sparse_moe.experts.76.w2,0.0004642948,0.05000,1.560
+29,block_sparse_moe.experts.64.w2,0.0010539608,0.05000,1.523
+29,block_sparse_moe.experts.81.w2,0.0002345861,0.05000,1.262
+29,block_sparse_moe.experts.85.w2,0.0008432763,0.05000,1.252
+29,block_sparse_moe.experts.93.w2,0.0007362583,0.05000,1.261
+29,block_sparse_moe.experts.89.w2,0.0027409762,0.05000,1.290
+29,block_sparse_moe.experts.90.w2,0.0016710619,0.05000,1.434
+29,block_sparse_moe.experts.86.w2,0.0008972118,0.05000,1.385
+29,block_sparse_moe.experts.94.w2,0.0015669528,0.05000,1.287
+29,block_sparse_moe.experts.87.w2,0.0000605050,0.05000,1.522
+29,block_sparse_moe.experts.82.w2,0.0006745595,0.05000,1.394
+29,block_sparse_moe.experts.95.w2,0.0003869940,0.05000,1.495
+29,block_sparse_moe.experts.91.w2,0.0008884973,0.05000,1.572
+29,block_sparse_moe.experts.83.w2,0.0005230576,0.05000,1.532
+29,block_sparse_moe.experts.84.w2,0.0003269937,0.05000,1.518
+29,block_sparse_moe.experts.88.w2,0.0000589032,0.05000,1.430
+29,block_sparse_moe.experts.92.w2,0.0014711366,0.05000,1.426
+29,block_sparse_moe.experts.80.w2,0.0008354872,0.05000,1.397
+29,block_sparse_moe.experts.97.w2,0.0000730965,0.05000,1.369
+29,block_sparse_moe.experts.101.w2,0.0007188495,0.05000,1.355
+29,block_sparse_moe.experts.109.w2,0.0001456196,0.05000,1.368
+29,block_sparse_moe.experts.105.w2,0.0058610600,0.05000,1.361
+29,block_sparse_moe.experts.106.w2,0.0006258522,0.05000,1.493
+29,block_sparse_moe.experts.110.w2,0.0000956709,0.05000,1.472
+29,block_sparse_moe.experts.102.w2,0.0004929510,0.05000,1.494
+29,block_sparse_moe.experts.103.w2,0.0014178647,0.05000,1.493
+29,block_sparse_moe.experts.98.w2,0.0008138758,0.05000,1.502
+29,block_sparse_moe.experts.111.w2,0.0008529712,0.05000,1.513
+29,block_sparse_moe.experts.107.w2,0.0007772322,0.05000,1.438
+29,block_sparse_moe.experts.99.w2,0.0002213663,0.05000,1.471
+29,block_sparse_moe.experts.100.w2,0.0001706219,0.05000,1.397
+29,block_sparse_moe.experts.108.w2,0.0001816405,0.05000,1.417
+29,block_sparse_moe.experts.104.w2,0.0003035207,0.05000,1.427
+29,block_sparse_moe.experts.96.w2,0.0004920087,0.05000,1.444
+29,block_sparse_moe.experts.113.w2,0.0019457953,0.05000,1.509
+29,block_sparse_moe.experts.117.w2,0.0001951669,0.05000,1.512
+29,block_sparse_moe.experts.125.w2,0.0005367717,0.05000,1.498
+29,block_sparse_moe.experts.121.w2,0.0016311063,0.05000,1.492
+29,block_sparse_moe.experts.122.w2,0.0028872928,0.05000,1.357
+29,block_sparse_moe.experts.126.w2,0.0005165695,0.05000,1.383
+29,block_sparse_moe.experts.118.w2,0.0013469470,0.05000,1.388
+29,block_sparse_moe.experts.114.w2,0.0014337222,0.05000,1.384
+29,block_sparse_moe.experts.119.w2,0.0036162494,0.05000,1.411
+29,block_sparse_moe.experts.127.w2,0.0004908688,0.05000,1.437
+29,block_sparse_moe.experts.115.w2,0.0022708631,0.05000,1.456
+29,block_sparse_moe.experts.123.w2,0.0003280027,0.05000,1.534
+29,block_sparse_moe.experts.116.w2,0.0003553302,0.05000,1.400
+29,block_sparse_moe.experts.124.w2,0.0010546307,0.05000,1.452
+29,block_sparse_moe.experts.120.w2,0.0005185517,0.05000,1.472
+29,block_sparse_moe.experts.112.w2,0.0005138803,0.05000,1.469
+29,block_sparse_moe.experts.129.w2,0.0005114848,0.05000,1.427
+29,block_sparse_moe.experts.133.w2,0.0009786526,0.05000,1.402
+29,block_sparse_moe.experts.137.w2,0.0006634871,0.05000,1.391
+29,block_sparse_moe.experts.141.w2,0.0009789124,0.05000,1.446
+29,block_sparse_moe.experts.138.w2,0.0010169108,0.05000,1.428
+29,block_sparse_moe.experts.142.w2,0.0007406097,0.05000,1.510
+29,block_sparse_moe.experts.135.w2,0.0002399072,0.05000,1.461
+29,block_sparse_moe.experts.134.w2,0.0008427297,0.05000,1.547
+29,block_sparse_moe.experts.130.w2,0.0003743267,0.05000,1.561
+29,block_sparse_moe.experts.143.w2,0.0002507209,0.05000,1.473
+29,block_sparse_moe.experts.139.w2,0.0002216014,0.05000,1.371
+29,block_sparse_moe.experts.131.w2,0.0001906683,0.05000,1.475
+29,block_sparse_moe.experts.132.w2,0.0011193628,0.05000,1.581
+29,block_sparse_moe.experts.140.w2,0.0004476092,0.05000,1.621
+29,block_sparse_moe.experts.136.w2,0.0004412963,0.05000,1.601
+29,block_sparse_moe.experts.128.w2,0.0003228628,0.05000,1.645
+29,block_sparse_moe.experts.145.w2,0.0016408002,0.05000,1.316
+29,block_sparse_moe.experts.149.w2,0.0006528682,0.05000,1.357
+29,block_sparse_moe.experts.157.w2,0.0011154394,0.05000,1.305
+29,block_sparse_moe.experts.153.w2,0.0001806896,0.05000,1.399
+29,block_sparse_moe.experts.154.w2,0.0005826752,0.05000,1.507
+29,block_sparse_moe.experts.151.w2,0.0010884210,0.05000,1.394
+29,block_sparse_moe.experts.158.w2,0.0002736147,0.05000,1.485
+29,block_sparse_moe.experts.159.w2,0.0000967327,0.05000,1.351
+29,block_sparse_moe.experts.150.w2,0.0001995133,0.05000,1.463
+29,block_sparse_moe.experts.155.w2,0.0007481563,0.05000,1.391
+29,block_sparse_moe.experts.146.w2,0.0011138243,0.05000,1.434
+29,block_sparse_moe.experts.147.w2,0.0003411447,0.05000,1.355
+29,block_sparse_moe.experts.148.w2,0.0008527438,0.05000,1.529
+29,block_sparse_moe.experts.156.w2,0.0019154305,0.05000,1.514
+29,block_sparse_moe.experts.152.w2,0.0005539362,0.05000,1.534
+29,block_sparse_moe.experts.161.w2,0.0001465603,0.05000,1.358
+29,block_sparse_moe.experts.144.w2,0.0004064838,0.05000,1.436
+29,block_sparse_moe.experts.165.w2,0.0011255832,0.05000,1.326
+29,block_sparse_moe.experts.173.w2,0.0013218826,0.05000,1.372
+29,block_sparse_moe.experts.169.w2,0.0001924355,0.05000,1.321
+29,block_sparse_moe.experts.170.w2,0.0004325402,0.05000,1.211
+29,block_sparse_moe.experts.174.w2,0.0008153440,0.05000,1.147
+29,block_sparse_moe.experts.166.w2,0.0000777799,0.05000,1.202
+29,block_sparse_moe.experts.167.w2,0.0004734548,0.05000,1.347
+29,block_sparse_moe.experts.162.w2,0.0020433761,0.05000,1.261
+29,block_sparse_moe.experts.175.w2,0.0013617164,0.05000,1.338
+29,block_sparse_moe.experts.171.w2,0.0007534412,0.05000,1.311
+29,block_sparse_moe.experts.163.w2,0.0020129988,0.05000,1.325
+29,block_sparse_moe.experts.177.w2,0.0006537479,0.05000,1.222
+29,block_sparse_moe.experts.181.w2,0.0005374857,0.05000,1.283
+29,block_sparse_moe.experts.164.w2,0.0001486885,0.05000,1.532
+29,block_sparse_moe.experts.185.w2,0.0005474700,0.05000,1.245
+29,block_sparse_moe.experts.189.w2,0.0007834602,0.05000,1.296
+29,block_sparse_moe.experts.172.w2,0.0027840700,0.05000,1.523
+29,block_sparse_moe.experts.168.w2,0.0002584008,0.05000,1.578
+29,block_sparse_moe.experts.160.w2,0.0008218973,0.05000,1.517
+29,block_sparse_moe.experts.186.w2,0.0008442048,0.05000,1.522
+29,block_sparse_moe.experts.190.w2,0.0001317429,0.05000,1.513
+29,block_sparse_moe.experts.183.w2,0.0032199908,0.05000,1.390
+29,block_sparse_moe.experts.182.w2,0.0005052105,0.05000,1.463
+29,block_sparse_moe.experts.187.w2,0.0002380818,0.05000,1.386
+29,block_sparse_moe.experts.191.w2,0.0004066505,0.05000,1.438
+29,block_sparse_moe.experts.179.w2,0.0003080621,0.05000,1.423
+29,block_sparse_moe.experts.178.w2,0.0003193204,0.05000,1.517
+29,block_sparse_moe.experts.180.w2,0.0006030781,0.05000,0.969
+29,block_sparse_moe.experts.188.w2,0.0003003492,0.05000,0.882
+29,block_sparse_moe.experts.193.w2,0.0003983087,0.05000,1.366
+29,block_sparse_moe.experts.197.w2,0.0004785708,0.05000,1.423
+29,block_sparse_moe.experts.201.w2,0.0022935360,0.05000,1.378
+29,block_sparse_moe.experts.205.w2,0.0005391387,0.05000,1.420
+29,block_sparse_moe.experts.202.w2,0.0005110224,0.05000,1.510
+29,block_sparse_moe.experts.206.w2,0.0010106407,0.05000,1.577
+29,block_sparse_moe.experts.198.w2,0.0008006743,0.05000,1.546
+29,block_sparse_moe.experts.199.w2,0.0005407206,0.05000,1.596
+29,block_sparse_moe.experts.203.w2,0.0009323176,0.05000,1.587
+29,block_sparse_moe.experts.207.w2,0.0001160598,0.05000,1.559
+29,block_sparse_moe.experts.194.w2,0.0004470000,0.05000,1.563
+29,block_sparse_moe.experts.195.w2,0.0004212711,0.05000,1.622
+29,block_sparse_moe.experts.209.w2,0.0002201556,0.05000,2.669
+29,block_sparse_moe.experts.217.w2,0.0015436554,0.05000,2.717
+29,block_sparse_moe.experts.213.w2,0.0002829886,0.05000,2.743
+29,block_sparse_moe.experts.221.w2,0.0035807377,0.05000,2.660
+29,block_sparse_moe.experts.218.w2,0.0001560965,0.05000,2.464
+29,block_sparse_moe.experts.222.w2,0.0003628838,0.05000,2.359
+29,block_sparse_moe.experts.214.w2,0.0032507496,0.05000,2.411
+29,block_sparse_moe.experts.210.w2,0.0006333717,0.05000,2.468
+29,block_sparse_moe.experts.215.w2,0.0018993311,0.05000,2.694
+29,block_sparse_moe.experts.219.w2,0.0002150874,0.05000,2.641
+29,block_sparse_moe.experts.223.w2,0.0062297517,0.05000,2.733
+29,block_sparse_moe.experts.211.w2,0.0006140491,0.05000,2.704
+29,block_sparse_moe.experts.225.w2,0.0011455004,0.05000,1.476
+29,block_sparse_moe.experts.233.w2,0.0009581612,0.05000,1.503
+29,block_sparse_moe.experts.229.w2,0.0004552563,0.05000,1.522
+29,block_sparse_moe.experts.237.w2,0.0011482545,0.05000,1.525
+29,block_sparse_moe.experts.234.w2,0.0002859941,0.05000,1.534
+29,block_sparse_moe.experts.238.w2,0.0003670079,0.05000,1.559
+29,block_sparse_moe.experts.230.w2,0.0008982471,0.05000,1.508
+29,block_sparse_moe.experts.226.w2,0.0013549662,0.05000,1.486
+29,block_sparse_moe.experts.176.w2,0.0003510731,0.05000,1.518
+29,block_sparse_moe.experts.235.w2,0.0019353352,0.05000,1.449
+29,block_sparse_moe.experts.204.w2,0.0002032161,0.05000,1.568
+29,block_sparse_moe.experts.184.w2,0.0002663860,0.05000,1.571
+29,block_sparse_moe.experts.231.w2,0.0002662990,0.05000,1.464
+29,block_sparse_moe.experts.196.w2,0.0012062890,0.05000,1.591
+29,block_sparse_moe.experts.239.w2,0.0004951136,0.05000,1.463
+29,block_sparse_moe.experts.227.w2,0.0012035907,0.05000,1.469
+29,block_sparse_moe.experts.241.w2,0.0004644387,0.05000,1.378
+29,block_sparse_moe.experts.253.w2,0.0006995765,0.05000,1.323
+29,block_sparse_moe.experts.249.w2,0.0005652050,0.05000,1.380
+29,block_sparse_moe.experts.245.w2,0.0004557047,0.05000,1.387
+29,block_sparse_moe.experts.250.w2,0.0004621615,0.05000,1.427
+29,block_sparse_moe.experts.246.w2,0.0011254713,0.05000,1.406
+29,block_sparse_moe.experts.254.w2,0.0007578299,0.05000,1.447
+29,block_sparse_moe.experts.242.w2,0.0004702257,0.05000,1.279
+29,block_sparse_moe.experts.212.w2,0.0013310101,0.05000,1.255
+29,block_sparse_moe.experts.192.w2,0.0014366869,0.05000,1.344
+29,block_sparse_moe.experts.220.w2,0.0002562946,0.05000,1.308
+29,block_sparse_moe.experts.200.w2,0.0013792987,0.05000,1.343
+29,block_sparse_moe.experts.251.w2,0.0054849607,0.05000,1.468
+29,block_sparse_moe.experts.247.w2,0.0002666353,0.05000,1.471
+29,block_sparse_moe.experts.255.w2,0.0004044258,0.05000,1.421
+29,block_sparse_moe.experts.243.w2,0.0004604755,0.05000,1.355
+29,block_sparse_moe.experts.236.w2,0.0022739533,0.05000,1.391
+29,block_sparse_moe.experts.228.w2,0.0005861168,0.05000,1.421
+29,block_sparse_moe.experts.208.w2,0.0011678182,0.05000,1.410
+29,block_sparse_moe.experts.216.w2,0.0014623290,0.05000,1.416
+29,block_sparse_moe.experts.244.w2,0.0001893773,0.05000,1.182
+29,block_sparse_moe.experts.252.w2,0.0012234212,0.05000,1.187
+29,block_sparse_moe.experts.224.w2,0.0023344383,0.05000,1.221
+29,block_sparse_moe.experts.232.w2,0.0004958633,0.05000,1.189
+29,block_sparse_moe.experts.240.w2,0.0012252070,0.05000,0.708
+29,block_sparse_moe.experts.248.w2,0.0008195878,0.05000,0.698
+30,self_attn.k_proj,0.0000064485,0.05000,0.893
+30,self_attn.q_proj,0.0000410770,0.05000,0.899
+30,self_attn.v_proj,0.0000052953,0.05000,0.957
+30,self_attn.o_proj,0.0000025789,0.05000,1.784
+30,block_sparse_moe.experts.5.w1,0.0009777754,0.05000,2.906
+30,block_sparse_moe.experts.0.w1,0.0004353062,0.05000,2.964
+30,block_sparse_moe.experts.4.w1,0.0011012643,0.05000,3.059
+30,block_sparse_moe.experts.2.w1,0.0019954879,0.05000,3.094
+30,block_sparse_moe.experts.12.w1,0.0007256319,0.05000,2.991
+30,block_sparse_moe.experts.8.w1,0.0006249360,0.05000,2.993
+30,block_sparse_moe.experts.14.w1,0.0010464511,0.05000,3.038
+30,block_sparse_moe.experts.10.w1,0.0011658995,0.05000,3.040
+30,block_sparse_moe.experts.6.w1,0.0003385123,0.05000,3.179
+30,block_sparse_moe.experts.9.w1,0.0004490319,0.05000,3.149
+30,block_sparse_moe.experts.1.w1,0.0002397226,0.05000,3.301
+30,block_sparse_moe.experts.3.w1,0.0017451973,0.05000,3.268
+30,block_sparse_moe.experts.13.w1,0.0007938294,0.05000,3.249
+30,block_sparse_moe.experts.7.w1,0.0003957749,0.05000,3.358
+30,block_sparse_moe.experts.11.w1,0.0010429287,0.05000,3.286
+30,block_sparse_moe.experts.15.w1,0.0002871458,0.05000,3.332
+30,block_sparse_moe.experts.20.w1,0.0012046822,0.05000,2.719
+30,block_sparse_moe.experts.24.w1,0.0009898506,0.05000,2.717
+30,block_sparse_moe.experts.28.w1,0.0017773965,0.05000,2.751
+30,block_sparse_moe.experts.16.w1,0.0006597114,0.05000,2.886
+30,block_sparse_moe.experts.22.w1,0.0013133747,0.05000,2.887
+30,block_sparse_moe.experts.21.w1,0.0005219636,0.05000,3.168
+30,block_sparse_moe.experts.26.w1,0.0007724836,0.05000,2.950
+30,block_sparse_moe.experts.18.w1,0.0009838875,0.05000,3.060
+30,block_sparse_moe.experts.30.w1,0.0014122071,0.05000,3.016
+30,block_sparse_moe.experts.25.w1,0.0001537702,0.05000,3.032
+30,block_sparse_moe.experts.17.w1,0.0009342758,0.05000,2.986
+30,block_sparse_moe.experts.29.w1,0.0001564566,0.05000,3.007
+30,block_sparse_moe.experts.23.w1,0.0005248414,0.05000,3.035
+30,block_sparse_moe.experts.19.w1,0.0007530843,0.05000,3.081
+30,block_sparse_moe.experts.27.w1,0.0008205605,0.05000,3.064
+30,block_sparse_moe.experts.31.w1,0.0003612013,0.05000,3.091
+30,block_sparse_moe.experts.36.w1,0.0001184259,0.05000,2.844
+30,block_sparse_moe.experts.40.w1,0.0000541041,0.05000,2.854
+30,block_sparse_moe.experts.32.w1,0.0012272759,0.05000,2.851
+30,block_sparse_moe.experts.44.w1,0.0002644718,0.05000,2.889
+30,block_sparse_moe.experts.42.w1,0.0004136416,0.05000,2.876
+30,block_sparse_moe.experts.38.w1,0.0010690081,0.05000,2.929
+30,block_sparse_moe.experts.37.w1,0.0007485870,0.05000,2.937
+30,block_sparse_moe.experts.46.w1,0.0005064142,0.05000,2.965
+30,block_sparse_moe.experts.34.w1,0.0003718850,0.05000,3.050
+30,block_sparse_moe.experts.41.w1,0.0008618643,0.05000,2.954
+30,block_sparse_moe.experts.45.w1,0.0006985735,0.05000,2.948
+30,block_sparse_moe.experts.39.w1,0.0014040886,0.05000,2.925
+30,block_sparse_moe.experts.33.w1,0.0001002649,0.05000,3.051
+30,block_sparse_moe.experts.43.w1,0.0009255641,0.05000,2.916
+30,block_sparse_moe.experts.35.w1,0.0006872289,0.05000,2.997
+30,block_sparse_moe.experts.47.w1,0.0006494841,0.05000,2.934
+30,block_sparse_moe.experts.52.w1,0.0009674420,0.05000,2.991
+30,block_sparse_moe.experts.48.w1,0.0006830335,0.05000,2.976
+30,block_sparse_moe.experts.60.w1,0.0001394126,0.05000,3.007
+30,block_sparse_moe.experts.56.w1,0.0010375662,0.05000,3.084
+30,block_sparse_moe.experts.53.w1,0.0015063099,0.05000,3.005
+30,block_sparse_moe.experts.54.w1,0.0012634891,0.05000,3.026
+30,block_sparse_moe.experts.58.w1,0.0013623533,0.05000,3.137
+30,block_sparse_moe.experts.57.w1,0.0003606035,0.05000,2.948
+30,block_sparse_moe.experts.62.w1,0.0011199824,0.05000,3.079
+30,block_sparse_moe.experts.49.w1,0.0001826394,0.05000,2.904
+30,block_sparse_moe.experts.61.w1,0.0003226754,0.05000,2.955
+30,block_sparse_moe.experts.50.w1,0.0009994729,0.05000,3.071
+30,block_sparse_moe.experts.55.w1,0.0003252109,0.05000,2.970
+30,block_sparse_moe.experts.59.w1,0.0004558702,0.05000,3.006
+30,block_sparse_moe.experts.51.w1,0.0003043273,0.05000,2.977
+30,block_sparse_moe.experts.63.w1,0.0001165240,0.05000,2.964
+30,block_sparse_moe.experts.68.w1,0.0001600180,0.05000,2.974
+30,block_sparse_moe.experts.64.w1,0.0007666861,0.05000,2.941
+30,block_sparse_moe.experts.76.w1,0.0009743589,0.05000,2.918
+30,block_sparse_moe.experts.72.w1,0.0012046746,0.05000,3.005
+30,block_sparse_moe.experts.70.w1,0.0010553970,0.05000,2.827
+30,block_sparse_moe.experts.74.w1,0.0005275077,0.05000,2.884
+30,block_sparse_moe.experts.69.w1,0.0008576736,0.05000,2.993
+30,block_sparse_moe.experts.78.w1,0.0001968770,0.05000,2.838
+30,block_sparse_moe.experts.71.w1,0.0008920021,0.05000,2.855
+30,block_sparse_moe.experts.66.w1,0.0009293022,0.05000,2.894
+30,block_sparse_moe.experts.73.w1,0.0011462645,0.05000,2.995
+30,block_sparse_moe.experts.77.w1,0.0004578097,0.05000,2.959
+30,block_sparse_moe.experts.75.w1,0.0001469373,0.05000,2.853
+30,block_sparse_moe.experts.65.w1,0.0010705585,0.05000,3.013
+30,block_sparse_moe.experts.79.w1,0.0004462324,0.05000,2.862
+30,block_sparse_moe.experts.67.w1,0.0001994521,0.05000,2.916
+30,block_sparse_moe.experts.80.w1,0.0007044358,0.05000,2.861
+30,block_sparse_moe.experts.84.w1,0.0007613719,0.05000,2.966
+30,block_sparse_moe.experts.92.w1,0.0004687246,0.05000,2.972
+30,block_sparse_moe.experts.88.w1,0.0005577588,0.05000,2.955
+30,block_sparse_moe.experts.85.w1,0.0010774452,0.05000,2.743
+30,block_sparse_moe.experts.86.w1,0.0004944463,0.05000,2.917
+30,block_sparse_moe.experts.89.w1,0.0004527808,0.05000,2.720
+30,block_sparse_moe.experts.81.w1,0.0007771578,0.05000,2.675
+30,block_sparse_moe.experts.90.w1,0.0005069029,0.05000,2.959
+30,block_sparse_moe.experts.93.w1,0.0005329460,0.05000,2.757
+30,block_sparse_moe.experts.94.w1,0.0004603355,0.05000,3.008
+30,block_sparse_moe.experts.87.w1,0.0003079686,0.05000,3.075
+30,block_sparse_moe.experts.82.w1,0.0004828370,0.05000,3.049
+30,block_sparse_moe.experts.95.w1,0.0006352357,0.05000,3.017
+30,block_sparse_moe.experts.91.w1,0.0006884796,0.05000,3.076
+30,block_sparse_moe.experts.83.w1,0.0003123272,0.05000,3.047
+30,block_sparse_moe.experts.96.w1,0.0008254602,0.05000,2.824
+30,block_sparse_moe.experts.100.w1,0.0008785378,0.05000,2.889
+30,block_sparse_moe.experts.108.w1,0.0003880765,0.05000,2.865
+30,block_sparse_moe.experts.104.w1,0.0010797463,0.05000,2.870
+30,block_sparse_moe.experts.101.w1,0.0011824071,0.05000,3.063
+30,block_sparse_moe.experts.102.w1,0.0017036885,0.05000,3.104
+30,block_sparse_moe.experts.105.w1,0.0010924079,0.05000,2.993
+30,block_sparse_moe.experts.106.w1,0.0005775062,0.05000,2.988
+30,block_sparse_moe.experts.109.w1,0.0005369301,0.05000,2.964
+30,block_sparse_moe.experts.97.w1,0.0007893180,0.05000,3.066
+30,block_sparse_moe.experts.110.w1,0.0006793933,0.05000,3.035
+30,block_sparse_moe.experts.103.w1,0.0006672843,0.05000,2.952
+30,block_sparse_moe.experts.107.w1,0.0005398414,0.05000,2.919
+30,block_sparse_moe.experts.98.w1,0.0004063712,0.05000,3.017
+30,block_sparse_moe.experts.111.w1,0.0007926771,0.05000,2.949
+30,block_sparse_moe.experts.99.w1,0.0008380162,0.05000,2.984
+30,block_sparse_moe.experts.112.w1,0.0008977546,0.05000,2.827
+30,block_sparse_moe.experts.124.w1,0.0004783162,0.05000,2.820
+30,block_sparse_moe.experts.117.w1,0.0003661276,0.05000,2.582
+30,block_sparse_moe.experts.116.w1,0.0005539418,0.05000,2.974
+30,block_sparse_moe.experts.121.w1,0.0010236906,0.05000,2.548
+30,block_sparse_moe.experts.120.w1,0.0007316674,0.05000,2.972
+30,block_sparse_moe.experts.125.w1,0.0013780604,0.05000,2.664
+30,block_sparse_moe.experts.113.w1,0.0006853661,0.05000,2.691
+30,block_sparse_moe.experts.118.w1,0.0000891977,0.05000,2.848
+30,block_sparse_moe.experts.122.w1,0.0009877321,0.05000,2.810
+30,block_sparse_moe.experts.126.w1,0.0004275419,0.05000,2.825
+30,block_sparse_moe.experts.114.w1,0.0003457673,0.05000,2.757
+30,block_sparse_moe.experts.127.w1,0.0009288873,0.05000,2.858
+30,block_sparse_moe.experts.119.w1,0.0002964178,0.05000,2.972
+30,block_sparse_moe.experts.123.w1,0.0001154900,0.05000,2.919
+30,block_sparse_moe.experts.115.w1,0.0010284396,0.05000,2.929
+30,block_sparse_moe.experts.128.w1,0.0009319301,0.05000,2.809
+30,block_sparse_moe.experts.140.w1,0.0015481832,0.05000,2.812
+30,block_sparse_moe.experts.132.w1,0.0007345276,0.05000,2.823
+30,block_sparse_moe.experts.137.w1,0.0004222154,0.05000,2.876
+30,block_sparse_moe.experts.133.w1,0.0008023971,0.05000,2.964
+30,block_sparse_moe.experts.136.w1,0.0007404781,0.05000,2.839
+30,block_sparse_moe.experts.141.w1,0.0004260829,0.05000,2.965
+30,block_sparse_moe.experts.129.w1,0.0012436685,0.05000,2.975
+30,block_sparse_moe.experts.138.w1,0.0006556180,0.05000,3.024
+30,block_sparse_moe.experts.139.w1,0.0002666988,0.05000,2.655
+30,block_sparse_moe.experts.143.w1,0.0010403665,0.05000,2.698
+30,block_sparse_moe.experts.134.w1,0.0004406604,0.05000,3.133
+30,block_sparse_moe.experts.135.w1,0.0008399993,0.05000,2.746
+30,block_sparse_moe.experts.131.w1,0.0011539974,0.05000,2.725
+30,block_sparse_moe.experts.130.w1,0.0006158094,0.05000,3.046
+30,block_sparse_moe.experts.142.w1,0.0001435393,0.05000,3.142
+30,block_sparse_moe.experts.144.w1,0.0013370756,0.05000,2.915
+30,block_sparse_moe.experts.156.w1,0.0004650125,0.05000,2.819
+30,block_sparse_moe.experts.148.w1,0.0001372224,0.05000,2.857
+30,block_sparse_moe.experts.152.w1,0.0007708055,0.05000,2.792
+30,block_sparse_moe.experts.149.w1,0.0006095619,0.05000,2.898
+30,block_sparse_moe.experts.153.w1,0.0002082186,0.05000,2.972
+30,block_sparse_moe.experts.159.w1,0.0004417910,0.05000,2.739
+30,block_sparse_moe.experts.157.w1,0.0005684700,0.05000,3.003
+30,block_sparse_moe.experts.155.w1,0.0005316227,0.05000,2.776
+30,block_sparse_moe.experts.145.w1,0.0005354099,0.05000,2.982
+30,block_sparse_moe.experts.151.w1,0.0002459240,0.05000,2.806
+30,block_sparse_moe.experts.150.w1,0.0001069027,0.05000,2.854
+30,block_sparse_moe.experts.147.w1,0.0019634111,0.05000,2.745
+30,block_sparse_moe.experts.154.w1,0.0004855968,0.05000,3.006
+30,block_sparse_moe.experts.158.w1,0.0008709068,0.05000,2.851
+30,block_sparse_moe.experts.146.w1,0.0010182918,0.05000,2.934
+30,block_sparse_moe.experts.172.w1,0.0002092899,0.05000,2.860
+30,block_sparse_moe.experts.160.w1,0.0011684399,0.05000,3.003
+30,block_sparse_moe.experts.165.w1,0.0009234421,0.05000,2.694
+30,block_sparse_moe.experts.164.w1,0.0002535351,0.05000,2.890
+30,block_sparse_moe.experts.169.w1,0.0008136796,0.05000,2.710
+30,block_sparse_moe.experts.168.w1,0.0002126558,0.05000,2.918
+30,block_sparse_moe.experts.166.w1,0.0002882401,0.05000,2.623
+30,block_sparse_moe.experts.173.w1,0.0013538740,0.05000,2.781
+30,block_sparse_moe.experts.175.w1,0.0009341319,0.05000,2.833
+30,block_sparse_moe.experts.161.w1,0.0006599242,0.05000,2.751
+30,block_sparse_moe.experts.171.w1,0.0001225319,0.05000,2.833
+30,block_sparse_moe.experts.167.w1,0.0005649213,0.05000,2.779
+30,block_sparse_moe.experts.170.w1,0.0005442983,0.05000,2.697
+30,block_sparse_moe.experts.163.w1,0.0007356435,0.05000,2.812
+30,block_sparse_moe.experts.174.w1,0.0011432549,0.05000,2.745
+30,block_sparse_moe.experts.162.w1,0.0004682215,0.05000,2.798
+30,block_sparse_moe.experts.188.w1,0.0008907299,0.05000,2.921
+30,block_sparse_moe.experts.176.w1,0.0010050795,0.05000,2.995
+30,block_sparse_moe.experts.181.w1,0.0012264546,0.05000,2.921
+30,block_sparse_moe.experts.185.w1,0.0005867060,0.05000,2.958
+30,block_sparse_moe.experts.182.w1,0.0004894774,0.05000,2.753
+30,block_sparse_moe.experts.184.w1,0.0009847181,0.05000,2.996
+30,block_sparse_moe.experts.180.w1,0.0001712447,0.05000,3.134
+30,block_sparse_moe.experts.186.w1,0.0007369677,0.05000,2.768
+30,block_sparse_moe.experts.189.w1,0.0012520079,0.05000,2.950
+30,block_sparse_moe.experts.191.w1,0.0008824375,0.05000,2.940
+30,block_sparse_moe.experts.183.w1,0.0004663477,0.05000,2.933
+30,block_sparse_moe.experts.177.w1,0.0016235839,0.05000,3.025
+30,block_sparse_moe.experts.190.w1,0.0003530857,0.05000,2.782
+30,block_sparse_moe.experts.187.w1,0.0008351946,0.05000,3.035
+30,block_sparse_moe.experts.178.w1,0.0004077887,0.05000,2.759
+30,block_sparse_moe.experts.179.w1,0.0008385624,0.05000,2.987
+30,block_sparse_moe.experts.197.w1,0.0022229066,0.05000,2.990
+30,block_sparse_moe.experts.204.w1,0.0011182134,0.05000,3.223
+30,block_sparse_moe.experts.201.w1,0.0011430817,0.05000,3.021
+30,block_sparse_moe.experts.192.w1,0.0003124538,0.05000,3.175
+30,block_sparse_moe.experts.198.w1,0.0012039759,0.05000,3.025
+30,block_sparse_moe.experts.200.w1,0.0005608289,0.05000,3.067
+30,block_sparse_moe.experts.196.w1,0.0006717493,0.05000,3.087
+30,block_sparse_moe.experts.205.w1,0.0009650301,0.05000,2.976
+30,block_sparse_moe.experts.202.w1,0.0005967103,0.05000,3.095
+30,block_sparse_moe.experts.199.w1,0.0008236224,0.05000,3.005
+30,block_sparse_moe.experts.193.w1,0.0003999621,0.05000,2.986
+30,block_sparse_moe.experts.207.w1,0.0015068325,0.05000,3.143
+30,block_sparse_moe.experts.206.w1,0.0010899852,0.05000,3.043
+30,block_sparse_moe.experts.194.w1,0.0012086515,0.05000,3.013
+30,block_sparse_moe.experts.203.w1,0.0005274053,0.05000,3.129
+30,block_sparse_moe.experts.195.w1,0.0001704392,0.05000,3.020
+30,block_sparse_moe.experts.220.w1,0.0007011349,0.05000,2.954
+30,block_sparse_moe.experts.208.w1,0.0008674069,0.05000,2.919
+30,block_sparse_moe.experts.213.w1,0.0007330868,0.05000,3.159
+30,block_sparse_moe.experts.216.w1,0.0005274489,0.05000,2.909
+30,block_sparse_moe.experts.214.w1,0.0004675899,0.05000,3.008
+30,block_sparse_moe.experts.217.w1,0.0006248463,0.05000,3.148
+30,block_sparse_moe.experts.212.w1,0.0020511490,0.05000,2.925
+30,block_sparse_moe.experts.218.w1,0.0003555817,0.05000,2.988
+30,block_sparse_moe.experts.221.w1,0.0001955971,0.05000,3.087
+30,block_sparse_moe.experts.222.w1,0.0008389833,0.05000,2.956
+30,block_sparse_moe.experts.215.w1,0.0020761550,0.05000,3.034
+30,block_sparse_moe.experts.223.w1,0.0008983571,0.05000,2.979
+30,block_sparse_moe.experts.210.w1,0.0004010507,0.05000,2.943
+30,block_sparse_moe.experts.209.w1,0.0005848884,0.05000,3.148
+30,block_sparse_moe.experts.219.w1,0.0010643121,0.05000,3.058
+30,block_sparse_moe.experts.211.w1,0.0019100175,0.05000,3.090
+30,block_sparse_moe.experts.236.w1,0.0005458615,0.05000,2.910
+30,block_sparse_moe.experts.230.w1,0.0012275723,0.05000,2.818
+30,block_sparse_moe.experts.224.w1,0.0015233828,0.05000,2.994
+30,block_sparse_moe.experts.229.w1,0.0002559787,0.05000,3.008
+30,block_sparse_moe.experts.234.w1,0.0007795516,0.05000,2.712
+30,block_sparse_moe.experts.232.w1,0.0016317497,0.05000,3.019
+30,block_sparse_moe.experts.233.w1,0.0005820872,0.05000,2.967
+30,block_sparse_moe.experts.238.w1,0.0008305235,0.05000,2.783
+30,block_sparse_moe.experts.228.w1,0.0011170394,0.05000,3.150
+30,block_sparse_moe.experts.231.w1,0.0012679626,0.05000,2.873
+30,block_sparse_moe.experts.237.w1,0.0001648990,0.05000,2.986
+30,block_sparse_moe.experts.226.w1,0.0015215428,0.05000,2.862
+30,block_sparse_moe.experts.239.w1,0.0003496141,0.05000,2.963
+30,block_sparse_moe.experts.225.w1,0.0010640380,0.05000,2.988
+30,block_sparse_moe.experts.227.w1,0.0002747406,0.05000,2.892
+30,block_sparse_moe.experts.235.w1,0.0004269179,0.05000,3.014
+30,block_sparse_moe.experts.252.w1,0.0009978442,0.05000,2.898
+30,block_sparse_moe.experts.246.w1,0.0003914072,0.05000,2.829
+30,block_sparse_moe.experts.250.w1,0.0001433116,0.05000,2.838
+30,block_sparse_moe.experts.240.w1,0.0008819720,0.05000,2.963
+30,block_sparse_moe.experts.245.w1,0.0003449342,0.05000,3.073
+30,block_sparse_moe.experts.248.w1,0.0007814741,0.05000,3.027
+30,block_sparse_moe.experts.249.w1,0.0002537800,0.05000,3.041
+30,block_sparse_moe.experts.254.w1,0.0008202847,0.05000,2.937
+30,block_sparse_moe.experts.242.w1,0.0003415550,0.05000,2.818
+30,block_sparse_moe.experts.244.w1,0.0004475276,0.05000,3.020
+30,block_sparse_moe.experts.247.w1,0.0000789429,0.05000,3.086
+30,block_sparse_moe.experts.253.w1,0.0013153274,0.05000,3.068
+30,block_sparse_moe.experts.255.w1,0.0002306251,0.05000,3.031
+30,block_sparse_moe.experts.243.w1,0.0002384420,0.05000,3.010
+30,block_sparse_moe.experts.241.w1,0.0012794949,0.05000,3.106
+30,block_sparse_moe.experts.251.w1,0.0006654197,0.05000,3.038
+30,block_sparse_moe.experts.12.w3,0.0008003685,0.05000,2.962
+30,block_sparse_moe.experts.0.w3,0.0004549453,0.05000,2.909
+30,block_sparse_moe.experts.10.w3,0.0013905920,0.05000,2.968
+30,block_sparse_moe.experts.6.w3,0.0003509255,0.05000,3.089
+30,block_sparse_moe.experts.8.w3,0.0006690548,0.05000,2.864
+30,block_sparse_moe.experts.2.w3,0.0021404670,0.05000,2.879
+30,block_sparse_moe.experts.14.w3,0.0011975058,0.05000,3.000
+30,block_sparse_moe.experts.5.w3,0.0010064231,0.05000,3.082
+30,block_sparse_moe.experts.4.w3,0.0011512823,0.05000,2.900
+30,block_sparse_moe.experts.9.w3,0.0004855441,0.05000,3.136
+30,block_sparse_moe.experts.7.w3,0.0004426031,0.05000,3.035
+30,block_sparse_moe.experts.15.w3,0.0003158937,0.05000,3.000
+30,block_sparse_moe.experts.13.w3,0.0008261758,0.05000,3.027
+30,block_sparse_moe.experts.3.w3,0.0019956431,0.05000,3.138
+30,block_sparse_moe.experts.11.w3,0.0011120691,0.05000,3.106
+30,block_sparse_moe.experts.1.w3,0.0002515151,0.05000,3.148
+30,block_sparse_moe.experts.28.w3,0.0019029070,0.05000,2.745
+30,block_sparse_moe.experts.16.w3,0.0006872835,0.05000,2.786
+30,block_sparse_moe.experts.22.w3,0.0013782580,0.05000,2.793
+30,block_sparse_moe.experts.26.w3,0.0008449966,0.05000,2.882
+30,block_sparse_moe.experts.24.w3,0.0010641137,0.05000,2.756
+30,block_sparse_moe.experts.30.w3,0.0014645493,0.05000,2.686
+30,block_sparse_moe.experts.18.w3,0.0010714872,0.05000,2.788
+30,block_sparse_moe.experts.21.w3,0.0005616358,0.05000,2.891
+30,block_sparse_moe.experts.20.w3,0.0012995937,0.05000,2.873
+30,block_sparse_moe.experts.25.w3,0.0001574483,0.05000,2.921
+30,block_sparse_moe.experts.29.w3,0.0001694043,0.05000,2.906
+30,block_sparse_moe.experts.31.w3,0.0004060583,0.05000,3.065
+30,block_sparse_moe.experts.23.w3,0.0005442607,0.05000,3.097
+30,block_sparse_moe.experts.17.w3,0.0009973441,0.05000,2.941
+30,block_sparse_moe.experts.19.w3,0.0008199486,0.05000,3.106
+30,block_sparse_moe.experts.27.w3,0.0008432009,0.05000,3.109
+30,block_sparse_moe.experts.44.w3,0.0003145480,0.05000,2.798
+30,block_sparse_moe.experts.32.w3,0.0012612496,0.05000,2.761
+30,block_sparse_moe.experts.42.w3,0.0004328314,0.05000,2.739
+30,block_sparse_moe.experts.40.w3,0.0000635909,0.05000,2.754
+30,block_sparse_moe.experts.38.w3,0.0011140535,0.05000,2.901
+30,block_sparse_moe.experts.34.w3,0.0004176920,0.05000,2.783
+30,block_sparse_moe.experts.46.w3,0.0005638142,0.05000,2.883
+30,block_sparse_moe.experts.36.w3,0.0001236197,0.05000,2.677
+30,block_sparse_moe.experts.37.w3,0.0008306586,0.05000,2.925
+30,block_sparse_moe.experts.41.w3,0.0008917365,0.05000,2.894
+30,block_sparse_moe.experts.45.w3,0.0006990455,0.05000,2.847
+30,block_sparse_moe.experts.39.w3,0.0014604360,0.05000,2.923
+30,block_sparse_moe.experts.47.w3,0.0006780414,0.05000,2.996
+30,block_sparse_moe.experts.33.w3,0.0001062328,0.05000,2.966
+30,block_sparse_moe.experts.35.w3,0.0007015338,0.05000,2.950
+30,block_sparse_moe.experts.43.w3,0.0009757604,0.05000,2.970
+30,block_sparse_moe.experts.60.w3,0.0001609491,0.05000,2.894
+30,block_sparse_moe.experts.48.w3,0.0007513892,0.05000,2.985
+30,block_sparse_moe.experts.58.w3,0.0014783747,0.05000,2.881
+30,block_sparse_moe.experts.56.w3,0.0011893782,0.05000,2.855
+30,block_sparse_moe.experts.50.w3,0.0010363488,0.05000,2.781
+30,block_sparse_moe.experts.54.w3,0.0013441881,0.05000,2.872
+30,block_sparse_moe.experts.62.w3,0.0011856419,0.05000,2.795
+30,block_sparse_moe.experts.52.w3,0.0010486750,0.05000,3.097
+30,block_sparse_moe.experts.53.w3,0.0016961294,0.05000,2.970
+30,block_sparse_moe.experts.57.w3,0.0003880866,0.05000,3.037
+30,block_sparse_moe.experts.61.w3,0.0003746269,0.05000,2.971
+30,block_sparse_moe.experts.63.w3,0.0001330289,0.05000,2.919
+30,block_sparse_moe.experts.55.w3,0.0003786156,0.05000,2.961
+30,block_sparse_moe.experts.51.w3,0.0003327736,0.05000,2.859
+30,block_sparse_moe.experts.59.w3,0.0005127278,0.05000,2.897
+30,block_sparse_moe.experts.49.w3,0.0001846844,0.05000,3.065
+30,block_sparse_moe.experts.76.w3,0.0011081054,0.05000,2.883
+30,block_sparse_moe.experts.66.w3,0.0010125204,0.05000,2.803
+30,block_sparse_moe.experts.64.w3,0.0008257863,0.05000,2.872
+30,block_sparse_moe.experts.72.w3,0.0012657391,0.05000,2.868
+30,block_sparse_moe.experts.74.w3,0.0006034008,0.05000,2.903
+30,block_sparse_moe.experts.70.w3,0.0011909845,0.05000,2.920
+30,block_sparse_moe.experts.78.w3,0.0002093013,0.05000,2.885
+30,block_sparse_moe.experts.68.w3,0.0001792179,0.05000,2.893
+30,block_sparse_moe.experts.69.w3,0.0009278627,0.05000,2.836
+30,block_sparse_moe.experts.73.w3,0.0012784937,0.05000,2.844
+30,block_sparse_moe.experts.77.w3,0.0004708234,0.05000,2.891
+30,block_sparse_moe.experts.79.w3,0.0004896734,0.05000,3.021
+30,block_sparse_moe.experts.71.w3,0.0010058417,0.05000,3.025
+30,block_sparse_moe.experts.65.w3,0.0011829229,0.05000,2.892
+30,block_sparse_moe.experts.67.w3,0.0002224878,0.05000,3.054
+30,block_sparse_moe.experts.75.w3,0.0001539906,0.05000,3.111
+30,block_sparse_moe.experts.92.w3,0.0007311998,0.05000,2.853
+30,block_sparse_moe.experts.90.w3,0.0005630330,0.05000,2.849
+30,block_sparse_moe.experts.88.w3,0.0005852975,0.05000,2.895
+30,block_sparse_moe.experts.82.w3,0.0005137844,0.05000,2.945
+30,block_sparse_moe.experts.80.w3,0.0007890055,0.05000,2.952
+30,block_sparse_moe.experts.86.w3,0.0005853116,0.05000,2.935
+30,block_sparse_moe.experts.94.w3,0.0005177185,0.05000,2.880
+30,block_sparse_moe.experts.85.w3,0.0011991761,0.05000,2.919
+30,block_sparse_moe.experts.84.w3,0.0008707240,0.05000,2.981
+30,block_sparse_moe.experts.89.w3,0.0004716594,0.05000,2.816
+30,block_sparse_moe.experts.93.w3,0.0005885262,0.05000,2.789
+30,block_sparse_moe.experts.95.w3,0.0006856662,0.05000,2.932
+30,block_sparse_moe.experts.87.w3,0.0003203816,0.05000,3.013
+30,block_sparse_moe.experts.83.w3,0.0003219323,0.05000,2.938
+30,block_sparse_moe.experts.81.w3,0.0008641745,0.05000,2.970
+30,block_sparse_moe.experts.91.w3,0.0007197169,0.05000,3.001
+30,block_sparse_moe.experts.108.w3,0.0004402309,0.05000,2.926
+30,block_sparse_moe.experts.104.w3,0.0012155585,0.05000,2.926
+30,block_sparse_moe.experts.96.w3,0.0008954315,0.05000,2.940
+30,block_sparse_moe.experts.98.w3,0.0004491554,0.05000,3.010
+30,block_sparse_moe.experts.106.w3,0.0005955294,0.05000,3.094
+30,block_sparse_moe.experts.110.w3,0.0007290008,0.05000,2.944
+30,block_sparse_moe.experts.102.w3,0.0017631434,0.05000,3.054
+30,block_sparse_moe.experts.105.w3,0.0011358204,0.05000,2.925
+30,block_sparse_moe.experts.101.w3,0.0013471825,0.05000,3.015
+30,block_sparse_moe.experts.100.w3,0.0009255611,0.05000,3.051
+30,block_sparse_moe.experts.109.w3,0.0005704679,0.05000,2.945
+30,block_sparse_moe.experts.111.w3,0.0008270726,0.05000,2.964
+30,block_sparse_moe.experts.103.w3,0.0007354356,0.05000,2.907
+30,block_sparse_moe.experts.99.w3,0.0009111001,0.05000,2.890
+30,block_sparse_moe.experts.97.w3,0.0008743638,0.05000,3.034
+30,block_sparse_moe.experts.107.w3,0.0005690902,0.05000,2.869
+30,block_sparse_moe.experts.124.w3,0.0005962087,0.05000,2.880
+30,block_sparse_moe.experts.120.w3,0.0007620342,0.05000,2.885
+30,block_sparse_moe.experts.122.w3,0.0010314122,0.05000,2.770
+30,block_sparse_moe.experts.112.w3,0.0009764938,0.05000,2.898
+30,block_sparse_moe.experts.114.w3,0.0003720900,0.05000,2.877
+30,block_sparse_moe.experts.126.w3,0.0004678603,0.05000,2.824
+30,block_sparse_moe.experts.118.w3,0.0001010139,0.05000,2.722
+30,block_sparse_moe.experts.121.w3,0.0011434005,0.05000,2.906
+30,block_sparse_moe.experts.116.w3,0.0006151066,0.05000,2.889
+30,block_sparse_moe.experts.125.w3,0.0015340130,0.05000,2.896
+30,block_sparse_moe.experts.117.w3,0.0003998504,0.05000,2.957
+30,block_sparse_moe.experts.127.w3,0.0010054189,0.05000,2.998
+30,block_sparse_moe.experts.119.w3,0.0003150746,0.05000,3.012
+30,block_sparse_moe.experts.113.w3,0.0007418595,0.05000,2.817
+30,block_sparse_moe.experts.115.w3,0.0010769952,0.05000,3.028
+30,block_sparse_moe.experts.123.w3,0.0001214697,0.05000,2.944
+30,block_sparse_moe.experts.140.w3,0.0016449283,0.05000,2.946
+30,block_sparse_moe.experts.138.w3,0.0006844129,0.05000,2.823
+30,block_sparse_moe.experts.142.w3,0.0001545190,0.05000,2.841
+30,block_sparse_moe.experts.134.w3,0.0005266102,0.05000,2.840
+30,block_sparse_moe.experts.130.w3,0.0006337836,0.05000,2.850
+30,block_sparse_moe.experts.136.w3,0.0008131107,0.05000,2.995
+30,block_sparse_moe.experts.128.w3,0.0010544340,0.05000,2.969
+30,block_sparse_moe.experts.141.w3,0.0004649711,0.05000,2.645
+30,block_sparse_moe.experts.137.w3,0.0004468451,0.05000,2.777
+30,block_sparse_moe.experts.133.w3,0.0008676344,0.05000,2.745
+30,block_sparse_moe.experts.132.w3,0.0007608239,0.05000,3.009
+30,block_sparse_moe.experts.154.w3,0.0005098536,0.05000,1.088
+30,block_sparse_moe.experts.129.w3,0.0013270774,0.05000,2.877
+30,block_sparse_moe.experts.143.w3,0.0010786585,0.05000,3.056
+30,block_sparse_moe.experts.135.w3,0.0009190868,0.05000,3.143
+30,block_sparse_moe.experts.131.w3,0.0013162977,0.05000,3.168
+30,block_sparse_moe.experts.139.w3,0.0002869206,0.05000,3.218
+30,block_sparse_moe.experts.157.w3,0.0005949649,0.05000,3.180
+30,block_sparse_moe.experts.159.w3,0.0004732171,0.05000,3.483
+30,block_sparse_moe.experts.151.w3,0.0002728420,0.05000,3.501
+30,block_sparse_moe.experts.147.w3,0.0022992963,0.05000,3.530
+30,block_sparse_moe.experts.155.w3,0.0005539669,0.05000,3.573
+30,block_sparse_moe.experts.156.w3,0.0005248116,0.05000,5.926
+30,block_sparse_moe.experts.152.w3,0.0007998614,0.05000,5.960
+30,block_sparse_moe.experts.144.w3,0.0014605955,0.05000,5.953
+30,block_sparse_moe.experts.148.w3,0.0001459257,0.05000,6.158
+30,block_sparse_moe.experts.153.w3,0.0002160848,0.05000,3.192
+30,block_sparse_moe.experts.149.w3,0.0006341635,0.05000,7.412
+30,block_sparse_moe.experts.167.w3,0.0006026538,0.05000,3.278
+30,block_sparse_moe.experts.175.w3,0.0009711801,0.05000,3.551
+30,block_sparse_moe.experts.163.w3,0.0007571154,0.05000,3.472
+30,block_sparse_moe.experts.145.w3,0.0005937577,0.05000,7.544
+30,block_sparse_moe.experts.171.w3,0.0001351287,0.05000,3.557
+30,block_sparse_moe.experts.172.w3,0.0002432078,0.05000,3.662
+30,block_sparse_moe.experts.160.w3,0.0013140597,0.05000,3.441
+30,block_sparse_moe.experts.168.w3,0.0002354948,0.05000,3.581
+30,block_sparse_moe.experts.164.w3,0.0002665842,0.05000,3.515
+30,block_sparse_moe.experts.173.w3,0.0014114443,0.05000,7.502
+30,block_sparse_moe.experts.165.w3,0.0010235290,0.05000,3.174
+30,block_sparse_moe.experts.169.w3,0.0008408621,0.05000,3.320
+30,block_sparse_moe.experts.183.w3,0.0005539185,0.05000,3.381
+30,block_sparse_moe.experts.191.w3,0.0009201507,0.05000,3.400
+30,block_sparse_moe.experts.179.w3,0.0008865647,0.05000,3.269
+30,block_sparse_moe.experts.161.w3,0.0006868768,0.05000,3.241
+30,block_sparse_moe.experts.188.w3,0.0009514497,0.05000,3.164
+30,block_sparse_moe.experts.187.w3,0.0008713728,0.05000,3.365
+30,block_sparse_moe.experts.176.w3,0.0012377473,0.05000,3.232
+30,block_sparse_moe.experts.184.w3,0.0010822529,0.05000,3.149
+30,block_sparse_moe.experts.180.w3,0.0001850913,0.05000,3.185
+30,block_sparse_moe.experts.181.w3,0.0012738847,0.05000,3.009
+30,block_sparse_moe.experts.189.w3,0.0013013033,0.05000,3.055
+30,block_sparse_moe.experts.185.w3,0.0006110285,0.05000,2.980
+30,block_sparse_moe.experts.177.w3,0.0017737519,0.05000,3.191
+30,block_sparse_moe.experts.204.w3,0.0011754653,0.05000,3.338
+30,block_sparse_moe.experts.200.w3,0.0005775973,0.05000,3.436
+30,block_sparse_moe.experts.192.w3,0.0003397179,0.05000,3.442
+30,block_sparse_moe.experts.196.w3,0.0007154437,0.05000,3.592
+30,block_sparse_moe.experts.205.w3,0.0010069916,0.05000,3.385
+30,block_sparse_moe.experts.197.w3,0.0024190741,0.05000,3.472
+30,block_sparse_moe.experts.201.w3,0.0013506041,0.05000,3.477
+30,block_sparse_moe.experts.193.w3,0.0004657760,0.05000,3.511
+30,block_sparse_moe.experts.199.w3,0.0009541910,0.05000,3.274
+30,block_sparse_moe.experts.220.w3,0.0007775631,0.05000,3.572
+30,block_sparse_moe.experts.207.w3,0.0015631057,0.05000,7.573
+30,block_sparse_moe.experts.208.w3,0.0009010171,0.05000,3.431
+30,block_sparse_moe.experts.216.w3,0.0005499210,0.05000,3.488
+30,block_sparse_moe.experts.195.w3,0.0001837671,0.05000,7.577
+30,block_sparse_moe.experts.203.w3,0.0007328924,0.05000,7.574
+30,block_sparse_moe.experts.212.w3,0.0021725507,0.05000,3.247
+30,block_sparse_moe.experts.221.w3,0.0002091392,0.05000,3.145
+30,block_sparse_moe.experts.213.w3,0.0007979538,0.05000,3.093
+30,block_sparse_moe.experts.217.w3,0.0007094983,0.05000,3.105
+30,block_sparse_moe.experts.209.w3,0.0009626475,0.05000,2.155
+30,block_sparse_moe.experts.215.w3,0.0023823517,0.05000,3.201
+30,block_sparse_moe.experts.223.w3,0.0009782920,0.05000,3.102
+30,block_sparse_moe.experts.236.w3,0.0006424469,0.05000,3.237
+30,block_sparse_moe.experts.211.w3,0.0020246260,0.05000,3.087
+30,block_sparse_moe.experts.170.w3,0.0005611523,0.05000,3.485
+30,block_sparse_moe.experts.232.w3,0.0017184396,0.05000,3.197
+30,block_sparse_moe.experts.150.w3,0.0001174721,0.05000,3.533
+30,block_sparse_moe.experts.224.w3,0.0016201291,0.05000,3.288
+30,block_sparse_moe.experts.158.w3,0.0009259399,0.05000,3.568
+30,block_sparse_moe.experts.219.w3,0.0012075608,0.05000,2.826
+30,block_sparse_moe.experts.146.w3,0.0010567033,0.05000,3.623
+30,block_sparse_moe.experts.228.w3,0.0011856473,0.05000,3.395
+30,block_sparse_moe.experts.229.w3,0.0002836405,0.05000,3.153
+30,block_sparse_moe.experts.225.w3,0.0011279416,0.05000,3.159
+30,block_sparse_moe.experts.237.w3,0.0001758329,0.05000,3.270
+30,block_sparse_moe.experts.233.w3,0.0006455232,0.05000,3.294
+30,block_sparse_moe.experts.252.w3,0.0010473724,0.05000,3.186
+30,block_sparse_moe.experts.186.w3,0.0007582240,0.05000,3.007
+30,block_sparse_moe.experts.174.w3,0.0011898672,0.05000,2.965
+30,block_sparse_moe.experts.162.w3,0.0004909354,0.05000,2.960
+30,block_sparse_moe.experts.248.w3,0.0008001262,0.05000,3.141
+30,block_sparse_moe.experts.240.w3,0.0009121830,0.05000,3.123
+30,block_sparse_moe.experts.166.w3,0.0003252188,0.05000,3.199
+30,block_sparse_moe.experts.227.w3,0.0002871189,0.05000,2.962
+30,block_sparse_moe.experts.235.w3,0.0004709436,0.05000,3.034
+30,block_sparse_moe.experts.244.w3,0.0004989537,0.05000,2.407
+30,block_sparse_moe.experts.239.w3,0.0003592302,0.05000,3.066
+30,block_sparse_moe.experts.231.w3,0.0013868764,0.05000,3.075
+30,block_sparse_moe.experts.245.w3,0.0003981241,0.05000,2.719
+30,block_sparse_moe.experts.241.w3,0.0013558813,0.05000,2.782
+30,block_sparse_moe.experts.249.w3,0.0002733444,0.05000,2.655
+30,block_sparse_moe.experts.253.w3,0.0014296796,0.05000,2.691
+30,block_sparse_moe.experts.202.w3,0.0006958927,0.05000,3.091
+30,block_sparse_moe.experts.178.w3,0.0004778429,0.05000,3.046
+30,block_sparse_moe.experts.190.w3,0.0003695456,0.05000,3.121
+30,block_sparse_moe.experts.182.w3,0.0005218744,0.05000,3.127
+30,block_sparse_moe.experts.243.w3,0.0002487694,0.05000,3.050
+30,block_sparse_moe.experts.255.w3,0.0002374343,0.05000,2.976
+30,block_sparse_moe.experts.247.w3,0.0000914624,0.05000,2.992
+30,block_sparse_moe.experts.251.w3,0.0007235253,0.05000,3.038
+30,block_sparse_moe.experts.206.w3,0.0011407522,0.05000,2.821
+30,block_sparse_moe.experts.194.w3,0.0012615562,0.05000,2.849
+30,block_sparse_moe.experts.218.w3,0.0003729741,0.05000,3.036
+30,block_sparse_moe.experts.198.w3,0.0012476897,0.05000,2.911
+30,block_sparse_moe.experts.210.w3,0.0004269533,0.05000,2.667
+30,block_sparse_moe.experts.222.w3,0.0008997868,0.05000,2.819
+30,block_sparse_moe.experts.234.w3,0.0008626817,0.05000,2.718
+30,block_sparse_moe.experts.214.w3,0.0004954079,0.05000,2.814
+30,block_sparse_moe.experts.226.w3,0.0016730225,0.05000,2.784
+30,block_sparse_moe.experts.250.w3,0.0001670992,0.05000,2.699
+30,block_sparse_moe.experts.238.w3,0.0008689526,0.05000,2.762
+30,block_sparse_moe.experts.230.w3,0.0013187763,0.05000,2.667
+30,block_sparse_moe.experts.242.w3,0.0004126061,0.05000,2.399
+30,block_sparse_moe.experts.254.w3,0.0008965033,0.05000,2.307
+30,block_sparse_moe.experts.246.w3,0.0004213143,0.05000,2.194
+30,block_sparse_moe.experts.2.w2,0.0032022188,0.05000,1.332
+30,block_sparse_moe.experts.14.w2,0.0027510086,0.05000,1.386
+30,block_sparse_moe.experts.6.w2,0.0001441175,0.05000,1.402
+30,block_sparse_moe.experts.4.w2,0.0006451610,0.05000,1.422
+30,block_sparse_moe.experts.0.w2,0.0003581115,0.05000,1.424
+30,block_sparse_moe.experts.10.w2,0.0026257746,0.05000,1.432
+30,block_sparse_moe.experts.12.w2,0.0010516420,0.05000,1.444
+30,block_sparse_moe.experts.8.w2,0.0005172344,0.05000,1.485
+30,block_sparse_moe.experts.7.w2,0.0008552019,0.05000,1.564
+30,block_sparse_moe.experts.1.w2,0.0015330984,0.05000,1.609
+30,block_sparse_moe.experts.11.w2,0.0009853762,0.05000,1.594
+30,block_sparse_moe.experts.3.w2,0.0070029925,0.05000,1.615
+30,block_sparse_moe.experts.15.w2,0.0008723977,0.05000,1.618
+30,block_sparse_moe.experts.13.w2,0.0006941370,0.05000,1.607
+30,block_sparse_moe.experts.5.w2,0.0006900486,0.05000,1.650
+30,block_sparse_moe.experts.9.w2,0.0004781712,0.05000,1.654
+30,block_sparse_moe.experts.18.w2,0.0011803328,0.05000,1.472
+30,block_sparse_moe.experts.22.w2,0.0013619707,0.05000,1.415
+30,block_sparse_moe.experts.20.w2,0.0070170481,0.05000,1.401
+30,block_sparse_moe.experts.24.w2,0.0010832446,0.05000,1.361
+30,block_sparse_moe.experts.16.w2,0.0003656821,0.05000,1.424
+30,block_sparse_moe.experts.30.w2,0.0006849297,0.05000,1.471
+30,block_sparse_moe.experts.26.w2,0.0008484550,0.05000,1.447
+30,block_sparse_moe.experts.28.w2,0.0019390712,0.05000,1.431
+30,block_sparse_moe.experts.25.w2,0.0002633606,0.05000,1.294
+30,block_sparse_moe.experts.17.w2,0.0008049061,0.05000,1.345
+30,block_sparse_moe.experts.19.w2,0.0011046752,0.05000,1.360
+30,block_sparse_moe.experts.29.w2,0.0002211934,0.05000,1.355
+30,block_sparse_moe.experts.23.w2,0.0002937979,0.05000,1.437
+30,block_sparse_moe.experts.31.w2,0.0006231361,0.05000,1.370
+30,block_sparse_moe.experts.27.w2,0.0004081295,0.05000,1.429
+30,block_sparse_moe.experts.21.w2,0.0005214946,0.05000,1.428
+30,block_sparse_moe.experts.34.w2,0.0007774362,0.05000,1.212
+30,block_sparse_moe.experts.38.w2,0.0007148126,0.05000,1.319
+30,block_sparse_moe.experts.46.w2,0.0013699654,0.05000,1.278
+30,block_sparse_moe.experts.42.w2,0.0003062050,0.05000,1.309
+30,block_sparse_moe.experts.40.w2,0.0001344972,0.05000,1.397
+30,block_sparse_moe.experts.36.w2,0.0001275255,0.05000,1.433
+30,block_sparse_moe.experts.32.w2,0.0008811040,0.05000,1.410
+30,block_sparse_moe.experts.44.w2,0.0005793869,0.05000,1.460
+30,block_sparse_moe.experts.35.w2,0.0002096991,0.05000,1.398
+30,block_sparse_moe.experts.45.w2,0.0003838578,0.05000,1.383
+30,block_sparse_moe.experts.47.w2,0.0003019852,0.05000,1.411
+30,block_sparse_moe.experts.41.w2,0.0005203253,0.05000,1.465
+30,block_sparse_moe.experts.39.w2,0.0007703685,0.05000,1.427
+30,block_sparse_moe.experts.33.w2,0.0001888310,0.05000,1.478
+30,block_sparse_moe.experts.43.w2,0.0008495288,0.05000,1.426
+30,block_sparse_moe.experts.37.w2,0.0026930642,0.05000,1.495
+30,block_sparse_moe.experts.50.w2,0.0005745158,0.05000,1.469
+30,block_sparse_moe.experts.62.w2,0.0011082516,0.05000,1.422
+30,block_sparse_moe.experts.54.w2,0.0015644845,0.05000,1.451
+30,block_sparse_moe.experts.56.w2,0.0021460165,0.05000,1.363
+30,block_sparse_moe.experts.58.w2,0.0011409812,0.05000,1.428
+30,block_sparse_moe.experts.52.w2,0.0011993719,0.05000,1.372
+30,block_sparse_moe.experts.48.w2,0.0008036348,0.05000,1.419
+30,block_sparse_moe.experts.60.w2,0.0002656171,0.05000,1.402
+30,block_sparse_moe.experts.61.w2,0.0005054262,0.05000,1.392
+30,block_sparse_moe.experts.49.w2,0.0005019613,0.05000,1.409
+30,block_sparse_moe.experts.63.w2,0.0001953965,0.05000,1.435
+30,block_sparse_moe.experts.51.w2,0.0002680307,0.05000,1.489
+30,block_sparse_moe.experts.57.w2,0.0003697862,0.05000,1.460
+30,block_sparse_moe.experts.55.w2,0.0008878181,0.05000,1.468
+30,block_sparse_moe.experts.59.w2,0.0009023244,0.05000,1.552
+30,block_sparse_moe.experts.53.w2,0.0062631244,0.05000,1.486
+30,block_sparse_moe.experts.66.w2,0.0008528368,0.05000,1.465
+30,block_sparse_moe.experts.70.w2,0.0015618853,0.05000,1.412
+30,block_sparse_moe.experts.78.w2,0.0003579813,0.05000,1.430
+30,block_sparse_moe.experts.72.w2,0.0005863491,0.05000,1.414
+30,block_sparse_moe.experts.74.w2,0.0006684144,0.05000,1.411
+30,block_sparse_moe.experts.68.w2,0.0003464804,0.05000,1.399
+30,block_sparse_moe.experts.64.w2,0.0011937474,0.05000,1.445
+30,block_sparse_moe.experts.76.w2,0.0018600029,0.05000,1.377
+30,block_sparse_moe.experts.77.w2,0.0002827632,0.05000,1.461
+30,block_sparse_moe.experts.73.w2,0.0045600064,0.05000,1.423
+30,block_sparse_moe.experts.79.w2,0.0008325562,0.05000,1.459
+30,block_sparse_moe.experts.67.w2,0.0004748602,0.05000,1.509
+30,block_sparse_moe.experts.65.w2,0.0021175801,0.05000,1.536
+30,block_sparse_moe.experts.71.w2,0.0020321890,0.05000,1.491
+30,block_sparse_moe.experts.69.w2,0.0010944114,0.05000,1.480
+30,block_sparse_moe.experts.75.w2,0.0001515198,0.05000,1.572
+30,block_sparse_moe.experts.94.w2,0.0008498669,0.05000,1.383
+30,block_sparse_moe.experts.82.w2,0.0002564667,0.05000,1.437
+30,block_sparse_moe.experts.90.w2,0.0007588325,0.05000,1.438
+30,block_sparse_moe.experts.88.w2,0.0004779987,0.05000,1.451
+30,block_sparse_moe.experts.84.w2,0.0023174247,0.05000,1.474
+30,block_sparse_moe.experts.86.w2,0.0016470878,0.05000,1.515
+30,block_sparse_moe.experts.80.w2,0.0013476349,0.05000,1.419
+30,block_sparse_moe.experts.92.w2,0.0013851273,0.05000,1.421
+30,block_sparse_moe.experts.93.w2,0.0018516938,0.05000,1.460
+30,block_sparse_moe.experts.89.w2,0.0003249682,0.05000,1.448
+30,block_sparse_moe.experts.95.w2,0.0011410015,0.05000,1.472
+30,block_sparse_moe.experts.87.w2,0.0002488335,0.05000,1.404
+30,block_sparse_moe.experts.83.w2,0.0002218416,0.05000,1.466
+30,block_sparse_moe.experts.81.w2,0.0010673222,0.05000,1.494
+30,block_sparse_moe.experts.85.w2,0.0017546400,0.05000,1.377
+30,block_sparse_moe.experts.91.w2,0.0003605167,0.05000,1.435
+30,block_sparse_moe.experts.104.w2,0.0012495156,0.05000,1.290
+30,block_sparse_moe.experts.100.w2,0.0006606943,0.05000,1.334
+30,block_sparse_moe.experts.108.w2,0.0009837184,0.05000,1.304
+30,block_sparse_moe.experts.96.w2,0.0021069729,0.05000,1.346
+30,block_sparse_moe.experts.98.w2,0.0011834022,0.05000,1.504
+30,block_sparse_moe.experts.110.w2,0.0009825397,0.05000,1.513
+30,block_sparse_moe.experts.102.w2,0.0011557890,0.05000,1.485
+30,block_sparse_moe.experts.106.w2,0.0002104137,0.05000,1.543
+30,block_sparse_moe.experts.103.w2,0.0006804884,0.05000,1.433
+30,block_sparse_moe.experts.109.w2,0.0003308501,0.05000,1.546
+30,block_sparse_moe.experts.105.w2,0.0005584623,0.05000,1.506
+30,block_sparse_moe.experts.111.w2,0.0004737606,0.05000,1.494
+30,block_sparse_moe.experts.99.w2,0.0014429278,0.05000,1.502
+30,block_sparse_moe.experts.97.w2,0.0019229937,0.05000,1.543
+30,block_sparse_moe.experts.101.w2,0.0045270890,0.05000,1.521
+30,block_sparse_moe.experts.107.w2,0.0006877305,0.05000,1.528
+30,block_sparse_moe.experts.120.w2,0.0004033077,0.05000,1.594
+30,block_sparse_moe.experts.124.w2,0.0008445443,0.05000,1.532
+30,block_sparse_moe.experts.116.w2,0.0015055634,0.05000,1.558
+30,block_sparse_moe.experts.114.w2,0.0002054117,0.05000,1.544
+30,block_sparse_moe.experts.126.w2,0.0011720193,0.05000,1.555
+30,block_sparse_moe.experts.112.w2,0.0009457021,0.05000,1.575
+30,block_sparse_moe.experts.118.w2,0.0001183917,0.05000,1.521
+30,block_sparse_moe.experts.122.w2,0.0006866964,0.05000,1.567
+30,block_sparse_moe.experts.119.w2,0.0002280078,0.05000,1.483
+30,block_sparse_moe.experts.121.w2,0.0030579287,0.05000,1.474
+30,block_sparse_moe.experts.125.w2,0.0054187143,0.05000,1.530
+30,block_sparse_moe.experts.127.w2,0.0013303970,0.05000,1.493
+30,block_sparse_moe.experts.115.w2,0.0006780902,0.05000,1.495
+30,block_sparse_moe.experts.113.w2,0.0006113409,0.05000,1.486
+30,block_sparse_moe.experts.117.w2,0.0003513113,0.05000,1.503
+30,block_sparse_moe.experts.123.w2,0.0000710949,0.05000,1.474
+30,block_sparse_moe.experts.136.w2,0.0011175804,0.05000,1.408
+30,block_sparse_moe.experts.132.w2,0.0004864116,0.05000,1.437
+30,block_sparse_moe.experts.140.w2,0.0015906669,0.05000,1.443
+30,block_sparse_moe.experts.128.w2,0.0027373268,0.05000,1.443
+30,block_sparse_moe.experts.130.w2,0.0004410193,0.05000,1.476
+30,block_sparse_moe.experts.142.w2,0.0002333458,0.05000,1.538
+30,block_sparse_moe.experts.134.w2,0.0016835132,0.05000,1.492
+30,block_sparse_moe.experts.137.w2,0.0004299244,0.05000,1.306
+30,block_sparse_moe.experts.138.w2,0.0003872013,0.05000,1.493
+30,block_sparse_moe.experts.141.w2,0.0004382005,0.05000,1.351
+30,block_sparse_moe.experts.135.w2,0.0018301033,0.05000,1.480
+30,block_sparse_moe.experts.131.w2,0.0033638320,0.05000,1.448
+30,block_sparse_moe.experts.129.w2,0.0014649526,0.05000,1.383
+30,block_sparse_moe.experts.133.w2,0.0013753297,0.05000,1.390
+30,block_sparse_moe.experts.143.w2,0.0005346999,0.05000,1.582
+30,block_sparse_moe.experts.139.w2,0.0002574451,0.05000,1.517
+30,block_sparse_moe.experts.152.w2,0.0007488863,0.05000,1.615
+30,block_sparse_moe.experts.148.w2,0.0001983858,0.05000,1.588
+30,block_sparse_moe.experts.146.w2,0.0007849666,0.05000,1.564
+30,block_sparse_moe.experts.144.w2,0.0014794708,0.05000,1.600
+30,block_sparse_moe.experts.156.w2,0.0009366827,0.05000,1.676
+30,block_sparse_moe.experts.153.w2,0.0001531813,0.05000,1.541
+30,block_sparse_moe.experts.158.w2,0.0007880133,0.05000,1.595
+30,block_sparse_moe.experts.150.w2,0.0001527307,0.05000,1.577
+30,block_sparse_moe.experts.154.w2,0.0014043761,0.05000,1.595
+30,block_sparse_moe.experts.157.w2,0.0003835199,0.05000,1.547
+30,block_sparse_moe.experts.151.w2,0.0005170280,0.05000,1.557
+30,block_sparse_moe.experts.145.w2,0.0011439460,0.05000,1.584
+30,block_sparse_moe.experts.147.w2,0.0019587132,0.05000,1.595
+30,block_sparse_moe.experts.159.w2,0.0005887218,0.05000,1.540
+30,block_sparse_moe.experts.149.w2,0.0006708246,0.05000,1.570
+30,block_sparse_moe.experts.155.w2,0.0002801801,0.05000,1.555
+30,block_sparse_moe.experts.168.w2,0.0005402310,0.05000,1.381
+30,block_sparse_moe.experts.164.w2,0.0001714976,0.05000,1.375
+30,block_sparse_moe.experts.160.w2,0.0018546420,0.05000,1.418
+30,block_sparse_moe.experts.172.w2,0.0006069584,0.05000,1.440
+30,block_sparse_moe.experts.162.w2,0.0002057246,0.05000,1.522
+30,block_sparse_moe.experts.169.w2,0.0007142648,0.05000,1.487
+30,block_sparse_moe.experts.174.w2,0.0007748657,0.05000,1.531
+30,block_sparse_moe.experts.166.w2,0.0005943039,0.05000,1.530
+30,block_sparse_moe.experts.173.w2,0.0008163792,0.05000,1.472
+30,block_sparse_moe.experts.167.w2,0.0004885354,0.05000,1.450
+30,block_sparse_moe.experts.170.w2,0.0002573209,0.05000,1.555
+30,block_sparse_moe.experts.163.w2,0.0004815769,0.05000,1.432
+30,block_sparse_moe.experts.175.w2,0.0007299177,0.05000,1.442
+30,block_sparse_moe.experts.161.w2,0.0021307070,0.05000,1.493
+30,block_sparse_moe.experts.165.w2,0.0027000984,0.05000,1.492
+30,block_sparse_moe.experts.171.w2,0.0001822435,0.05000,1.507
+30,block_sparse_moe.experts.180.w2,0.0002625786,0.05000,1.432
+30,block_sparse_moe.experts.184.w2,0.0025722409,0.05000,1.479
+30,block_sparse_moe.experts.176.w2,0.0017480309,0.05000,1.465
+30,block_sparse_moe.experts.188.w2,0.0008084567,0.05000,1.464
+30,block_sparse_moe.experts.185.w2,0.0006240177,0.05000,1.537
+30,block_sparse_moe.experts.178.w2,0.0012848684,0.05000,1.608
+30,block_sparse_moe.experts.190.w2,0.0002507070,0.05000,1.522
+30,block_sparse_moe.experts.189.w2,0.0007294001,0.05000,1.589
+30,block_sparse_moe.experts.182.w2,0.0015104122,0.05000,1.606
+30,block_sparse_moe.experts.183.w2,0.0009478949,0.05000,1.526
+30,block_sparse_moe.experts.186.w2,0.0002782786,0.05000,1.592
+30,block_sparse_moe.experts.191.w2,0.0005363599,0.05000,1.486
+30,block_sparse_moe.experts.179.w2,0.0008497365,0.05000,1.533
+30,block_sparse_moe.experts.181.w2,0.0004970974,0.05000,1.569
+30,block_sparse_moe.experts.177.w2,0.0028536452,0.05000,1.600
+30,block_sparse_moe.experts.187.w2,0.0004587256,0.05000,1.505
+30,block_sparse_moe.experts.200.w2,0.0002326578,0.05000,1.406
+30,block_sparse_moe.experts.196.w2,0.0011263137,0.05000,1.442
+30,block_sparse_moe.experts.204.w2,0.0007028070,0.05000,1.479
+30,block_sparse_moe.experts.192.w2,0.0003792388,0.05000,1.533
+30,block_sparse_moe.experts.201.w2,0.0027651718,0.05000,1.488
+30,block_sparse_moe.experts.206.w2,0.0005962015,0.05000,1.460
+30,block_sparse_moe.experts.194.w2,0.0007223645,0.05000,1.502
+30,block_sparse_moe.experts.199.w2,0.0024535249,0.05000,1.418
+30,block_sparse_moe.experts.198.w2,0.0005670646,0.05000,1.473
+30,block_sparse_moe.experts.205.w2,0.0006056500,0.05000,1.503
+30,block_sparse_moe.experts.195.w2,0.0001495259,0.05000,1.418
+30,block_sparse_moe.experts.202.w2,0.0007324666,0.05000,1.492
+30,block_sparse_moe.experts.207.w2,0.0012948977,0.05000,1.515
+30,block_sparse_moe.experts.193.w2,0.0009206742,0.05000,1.440
+30,block_sparse_moe.experts.197.w2,0.0033347977,0.05000,1.477
+30,block_sparse_moe.experts.203.w2,0.0007055002,0.05000,1.392
+30,block_sparse_moe.experts.212.w2,0.0029920014,0.05000,1.454
+30,block_sparse_moe.experts.216.w2,0.0003221536,0.05000,1.507
+30,block_sparse_moe.experts.208.w2,0.0003347258,0.05000,1.442
+30,block_sparse_moe.experts.220.w2,0.0024685161,0.05000,1.520
+30,block_sparse_moe.experts.215.w2,0.0083348541,0.05000,1.362
+30,block_sparse_moe.experts.217.w2,0.0017870374,0.05000,1.448
+30,block_sparse_moe.experts.221.w2,0.0007590772,0.05000,1.344
+30,block_sparse_moe.experts.211.w2,0.0017383995,0.05000,1.391
+30,block_sparse_moe.experts.222.w2,0.0011567558,0.05000,1.570
+30,block_sparse_moe.experts.210.w2,0.0003027958,0.05000,1.670
+30,block_sparse_moe.experts.223.w2,0.0011186319,0.05000,1.462
+30,block_sparse_moe.experts.209.w2,0.0016788055,0.05000,1.430
+30,block_sparse_moe.experts.214.w2,0.0002871695,0.05000,1.638
+30,block_sparse_moe.experts.213.w2,0.0008144760,0.05000,1.436
+30,block_sparse_moe.experts.218.w2,0.0001441089,0.05000,1.589
+30,block_sparse_moe.experts.219.w2,0.0024912451,0.05000,1.439
+30,block_sparse_moe.experts.228.w2,0.0016699349,0.05000,1.476
+30,block_sparse_moe.experts.232.w2,0.0029358212,0.05000,1.512
+30,block_sparse_moe.experts.224.w2,0.0010415598,0.05000,1.431
+30,block_sparse_moe.experts.236.w2,0.0009810278,0.05000,1.456
+30,block_sparse_moe.experts.233.w2,0.0015444876,0.05000,1.456
+30,block_sparse_moe.experts.231.w2,0.0018213841,0.05000,1.516
+30,block_sparse_moe.experts.237.w2,0.0001870473,0.05000,1.486
+30,block_sparse_moe.experts.227.w2,0.0002480121,0.05000,1.504
+30,block_sparse_moe.experts.238.w2,0.0005242765,0.05000,1.589
+30,block_sparse_moe.experts.226.w2,0.0060443495,0.05000,1.500
+30,block_sparse_moe.experts.239.w2,0.0002217113,0.05000,1.503
+30,block_sparse_moe.experts.229.w2,0.0005091087,0.05000,1.488
+30,block_sparse_moe.experts.225.w2,0.0007185347,0.05000,1.548
+30,block_sparse_moe.experts.235.w2,0.0007346821,0.05000,1.442
+30,block_sparse_moe.experts.230.w2,0.0016295262,0.05000,1.555
+30,block_sparse_moe.experts.234.w2,0.0015829866,0.05000,1.506
+30,block_sparse_moe.experts.244.w2,0.0005686092,0.05000,1.456
+30,block_sparse_moe.experts.248.w2,0.0005372174,0.05000,1.481
+30,block_sparse_moe.experts.252.w2,0.0008302657,0.05000,1.310
+30,block_sparse_moe.experts.240.w2,0.0005271193,0.05000,1.396
+30,block_sparse_moe.experts.253.w2,0.0017737299,0.05000,1.424
+30,block_sparse_moe.experts.249.w2,0.0003717611,0.05000,1.494
+30,block_sparse_moe.experts.247.w2,0.0002001124,0.05000,1.471
+30,block_sparse_moe.experts.243.w2,0.0002137547,0.05000,1.489
+30,block_sparse_moe.experts.245.w2,0.0007922438,0.05000,1.330
+30,block_sparse_moe.experts.241.w2,0.0024458740,0.05000,1.313
+30,block_sparse_moe.experts.255.w2,0.0002560493,0.05000,1.442
+30,block_sparse_moe.experts.254.w2,0.0007491758,0.05000,1.510
+30,block_sparse_moe.experts.251.w2,0.0009758830,0.05000,1.388
+30,block_sparse_moe.experts.242.w2,0.0005795483,0.05000,1.500
+30,block_sparse_moe.experts.250.w2,0.0005194120,0.05000,1.425
+30,block_sparse_moe.experts.246.w2,0.0010306875,0.05000,1.433
+31,self_attn.q_proj,0.0000421178,0.05000,0.858
+31,self_attn.k_proj,0.0000063408,0.05000,0.889
+31,self_attn.v_proj,0.0000056841,0.05000,0.994
+31,self_attn.o_proj,0.0000041951,0.05000,1.793
+31,block_sparse_moe.experts.8.w1,0.0012690887,0.05000,2.995
+31,block_sparse_moe.experts.4.w1,0.0003580066,0.05000,3.002
+31,block_sparse_moe.experts.12.w1,0.0009490298,0.05000,3.067
+31,block_sparse_moe.experts.7.w1,0.0009045849,0.05000,3.151
+31,block_sparse_moe.experts.0.w1,0.0007498072,0.05000,3.171
+31,block_sparse_moe.experts.13.w1,0.0005156110,0.05000,3.221
+31,block_sparse_moe.experts.3.w1,0.0003574834,0.05000,3.240
+31,block_sparse_moe.experts.11.w1,0.0007115890,0.05000,3.226
+31,block_sparse_moe.experts.1.w1,0.0001581223,0.05000,3.265
+31,block_sparse_moe.experts.9.w1,0.0003423871,0.05000,3.248
+31,block_sparse_moe.experts.5.w1,0.0006858877,0.05000,3.315
+31,block_sparse_moe.experts.15.w1,0.0006302563,0.05000,3.439
+31,block_sparse_moe.experts.14.w1,0.0000748176,0.05000,3.477
+31,block_sparse_moe.experts.6.w1,0.0001326151,0.05000,3.486
+31,block_sparse_moe.experts.2.w1,0.0019016186,0.05000,3.516
+31,block_sparse_moe.experts.10.w1,0.0001228854,0.05000,3.537
+31,block_sparse_moe.experts.20.w1,0.0003316981,0.05000,2.973
+31,block_sparse_moe.experts.29.w1,0.0015769695,0.05000,2.780
+31,block_sparse_moe.experts.25.w1,0.0008286652,0.05000,2.752
+31,block_sparse_moe.experts.21.w1,0.0009064243,0.05000,2.724
+31,block_sparse_moe.experts.17.w1,0.0009667648,0.05000,2.837
+31,block_sparse_moe.experts.28.w1,0.0005044893,0.05000,3.036
+31,block_sparse_moe.experts.24.w1,0.0013132753,0.05000,3.170
+31,block_sparse_moe.experts.27.w1,0.0009342697,0.05000,2.952
+31,block_sparse_moe.experts.19.w1,0.0010750149,0.05000,2.976
+31,block_sparse_moe.experts.16.w1,0.0005054011,0.05000,3.090
+31,block_sparse_moe.experts.23.w1,0.0013823526,0.05000,3.111
+31,block_sparse_moe.experts.26.w1,0.0006955886,0.05000,2.831
+31,block_sparse_moe.experts.31.w1,0.0005336545,0.05000,2.970
+31,block_sparse_moe.experts.30.w1,0.0011129442,0.05000,3.034
+31,block_sparse_moe.experts.22.w1,0.0011722051,0.05000,3.022
+31,block_sparse_moe.experts.18.w1,0.0015539711,0.05000,3.082
+31,block_sparse_moe.experts.33.w1,0.0016762801,0.05000,2.684
+31,block_sparse_moe.experts.41.w1,0.0034033601,0.05000,2.864
+31,block_sparse_moe.experts.37.w1,0.0005463165,0.05000,2.875
+31,block_sparse_moe.experts.45.w1,0.0001711422,0.05000,2.918
+31,block_sparse_moe.experts.36.w1,0.0005522245,0.05000,3.014
+31,block_sparse_moe.experts.43.w1,0.0006518687,0.05000,2.869
+31,block_sparse_moe.experts.40.w1,0.0011915107,0.05000,2.962
+31,block_sparse_moe.experts.44.w1,0.0004940295,0.05000,3.051
+31,block_sparse_moe.experts.35.w1,0.0006168389,0.05000,2.966
+31,block_sparse_moe.experts.42.w1,0.0001925389,0.05000,2.848
+31,block_sparse_moe.experts.39.w1,0.0019966355,0.05000,3.000
+31,block_sparse_moe.experts.32.w1,0.0012909936,0.05000,3.101
+31,block_sparse_moe.experts.47.w1,0.0005824591,0.05000,2.973
+31,block_sparse_moe.experts.38.w1,0.0004666423,0.05000,2.893
+31,block_sparse_moe.experts.34.w1,0.0014049259,0.05000,2.871
+31,block_sparse_moe.experts.46.w1,0.0012481605,0.05000,3.009
+31,block_sparse_moe.experts.59.w1,0.0008280941,0.05000,2.770
+31,block_sparse_moe.experts.49.w1,0.0012031081,0.05000,3.082
+31,block_sparse_moe.experts.53.w1,0.0012886960,0.05000,3.044
+31,block_sparse_moe.experts.61.w1,0.0009420193,0.05000,3.047
+31,block_sparse_moe.experts.57.w1,0.0006595014,0.05000,3.150
+31,block_sparse_moe.experts.51.w1,0.0012837480,0.05000,2.862
+31,block_sparse_moe.experts.52.w1,0.0003733259,0.05000,3.048
+31,block_sparse_moe.experts.56.w1,0.0004204363,0.05000,3.003
+31,block_sparse_moe.experts.58.w1,0.0005241334,0.05000,2.970
+31,block_sparse_moe.experts.55.w1,0.0006264975,0.05000,2.938
+31,block_sparse_moe.experts.60.w1,0.0005147507,0.05000,3.078
+31,block_sparse_moe.experts.63.w1,0.0006921030,0.05000,2.937
+31,block_sparse_moe.experts.50.w1,0.0012277082,0.05000,2.895
+31,block_sparse_moe.experts.48.w1,0.0013686051,0.05000,3.012
+31,block_sparse_moe.experts.62.w1,0.0009020121,0.05000,2.978
+31,block_sparse_moe.experts.54.w1,0.0009442040,0.05000,3.150
+31,block_sparse_moe.experts.68.w1,0.0002288775,0.05000,2.714
+31,block_sparse_moe.experts.72.w1,0.0007195365,0.05000,2.652
+31,block_sparse_moe.experts.65.w1,0.0008520291,0.05000,2.965
+31,block_sparse_moe.experts.76.w1,0.0008638859,0.05000,2.682
+31,block_sparse_moe.experts.75.w1,0.0004635476,0.05000,3.127
+31,block_sparse_moe.experts.77.w1,0.0003711078,0.05000,3.022
+31,block_sparse_moe.experts.69.w1,0.0005448281,0.05000,3.051
+31,block_sparse_moe.experts.73.w1,0.0011450968,0.05000,2.999
+31,block_sparse_moe.experts.64.w1,0.0008854791,0.05000,2.688
+31,block_sparse_moe.experts.74.w1,0.0002318897,0.05000,2.954
+31,block_sparse_moe.experts.67.w1,0.0012102880,0.05000,3.137
+31,block_sparse_moe.experts.66.w1,0.0001667616,0.05000,2.866
+31,block_sparse_moe.experts.71.w1,0.0005978705,0.05000,3.120
+31,block_sparse_moe.experts.78.w1,0.0005232127,0.05000,2.881
+31,block_sparse_moe.experts.79.w1,0.0009097948,0.05000,3.103
+31,block_sparse_moe.experts.70.w1,0.0010907270,0.05000,2.901
+31,block_sparse_moe.experts.81.w1,0.0005590893,0.05000,2.869
+31,block_sparse_moe.experts.84.w1,0.0009967683,0.05000,2.937
+31,block_sparse_moe.experts.91.w1,0.0014579187,0.05000,2.786
+31,block_sparse_moe.experts.88.w1,0.0005286163,0.05000,2.953
+31,block_sparse_moe.experts.92.w1,0.0007773634,0.05000,2.898
+31,block_sparse_moe.experts.90.w1,0.0006737164,0.05000,2.691
+31,block_sparse_moe.experts.82.w1,0.0008179801,0.05000,2.676
+31,block_sparse_moe.experts.80.w1,0.0007721710,0.05000,2.889
+31,block_sparse_moe.experts.89.w1,0.0005773920,0.05000,2.927
+31,block_sparse_moe.experts.93.w1,0.0001047697,0.05000,2.999
+31,block_sparse_moe.experts.85.w1,0.0004210902,0.05000,3.006
+31,block_sparse_moe.experts.83.w1,0.0001982683,0.05000,2.903
+31,block_sparse_moe.experts.94.w1,0.0004928977,0.05000,2.720
+31,block_sparse_moe.experts.86.w1,0.0005463243,0.05000,2.678
+31,block_sparse_moe.experts.95.w1,0.0010139646,0.05000,2.839
+31,block_sparse_moe.experts.87.w1,0.0007874267,0.05000,2.949
+31,block_sparse_moe.experts.107.w1,0.0009759675,0.05000,2.843
+31,block_sparse_moe.experts.97.w1,0.0004691945,0.05000,3.127
+31,block_sparse_moe.experts.104.w1,0.0010265771,0.05000,3.078
+31,block_sparse_moe.experts.100.w1,0.0010592863,0.05000,3.131
+31,block_sparse_moe.experts.106.w1,0.0014443169,0.05000,3.026
+31,block_sparse_moe.experts.98.w1,0.0000940277,0.05000,3.048
+31,block_sparse_moe.experts.108.w1,0.0013370971,0.05000,3.135
+31,block_sparse_moe.experts.99.w1,0.0006755723,0.05000,2.905
+31,block_sparse_moe.experts.105.w1,0.0002010928,0.05000,3.031
+31,block_sparse_moe.experts.101.w1,0.0004746930,0.05000,3.019
+31,block_sparse_moe.experts.96.w1,0.0005234173,0.05000,3.136
+31,block_sparse_moe.experts.109.w1,0.0007466962,0.05000,3.089
+31,block_sparse_moe.experts.111.w1,0.0001960814,0.05000,2.868
+31,block_sparse_moe.experts.103.w1,0.0002203291,0.05000,2.860
+31,block_sparse_moe.experts.102.w1,0.0002454598,0.05000,3.067
+31,block_sparse_moe.experts.110.w1,0.0001193241,0.05000,3.130
+31,block_sparse_moe.experts.123.w1,0.0009410048,0.05000,2.686
+31,block_sparse_moe.experts.114.w1,0.0001862478,0.05000,2.761
+31,block_sparse_moe.experts.122.w1,0.0001049805,0.05000,2.872
+31,block_sparse_moe.experts.115.w1,0.0009000018,0.05000,2.809
+31,block_sparse_moe.experts.121.w1,0.0005483671,0.05000,2.907
+31,block_sparse_moe.experts.113.w1,0.0003111359,0.05000,3.143
+31,block_sparse_moe.experts.116.w1,0.0007811455,0.05000,3.142
+31,block_sparse_moe.experts.127.w1,0.0008697325,0.05000,2.868
+31,block_sparse_moe.experts.126.w1,0.0008306585,0.05000,2.777
+31,block_sparse_moe.experts.117.w1,0.0007821627,0.05000,2.993
+31,block_sparse_moe.experts.125.w1,0.0008405667,0.05000,2.954
+31,block_sparse_moe.experts.120.w1,0.0006169841,0.05000,3.217
+31,block_sparse_moe.experts.118.w1,0.0005750164,0.05000,2.837
+31,block_sparse_moe.experts.119.w1,0.0003234128,0.05000,2.946
+31,block_sparse_moe.experts.124.w1,0.0009765420,0.05000,3.137
+31,block_sparse_moe.experts.112.w1,0.0010579466,0.05000,3.259
+31,block_sparse_moe.experts.139.w1,0.0005341527,0.05000,3.050
+31,block_sparse_moe.experts.138.w1,0.0004942799,0.05000,2.759
+31,block_sparse_moe.experts.130.w1,0.0014615980,0.05000,2.837
+31,block_sparse_moe.experts.137.w1,0.0014073481,0.05000,2.803
+31,block_sparse_moe.experts.142.w1,0.0008511945,0.05000,2.752
+31,block_sparse_moe.experts.134.w1,0.0005023923,0.05000,2.751
+31,block_sparse_moe.experts.131.w1,0.0003625107,0.05000,3.034
+31,block_sparse_moe.experts.136.w1,0.0009780426,0.05000,2.798
+31,block_sparse_moe.experts.132.w1,0.0007165100,0.05000,2.867
+31,block_sparse_moe.experts.141.w1,0.0002152704,0.05000,2.823
+31,block_sparse_moe.experts.129.w1,0.0008710345,0.05000,2.925
+31,block_sparse_moe.experts.140.w1,0.0009306373,0.05000,2.816
+31,block_sparse_moe.experts.133.w1,0.0015969844,0.05000,2.915
+31,block_sparse_moe.experts.128.w1,0.0004402439,0.05000,2.640
+31,block_sparse_moe.experts.135.w1,0.0000692745,0.05000,3.001
+31,block_sparse_moe.experts.143.w1,0.0005656681,0.05000,3.104
+31,block_sparse_moe.experts.155.w1,0.0010062273,0.05000,2.937
+31,block_sparse_moe.experts.154.w1,0.0010709474,0.05000,3.092
+31,block_sparse_moe.experts.146.w1,0.0016817594,0.05000,3.094
+31,block_sparse_moe.experts.147.w1,0.0007923086,0.05000,2.933
+31,block_sparse_moe.experts.158.w1,0.0008863452,0.05000,2.999
+31,block_sparse_moe.experts.150.w1,0.0013058385,0.05000,3.135
+31,block_sparse_moe.experts.151.w1,0.0001997107,0.05000,2.899
+31,block_sparse_moe.experts.159.w1,0.0006004521,0.05000,2.974
+31,block_sparse_moe.experts.171.w1,0.0008862261,0.05000,3.253
+31,block_sparse_moe.experts.162.w1,0.0007711183,0.05000,3.428
+31,block_sparse_moe.experts.163.w1,0.0005702575,0.05000,3.426
+31,block_sparse_moe.experts.174.w1,0.0002304808,0.05000,3.454
+31,block_sparse_moe.experts.170.w1,0.0007793245,0.05000,3.631
+31,block_sparse_moe.experts.166.w1,0.0014477063,0.05000,3.486
+31,block_sparse_moe.experts.167.w1,0.0004451992,0.05000,3.482
+31,block_sparse_moe.experts.175.w1,0.0003751910,0.05000,3.453
+31,block_sparse_moe.experts.153.w1,0.0002936731,0.05000,9.271
+31,block_sparse_moe.experts.149.w1,0.0016145506,0.05000,9.235
+31,block_sparse_moe.experts.157.w1,0.0005968299,0.05000,9.327
+31,block_sparse_moe.experts.145.w1,0.0009293770,0.05000,9.359
+31,block_sparse_moe.experts.178.w1,0.0003492239,0.05000,4.083
+31,block_sparse_moe.experts.190.w1,0.0008161971,0.05000,4.010
+31,block_sparse_moe.experts.186.w1,0.0008133097,0.05000,4.161
+31,block_sparse_moe.experts.182.w1,0.0008396707,0.05000,4.092
+31,block_sparse_moe.experts.169.w1,0.0013617868,0.05000,3.330
+31,block_sparse_moe.experts.161.w1,0.0003652200,0.05000,3.207
+31,block_sparse_moe.experts.173.w1,0.0012385739,0.05000,3.316
+31,block_sparse_moe.experts.165.w1,0.0015087533,0.05000,3.348
+31,block_sparse_moe.experts.187.w1,0.0004382874,0.05000,7.439
+31,block_sparse_moe.experts.194.w1,0.0004819763,0.05000,3.268
+31,block_sparse_moe.experts.179.w1,0.0004539359,0.05000,7.252
+31,block_sparse_moe.experts.202.w1,0.0002971505,0.05000,3.138
+31,block_sparse_moe.experts.206.w1,0.0004301919,0.05000,3.340
+31,block_sparse_moe.experts.198.w1,0.0004099646,0.05000,3.155
+31,block_sparse_moe.experts.191.w1,0.0005896631,0.05000,7.159
+31,block_sparse_moe.experts.183.w1,0.0006196967,0.05000,7.280
+31,block_sparse_moe.experts.152.w1,0.0009542449,0.05000,2.907
+31,block_sparse_moe.experts.156.w1,0.0007016900,0.05000,2.968
+31,block_sparse_moe.experts.148.w1,0.0001275969,0.05000,2.973
+31,block_sparse_moe.experts.144.w1,0.0003784258,0.05000,3.015
+31,block_sparse_moe.experts.185.w1,0.0000916836,0.05000,2.842
+31,block_sparse_moe.experts.177.w1,0.0014897899,0.05000,2.858
+31,block_sparse_moe.experts.189.w1,0.0010120611,0.05000,2.834
+31,block_sparse_moe.experts.181.w1,0.0016647443,0.05000,2.925
+31,block_sparse_moe.experts.203.w1,0.0009725348,0.05000,3.040
+31,block_sparse_moe.experts.210.w1,0.0005742372,0.05000,2.951
+31,block_sparse_moe.experts.195.w1,0.0006999071,0.05000,3.046
+31,block_sparse_moe.experts.222.w1,0.0009923673,0.05000,2.948
+31,block_sparse_moe.experts.218.w1,0.0004475427,0.05000,3.014
+31,block_sparse_moe.experts.207.w1,0.0004580370,0.05000,2.992
+31,block_sparse_moe.experts.214.w1,0.0002181917,0.05000,3.035
+31,block_sparse_moe.experts.199.w1,0.0009946949,0.05000,3.034
+31,block_sparse_moe.experts.172.w1,0.0006398687,0.05000,2.782
+31,block_sparse_moe.experts.164.w1,0.0004044762,0.05000,2.838
+31,block_sparse_moe.experts.160.w1,0.0006859222,0.05000,2.865
+31,block_sparse_moe.experts.168.w1,0.0003923173,0.05000,2.997
+31,block_sparse_moe.experts.201.w1,0.0007138993,0.05000,3.107
+31,block_sparse_moe.experts.193.w1,0.0005445159,0.05000,3.060
+31,block_sparse_moe.experts.205.w1,0.0003584150,0.05000,3.062
+31,block_sparse_moe.experts.197.w1,0.0021709027,0.05000,3.073
+31,block_sparse_moe.experts.219.w1,0.0004840740,0.05000,3.068
+31,block_sparse_moe.experts.226.w1,0.0005573077,0.05000,3.055
+31,block_sparse_moe.experts.234.w1,0.0012955615,0.05000,2.981
+31,block_sparse_moe.experts.211.w1,0.0010669842,0.05000,3.069
+31,block_sparse_moe.experts.238.w1,0.0019195252,0.05000,3.050
+31,block_sparse_moe.experts.223.w1,0.0013259250,0.05000,3.008
+31,block_sparse_moe.experts.230.w1,0.0007357163,0.05000,3.025
+31,block_sparse_moe.experts.215.w1,0.0003669178,0.05000,3.037
+31,block_sparse_moe.experts.188.w1,0.0009171183,0.05000,3.035
+31,block_sparse_moe.experts.180.w1,0.0002637448,0.05000,3.008
+31,block_sparse_moe.experts.176.w1,0.0013736912,0.05000,3.066
+31,block_sparse_moe.experts.184.w1,0.0006828108,0.05000,3.169
+31,block_sparse_moe.experts.217.w1,0.0005663163,0.05000,2.925
+31,block_sparse_moe.experts.221.w1,0.0003576613,0.05000,2.827
+31,block_sparse_moe.experts.209.w1,0.0013293095,0.05000,2.854
+31,block_sparse_moe.experts.213.w1,0.0007607024,0.05000,2.977
+31,block_sparse_moe.experts.235.w1,0.0011532840,0.05000,2.989
+31,block_sparse_moe.experts.242.w1,0.0012195030,0.05000,2.992
+31,block_sparse_moe.experts.250.w1,0.0017733277,0.05000,2.924
+31,block_sparse_moe.experts.227.w1,0.0003302557,0.05000,2.917
+31,block_sparse_moe.experts.254.w1,0.0006714465,0.05000,2.907
+31,block_sparse_moe.experts.246.w1,0.0001107938,0.05000,2.871
+31,block_sparse_moe.experts.239.w1,0.0001069710,0.05000,2.922
+31,block_sparse_moe.experts.231.w1,0.0002499385,0.05000,2.954
+31,block_sparse_moe.experts.196.w1,0.0005262569,0.05000,2.827
+31,block_sparse_moe.experts.204.w1,0.0005252705,0.05000,2.925
+31,block_sparse_moe.experts.192.w1,0.0021457938,0.05000,2.912
+31,block_sparse_moe.experts.200.w1,0.0018398388,0.05000,2.886
+31,block_sparse_moe.experts.237.w1,0.0003609036,0.05000,2.977
+31,block_sparse_moe.experts.225.w1,0.0005276836,0.05000,3.018
+31,block_sparse_moe.experts.233.w1,0.0016103150,0.05000,3.109
+31,block_sparse_moe.experts.229.w1,0.0010348939,0.05000,3.079
+31,block_sparse_moe.experts.251.w1,0.0009127604,0.05000,2.993
+31,block_sparse_moe.experts.243.w1,0.0007856886,0.05000,2.985
+31,block_sparse_moe.experts.2.w3,0.0019927061,0.05000,3.146
+31,block_sparse_moe.experts.14.w3,0.0000792390,0.05000,3.136
+31,block_sparse_moe.experts.255.w1,0.0004097874,0.05000,3.005
+31,block_sparse_moe.experts.10.w3,0.0001258438,0.05000,3.201
+31,block_sparse_moe.experts.6.w3,0.0001588044,0.05000,3.079
+31,block_sparse_moe.experts.247.w1,0.0002464872,0.05000,3.039
+31,block_sparse_moe.experts.220.w1,0.0004564952,0.05000,2.692
+31,block_sparse_moe.experts.212.w1,0.0004080666,0.05000,2.758
+31,block_sparse_moe.experts.208.w1,0.0005944776,0.05000,2.702
+31,block_sparse_moe.experts.216.w1,0.0007829443,0.05000,2.676
+31,block_sparse_moe.experts.253.w1,0.0004750606,0.05000,2.821
+31,block_sparse_moe.experts.241.w1,0.0004076636,0.05000,2.783
+31,block_sparse_moe.experts.249.w1,0.0004498886,0.05000,2.865
+31,block_sparse_moe.experts.245.w1,0.0007880556,0.05000,2.788
+31,block_sparse_moe.experts.11.w3,0.0007852140,0.05000,3.016
+31,block_sparse_moe.experts.3.w3,0.0003868376,0.05000,2.852
+31,block_sparse_moe.experts.18.w3,0.0016095965,0.05000,2.905
+31,block_sparse_moe.experts.30.w3,0.0011951961,0.05000,2.895
+31,block_sparse_moe.experts.26.w3,0.0007224810,0.05000,2.940
+31,block_sparse_moe.experts.22.w3,0.0013278203,0.05000,2.932
+31,block_sparse_moe.experts.15.w3,0.0006615188,0.05000,2.995
+31,block_sparse_moe.experts.7.w3,0.0010551022,0.05000,2.937
+31,block_sparse_moe.experts.236.w1,0.0007250414,0.05000,2.794
+31,block_sparse_moe.experts.228.w1,0.0010464389,0.05000,2.797
+31,block_sparse_moe.experts.224.w1,0.0002949219,0.05000,2.808
+31,block_sparse_moe.experts.232.w1,0.0004611371,0.05000,2.819
+31,block_sparse_moe.experts.13.w3,0.0005321058,0.05000,3.035
+31,block_sparse_moe.experts.1.w3,0.0001826322,0.05000,3.097
+31,block_sparse_moe.experts.9.w3,0.0004109230,0.05000,3.151
+31,block_sparse_moe.experts.5.w3,0.0007091372,0.05000,3.185
+31,block_sparse_moe.experts.27.w3,0.0009746850,0.05000,2.924
+31,block_sparse_moe.experts.19.w3,0.0012946222,0.05000,3.043
+31,block_sparse_moe.experts.34.w3,0.0015349951,0.05000,2.953
+31,block_sparse_moe.experts.46.w3,0.0013510404,0.05000,2.997
+31,block_sparse_moe.experts.31.w3,0.0005743841,0.05000,2.943
+31,block_sparse_moe.experts.42.w3,0.0002236712,0.05000,3.016
+31,block_sparse_moe.experts.38.w3,0.0004904237,0.05000,3.024
+31,block_sparse_moe.experts.244.w1,0.0025157330,0.05000,2.793
+31,block_sparse_moe.experts.252.w1,0.0005245393,0.05000,2.826
+31,block_sparse_moe.experts.23.w3,0.0014636993,0.05000,2.967
+31,block_sparse_moe.experts.240.w1,0.0012873454,0.05000,2.890
+31,block_sparse_moe.experts.248.w1,0.0025570581,0.05000,2.943
+31,block_sparse_moe.experts.29.w3,0.0017646459,0.05000,3.090
+31,block_sparse_moe.experts.17.w3,0.0010159875,0.05000,3.025
+31,block_sparse_moe.experts.25.w3,0.0009368074,0.05000,3.073
+31,block_sparse_moe.experts.21.w3,0.0009672686,0.05000,3.087
+31,block_sparse_moe.experts.43.w3,0.0007219920,0.05000,2.988
+31,block_sparse_moe.experts.35.w3,0.0006884935,0.05000,2.786
+31,block_sparse_moe.experts.47.w3,0.0006129333,0.05000,2.871
+31,block_sparse_moe.experts.62.w3,0.0009459831,0.05000,2.940
+31,block_sparse_moe.experts.54.w3,0.0009891308,0.05000,2.812
+31,block_sparse_moe.experts.50.w3,0.0012947502,0.05000,3.033
+31,block_sparse_moe.experts.58.w3,0.0005426169,0.05000,2.923
+31,block_sparse_moe.experts.39.w3,0.0023025672,0.05000,2.846
+31,block_sparse_moe.experts.4.w3,0.0003878011,0.05000,3.053
+31,block_sparse_moe.experts.12.w3,0.0009824059,0.05000,3.056
+31,block_sparse_moe.experts.0.w3,0.0008219282,0.05000,3.129
+31,block_sparse_moe.experts.8.w3,0.0013366935,0.05000,3.059
+31,block_sparse_moe.experts.45.w3,0.0001826695,0.05000,2.808
+31,block_sparse_moe.experts.33.w3,0.0018996770,0.05000,2.860
+31,block_sparse_moe.experts.41.w3,0.0036080234,0.05000,2.883
+31,block_sparse_moe.experts.37.w3,0.0005545314,0.05000,2.837
+31,block_sparse_moe.experts.59.w3,0.0008805810,0.05000,2.759
+31,block_sparse_moe.experts.51.w3,0.0015149986,0.05000,2.700
+31,block_sparse_moe.experts.63.w3,0.0007547990,0.05000,2.822
+31,block_sparse_moe.experts.55.w3,0.0006573163,0.05000,2.738
+31,block_sparse_moe.experts.78.w3,0.0005406040,0.05000,2.945
+31,block_sparse_moe.experts.74.w3,0.0002613002,0.05000,2.959
+31,block_sparse_moe.experts.70.w3,0.0012573207,0.05000,3.039
+31,block_sparse_moe.experts.66.w3,0.0001773571,0.05000,3.103
+31,block_sparse_moe.experts.20.w3,0.0003644278,0.05000,2.888
+31,block_sparse_moe.experts.28.w3,0.0005866936,0.05000,3.008
+31,block_sparse_moe.experts.16.w3,0.0005271670,0.05000,2.940
+31,block_sparse_moe.experts.24.w3,0.0015832023,0.05000,2.902
+31,block_sparse_moe.experts.61.w3,0.0010786319,0.05000,2.931
+31,block_sparse_moe.experts.49.w3,0.0014290379,0.05000,2.951
+31,block_sparse_moe.experts.57.w3,0.0006913268,0.05000,3.037
+31,block_sparse_moe.experts.53.w3,0.0014196904,0.05000,2.979
+31,block_sparse_moe.experts.75.w3,0.0004993757,0.05000,2.820
+31,block_sparse_moe.experts.67.w3,0.0012705524,0.05000,2.895
+31,block_sparse_moe.experts.79.w3,0.0010615602,0.05000,2.852
+31,block_sparse_moe.experts.71.w3,0.0006257489,0.05000,2.872
+31,block_sparse_moe.experts.94.w3,0.0005504023,0.05000,2.985
+31,block_sparse_moe.experts.36.w3,0.0006307810,0.05000,2.841
+31,block_sparse_moe.experts.82.w3,0.0009369383,0.05000,2.910
+31,block_sparse_moe.experts.90.w3,0.0007396124,0.05000,3.034
+31,block_sparse_moe.experts.86.w3,0.0005807657,0.05000,3.083
+31,block_sparse_moe.experts.44.w3,0.0005364459,0.05000,2.839
+31,block_sparse_moe.experts.40.w3,0.0012888934,0.05000,2.804
+31,block_sparse_moe.experts.32.w3,0.0013624610,0.05000,2.863
+31,block_sparse_moe.experts.65.w3,0.0008812528,0.05000,2.877
+31,block_sparse_moe.experts.77.w3,0.0004476168,0.05000,3.001
+31,block_sparse_moe.experts.73.w3,0.0013101744,0.05000,2.902
+31,block_sparse_moe.experts.69.w3,0.0005598793,0.05000,2.792
+31,block_sparse_moe.experts.91.w3,0.0015997011,0.05000,2.936
+31,block_sparse_moe.experts.83.w3,0.0002205172,0.05000,3.002
+31,block_sparse_moe.experts.95.w3,0.0014440961,0.05000,2.906
+31,block_sparse_moe.experts.87.w3,0.0008396000,0.05000,2.885
+31,block_sparse_moe.experts.110.w3,0.0001492803,0.05000,2.863
+31,block_sparse_moe.experts.52.w3,0.0004840638,0.05000,2.850
+31,block_sparse_moe.experts.98.w3,0.0001121880,0.05000,2.922
+31,block_sparse_moe.experts.106.w3,0.0015799498,0.05000,2.895
+31,block_sparse_moe.experts.60.w3,0.0005437802,0.05000,2.868
+31,block_sparse_moe.experts.102.w3,0.0002642263,0.05000,2.998
+31,block_sparse_moe.experts.56.w3,0.0004401327,0.05000,2.880
+31,block_sparse_moe.experts.48.w3,0.0014778349,0.05000,2.938
+31,block_sparse_moe.experts.81.w3,0.0005958946,0.05000,2.665
+31,block_sparse_moe.experts.93.w3,0.0001098883,0.05000,2.678
+31,block_sparse_moe.experts.85.w3,0.0004573190,0.05000,2.779
+31,block_sparse_moe.experts.89.w3,0.0005946696,0.05000,2.982
+31,block_sparse_moe.experts.107.w3,0.0010155155,0.05000,3.051
+31,block_sparse_moe.experts.99.w3,0.0007204292,0.05000,3.037
+31,block_sparse_moe.experts.111.w3,0.0002162411,0.05000,3.020
+31,block_sparse_moe.experts.103.w3,0.0002489449,0.05000,2.984
+31,block_sparse_moe.experts.68.w3,0.0002407924,0.05000,2.831
+31,block_sparse_moe.experts.126.w3,0.0008502199,0.05000,2.907
+31,block_sparse_moe.experts.76.w3,0.0009274274,0.05000,2.754
+31,block_sparse_moe.experts.122.w3,0.0001272003,0.05000,2.877
+31,block_sparse_moe.experts.114.w3,0.0001966823,0.05000,2.973
+31,block_sparse_moe.experts.72.w3,0.0007917136,0.05000,2.764
+31,block_sparse_moe.experts.118.w3,0.0006000948,0.05000,2.968
+31,block_sparse_moe.experts.64.w3,0.0009143731,0.05000,2.798
+31,block_sparse_moe.experts.97.w3,0.0004854789,0.05000,2.891
+31,block_sparse_moe.experts.109.w3,0.0007870982,0.05000,2.966
+31,block_sparse_moe.experts.101.w3,0.0004997974,0.05000,2.971
+31,block_sparse_moe.experts.105.w3,0.0002064227,0.05000,3.076
+31,block_sparse_moe.experts.123.w3,0.0009814985,0.05000,2.922
+31,block_sparse_moe.experts.115.w3,0.0010119491,0.05000,2.998
+31,block_sparse_moe.experts.119.w3,0.0003598274,0.05000,2.944
+31,block_sparse_moe.experts.127.w3,0.0009035802,0.05000,3.039
+31,block_sparse_moe.experts.142.w3,0.0010012788,0.05000,2.929
+31,block_sparse_moe.experts.84.w3,0.0011762109,0.05000,2.991
+31,block_sparse_moe.experts.92.w3,0.0008795610,0.05000,2.929
+31,block_sparse_moe.experts.138.w3,0.0005429551,0.05000,2.872
+31,block_sparse_moe.experts.130.w3,0.0015743221,0.05000,2.984
+31,block_sparse_moe.experts.88.w3,0.0005638457,0.05000,2.898
+31,block_sparse_moe.experts.134.w3,0.0005326526,0.05000,2.965
+31,block_sparse_moe.experts.80.w3,0.0008950563,0.05000,2.939
+31,block_sparse_moe.experts.113.w3,0.0003284913,0.05000,2.943
+31,block_sparse_moe.experts.125.w3,0.0009853883,0.05000,2.963
+31,block_sparse_moe.experts.117.w3,0.0008884996,0.05000,2.941
+31,block_sparse_moe.experts.121.w3,0.0006068434,0.05000,2.957
+31,block_sparse_moe.experts.139.w3,0.0005585501,0.05000,2.887
+31,block_sparse_moe.experts.131.w3,0.0003816378,0.05000,2.851
+31,block_sparse_moe.experts.135.w3,0.0000746282,0.05000,2.814
+31,block_sparse_moe.experts.143.w3,0.0006267381,0.05000,2.895
+31,block_sparse_moe.experts.108.w3,0.0014351430,0.05000,2.862
+31,block_sparse_moe.experts.154.w3,0.0011731439,0.05000,2.871
+31,block_sparse_moe.experts.100.w3,0.0010919959,0.05000,2.950
+31,block_sparse_moe.experts.158.w3,0.0009530195,0.05000,3.064
+31,block_sparse_moe.experts.104.w3,0.0010832623,0.05000,2.888
+31,block_sparse_moe.experts.96.w3,0.0005705739,0.05000,2.839
+31,block_sparse_moe.experts.146.w3,0.0017403062,0.05000,3.050
+31,block_sparse_moe.experts.150.w3,0.0015449652,0.05000,3.080
+31,block_sparse_moe.experts.129.w3,0.0009120533,0.05000,2.927
+31,block_sparse_moe.experts.141.w3,0.0002300735,0.05000,2.935
+31,block_sparse_moe.experts.133.w3,0.0018327092,0.05000,2.886
+31,block_sparse_moe.experts.137.w3,0.0015188319,0.05000,2.868
+31,block_sparse_moe.experts.155.w3,0.0012036149,0.05000,3.130
+31,block_sparse_moe.experts.147.w3,0.0008993034,0.05000,3.052
+31,block_sparse_moe.experts.151.w3,0.0002204890,0.05000,2.981
+31,block_sparse_moe.experts.170.w3,0.0008213776,0.05000,2.922
+31,block_sparse_moe.experts.159.w3,0.0006258122,0.05000,3.039
+31,block_sparse_moe.experts.124.w3,0.0010228909,0.05000,2.989
+31,block_sparse_moe.experts.116.w3,0.0008111797,0.05000,3.025
+31,block_sparse_moe.experts.174.w3,0.0002491552,0.05000,2.969
+31,block_sparse_moe.experts.120.w3,0.0006335579,0.05000,3.054
+31,block_sparse_moe.experts.162.w3,0.0009758400,0.05000,2.992
+31,block_sparse_moe.experts.112.w3,0.0012832809,0.05000,3.052
+31,block_sparse_moe.experts.166.w3,0.0015691672,0.05000,2.992
+31,block_sparse_moe.experts.145.w3,0.0010036700,0.05000,2.770
+31,block_sparse_moe.experts.157.w3,0.0006662283,0.05000,2.715
+31,block_sparse_moe.experts.149.w3,0.0017170728,0.05000,2.626
+31,block_sparse_moe.experts.153.w3,0.0003433983,0.05000,2.600
+31,block_sparse_moe.experts.171.w3,0.0010006314,0.05000,2.923
+31,block_sparse_moe.experts.163.w3,0.0006147985,0.05000,2.941
+31,block_sparse_moe.experts.167.w3,0.0004792581,0.05000,2.959
+31,block_sparse_moe.experts.186.w3,0.0008605151,0.05000,2.790
+31,block_sparse_moe.experts.190.w3,0.0008645906,0.05000,2.689
+31,block_sparse_moe.experts.175.w3,0.0004154741,0.05000,2.997
+31,block_sparse_moe.experts.140.w3,0.0009870192,0.05000,3.003
+31,block_sparse_moe.experts.132.w3,0.0008134411,0.05000,2.965
+31,block_sparse_moe.experts.178.w3,0.0003841591,0.05000,2.686
+31,block_sparse_moe.experts.182.w3,0.0009533613,0.05000,2.571
+31,block_sparse_moe.experts.136.w3,0.0010048389,0.05000,2.948
+31,block_sparse_moe.experts.128.w3,0.0004754292,0.05000,3.015
+31,block_sparse_moe.experts.161.w3,0.0003815602,0.05000,2.684
+31,block_sparse_moe.experts.173.w3,0.0013478312,0.05000,2.670
+31,block_sparse_moe.experts.165.w3,0.0016604557,0.05000,2.783
+31,block_sparse_moe.experts.169.w3,0.0014575667,0.05000,2.987
+31,block_sparse_moe.experts.202.w3,0.0003362439,0.05000,2.440
+31,block_sparse_moe.experts.206.w3,0.0004761986,0.05000,2.468
+31,block_sparse_moe.experts.187.w3,0.0004982342,0.05000,3.090
+31,block_sparse_moe.experts.194.w3,0.0005776317,0.05000,2.567
+31,block_sparse_moe.experts.179.w3,0.0005207547,0.05000,3.088
+31,block_sparse_moe.experts.198.w3,0.0004456034,0.05000,2.593
+31,block_sparse_moe.experts.183.w3,0.0006533874,0.05000,3.114
+31,block_sparse_moe.experts.156.w3,0.0007363984,0.05000,3.061
+31,block_sparse_moe.experts.191.w3,0.0006374084,0.05000,3.149
+31,block_sparse_moe.experts.148.w3,0.0001397693,0.05000,3.093
+31,block_sparse_moe.experts.152.w3,0.0011969729,0.05000,3.072
+31,block_sparse_moe.experts.144.w3,0.0003974358,0.05000,3.128
+31,block_sparse_moe.experts.177.w3,0.0016252010,0.05000,3.065
+31,block_sparse_moe.experts.189.w3,0.0011379768,0.05000,3.071
+31,block_sparse_moe.experts.181.w3,0.0017850450,0.05000,3.129
+31,block_sparse_moe.experts.185.w3,0.0000999767,0.05000,3.112
+31,block_sparse_moe.experts.218.w3,0.0005511365,0.05000,2.813
+31,block_sparse_moe.experts.222.w3,0.0010284308,0.05000,2.948
+31,block_sparse_moe.experts.203.w3,0.0010139216,0.05000,3.023
+31,block_sparse_moe.experts.210.w3,0.0006435124,0.05000,2.926
+31,block_sparse_moe.experts.214.w3,0.0002240435,0.05000,2.905
+31,block_sparse_moe.experts.195.w3,0.0007686870,0.05000,2.987
+31,block_sparse_moe.experts.199.w3,0.0010779831,0.05000,3.030
+31,block_sparse_moe.experts.207.w3,0.0004688725,0.05000,2.847
+31,block_sparse_moe.experts.172.w3,0.0006993746,0.05000,3.158
+31,block_sparse_moe.experts.164.w3,0.0004215811,0.05000,3.183
+31,block_sparse_moe.experts.168.w3,0.0004387640,0.05000,3.225
+31,block_sparse_moe.experts.193.w3,0.0006021947,0.05000,2.933
+31,block_sparse_moe.experts.205.w3,0.0004329110,0.05000,2.904
+31,block_sparse_moe.experts.160.w3,0.0007332645,0.05000,3.229
+31,block_sparse_moe.experts.197.w3,0.0023435542,0.05000,2.768
+31,block_sparse_moe.experts.201.w3,0.0007512803,0.05000,2.628
+31,block_sparse_moe.experts.234.w3,0.0014254792,0.05000,2.862
+31,block_sparse_moe.experts.238.w3,0.0021494945,0.05000,2.951
+31,block_sparse_moe.experts.226.w3,0.0005764321,0.05000,2.951
+31,block_sparse_moe.experts.219.w3,0.0005594100,0.05000,3.073
+31,block_sparse_moe.experts.230.w3,0.0008336821,0.05000,2.959
+31,block_sparse_moe.experts.211.w3,0.0011377281,0.05000,2.980
+31,block_sparse_moe.experts.215.w3,0.0004124554,0.05000,3.041
+31,block_sparse_moe.experts.223.w3,0.0014661726,0.05000,3.098
+31,block_sparse_moe.experts.188.w3,0.0009616649,0.05000,3.070
+31,block_sparse_moe.experts.180.w3,0.0002832001,0.05000,3.043
+31,block_sparse_moe.experts.209.w3,0.0014355213,0.05000,2.835
+31,block_sparse_moe.experts.184.w3,0.0008317515,0.05000,3.069
+31,block_sparse_moe.experts.221.w3,0.0003930139,0.05000,2.910
+31,block_sparse_moe.experts.176.w3,0.0015369684,0.05000,3.166
+31,block_sparse_moe.experts.213.w3,0.0007994206,0.05000,3.092
+31,block_sparse_moe.experts.217.w3,0.0005977921,0.05000,3.091
+31,block_sparse_moe.experts.250.w3,0.0018582131,0.05000,2.978
+31,block_sparse_moe.experts.254.w3,0.0007563465,0.05000,2.856
+31,block_sparse_moe.experts.242.w3,0.0013164217,0.05000,2.634
+31,block_sparse_moe.experts.246.w3,0.0001212878,0.05000,2.584
+31,block_sparse_moe.experts.227.w3,0.0003807185,0.05000,2.892
+31,block_sparse_moe.experts.235.w3,0.0012988961,0.05000,3.026
+31,block_sparse_moe.experts.231.w3,0.0002609339,0.05000,2.915
+31,block_sparse_moe.experts.239.w3,0.0001112139,0.05000,2.971
+31,block_sparse_moe.experts.196.w3,0.0005447142,0.05000,2.997
+31,block_sparse_moe.experts.204.w3,0.0005495129,0.05000,3.191
+31,block_sparse_moe.experts.225.w3,0.0005950800,0.05000,3.039
+31,block_sparse_moe.experts.200.w3,0.0019376327,0.05000,3.081
+31,block_sparse_moe.experts.237.w3,0.0003728640,0.05000,3.061
+31,block_sparse_moe.experts.192.w3,0.0023948544,0.05000,3.078
+31,block_sparse_moe.experts.229.w3,0.0011151305,0.05000,2.982
+31,block_sparse_moe.experts.233.w3,0.0016766644,0.05000,2.851
+31,block_sparse_moe.experts.251.w3,0.0010062475,0.05000,3.133
+31,block_sparse_moe.experts.243.w3,0.0008023944,0.05000,3.198
+31,block_sparse_moe.experts.247.w3,0.0002625759,0.05000,3.043
+31,block_sparse_moe.experts.255.w3,0.0004295252,0.05000,2.891
+31,block_sparse_moe.experts.212.w3,0.0004126829,0.05000,3.008
+31,block_sparse_moe.experts.220.w3,0.0005006906,0.05000,3.005
+31,block_sparse_moe.experts.216.w3,0.0009597833,0.05000,2.908
+31,block_sparse_moe.experts.241.w3,0.0004270239,0.05000,3.056
+31,block_sparse_moe.experts.253.w3,0.0005008409,0.05000,2.978
+31,block_sparse_moe.experts.245.w3,0.0008096905,0.05000,2.780
+31,block_sparse_moe.experts.208.w3,0.0007003341,0.05000,2.935
+31,block_sparse_moe.experts.249.w3,0.0005001884,0.05000,2.712
+31,block_sparse_moe.experts.228.w3,0.0011753377,0.05000,2.578
+31,block_sparse_moe.experts.236.w3,0.0008387970,0.05000,2.634
+31,block_sparse_moe.experts.232.w3,0.0005554448,0.05000,2.626
+31,block_sparse_moe.experts.224.w3,0.0003596666,0.05000,2.648
+31,block_sparse_moe.experts.244.w3,0.0027424581,0.05000,2.952
+31,block_sparse_moe.experts.252.w3,0.0005442439,0.05000,2.894
+31,block_sparse_moe.experts.248.w3,0.0030892566,0.05000,2.885
+31,block_sparse_moe.experts.240.w3,0.0013509696,0.05000,2.613
+31,block_sparse_moe.experts.10.w2,0.0003058317,0.05000,1.271
+31,block_sparse_moe.experts.14.w2,0.0001107361,0.05000,1.278
+31,block_sparse_moe.experts.2.w2,0.0013235203,0.05000,1.322
+31,block_sparse_moe.experts.12.w2,0.0005393508,0.05000,1.317
+31,block_sparse_moe.experts.3.w2,0.0005692529,0.05000,1.338
+31,block_sparse_moe.experts.6.w2,0.0006143175,0.05000,1.340
+31,block_sparse_moe.experts.11.w2,0.0008093111,0.05000,1.347
+31,block_sparse_moe.experts.0.w2,0.0014082969,0.05000,1.385
+31,block_sparse_moe.experts.4.w2,0.0006327007,0.05000,1.386
+31,block_sparse_moe.experts.15.w2,0.0004507993,0.05000,1.387
+31,block_sparse_moe.experts.8.w2,0.0005985366,0.05000,1.396
+31,block_sparse_moe.experts.7.w2,0.0017775235,0.05000,1.401
+31,block_sparse_moe.experts.9.w2,0.0009001932,0.05000,1.474
+31,block_sparse_moe.experts.5.w2,0.0004007183,0.05000,1.515
+31,block_sparse_moe.experts.13.w2,0.0004353420,0.05000,1.534
+31,block_sparse_moe.experts.1.w2,0.0003462784,0.05000,1.541
+31,block_sparse_moe.experts.26.w2,0.0005443635,0.05000,1.350
+31,block_sparse_moe.experts.30.w2,0.0016135534,0.05000,1.374
+31,block_sparse_moe.experts.18.w2,0.0009778793,0.05000,1.393
+31,block_sparse_moe.experts.22.w2,0.0051774874,0.05000,1.402
+31,block_sparse_moe.experts.28.w2,0.0016188160,0.05000,1.452
+31,block_sparse_moe.experts.16.w2,0.0005591658,0.05000,1.472
+31,block_sparse_moe.experts.20.w2,0.0012399744,0.05000,1.473
+31,block_sparse_moe.experts.24.w2,0.0063085341,0.05000,1.504
+31,block_sparse_moe.experts.27.w2,0.0010254838,0.05000,1.570
+31,block_sparse_moe.experts.21.w2,0.0004960145,0.05000,1.428
+31,block_sparse_moe.experts.31.w2,0.0004438638,0.05000,1.567
+31,block_sparse_moe.experts.25.w2,0.0023592833,0.05000,1.482
+31,block_sparse_moe.experts.19.w2,0.0039906625,0.05000,1.651
+31,block_sparse_moe.experts.17.w2,0.0006515853,0.05000,1.458
+31,block_sparse_moe.experts.23.w2,0.0011973934,0.05000,1.599
+31,block_sparse_moe.experts.29.w2,0.0049608915,0.05000,1.492
+31,block_sparse_moe.experts.42.w2,0.0003611166,0.05000,1.621
+31,block_sparse_moe.experts.46.w2,0.0027541197,0.05000,1.614
+31,block_sparse_moe.experts.44.w2,0.0008713776,0.05000,1.511
+31,block_sparse_moe.experts.34.w2,0.0024682017,0.05000,1.576
+31,block_sparse_moe.experts.36.w2,0.0010653541,0.05000,1.485
+31,block_sparse_moe.experts.32.w2,0.0021265676,0.05000,1.489
+31,block_sparse_moe.experts.38.w2,0.0001608060,0.05000,1.600
+31,block_sparse_moe.experts.37.w2,0.0001598362,0.05000,1.470
+31,block_sparse_moe.experts.40.w2,0.0013054168,0.05000,1.515
+31,block_sparse_moe.experts.41.w2,0.0095604581,0.05000,1.469
+31,block_sparse_moe.experts.33.w2,0.0030711574,0.05000,1.463
+31,block_sparse_moe.experts.45.w2,0.0002669083,0.05000,1.466
+31,block_sparse_moe.experts.43.w2,0.0006135621,0.05000,1.630
+31,block_sparse_moe.experts.47.w2,0.0006255082,0.05000,1.623
+31,block_sparse_moe.experts.35.w2,0.0008149572,0.05000,1.618
+31,block_sparse_moe.experts.39.w2,0.0105621891,0.05000,1.604
+31,block_sparse_moe.experts.58.w2,0.0003003394,0.05000,1.601
+31,block_sparse_moe.experts.50.w2,0.0008040316,0.05000,1.582
+31,block_sparse_moe.experts.54.w2,0.0007163596,0.05000,1.546
+31,block_sparse_moe.experts.62.w2,0.0005819518,0.05000,1.636
+31,block_sparse_moe.experts.52.w2,0.0006475649,0.05000,1.571
+31,block_sparse_moe.experts.48.w2,0.0013311148,0.05000,1.580
+31,block_sparse_moe.experts.60.w2,0.0004189994,0.05000,1.650
+31,block_sparse_moe.experts.57.w2,0.0007281120,0.05000,1.514
+31,block_sparse_moe.experts.53.w2,0.0019288160,0.05000,1.572
+31,block_sparse_moe.experts.49.w2,0.0040264889,0.05000,1.552
+31,block_sparse_moe.experts.56.w2,0.0002546034,0.05000,1.604
+31,block_sparse_moe.experts.61.w2,0.0022913750,0.05000,1.553
+31,block_sparse_moe.experts.63.w2,0.0019494882,0.05000,1.484
+31,block_sparse_moe.experts.59.w2,0.0004809675,0.05000,1.516
+31,block_sparse_moe.experts.55.w2,0.0006692492,0.05000,1.513
+31,block_sparse_moe.experts.51.w2,0.0033109802,0.05000,1.526
+31,block_sparse_moe.experts.68.w2,0.0006876889,0.05000,1.394
+31,block_sparse_moe.experts.74.w2,0.0005288793,0.05000,1.467
+31,block_sparse_moe.experts.78.w2,0.0020726009,0.05000,1.421
+31,block_sparse_moe.experts.64.w2,0.0004362988,0.05000,1.428
+31,block_sparse_moe.experts.76.w2,0.0012426529,0.05000,1.423
+31,block_sparse_moe.experts.66.w2,0.0002208837,0.05000,1.500
+31,block_sparse_moe.experts.70.w2,0.0019984965,0.05000,1.535
+31,block_sparse_moe.experts.69.w2,0.0002473209,0.05000,1.452
+31,block_sparse_moe.experts.72.w2,0.0009627286,0.05000,1.451
+31,block_sparse_moe.experts.73.w2,0.0038442220,0.05000,1.533
+31,block_sparse_moe.experts.65.w2,0.0003850092,0.05000,1.471
+31,block_sparse_moe.experts.77.w2,0.0008492205,0.05000,1.490
+31,block_sparse_moe.experts.75.w2,0.0010118989,0.05000,1.524
+31,block_sparse_moe.experts.79.w2,0.0015173171,0.05000,1.537
+31,block_sparse_moe.experts.71.w2,0.0002379351,0.05000,1.516
+31,block_sparse_moe.experts.67.w2,0.0011829498,0.05000,1.569
+31,block_sparse_moe.experts.94.w2,0.0008970189,0.05000,1.477
+31,block_sparse_moe.experts.90.w2,0.0011158400,0.05000,1.500
+31,block_sparse_moe.experts.85.w2,0.0007496525,0.05000,1.388
+31,block_sparse_moe.experts.82.w2,0.0014693696,0.05000,1.469
+31,block_sparse_moe.experts.89.w2,0.0002256117,0.05000,1.383
+31,block_sparse_moe.experts.81.w2,0.0008771568,0.05000,1.394
+31,block_sparse_moe.experts.86.w2,0.0004887496,0.05000,1.469
+31,block_sparse_moe.experts.84.w2,0.0023031105,0.05000,1.613
+31,block_sparse_moe.experts.93.w2,0.0001778111,0.05000,1.411
+31,block_sparse_moe.experts.80.w2,0.0027298536,0.05000,1.613
+31,block_sparse_moe.experts.92.w2,0.0014618625,0.05000,1.623
+31,block_sparse_moe.experts.88.w2,0.0004942544,0.05000,1.630
+31,block_sparse_moe.experts.95.w2,0.0021893672,0.05000,1.567
+31,block_sparse_moe.experts.91.w2,0.0039941693,0.05000,1.581
+31,block_sparse_moe.experts.87.w2,0.0009599225,0.05000,1.590
+31,block_sparse_moe.experts.83.w2,0.0003596695,0.05000,1.570
+31,block_sparse_moe.experts.101.w2,0.0004781598,0.05000,1.382
+31,block_sparse_moe.experts.105.w2,0.0002800064,0.05000,1.401
+31,block_sparse_moe.experts.97.w2,0.0002021671,0.05000,1.441
+31,block_sparse_moe.experts.98.w2,0.0002777354,0.05000,1.493
+31,block_sparse_moe.experts.110.w2,0.0004440521,0.05000,1.529
+31,block_sparse_moe.experts.106.w2,0.0018784834,0.05000,1.545
+31,block_sparse_moe.experts.109.w2,0.0006896127,0.05000,1.420
+31,block_sparse_moe.experts.108.w2,0.0013157182,0.05000,1.434
+31,block_sparse_moe.experts.96.w2,0.0006588515,0.05000,1.462
+31,block_sparse_moe.experts.102.w2,0.0004819047,0.05000,1.535
+31,block_sparse_moe.experts.100.w2,0.0004840090,0.05000,1.520
+31,block_sparse_moe.experts.111.w2,0.0004249359,0.05000,1.431
+31,block_sparse_moe.experts.107.w2,0.0003760882,0.05000,1.435
+31,block_sparse_moe.experts.104.w2,0.0010835001,0.05000,1.537
+31,block_sparse_moe.experts.103.w2,0.0005867926,0.05000,1.462
+31,block_sparse_moe.experts.99.w2,0.0005745542,0.05000,1.460
+31,block_sparse_moe.experts.121.w2,0.0008916839,0.05000,1.313
+31,block_sparse_moe.experts.117.w2,0.0012471554,0.05000,1.373
+31,block_sparse_moe.experts.113.w2,0.0001416877,0.05000,1.283
+31,block_sparse_moe.experts.125.w2,0.0015566122,0.05000,1.341
+31,block_sparse_moe.experts.126.w2,0.0003357876,0.05000,1.448
+31,block_sparse_moe.experts.118.w2,0.0002649344,0.05000,1.357
+31,block_sparse_moe.experts.114.w2,0.0002360073,0.05000,1.459
+31,block_sparse_moe.experts.122.w2,0.0002183369,0.05000,1.449
+31,block_sparse_moe.experts.124.w2,0.0008798353,0.05000,1.475
+31,block_sparse_moe.experts.112.w2,0.0053849631,0.05000,1.519
+31,block_sparse_moe.experts.116.w2,0.0003160212,0.05000,1.531
+31,block_sparse_moe.experts.123.w2,0.0002816172,0.05000,1.495
+31,block_sparse_moe.experts.127.w2,0.0005368198,0.05000,1.526
+31,block_sparse_moe.experts.120.w2,0.0002374905,0.05000,1.583
+31,block_sparse_moe.experts.119.w2,0.0013555443,0.05000,1.542
+31,block_sparse_moe.experts.115.w2,0.0011137450,0.05000,1.520
+31,block_sparse_moe.experts.129.w2,0.0005850188,0.05000,1.354
+31,block_sparse_moe.experts.133.w2,0.0095170104,0.05000,1.391
+31,block_sparse_moe.experts.137.w2,0.0016595036,0.05000,1.415
+31,block_sparse_moe.experts.141.w2,0.0003027799,0.05000,1.343
+31,block_sparse_moe.experts.142.w2,0.0012500288,0.05000,1.419
+31,block_sparse_moe.experts.130.w2,0.0015057438,0.05000,1.415
+31,block_sparse_moe.experts.138.w2,0.0006611254,0.05000,1.400
+31,block_sparse_moe.experts.134.w2,0.0002580516,0.05000,1.461
+31,block_sparse_moe.experts.140.w2,0.0007296820,0.05000,1.548
+31,block_sparse_moe.experts.132.w2,0.0035111093,0.05000,1.501
+31,block_sparse_moe.experts.128.w2,0.0003278032,0.05000,1.561
+31,block_sparse_moe.experts.139.w2,0.0003052806,0.05000,1.487
+31,block_sparse_moe.experts.143.w2,0.0010921498,0.05000,1.508
+31,block_sparse_moe.experts.131.w2,0.0002340007,0.05000,1.468
+31,block_sparse_moe.experts.135.w2,0.0000809211,0.05000,1.493
+31,block_sparse_moe.experts.136.w2,0.0003271578,0.05000,1.506
+31,block_sparse_moe.experts.153.w2,0.0007036960,0.05000,1.445
+31,block_sparse_moe.experts.145.w2,0.0008451778,0.05000,1.498
+31,block_sparse_moe.experts.149.w2,0.0016973841,0.05000,1.523
+31,block_sparse_moe.experts.157.w2,0.0019400044,0.05000,1.506
+31,block_sparse_moe.experts.154.w2,0.0014002384,0.05000,1.530
+31,block_sparse_moe.experts.146.w2,0.0015476943,0.05000,1.540
+31,block_sparse_moe.experts.156.w2,0.0003427894,0.05000,1.373
+31,block_sparse_moe.experts.158.w2,0.0009267212,0.05000,1.608
+31,block_sparse_moe.experts.150.w2,0.0020699644,0.05000,1.578
+31,block_sparse_moe.experts.144.w2,0.0001121041,0.05000,1.349
+31,block_sparse_moe.experts.148.w2,0.0003369457,0.05000,1.389
+31,block_sparse_moe.experts.155.w2,0.0024842344,0.05000,1.358
+31,block_sparse_moe.experts.159.w2,0.0002537531,0.05000,1.356
+31,block_sparse_moe.experts.152.w2,0.0040660754,0.05000,1.349
+31,block_sparse_moe.experts.151.w2,0.0005634361,0.05000,1.361
+31,block_sparse_moe.experts.147.w2,0.0016371378,0.05000,1.415
+31,block_sparse_moe.experts.169.w2,0.0016234464,0.05000,1.303
+31,block_sparse_moe.experts.161.w2,0.0006789112,0.05000,1.346
+31,block_sparse_moe.experts.165.w2,0.0030644046,0.05000,1.331
+31,block_sparse_moe.experts.173.w2,0.0015001079,0.05000,1.314
+31,block_sparse_moe.experts.170.w2,0.0006277300,0.05000,1.459
+31,block_sparse_moe.experts.162.w2,0.0021742901,0.05000,1.475
+31,block_sparse_moe.experts.172.w2,0.0032566535,0.05000,1.430
+31,block_sparse_moe.experts.164.w2,0.0002091083,0.05000,1.432
+31,block_sparse_moe.experts.166.w2,0.0023774339,0.05000,1.481
+31,block_sparse_moe.experts.171.w2,0.0011505594,0.05000,1.381
+31,block_sparse_moe.experts.174.w2,0.0004014295,0.05000,1.525
+31,block_sparse_moe.experts.160.w2,0.0009058833,0.05000,1.481
+31,block_sparse_moe.experts.175.w2,0.0006007238,0.05000,1.417
+31,block_sparse_moe.experts.163.w2,0.0005966412,0.05000,1.366
+31,block_sparse_moe.experts.167.w2,0.0007132777,0.05000,1.492
+31,block_sparse_moe.experts.168.w2,0.0004288327,0.05000,1.500
+31,block_sparse_moe.experts.185.w2,0.0000817306,0.05000,1.398
+31,block_sparse_moe.experts.177.w2,0.0022704130,0.05000,1.356
+31,block_sparse_moe.experts.181.w2,0.0079007185,0.05000,1.343
+31,block_sparse_moe.experts.189.w2,0.0032487211,0.05000,1.338
+31,block_sparse_moe.experts.178.w2,0.0009120623,0.05000,1.425
+31,block_sparse_moe.experts.186.w2,0.0009324818,0.05000,1.472
+31,block_sparse_moe.experts.188.w2,0.0006337757,0.05000,1.454
+31,block_sparse_moe.experts.180.w2,0.0002756251,0.05000,1.427
+31,block_sparse_moe.experts.176.w2,0.0040759693,0.05000,1.404
+31,block_sparse_moe.experts.182.w2,0.0008882903,0.05000,1.457
+31,block_sparse_moe.experts.190.w2,0.0003789848,0.05000,1.427
+31,block_sparse_moe.experts.187.w2,0.0006414913,0.05000,1.438
+31,block_sparse_moe.experts.191.w2,0.0017514190,0.05000,1.441
+31,block_sparse_moe.experts.179.w2,0.0009434115,0.05000,1.387
+31,block_sparse_moe.experts.184.w2,0.0016428766,0.05000,1.363
+31,block_sparse_moe.experts.183.w2,0.0003036775,0.05000,1.430
+31,block_sparse_moe.experts.193.w2,0.0006144252,0.05000,1.414
+31,block_sparse_moe.experts.201.w2,0.0004524283,0.05000,1.451
+31,block_sparse_moe.experts.197.w2,0.0032021210,0.05000,1.465
+31,block_sparse_moe.experts.205.w2,0.0007603635,0.05000,1.466
+31,block_sparse_moe.experts.202.w2,0.0007718394,0.05000,1.428
+31,block_sparse_moe.experts.204.w2,0.0003834805,0.05000,1.410
+31,block_sparse_moe.experts.194.w2,0.0007051513,0.05000,1.463
+31,block_sparse_moe.experts.196.w2,0.0004472149,0.05000,1.401
+31,block_sparse_moe.experts.192.w2,0.0054725164,0.05000,1.451
+31,block_sparse_moe.experts.198.w2,0.0005764533,0.05000,1.532
+31,block_sparse_moe.experts.203.w2,0.0006656906,0.05000,1.548
+31,block_sparse_moe.experts.206.w2,0.0002990287,0.05000,1.561
+31,block_sparse_moe.experts.195.w2,0.0004076437,0.05000,1.497
+31,block_sparse_moe.experts.200.w2,0.0015626734,0.05000,1.469
+31,block_sparse_moe.experts.207.w2,0.0001756259,0.05000,1.572
+31,block_sparse_moe.experts.199.w2,0.0009588342,0.05000,1.562
+31,block_sparse_moe.experts.217.w2,0.0008515914,0.05000,1.270
+31,block_sparse_moe.experts.213.w2,0.0006709443,0.05000,1.242
+31,block_sparse_moe.experts.209.w2,0.0012409489,0.05000,1.335
+31,block_sparse_moe.experts.221.w2,0.0006034728,0.05000,1.259
+31,block_sparse_moe.experts.220.w2,0.0006044518,0.05000,1.407
+31,block_sparse_moe.experts.212.w2,0.0012032152,0.05000,1.463
+31,block_sparse_moe.experts.210.w2,0.0010583480,0.05000,1.488
+31,block_sparse_moe.experts.218.w2,0.0009987018,0.05000,1.515
+31,block_sparse_moe.experts.208.w2,0.0015821202,0.05000,1.435
+31,block_sparse_moe.experts.222.w2,0.0004376220,0.05000,1.491
+31,block_sparse_moe.experts.214.w2,0.0007350103,0.05000,1.541
+31,block_sparse_moe.experts.219.w2,0.0009133898,0.05000,1.531
+31,block_sparse_moe.experts.216.w2,0.0018983752,0.05000,1.443
+31,block_sparse_moe.experts.223.w2,0.0018101907,0.05000,1.501
+31,block_sparse_moe.experts.211.w2,0.0005719928,0.05000,1.547
+31,block_sparse_moe.experts.215.w2,0.0009935290,0.05000,1.421
+31,block_sparse_moe.experts.233.w2,0.0005229423,0.05000,1.228
+31,block_sparse_moe.experts.229.w2,0.0008717702,0.05000,1.244
+31,block_sparse_moe.experts.225.w2,0.0009177915,0.05000,1.268
+31,block_sparse_moe.experts.237.w2,0.0001586205,0.05000,1.348
+31,block_sparse_moe.experts.236.w2,0.0013887483,0.05000,1.396
+31,block_sparse_moe.experts.224.w2,0.0005935499,0.05000,1.391
+31,block_sparse_moe.experts.226.w2,0.0004335247,0.05000,1.443
+31,block_sparse_moe.experts.228.w2,0.0030328473,0.05000,1.512
+31,block_sparse_moe.experts.234.w2,0.0015564783,0.05000,1.538
+31,block_sparse_moe.experts.238.w2,0.0035510496,0.05000,1.392
+31,block_sparse_moe.experts.232.w2,0.0012663346,0.05000,1.374
+31,block_sparse_moe.experts.230.w2,0.0022435154,0.05000,1.427
+31,block_sparse_moe.experts.235.w2,0.0019911463,0.05000,1.447
+31,block_sparse_moe.experts.245.w2,0.0007613578,0.05000,1.314
+31,block_sparse_moe.experts.239.w2,0.0000978504,0.05000,1.510
+31,block_sparse_moe.experts.227.w2,0.0010178452,0.05000,1.509
+31,block_sparse_moe.experts.231.w2,0.0001962221,0.05000,1.472
+31,block_sparse_moe.experts.249.w2,0.0009152700,0.05000,1.389
+31,block_sparse_moe.experts.241.w2,0.0002240979,0.05000,1.308
+31,block_sparse_moe.experts.253.w2,0.0004769108,0.05000,1.264
+31,block_sparse_moe.experts.252.w2,0.0002269659,0.05000,1.500
+31,block_sparse_moe.experts.242.w2,0.0020594882,0.05000,1.434
+31,block_sparse_moe.experts.240.w2,0.0007185091,0.05000,1.471
+31,block_sparse_moe.experts.244.w2,0.0125669752,0.05000,1.424
+31,block_sparse_moe.experts.254.w2,0.0005104460,0.05000,1.324
+31,block_sparse_moe.experts.250.w2,0.0009413217,0.05000,1.403
+31,block_sparse_moe.experts.246.w2,0.0002335997,0.05000,1.319
+31,block_sparse_moe.experts.248.w2,0.0086861807,0.05000,1.358
+31,block_sparse_moe.experts.251.w2,0.0011244528,0.05000,1.420
+31,block_sparse_moe.experts.243.w2,0.0003029663,0.05000,1.346
+31,block_sparse_moe.experts.247.w2,0.0004040444,0.05000,1.335
+31,block_sparse_moe.experts.255.w2,0.0002493899,0.05000,1.370
+32,self_attn.k_proj,0.0000092107,0.05000,0.863
+32,self_attn.q_proj,0.0000609024,0.05000,0.866
+32,self_attn.v_proj,0.0000076817,0.05000,0.931
+32,self_attn.o_proj,0.0000045580,0.05000,1.701
+32,block_sparse_moe.experts.12.w1,0.0021576621,0.05000,2.686
+32,block_sparse_moe.experts.0.w1,0.0007049876,0.05000,2.708
+32,block_sparse_moe.experts.8.w1,0.0036338756,0.05000,2.719
+32,block_sparse_moe.experts.4.w1,0.0006689340,0.05000,2.779
+32,block_sparse_moe.experts.10.w1,0.0005838786,0.05000,2.931
+32,block_sparse_moe.experts.14.w1,0.0012677089,0.05000,2.974
+32,block_sparse_moe.experts.6.w1,0.0009221254,0.05000,3.005
+32,block_sparse_moe.experts.11.w1,0.0009968393,0.05000,3.013
+32,block_sparse_moe.experts.5.w1,0.0008258071,0.05000,3.026
+32,block_sparse_moe.experts.7.w1,0.0017545919,0.05000,3.056
+32,block_sparse_moe.experts.2.w1,0.0005121986,0.05000,3.087
+32,block_sparse_moe.experts.13.w1,0.0018525620,0.05000,3.117
+32,block_sparse_moe.experts.9.w1,0.0011934386,0.05000,3.106
+32,block_sparse_moe.experts.1.w1,0.0007190440,0.05000,3.106
+32,block_sparse_moe.experts.15.w1,0.0014307654,0.05000,3.126
+32,block_sparse_moe.experts.3.w1,0.0007628457,0.05000,3.228
+32,block_sparse_moe.experts.16.w1,0.0002529906,0.05000,3.048
+32,block_sparse_moe.experts.24.w1,0.0009898821,0.05000,3.127
+32,block_sparse_moe.experts.20.w1,0.0008749621,0.05000,3.120
+32,block_sparse_moe.experts.28.w1,0.0009693537,0.05000,3.216
+32,block_sparse_moe.experts.30.w1,0.0008475119,0.05000,2.974
+32,block_sparse_moe.experts.26.w1,0.0012157463,0.05000,3.061
+32,block_sparse_moe.experts.22.w1,0.0007539981,0.05000,3.040
+32,block_sparse_moe.experts.21.w1,0.0006302401,0.05000,3.068
+32,block_sparse_moe.experts.27.w1,0.0013373677,0.05000,3.133
+32,block_sparse_moe.experts.29.w1,0.0007905659,0.05000,3.063
+32,block_sparse_moe.experts.18.w1,0.0009831109,0.05000,3.097
+32,block_sparse_moe.experts.23.w1,0.0002037119,0.05000,3.156
+32,block_sparse_moe.experts.25.w1,0.0007880819,0.05000,3.125
+32,block_sparse_moe.experts.31.w1,0.0012150381,0.05000,3.153
+32,block_sparse_moe.experts.17.w1,0.0010185395,0.05000,3.167
+32,block_sparse_moe.experts.19.w1,0.0017758419,0.05000,3.189
+32,block_sparse_moe.experts.32.w1,0.0003976682,0.05000,3.065
+32,block_sparse_moe.experts.40.w1,0.0009795904,0.05000,3.055
+32,block_sparse_moe.experts.46.w1,0.0011604818,0.05000,3.053
+32,block_sparse_moe.experts.42.w1,0.0003071253,0.05000,3.007
+32,block_sparse_moe.experts.38.w1,0.0000482316,0.05000,3.017
+32,block_sparse_moe.experts.36.w1,0.0017780968,0.05000,3.173
+32,block_sparse_moe.experts.45.w1,0.0003617981,0.05000,2.938
+32,block_sparse_moe.experts.37.w1,0.0012008636,0.05000,3.040
+32,block_sparse_moe.experts.44.w1,0.0010019260,0.05000,3.257
+32,block_sparse_moe.experts.43.w1,0.0006467616,0.05000,3.056
+32,block_sparse_moe.experts.39.w1,0.0004378237,0.05000,3.000
+32,block_sparse_moe.experts.33.w1,0.0003291106,0.05000,2.945
+32,block_sparse_moe.experts.41.w1,0.0009989030,0.05000,2.989
+32,block_sparse_moe.experts.34.w1,0.0015492876,0.05000,3.069
+32,block_sparse_moe.experts.47.w1,0.0006156958,0.05000,3.078
+32,block_sparse_moe.experts.35.w1,0.0008045306,0.05000,3.065
+32,block_sparse_moe.experts.48.w1,0.0003509972,0.05000,2.967
+32,block_sparse_moe.experts.56.w1,0.0000910383,0.05000,2.965
+32,block_sparse_moe.experts.52.w1,0.0005436800,0.05000,2.959
+32,block_sparse_moe.experts.53.w1,0.0003542911,0.05000,2.926
+32,block_sparse_moe.experts.54.w1,0.0008836320,0.05000,3.027
+32,block_sparse_moe.experts.62.w1,0.0005547450,0.05000,3.130
+32,block_sparse_moe.experts.61.w1,0.0010042005,0.05000,3.056
+32,block_sparse_moe.experts.58.w1,0.0005881132,0.05000,3.184
+32,block_sparse_moe.experts.60.w1,0.0012637682,0.05000,3.035
+32,block_sparse_moe.experts.59.w1,0.0005614196,0.05000,3.032
+32,block_sparse_moe.experts.49.w1,0.0002923174,0.05000,3.022
+32,block_sparse_moe.experts.57.w1,0.0006355496,0.05000,3.068
+32,block_sparse_moe.experts.55.w1,0.0012816557,0.05000,3.115
+32,block_sparse_moe.experts.50.w1,0.0004599090,0.05000,3.082
+32,block_sparse_moe.experts.63.w1,0.0024428802,0.05000,3.091
+32,block_sparse_moe.experts.51.w1,0.0018658404,0.05000,3.039
+32,block_sparse_moe.experts.64.w1,0.0014826596,0.05000,2.844
+32,block_sparse_moe.experts.72.w1,0.0007419024,0.05000,2.858
+32,block_sparse_moe.experts.68.w1,0.0009154006,0.05000,2.870
+32,block_sparse_moe.experts.69.w1,0.0006737578,0.05000,3.080
+32,block_sparse_moe.experts.78.w1,0.0019911143,0.05000,3.042
+32,block_sparse_moe.experts.74.w1,0.0006815606,0.05000,3.021
+32,block_sparse_moe.experts.70.w1,0.0020495054,0.05000,3.118
+32,block_sparse_moe.experts.76.w1,0.0003914727,0.05000,3.028
+32,block_sparse_moe.experts.75.w1,0.0007560375,0.05000,3.033
+32,block_sparse_moe.experts.77.w1,0.0009859222,0.05000,3.124
+32,block_sparse_moe.experts.65.w1,0.0009619625,0.05000,3.078
+32,block_sparse_moe.experts.73.w1,0.0008297134,0.05000,3.054
+32,block_sparse_moe.experts.71.w1,0.0026094977,0.05000,3.065
+32,block_sparse_moe.experts.79.w1,0.0014324215,0.05000,3.001
+32,block_sparse_moe.experts.66.w1,0.0007870157,0.05000,3.121
+32,block_sparse_moe.experts.67.w1,0.0012292312,0.05000,2.992
+32,block_sparse_moe.experts.80.w1,0.0000617511,0.05000,2.972
+32,block_sparse_moe.experts.88.w1,0.0017208921,0.05000,2.889
+32,block_sparse_moe.experts.84.w1,0.0010325678,0.05000,2.959
+32,block_sparse_moe.experts.91.w1,0.0008093201,0.05000,2.781
+32,block_sparse_moe.experts.94.w1,0.0016052485,0.05000,3.004
+32,block_sparse_moe.experts.85.w1,0.0002661322,0.05000,3.042
+32,block_sparse_moe.experts.90.w1,0.0008042257,0.05000,2.994
+32,block_sparse_moe.experts.87.w1,0.0003790797,0.05000,2.843
+32,block_sparse_moe.experts.92.w1,0.0014169347,0.05000,3.019
+32,block_sparse_moe.experts.95.w1,0.0008646250,0.05000,2.817
+32,block_sparse_moe.experts.86.w1,0.0005378064,0.05000,3.074
+32,block_sparse_moe.experts.83.w1,0.0013059266,0.05000,2.804
+32,block_sparse_moe.experts.81.w1,0.0016549528,0.05000,3.061
+32,block_sparse_moe.experts.89.w1,0.0005426075,0.05000,3.073
+32,block_sparse_moe.experts.93.w1,0.0018699525,0.05000,3.140
+32,block_sparse_moe.experts.82.w1,0.0004946844,0.05000,2.973
+32,block_sparse_moe.experts.96.w1,0.0005961588,0.05000,2.899
+32,block_sparse_moe.experts.104.w1,0.0011217913,0.05000,2.978
+32,block_sparse_moe.experts.100.w1,0.0013620951,0.05000,2.830
+32,block_sparse_moe.experts.107.w1,0.0009980186,0.05000,2.958
+32,block_sparse_moe.experts.99.w1,0.0003455791,0.05000,2.818
+32,block_sparse_moe.experts.108.w1,0.0005625909,0.05000,2.938
+32,block_sparse_moe.experts.111.w1,0.0002830646,0.05000,2.947
+32,block_sparse_moe.experts.103.w1,0.0013943666,0.05000,3.006
+32,block_sparse_moe.experts.106.w1,0.0007328799,0.05000,3.152
+32,block_sparse_moe.experts.101.w1,0.0029857036,0.05000,3.216
+32,block_sparse_moe.experts.110.w1,0.0008970712,0.05000,3.243
+32,block_sparse_moe.experts.102.w1,0.0001291219,0.05000,3.228
+32,block_sparse_moe.experts.105.w1,0.0001615146,0.05000,3.183
+32,block_sparse_moe.experts.98.w1,0.0011304719,0.05000,3.187
+32,block_sparse_moe.experts.97.w1,0.0001469164,0.05000,3.275
+32,block_sparse_moe.experts.109.w1,0.0001860290,0.05000,3.258
+32,block_sparse_moe.experts.112.w1,0.0013642709,0.05000,3.097
+32,block_sparse_moe.experts.120.w1,0.0007685110,0.05000,3.116
+32,block_sparse_moe.experts.123.w1,0.0012387133,0.05000,2.848
+32,block_sparse_moe.experts.116.w1,0.0008527455,0.05000,3.167
+32,block_sparse_moe.experts.115.w1,0.0013971539,0.05000,2.846
+32,block_sparse_moe.experts.127.w1,0.0003665697,0.05000,2.810
+32,block_sparse_moe.experts.119.w1,0.0005849696,0.05000,2.897
+32,block_sparse_moe.experts.124.w1,0.0014025259,0.05000,3.132
+32,block_sparse_moe.experts.122.w1,0.0010066151,0.05000,3.010
+32,block_sparse_moe.experts.117.w1,0.0001972645,0.05000,3.026
+32,block_sparse_moe.experts.118.w1,0.0007463548,0.05000,3.021
+32,block_sparse_moe.experts.126.w1,0.0005313351,0.05000,3.140
+32,block_sparse_moe.experts.114.w1,0.0016180831,0.05000,2.969
+32,block_sparse_moe.experts.121.w1,0.0002877978,0.05000,2.983
+32,block_sparse_moe.experts.113.w1,0.0010952425,0.05000,3.050
+32,block_sparse_moe.experts.125.w1,0.0006963871,0.05000,3.111
+32,block_sparse_moe.experts.128.w1,0.0007844550,0.05000,3.058
+32,block_sparse_moe.experts.139.w1,0.0008894870,0.05000,2.848
+32,block_sparse_moe.experts.136.w1,0.0005702903,0.05000,3.027
+32,block_sparse_moe.experts.131.w1,0.0004665093,0.05000,2.855
+32,block_sparse_moe.experts.143.w1,0.0003590576,0.05000,2.875
+32,block_sparse_moe.experts.132.w1,0.0009723081,0.05000,3.099
+32,block_sparse_moe.experts.135.w1,0.0013724325,0.05000,2.857
+32,block_sparse_moe.experts.138.w1,0.0019081396,0.05000,2.861
+32,block_sparse_moe.experts.133.w1,0.0006376759,0.05000,2.878
+32,block_sparse_moe.experts.140.w1,0.0006752571,0.05000,3.031
+32,block_sparse_moe.experts.134.w1,0.0011368515,0.05000,2.809
+32,block_sparse_moe.experts.142.w1,0.0005083273,0.05000,2.792
+32,block_sparse_moe.experts.137.w1,0.0008990657,0.05000,2.803
+32,block_sparse_moe.experts.129.w1,0.0009535951,0.05000,2.751
+32,block_sparse_moe.experts.130.w1,0.0012240370,0.05000,2.932
+32,block_sparse_moe.experts.141.w1,0.0002836845,0.05000,2.755
+32,block_sparse_moe.experts.155.w1,0.0019499688,0.05000,2.840
+32,block_sparse_moe.experts.144.w1,0.0014591696,0.05000,3.021
+32,block_sparse_moe.experts.152.w1,0.0011308550,0.05000,3.034
+32,block_sparse_moe.experts.147.w1,0.0006275696,0.05000,2.946
+32,block_sparse_moe.experts.159.w1,0.0007492274,0.05000,2.945
+32,block_sparse_moe.experts.151.w1,0.0002313521,0.05000,2.940
+32,block_sparse_moe.experts.149.w1,0.0011772468,0.05000,2.672
+32,block_sparse_moe.experts.148.w1,0.0005891999,0.05000,3.076
+32,block_sparse_moe.experts.145.w1,0.0005668348,0.05000,2.640
+32,block_sparse_moe.experts.153.w1,0.0007212709,0.05000,2.784
+32,block_sparse_moe.experts.154.w1,0.0009911534,0.05000,2.970
+32,block_sparse_moe.experts.150.w1,0.0002610487,0.05000,2.942
+32,block_sparse_moe.experts.157.w1,0.0003508574,0.05000,2.766
+32,block_sparse_moe.experts.158.w1,0.0011917893,0.05000,3.008
+32,block_sparse_moe.experts.156.w1,0.0004824493,0.05000,3.048
+32,block_sparse_moe.experts.146.w1,0.0007644713,0.05000,2.946
+32,block_sparse_moe.experts.171.w1,0.0006782560,0.05000,3.003
+32,block_sparse_moe.experts.160.w1,0.0001988458,0.05000,2.876
+32,block_sparse_moe.experts.168.w1,0.0011209074,0.05000,2.839
+32,block_sparse_moe.experts.165.w1,0.0007659559,0.05000,2.836
+32,block_sparse_moe.experts.163.w1,0.0009287166,0.05000,3.056
+32,block_sparse_moe.experts.175.w1,0.0009932668,0.05000,3.033
+32,block_sparse_moe.experts.169.w1,0.0001725739,0.05000,2.743
+32,block_sparse_moe.experts.164.w1,0.0007075065,0.05000,2.912
+32,block_sparse_moe.experts.167.w1,0.0009531153,0.05000,3.039
+32,block_sparse_moe.experts.161.w1,0.0005912951,0.05000,2.902
+32,block_sparse_moe.experts.170.w1,0.0007713991,0.05000,3.044
+32,block_sparse_moe.experts.166.w1,0.0009089505,0.05000,2.959
+32,block_sparse_moe.experts.173.w1,0.0003773220,0.05000,2.988
+32,block_sparse_moe.experts.172.w1,0.0003355333,0.05000,2.946
+32,block_sparse_moe.experts.174.w1,0.0004418528,0.05000,3.025
+32,block_sparse_moe.experts.162.w1,0.0010536955,0.05000,3.063
+32,block_sparse_moe.experts.187.w1,0.0008858491,0.05000,2.685
+32,block_sparse_moe.experts.191.w1,0.0010632407,0.05000,2.599
+32,block_sparse_moe.experts.179.w1,0.0003793524,0.05000,2.679
+32,block_sparse_moe.experts.176.w1,0.0009950693,0.05000,2.977
+32,block_sparse_moe.experts.184.w1,0.0013722623,0.05000,2.993
+32,block_sparse_moe.experts.183.w1,0.0002065015,0.05000,2.647
+32,block_sparse_moe.experts.181.w1,0.0015280536,0.05000,2.975
+32,block_sparse_moe.experts.185.w1,0.0014986224,0.05000,3.029
+32,block_sparse_moe.experts.177.w1,0.0005191513,0.05000,2.947
+32,block_sparse_moe.experts.180.w1,0.0006017071,0.05000,3.069
+32,block_sparse_moe.experts.182.w1,0.0003187493,0.05000,3.042
+32,block_sparse_moe.experts.189.w1,0.0011042548,0.05000,3.025
+32,block_sparse_moe.experts.186.w1,0.0002563141,0.05000,3.139
+32,block_sparse_moe.experts.188.w1,0.0007418898,0.05000,3.083
+32,block_sparse_moe.experts.190.w1,0.0001669118,0.05000,3.043
+32,block_sparse_moe.experts.178.w1,0.0004612794,0.05000,2.981
+32,block_sparse_moe.experts.203.w1,0.0006774983,0.05000,2.869
+32,block_sparse_moe.experts.195.w1,0.0030648509,0.05000,2.830
+32,block_sparse_moe.experts.207.w1,0.0010325119,0.05000,2.890
+32,block_sparse_moe.experts.192.w1,0.0010207757,0.05000,2.941
+32,block_sparse_moe.experts.199.w1,0.0004024013,0.05000,2.853
+32,block_sparse_moe.experts.200.w1,0.0005828355,0.05000,2.975
+32,block_sparse_moe.experts.197.w1,0.0001535417,0.05000,2.901
+32,block_sparse_moe.experts.201.w1,0.0017071626,0.05000,2.869
+32,block_sparse_moe.experts.193.w1,0.0011625977,0.05000,2.984
+32,block_sparse_moe.experts.196.w1,0.0015115929,0.05000,3.081
+32,block_sparse_moe.experts.198.w1,0.0014688639,0.05000,2.968
+32,block_sparse_moe.experts.202.w1,0.0006987977,0.05000,2.964
+32,block_sparse_moe.experts.206.w1,0.0021560212,0.05000,2.940
+32,block_sparse_moe.experts.205.w1,0.0006968700,0.05000,3.035
+32,block_sparse_moe.experts.204.w1,0.0007426490,0.05000,3.023
+32,block_sparse_moe.experts.194.w1,0.0008847023,0.05000,2.988
+32,block_sparse_moe.experts.219.w1,0.0014032156,0.05000,3.014
+32,block_sparse_moe.experts.223.w1,0.0008608585,0.05000,2.964
+32,block_sparse_moe.experts.211.w1,0.0007974197,0.05000,3.027
+32,block_sparse_moe.experts.208.w1,0.0006193177,0.05000,3.025
+32,block_sparse_moe.experts.215.w1,0.0010278878,0.05000,3.091
+32,block_sparse_moe.experts.213.w1,0.0002400872,0.05000,2.880
+32,block_sparse_moe.experts.216.w1,0.0005058790,0.05000,3.057
+32,block_sparse_moe.experts.217.w1,0.0003300293,0.05000,2.873
+32,block_sparse_moe.experts.209.w1,0.0004234164,0.05000,2.842
+32,block_sparse_moe.experts.212.w1,0.0002696204,0.05000,2.958
+32,block_sparse_moe.experts.221.w1,0.0001963127,0.05000,2.952
+32,block_sparse_moe.experts.220.w1,0.0003822906,0.05000,2.889
+32,block_sparse_moe.experts.218.w1,0.0007956775,0.05000,3.073
+32,block_sparse_moe.experts.214.w1,0.0009331297,0.05000,3.159
+32,block_sparse_moe.experts.222.w1,0.0002912319,0.05000,3.121
+32,block_sparse_moe.experts.210.w1,0.0010308785,0.05000,3.125
+32,block_sparse_moe.experts.235.w1,0.0012965350,0.05000,3.006
+32,block_sparse_moe.experts.239.w1,0.0006615226,0.05000,2.861
+32,block_sparse_moe.experts.227.w1,0.0004215002,0.05000,2.975
+32,block_sparse_moe.experts.224.w1,0.0002045305,0.05000,2.951
+32,block_sparse_moe.experts.231.w1,0.0006507279,0.05000,2.905
+32,block_sparse_moe.experts.232.w1,0.0005426144,0.05000,2.944
+32,block_sparse_moe.experts.229.w1,0.0015853963,0.05000,3.016
+32,block_sparse_moe.experts.233.w1,0.0002983160,0.05000,3.122
+32,block_sparse_moe.experts.225.w1,0.0001262762,0.05000,3.071
+32,block_sparse_moe.experts.228.w1,0.0002448247,0.05000,3.054
+32,block_sparse_moe.experts.234.w1,0.0004664751,0.05000,2.851
+32,block_sparse_moe.experts.230.w1,0.0006807238,0.05000,2.930
+32,block_sparse_moe.experts.238.w1,0.0011338309,0.05000,2.879
+32,block_sparse_moe.experts.236.w1,0.0004859574,0.05000,3.054
+32,block_sparse_moe.experts.237.w1,0.0014723868,0.05000,3.088
+32,block_sparse_moe.experts.226.w1,0.0006956044,0.05000,2.842
+32,block_sparse_moe.experts.251.w1,0.0020704250,0.05000,3.070
+32,block_sparse_moe.experts.255.w1,0.0006354600,0.05000,3.035
+32,block_sparse_moe.experts.243.w1,0.0013725337,0.05000,3.070
+32,block_sparse_moe.experts.247.w1,0.0003427054,0.05000,3.045
+32,block_sparse_moe.experts.245.w1,0.0004002174,0.05000,2.935
+32,block_sparse_moe.experts.240.w1,0.0010338649,0.05000,3.120
+32,block_sparse_moe.experts.248.w1,0.0014217488,0.05000,3.213
+32,block_sparse_moe.experts.241.w1,0.0002615124,0.05000,2.971
+32,block_sparse_moe.experts.249.w1,0.0001841356,0.05000,3.040
+32,block_sparse_moe.experts.250.w1,0.0003103997,0.05000,2.906
+32,block_sparse_moe.experts.244.w1,0.0006530319,0.05000,3.174
+32,block_sparse_moe.experts.254.w1,0.0001470868,0.05000,2.952
+32,block_sparse_moe.experts.246.w1,0.0009065291,0.05000,3.022
+32,block_sparse_moe.experts.242.w1,0.0008114398,0.05000,3.032
+32,block_sparse_moe.experts.253.w1,0.0007587363,0.05000,3.151
+32,block_sparse_moe.experts.252.w1,0.0011843556,0.05000,3.224
+32,block_sparse_moe.experts.11.w3,0.0010485175,0.05000,3.125
+32,block_sparse_moe.experts.15.w3,0.0014786457,0.05000,3.132
+32,block_sparse_moe.experts.5.w3,0.0009373219,0.05000,3.017
+32,block_sparse_moe.experts.3.w3,0.0007799220,0.05000,3.185
+32,block_sparse_moe.experts.7.w3,0.0018147375,0.05000,3.176
+32,block_sparse_moe.experts.0.w3,0.0007410300,0.05000,3.242
+32,block_sparse_moe.experts.9.w3,0.0012795833,0.05000,2.974
+32,block_sparse_moe.experts.1.w3,0.0007471215,0.05000,3.037
+32,block_sparse_moe.experts.8.w3,0.0041356874,0.05000,3.290
+32,block_sparse_moe.experts.10.w3,0.0006043506,0.05000,3.353
+32,block_sparse_moe.experts.13.w3,0.0019969931,0.05000,2.963
+32,block_sparse_moe.experts.4.w3,0.0007669461,0.05000,3.308
+32,block_sparse_moe.experts.14.w3,0.0014354107,0.05000,3.296
+32,block_sparse_moe.experts.6.w3,0.0010303340,0.05000,3.313
+32,block_sparse_moe.experts.2.w3,0.0005314993,0.05000,3.298
+32,block_sparse_moe.experts.12.w3,0.0022387319,0.05000,3.237
+32,block_sparse_moe.experts.27.w3,0.0014467428,0.05000,3.046
+32,block_sparse_moe.experts.31.w3,0.0014544800,0.05000,3.013
+32,block_sparse_moe.experts.19.w3,0.0019576335,0.05000,3.033
+32,block_sparse_moe.experts.21.w3,0.0006995884,0.05000,3.098
+32,block_sparse_moe.experts.23.w3,0.0002149842,0.05000,3.049
+32,block_sparse_moe.experts.16.w3,0.0002761778,0.05000,2.969
+32,block_sparse_moe.experts.25.w3,0.0008306778,0.05000,3.198
+32,block_sparse_moe.experts.17.w3,0.0012417616,0.05000,3.244
+32,block_sparse_moe.experts.24.w3,0.0010242574,0.05000,3.055
+32,block_sparse_moe.experts.26.w3,0.0012581731,0.05000,3.035
+32,block_sparse_moe.experts.30.w3,0.0009011746,0.05000,2.986
+32,block_sparse_moe.experts.29.w3,0.0008186875,0.05000,3.149
+32,block_sparse_moe.experts.20.w3,0.0009059278,0.05000,3.099
+32,block_sparse_moe.experts.22.w3,0.0008423632,0.05000,3.170
+32,block_sparse_moe.experts.28.w3,0.0011014342,0.05000,3.105
+32,block_sparse_moe.experts.18.w3,0.0010793191,0.05000,3.158
+32,block_sparse_moe.experts.47.w3,0.0006484071,0.05000,2.888
+32,block_sparse_moe.experts.43.w3,0.0007253191,0.05000,3.004
+32,block_sparse_moe.experts.35.w3,0.0008737601,0.05000,2.998
+32,block_sparse_moe.experts.39.w3,0.0004836889,0.05000,2.962
+32,block_sparse_moe.experts.37.w3,0.0013905200,0.05000,3.161
+32,block_sparse_moe.experts.32.w3,0.0004444201,0.05000,3.181
+32,block_sparse_moe.experts.41.w3,0.0012924717,0.05000,3.168
+32,block_sparse_moe.experts.33.w3,0.0003871273,0.05000,3.163
+32,block_sparse_moe.experts.40.w3,0.0010127566,0.05000,3.177
+32,block_sparse_moe.experts.42.w3,0.0003311819,0.05000,3.074
+32,block_sparse_moe.experts.46.w3,0.0012376213,0.05000,3.105
+32,block_sparse_moe.experts.36.w3,0.0019044426,0.05000,3.118
+32,block_sparse_moe.experts.45.w3,0.0003815265,0.05000,3.137
+32,block_sparse_moe.experts.38.w3,0.0000609567,0.05000,3.170
+32,block_sparse_moe.experts.44.w3,0.0010413180,0.05000,3.179
+32,block_sparse_moe.experts.34.w3,0.0016215017,0.05000,3.168
+32,block_sparse_moe.experts.63.w3,0.0028557009,0.05000,3.072
+32,block_sparse_moe.experts.59.w3,0.0005957641,0.05000,3.155
+32,block_sparse_moe.experts.51.w3,0.0020391640,0.05000,3.162
+32,block_sparse_moe.experts.55.w3,0.0013650308,0.05000,3.136
+32,block_sparse_moe.experts.53.w3,0.0003697551,0.05000,3.106
+32,block_sparse_moe.experts.48.w3,0.0003722582,0.05000,3.104
+32,block_sparse_moe.experts.57.w3,0.0007251264,0.05000,3.102
+32,block_sparse_moe.experts.56.w3,0.0001090673,0.05000,3.061
+32,block_sparse_moe.experts.49.w3,0.0003270700,0.05000,3.185
+32,block_sparse_moe.experts.58.w3,0.0006467683,0.05000,3.032
+32,block_sparse_moe.experts.62.w3,0.0006638955,0.05000,2.976
+32,block_sparse_moe.experts.61.w3,0.0010672461,0.05000,2.994
+32,block_sparse_moe.experts.52.w3,0.0006099967,0.05000,3.145
+32,block_sparse_moe.experts.60.w3,0.0014539860,0.05000,3.016
+32,block_sparse_moe.experts.54.w3,0.0009236210,0.05000,3.124
+32,block_sparse_moe.experts.50.w3,0.0005074986,0.05000,3.087
+32,block_sparse_moe.experts.79.w3,0.0015230109,0.05000,2.921
+32,block_sparse_moe.experts.75.w3,0.0009356974,0.05000,3.025
+32,block_sparse_moe.experts.67.w3,0.0013093580,0.05000,3.024
+32,block_sparse_moe.experts.71.w3,0.0030207538,0.05000,2.990
+32,block_sparse_moe.experts.69.w3,0.0007881482,0.05000,3.010
+32,block_sparse_moe.experts.64.w3,0.0015652941,0.05000,2.892
+32,block_sparse_moe.experts.73.w3,0.0008965986,0.05000,2.938
+32,block_sparse_moe.experts.72.w3,0.0008112400,0.05000,2.948
+32,block_sparse_moe.experts.65.w3,0.0010067007,0.05000,2.995
+32,block_sparse_moe.experts.74.w3,0.0007625422,0.05000,3.081
+32,block_sparse_moe.experts.78.w3,0.0022067816,0.05000,3.135
+32,block_sparse_moe.experts.68.w3,0.0010711885,0.05000,2.961
+32,block_sparse_moe.experts.77.w3,0.0010945295,0.05000,3.128
+32,block_sparse_moe.experts.76.w3,0.0004315123,0.05000,2.975
+32,block_sparse_moe.experts.70.w3,0.0022767606,0.05000,3.111
+32,block_sparse_moe.experts.66.w3,0.0008197923,0.05000,3.087
+32,block_sparse_moe.experts.95.w3,0.0009317302,0.05000,3.122
+32,block_sparse_moe.experts.91.w3,0.0008362982,0.05000,3.040
+32,block_sparse_moe.experts.87.w3,0.0004361730,0.05000,3.024
+32,block_sparse_moe.experts.83.w3,0.0013739531,0.05000,3.175
+32,block_sparse_moe.experts.85.w3,0.0003045545,0.05000,3.107
+32,block_sparse_moe.experts.80.w3,0.0000686762,0.05000,3.175
+32,block_sparse_moe.experts.89.w3,0.0006616511,0.05000,3.105
+32,block_sparse_moe.experts.88.w3,0.0021583399,0.05000,3.155
+32,block_sparse_moe.experts.81.w3,0.0018320446,0.05000,3.056
+32,block_sparse_moe.experts.90.w3,0.0008365426,0.05000,2.921
+32,block_sparse_moe.experts.94.w3,0.0016844649,0.05000,2.976
+32,block_sparse_moe.experts.93.w3,0.0019850413,0.05000,2.953
+32,block_sparse_moe.experts.84.w3,0.0012065003,0.05000,2.985
+32,block_sparse_moe.experts.86.w3,0.0005874255,0.05000,2.897
+32,block_sparse_moe.experts.82.w3,0.0005455396,0.05000,2.911
+32,block_sparse_moe.experts.92.w3,0.0014751514,0.05000,3.163
+32,block_sparse_moe.experts.111.w3,0.0003321115,0.05000,2.883
+32,block_sparse_moe.experts.107.w3,0.0010990298,0.05000,2.916
+32,block_sparse_moe.experts.103.w3,0.0015714363,0.05000,2.812
+32,block_sparse_moe.experts.99.w3,0.0003873374,0.05000,2.835
+32,block_sparse_moe.experts.101.w3,0.0034457313,0.05000,2.874
+32,block_sparse_moe.experts.96.w3,0.0006453340,0.05000,2.985
+32,block_sparse_moe.experts.105.w3,0.0001914430,0.05000,2.919
+32,block_sparse_moe.experts.104.w3,0.0011792522,0.05000,2.959
+32,block_sparse_moe.experts.97.w3,0.0001648740,0.05000,3.076
+32,block_sparse_moe.experts.106.w3,0.0007788943,0.05000,2.983
+32,block_sparse_moe.experts.110.w3,0.0009372568,0.05000,2.905
+32,block_sparse_moe.experts.109.w3,0.0002181358,0.05000,3.100
+32,block_sparse_moe.experts.100.w3,0.0014115408,0.05000,3.093
+32,block_sparse_moe.experts.102.w3,0.0001446581,0.05000,3.032
+32,block_sparse_moe.experts.98.w3,0.0013171048,0.05000,3.077
+32,block_sparse_moe.experts.108.w3,0.0005943733,0.05000,3.069
+32,block_sparse_moe.experts.127.w3,0.0004427821,0.05000,3.075
+32,block_sparse_moe.experts.123.w3,0.0012997800,0.05000,2.986
+32,block_sparse_moe.experts.119.w3,0.0007292558,0.05000,3.047
+32,block_sparse_moe.experts.115.w3,0.0014559976,0.05000,2.965
+32,block_sparse_moe.experts.117.w3,0.0002294578,0.05000,3.114
+32,block_sparse_moe.experts.112.w3,0.0014096935,0.05000,3.110
+32,block_sparse_moe.experts.121.w3,0.0003223410,0.05000,3.028
+32,block_sparse_moe.experts.120.w3,0.0008783999,0.05000,2.995
+32,block_sparse_moe.experts.113.w3,0.0011880152,0.05000,3.070
+32,block_sparse_moe.experts.122.w3,0.0010506969,0.05000,3.023
+32,block_sparse_moe.experts.126.w3,0.0006020824,0.05000,3.091
+32,block_sparse_moe.experts.125.w3,0.0008026701,0.05000,3.047
+32,block_sparse_moe.experts.116.w3,0.0009610945,0.05000,3.056
+32,block_sparse_moe.experts.118.w3,0.0008198393,0.05000,3.018
+32,block_sparse_moe.experts.114.w3,0.0017802151,0.05000,3.004
+32,block_sparse_moe.experts.124.w3,0.0014872569,0.05000,3.127
+32,block_sparse_moe.experts.143.w3,0.0003815133,0.05000,2.999
+32,block_sparse_moe.experts.139.w3,0.0009245980,0.05000,3.049
+32,block_sparse_moe.experts.135.w3,0.0014431162,0.05000,3.040
+32,block_sparse_moe.experts.131.w3,0.0004976179,0.05000,3.139
+32,block_sparse_moe.experts.133.w3,0.0007169288,0.05000,3.146
+32,block_sparse_moe.experts.128.w3,0.0008384433,0.05000,3.010
+32,block_sparse_moe.experts.136.w3,0.0006604536,0.05000,2.996
+32,block_sparse_moe.experts.137.w3,0.0009538896,0.05000,3.132
+32,block_sparse_moe.experts.138.w3,0.0022327222,0.05000,3.041
+32,block_sparse_moe.experts.129.w3,0.0009543121,0.05000,3.090
+32,block_sparse_moe.experts.142.w3,0.0006038999,0.05000,3.169
+32,block_sparse_moe.experts.141.w3,0.0003024207,0.05000,3.040
+32,block_sparse_moe.experts.132.w3,0.0010791680,0.05000,3.134
+32,block_sparse_moe.experts.134.w3,0.0012819960,0.05000,3.094
+32,block_sparse_moe.experts.130.w3,0.0012894233,0.05000,3.118
+32,block_sparse_moe.experts.140.w3,0.0007082697,0.05000,3.031
+32,block_sparse_moe.experts.159.w3,0.0008054118,0.05000,2.957
+32,block_sparse_moe.experts.155.w3,0.0021116373,0.05000,3.074
+32,block_sparse_moe.experts.151.w3,0.0002560382,0.05000,2.977
+32,block_sparse_moe.experts.147.w3,0.0006817650,0.05000,3.110
+32,block_sparse_moe.experts.149.w3,0.0012224023,0.05000,3.094
+32,block_sparse_moe.experts.144.w3,0.0015813691,0.05000,3.049
+32,block_sparse_moe.experts.152.w3,0.0011806935,0.05000,3.009
+32,block_sparse_moe.experts.153.w3,0.0007565797,0.05000,3.100
+32,block_sparse_moe.experts.154.w3,0.0010208536,0.05000,3.119
+32,block_sparse_moe.experts.145.w3,0.0006380773,0.05000,3.144
+32,block_sparse_moe.experts.158.w3,0.0012465398,0.05000,3.098
+32,block_sparse_moe.experts.157.w3,0.0003983660,0.05000,3.110
+32,block_sparse_moe.experts.148.w3,0.0006667792,0.05000,3.135
+32,block_sparse_moe.experts.150.w3,0.0002747358,0.05000,3.095
+32,block_sparse_moe.experts.146.w3,0.0008912833,0.05000,3.140
+32,block_sparse_moe.experts.156.w3,0.0005490065,0.05000,3.094
+32,block_sparse_moe.experts.175.w3,0.0010271810,0.05000,2.956
+32,block_sparse_moe.experts.171.w3,0.0007560652,0.05000,2.881
+32,block_sparse_moe.experts.167.w3,0.0010286438,0.05000,2.897
+32,block_sparse_moe.experts.163.w3,0.0009889889,0.05000,2.931
+32,block_sparse_moe.experts.165.w3,0.0007994532,0.05000,2.986
+32,block_sparse_moe.experts.160.w3,0.0002212658,0.05000,3.115
+32,block_sparse_moe.experts.169.w3,0.0001872919,0.05000,2.945
+32,block_sparse_moe.experts.168.w3,0.0011653124,0.05000,3.198
+32,block_sparse_moe.experts.170.w3,0.0008277512,0.05000,2.831
+32,block_sparse_moe.experts.161.w3,0.0007310594,0.05000,2.891
+32,block_sparse_moe.experts.174.w3,0.0004514374,0.05000,2.815
+32,block_sparse_moe.experts.173.w3,0.0004167464,0.05000,2.865
+32,block_sparse_moe.experts.166.w3,0.0009795455,0.05000,2.811
+32,block_sparse_moe.experts.162.w3,0.0010978575,0.05000,2.819
+32,block_sparse_moe.experts.164.w3,0.0008446244,0.05000,3.149
+32,block_sparse_moe.experts.172.w3,0.0003612116,0.05000,3.108
+32,block_sparse_moe.experts.191.w3,0.0011620617,0.05000,2.996
+32,block_sparse_moe.experts.187.w3,0.0009575274,0.05000,3.058
+32,block_sparse_moe.experts.183.w3,0.0002321488,0.05000,3.124
+32,block_sparse_moe.experts.181.w3,0.0015877366,0.05000,2.737
+32,block_sparse_moe.experts.179.w3,0.0003963016,0.05000,3.126
+32,block_sparse_moe.experts.185.w3,0.0015520804,0.05000,2.769
+32,block_sparse_moe.experts.176.w3,0.0011248128,0.05000,2.910
+32,block_sparse_moe.experts.184.w3,0.0014575097,0.05000,2.843
+32,block_sparse_moe.experts.177.w3,0.0005522483,0.05000,2.873
+32,block_sparse_moe.experts.186.w3,0.0002727741,0.05000,3.161
+32,block_sparse_moe.experts.190.w3,0.0001789699,0.05000,3.130
+32,block_sparse_moe.experts.189.w3,0.0011791442,0.05000,2.956
+32,block_sparse_moe.experts.180.w3,0.0006868862,0.05000,2.889
+32,block_sparse_moe.experts.182.w3,0.0003752021,0.05000,3.186
+32,block_sparse_moe.experts.178.w3,0.0005551521,0.05000,3.324
+32,block_sparse_moe.experts.188.w3,0.0008086245,0.05000,3.088
+32,block_sparse_moe.experts.207.w3,0.0012319839,0.05000,3.031
+32,block_sparse_moe.experts.203.w3,0.0007418089,0.05000,3.122
+32,block_sparse_moe.experts.199.w3,0.0004180899,0.05000,3.026
+32,block_sparse_moe.experts.195.w3,0.0033918747,0.05000,3.004
+32,block_sparse_moe.experts.197.w3,0.0001823052,0.05000,3.179
+32,block_sparse_moe.experts.192.w3,0.0010901049,0.05000,2.955
+32,block_sparse_moe.experts.201.w3,0.0018317603,0.05000,3.074
+32,block_sparse_moe.experts.200.w3,0.0006658662,0.05000,2.896
+32,block_sparse_moe.experts.193.w3,0.0012366061,0.05000,3.054
+32,block_sparse_moe.experts.202.w3,0.0007388386,0.05000,3.085
+32,block_sparse_moe.experts.206.w3,0.0024717982,0.05000,3.004
+32,block_sparse_moe.experts.205.w3,0.0007375193,0.05000,3.058
+32,block_sparse_moe.experts.196.w3,0.0015914171,0.05000,2.969
+32,block_sparse_moe.experts.198.w3,0.0015158302,0.05000,2.961
+32,block_sparse_moe.experts.194.w3,0.0010436133,0.05000,2.926
+32,block_sparse_moe.experts.204.w3,0.0009989608,0.05000,2.937
+32,block_sparse_moe.experts.223.w3,0.0009263644,0.05000,3.062
+32,block_sparse_moe.experts.215.w3,0.0011393202,0.05000,3.012
+32,block_sparse_moe.experts.219.w3,0.0014701406,0.05000,3.152
+32,block_sparse_moe.experts.211.w3,0.0008343668,0.05000,3.075
+32,block_sparse_moe.experts.213.w3,0.0002653470,0.05000,3.114
+32,block_sparse_moe.experts.208.w3,0.0006706522,0.05000,3.088
+32,block_sparse_moe.experts.217.w3,0.0003529138,0.05000,3.069
+32,block_sparse_moe.experts.216.w3,0.0005845294,0.05000,3.111
+32,block_sparse_moe.experts.218.w3,0.0008426687,0.05000,2.912
+32,block_sparse_moe.experts.209.w3,0.0004400764,0.05000,3.130
+32,block_sparse_moe.experts.222.w3,0.0003402766,0.05000,3.026
+32,block_sparse_moe.experts.212.w3,0.0002981228,0.05000,2.949
+32,block_sparse_moe.experts.221.w3,0.0002234361,0.05000,3.268
+32,block_sparse_moe.experts.214.w3,0.0009737115,0.05000,2.991
+32,block_sparse_moe.experts.210.w3,0.0011347946,0.05000,2.918
+32,block_sparse_moe.experts.220.w3,0.0004320791,0.05000,2.954
+32,block_sparse_moe.experts.239.w3,0.0006911496,0.05000,3.018
+32,block_sparse_moe.experts.231.w3,0.0007054573,0.05000,3.032
+32,block_sparse_moe.experts.235.w3,0.0013478637,0.05000,2.996
+32,block_sparse_moe.experts.227.w3,0.0004524925,0.05000,3.031
+32,block_sparse_moe.experts.229.w3,0.0018451781,0.05000,3.126
+32,block_sparse_moe.experts.224.w3,0.0002263314,0.05000,3.086
+32,block_sparse_moe.experts.232.w3,0.0005659620,0.05000,3.037
+32,block_sparse_moe.experts.233.w3,0.0003301074,0.05000,3.167
+32,block_sparse_moe.experts.234.w3,0.0004813594,0.05000,2.829
+32,block_sparse_moe.experts.238.w3,0.0012404679,0.05000,2.852
+32,block_sparse_moe.experts.225.w3,0.0001502881,0.05000,3.146
+32,block_sparse_moe.experts.230.w3,0.0007577665,0.05000,2.813
+32,block_sparse_moe.experts.228.w3,0.0002823431,0.05000,3.044
+32,block_sparse_moe.experts.237.w3,0.0016301320,0.05000,3.074
+32,block_sparse_moe.experts.226.w3,0.0007404411,0.05000,2.910
+32,block_sparse_moe.experts.236.w3,0.0005100510,0.05000,3.094
+32,block_sparse_moe.experts.255.w3,0.0007307904,0.05000,3.071
+32,block_sparse_moe.experts.251.w3,0.0021915697,0.05000,2.952
+32,block_sparse_moe.experts.247.w3,0.0003818097,0.05000,3.015
+32,block_sparse_moe.experts.243.w3,0.0014465430,0.05000,2.742
+32,block_sparse_moe.experts.240.w3,0.0011111420,0.05000,2.875
+32,block_sparse_moe.experts.250.w3,0.0003260098,0.05000,2.684
+32,block_sparse_moe.experts.248.w3,0.0016917363,0.05000,2.876
+32,block_sparse_moe.experts.254.w3,0.0001550066,0.05000,2.671
+32,block_sparse_moe.experts.245.w3,0.0004561902,0.05000,3.222
+32,block_sparse_moe.experts.246.w3,0.0009488119,0.05000,2.526
+32,block_sparse_moe.experts.249.w3,0.0001990224,0.05000,3.173
+32,block_sparse_moe.experts.242.w3,0.0008584569,0.05000,2.327
+32,block_sparse_moe.experts.244.w3,0.0006738018,0.05000,2.532
+32,block_sparse_moe.experts.241.w3,0.0002837286,0.05000,2.885
+32,block_sparse_moe.experts.253.w3,0.0008273471,0.05000,2.582
+32,block_sparse_moe.experts.252.w3,0.0012540660,0.05000,2.211
+32,block_sparse_moe.experts.0.w2,0.0007079529,0.05000,1.325
+32,block_sparse_moe.experts.12.w2,0.0018438696,0.05000,1.377
+32,block_sparse_moe.experts.4.w2,0.0034113884,0.05000,1.384
+32,block_sparse_moe.experts.8.w2,0.0077156728,0.05000,1.428
+32,block_sparse_moe.experts.13.w2,0.0031809586,0.05000,1.428
+32,block_sparse_moe.experts.1.w2,0.0024915732,0.05000,1.439
+32,block_sparse_moe.experts.9.w2,0.0016545606,0.05000,1.501
+32,block_sparse_moe.experts.5.w2,0.0012072856,0.05000,1.506
+32,block_sparse_moe.experts.2.w2,0.0009824188,0.05000,1.523
+32,block_sparse_moe.experts.10.w2,0.0043082230,0.05000,1.544
+32,block_sparse_moe.experts.14.w2,0.0036663104,0.05000,1.560
+32,block_sparse_moe.experts.15.w2,0.0011113619,0.05000,1.560
+32,block_sparse_moe.experts.6.w2,0.0015181184,0.05000,1.595
+32,block_sparse_moe.experts.3.w2,0.0002970600,0.05000,1.598
+32,block_sparse_moe.experts.11.w2,0.0012206056,0.05000,1.601
+32,block_sparse_moe.experts.7.w2,0.0014661366,0.05000,1.714
+32,block_sparse_moe.experts.16.w2,0.0003476520,0.05000,1.587
+32,block_sparse_moe.experts.20.w2,0.0004644268,0.05000,1.539
+32,block_sparse_moe.experts.28.w2,0.0014103924,0.05000,1.565
+32,block_sparse_moe.experts.24.w2,0.0008719598,0.05000,1.516
+32,block_sparse_moe.experts.18.w2,0.0025306766,0.05000,1.488
+32,block_sparse_moe.experts.17.w2,0.0043664173,0.05000,1.571
+32,block_sparse_moe.experts.26.w2,0.0006103623,0.05000,1.467
+32,block_sparse_moe.experts.22.w2,0.0009871979,0.05000,1.421
+32,block_sparse_moe.experts.29.w2,0.0003185275,0.05000,1.606
+32,block_sparse_moe.experts.21.w2,0.0011376348,0.05000,1.559
+32,block_sparse_moe.experts.30.w2,0.0008929105,0.05000,1.510
+32,block_sparse_moe.experts.25.w2,0.0006487415,0.05000,1.586
+32,block_sparse_moe.experts.27.w2,0.0009426352,0.05000,1.531
+32,block_sparse_moe.experts.31.w2,0.0036128863,0.05000,1.575
+32,block_sparse_moe.experts.19.w2,0.0028818475,0.05000,1.572
+32,block_sparse_moe.experts.23.w2,0.0002951828,0.05000,1.561
+32,block_sparse_moe.experts.32.w2,0.0006137522,0.05000,1.411
+32,block_sparse_moe.experts.40.w2,0.0006657263,0.05000,1.399
+32,block_sparse_moe.experts.36.w2,0.0036709630,0.05000,1.467
+32,block_sparse_moe.experts.44.w2,0.0005669052,0.05000,1.447
+32,block_sparse_moe.experts.42.w2,0.0007679405,0.05000,1.436
+32,block_sparse_moe.experts.38.w2,0.0001631164,0.05000,1.451
+32,block_sparse_moe.experts.34.w2,0.0014421491,0.05000,1.501
+32,block_sparse_moe.experts.46.w2,0.0022419860,0.05000,1.459
+32,block_sparse_moe.experts.35.w2,0.0007288874,0.05000,1.362
+32,block_sparse_moe.experts.43.w2,0.0014201219,0.05000,1.421
+32,block_sparse_moe.experts.47.w2,0.0004563766,0.05000,1.433
+32,block_sparse_moe.experts.45.w2,0.0002316570,0.05000,1.541
+32,block_sparse_moe.experts.33.w2,0.0010578733,0.05000,1.582
+32,block_sparse_moe.experts.37.w2,0.0044493384,0.05000,1.607
+32,block_sparse_moe.experts.39.w2,0.0005112505,0.05000,1.419
+32,block_sparse_moe.experts.41.w2,0.0028499604,0.05000,1.643
+32,block_sparse_moe.experts.48.w2,0.0003515272,0.05000,1.504
+32,block_sparse_moe.experts.60.w2,0.0038535272,0.05000,1.470
+32,block_sparse_moe.experts.56.w2,0.0002292461,0.05000,1.523
+32,block_sparse_moe.experts.52.w2,0.0018006019,0.05000,1.532
+32,block_sparse_moe.experts.54.w2,0.0006463337,0.05000,1.537
+32,block_sparse_moe.experts.58.w2,0.0010327945,0.05000,1.568
+32,block_sparse_moe.experts.62.w2,0.0013162358,0.05000,1.507
+32,block_sparse_moe.experts.51.w2,0.0070817874,0.05000,1.527
+32,block_sparse_moe.experts.50.w2,0.0013187704,0.05000,1.572
+32,block_sparse_moe.experts.63.w2,0.0125751105,0.05000,1.538
+32,block_sparse_moe.experts.59.w2,0.0007291533,0.05000,1.567
+32,block_sparse_moe.experts.61.w2,0.0012537528,0.05000,1.545
+32,block_sparse_moe.experts.49.w2,0.0011163345,0.05000,1.550
+32,block_sparse_moe.experts.53.w2,0.0002818461,0.05000,1.557
+32,block_sparse_moe.experts.57.w2,0.0017266484,0.05000,1.541
+32,block_sparse_moe.experts.55.w2,0.0014653384,0.05000,1.597
+32,block_sparse_moe.experts.64.w2,0.0016831705,0.05000,1.454
+32,block_sparse_moe.experts.76.w2,0.0006729138,0.05000,1.456
+32,block_sparse_moe.experts.78.w2,0.0049215920,0.05000,1.297
+32,block_sparse_moe.experts.70.w2,0.0035446556,0.05000,1.348
+32,block_sparse_moe.experts.72.w2,0.0007559688,0.05000,1.485
+32,block_sparse_moe.experts.74.w2,0.0014069139,0.05000,1.365
+32,block_sparse_moe.experts.68.w2,0.0029755242,0.05000,1.465
+32,block_sparse_moe.experts.67.w2,0.0014873914,0.05000,1.423
+32,block_sparse_moe.experts.66.w2,0.0007086406,0.05000,1.407
+32,block_sparse_moe.experts.75.w2,0.0009055086,0.05000,1.444
+32,block_sparse_moe.experts.79.w2,0.0010052846,0.05000,1.469
+32,block_sparse_moe.experts.65.w2,0.0006157590,0.05000,1.472
+32,block_sparse_moe.experts.77.w2,0.0032694820,0.05000,1.508
+32,block_sparse_moe.experts.71.w2,0.0098911590,0.05000,1.409
+32,block_sparse_moe.experts.69.w2,0.0017335928,0.05000,1.544
+32,block_sparse_moe.experts.73.w2,0.0021966229,0.05000,1.515
+32,block_sparse_moe.experts.94.w2,0.0012851487,0.05000,1.310
+32,block_sparse_moe.experts.86.w2,0.0009943106,0.05000,1.355
+32,block_sparse_moe.experts.90.w2,0.0005132879,0.05000,1.352
+32,block_sparse_moe.experts.80.w2,0.0001199557,0.05000,1.453
+32,block_sparse_moe.experts.92.w2,0.0006788478,0.05000,1.503
+32,block_sparse_moe.experts.88.w2,0.0010062324,0.05000,1.477
+32,block_sparse_moe.experts.82.w2,0.0005715873,0.05000,1.345
+32,block_sparse_moe.experts.84.w2,0.0040722815,0.05000,1.530
+32,block_sparse_moe.experts.83.w2,0.0008315700,0.05000,1.500
+32,block_sparse_moe.experts.91.w2,0.0003442198,0.05000,1.551
+32,block_sparse_moe.experts.95.w2,0.0012802602,0.05000,1.573
+32,block_sparse_moe.experts.93.w2,0.0094969060,0.05000,1.586
+32,block_sparse_moe.experts.81.w2,0.0046970746,0.05000,1.607
+32,block_sparse_moe.experts.87.w2,0.0025858810,0.05000,1.574
+32,block_sparse_moe.experts.89.w2,0.0016261019,0.05000,1.519
+32,block_sparse_moe.experts.85.w2,0.0005006396,0.05000,1.559
+32,block_sparse_moe.experts.110.w2,0.0007503927,0.05000,1.299
+32,block_sparse_moe.experts.102.w2,0.0002020531,0.05000,1.297
+32,block_sparse_moe.experts.106.w2,0.0009191755,0.05000,1.357
+32,block_sparse_moe.experts.96.w2,0.0011948672,0.05000,1.448
+32,block_sparse_moe.experts.98.w2,0.0034556440,0.05000,1.376
+32,block_sparse_moe.experts.104.w2,0.0005873024,0.05000,1.434
+32,block_sparse_moe.experts.108.w2,0.0004579894,0.05000,1.529
+32,block_sparse_moe.experts.100.w2,0.0014096523,0.05000,1.440
+32,block_sparse_moe.experts.99.w2,0.0009391070,0.05000,1.490
+32,block_sparse_moe.experts.107.w2,0.0012844333,0.05000,1.554
+32,block_sparse_moe.experts.97.w2,0.0004693321,0.05000,1.471
+32,block_sparse_moe.experts.111.w2,0.0009897837,0.05000,1.559
+32,block_sparse_moe.experts.109.w2,0.0002961709,0.05000,1.508
+32,block_sparse_moe.experts.101.w2,0.0131714617,0.05000,1.446
+32,block_sparse_moe.experts.105.w2,0.0008363204,0.05000,1.477
+32,block_sparse_moe.experts.103.w2,0.0020676464,0.05000,1.538
+32,block_sparse_moe.experts.126.w2,0.0027200736,0.05000,1.409
+32,block_sparse_moe.experts.118.w2,0.0010988859,0.05000,1.426
+32,block_sparse_moe.experts.122.w2,0.0007918500,0.05000,1.420
+32,block_sparse_moe.experts.114.w2,0.0029145431,0.05000,1.337
+32,block_sparse_moe.experts.112.w2,0.0009288013,0.05000,1.621
+32,block_sparse_moe.experts.120.w2,0.0010982932,0.05000,1.678
+32,block_sparse_moe.experts.116.w2,0.0020214795,0.05000,1.610
+32,block_sparse_moe.experts.124.w2,0.0007792178,0.05000,1.618
+32,block_sparse_moe.experts.115.w2,0.0006218372,0.05000,1.622
+32,block_sparse_moe.experts.113.w2,0.0018190745,0.05000,1.456
+32,block_sparse_moe.experts.125.w2,0.0018278408,0.05000,1.429
+32,block_sparse_moe.experts.121.w2,0.0012643920,0.05000,1.422
+32,block_sparse_moe.experts.117.w2,0.0006068040,0.05000,1.470
+32,block_sparse_moe.experts.123.w2,0.0009023366,0.05000,1.612
+32,block_sparse_moe.experts.127.w2,0.0008957547,0.05000,1.619
+32,block_sparse_moe.experts.119.w2,0.0018931579,0.05000,1.588
+32,block_sparse_moe.experts.142.w2,0.0009673076,0.05000,1.413
+32,block_sparse_moe.experts.134.w2,0.0033061146,0.05000,1.544
+32,block_sparse_moe.experts.138.w2,0.0093488762,0.05000,1.513
+32,block_sparse_moe.experts.130.w2,0.0011573239,0.05000,1.581
+32,block_sparse_moe.experts.128.w2,0.0004482577,0.05000,1.453
+32,block_sparse_moe.experts.140.w2,0.0008185637,0.05000,1.370
+32,block_sparse_moe.experts.132.w2,0.0018641012,0.05000,1.424
+32,block_sparse_moe.experts.136.w2,0.0007780684,0.05000,1.520
+32,block_sparse_moe.experts.131.w2,0.0006747363,0.05000,1.487
+32,block_sparse_moe.experts.143.w2,0.0004106084,0.05000,1.358
+32,block_sparse_moe.experts.139.w2,0.0004204933,0.05000,1.419
+32,block_sparse_moe.experts.129.w2,0.0013218642,0.05000,1.572
+32,block_sparse_moe.experts.137.w2,0.0021368397,0.05000,1.524
+32,block_sparse_moe.experts.141.w2,0.0004498741,0.05000,1.624
+32,block_sparse_moe.experts.133.w2,0.0013076439,0.05000,1.614
+32,block_sparse_moe.experts.135.w2,0.0011337363,0.05000,1.468
+32,block_sparse_moe.experts.158.w2,0.0007370614,0.05000,1.382
+32,block_sparse_moe.experts.150.w2,0.0003248184,0.05000,1.378
+32,block_sparse_moe.experts.154.w2,0.0007327352,0.05000,1.390
+32,block_sparse_moe.experts.146.w2,0.0025740490,0.05000,1.305
+32,block_sparse_moe.experts.144.w2,0.0030782230,0.05000,1.544
+32,block_sparse_moe.experts.156.w2,0.0006126566,0.05000,1.552
+32,block_sparse_moe.experts.148.w2,0.0004917782,0.05000,1.570
+32,block_sparse_moe.experts.152.w2,0.0004746919,0.05000,1.572
+32,block_sparse_moe.experts.147.w2,0.0008086806,0.05000,1.502
+32,block_sparse_moe.experts.159.w2,0.0010092371,0.05000,1.528
+32,block_sparse_moe.experts.145.w2,0.0016177306,0.05000,1.493
+32,block_sparse_moe.experts.155.w2,0.0061818232,0.05000,1.525
+32,block_sparse_moe.experts.153.w2,0.0007293051,0.05000,1.559
+32,block_sparse_moe.experts.157.w2,0.0008039116,0.05000,1.533
+32,block_sparse_moe.experts.149.w2,0.0005919169,0.05000,1.520
+32,block_sparse_moe.experts.151.w2,0.0004914815,0.05000,1.575
+32,block_sparse_moe.experts.174.w2,0.0005749675,0.05000,1.309
+32,block_sparse_moe.experts.166.w2,0.0008471266,0.05000,1.319
+32,block_sparse_moe.experts.162.w2,0.0007256026,0.05000,1.317
+32,block_sparse_moe.experts.170.w2,0.0004777744,0.05000,1.358
+32,block_sparse_moe.experts.160.w2,0.0003140998,0.05000,1.562
+32,block_sparse_moe.experts.172.w2,0.0005037202,0.05000,1.517
+32,block_sparse_moe.experts.164.w2,0.0026084525,0.05000,1.508
+32,block_sparse_moe.experts.168.w2,0.0008193237,0.05000,1.537
+32,block_sparse_moe.experts.161.w2,0.0027181777,0.05000,1.400
+32,block_sparse_moe.experts.163.w2,0.0009639351,0.05000,1.555
+32,block_sparse_moe.experts.169.w2,0.0002620900,0.05000,1.389
+32,block_sparse_moe.experts.173.w2,0.0009874843,0.05000,1.406
+32,block_sparse_moe.experts.165.w2,0.0005014282,0.05000,1.339
+32,block_sparse_moe.experts.171.w2,0.0007852970,0.05000,1.514
+32,block_sparse_moe.experts.175.w2,0.0006509850,0.05000,1.525
+32,block_sparse_moe.experts.190.w2,0.0002197010,0.05000,1.420
+32,block_sparse_moe.experts.167.w2,0.0009558253,0.05000,1.537
+32,block_sparse_moe.experts.182.w2,0.0010644389,0.05000,1.490
+32,block_sparse_moe.experts.178.w2,0.0025242335,0.05000,1.506
+32,block_sparse_moe.experts.186.w2,0.0002765890,0.05000,1.546
+32,block_sparse_moe.experts.188.w2,0.0016274231,0.05000,1.521
+32,block_sparse_moe.experts.176.w2,0.0017541016,0.05000,1.583
+32,block_sparse_moe.experts.180.w2,0.0009906773,0.05000,1.481
+32,block_sparse_moe.experts.184.w2,0.0023301843,0.05000,1.563
+32,block_sparse_moe.experts.177.w2,0.0005560139,0.05000,1.581
+32,block_sparse_moe.experts.179.w2,0.0001301443,0.05000,1.585
+32,block_sparse_moe.experts.185.w2,0.0008555469,0.05000,1.553
+32,block_sparse_moe.experts.189.w2,0.0011578230,0.05000,1.537
+32,block_sparse_moe.experts.181.w2,0.0008954016,0.05000,1.552
+32,block_sparse_moe.experts.191.w2,0.0018489932,0.05000,1.583
+32,block_sparse_moe.experts.187.w2,0.0013820879,0.05000,1.586
+32,block_sparse_moe.experts.206.w2,0.0069340254,0.05000,1.560
+32,block_sparse_moe.experts.183.w2,0.0004937477,0.05000,1.543
+32,block_sparse_moe.experts.198.w2,0.0013103260,0.05000,1.505
+32,block_sparse_moe.experts.194.w2,0.0038454351,0.05000,1.488
+32,block_sparse_moe.experts.202.w2,0.0006779250,0.05000,1.507
+32,block_sparse_moe.experts.204.w2,0.0031736089,0.05000,1.660
+32,block_sparse_moe.experts.192.w2,0.0010195099,0.05000,1.665
+32,block_sparse_moe.experts.196.w2,0.0014856207,0.05000,1.712
+32,block_sparse_moe.experts.201.w2,0.0012877269,0.05000,1.438
+32,block_sparse_moe.experts.193.w2,0.0007361276,0.05000,1.487
+32,block_sparse_moe.experts.195.w2,0.0034770563,0.05000,1.458
+32,block_sparse_moe.experts.197.w2,0.0005391494,0.05000,1.412
+32,block_sparse_moe.experts.205.w2,0.0004661050,0.05000,1.444
+32,block_sparse_moe.experts.203.w2,0.0010618030,0.05000,1.436
+32,block_sparse_moe.experts.207.w2,0.0025232698,0.05000,1.439
+32,block_sparse_moe.experts.200.w2,0.0016558084,0.05000,1.673
+32,block_sparse_moe.experts.222.w2,0.0010056000,0.05000,1.441
+32,block_sparse_moe.experts.199.w2,0.0003051931,0.05000,1.458
+32,block_sparse_moe.experts.214.w2,0.0009114074,0.05000,1.376
+32,block_sparse_moe.experts.210.w2,0.0020721870,0.05000,1.423
+32,block_sparse_moe.experts.218.w2,0.0008362253,0.05000,1.405
+32,block_sparse_moe.experts.208.w2,0.0008793236,0.05000,1.375
+32,block_sparse_moe.experts.220.w2,0.0009491428,0.05000,1.422
+32,block_sparse_moe.experts.212.w2,0.0010487257,0.05000,1.411
+32,block_sparse_moe.experts.209.w2,0.0005017335,0.05000,1.445
+32,block_sparse_moe.experts.211.w2,0.0003650958,0.05000,1.447
+32,block_sparse_moe.experts.217.w2,0.0004088028,0.05000,1.466
+32,block_sparse_moe.experts.216.w2,0.0022626072,0.05000,1.352
+32,block_sparse_moe.experts.213.w2,0.0007006686,0.05000,1.501
+32,block_sparse_moe.experts.219.w2,0.0008498108,0.05000,1.467
+32,block_sparse_moe.experts.221.w2,0.0003628961,0.05000,1.541
+32,block_sparse_moe.experts.223.w2,0.0012331386,0.05000,1.478
+32,block_sparse_moe.experts.238.w2,0.0021378106,0.05000,1.530
+32,block_sparse_moe.experts.215.w2,0.0011995941,0.05000,1.499
+32,block_sparse_moe.experts.230.w2,0.0011379589,0.05000,1.483
+32,block_sparse_moe.experts.226.w2,0.0006001160,0.05000,1.492
+32,block_sparse_moe.experts.234.w2,0.0001911378,0.05000,1.564
+32,block_sparse_moe.experts.227.w2,0.0007199042,0.05000,1.390
+32,block_sparse_moe.experts.233.w2,0.0004610202,0.05000,1.443
+32,block_sparse_moe.experts.224.w2,0.0009012973,0.05000,1.594
+32,block_sparse_moe.experts.236.w2,0.0002967780,0.05000,1.574
+32,block_sparse_moe.experts.239.w2,0.0005756279,0.05000,1.351
+32,block_sparse_moe.experts.225.w2,0.0003630089,0.05000,1.499
+32,block_sparse_moe.experts.235.w2,0.0012906724,0.05000,1.409
+32,block_sparse_moe.experts.229.w2,0.0071348214,0.05000,1.464
+32,block_sparse_moe.experts.228.w2,0.0003807193,0.05000,1.612
+32,block_sparse_moe.experts.237.w2,0.0048780015,0.05000,1.452
+32,block_sparse_moe.experts.232.w2,0.0002910392,0.05000,1.595
+32,block_sparse_moe.experts.254.w2,0.0001611654,0.05000,1.468
+32,block_sparse_moe.experts.231.w2,0.0009952684,0.05000,1.450
+32,block_sparse_moe.experts.246.w2,0.0004860790,0.05000,1.431
+32,block_sparse_moe.experts.242.w2,0.0009799023,0.05000,1.392
+32,block_sparse_moe.experts.250.w2,0.0003701198,0.05000,1.300
+32,block_sparse_moe.experts.249.w2,0.0002547804,0.05000,1.340
+32,block_sparse_moe.experts.245.w2,0.0014174694,0.05000,1.277
+32,block_sparse_moe.experts.241.w2,0.0004440750,0.05000,1.314
+32,block_sparse_moe.experts.253.w2,0.0007089654,0.05000,1.279
+32,block_sparse_moe.experts.243.w2,0.0009878472,0.05000,1.529
+32,block_sparse_moe.experts.240.w2,0.0013013309,0.05000,1.472
+32,block_sparse_moe.experts.252.w2,0.0013398205,0.05000,1.535
+32,block_sparse_moe.experts.244.w2,0.0002598972,0.05000,1.443
+32,block_sparse_moe.experts.255.w2,0.0025076454,0.05000,1.537
+32,block_sparse_moe.experts.251.w2,0.0025309379,0.05000,1.494
+32,block_sparse_moe.experts.248.w2,0.0081194203,0.05000,1.418
+32,block_sparse_moe.experts.247.w2,0.0008183220,0.05000,1.272
+33,self_attn.q_proj,0.0000574406,0.05000,0.870
+33,self_attn.k_proj,0.0000086586,0.05000,0.933
+33,self_attn.v_proj,0.0000075928,0.05000,0.964
+33,self_attn.o_proj,0.0000054302,0.05000,1.779
+33,block_sparse_moe.experts.9.w1,0.0012594641,0.05000,3.002
+33,block_sparse_moe.experts.7.w1,0.0013889546,0.05000,3.056
+33,block_sparse_moe.experts.1.w1,0.0006623488,0.05000,3.089
+33,block_sparse_moe.experts.3.w1,0.0002921419,0.05000,3.096
+33,block_sparse_moe.experts.5.w1,0.0003810091,0.05000,3.113
+33,block_sparse_moe.experts.13.w1,0.0013344680,0.05000,3.060
+33,block_sparse_moe.experts.12.w1,0.0003035663,0.05000,3.065
+33,block_sparse_moe.experts.11.w1,0.0011862738,0.05000,3.087
+33,block_sparse_moe.experts.15.w1,0.0006074662,0.05000,3.089
+33,block_sparse_moe.experts.8.w1,0.0005818558,0.05000,3.170
+33,block_sparse_moe.experts.6.w1,0.0009262085,0.05000,3.139
+33,block_sparse_moe.experts.14.w1,0.0008066960,0.05000,3.161
+33,block_sparse_moe.experts.4.w1,0.0011751250,0.05000,3.236
+33,block_sparse_moe.experts.2.w1,0.0012882873,0.05000,3.281
+33,block_sparse_moe.experts.0.w1,0.0007921808,0.05000,3.284
+33,block_sparse_moe.experts.10.w1,0.0004657400,0.05000,3.306
+33,block_sparse_moe.experts.25.w1,0.0003198815,0.05000,2.836
+33,block_sparse_moe.experts.29.w1,0.0001491168,0.05000,2.830
+33,block_sparse_moe.experts.17.w1,0.0008209727,0.05000,2.862
+33,block_sparse_moe.experts.21.w1,0.0009599956,0.05000,2.897
+33,block_sparse_moe.experts.19.w1,0.0002626430,0.05000,2.927
+33,block_sparse_moe.experts.23.w1,0.0007260152,0.05000,3.004
+33,block_sparse_moe.experts.31.w1,0.0002376675,0.05000,2.974
+33,block_sparse_moe.experts.30.w1,0.0011657895,0.05000,2.914
+33,block_sparse_moe.experts.18.w1,0.0013328462,0.05000,2.877
+33,block_sparse_moe.experts.20.w1,0.0006608977,0.05000,2.939
+33,block_sparse_moe.experts.27.w1,0.0005351106,0.05000,3.029
+33,block_sparse_moe.experts.28.w1,0.0005367720,0.05000,3.066
+33,block_sparse_moe.experts.24.w1,0.0004337871,0.05000,3.080
+33,block_sparse_moe.experts.26.w1,0.0013018222,0.05000,2.982
+33,block_sparse_moe.experts.22.w1,0.0011621003,0.05000,3.149
+33,block_sparse_moe.experts.16.w1,0.0009942476,0.05000,3.085
+33,block_sparse_moe.experts.41.w1,0.0021032923,0.05000,2.841
+33,block_sparse_moe.experts.33.w1,0.0007571725,0.05000,2.944
+33,block_sparse_moe.experts.45.w1,0.0014244598,0.05000,3.016
+33,block_sparse_moe.experts.37.w1,0.0011308167,0.05000,2.950
+33,block_sparse_moe.experts.39.w1,0.0002645141,0.05000,3.019
+33,block_sparse_moe.experts.34.w1,0.0007731672,0.05000,2.947
+33,block_sparse_moe.experts.44.w1,0.0013299126,0.05000,2.935
+33,block_sparse_moe.experts.35.w1,0.0007041951,0.05000,3.112
+33,block_sparse_moe.experts.46.w1,0.0016507347,0.05000,3.051
+33,block_sparse_moe.experts.47.w1,0.0013721129,0.05000,3.069
+33,block_sparse_moe.experts.36.w1,0.0017632226,0.05000,3.057
+33,block_sparse_moe.experts.43.w1,0.0008041415,0.05000,3.106
+33,block_sparse_moe.experts.32.w1,0.0005333204,0.05000,2.921
+33,block_sparse_moe.experts.42.w1,0.0007987416,0.05000,3.043
+33,block_sparse_moe.experts.40.w1,0.0007298662,0.05000,3.116
+33,block_sparse_moe.experts.38.w1,0.0004639128,0.05000,3.090
+33,block_sparse_moe.experts.57.w1,0.0005310297,0.05000,3.005
+33,block_sparse_moe.experts.49.w1,0.0008021397,0.05000,3.036
+33,block_sparse_moe.experts.61.w1,0.0004267157,0.05000,3.068
+33,block_sparse_moe.experts.53.w1,0.0001866074,0.05000,3.068
+33,block_sparse_moe.experts.50.w1,0.0006149751,0.05000,2.981
+33,block_sparse_moe.experts.55.w1,0.0005235583,0.05000,3.027
+33,block_sparse_moe.experts.51.w1,0.0010274431,0.05000,3.067
+33,block_sparse_moe.experts.62.w1,0.0007774927,0.05000,3.033
+33,block_sparse_moe.experts.60.w1,0.0005355681,0.05000,3.107
+33,block_sparse_moe.experts.63.w1,0.0005700471,0.05000,3.072
+33,block_sparse_moe.experts.48.w1,0.0003330806,0.05000,3.049
+33,block_sparse_moe.experts.59.w1,0.0011451941,0.05000,3.061
+33,block_sparse_moe.experts.58.w1,0.0021939408,0.05000,3.038
+33,block_sparse_moe.experts.52.w1,0.0011948775,0.05000,3.175
+33,block_sparse_moe.experts.56.w1,0.0019710635,0.05000,3.096
+33,block_sparse_moe.experts.54.w1,0.0001490050,0.05000,3.096
+33,block_sparse_moe.experts.73.w1,0.0002895212,0.05000,2.868
+33,block_sparse_moe.experts.65.w1,0.0011810325,0.05000,2.901
+33,block_sparse_moe.experts.69.w1,0.0009623184,0.05000,2.880
+33,block_sparse_moe.experts.77.w1,0.0018838315,0.05000,2.905
+33,block_sparse_moe.experts.71.w1,0.0007810456,0.05000,3.047
+33,block_sparse_moe.experts.66.w1,0.0003161542,0.05000,3.149
+33,block_sparse_moe.experts.76.w1,0.0002586995,0.05000,3.055
+33,block_sparse_moe.experts.78.w1,0.0024669342,0.05000,3.110
+33,block_sparse_moe.experts.64.w1,0.0032197276,0.05000,3.021
+33,block_sparse_moe.experts.67.w1,0.0005109737,0.05000,3.175
+33,block_sparse_moe.experts.79.w1,0.0001806528,0.05000,3.134
+33,block_sparse_moe.experts.75.w1,0.0006484549,0.05000,3.101
+33,block_sparse_moe.experts.74.w1,0.0009730315,0.05000,3.130
+33,block_sparse_moe.experts.72.w1,0.0011292932,0.05000,3.093
+33,block_sparse_moe.experts.68.w1,0.0011279163,0.05000,3.156
+33,block_sparse_moe.experts.70.w1,0.0010733801,0.05000,3.120
+33,block_sparse_moe.experts.89.w1,0.0015356952,0.05000,3.057
+33,block_sparse_moe.experts.81.w1,0.0005327531,0.05000,2.936
+33,block_sparse_moe.experts.85.w1,0.0006274237,0.05000,2.925
+33,block_sparse_moe.experts.93.w1,0.0004211894,0.05000,2.936
+33,block_sparse_moe.experts.82.w1,0.0011207497,0.05000,2.809
+33,block_sparse_moe.experts.87.w1,0.0013703661,0.05000,3.039
+33,block_sparse_moe.experts.90.w1,0.0009248768,0.05000,2.728
+33,block_sparse_moe.experts.94.w1,0.0006007508,0.05000,2.902
+33,block_sparse_moe.experts.80.w1,0.0012529057,0.05000,3.030
+33,block_sparse_moe.experts.95.w1,0.0019732696,0.05000,3.036
+33,block_sparse_moe.experts.83.w1,0.0003919172,0.05000,3.065
+33,block_sparse_moe.experts.86.w1,0.0004474209,0.05000,2.845
+33,block_sparse_moe.experts.92.w1,0.0006559758,0.05000,3.223
+33,block_sparse_moe.experts.88.w1,0.0012404720,0.05000,3.045
+33,block_sparse_moe.experts.84.w1,0.0012212076,0.05000,3.088
+33,block_sparse_moe.experts.91.w1,0.0013907262,0.05000,3.258
+33,block_sparse_moe.experts.105.w1,0.0013675089,0.05000,2.948
+33,block_sparse_moe.experts.109.w1,0.0009712837,0.05000,2.862
+33,block_sparse_moe.experts.101.w1,0.0004875424,0.05000,2.918
+33,block_sparse_moe.experts.97.w1,0.0002261456,0.05000,2.993
+33,block_sparse_moe.experts.98.w1,0.0010239947,0.05000,2.917
+33,block_sparse_moe.experts.106.w1,0.0009506144,0.05000,2.922
+33,block_sparse_moe.experts.110.w1,0.0012915366,0.05000,2.966
+33,block_sparse_moe.experts.103.w1,0.0002351628,0.05000,3.101
+33,block_sparse_moe.experts.108.w1,0.0007732502,0.05000,2.914
+33,block_sparse_moe.experts.100.w1,0.0009097060,0.05000,2.838
+33,block_sparse_moe.experts.96.w1,0.0006049202,0.05000,3.124
+33,block_sparse_moe.experts.102.w1,0.0007374093,0.05000,3.023
+33,block_sparse_moe.experts.111.w1,0.0006883801,0.05000,3.094
+33,block_sparse_moe.experts.99.w1,0.0006296746,0.05000,3.121
+33,block_sparse_moe.experts.104.w1,0.0004926171,0.05000,3.021
+33,block_sparse_moe.experts.107.w1,0.0006252678,0.05000,3.143
+33,block_sparse_moe.experts.121.w1,0.0004382727,0.05000,3.053
+33,block_sparse_moe.experts.125.w1,0.0008250860,0.05000,2.968
+33,block_sparse_moe.experts.113.w1,0.0011080074,0.05000,2.966
+33,block_sparse_moe.experts.117.w1,0.0004507040,0.05000,3.030
+33,block_sparse_moe.experts.114.w1,0.0008153584,0.05000,2.987
+33,block_sparse_moe.experts.122.w1,0.0010545614,0.05000,2.949
+33,block_sparse_moe.experts.126.w1,0.0005837149,0.05000,2.956
+33,block_sparse_moe.experts.118.w1,0.0008425769,0.05000,2.913
+33,block_sparse_moe.experts.119.w1,0.0010795441,0.05000,3.176
+33,block_sparse_moe.experts.124.w1,0.0013374866,0.05000,3.068
+33,block_sparse_moe.experts.112.w1,0.0010304918,0.05000,3.172
+33,block_sparse_moe.experts.116.w1,0.0004787242,0.05000,3.205
+33,block_sparse_moe.experts.127.w1,0.0018136538,0.05000,3.181
+33,block_sparse_moe.experts.115.w1,0.0006032369,0.05000,3.204
+33,block_sparse_moe.experts.120.w1,0.0005261275,0.05000,3.201
+33,block_sparse_moe.experts.123.w1,0.0038727497,0.05000,3.145
+33,block_sparse_moe.experts.137.w1,0.0011735009,0.05000,2.810
+33,block_sparse_moe.experts.141.w1,0.0005085370,0.05000,2.780
+33,block_sparse_moe.experts.129.w1,0.0008720715,0.05000,2.845
+33,block_sparse_moe.experts.130.w1,0.0007729805,0.05000,2.665
+33,block_sparse_moe.experts.133.w1,0.0012306631,0.05000,2.839
+33,block_sparse_moe.experts.138.w1,0.0012395628,0.05000,2.612
+33,block_sparse_moe.experts.142.w1,0.0018988523,0.05000,2.715
+33,block_sparse_moe.experts.134.w1,0.0015200505,0.05000,2.653
+33,block_sparse_moe.experts.140.w1,0.0014782818,0.05000,2.888
+33,block_sparse_moe.experts.135.w1,0.0003699312,0.05000,3.068
+33,block_sparse_moe.experts.132.w1,0.0013691544,0.05000,2.864
+33,block_sparse_moe.experts.128.w1,0.0003561256,0.05000,3.053
+33,block_sparse_moe.experts.143.w1,0.0008726337,0.05000,3.037
+33,block_sparse_moe.experts.136.w1,0.0006876228,0.05000,2.964
+33,block_sparse_moe.experts.131.w1,0.0010660954,0.05000,3.037
+33,block_sparse_moe.experts.139.w1,0.0007800111,0.05000,3.040
+33,block_sparse_moe.experts.153.w1,0.0013135789,0.05000,2.938
+33,block_sparse_moe.experts.157.w1,0.0021927942,0.05000,2.961
+33,block_sparse_moe.experts.146.w1,0.0006318955,0.05000,2.827
+33,block_sparse_moe.experts.145.w1,0.0022786845,0.05000,2.922
+33,block_sparse_moe.experts.149.w1,0.0016324800,0.05000,2.972
+33,block_sparse_moe.experts.158.w1,0.0009243053,0.05000,2.787
+33,block_sparse_moe.experts.154.w1,0.0006979392,0.05000,2.944
+33,block_sparse_moe.experts.150.w1,0.0002711852,0.05000,2.792
+33,block_sparse_moe.experts.156.w1,0.0008284637,0.05000,3.101
+33,block_sparse_moe.experts.151.w1,0.0004226166,0.05000,3.046
+33,block_sparse_moe.experts.148.w1,0.0005975412,0.05000,3.095
+33,block_sparse_moe.experts.147.w1,0.0003878685,0.05000,2.926
+33,block_sparse_moe.experts.152.w1,0.0008420332,0.05000,3.067
+33,block_sparse_moe.experts.159.w1,0.0008106127,0.05000,3.108
+33,block_sparse_moe.experts.144.w1,0.0008030484,0.05000,3.141
+33,block_sparse_moe.experts.155.w1,0.0013321905,0.05000,2.923
+33,block_sparse_moe.experts.162.w1,0.0012612688,0.05000,2.780
+33,block_sparse_moe.experts.169.w1,0.0010305046,0.05000,3.060
+33,block_sparse_moe.experts.161.w1,0.0016171131,0.05000,2.957
+33,block_sparse_moe.experts.173.w1,0.0004274453,0.05000,3.011
+33,block_sparse_moe.experts.170.w1,0.0006507229,0.05000,2.824
+33,block_sparse_moe.experts.174.w1,0.0004930662,0.05000,2.904
+33,block_sparse_moe.experts.165.w1,0.0008587885,0.05000,3.090
+33,block_sparse_moe.experts.166.w1,0.0014617970,0.05000,2.952
+33,block_sparse_moe.experts.167.w1,0.0005356096,0.05000,3.030
+33,block_sparse_moe.experts.172.w1,0.0013228514,0.05000,3.188
+33,block_sparse_moe.experts.163.w1,0.0009624672,0.05000,3.034
+33,block_sparse_moe.experts.164.w1,0.0010856710,0.05000,3.121
+33,block_sparse_moe.experts.175.w1,0.0007971444,0.05000,3.065
+33,block_sparse_moe.experts.168.w1,0.0012180340,0.05000,3.152
+33,block_sparse_moe.experts.160.w1,0.0004369932,0.05000,3.130
+33,block_sparse_moe.experts.171.w1,0.0010997199,0.05000,3.072
+33,block_sparse_moe.experts.185.w1,0.0006788665,0.05000,2.745
+33,block_sparse_moe.experts.189.w1,0.0004982579,0.05000,2.798
+33,block_sparse_moe.experts.177.w1,0.0010484923,0.05000,2.841
+33,block_sparse_moe.experts.178.w1,0.0009024528,0.05000,3.122
+33,block_sparse_moe.experts.181.w1,0.0001879272,0.05000,2.791
+33,block_sparse_moe.experts.186.w1,0.0011206249,0.05000,3.109
+33,block_sparse_moe.experts.190.w1,0.0020142221,0.05000,3.202
+33,block_sparse_moe.experts.182.w1,0.0005915429,0.05000,3.068
+33,block_sparse_moe.experts.183.w1,0.0004189873,0.05000,3.126
+33,block_sparse_moe.experts.180.w1,0.0019470561,0.05000,2.990
+33,block_sparse_moe.experts.188.w1,0.0009104840,0.05000,3.126
+33,block_sparse_moe.experts.179.w1,0.0006841073,0.05000,3.119
+33,block_sparse_moe.experts.176.w1,0.0007568431,0.05000,3.077
+33,block_sparse_moe.experts.191.w1,0.0010148728,0.05000,3.167
+33,block_sparse_moe.experts.184.w1,0.0007867736,0.05000,3.096
+33,block_sparse_moe.experts.187.w1,0.0005525704,0.05000,3.216
+33,block_sparse_moe.experts.201.w1,0.0008363945,0.05000,2.626
+33,block_sparse_moe.experts.205.w1,0.0004650698,0.05000,2.681
+33,block_sparse_moe.experts.193.w1,0.0007949680,0.05000,2.680
+33,block_sparse_moe.experts.197.w1,0.0010361465,0.05000,2.762
+33,block_sparse_moe.experts.194.w1,0.0011193843,0.05000,3.166
+33,block_sparse_moe.experts.202.w1,0.0015563371,0.05000,3.121
+33,block_sparse_moe.experts.206.w1,0.0016228219,0.05000,3.087
+33,block_sparse_moe.experts.198.w1,0.0007481865,0.05000,3.264
+33,block_sparse_moe.experts.199.w1,0.0007339633,0.05000,3.050
+33,block_sparse_moe.experts.204.w1,0.0011154367,0.05000,3.002
+33,block_sparse_moe.experts.196.w1,0.0012520496,0.05000,3.167
+33,block_sparse_moe.experts.195.w1,0.0005833794,0.05000,3.070
+33,block_sparse_moe.experts.192.w1,0.0004756772,0.05000,2.967
+33,block_sparse_moe.experts.200.w1,0.0007722504,0.05000,3.030
+33,block_sparse_moe.experts.207.w1,0.0008650857,0.05000,3.070
+33,block_sparse_moe.experts.203.w1,0.0008071213,0.05000,3.064
+33,block_sparse_moe.experts.217.w1,0.0014350310,0.05000,2.799
+33,block_sparse_moe.experts.221.w1,0.0004280289,0.05000,2.891
+33,block_sparse_moe.experts.209.w1,0.0004302391,0.05000,2.890
+33,block_sparse_moe.experts.213.w1,0.0008014042,0.05000,2.953
+33,block_sparse_moe.experts.210.w1,0.0006418109,0.05000,3.054
+33,block_sparse_moe.experts.218.w1,0.0009902077,0.05000,3.016
+33,block_sparse_moe.experts.222.w1,0.0001542252,0.05000,3.046
+33,block_sparse_moe.experts.214.w1,0.0009671132,0.05000,3.135
+33,block_sparse_moe.experts.220.w1,0.0004353234,0.05000,2.891
+33,block_sparse_moe.experts.212.w1,0.0005113974,0.05000,2.882
+33,block_sparse_moe.experts.215.w1,0.0016743435,0.05000,3.109
+33,block_sparse_moe.experts.208.w1,0.0003590579,0.05000,2.938
+33,block_sparse_moe.experts.216.w1,0.0015457488,0.05000,2.887
+33,block_sparse_moe.experts.211.w1,0.0007145967,0.05000,3.119
+33,block_sparse_moe.experts.233.w1,0.0012368589,0.05000,2.662
+33,block_sparse_moe.experts.219.w1,0.0006290291,0.05000,3.036
+33,block_sparse_moe.experts.223.w1,0.0008518707,0.05000,3.191
+33,block_sparse_moe.experts.225.w1,0.0006848038,0.05000,2.593
+33,block_sparse_moe.experts.237.w1,0.0007874994,0.05000,2.683
+33,block_sparse_moe.experts.229.w1,0.0005562495,0.05000,2.699
+33,block_sparse_moe.experts.226.w1,0.0008639631,0.05000,2.909
+33,block_sparse_moe.experts.234.w1,0.0005710019,0.05000,3.009
+33,block_sparse_moe.experts.238.w1,0.0001909446,0.05000,3.055
+33,block_sparse_moe.experts.230.w1,0.0000692833,0.05000,2.960
+33,block_sparse_moe.experts.236.w1,0.0004714635,0.05000,2.938
+33,block_sparse_moe.experts.228.w1,0.0019243379,0.05000,2.970
+33,block_sparse_moe.experts.224.w1,0.0014911137,0.05000,2.830
+33,block_sparse_moe.experts.231.w1,0.0019375933,0.05000,3.005
+33,block_sparse_moe.experts.249.w1,0.0002712512,0.05000,2.669
+33,block_sparse_moe.experts.232.w1,0.0021742424,0.05000,2.987
+33,block_sparse_moe.experts.227.w1,0.0016992182,0.05000,2.964
+33,block_sparse_moe.experts.253.w1,0.0008007931,0.05000,2.626
+33,block_sparse_moe.experts.241.w1,0.0001758407,0.05000,2.720
+33,block_sparse_moe.experts.239.w1,0.0006068998,0.05000,2.989
+33,block_sparse_moe.experts.235.w1,0.0013854958,0.05000,3.000
+33,block_sparse_moe.experts.245.w1,0.0001226646,0.05000,2.774
+33,block_sparse_moe.experts.242.w1,0.0007715216,0.05000,2.982
+33,block_sparse_moe.experts.250.w1,0.0000634689,0.05000,2.821
+33,block_sparse_moe.experts.254.w1,0.0006862057,0.05000,2.872
+33,block_sparse_moe.experts.246.w1,0.0000582829,0.05000,2.900
+33,block_sparse_moe.experts.252.w1,0.0010123147,0.05000,2.962
+33,block_sparse_moe.experts.244.w1,0.0006925291,0.05000,3.043
+33,block_sparse_moe.experts.240.w1,0.0008919094,0.05000,3.074
+33,block_sparse_moe.experts.247.w1,0.0008487624,0.05000,3.033
+33,block_sparse_moe.experts.9.w3,0.0014032114,0.05000,3.026
+33,block_sparse_moe.experts.1.w3,0.0007714692,0.05000,2.884
+33,block_sparse_moe.experts.13.w3,0.0015364297,0.05000,2.957
+33,block_sparse_moe.experts.248.w1,0.0007396485,0.05000,3.087
+33,block_sparse_moe.experts.243.w1,0.0003506438,0.05000,3.091
+33,block_sparse_moe.experts.251.w1,0.0014425421,0.05000,3.070
+33,block_sparse_moe.experts.255.w1,0.0017648282,0.05000,3.141
+33,block_sparse_moe.experts.5.w3,0.0004016246,0.05000,2.927
+33,block_sparse_moe.experts.2.w3,0.0013478611,0.05000,2.954
+33,block_sparse_moe.experts.10.w3,0.0004847833,0.05000,3.037
+33,block_sparse_moe.experts.14.w3,0.0008522316,0.05000,2.980
+33,block_sparse_moe.experts.6.w3,0.0010144500,0.05000,2.989
+33,block_sparse_moe.experts.12.w3,0.0003192233,0.05000,3.027
+33,block_sparse_moe.experts.17.w3,0.0008460415,0.05000,2.791
+33,block_sparse_moe.experts.4.w3,0.0012450115,0.05000,3.079
+33,block_sparse_moe.experts.25.w3,0.0003602659,0.05000,2.973
+33,block_sparse_moe.experts.0.w3,0.0008569350,0.05000,3.043
+33,block_sparse_moe.experts.7.w3,0.0014367103,0.05000,3.009
+33,block_sparse_moe.experts.3.w3,0.0003043340,0.05000,2.983
+33,block_sparse_moe.experts.8.w3,0.0006306796,0.05000,3.020
+33,block_sparse_moe.experts.29.w3,0.0001578675,0.05000,3.042
+33,block_sparse_moe.experts.11.w3,0.0012554554,0.05000,3.038
+33,block_sparse_moe.experts.21.w3,0.0010086984,0.05000,2.894
+33,block_sparse_moe.experts.15.w3,0.0006826283,0.05000,3.053
+33,block_sparse_moe.experts.18.w3,0.0013994873,0.05000,2.915
+33,block_sparse_moe.experts.26.w3,0.0013985886,0.05000,2.913
+33,block_sparse_moe.experts.30.w3,0.0012245986,0.05000,2.971
+33,block_sparse_moe.experts.22.w3,0.0012250930,0.05000,3.139
+33,block_sparse_moe.experts.28.w3,0.0005647486,0.05000,2.857
+33,block_sparse_moe.experts.20.w3,0.0007549607,0.05000,3.012
+33,block_sparse_moe.experts.16.w3,0.0011570795,0.05000,3.014
+33,block_sparse_moe.experts.33.w3,0.0008570904,0.05000,3.188
+33,block_sparse_moe.experts.41.w3,0.0022997647,0.05000,3.148
+33,block_sparse_moe.experts.23.w3,0.0007676024,0.05000,3.154
+33,block_sparse_moe.experts.24.w3,0.0004842712,0.05000,3.087
+33,block_sparse_moe.experts.19.w3,0.0002794332,0.05000,3.133
+33,block_sparse_moe.experts.45.w3,0.0016285561,0.05000,3.142
+33,block_sparse_moe.experts.37.w3,0.0012986804,0.05000,3.070
+33,block_sparse_moe.experts.27.w3,0.0005669102,0.05000,3.175
+33,block_sparse_moe.experts.31.w3,0.0002525825,0.05000,3.137
+33,block_sparse_moe.experts.34.w3,0.0008376797,0.05000,2.975
+33,block_sparse_moe.experts.42.w3,0.0008475103,0.05000,3.038
+33,block_sparse_moe.experts.46.w3,0.0017873159,0.05000,2.971
+33,block_sparse_moe.experts.38.w3,0.0005723698,0.05000,3.137
+33,block_sparse_moe.experts.44.w3,0.0015480407,0.05000,3.095
+33,block_sparse_moe.experts.32.w3,0.0005563126,0.05000,3.012
+33,block_sparse_moe.experts.39.w3,0.0002827519,0.05000,2.896
+33,block_sparse_moe.experts.36.w3,0.0019090368,0.05000,3.080
+33,block_sparse_moe.experts.57.w3,0.0005672591,0.05000,2.979
+33,block_sparse_moe.experts.49.w3,0.0009121612,0.05000,3.066
+33,block_sparse_moe.experts.35.w3,0.0007633627,0.05000,2.859
+33,block_sparse_moe.experts.61.w3,0.0004549008,0.05000,2.893
+33,block_sparse_moe.experts.40.w3,0.0008662437,0.05000,2.993
+33,block_sparse_moe.experts.43.w3,0.0008642560,0.05000,2.821
+33,block_sparse_moe.experts.47.w3,0.0014424360,0.05000,2.806
+33,block_sparse_moe.experts.53.w3,0.0002218228,0.05000,2.942
+33,block_sparse_moe.experts.50.w3,0.0006547699,0.05000,3.091
+33,block_sparse_moe.experts.58.w3,0.0023799415,0.05000,3.007
+33,block_sparse_moe.experts.62.w3,0.0008273851,0.05000,3.057
+33,block_sparse_moe.experts.54.w3,0.0001735617,0.05000,3.134
+33,block_sparse_moe.experts.60.w3,0.0005622469,0.05000,3.109
+33,block_sparse_moe.experts.48.w3,0.0003803935,0.05000,2.979
+33,block_sparse_moe.experts.73.w3,0.0003301219,0.05000,2.924
+33,block_sparse_moe.experts.52.w3,0.0013110649,0.05000,3.034
+33,block_sparse_moe.experts.65.w3,0.0012397706,0.05000,2.969
+33,block_sparse_moe.experts.77.w3,0.0020473094,0.05000,2.940
+33,block_sparse_moe.experts.55.w3,0.0005666572,0.05000,3.153
+33,block_sparse_moe.experts.51.w3,0.0011341183,0.05000,3.083
+33,block_sparse_moe.experts.56.w3,0.0020833649,0.05000,3.097
+33,block_sparse_moe.experts.69.w3,0.0010509859,0.05000,2.844
+33,block_sparse_moe.experts.63.w3,0.0006518199,0.05000,3.130
+33,block_sparse_moe.experts.59.w3,0.0012175273,0.05000,3.209
+33,block_sparse_moe.experts.66.w3,0.0003446286,0.05000,3.092
+33,block_sparse_moe.experts.74.w3,0.0010673736,0.05000,3.117
+33,block_sparse_moe.experts.78.w3,0.0027928292,0.05000,3.029
+33,block_sparse_moe.experts.70.w3,0.0011672463,0.05000,3.009
+33,block_sparse_moe.experts.89.w3,0.0018139823,0.05000,2.728
+33,block_sparse_moe.experts.93.w3,0.0004430917,0.05000,2.596
+33,block_sparse_moe.experts.81.w3,0.0005630446,0.05000,2.671
+33,block_sparse_moe.experts.76.w3,0.0002718658,0.05000,3.130
+33,block_sparse_moe.experts.64.w3,0.0034857650,0.05000,3.124
+33,block_sparse_moe.experts.68.w3,0.0013095403,0.05000,3.043
+33,block_sparse_moe.experts.85.w3,0.0006647081,0.05000,2.782
+33,block_sparse_moe.experts.71.w3,0.0008852307,0.05000,3.067
+33,block_sparse_moe.experts.67.w3,0.0005393186,0.05000,3.133
+33,block_sparse_moe.experts.72.w3,0.0013335867,0.05000,3.127
+33,block_sparse_moe.experts.79.w3,0.0001983333,0.05000,3.139
+33,block_sparse_moe.experts.75.w3,0.0006781835,0.05000,3.088
+33,block_sparse_moe.experts.82.w3,0.0012318884,0.05000,2.856
+33,block_sparse_moe.experts.90.w3,0.0010438023,0.05000,2.910
+33,block_sparse_moe.experts.94.w3,0.0006337649,0.05000,2.900
+33,block_sparse_moe.experts.109.w3,0.0011356260,0.05000,2.640
+33,block_sparse_moe.experts.105.w3,0.0015318176,0.05000,2.717
+33,block_sparse_moe.experts.97.w3,0.0002377891,0.05000,2.748
+33,block_sparse_moe.experts.86.w3,0.0004880019,0.05000,3.048
+33,block_sparse_moe.experts.92.w3,0.0007445635,0.05000,2.858
+33,block_sparse_moe.experts.84.w3,0.0014310820,0.05000,2.750
+33,block_sparse_moe.experts.101.w3,0.0005187367,0.05000,2.721
+33,block_sparse_moe.experts.80.w3,0.0012956747,0.05000,2.903
+33,block_sparse_moe.experts.87.w3,0.0014439846,0.05000,3.078
+33,block_sparse_moe.experts.83.w3,0.0004003719,0.05000,3.029
+33,block_sparse_moe.experts.88.w3,0.0013099741,0.05000,2.981
+33,block_sparse_moe.experts.91.w3,0.0016155074,0.05000,3.054
+33,block_sparse_moe.experts.95.w3,0.0021285192,0.05000,3.092
+33,block_sparse_moe.experts.98.w3,0.0011149043,0.05000,3.094
+33,block_sparse_moe.experts.106.w3,0.0010284875,0.05000,3.122
+33,block_sparse_moe.experts.110.w3,0.0013536298,0.05000,3.112
+33,block_sparse_moe.experts.125.w3,0.0008970874,0.05000,2.807
+33,block_sparse_moe.experts.121.w3,0.0004920174,0.05000,2.842
+33,block_sparse_moe.experts.113.w3,0.0011656854,0.05000,2.888
+33,block_sparse_moe.experts.117.w3,0.0004706980,0.05000,2.827
+33,block_sparse_moe.experts.102.w3,0.0007575345,0.05000,3.105
+33,block_sparse_moe.experts.108.w3,0.0008194928,0.05000,3.095
+33,block_sparse_moe.experts.100.w3,0.0010191067,0.05000,3.146
+33,block_sparse_moe.experts.96.w3,0.0006439689,0.05000,3.069
+33,block_sparse_moe.experts.99.w3,0.0006506120,0.05000,2.969
+33,block_sparse_moe.experts.103.w3,0.0002520072,0.05000,3.029
+33,block_sparse_moe.experts.104.w3,0.0004925681,0.05000,3.128
+33,block_sparse_moe.experts.107.w3,0.0006559980,0.05000,2.965
+33,block_sparse_moe.experts.111.w3,0.0007486471,0.05000,3.067
+33,block_sparse_moe.experts.114.w3,0.0008460039,0.05000,3.001
+33,block_sparse_moe.experts.122.w3,0.0011036820,0.05000,2.996
+33,block_sparse_moe.experts.126.w3,0.0006737534,0.05000,2.952
+33,block_sparse_moe.experts.137.w3,0.0013262165,0.05000,2.695
+33,block_sparse_moe.experts.141.w3,0.0005379647,0.05000,2.813
+33,block_sparse_moe.experts.129.w3,0.0009082097,0.05000,2.777
+33,block_sparse_moe.experts.133.w3,0.0012767039,0.05000,2.746
+33,block_sparse_moe.experts.124.w3,0.0013800730,0.05000,2.955
+33,block_sparse_moe.experts.118.w3,0.0008783957,0.05000,3.121
+33,block_sparse_moe.experts.116.w3,0.0005488232,0.05000,2.997
+33,block_sparse_moe.experts.112.w3,0.0011106689,0.05000,3.056
+33,block_sparse_moe.experts.115.w3,0.0006678600,0.05000,2.963
+33,block_sparse_moe.experts.119.w3,0.0011385267,0.05000,2.993
+33,block_sparse_moe.experts.120.w3,0.0005467323,0.05000,2.941
+33,block_sparse_moe.experts.123.w3,0.0042079786,0.05000,2.983
+33,block_sparse_moe.experts.127.w3,0.0019647136,0.05000,2.973
+33,block_sparse_moe.experts.130.w3,0.0008409562,0.05000,3.022
+33,block_sparse_moe.experts.138.w3,0.0014734982,0.05000,3.049
+33,block_sparse_moe.experts.153.w3,0.0014131363,0.05000,2.868
+33,block_sparse_moe.experts.142.w3,0.0021934687,0.05000,3.055
+33,block_sparse_moe.experts.157.w3,0.0023004418,0.05000,2.893
+33,block_sparse_moe.experts.145.w3,0.0024072334,0.05000,2.981
+33,block_sparse_moe.experts.149.w3,0.0018321524,0.05000,2.936
+33,block_sparse_moe.experts.140.w3,0.0017095298,0.05000,3.047
+33,block_sparse_moe.experts.134.w3,0.0018685169,0.05000,3.018
+33,block_sparse_moe.experts.132.w3,0.0014304517,0.05000,3.139
+33,block_sparse_moe.experts.128.w3,0.0003850886,0.05000,3.100
+33,block_sparse_moe.experts.135.w3,0.0004205017,0.05000,2.901
+33,block_sparse_moe.experts.131.w3,0.0011249147,0.05000,3.001
+33,block_sparse_moe.experts.136.w3,0.0007376339,0.05000,3.041
+33,block_sparse_moe.experts.139.w3,0.0009132306,0.05000,2.905
+33,block_sparse_moe.experts.143.w3,0.0009452136,0.05000,3.003
+33,block_sparse_moe.experts.169.w3,0.0011527885,0.05000,2.705
+33,block_sparse_moe.experts.173.w3,0.0004666848,0.05000,2.753
+33,block_sparse_moe.experts.146.w3,0.0006803259,0.05000,3.184
+33,block_sparse_moe.experts.161.w3,0.0016994455,0.05000,2.623
+33,block_sparse_moe.experts.154.w3,0.0007211999,0.05000,3.104
+33,block_sparse_moe.experts.158.w3,0.0009721313,0.05000,3.060
+33,block_sparse_moe.experts.165.w3,0.0009006298,0.05000,2.646
+33,block_sparse_moe.experts.156.w3,0.0008588670,0.05000,3.094
+33,block_sparse_moe.experts.150.w3,0.0003026142,0.05000,3.052
+33,block_sparse_moe.experts.148.w3,0.0006338385,0.05000,3.110
+33,block_sparse_moe.experts.144.w3,0.0008322411,0.05000,3.008
+33,block_sparse_moe.experts.151.w3,0.0004931010,0.05000,3.014
+33,block_sparse_moe.experts.147.w3,0.0004001901,0.05000,3.122
+33,block_sparse_moe.experts.152.w3,0.0008766321,0.05000,3.162
+33,block_sparse_moe.experts.155.w3,0.0014769584,0.05000,3.115
+33,block_sparse_moe.experts.159.w3,0.0008612702,0.05000,3.024
+33,block_sparse_moe.experts.185.w3,0.0007047891,0.05000,2.529
+33,block_sparse_moe.experts.189.w3,0.0005398350,0.05000,2.494
+33,block_sparse_moe.experts.177.w3,0.0010837502,0.05000,2.622
+33,block_sparse_moe.experts.181.w3,0.0001982730,0.05000,2.590
+33,block_sparse_moe.experts.162.w3,0.0014999909,0.05000,2.971
+33,block_sparse_moe.experts.174.w3,0.0005511640,0.05000,2.968
+33,block_sparse_moe.experts.170.w3,0.0006815902,0.05000,3.052
+33,block_sparse_moe.experts.166.w3,0.0015648956,0.05000,2.935
+33,block_sparse_moe.experts.172.w3,0.0015010067,0.05000,3.087
+33,block_sparse_moe.experts.167.w3,0.0005913072,0.05000,2.976
+33,block_sparse_moe.experts.163.w3,0.0010469749,0.05000,2.917
+33,block_sparse_moe.experts.160.w3,0.0004834868,0.05000,3.134
+33,block_sparse_moe.experts.164.w3,0.0011551198,0.05000,3.196
+33,block_sparse_moe.experts.171.w3,0.0012876753,0.05000,2.929
+33,block_sparse_moe.experts.201.w3,0.0009772454,0.05000,2.728
+33,block_sparse_moe.experts.168.w3,0.0013161562,0.05000,3.164
+33,block_sparse_moe.experts.175.w3,0.0009198853,0.05000,2.942
+33,block_sparse_moe.experts.205.w3,0.0004978899,0.05000,2.848
+33,block_sparse_moe.experts.193.w3,0.0008275121,0.05000,2.827
+33,block_sparse_moe.experts.197.w3,0.0011334063,0.05000,2.941
+33,block_sparse_moe.experts.178.w3,0.0010229457,0.05000,3.021
+33,block_sparse_moe.experts.190.w3,0.0022374979,0.05000,2.916
+33,block_sparse_moe.experts.186.w3,0.0011746722,0.05000,2.928
+33,block_sparse_moe.experts.182.w3,0.0006376874,0.05000,3.078
+33,block_sparse_moe.experts.188.w3,0.0009708475,0.05000,3.065
+33,block_sparse_moe.experts.183.w3,0.0004358210,0.05000,2.917
+33,block_sparse_moe.experts.179.w3,0.0007402165,0.05000,2.881
+33,block_sparse_moe.experts.180.w3,0.0021000025,0.05000,2.903
+33,block_sparse_moe.experts.176.w3,0.0007848035,0.05000,3.037
+33,block_sparse_moe.experts.217.w3,0.0016859825,0.05000,2.776
+33,block_sparse_moe.experts.187.w3,0.0006092693,0.05000,2.867
+33,block_sparse_moe.experts.184.w3,0.0008459531,0.05000,2.864
+33,block_sparse_moe.experts.221.w3,0.0004892504,0.05000,2.796
+33,block_sparse_moe.experts.191.w3,0.0010630287,0.05000,2.971
+33,block_sparse_moe.experts.209.w3,0.0004977062,0.05000,2.929
+33,block_sparse_moe.experts.213.w3,0.0008615781,0.05000,2.799
+33,block_sparse_moe.experts.194.w3,0.0011654883,0.05000,3.057
+33,block_sparse_moe.experts.202.w3,0.0016087908,0.05000,2.994
+33,block_sparse_moe.experts.206.w3,0.0017837171,0.05000,3.109
+33,block_sparse_moe.experts.204.w3,0.0012719665,0.05000,2.812
+33,block_sparse_moe.experts.199.w3,0.0007676493,0.05000,2.866
+33,block_sparse_moe.experts.198.w3,0.0008480699,0.05000,3.095
+33,block_sparse_moe.experts.196.w3,0.0013092869,0.05000,2.818
+33,block_sparse_moe.experts.195.w3,0.0006109241,0.05000,2.957
+33,block_sparse_moe.experts.233.w3,0.0013092120,0.05000,2.667
+33,block_sparse_moe.experts.192.w3,0.0004948182,0.05000,2.968
+33,block_sparse_moe.experts.237.w3,0.0008582561,0.05000,2.623
+33,block_sparse_moe.experts.203.w3,0.0008562640,0.05000,3.054
+33,block_sparse_moe.experts.200.w3,0.0008606014,0.05000,2.964
+33,block_sparse_moe.experts.225.w3,0.0007385901,0.05000,2.553
+33,block_sparse_moe.experts.229.w3,0.0006152094,0.05000,2.504
+33,block_sparse_moe.experts.207.w3,0.0009306660,0.05000,3.144
+33,block_sparse_moe.experts.210.w3,0.0006703794,0.05000,3.271
+33,block_sparse_moe.experts.218.w3,0.0010818291,0.05000,3.175
+33,block_sparse_moe.experts.222.w3,0.0001722310,0.05000,3.249
+33,block_sparse_moe.experts.249.w3,0.0002879207,0.05000,2.504
+33,block_sparse_moe.experts.220.w3,0.0005092993,0.05000,3.004
+33,block_sparse_moe.experts.253.w3,0.0009494532,0.05000,2.525
+33,block_sparse_moe.experts.214.w3,0.0010428858,0.05000,2.997
+33,block_sparse_moe.experts.215.w3,0.0017301932,0.05000,3.066
+33,block_sparse_moe.experts.241.w3,0.0001907127,0.05000,2.437
+33,block_sparse_moe.experts.212.w3,0.0005381705,0.05000,3.002
+33,block_sparse_moe.experts.245.w3,0.0001443033,0.05000,2.297
+33,block_sparse_moe.experts.211.w3,0.0008703550,0.05000,2.994
+33,block_sparse_moe.experts.208.w3,0.0004301216,0.05000,2.977
+33,block_sparse_moe.experts.216.w3,0.0016161112,0.05000,3.003
+33,block_sparse_moe.experts.219.w3,0.0007287523,0.05000,3.065
+33,block_sparse_moe.experts.223.w3,0.0009621486,0.05000,2.975
+33,block_sparse_moe.experts.226.w3,0.0009461906,0.05000,2.771
+33,block_sparse_moe.experts.234.w3,0.0006373687,0.05000,2.762
+33,block_sparse_moe.experts.238.w3,0.0002065812,0.05000,2.868
+33,block_sparse_moe.experts.236.w3,0.0005101422,0.05000,2.744
+33,block_sparse_moe.experts.228.w3,0.0022681297,0.05000,2.788
+33,block_sparse_moe.experts.230.w3,0.0000854561,0.05000,2.919
+33,block_sparse_moe.experts.231.w3,0.0020459907,0.05000,2.889
+33,block_sparse_moe.experts.227.w3,0.0020085150,0.05000,2.829
+33,block_sparse_moe.experts.224.w3,0.0015912965,0.05000,2.903
+33,block_sparse_moe.experts.235.w3,0.0014407902,0.05000,2.815
+33,block_sparse_moe.experts.232.w3,0.0024257909,0.05000,2.930
+33,block_sparse_moe.experts.239.w3,0.0006413693,0.05000,2.898
+33,block_sparse_moe.experts.242.w3,0.0008379200,0.05000,2.776
+33,block_sparse_moe.experts.250.w3,0.0000760174,0.05000,2.814
+33,block_sparse_moe.experts.254.w3,0.0007424440,0.05000,2.692
+33,block_sparse_moe.experts.246.w3,0.0000666980,0.05000,2.138
+33,block_sparse_moe.experts.252.w3,0.0010630978,0.05000,2.767
+33,block_sparse_moe.experts.244.w3,0.0007246771,0.05000,2.771
+33,block_sparse_moe.experts.240.w3,0.0009418331,0.05000,2.590
+33,block_sparse_moe.experts.248.w3,0.0008060988,0.05000,2.327
+33,block_sparse_moe.experts.243.w3,0.0003960444,0.05000,2.971
+33,block_sparse_moe.experts.247.w3,0.0009228395,0.05000,3.011
+33,block_sparse_moe.experts.251.w3,0.0018613077,0.05000,2.828
+33,block_sparse_moe.experts.255.w3,0.0020783120,0.05000,2.579
+33,block_sparse_moe.experts.2.w2,0.0006272922,0.05000,1.506
+33,block_sparse_moe.experts.14.w2,0.0009275174,0.05000,1.487
+33,block_sparse_moe.experts.8.w2,0.0008101937,0.05000,1.509
+33,block_sparse_moe.experts.0.w2,0.0014422172,0.05000,1.509
+33,block_sparse_moe.experts.10.w2,0.0002866937,0.05000,1.512
+33,block_sparse_moe.experts.4.w2,0.0018636913,0.05000,1.535
+33,block_sparse_moe.experts.15.w2,0.0013780195,0.05000,1.526
+33,block_sparse_moe.experts.13.w2,0.0034088846,0.05000,1.532
+33,block_sparse_moe.experts.9.w2,0.0025412532,0.05000,1.555
+33,block_sparse_moe.experts.7.w2,0.0009188915,0.05000,1.556
+33,block_sparse_moe.experts.12.w2,0.0001405400,0.05000,1.553
+33,block_sparse_moe.experts.6.w2,0.0017951499,0.05000,1.581
+33,block_sparse_moe.experts.3.w2,0.0004906696,0.05000,1.592
+33,block_sparse_moe.experts.5.w2,0.0002516538,0.05000,1.595
+33,block_sparse_moe.experts.1.w2,0.0016581711,0.05000,1.616
+33,block_sparse_moe.experts.11.w2,0.0013639037,0.05000,1.597
+33,block_sparse_moe.experts.29.w2,0.0002651992,0.05000,1.142
+33,block_sparse_moe.experts.17.w2,0.0050885690,0.05000,1.115
+33,block_sparse_moe.experts.25.w2,0.0003804960,0.05000,1.221
+33,block_sparse_moe.experts.21.w2,0.0010597841,0.05000,1.195
+33,block_sparse_moe.experts.26.w2,0.0017823210,0.05000,1.463
+33,block_sparse_moe.experts.31.w2,0.0013522222,0.05000,1.494
+33,block_sparse_moe.experts.18.w2,0.0012987419,0.05000,1.541
+33,block_sparse_moe.experts.30.w2,0.0007930913,0.05000,1.539
+33,block_sparse_moe.experts.16.w2,0.0016965976,0.05000,1.538
+33,block_sparse_moe.experts.24.w2,0.0008744419,0.05000,1.559
+33,block_sparse_moe.experts.20.w2,0.0014495201,0.05000,1.551
+33,block_sparse_moe.experts.27.w2,0.0006068579,0.05000,1.485
+33,block_sparse_moe.experts.23.w2,0.0008374435,0.05000,1.546
+33,block_sparse_moe.experts.22.w2,0.0010556277,0.05000,1.529
+33,block_sparse_moe.experts.28.w2,0.0005512230,0.05000,1.549
+33,block_sparse_moe.experts.19.w2,0.0001945330,0.05000,1.552
+33,block_sparse_moe.experts.45.w2,0.0026816677,0.05000,1.408
+33,block_sparse_moe.experts.33.w2,0.0015681268,0.05000,1.430
+33,block_sparse_moe.experts.37.w2,0.0022784069,0.05000,1.422
+33,block_sparse_moe.experts.41.w2,0.0058911861,0.05000,1.449
+33,block_sparse_moe.experts.42.w2,0.0011076712,0.05000,1.527
+33,block_sparse_moe.experts.32.w2,0.0004165340,0.05000,1.517
+33,block_sparse_moe.experts.36.w2,0.0034835828,0.05000,1.506
+33,block_sparse_moe.experts.46.w2,0.0015613115,0.05000,1.556
+33,block_sparse_moe.experts.34.w2,0.0022971675,0.05000,1.562
+33,block_sparse_moe.experts.47.w2,0.0008116159,0.05000,1.569
+33,block_sparse_moe.experts.44.w2,0.0043893712,0.05000,1.505
+33,block_sparse_moe.experts.40.w2,0.0020700480,0.05000,1.565
+33,block_sparse_moe.experts.38.w2,0.0012281598,0.05000,1.566
+33,block_sparse_moe.experts.43.w2,0.0010860577,0.05000,1.579
+33,block_sparse_moe.experts.39.w2,0.0006247350,0.05000,1.617
+33,block_sparse_moe.experts.35.w2,0.0002517326,0.05000,1.610
+33,block_sparse_moe.experts.61.w2,0.0006240218,0.05000,1.320
+33,block_sparse_moe.experts.49.w2,0.0014763512,0.05000,1.398
+33,block_sparse_moe.experts.57.w2,0.0009862737,0.05000,1.360
+33,block_sparse_moe.experts.53.w2,0.0004653301,0.05000,1.424
+33,block_sparse_moe.experts.58.w2,0.0023963057,0.05000,1.222
+33,block_sparse_moe.experts.50.w2,0.0007719684,0.05000,1.195
+33,block_sparse_moe.experts.62.w2,0.0006858166,0.05000,1.270
+33,block_sparse_moe.experts.54.w2,0.0004431666,0.05000,1.306
+33,block_sparse_moe.experts.63.w2,0.0018329726,0.05000,1.494
+33,block_sparse_moe.experts.48.w2,0.0012133499,0.05000,1.590
+33,block_sparse_moe.experts.59.w2,0.0010459744,0.05000,1.503
+33,block_sparse_moe.experts.56.w2,0.0015257491,0.05000,1.560
+33,block_sparse_moe.experts.52.w2,0.0023975825,0.05000,1.610
+33,block_sparse_moe.experts.55.w2,0.0005469255,0.05000,1.506
+33,block_sparse_moe.experts.60.w2,0.0004599730,0.05000,1.633
+33,block_sparse_moe.experts.51.w2,0.0014846749,0.05000,1.525
+33,block_sparse_moe.experts.77.w2,0.0026121792,0.05000,1.425
+33,block_sparse_moe.experts.73.w2,0.0007170957,0.05000,1.415
+33,block_sparse_moe.experts.65.w2,0.0017852053,0.05000,1.465
+33,block_sparse_moe.experts.69.w2,0.0012031917,0.05000,1.403
+33,block_sparse_moe.experts.74.w2,0.0014168781,0.05000,1.435
+33,block_sparse_moe.experts.66.w2,0.0003984770,0.05000,1.462
+33,block_sparse_moe.experts.78.w2,0.0157524523,0.05000,1.434
+33,block_sparse_moe.experts.70.w2,0.0018812949,0.05000,1.492
+33,block_sparse_moe.experts.79.w2,0.0003255667,0.05000,1.411
+33,block_sparse_moe.experts.75.w2,0.0004286087,0.05000,1.420
+33,block_sparse_moe.experts.72.w2,0.0082547774,0.05000,1.424
+33,block_sparse_moe.experts.64.w2,0.0044173417,0.05000,1.485
+33,block_sparse_moe.experts.68.w2,0.0025637845,0.05000,1.479
+33,block_sparse_moe.experts.71.w2,0.0018421389,0.05000,1.463
+33,block_sparse_moe.experts.67.w2,0.0019789367,0.05000,1.437
+33,block_sparse_moe.experts.76.w2,0.0002284442,0.05000,1.469
+33,block_sparse_moe.experts.93.w2,0.0004531767,0.05000,1.488
+33,block_sparse_moe.experts.89.w2,0.0071388543,0.05000,1.505
+33,block_sparse_moe.experts.81.w2,0.0005799825,0.05000,1.544
+33,block_sparse_moe.experts.90.w2,0.0030305662,0.05000,1.411
+33,block_sparse_moe.experts.85.w2,0.0003538963,0.05000,1.558
+33,block_sparse_moe.experts.82.w2,0.0008933438,0.05000,1.432
+33,block_sparse_moe.experts.94.w2,0.0005353032,0.05000,1.455
+33,block_sparse_moe.experts.86.w2,0.0007019299,0.05000,1.397
+33,block_sparse_moe.experts.95.w2,0.0176005698,0.05000,1.533
+33,block_sparse_moe.experts.91.w2,0.0045144246,0.05000,1.512
+33,block_sparse_moe.experts.88.w2,0.0010513719,0.05000,1.614
+33,block_sparse_moe.experts.87.w2,0.0014620334,0.05000,1.543
+33,block_sparse_moe.experts.83.w2,0.0000902958,0.05000,1.541
+33,block_sparse_moe.experts.80.w2,0.0003875951,0.05000,1.632
+33,block_sparse_moe.experts.84.w2,0.0023643602,0.05000,1.614
+33,block_sparse_moe.experts.92.w2,0.0018330480,0.05000,1.590
+33,block_sparse_moe.experts.109.w2,0.0038421993,0.05000,1.569
+33,block_sparse_moe.experts.106.w2,0.0015284519,0.05000,1.480
+33,block_sparse_moe.experts.101.w2,0.0011117547,0.05000,1.485
+33,block_sparse_moe.experts.97.w2,0.0002560145,0.05000,1.526
+33,block_sparse_moe.experts.105.w2,0.0023817230,0.05000,1.611
+33,block_sparse_moe.experts.110.w2,0.0012782994,0.05000,1.433
+33,block_sparse_moe.experts.98.w2,0.0039313137,0.05000,1.511
+33,block_sparse_moe.experts.102.w2,0.0027061728,0.05000,1.475
+33,block_sparse_moe.experts.104.w2,0.0006315971,0.05000,1.413
+33,block_sparse_moe.experts.107.w2,0.0005781902,0.05000,1.573
+33,block_sparse_moe.experts.108.w2,0.0007477670,0.05000,1.393
+33,block_sparse_moe.experts.111.w2,0.0005335549,0.05000,1.673
+33,block_sparse_moe.experts.100.w2,0.0024679864,0.05000,1.440
+33,block_sparse_moe.experts.96.w2,0.0007243494,0.05000,1.506
+33,block_sparse_moe.experts.103.w2,0.0012819860,0.05000,1.595
+33,block_sparse_moe.experts.99.w2,0.0001334635,0.05000,1.583
+33,block_sparse_moe.experts.125.w2,0.0018308983,0.05000,1.382
+33,block_sparse_moe.experts.122.w2,0.0008402813,0.05000,1.464
+33,block_sparse_moe.experts.117.w2,0.0003231895,0.05000,1.448
+33,block_sparse_moe.experts.113.w2,0.0012837130,0.05000,1.500
+33,block_sparse_moe.experts.121.w2,0.0009296498,0.05000,1.517
+33,block_sparse_moe.experts.126.w2,0.0012217165,0.05000,1.487
+33,block_sparse_moe.experts.114.w2,0.0009166940,0.05000,1.552
+33,block_sparse_moe.experts.118.w2,0.0003029396,0.05000,1.481
+33,block_sparse_moe.experts.123.w2,0.0041577614,0.05000,1.443
+33,block_sparse_moe.experts.127.w2,0.0027127835,0.05000,1.456
+33,block_sparse_moe.experts.120.w2,0.0009899397,0.05000,1.601
+33,block_sparse_moe.experts.119.w2,0.0009040205,0.05000,1.446
+33,block_sparse_moe.experts.115.w2,0.0014161213,0.05000,1.439
+33,block_sparse_moe.experts.124.w2,0.0011406545,0.05000,1.597
+33,block_sparse_moe.experts.116.w2,0.0020307452,0.05000,1.597
+33,block_sparse_moe.experts.112.w2,0.0021710582,0.05000,1.607
+33,block_sparse_moe.experts.141.w2,0.0008402676,0.05000,1.539
+33,block_sparse_moe.experts.133.w2,0.0010992327,0.05000,1.474
+33,block_sparse_moe.experts.138.w2,0.0034372061,0.05000,1.496
+33,block_sparse_moe.experts.129.w2,0.0005018638,0.05000,1.530
+33,block_sparse_moe.experts.137.w2,0.0040075749,0.05000,1.494
+33,block_sparse_moe.experts.142.w2,0.0120858485,0.05000,1.505
+33,block_sparse_moe.experts.130.w2,0.0023323315,0.05000,1.537
+33,block_sparse_moe.experts.134.w2,0.0047614934,0.05000,1.602
+33,block_sparse_moe.experts.139.w2,0.0014937499,0.05000,1.571
+33,block_sparse_moe.experts.143.w2,0.0011549047,0.05000,1.558
+33,block_sparse_moe.experts.136.w2,0.0009725366,0.05000,1.549
+33,block_sparse_moe.experts.140.w2,0.0023290941,0.05000,1.619
+33,block_sparse_moe.experts.132.w2,0.0008605534,0.05000,1.605
+33,block_sparse_moe.experts.131.w2,0.0003150795,0.05000,1.668
+33,block_sparse_moe.experts.135.w2,0.0006340506,0.05000,1.691
+33,block_sparse_moe.experts.128.w2,0.0004004026,0.05000,1.592
+33,block_sparse_moe.experts.157.w2,0.0132627477,0.05000,1.577
+33,block_sparse_moe.experts.154.w2,0.0002305344,0.05000,1.565
+33,block_sparse_moe.experts.149.w2,0.0053972291,0.05000,1.586
+33,block_sparse_moe.experts.153.w2,0.0017543297,0.05000,1.536
+33,block_sparse_moe.experts.145.w2,0.0015877226,0.05000,1.596
+33,block_sparse_moe.experts.158.w2,0.0007290172,0.05000,1.548
+33,block_sparse_moe.experts.146.w2,0.0003811188,0.05000,1.595
+33,block_sparse_moe.experts.150.w2,0.0008236652,0.05000,1.572
+33,block_sparse_moe.experts.152.w2,0.0005385247,0.05000,1.503
+33,block_sparse_moe.experts.156.w2,0.0004968825,0.05000,1.421
+33,block_sparse_moe.experts.148.w2,0.0004923941,0.05000,1.451
+33,block_sparse_moe.experts.144.w2,0.0004678084,0.05000,1.414
+33,block_sparse_moe.experts.155.w2,0.0095560334,0.05000,1.689
+33,block_sparse_moe.experts.159.w2,0.0007880740,0.05000,1.702
+33,block_sparse_moe.experts.147.w2,0.0003228871,0.05000,1.639
+33,block_sparse_moe.experts.151.w2,0.0015344139,0.05000,1.640
+33,block_sparse_moe.experts.173.w2,0.0004871568,0.05000,1.552
+33,block_sparse_moe.experts.170.w2,0.0003753335,0.05000,1.530
+33,block_sparse_moe.experts.165.w2,0.0007867343,0.05000,1.565
+33,block_sparse_moe.experts.174.w2,0.0018736008,0.05000,1.518
+33,block_sparse_moe.experts.161.w2,0.0013952357,0.05000,1.535
+33,block_sparse_moe.experts.169.w2,0.0027418046,0.05000,1.605
+33,block_sparse_moe.experts.162.w2,0.0041728846,0.05000,1.537
+33,block_sparse_moe.experts.166.w2,0.0026941205,0.05000,1.560
+33,block_sparse_moe.experts.168.w2,0.0019396836,0.05000,1.459
+33,block_sparse_moe.experts.160.w2,0.0005536369,0.05000,1.460
+33,block_sparse_moe.experts.172.w2,0.0078623859,0.05000,1.519
+33,block_sparse_moe.experts.164.w2,0.0006530286,0.05000,1.511
+33,block_sparse_moe.experts.171.w2,0.0034791708,0.05000,1.553
+33,block_sparse_moe.experts.175.w2,0.0029959524,0.05000,1.510
+33,block_sparse_moe.experts.163.w2,0.0028086852,0.05000,1.538
+33,block_sparse_moe.experts.167.w2,0.0012470452,0.05000,1.545
+33,block_sparse_moe.experts.189.w2,0.0008201291,0.05000,1.531
+33,block_sparse_moe.experts.186.w2,0.0006401150,0.05000,1.501
+33,block_sparse_moe.experts.181.w2,0.0001744489,0.05000,1.492
+33,block_sparse_moe.experts.190.w2,0.0032553194,0.05000,1.437
+33,block_sparse_moe.experts.177.w2,0.0005532947,0.05000,1.527
+33,block_sparse_moe.experts.185.w2,0.0002590607,0.05000,1.562
+33,block_sparse_moe.experts.178.w2,0.0013423083,0.05000,1.473
+33,block_sparse_moe.experts.182.w2,0.0008613208,0.05000,1.478
+33,block_sparse_moe.experts.184.w2,0.0024933949,0.05000,1.372
+33,block_sparse_moe.experts.176.w2,0.0003724466,0.05000,1.335
+33,block_sparse_moe.experts.188.w2,0.0008915511,0.05000,1.341
+33,block_sparse_moe.experts.180.w2,0.0167912159,0.05000,1.312
+33,block_sparse_moe.experts.191.w2,0.0005498780,0.05000,1.603
+33,block_sparse_moe.experts.187.w2,0.0009679597,0.05000,1.628
+33,block_sparse_moe.experts.179.w2,0.0008392361,0.05000,1.571
+33,block_sparse_moe.experts.183.w2,0.0002053423,0.05000,1.571
+33,block_sparse_moe.experts.205.w2,0.0007738965,0.05000,1.458
+33,block_sparse_moe.experts.202.w2,0.0006830554,0.05000,1.376
+33,block_sparse_moe.experts.206.w2,0.0014565719,0.05000,1.371
+33,block_sparse_moe.experts.197.w2,0.0018255039,0.05000,1.453
+33,block_sparse_moe.experts.193.w2,0.0004165303,0.05000,1.450
+33,block_sparse_moe.experts.201.w2,0.0025339506,0.05000,1.493
+33,block_sparse_moe.experts.194.w2,0.0007826441,0.05000,1.441
+33,block_sparse_moe.experts.198.w2,0.0015066995,0.05000,1.436
+33,block_sparse_moe.experts.200.w2,0.0022903011,0.05000,1.485
+33,block_sparse_moe.experts.196.w2,0.0006545623,0.05000,1.511
+33,block_sparse_moe.experts.204.w2,0.0015707960,0.05000,1.517
+33,block_sparse_moe.experts.192.w2,0.0001508562,0.05000,1.569
+33,block_sparse_moe.experts.203.w2,0.0008404513,0.05000,1.533
+33,block_sparse_moe.experts.207.w2,0.0010533377,0.05000,1.561
+33,block_sparse_moe.experts.195.w2,0.0004567074,0.05000,1.471
+33,block_sparse_moe.experts.221.w2,0.0007221625,0.05000,1.231
+33,block_sparse_moe.experts.199.w2,0.0004954272,0.05000,1.506
+33,block_sparse_moe.experts.213.w2,0.0009548834,0.05000,1.334
+33,block_sparse_moe.experts.218.w2,0.0011870211,0.05000,1.540
+33,block_sparse_moe.experts.209.w2,0.0011340094,0.05000,1.350
+33,block_sparse_moe.experts.222.w2,0.0002882625,0.05000,1.627
+33,block_sparse_moe.experts.217.w2,0.0043352950,0.05000,1.370
+33,block_sparse_moe.experts.210.w2,0.0003962430,0.05000,1.604
+33,block_sparse_moe.experts.214.w2,0.0012001983,0.05000,1.534
+33,block_sparse_moe.experts.216.w2,0.0022500745,0.05000,1.508
+33,block_sparse_moe.experts.220.w2,0.0015502631,0.05000,1.489
+33,block_sparse_moe.experts.212.w2,0.0003685799,0.05000,1.507
+33,block_sparse_moe.experts.208.w2,0.0008396279,0.05000,1.539
+33,block_sparse_moe.experts.223.w2,0.0015568612,0.05000,1.580
+33,block_sparse_moe.experts.237.w2,0.0010202367,0.05000,1.570
+33,block_sparse_moe.experts.211.w2,0.0029128758,0.05000,1.593
+33,block_sparse_moe.experts.219.w2,0.0019632659,0.05000,1.675
+33,block_sparse_moe.experts.215.w2,0.0007814926,0.05000,1.666
+33,block_sparse_moe.experts.229.w2,0.0009745170,0.05000,1.515
+33,block_sparse_moe.experts.234.w2,0.0007090719,0.05000,1.582
+33,block_sparse_moe.experts.225.w2,0.0007123101,0.05000,1.531
+33,block_sparse_moe.experts.233.w2,0.0007645801,0.05000,1.514
+33,block_sparse_moe.experts.238.w2,0.0002820483,0.05000,1.686
+33,block_sparse_moe.experts.226.w2,0.0015896619,0.05000,1.586
+33,block_sparse_moe.experts.230.w2,0.0002802880,0.05000,1.594
+33,block_sparse_moe.experts.232.w2,0.0120034810,0.05000,1.582
+33,block_sparse_moe.experts.236.w2,0.0006535019,0.05000,1.570
+33,block_sparse_moe.experts.224.w2,0.0019831897,0.05000,1.489
+33,block_sparse_moe.experts.228.w2,0.0053031978,0.05000,1.578
+33,block_sparse_moe.experts.253.w2,0.0019801740,0.05000,1.349
+33,block_sparse_moe.experts.239.w2,0.0006227236,0.05000,1.531
+33,block_sparse_moe.experts.245.w2,0.0003661902,0.05000,1.339
+33,block_sparse_moe.experts.227.w2,0.0096174541,0.05000,1.543
+33,block_sparse_moe.experts.235.w2,0.0007685149,0.05000,1.592
+33,block_sparse_moe.experts.241.w2,0.0000828823,0.05000,1.298
+33,block_sparse_moe.experts.231.w2,0.0012034385,0.05000,1.533
+33,block_sparse_moe.experts.249.w2,0.0002607103,0.05000,1.227
+33,block_sparse_moe.experts.250.w2,0.0002432598,0.05000,1.475
+33,block_sparse_moe.experts.254.w2,0.0011154743,0.05000,1.408
+33,block_sparse_moe.experts.242.w2,0.0012410551,0.05000,1.350
+33,block_sparse_moe.experts.246.w2,0.0001057620,0.05000,1.305
+33,block_sparse_moe.experts.248.w2,0.0010785087,0.05000,1.431
+33,block_sparse_moe.experts.252.w2,0.0005069578,0.05000,1.383
+33,block_sparse_moe.experts.240.w2,0.0012404783,0.05000,1.411
+33,block_sparse_moe.experts.244.w2,0.0004844988,0.05000,1.391
+33,block_sparse_moe.experts.255.w2,0.0115800119,0.05000,1.446
+33,block_sparse_moe.experts.243.w2,0.0007561829,0.05000,1.390
+33,block_sparse_moe.experts.251.w2,0.0016605693,0.05000,1.382
+33,block_sparse_moe.experts.247.w2,0.0015322736,0.05000,1.332
+34,self_attn.q_proj,0.0000746591,0.05000,0.889
+34,self_attn.k_proj,0.0000116485,0.05000,0.908
+34,self_attn.v_proj,0.0000100363,0.05000,0.984
+34,self_attn.o_proj,0.0000068723,0.05000,1.824
+34,block_sparse_moe.experts.4.w1,0.0006479338,0.05000,3.020
+34,block_sparse_moe.experts.0.w1,0.0007896032,0.05000,3.059
+34,block_sparse_moe.experts.12.w1,0.0010951300,0.05000,3.085
+34,block_sparse_moe.experts.8.w1,0.0007135204,0.05000,3.151
+34,block_sparse_moe.experts.1.w1,0.0001410487,0.05000,3.266
+34,block_sparse_moe.experts.7.w1,0.0005589140,0.05000,3.280
+34,block_sparse_moe.experts.10.w1,0.0005872411,0.05000,3.266
+34,block_sparse_moe.experts.5.w1,0.0001752077,0.05000,3.351
+34,block_sparse_moe.experts.2.w1,0.0007164385,0.05000,3.401
+34,block_sparse_moe.experts.6.w1,0.0017241985,0.05000,3.403
+34,block_sparse_moe.experts.3.w1,0.0004347778,0.05000,3.376
+34,block_sparse_moe.experts.9.w1,0.0008241474,0.05000,3.328
+34,block_sparse_moe.experts.13.w1,0.0004928759,0.05000,3.336
+34,block_sparse_moe.experts.15.w1,0.0013257059,0.05000,3.369
+34,block_sparse_moe.experts.14.w1,0.0016693574,0.05000,3.378
+34,block_sparse_moe.experts.11.w1,0.0009361496,0.05000,3.485
+34,block_sparse_moe.experts.20.w1,0.0011505618,0.05000,3.080
+34,block_sparse_moe.experts.16.w1,0.0003354409,0.05000,3.101
+34,block_sparse_moe.experts.17.w1,0.0005980454,0.05000,2.942
+34,block_sparse_moe.experts.28.w1,0.0014142422,0.05000,3.063
+34,block_sparse_moe.experts.26.w1,0.0006038539,0.05000,2.906
+34,block_sparse_moe.experts.30.w1,0.0002497681,0.05000,2.826
+34,block_sparse_moe.experts.18.w1,0.0005463768,0.05000,2.883
+34,block_sparse_moe.experts.25.w1,0.0007879206,0.05000,2.891
+34,block_sparse_moe.experts.24.w1,0.0006225854,0.05000,3.068
+34,block_sparse_moe.experts.29.w1,0.0003098713,0.05000,2.928
+34,block_sparse_moe.experts.22.w1,0.0001562299,0.05000,2.941
+34,block_sparse_moe.experts.23.w1,0.0009241997,0.05000,3.089
+34,block_sparse_moe.experts.21.w1,0.0004802160,0.05000,3.026
+34,block_sparse_moe.experts.19.w1,0.0009230394,0.05000,3.158
+34,block_sparse_moe.experts.27.w1,0.0011162601,0.05000,3.137
+34,block_sparse_moe.experts.31.w1,0.0024385553,0.05000,3.294
+34,block_sparse_moe.experts.36.w1,0.0010459781,0.05000,2.920
+34,block_sparse_moe.experts.46.w1,0.0011566273,0.05000,2.812
+34,block_sparse_moe.experts.32.w1,0.0009479982,0.05000,2.941
+34,block_sparse_moe.experts.42.w1,0.0008267489,0.05000,2.913
+34,block_sparse_moe.experts.34.w1,0.0011354192,0.05000,2.876
+34,block_sparse_moe.experts.33.w1,0.0071297424,0.05000,2.951
+34,block_sparse_moe.experts.44.w1,0.0005801171,0.05000,3.016
+34,block_sparse_moe.experts.38.w1,0.0012421736,0.05000,2.901
+34,block_sparse_moe.experts.41.w1,0.0021329281,0.05000,2.965
+34,block_sparse_moe.experts.45.w1,0.0009275651,0.05000,2.973
+34,block_sparse_moe.experts.39.w1,0.0006938147,0.05000,2.954
+34,block_sparse_moe.experts.40.w1,0.0002523474,0.05000,3.065
+34,block_sparse_moe.experts.37.w1,0.0042769691,0.05000,3.001
+34,block_sparse_moe.experts.35.w1,0.0011051807,0.05000,3.049
+34,block_sparse_moe.experts.43.w1,0.0011490234,0.05000,2.943
+34,block_sparse_moe.experts.47.w1,0.0021314660,0.05000,3.011
+34,block_sparse_moe.experts.48.w1,0.0008219879,0.05000,2.871
+34,block_sparse_moe.experts.52.w1,0.0006572787,0.05000,3.024
+34,block_sparse_moe.experts.56.w1,0.0007668672,0.05000,2.793
+34,block_sparse_moe.experts.49.w1,0.0011229913,0.05000,3.060
+34,block_sparse_moe.experts.62.w1,0.0007371910,0.05000,3.139
+34,block_sparse_moe.experts.60.w1,0.0010046813,0.05000,3.008
+34,block_sparse_moe.experts.58.w1,0.0008470054,0.05000,3.150
+34,block_sparse_moe.experts.57.w1,0.0006949749,0.05000,3.077
+34,block_sparse_moe.experts.53.w1,0.0005470637,0.05000,2.997
+34,block_sparse_moe.experts.50.w1,0.0005156322,0.05000,3.241
+34,block_sparse_moe.experts.54.w1,0.0005524963,0.05000,3.203
+34,block_sparse_moe.experts.55.w1,0.0002239614,0.05000,3.139
+34,block_sparse_moe.experts.61.w1,0.0001235436,0.05000,3.170
+34,block_sparse_moe.experts.59.w1,0.0015197047,0.05000,3.102
+34,block_sparse_moe.experts.51.w1,0.0017815180,0.05000,3.233
+34,block_sparse_moe.experts.63.w1,0.0006380967,0.05000,3.119
+34,block_sparse_moe.experts.64.w1,0.0002618167,0.05000,2.988
+34,block_sparse_moe.experts.68.w1,0.0014343174,0.05000,3.061
+34,block_sparse_moe.experts.78.w1,0.0009062239,0.05000,2.965
+34,block_sparse_moe.experts.72.w1,0.0013762781,0.05000,3.049
+34,block_sparse_moe.experts.66.w1,0.0011142154,0.05000,2.899
+34,block_sparse_moe.experts.74.w1,0.0011859070,0.05000,3.014
+34,block_sparse_moe.experts.65.w1,0.0005292369,0.05000,3.128
+34,block_sparse_moe.experts.76.w1,0.0002907719,0.05000,3.107
+34,block_sparse_moe.experts.70.w1,0.0005084581,0.05000,2.924
+34,block_sparse_moe.experts.69.w1,0.0002911827,0.05000,3.077
+34,block_sparse_moe.experts.73.w1,0.0004655474,0.05000,3.121
+34,block_sparse_moe.experts.71.w1,0.0009226019,0.05000,3.061
+34,block_sparse_moe.experts.77.w1,0.0012161009,0.05000,3.039
+34,block_sparse_moe.experts.75.w1,0.0004805053,0.05000,3.007
+34,block_sparse_moe.experts.79.w1,0.0008941433,0.05000,2.936
+34,block_sparse_moe.experts.67.w1,0.0007732376,0.05000,3.057
+34,block_sparse_moe.experts.80.w1,0.0005162736,0.05000,3.100
+34,block_sparse_moe.experts.84.w1,0.0004406667,0.05000,3.127
+34,block_sparse_moe.experts.88.w1,0.0015705638,0.05000,3.041
+34,block_sparse_moe.experts.94.w1,0.0008739850,0.05000,3.144
+34,block_sparse_moe.experts.92.w1,0.0001392876,0.05000,2.990
+34,block_sparse_moe.experts.86.w1,0.0002683301,0.05000,3.078
+34,block_sparse_moe.experts.82.w1,0.0012321963,0.05000,3.162
+34,block_sparse_moe.experts.90.w1,0.0004025156,0.05000,3.152
+34,block_sparse_moe.experts.85.w1,0.0018868837,0.05000,3.032
+34,block_sparse_moe.experts.81.w1,0.0010232614,0.05000,3.201
+34,block_sparse_moe.experts.87.w1,0.0006813669,0.05000,3.084
+34,block_sparse_moe.experts.89.w1,0.0009524420,0.05000,3.150
+34,block_sparse_moe.experts.93.w1,0.0005918510,0.05000,3.132
+34,block_sparse_moe.experts.91.w1,0.0001817019,0.05000,2.959
+34,block_sparse_moe.experts.95.w1,0.0020260983,0.05000,2.936
+34,block_sparse_moe.experts.83.w1,0.0011662563,0.05000,3.019
+34,block_sparse_moe.experts.96.w1,0.0009703096,0.05000,3.158
+34,block_sparse_moe.experts.110.w1,0.0012016124,0.05000,2.974
+34,block_sparse_moe.experts.104.w1,0.0005111093,0.05000,3.152
+34,block_sparse_moe.experts.98.w1,0.0006503596,0.05000,2.984
+34,block_sparse_moe.experts.106.w1,0.0023007724,0.05000,3.017
+34,block_sparse_moe.experts.100.w1,0.0009305138,0.05000,3.289
+34,block_sparse_moe.experts.108.w1,0.0002513871,0.05000,3.181
+34,block_sparse_moe.experts.102.w1,0.0003016338,0.05000,3.092
+34,block_sparse_moe.experts.103.w1,0.0003286187,0.05000,3.036
+34,block_sparse_moe.experts.111.w1,0.0002782316,0.05000,2.910
+34,block_sparse_moe.experts.97.w1,0.0007854526,0.05000,3.127
+34,block_sparse_moe.experts.107.w1,0.0011604741,0.05000,3.006
+34,block_sparse_moe.experts.101.w1,0.0013301300,0.05000,3.285
+34,block_sparse_moe.experts.105.w1,0.0003559138,0.05000,3.212
+34,block_sparse_moe.experts.109.w1,0.0009991613,0.05000,3.240
+34,block_sparse_moe.experts.99.w1,0.0005395785,0.05000,3.013
+34,block_sparse_moe.experts.126.w1,0.0010794360,0.05000,2.936
+34,block_sparse_moe.experts.112.w1,0.0004211755,0.05000,3.107
+34,block_sparse_moe.experts.114.w1,0.0006421123,0.05000,2.895
+34,block_sparse_moe.experts.120.w1,0.0002477013,0.05000,2.985
+34,block_sparse_moe.experts.124.w1,0.0014048284,0.05000,2.968
+34,block_sparse_moe.experts.122.w1,0.0005360997,0.05000,3.013
+34,block_sparse_moe.experts.118.w1,0.0017642490,0.05000,3.015
+34,block_sparse_moe.experts.117.w1,0.0009252735,0.05000,2.801
+34,block_sparse_moe.experts.119.w1,0.0003149761,0.05000,2.948
+34,block_sparse_moe.experts.116.w1,0.0009923686,0.05000,3.075
+34,block_sparse_moe.experts.113.w1,0.0003484906,0.05000,2.928
+34,block_sparse_moe.experts.123.w1,0.0008905373,0.05000,2.903
+34,block_sparse_moe.experts.121.w1,0.0006618785,0.05000,2.869
+34,block_sparse_moe.experts.127.w1,0.0005190482,0.05000,3.054
+34,block_sparse_moe.experts.125.w1,0.0017815309,0.05000,2.861
+34,block_sparse_moe.experts.115.w1,0.0006846590,0.05000,2.911
+34,block_sparse_moe.experts.128.w1,0.0006388660,0.05000,2.976
+34,block_sparse_moe.experts.142.w1,0.0018102145,0.05000,3.103
+34,block_sparse_moe.experts.136.w1,0.0017823875,0.05000,2.976
+34,block_sparse_moe.experts.140.w1,0.0023112985,0.05000,2.978
+34,block_sparse_moe.experts.130.w1,0.0015267315,0.05000,3.192
+34,block_sparse_moe.experts.133.w1,0.0010054713,0.05000,3.016
+34,block_sparse_moe.experts.138.w1,0.0003935074,0.05000,3.098
+34,block_sparse_moe.experts.132.w1,0.0015711364,0.05000,3.026
+34,block_sparse_moe.experts.129.w1,0.0011169336,0.05000,3.050
+34,block_sparse_moe.experts.137.w1,0.0017427462,0.05000,3.004
+34,block_sparse_moe.experts.134.w1,0.0010382575,0.05000,3.150
+34,block_sparse_moe.experts.135.w1,0.0010282048,0.05000,3.143
+34,block_sparse_moe.experts.141.w1,0.0007299199,0.05000,3.000
+34,block_sparse_moe.experts.139.w1,0.0018289805,0.05000,3.188
+34,block_sparse_moe.experts.143.w1,0.0010223286,0.05000,3.159
+34,block_sparse_moe.experts.131.w1,0.0012552527,0.05000,3.184
+34,block_sparse_moe.experts.158.w1,0.0008340460,0.05000,2.861
+34,block_sparse_moe.experts.152.w1,0.0004490461,0.05000,2.999
+34,block_sparse_moe.experts.144.w1,0.0006001310,0.05000,3.117
+34,block_sparse_moe.experts.146.w1,0.0005538685,0.05000,2.923
+34,block_sparse_moe.experts.156.w1,0.0009747313,0.05000,3.073
+34,block_sparse_moe.experts.154.w1,0.0012901450,0.05000,2.949
+34,block_sparse_moe.experts.150.w1,0.0009157238,0.05000,2.971
+34,block_sparse_moe.experts.151.w1,0.0007555080,0.05000,3.062
+34,block_sparse_moe.experts.148.w1,0.0009279060,0.05000,3.165
+34,block_sparse_moe.experts.149.w1,0.0015602577,0.05000,3.229
+34,block_sparse_moe.experts.153.w1,0.0019379273,0.05000,3.128
+34,block_sparse_moe.experts.145.w1,0.0005121172,0.05000,3.227
+34,block_sparse_moe.experts.159.w1,0.0008378928,0.05000,3.032
+34,block_sparse_moe.experts.155.w1,0.0003696920,0.05000,3.100
+34,block_sparse_moe.experts.157.w1,0.0003384716,0.05000,3.202
+34,block_sparse_moe.experts.147.w1,0.0009147479,0.05000,3.049
+34,block_sparse_moe.experts.174.w1,0.0007786960,0.05000,3.070
+34,block_sparse_moe.experts.168.w1,0.0006756096,0.05000,3.169
+34,block_sparse_moe.experts.162.w1,0.0007796289,0.05000,3.069
+34,block_sparse_moe.experts.160.w1,0.0008159649,0.05000,3.173
+34,block_sparse_moe.experts.172.w1,0.0004859743,0.05000,3.153
+34,block_sparse_moe.experts.170.w1,0.0012021892,0.05000,3.142
+34,block_sparse_moe.experts.169.w1,0.0004913119,0.05000,3.035
+34,block_sparse_moe.experts.166.w1,0.0007938298,0.05000,3.201
+34,block_sparse_moe.experts.171.w1,0.0006867749,0.05000,3.027
+34,block_sparse_moe.experts.161.w1,0.0006802576,0.05000,3.069
+34,block_sparse_moe.experts.165.w1,0.0012969071,0.05000,3.141
+34,block_sparse_moe.experts.164.w1,0.0008206797,0.05000,3.167
+34,block_sparse_moe.experts.175.w1,0.0012581290,0.05000,3.099
+34,block_sparse_moe.experts.167.w1,0.0012151325,0.05000,3.233
+34,block_sparse_moe.experts.173.w1,0.0006937342,0.05000,3.090
+34,block_sparse_moe.experts.163.w1,0.0008993104,0.05000,3.179
+34,block_sparse_moe.experts.190.w1,0.0028909491,0.05000,3.063
+34,block_sparse_moe.experts.178.w1,0.0003069360,0.05000,2.999
+34,block_sparse_moe.experts.181.w1,0.0001413921,0.05000,2.651
+34,block_sparse_moe.experts.184.w1,0.0006516884,0.05000,3.116
+34,block_sparse_moe.experts.177.w1,0.0001013838,0.05000,2.720
+34,block_sparse_moe.experts.185.w1,0.0002760208,0.05000,2.843
+34,block_sparse_moe.experts.188.w1,0.0042747696,0.05000,3.021
+34,block_sparse_moe.experts.186.w1,0.0007061317,0.05000,3.028
+34,block_sparse_moe.experts.176.w1,0.0009722413,0.05000,3.160
+34,block_sparse_moe.experts.189.w1,0.0017573057,0.05000,2.727
+34,block_sparse_moe.experts.187.w1,0.0009908017,0.05000,2.953
+34,block_sparse_moe.experts.183.w1,0.0017935128,0.05000,2.932
+34,block_sparse_moe.experts.191.w1,0.0011551294,0.05000,3.018
+34,block_sparse_moe.experts.182.w1,0.0006698060,0.05000,3.229
+34,block_sparse_moe.experts.180.w1,0.0011608516,0.05000,3.165
+34,block_sparse_moe.experts.179.w1,0.0008540250,0.05000,3.056
+34,block_sparse_moe.experts.206.w1,0.0003877664,0.05000,3.164
+34,block_sparse_moe.experts.193.w1,0.0006962897,0.05000,2.938
+34,block_sparse_moe.experts.197.w1,0.0014869869,0.05000,3.068
+34,block_sparse_moe.experts.205.w1,0.0013241099,0.05000,2.954
+34,block_sparse_moe.experts.201.w1,0.0010237006,0.05000,3.046
+34,block_sparse_moe.experts.194.w1,0.0005866505,0.05000,3.236
+34,block_sparse_moe.experts.200.w1,0.0012881706,0.05000,3.138
+34,block_sparse_moe.experts.204.w1,0.0007762974,0.05000,3.072
+34,block_sparse_moe.experts.202.w1,0.0009501014,0.05000,3.191
+34,block_sparse_moe.experts.192.w1,0.0021423847,0.05000,3.171
+34,block_sparse_moe.experts.199.w1,0.0003285515,0.05000,3.015
+34,block_sparse_moe.experts.203.w1,0.0019516495,0.05000,3.140
+34,block_sparse_moe.experts.207.w1,0.0006166542,0.05000,3.053
+34,block_sparse_moe.experts.196.w1,0.0006451367,0.05000,3.046
+34,block_sparse_moe.experts.198.w1,0.0009721198,0.05000,3.210
+34,block_sparse_moe.experts.195.w1,0.0006895980,0.05000,3.109
+34,block_sparse_moe.experts.209.w1,0.0003628148,0.05000,2.888
+34,block_sparse_moe.experts.222.w1,0.0004803437,0.05000,3.007
+34,block_sparse_moe.experts.213.w1,0.0019860716,0.05000,2.921
+34,block_sparse_moe.experts.216.w1,0.0009157038,0.05000,2.821
+34,block_sparse_moe.experts.217.w1,0.0007030266,0.05000,2.922
+34,block_sparse_moe.experts.221.w1,0.0012634870,0.05000,3.001
+34,block_sparse_moe.experts.220.w1,0.0016257280,0.05000,2.945
+34,block_sparse_moe.experts.210.w1,0.0007689307,0.05000,3.033
+34,block_sparse_moe.experts.208.w1,0.0004066593,0.05000,2.956
+34,block_sparse_moe.experts.219.w1,0.0004282469,0.05000,2.920
+34,block_sparse_moe.experts.215.w1,0.0006336324,0.05000,3.041
+34,block_sparse_moe.experts.223.w1,0.0006937280,0.05000,3.008
+34,block_sparse_moe.experts.218.w1,0.0009524040,0.05000,3.172
+34,block_sparse_moe.experts.212.w1,0.0005095216,0.05000,2.957
+34,block_sparse_moe.experts.214.w1,0.0007647832,0.05000,3.049
+34,block_sparse_moe.experts.211.w1,0.0005766387,0.05000,2.987
+34,block_sparse_moe.experts.229.w1,0.0003673845,0.05000,2.690
+34,block_sparse_moe.experts.225.w1,0.0011367337,0.05000,2.829
+34,block_sparse_moe.experts.238.w1,0.0026066320,0.05000,2.876
+34,block_sparse_moe.experts.233.w1,0.0007638670,0.05000,2.734
+34,block_sparse_moe.experts.237.w1,0.0011558188,0.05000,2.677
+34,block_sparse_moe.experts.232.w1,0.0010658058,0.05000,3.061
+34,block_sparse_moe.experts.226.w1,0.0008600760,0.05000,2.906
+34,block_sparse_moe.experts.236.w1,0.0020926352,0.05000,3.114
+34,block_sparse_moe.experts.234.w1,0.0011247490,0.05000,2.831
+34,block_sparse_moe.experts.224.w1,0.0002677685,0.05000,3.091
+34,block_sparse_moe.experts.235.w1,0.0020848928,0.05000,3.062
+34,block_sparse_moe.experts.231.w1,0.0019564810,0.05000,2.997
+34,block_sparse_moe.experts.239.w1,0.0014211104,0.05000,2.994
+34,block_sparse_moe.experts.230.w1,0.0001097992,0.05000,2.843
+34,block_sparse_moe.experts.228.w1,0.0005918019,0.05000,3.106
+34,block_sparse_moe.experts.227.w1,0.0012973025,0.05000,3.061
+34,block_sparse_moe.experts.245.w1,0.0004820368,0.05000,2.717
+34,block_sparse_moe.experts.241.w1,0.0004260510,0.05000,2.718
+34,block_sparse_moe.experts.253.w1,0.0008302187,0.05000,2.735
+34,block_sparse_moe.experts.249.w1,0.0014333022,0.05000,2.827
+34,block_sparse_moe.experts.254.w1,0.0023590460,0.05000,2.900
+34,block_sparse_moe.experts.242.w1,0.0012853861,0.05000,2.975
+34,block_sparse_moe.experts.248.w1,0.0008248943,0.05000,3.286
+34,block_sparse_moe.experts.250.w1,0.0007187325,0.05000,3.065
+34,block_sparse_moe.experts.246.w1,0.0012142823,0.05000,2.899
+34,block_sparse_moe.experts.251.w1,0.0007819102,0.05000,3.135
+34,block_sparse_moe.experts.247.w1,0.0005716525,0.05000,3.154
+34,block_sparse_moe.experts.252.w1,0.0024981978,0.05000,3.321
+34,block_sparse_moe.experts.255.w1,0.0008415871,0.05000,3.142
+34,block_sparse_moe.experts.240.w1,0.0013737076,0.05000,3.251
+34,block_sparse_moe.experts.244.w1,0.0007938447,0.05000,3.302
+34,block_sparse_moe.experts.243.w1,0.0011276442,0.05000,3.246
+34,block_sparse_moe.experts.1.w3,0.0001490277,0.05000,2.826
+34,block_sparse_moe.experts.5.w3,0.0001885374,0.05000,2.924
+34,block_sparse_moe.experts.9.w3,0.0008998714,0.05000,2.758
+34,block_sparse_moe.experts.13.w3,0.0005114272,0.05000,2.938
+34,block_sparse_moe.experts.14.w3,0.0017542732,0.05000,3.240
+34,block_sparse_moe.experts.2.w3,0.0007511349,0.05000,3.120
+34,block_sparse_moe.experts.8.w3,0.0007866325,0.05000,3.095
+34,block_sparse_moe.experts.10.w3,0.0006689155,0.05000,3.113
+34,block_sparse_moe.experts.11.w3,0.0009693604,0.05000,3.048
+34,block_sparse_moe.experts.7.w3,0.0006734998,0.05000,3.026
+34,block_sparse_moe.experts.0.w3,0.0008299399,0.05000,3.025
+34,block_sparse_moe.experts.15.w3,0.0013757223,0.05000,3.048
+34,block_sparse_moe.experts.12.w3,0.0012509668,0.05000,3.128
+34,block_sparse_moe.experts.6.w3,0.0021462589,0.05000,3.190
+34,block_sparse_moe.experts.4.w3,0.0007207229,0.05000,3.055
+34,block_sparse_moe.experts.3.w3,0.0004722920,0.05000,3.046
+34,block_sparse_moe.experts.17.w3,0.0006653983,0.05000,3.105
+34,block_sparse_moe.experts.21.w3,0.0005113536,0.05000,3.082
+34,block_sparse_moe.experts.25.w3,0.0009183427,0.05000,3.020
+34,block_sparse_moe.experts.29.w3,0.0003380681,0.05000,3.038
+34,block_sparse_moe.experts.30.w3,0.0002643105,0.05000,3.023
+34,block_sparse_moe.experts.18.w3,0.0005752906,0.05000,3.010
+34,block_sparse_moe.experts.24.w3,0.0006575416,0.05000,3.070
+34,block_sparse_moe.experts.27.w3,0.0011716089,0.05000,2.962
+34,block_sparse_moe.experts.23.w3,0.0010139987,0.05000,2.965
+34,block_sparse_moe.experts.26.w3,0.0006826647,0.05000,3.086
+34,block_sparse_moe.experts.31.w3,0.0025725349,0.05000,3.023
+34,block_sparse_moe.experts.22.w3,0.0001832317,0.05000,2.981
+34,block_sparse_moe.experts.16.w3,0.0003679997,0.05000,3.138
+34,block_sparse_moe.experts.28.w3,0.0015516073,0.05000,3.089
+34,block_sparse_moe.experts.20.w3,0.0012136934,0.05000,3.066
+34,block_sparse_moe.experts.19.w3,0.0009733155,0.05000,3.007
+34,block_sparse_moe.experts.37.w3,0.0047436007,0.05000,2.751
+34,block_sparse_moe.experts.41.w3,0.0023853412,0.05000,2.813
+34,block_sparse_moe.experts.33.w3,0.0085095477,0.05000,2.926
+34,block_sparse_moe.experts.45.w3,0.0010149380,0.05000,2.906
+34,block_sparse_moe.experts.46.w3,0.0012034037,0.05000,2.972
+34,block_sparse_moe.experts.34.w3,0.0012873215,0.05000,2.925
+34,block_sparse_moe.experts.40.w3,0.0002970087,0.05000,2.978
+34,block_sparse_moe.experts.43.w3,0.0011963167,0.05000,2.945
+34,block_sparse_moe.experts.38.w3,0.0014109379,0.05000,2.838
+34,block_sparse_moe.experts.42.w3,0.0008898295,0.05000,2.941
+34,block_sparse_moe.experts.39.w3,0.0007965704,0.05000,3.038
+34,block_sparse_moe.experts.47.w3,0.0023210042,0.05000,2.948
+34,block_sparse_moe.experts.44.w3,0.0006062809,0.05000,2.848
+34,block_sparse_moe.experts.32.w3,0.0010148804,0.05000,2.899
+34,block_sparse_moe.experts.36.w3,0.0012180960,0.05000,3.040
+34,block_sparse_moe.experts.35.w3,0.0011315530,0.05000,2.939
+34,block_sparse_moe.experts.53.w3,0.0006247378,0.05000,2.944
+34,block_sparse_moe.experts.57.w3,0.0008113021,0.05000,2.964
+34,block_sparse_moe.experts.49.w3,0.0011699333,0.05000,2.922
+34,block_sparse_moe.experts.61.w3,0.0001493628,0.05000,2.965
+34,block_sparse_moe.experts.62.w3,0.0008902884,0.05000,2.910
+34,block_sparse_moe.experts.50.w3,0.0005396460,0.05000,2.930
+34,block_sparse_moe.experts.54.w3,0.0006053441,0.05000,2.852
+34,block_sparse_moe.experts.58.w3,0.0009722220,0.05000,2.862
+34,block_sparse_moe.experts.59.w3,0.0015883053,0.05000,3.091
+34,block_sparse_moe.experts.56.w3,0.0008427016,0.05000,3.109
+34,block_sparse_moe.experts.63.w3,0.0006679140,0.05000,3.046
+34,block_sparse_moe.experts.60.w3,0.0010181458,0.05000,3.070
+34,block_sparse_moe.experts.55.w3,0.0002376331,0.05000,3.174
+34,block_sparse_moe.experts.48.w3,0.0008727751,0.05000,3.140
+34,block_sparse_moe.experts.51.w3,0.0019097597,0.05000,3.008
+34,block_sparse_moe.experts.52.w3,0.0006973622,0.05000,3.102
+34,block_sparse_moe.experts.69.w3,0.0003157778,0.05000,2.835
+34,block_sparse_moe.experts.73.w3,0.0005222091,0.05000,2.836
+34,block_sparse_moe.experts.65.w3,0.0005898549,0.05000,2.851
+34,block_sparse_moe.experts.77.w3,0.0013907391,0.05000,2.757
+34,block_sparse_moe.experts.78.w3,0.0009713389,0.05000,2.806
+34,block_sparse_moe.experts.66.w3,0.0012146875,0.05000,2.874
+34,block_sparse_moe.experts.70.w3,0.0005602849,0.05000,2.780
+34,block_sparse_moe.experts.74.w3,0.0012712216,0.05000,2.896
+34,block_sparse_moe.experts.72.w3,0.0014961297,0.05000,2.964
+34,block_sparse_moe.experts.75.w3,0.0004964613,0.05000,3.056
+34,block_sparse_moe.experts.76.w3,0.0003095077,0.05000,2.971
+34,block_sparse_moe.experts.71.w3,0.0010675050,0.05000,2.956
+34,block_sparse_moe.experts.79.w3,0.0009634159,0.05000,3.118
+34,block_sparse_moe.experts.64.w3,0.0002907637,0.05000,3.025
+34,block_sparse_moe.experts.67.w3,0.0008434011,0.05000,3.031
+34,block_sparse_moe.experts.68.w3,0.0015372032,0.05000,2.970
+34,block_sparse_moe.experts.85.w3,0.0021502834,0.05000,2.909
+34,block_sparse_moe.experts.89.w3,0.0020327788,0.05000,2.891
+34,block_sparse_moe.experts.81.w3,0.0011309667,0.05000,2.908
+34,block_sparse_moe.experts.93.w3,0.0006131444,0.05000,2.932
+34,block_sparse_moe.experts.94.w3,0.0009477889,0.05000,3.017
+34,block_sparse_moe.experts.82.w3,0.0012944678,0.05000,2.946
+34,block_sparse_moe.experts.86.w3,0.0002867342,0.05000,3.042
+34,block_sparse_moe.experts.90.w3,0.0004503665,0.05000,2.984
+34,block_sparse_moe.experts.91.w3,0.0002039604,0.05000,2.954
+34,block_sparse_moe.experts.88.w3,0.0016969017,0.05000,3.161
+34,block_sparse_moe.experts.87.w3,0.0007102688,0.05000,3.011
+34,block_sparse_moe.experts.92.w3,0.0001529303,0.05000,3.124
+34,block_sparse_moe.experts.95.w3,0.0021687181,0.05000,3.121
+34,block_sparse_moe.experts.80.w3,0.0005392834,0.05000,3.156
+34,block_sparse_moe.experts.83.w3,0.0012357674,0.05000,3.133
+34,block_sparse_moe.experts.84.w3,0.0006419945,0.05000,3.164
+34,block_sparse_moe.experts.101.w3,0.0014941692,0.05000,3.112
+34,block_sparse_moe.experts.105.w3,0.0003797405,0.05000,3.087
+34,block_sparse_moe.experts.97.w3,0.0008759713,0.05000,3.177
+34,block_sparse_moe.experts.109.w3,0.0011501341,0.05000,3.191
+34,block_sparse_moe.experts.110.w3,0.0012731168,0.05000,3.119
+34,block_sparse_moe.experts.98.w3,0.0006931477,0.05000,3.145
+34,block_sparse_moe.experts.102.w3,0.0003301030,0.05000,3.177
+34,block_sparse_moe.experts.106.w3,0.0025624384,0.05000,3.268
+34,block_sparse_moe.experts.104.w3,0.0005326307,0.05000,2.979
+34,block_sparse_moe.experts.108.w3,0.0002621762,0.05000,2.976
+34,block_sparse_moe.experts.107.w3,0.0012115240,0.05000,3.247
+34,block_sparse_moe.experts.103.w3,0.0003574618,0.05000,3.243
+34,block_sparse_moe.experts.96.w3,0.0010124304,0.05000,2.998
+34,block_sparse_moe.experts.111.w3,0.0002966048,0.05000,3.165
+34,block_sparse_moe.experts.100.w3,0.0010038541,0.05000,2.975
+34,block_sparse_moe.experts.99.w3,0.0005795369,0.05000,3.200
+34,block_sparse_moe.experts.121.w3,0.0006831601,0.05000,3.036
+34,block_sparse_moe.experts.117.w3,0.0010917773,0.05000,3.079
+34,block_sparse_moe.experts.113.w3,0.0003893598,0.05000,3.068
+34,block_sparse_moe.experts.125.w3,0.0019437077,0.05000,3.040
+34,block_sparse_moe.experts.126.w3,0.0011744747,0.05000,2.981
+34,block_sparse_moe.experts.114.w3,0.0007617770,0.05000,3.078
+34,block_sparse_moe.experts.118.w3,0.0019414706,0.05000,3.010
+34,block_sparse_moe.experts.122.w3,0.0005770388,0.05000,2.931
+34,block_sparse_moe.experts.120.w3,0.0002869004,0.05000,3.043
+34,block_sparse_moe.experts.124.w3,0.0014706392,0.05000,2.965
+34,block_sparse_moe.experts.112.w3,0.0004540940,0.05000,2.941
+34,block_sparse_moe.experts.123.w3,0.0009286609,0.05000,3.107
+34,block_sparse_moe.experts.119.w3,0.0003390244,0.05000,3.036
+34,block_sparse_moe.experts.127.w3,0.0005715764,0.05000,3.052
+34,block_sparse_moe.experts.116.w3,0.0010656667,0.05000,3.064
+34,block_sparse_moe.experts.115.w3,0.0007149460,0.05000,2.994
+34,block_sparse_moe.experts.137.w3,0.0020233778,0.05000,2.828
+34,block_sparse_moe.experts.133.w3,0.0011031081,0.05000,2.892
+34,block_sparse_moe.experts.129.w3,0.0011681761,0.05000,2.935
+34,block_sparse_moe.experts.141.w3,0.0007734453,0.05000,2.950
+34,block_sparse_moe.experts.142.w3,0.0019543599,0.05000,3.109
+34,block_sparse_moe.experts.130.w3,0.0017806955,0.05000,3.214
+34,block_sparse_moe.experts.134.w3,0.0011061371,0.05000,3.172
+34,block_sparse_moe.experts.138.w3,0.0004204375,0.05000,3.129
+34,block_sparse_moe.experts.136.w3,0.0018965456,0.05000,2.981
+34,block_sparse_moe.experts.140.w3,0.0025335993,0.05000,3.027
+34,block_sparse_moe.experts.135.w3,0.0011046008,0.05000,2.774
+34,block_sparse_moe.experts.139.w3,0.0020388181,0.05000,2.927
+34,block_sparse_moe.experts.128.w3,0.0006771099,0.05000,2.999
+34,block_sparse_moe.experts.143.w3,0.0010840810,0.05000,2.894
+34,block_sparse_moe.experts.131.w3,0.0014443311,0.05000,2.838
+34,block_sparse_moe.experts.132.w3,0.0016486070,0.05000,3.132
+34,block_sparse_moe.experts.153.w3,0.0021748858,0.05000,3.149
+34,block_sparse_moe.experts.149.w3,0.0017443122,0.05000,3.119
+34,block_sparse_moe.experts.145.w3,0.0005563185,0.05000,3.164
+34,block_sparse_moe.experts.157.w3,0.0003590829,0.05000,3.135
+34,block_sparse_moe.experts.158.w3,0.0009287955,0.05000,3.010
+34,block_sparse_moe.experts.146.w3,0.0005773768,0.05000,2.843
+34,block_sparse_moe.experts.150.w3,0.0009610278,0.05000,2.827
+34,block_sparse_moe.experts.154.w3,0.0014937546,0.05000,2.846
+34,block_sparse_moe.experts.156.w3,0.0010855669,0.05000,2.867
+34,block_sparse_moe.experts.152.w3,0.0004860636,0.05000,3.008
+34,block_sparse_moe.experts.151.w3,0.0008921217,0.05000,2.976
+34,block_sparse_moe.experts.144.w3,0.0006425271,0.05000,2.905
+34,block_sparse_moe.experts.155.w3,0.0004163457,0.05000,3.010
+34,block_sparse_moe.experts.159.w3,0.0009721425,0.05000,3.034
+34,block_sparse_moe.experts.147.w3,0.0010035318,0.05000,3.074
+34,block_sparse_moe.experts.148.w3,0.0009974183,0.05000,2.936
+34,block_sparse_moe.experts.165.w3,0.0014393502,0.05000,3.049
+34,block_sparse_moe.experts.169.w3,0.0005446328,0.05000,3.121
+34,block_sparse_moe.experts.161.w3,0.0007870146,0.05000,3.107
+34,block_sparse_moe.experts.173.w3,0.0007793881,0.05000,3.139
+34,block_sparse_moe.experts.174.w3,0.0008407261,0.05000,2.867
+34,block_sparse_moe.experts.162.w3,0.0008125772,0.05000,3.059
+34,block_sparse_moe.experts.166.w3,0.0008235569,0.05000,3.056
+34,block_sparse_moe.experts.170.w3,0.0012858693,0.05000,3.051
+34,block_sparse_moe.experts.172.w3,0.0005619662,0.05000,3.069
+34,block_sparse_moe.experts.168.w3,0.0007028645,0.05000,3.062
+34,block_sparse_moe.experts.167.w3,0.0012668574,0.05000,3.140
+34,block_sparse_moe.experts.171.w3,0.0008204732,0.05000,3.022
+34,block_sparse_moe.experts.160.w3,0.0008447932,0.05000,3.126
+34,block_sparse_moe.experts.175.w3,0.0014150306,0.05000,3.102
+34,block_sparse_moe.experts.163.w3,0.0009506045,0.05000,3.049
+34,block_sparse_moe.experts.164.w3,0.0010212428,0.05000,3.059
+34,block_sparse_moe.experts.181.w3,0.0001609491,0.05000,2.943
+34,block_sparse_moe.experts.185.w3,0.0003172378,0.05000,3.051
+34,block_sparse_moe.experts.177.w3,0.0001247785,0.05000,2.986
+34,block_sparse_moe.experts.189.w3,0.0018834314,0.05000,3.071
+34,block_sparse_moe.experts.190.w3,0.0033273943,0.05000,2.926
+34,block_sparse_moe.experts.178.w3,0.0003413535,0.05000,2.817
+34,block_sparse_moe.experts.182.w3,0.0006985434,0.05000,2.698
+34,block_sparse_moe.experts.186.w3,0.0008346749,0.05000,2.807
+34,block_sparse_moe.experts.188.w3,0.0048172386,0.05000,2.943
+34,block_sparse_moe.experts.184.w3,0.0007280944,0.05000,2.936
+34,block_sparse_moe.experts.183.w3,0.0020271033,0.05000,2.978
+34,block_sparse_moe.experts.176.w3,0.0010194169,0.05000,2.955
+34,block_sparse_moe.experts.187.w3,0.0010550981,0.05000,3.018
+34,block_sparse_moe.experts.191.w3,0.0013189310,0.05000,2.962
+34,block_sparse_moe.experts.179.w3,0.0009131177,0.05000,3.018
+34,block_sparse_moe.experts.180.w3,0.0012736969,0.05000,2.997
+34,block_sparse_moe.experts.197.w3,0.0016170111,0.05000,2.961
+34,block_sparse_moe.experts.201.w3,0.0010610485,0.05000,2.973
+34,block_sparse_moe.experts.193.w3,0.0007442076,0.05000,2.978
+34,block_sparse_moe.experts.205.w3,0.0013960819,0.05000,3.045
+34,block_sparse_moe.experts.206.w3,0.0003991272,0.05000,3.036
+34,block_sparse_moe.experts.194.w3,0.0006321851,0.05000,3.204
+34,block_sparse_moe.experts.198.w3,0.0010525911,0.05000,3.108
+34,block_sparse_moe.experts.202.w3,0.0011594852,0.05000,3.184
+34,block_sparse_moe.experts.200.w3,0.0013625519,0.05000,2.903
+34,block_sparse_moe.experts.204.w3,0.0008358326,0.05000,2.983
+34,block_sparse_moe.experts.192.w3,0.0027952559,0.05000,2.958
+34,block_sparse_moe.experts.199.w3,0.0003473164,0.05000,3.169
+34,block_sparse_moe.experts.203.w3,0.0022229925,0.05000,3.151
+34,block_sparse_moe.experts.207.w3,0.0006387817,0.05000,3.209
+34,block_sparse_moe.experts.196.w3,0.0007334284,0.05000,2.898
+34,block_sparse_moe.experts.195.w3,0.0007817183,0.05000,3.162
+34,block_sparse_moe.experts.213.w3,0.0021877562,0.05000,2.841
+34,block_sparse_moe.experts.217.w3,0.0007930547,0.05000,2.838
+34,block_sparse_moe.experts.209.w3,0.0004168744,0.05000,3.080
+34,block_sparse_moe.experts.221.w3,0.0014105564,0.05000,2.999
+34,block_sparse_moe.experts.222.w3,0.0005163840,0.05000,3.319
+34,block_sparse_moe.experts.210.w3,0.0008116687,0.05000,3.249
+34,block_sparse_moe.experts.214.w3,0.0008848974,0.05000,3.321
+34,block_sparse_moe.experts.216.w3,0.0009796744,0.05000,2.937
+34,block_sparse_moe.experts.220.w3,0.0017073792,0.05000,2.963
+34,block_sparse_moe.experts.218.w3,0.0010368928,0.05000,3.236
+34,block_sparse_moe.experts.208.w3,0.0004840598,0.05000,2.985
+34,block_sparse_moe.experts.219.w3,0.0005000585,0.05000,3.135
+34,block_sparse_moe.experts.215.w3,0.0006611145,0.05000,3.239
+34,block_sparse_moe.experts.223.w3,0.0007441981,0.05000,2.994
+34,block_sparse_moe.experts.212.w3,0.0006132749,0.05000,3.083
+34,block_sparse_moe.experts.211.w3,0.0006044220,0.05000,3.014
+34,block_sparse_moe.experts.229.w3,0.0003839547,0.05000,3.304
+34,block_sparse_moe.experts.233.w3,0.0008012373,0.05000,3.360
+34,block_sparse_moe.experts.225.w3,0.0011971921,0.05000,3.268
+34,block_sparse_moe.experts.237.w3,0.0012541988,0.05000,3.227
+34,block_sparse_moe.experts.238.w3,0.0027970692,0.05000,3.063
+34,block_sparse_moe.experts.226.w3,0.0010022014,0.05000,2.990
+34,block_sparse_moe.experts.236.w3,0.0022923114,0.05000,2.927
+34,block_sparse_moe.experts.230.w3,0.0001179484,0.05000,2.987
+34,block_sparse_moe.experts.232.w3,0.0011285533,0.05000,3.017
+34,block_sparse_moe.experts.234.w3,0.0013826219,0.05000,3.014
+34,block_sparse_moe.experts.224.w3,0.0002802647,0.05000,2.931
+34,block_sparse_moe.experts.235.w3,0.0022076622,0.05000,3.195
+34,block_sparse_moe.experts.231.w3,0.0020557443,0.05000,3.120
+34,block_sparse_moe.experts.228.w3,0.0006403957,0.05000,3.066
+34,block_sparse_moe.experts.239.w3,0.0016530306,0.05000,3.261
+34,block_sparse_moe.experts.227.w3,0.0013960473,0.05000,3.158
+34,block_sparse_moe.experts.245.w3,0.0005699976,0.05000,3.064
+34,block_sparse_moe.experts.249.w3,0.0016341760,0.05000,2.896
+34,block_sparse_moe.experts.241.w3,0.0004478739,0.05000,2.671
+34,block_sparse_moe.experts.253.w3,0.0008900319,0.05000,2.599
+34,block_sparse_moe.experts.254.w3,0.0025373017,0.05000,2.764
+34,block_sparse_moe.experts.242.w3,0.0013792829,0.05000,2.699
+34,block_sparse_moe.experts.246.w3,0.0012787076,0.05000,2.659
+34,block_sparse_moe.experts.250.w3,0.0008005340,0.05000,2.499
+34,block_sparse_moe.experts.252.w3,0.0028764847,0.05000,2.808
+34,block_sparse_moe.experts.248.w3,0.0009144905,0.05000,2.808
+34,block_sparse_moe.experts.240.w3,0.0015079156,0.05000,2.698
+34,block_sparse_moe.experts.244.w3,0.0008323763,0.05000,2.208
+34,block_sparse_moe.experts.247.w3,0.0006472043,0.05000,2.424
+34,block_sparse_moe.experts.251.w3,0.0008706872,0.05000,2.523
+34,block_sparse_moe.experts.255.w3,0.0008838765,0.05000,2.369
+34,block_sparse_moe.experts.243.w3,0.0011896945,0.05000,2.224
+34,block_sparse_moe.experts.0.w2,0.0006757206,0.05000,1.522
+34,block_sparse_moe.experts.1.w2,0.0001122521,0.05000,1.530
+34,block_sparse_moe.experts.2.w2,0.0015894537,0.05000,1.563
+34,block_sparse_moe.experts.8.w2,0.0009338434,0.05000,1.521
+34,block_sparse_moe.experts.12.w2,0.0017129184,0.05000,1.522
+34,block_sparse_moe.experts.10.w2,0.0012006803,0.05000,1.522
+34,block_sparse_moe.experts.5.w2,0.0002106634,0.05000,1.570
+34,block_sparse_moe.experts.9.w2,0.0008117911,0.05000,1.528
+34,block_sparse_moe.experts.4.w2,0.0010494506,0.05000,1.572
+34,block_sparse_moe.experts.14.w2,0.0022051197,0.05000,1.571
+34,block_sparse_moe.experts.13.w2,0.0003352007,0.05000,1.583
+34,block_sparse_moe.experts.6.w2,0.0042003867,0.05000,1.675
+34,block_sparse_moe.experts.15.w2,0.0009620559,0.05000,1.660
+34,block_sparse_moe.experts.3.w2,0.0009645706,0.05000,1.716
+34,block_sparse_moe.experts.11.w2,0.0004918154,0.05000,1.681
+34,block_sparse_moe.experts.7.w2,0.0019979940,0.05000,1.704
+34,block_sparse_moe.experts.17.w2,0.0013704872,0.05000,1.484
+34,block_sparse_moe.experts.16.w2,0.0008163726,0.05000,1.496
+34,block_sparse_moe.experts.26.w2,0.0013948309,0.05000,1.466
+34,block_sparse_moe.experts.19.w2,0.0007734295,0.05000,1.344
+34,block_sparse_moe.experts.29.w2,0.0005806777,0.05000,1.437
+34,block_sparse_moe.experts.24.w2,0.0002466945,0.05000,1.499
+34,block_sparse_moe.experts.25.w2,0.0027534307,0.05000,1.494
+34,block_sparse_moe.experts.20.w2,0.0008417784,0.05000,1.495
+34,block_sparse_moe.experts.21.w2,0.0005729642,0.05000,1.502
+34,block_sparse_moe.experts.31.w2,0.0030392785,0.05000,1.384
+34,block_sparse_moe.experts.18.w2,0.0004567033,0.05000,1.542
+34,block_sparse_moe.experts.23.w2,0.0027512804,0.05000,1.362
+34,block_sparse_moe.experts.27.w2,0.0009529384,0.05000,1.399
+34,block_sparse_moe.experts.28.w2,0.0022810216,0.05000,1.572
+34,block_sparse_moe.experts.30.w2,0.0002862269,0.05000,1.561
+34,block_sparse_moe.experts.22.w2,0.0005289766,0.05000,1.578
+34,block_sparse_moe.experts.39.w2,0.0023972865,0.05000,1.284
+34,block_sparse_moe.experts.33.w2,0.0322804415,0.05000,1.404
+34,block_sparse_moe.experts.43.w2,0.0010950043,0.05000,1.297
+34,block_sparse_moe.experts.47.w2,0.0065696441,0.05000,1.362
+34,block_sparse_moe.experts.35.w2,0.0003062385,0.05000,1.399
+34,block_sparse_moe.experts.42.w2,0.0005175208,0.05000,1.439
+34,block_sparse_moe.experts.45.w2,0.0007425055,0.05000,1.414
+34,block_sparse_moe.experts.41.w2,0.0085531700,0.05000,1.454
+34,block_sparse_moe.experts.37.w2,0.0106578462,0.05000,1.463
+34,block_sparse_moe.experts.32.w2,0.0008122141,0.05000,1.522
+34,block_sparse_moe.experts.40.w2,0.0000761669,0.05000,1.481
+34,block_sparse_moe.experts.34.w2,0.0018980232,0.05000,1.451
+34,block_sparse_moe.experts.36.w2,0.0013733503,0.05000,1.505
+34,block_sparse_moe.experts.46.w2,0.0005082913,0.05000,1.417
+34,block_sparse_moe.experts.38.w2,0.0012147869,0.05000,1.378
+34,block_sparse_moe.experts.44.w2,0.0004527849,0.05000,1.499
+34,block_sparse_moe.experts.58.w2,0.0026756374,0.05000,1.344
+34,block_sparse_moe.experts.50.w2,0.0002948608,0.05000,1.394
+34,block_sparse_moe.experts.49.w2,0.0008247739,0.05000,1.530
+34,block_sparse_moe.experts.55.w2,0.0011994908,0.05000,1.595
+34,block_sparse_moe.experts.62.w2,0.0021042096,0.05000,1.421
+34,block_sparse_moe.experts.57.w2,0.0023298944,0.05000,1.512
+34,block_sparse_moe.experts.59.w2,0.0011169720,0.05000,1.612
+34,block_sparse_moe.experts.51.w2,0.0016879484,0.05000,1.605
+34,block_sparse_moe.experts.61.w2,0.0003694172,0.05000,1.598
+34,block_sparse_moe.experts.53.w2,0.0009019667,0.05000,1.569
+34,block_sparse_moe.experts.54.w2,0.0013072569,0.05000,1.476
+34,block_sparse_moe.experts.63.w2,0.0003753651,0.05000,1.654
+34,block_sparse_moe.experts.52.w2,0.0002193616,0.05000,1.556
+34,block_sparse_moe.experts.48.w2,0.0006883142,0.05000,1.611
+34,block_sparse_moe.experts.56.w2,0.0011300681,0.05000,1.615
+34,block_sparse_moe.experts.60.w2,0.0043864255,0.05000,1.572
+34,block_sparse_moe.experts.71.w2,0.0022449895,0.05000,1.467
+34,block_sparse_moe.experts.65.w2,0.0013938998,0.05000,1.516
+34,block_sparse_moe.experts.74.w2,0.0009308228,0.05000,1.656
+34,block_sparse_moe.experts.75.w2,0.0004120673,0.05000,1.493
+34,block_sparse_moe.experts.73.w2,0.0009193998,0.05000,1.517
+34,block_sparse_moe.experts.66.w2,0.0005821677,0.05000,1.596
+34,block_sparse_moe.experts.67.w2,0.0006016466,0.05000,1.537
+34,block_sparse_moe.experts.64.w2,0.0003830054,0.05000,1.454
+34,block_sparse_moe.experts.77.w2,0.0070939004,0.05000,1.541
+34,block_sparse_moe.experts.69.w2,0.0002287713,0.05000,1.526
+34,block_sparse_moe.experts.78.w2,0.0004478779,0.05000,1.629
+34,block_sparse_moe.experts.79.w2,0.0006392984,0.05000,1.536
+34,block_sparse_moe.experts.72.w2,0.0031701642,0.05000,1.496
+34,block_sparse_moe.experts.70.w2,0.0016922113,0.05000,1.588
+34,block_sparse_moe.experts.68.w2,0.0011392537,0.05000,1.574
+34,block_sparse_moe.experts.76.w2,0.0003368062,0.05000,1.502
+34,block_sparse_moe.experts.87.w2,0.0002235511,0.05000,1.388
+34,block_sparse_moe.experts.81.w2,0.0022652494,0.05000,1.474
+34,block_sparse_moe.experts.91.w2,0.0005088390,0.05000,1.427
+34,block_sparse_moe.experts.90.w2,0.0008753384,0.05000,1.522
+34,block_sparse_moe.experts.83.w2,0.0009677854,0.05000,1.424
+34,block_sparse_moe.experts.89.w2,0.0060758841,0.05000,1.496
+34,block_sparse_moe.experts.82.w2,0.0006360717,0.05000,1.548
+34,block_sparse_moe.experts.95.w2,0.0189836459,0.05000,1.454
+34,block_sparse_moe.experts.93.w2,0.0001725746,0.05000,1.494
+34,block_sparse_moe.experts.94.w2,0.0023916032,0.05000,1.474
+34,block_sparse_moe.experts.85.w2,0.0041940378,0.05000,1.492
+34,block_sparse_moe.experts.88.w2,0.0014441831,0.05000,1.484
+34,block_sparse_moe.experts.80.w2,0.0003121776,0.05000,1.561
+34,block_sparse_moe.experts.86.w2,0.0003124438,0.05000,1.510
+34,block_sparse_moe.experts.84.w2,0.0001255599,0.05000,1.540
+34,block_sparse_moe.experts.92.w2,0.0002411495,0.05000,1.549
+34,block_sparse_moe.experts.103.w2,0.0003212098,0.05000,1.452
+34,block_sparse_moe.experts.107.w2,0.0004115092,0.05000,1.419
+34,block_sparse_moe.experts.97.w2,0.0064413905,0.05000,1.447
+34,block_sparse_moe.experts.106.w2,0.0114696696,0.05000,1.472
+34,block_sparse_moe.experts.99.w2,0.0004079831,0.05000,1.497
+34,block_sparse_moe.experts.109.w2,0.0028075235,0.05000,1.420
+34,block_sparse_moe.experts.105.w2,0.0002745496,0.05000,1.492
+34,block_sparse_moe.experts.98.w2,0.0003079693,0.05000,1.489
+34,block_sparse_moe.experts.110.w2,0.0004056609,0.05000,1.479
+34,block_sparse_moe.experts.111.w2,0.0011202146,0.05000,1.499
+34,block_sparse_moe.experts.101.w2,0.0020599608,0.05000,1.498
+34,block_sparse_moe.experts.96.w2,0.0007620238,0.05000,1.498
+34,block_sparse_moe.experts.104.w2,0.0008265411,0.05000,1.527
+34,block_sparse_moe.experts.102.w2,0.0006311138,0.05000,1.480
+34,block_sparse_moe.experts.100.w2,0.0010151641,0.05000,1.516
+34,block_sparse_moe.experts.108.w2,0.0001528207,0.05000,1.517
+34,block_sparse_moe.experts.119.w2,0.0002208618,0.05000,1.559
+34,block_sparse_moe.experts.113.w2,0.0017572003,0.05000,1.557
+34,block_sparse_moe.experts.122.w2,0.0012369546,0.05000,1.485
+34,block_sparse_moe.experts.123.w2,0.0002349403,0.05000,1.581
+34,block_sparse_moe.experts.125.w2,0.0008151700,0.05000,1.472
+34,block_sparse_moe.experts.121.w2,0.0004885768,0.05000,1.497
+34,block_sparse_moe.experts.126.w2,0.0016661335,0.05000,1.456
+34,block_sparse_moe.experts.114.w2,0.0016764001,0.05000,1.490
+34,block_sparse_moe.experts.117.w2,0.0019627638,0.05000,1.486
+34,block_sparse_moe.experts.115.w2,0.0040283970,0.05000,1.600
+34,block_sparse_moe.experts.118.w2,0.0050782821,0.05000,1.465
+34,block_sparse_moe.experts.127.w2,0.0006325341,0.05000,1.577
+34,block_sparse_moe.experts.112.w2,0.0002998728,0.05000,1.542
+34,block_sparse_moe.experts.120.w2,0.0009105341,0.05000,1.564
+34,block_sparse_moe.experts.116.w2,0.0012454659,0.05000,1.541
+34,block_sparse_moe.experts.124.w2,0.0007858589,0.05000,1.545
+34,block_sparse_moe.experts.135.w2,0.0012837447,0.05000,1.481
+34,block_sparse_moe.experts.129.w2,0.0005422881,0.05000,1.499
+34,block_sparse_moe.experts.139.w2,0.0037802418,0.05000,1.492
+34,block_sparse_moe.experts.138.w2,0.0003261952,0.05000,1.611
+34,block_sparse_moe.experts.141.w2,0.0005061743,0.05000,1.569
+34,block_sparse_moe.experts.131.w2,0.0016190961,0.05000,1.472
+34,block_sparse_moe.experts.128.w2,0.0005801686,0.05000,1.415
+34,block_sparse_moe.experts.137.w2,0.0059049845,0.05000,1.590
+34,block_sparse_moe.experts.136.w2,0.0012574496,0.05000,1.394
+34,block_sparse_moe.experts.142.w2,0.0027701593,0.05000,1.602
+34,block_sparse_moe.experts.130.w2,0.0105456268,0.05000,1.597
+34,block_sparse_moe.experts.133.w2,0.0004438590,0.05000,1.620
+34,block_sparse_moe.experts.143.w2,0.0020176569,0.05000,1.550
+34,block_sparse_moe.experts.140.w2,0.0056674139,0.05000,1.409
+34,block_sparse_moe.experts.132.w2,0.0014962226,0.05000,1.459
+34,block_sparse_moe.experts.134.w2,0.0005306563,0.05000,1.673
+34,block_sparse_moe.experts.151.w2,0.0017822087,0.05000,1.509
+34,block_sparse_moe.experts.155.w2,0.0007848555,0.05000,1.465
+34,block_sparse_moe.experts.145.w2,0.0006727062,0.05000,1.493
+34,block_sparse_moe.experts.157.w2,0.0002614814,0.05000,1.476
+34,block_sparse_moe.experts.147.w2,0.0033007656,0.05000,1.490
+34,block_sparse_moe.experts.159.w2,0.0023722002,0.05000,1.417
+34,block_sparse_moe.experts.144.w2,0.0003613418,0.05000,1.525
+34,block_sparse_moe.experts.153.w2,0.0037710871,0.05000,1.533
+34,block_sparse_moe.experts.152.w2,0.0073684415,0.05000,1.547
+34,block_sparse_moe.experts.154.w2,0.0035557526,0.05000,1.627
+34,block_sparse_moe.experts.149.w2,0.0021534987,0.05000,1.506
+34,block_sparse_moe.experts.156.w2,0.0016837283,0.05000,1.507
+34,block_sparse_moe.experts.146.w2,0.0014503368,0.05000,1.580
+34,block_sparse_moe.experts.148.w2,0.0008858579,0.05000,1.547
+34,block_sparse_moe.experts.158.w2,0.0028989189,0.05000,1.657
+34,block_sparse_moe.experts.150.w2,0.0005584658,0.05000,1.575
+34,block_sparse_moe.experts.161.w2,0.0033536317,0.05000,1.427
+34,block_sparse_moe.experts.167.w2,0.0009918763,0.05000,1.515
+34,block_sparse_moe.experts.171.w2,0.0005796108,0.05000,1.507
+34,block_sparse_moe.experts.173.w2,0.0027694595,0.05000,1.430
+34,block_sparse_moe.experts.160.w2,0.0004407213,0.05000,1.418
+34,block_sparse_moe.experts.168.w2,0.0001835856,0.05000,1.414
+34,block_sparse_moe.experts.170.w2,0.0013700520,0.05000,1.403
+34,block_sparse_moe.experts.169.w2,0.0013987403,0.05000,1.483
+34,block_sparse_moe.experts.163.w2,0.0009449664,0.05000,1.573
+34,block_sparse_moe.experts.162.w2,0.0003421560,0.05000,1.425
+34,block_sparse_moe.experts.175.w2,0.0019301554,0.05000,1.538
+34,block_sparse_moe.experts.172.w2,0.0013601112,0.05000,1.461
+34,block_sparse_moe.experts.174.w2,0.0010982107,0.05000,1.392
+34,block_sparse_moe.experts.165.w2,0.0015184508,0.05000,1.477
+34,block_sparse_moe.experts.166.w2,0.0006462487,0.05000,1.377
+34,block_sparse_moe.experts.164.w2,0.0019357586,0.05000,1.517
+34,block_sparse_moe.experts.177.w2,0.0004528380,0.05000,1.505
+34,block_sparse_moe.experts.187.w2,0.0007022964,0.05000,1.553
+34,block_sparse_moe.experts.183.w2,0.0057819944,0.05000,1.644
+34,block_sparse_moe.experts.189.w2,0.0015608599,0.05000,1.555
+34,block_sparse_moe.experts.184.w2,0.0055348772,0.05000,1.485
+34,block_sparse_moe.experts.176.w2,0.0003729889,0.05000,1.566
+34,block_sparse_moe.experts.188.w2,0.0180978883,0.05000,1.449
+34,block_sparse_moe.experts.179.w2,0.0006449177,0.05000,1.522
+34,block_sparse_moe.experts.185.w2,0.0002687058,0.05000,1.550
+34,block_sparse_moe.experts.186.w2,0.0024277858,0.05000,1.600
+34,block_sparse_moe.experts.181.w2,0.0004959662,0.05000,1.515
+34,block_sparse_moe.experts.178.w2,0.0006005840,0.05000,1.551
+34,block_sparse_moe.experts.191.w2,0.0026072205,0.05000,1.546
+34,block_sparse_moe.experts.180.w2,0.0021723722,0.05000,1.483
+34,block_sparse_moe.experts.190.w2,0.0173171869,0.05000,1.614
+34,block_sparse_moe.experts.182.w2,0.0025181237,0.05000,1.602
+34,block_sparse_moe.experts.203.w2,0.0065718518,0.05000,1.451
+34,block_sparse_moe.experts.193.w2,0.0005567650,0.05000,1.591
+34,block_sparse_moe.experts.199.w2,0.0015247768,0.05000,1.486
+34,block_sparse_moe.experts.205.w2,0.0003497585,0.05000,1.598
+34,block_sparse_moe.experts.192.w2,0.0212020273,0.05000,1.551
+34,block_sparse_moe.experts.204.w2,0.0013361746,0.05000,1.540
+34,block_sparse_moe.experts.194.w2,0.0005857701,0.05000,1.469
+34,block_sparse_moe.experts.200.w2,0.0007600156,0.05000,1.644
+34,block_sparse_moe.experts.202.w2,0.0012159632,0.05000,1.523
+34,block_sparse_moe.experts.195.w2,0.0062555164,0.05000,1.537
+34,block_sparse_moe.experts.207.w2,0.0001825234,0.05000,1.490
+34,block_sparse_moe.experts.197.w2,0.0016781494,0.05000,1.572
+34,block_sparse_moe.experts.201.w2,0.0008167220,0.05000,1.608
+34,block_sparse_moe.experts.206.w2,0.0012409557,0.05000,1.509
+34,block_sparse_moe.experts.196.w2,0.0017566017,0.05000,1.651
+34,block_sparse_moe.experts.198.w2,0.0022732006,0.05000,1.610
+34,block_sparse_moe.experts.209.w2,0.0005033262,0.05000,1.427
+34,block_sparse_moe.experts.219.w2,0.0018288079,0.05000,1.518
+34,block_sparse_moe.experts.215.w2,0.0002598093,0.05000,1.515
+34,block_sparse_moe.experts.221.w2,0.0020103486,0.05000,1.475
+34,block_sparse_moe.experts.210.w2,0.0006279469,0.05000,1.461
+34,block_sparse_moe.experts.217.w2,0.0018612886,0.05000,1.371
+34,block_sparse_moe.experts.218.w2,0.0006143368,0.05000,1.464
+34,block_sparse_moe.experts.211.w2,0.0002507256,0.05000,1.478
+34,block_sparse_moe.experts.213.w2,0.0059242849,0.05000,1.407
+34,block_sparse_moe.experts.223.w2,0.0006171103,0.05000,1.482
+34,block_sparse_moe.experts.220.w2,0.0006629462,0.05000,1.527
+34,block_sparse_moe.experts.208.w2,0.0006229209,0.05000,1.550
+34,block_sparse_moe.experts.216.w2,0.0010165460,0.05000,1.546
+34,block_sparse_moe.experts.222.w2,0.0020710007,0.05000,1.465
+34,block_sparse_moe.experts.212.w2,0.0015511353,0.05000,1.482
+34,block_sparse_moe.experts.214.w2,0.0011826318,0.05000,1.525
+34,block_sparse_moe.experts.225.w2,0.0012308486,0.05000,1.387
+34,block_sparse_moe.experts.235.w2,0.0151705905,0.05000,1.506
+34,block_sparse_moe.experts.237.w2,0.0018403703,0.05000,1.369
+34,block_sparse_moe.experts.233.w2,0.0003267157,0.05000,1.361
+34,block_sparse_moe.experts.231.w2,0.0013706349,0.05000,1.518
+34,block_sparse_moe.experts.229.w2,0.0009894516,0.05000,1.391
+34,block_sparse_moe.experts.234.w2,0.0033495961,0.05000,1.494
+34,block_sparse_moe.experts.226.w2,0.0035659334,0.05000,1.519
+34,block_sparse_moe.experts.239.w2,0.0067690942,0.05000,1.547
+34,block_sparse_moe.experts.227.w2,0.0025709118,0.05000,1.579
+34,block_sparse_moe.experts.236.w2,0.0036823821,0.05000,1.561
+34,block_sparse_moe.experts.224.w2,0.0006996048,0.05000,1.544
+34,block_sparse_moe.experts.238.w2,0.0098996554,0.05000,1.546
+34,block_sparse_moe.experts.232.w2,0.0037785706,0.05000,1.584
+34,block_sparse_moe.experts.228.w2,0.0011760920,0.05000,1.488
+34,block_sparse_moe.experts.230.w2,0.0001789013,0.05000,1.495
+34,block_sparse_moe.experts.241.w2,0.0003867447,0.05000,1.539
+34,block_sparse_moe.experts.253.w2,0.0012432767,0.05000,1.461
+34,block_sparse_moe.experts.251.w2,0.0010357793,0.05000,1.501
+34,block_sparse_moe.experts.249.w2,0.0052891650,0.05000,1.449
+34,block_sparse_moe.experts.247.w2,0.0023653259,0.05000,1.455
+34,block_sparse_moe.experts.245.w2,0.0005705006,0.05000,1.412
+34,block_sparse_moe.experts.255.w2,0.0010867814,0.05000,1.359
+34,block_sparse_moe.experts.243.w2,0.0008936662,0.05000,1.369
+34,block_sparse_moe.experts.240.w2,0.0016746881,0.05000,1.431
+34,block_sparse_moe.experts.252.w2,0.0074262948,0.05000,1.440
+34,block_sparse_moe.experts.248.w2,0.0017028655,0.05000,1.390
+34,block_sparse_moe.experts.250.w2,0.0007011479,0.05000,1.569
+34,block_sparse_moe.experts.242.w2,0.0022276373,0.05000,1.585
+34,block_sparse_moe.experts.244.w2,0.0004213622,0.05000,1.352
+34,block_sparse_moe.experts.254.w2,0.0032403812,0.05000,1.514
+34,block_sparse_moe.experts.246.w2,0.0005405800,0.05000,1.362
+35,self_attn.q_proj,0.0001043984,0.05000,0.895
+35,self_attn.k_proj,0.0000152619,0.05000,0.936
+35,self_attn.v_proj,0.0000136938,0.05000,0.991
+35,self_attn.o_proj,0.0000069557,0.05000,1.762
+35,block_sparse_moe.experts.8.w1,0.0007729397,0.05000,2.885
+35,block_sparse_moe.experts.4.w1,0.0012965986,0.05000,2.926
+35,block_sparse_moe.experts.0.w1,0.0014725394,0.05000,2.975
+35,block_sparse_moe.experts.7.w1,0.0002311048,0.05000,2.980
+35,block_sparse_moe.experts.10.w1,0.0002418397,0.05000,3.012
+35,block_sparse_moe.experts.2.w1,0.0009875031,0.05000,3.024
+35,block_sparse_moe.experts.3.w1,0.0017078829,0.05000,3.020
+35,block_sparse_moe.experts.12.w1,0.0015239796,0.05000,3.055
+35,block_sparse_moe.experts.15.w1,0.0005383829,0.05000,3.091
+35,block_sparse_moe.experts.14.w1,0.0009739335,0.05000,3.119
+35,block_sparse_moe.experts.11.w1,0.0002888187,0.05000,3.132
+35,block_sparse_moe.experts.9.w1,0.0009481628,0.05000,3.138
+35,block_sparse_moe.experts.6.w1,0.0023083797,0.05000,3.175
+35,block_sparse_moe.experts.1.w1,0.0007302202,0.05000,3.186
+35,block_sparse_moe.experts.5.w1,0.0002143728,0.05000,3.218
+35,block_sparse_moe.experts.13.w1,0.0003257943,0.05000,3.271
+35,block_sparse_moe.experts.25.w1,0.0003966588,0.05000,2.704
+35,block_sparse_moe.experts.17.w1,0.0017615659,0.05000,2.705
+35,block_sparse_moe.experts.24.w1,0.0017554496,0.05000,3.017
+35,block_sparse_moe.experts.20.w1,0.0021848217,0.05000,3.023
+35,block_sparse_moe.experts.23.w1,0.0015498942,0.05000,3.021
+35,block_sparse_moe.experts.18.w1,0.0011849356,0.05000,2.991
+35,block_sparse_moe.experts.31.w1,0.0010237820,0.05000,2.920
+35,block_sparse_moe.experts.29.w1,0.0004120165,0.05000,2.757
+35,block_sparse_moe.experts.26.w1,0.0010422467,0.05000,3.020
+35,block_sparse_moe.experts.21.w1,0.0010804565,0.05000,2.820
+35,block_sparse_moe.experts.30.w1,0.0006211303,0.05000,2.951
+35,block_sparse_moe.experts.19.w1,0.0006022683,0.05000,3.085
+35,block_sparse_moe.experts.16.w1,0.0013510399,0.05000,3.156
+35,block_sparse_moe.experts.27.w1,0.0012791635,0.05000,3.010
+35,block_sparse_moe.experts.28.w1,0.0002168133,0.05000,3.099
+35,block_sparse_moe.experts.22.w1,0.0003234153,0.05000,3.101
+35,block_sparse_moe.experts.41.w1,0.0014779965,0.05000,2.971
+35,block_sparse_moe.experts.33.w1,0.0009179589,0.05000,3.041
+35,block_sparse_moe.experts.36.w1,0.0005113763,0.05000,3.055
+35,block_sparse_moe.experts.40.w1,0.0014943442,0.05000,3.102
+35,block_sparse_moe.experts.42.w1,0.0012450265,0.05000,3.006
+35,block_sparse_moe.experts.47.w1,0.0016100607,0.05000,3.059
+35,block_sparse_moe.experts.46.w1,0.0011667371,0.05000,3.003
+35,block_sparse_moe.experts.34.w1,0.0011645521,0.05000,3.094
+35,block_sparse_moe.experts.44.w1,0.0004680436,0.05000,2.948
+35,block_sparse_moe.experts.45.w1,0.0007855826,0.05000,3.082
+35,block_sparse_moe.experts.39.w1,0.0002152669,0.05000,3.121
+35,block_sparse_moe.experts.32.w1,0.0006407606,0.05000,3.018
+35,block_sparse_moe.experts.37.w1,0.0005081103,0.05000,3.115
+35,block_sparse_moe.experts.43.w1,0.0002691023,0.05000,3.048
+35,block_sparse_moe.experts.35.w1,0.0011003983,0.05000,3.096
+35,block_sparse_moe.experts.38.w1,0.0016401264,0.05000,3.012
+35,block_sparse_moe.experts.58.w1,0.0006016079,0.05000,2.835
+35,block_sparse_moe.experts.57.w1,0.0004475762,0.05000,3.085
+35,block_sparse_moe.experts.62.w1,0.0008819853,0.05000,2.852
+35,block_sparse_moe.experts.50.w1,0.0010887944,0.05000,2.863
+35,block_sparse_moe.experts.49.w1,0.0010135687,0.05000,3.090
+35,block_sparse_moe.experts.52.w1,0.0009279463,0.05000,3.016
+35,block_sparse_moe.experts.60.w1,0.0008329705,0.05000,2.946
+35,block_sparse_moe.experts.56.w1,0.0011334030,0.05000,3.079
+35,block_sparse_moe.experts.54.w1,0.0004757911,0.05000,2.850
+35,block_sparse_moe.experts.61.w1,0.0009060477,0.05000,3.039
+35,block_sparse_moe.experts.53.w1,0.0008508475,0.05000,3.001
+35,block_sparse_moe.experts.63.w1,0.0010180877,0.05000,3.116
+35,block_sparse_moe.experts.48.w1,0.0002142417,0.05000,3.116
+35,block_sparse_moe.experts.51.w1,0.0012075055,0.05000,3.073
+35,block_sparse_moe.experts.55.w1,0.0008037695,0.05000,3.188
+35,block_sparse_moe.experts.59.w1,0.0010664343,0.05000,3.146
+35,block_sparse_moe.experts.74.w1,0.0011447692,0.05000,2.981
+35,block_sparse_moe.experts.66.w1,0.0008074677,0.05000,2.975
+35,block_sparse_moe.experts.73.w1,0.0014562579,0.05000,3.061
+35,block_sparse_moe.experts.78.w1,0.0006733827,0.05000,3.088
+35,block_sparse_moe.experts.68.w1,0.0007255246,0.05000,3.080
+35,block_sparse_moe.experts.65.w1,0.0003380958,0.05000,3.093
+35,block_sparse_moe.experts.79.w1,0.0017979262,0.05000,2.935
+35,block_sparse_moe.experts.70.w1,0.0002402956,0.05000,2.985
+35,block_sparse_moe.experts.76.w1,0.0020896869,0.05000,3.139
+35,block_sparse_moe.experts.72.w1,0.0007549813,0.05000,3.150
+35,block_sparse_moe.experts.67.w1,0.0018202373,0.05000,2.989
+35,block_sparse_moe.experts.69.w1,0.0008643689,0.05000,3.126
+35,block_sparse_moe.experts.75.w1,0.0013553275,0.05000,2.970
+35,block_sparse_moe.experts.77.w1,0.0018347937,0.05000,3.177
+35,block_sparse_moe.experts.64.w1,0.0023958560,0.05000,3.112
+35,block_sparse_moe.experts.71.w1,0.0007486011,0.05000,3.063
+35,block_sparse_moe.experts.89.w1,0.0023023684,0.05000,2.667
+35,block_sparse_moe.experts.90.w1,0.0002116606,0.05000,2.961
+35,block_sparse_moe.experts.81.w1,0.0004506684,0.05000,2.787
+35,block_sparse_moe.experts.82.w1,0.0018261683,0.05000,2.993
+35,block_sparse_moe.experts.84.w1,0.0010867534,0.05000,2.912
+35,block_sparse_moe.experts.85.w1,0.0031440123,0.05000,2.741
+35,block_sparse_moe.experts.94.w1,0.0015243303,0.05000,3.059
+35,block_sparse_moe.experts.86.w1,0.0012727758,0.05000,2.969
+35,block_sparse_moe.experts.88.w1,0.0011057407,0.05000,2.920
+35,block_sparse_moe.experts.93.w1,0.0018044485,0.05000,2.838
+35,block_sparse_moe.experts.92.w1,0.0004131849,0.05000,3.026
+35,block_sparse_moe.experts.95.w1,0.0016171300,0.05000,3.176
+35,block_sparse_moe.experts.83.w1,0.0004867313,0.05000,3.118
+35,block_sparse_moe.experts.91.w1,0.0024852317,0.05000,3.100
+35,block_sparse_moe.experts.80.w1,0.0011326939,0.05000,3.049
+35,block_sparse_moe.experts.87.w1,0.0008609632,0.05000,3.112
+35,block_sparse_moe.experts.106.w1,0.0018387978,0.05000,2.732
+35,block_sparse_moe.experts.98.w1,0.0001489059,0.05000,2.768
+35,block_sparse_moe.experts.105.w1,0.0015267564,0.05000,3.129
+35,block_sparse_moe.experts.110.w1,0.0007541313,0.05000,2.732
+35,block_sparse_moe.experts.102.w1,0.0012764766,0.05000,2.738
+35,block_sparse_moe.experts.100.w1,0.0016923089,0.05000,3.024
+35,block_sparse_moe.experts.97.w1,0.0003904052,0.05000,3.146
+35,block_sparse_moe.experts.104.w1,0.0009621193,0.05000,3.013
+35,block_sparse_moe.experts.108.w1,0.0004082189,0.05000,2.965
+35,block_sparse_moe.experts.101.w1,0.0006708561,0.05000,3.221
+35,block_sparse_moe.experts.109.w1,0.0004039528,0.05000,3.111
+35,block_sparse_moe.experts.96.w1,0.0007951126,0.05000,2.906
+35,block_sparse_moe.experts.111.w1,0.0011232814,0.05000,3.074
+35,block_sparse_moe.experts.99.w1,0.0011157871,0.05000,3.136
+35,block_sparse_moe.experts.107.w1,0.0006295865,0.05000,3.135
+35,block_sparse_moe.experts.103.w1,0.0003840728,0.05000,3.180
+35,block_sparse_moe.experts.122.w1,0.0006754419,0.05000,2.985
+35,block_sparse_moe.experts.116.w1,0.0010742841,0.05000,2.671
+35,block_sparse_moe.experts.120.w1,0.0021473891,0.05000,2.605
+35,block_sparse_moe.experts.126.w1,0.0002517824,0.05000,2.977
+35,block_sparse_moe.experts.118.w1,0.0007579285,0.05000,2.990
+35,block_sparse_moe.experts.114.w1,0.0007950970,0.05000,3.155
+35,block_sparse_moe.experts.121.w1,0.0005799448,0.05000,3.202
+35,block_sparse_moe.experts.112.w1,0.0007656392,0.05000,2.639
+35,block_sparse_moe.experts.124.w1,0.0019764334,0.05000,2.811
+35,block_sparse_moe.experts.113.w1,0.0011496024,0.05000,3.217
+35,block_sparse_moe.experts.125.w1,0.0010447326,0.05000,3.168
+35,block_sparse_moe.experts.127.w1,0.0023244934,0.05000,3.095
+35,block_sparse_moe.experts.117.w1,0.0003722434,0.05000,3.243
+35,block_sparse_moe.experts.115.w1,0.0024949051,0.05000,2.992
+35,block_sparse_moe.experts.123.w1,0.0002916093,0.05000,3.067
+35,block_sparse_moe.experts.119.w1,0.0003562831,0.05000,3.038
+35,block_sparse_moe.experts.132.w1,0.0003563183,0.05000,2.643
+35,block_sparse_moe.experts.138.w1,0.0006718242,0.05000,2.928
+35,block_sparse_moe.experts.142.w1,0.0003883118,0.05000,2.830
+35,block_sparse_moe.experts.136.w1,0.0012658341,0.05000,2.857
+35,block_sparse_moe.experts.134.w1,0.0016838340,0.05000,2.838
+35,block_sparse_moe.experts.140.w1,0.0009245087,0.05000,2.740
+35,block_sparse_moe.experts.128.w1,0.0007215844,0.05000,2.796
+35,block_sparse_moe.experts.130.w1,0.0010151801,0.05000,2.935
+35,block_sparse_moe.experts.137.w1,0.0004631535,0.05000,2.984
+35,block_sparse_moe.experts.129.w1,0.0007036863,0.05000,2.888
+35,block_sparse_moe.experts.143.w1,0.0023556686,0.05000,2.808
+35,block_sparse_moe.experts.141.w1,0.0010449635,0.05000,2.910
+35,block_sparse_moe.experts.131.w1,0.0014806690,0.05000,2.889
+35,block_sparse_moe.experts.139.w1,0.0015438271,0.05000,2.816
+35,block_sparse_moe.experts.133.w1,0.0009631732,0.05000,2.971
+35,block_sparse_moe.experts.135.w1,0.0004015198,0.05000,2.784
+35,block_sparse_moe.experts.154.w1,0.0008755418,0.05000,2.689
+35,block_sparse_moe.experts.158.w1,0.0016074592,0.05000,2.771
+35,block_sparse_moe.experts.148.w1,0.0013519848,0.05000,3.117
+35,block_sparse_moe.experts.150.w1,0.0004815761,0.05000,2.819
+35,block_sparse_moe.experts.146.w1,0.0004524652,0.05000,2.809
+35,block_sparse_moe.experts.152.w1,0.0002667959,0.05000,3.080
+35,block_sparse_moe.experts.156.w1,0.0002468733,0.05000,3.120
+35,block_sparse_moe.experts.144.w1,0.0004916644,0.05000,3.126
+35,block_sparse_moe.experts.153.w1,0.0015507227,0.05000,3.084
+35,block_sparse_moe.experts.159.w1,0.0019010408,0.05000,2.886
+35,block_sparse_moe.experts.147.w1,0.0004827720,0.05000,2.795
+35,block_sparse_moe.experts.145.w1,0.0009631881,0.05000,3.070
+35,block_sparse_moe.experts.155.w1,0.0016995202,0.05000,2.916
+35,block_sparse_moe.experts.151.w1,0.0009294927,0.05000,2.928
+35,block_sparse_moe.experts.157.w1,0.0008237836,0.05000,3.135
+35,block_sparse_moe.experts.149.w1,0.0004147871,0.05000,3.095
+35,block_sparse_moe.experts.170.w1,0.0004251281,0.05000,2.868
+35,block_sparse_moe.experts.174.w1,0.0003726559,0.05000,2.978
+35,block_sparse_moe.experts.166.w1,0.0011592835,0.05000,2.915
+35,block_sparse_moe.experts.162.w1,0.0017359977,0.05000,2.828
+35,block_sparse_moe.experts.164.w1,0.0011492533,0.05000,2.965
+35,block_sparse_moe.experts.168.w1,0.0006779116,0.05000,2.978
+35,block_sparse_moe.experts.160.w1,0.0015086611,0.05000,2.963
+35,block_sparse_moe.experts.172.w1,0.0005061158,0.05000,3.064
+35,block_sparse_moe.experts.169.w1,0.0017335497,0.05000,3.060
+35,block_sparse_moe.experts.175.w1,0.0005474556,0.05000,3.059
+35,block_sparse_moe.experts.163.w1,0.0005028324,0.05000,3.058
+35,block_sparse_moe.experts.161.w1,0.0019159145,0.05000,3.086
+35,block_sparse_moe.experts.171.w1,0.0008145735,0.05000,3.016
+35,block_sparse_moe.experts.167.w1,0.0006554701,0.05000,3.041
+35,block_sparse_moe.experts.173.w1,0.0009145162,0.05000,2.998
+35,block_sparse_moe.experts.165.w1,0.0002437398,0.05000,3.061
+35,block_sparse_moe.experts.186.w1,0.0014515152,0.05000,3.006
+35,block_sparse_moe.experts.178.w1,0.0005859028,0.05000,2.995
+35,block_sparse_moe.experts.180.w1,0.0010585532,0.05000,2.995
+35,block_sparse_moe.experts.182.w1,0.0017090819,0.05000,3.056
+35,block_sparse_moe.experts.190.w1,0.0011170278,0.05000,3.090
+35,block_sparse_moe.experts.184.w1,0.0010279772,0.05000,2.954
+35,block_sparse_moe.experts.176.w1,0.0002548503,0.05000,2.952
+35,block_sparse_moe.experts.188.w1,0.0003734598,0.05000,2.889
+35,block_sparse_moe.experts.185.w1,0.0005671855,0.05000,2.983
+35,block_sparse_moe.experts.191.w1,0.0012580973,0.05000,3.005
+35,block_sparse_moe.experts.177.w1,0.0009070498,0.05000,2.957
+35,block_sparse_moe.experts.179.w1,0.0002373814,0.05000,3.051
+35,block_sparse_moe.experts.187.w1,0.0007917588,0.05000,3.028
+35,block_sparse_moe.experts.183.w1,0.0009334870,0.05000,2.987
+35,block_sparse_moe.experts.189.w1,0.0007478687,0.05000,2.993
+35,block_sparse_moe.experts.181.w1,0.0014578858,0.05000,3.036
+35,block_sparse_moe.experts.202.w1,0.0002499239,0.05000,3.101
+35,block_sparse_moe.experts.196.w1,0.0012770444,0.05000,2.874
+35,block_sparse_moe.experts.200.w1,0.0007364186,0.05000,2.867
+35,block_sparse_moe.experts.194.w1,0.0005052068,0.05000,3.112
+35,block_sparse_moe.experts.198.w1,0.0018588578,0.05000,3.085
+35,block_sparse_moe.experts.204.w1,0.0009123400,0.05000,2.791
+35,block_sparse_moe.experts.206.w1,0.0019183374,0.05000,3.176
+35,block_sparse_moe.experts.192.w1,0.0005184529,0.05000,2.883
+35,block_sparse_moe.experts.207.w1,0.0006580769,0.05000,2.949
+35,block_sparse_moe.experts.201.w1,0.0001478975,0.05000,3.113
+35,block_sparse_moe.experts.193.w1,0.0012905208,0.05000,3.042
+35,block_sparse_moe.experts.195.w1,0.0012058040,0.05000,3.026
+35,block_sparse_moe.experts.203.w1,0.0003099317,0.05000,2.994
+35,block_sparse_moe.experts.199.w1,0.0001637033,0.05000,3.030
+35,block_sparse_moe.experts.205.w1,0.0007441730,0.05000,3.089
+35,block_sparse_moe.experts.197.w1,0.0006679988,0.05000,3.114
+35,block_sparse_moe.experts.218.w1,0.0009581055,0.05000,3.078
+35,block_sparse_moe.experts.212.w1,0.0001810043,0.05000,2.939
+35,block_sparse_moe.experts.214.w1,0.0003213245,0.05000,2.990
+35,block_sparse_moe.experts.220.w1,0.0005976489,0.05000,2.943
+35,block_sparse_moe.experts.216.w1,0.0009487321,0.05000,3.056
+35,block_sparse_moe.experts.222.w1,0.0001340856,0.05000,2.965
+35,block_sparse_moe.experts.210.w1,0.0012307659,0.05000,3.081
+35,block_sparse_moe.experts.208.w1,0.0012465119,0.05000,3.046
+35,block_sparse_moe.experts.217.w1,0.0007232079,0.05000,3.213
+35,block_sparse_moe.experts.223.w1,0.0009304688,0.05000,3.234
+35,block_sparse_moe.experts.209.w1,0.0013171256,0.05000,3.184
+35,block_sparse_moe.experts.219.w1,0.0007643995,0.05000,3.115
+35,block_sparse_moe.experts.211.w1,0.0012733293,0.05000,3.201
+35,block_sparse_moe.experts.215.w1,0.0004109320,0.05000,3.185
+35,block_sparse_moe.experts.221.w1,0.0012465859,0.05000,3.172
+35,block_sparse_moe.experts.213.w1,0.0002017479,0.05000,3.129
+35,block_sparse_moe.experts.234.w1,0.0020217201,0.05000,3.083
+35,block_sparse_moe.experts.228.w1,0.0002110629,0.05000,3.197
+35,block_sparse_moe.experts.230.w1,0.0012361395,0.05000,3.059
+35,block_sparse_moe.experts.226.w1,0.0002484940,0.05000,3.008
+35,block_sparse_moe.experts.238.w1,0.0020134431,0.05000,3.030
+35,block_sparse_moe.experts.236.w1,0.0006388259,0.05000,3.166
+35,block_sparse_moe.experts.232.w1,0.0004338284,0.05000,3.179
+35,block_sparse_moe.experts.224.w1,0.0006171877,0.05000,3.252
+35,block_sparse_moe.experts.225.w1,0.0011195388,0.05000,2.950
+35,block_sparse_moe.experts.239.w1,0.0007181616,0.05000,3.068
+35,block_sparse_moe.experts.233.w1,0.0010363097,0.05000,3.076
+35,block_sparse_moe.experts.227.w1,0.0011576735,0.05000,3.195
+35,block_sparse_moe.experts.235.w1,0.0012545440,0.05000,3.282
+35,block_sparse_moe.experts.237.w1,0.0020448692,0.05000,3.042
+35,block_sparse_moe.experts.231.w1,0.0017774764,0.05000,3.123
+35,block_sparse_moe.experts.229.w1,0.0007019209,0.05000,3.060
+35,block_sparse_moe.experts.250.w1,0.0009002604,0.05000,2.904
+35,block_sparse_moe.experts.246.w1,0.0002136595,0.05000,2.967
+35,block_sparse_moe.experts.244.w1,0.0008505696,0.05000,3.144
+35,block_sparse_moe.experts.254.w1,0.0002675543,0.05000,2.969
+35,block_sparse_moe.experts.252.w1,0.0010324220,0.05000,3.006
+35,block_sparse_moe.experts.242.w1,0.0006676338,0.05000,3.090
+35,block_sparse_moe.experts.248.w1,0.0009458870,0.05000,3.038
+35,block_sparse_moe.experts.240.w1,0.0014683617,0.05000,3.074
+35,block_sparse_moe.experts.255.w1,0.0013841829,0.05000,2.974
+35,block_sparse_moe.experts.249.w1,0.0018556770,0.05000,3.137
+35,block_sparse_moe.experts.241.w1,0.0009033684,0.05000,3.193
+35,block_sparse_moe.experts.243.w1,0.0014674043,0.05000,2.934
+35,block_sparse_moe.experts.251.w1,0.0012493810,0.05000,2.943
+35,block_sparse_moe.experts.247.w1,0.0010694225,0.05000,2.995
+35,block_sparse_moe.experts.253.w1,0.0008815839,0.05000,3.272
+35,block_sparse_moe.experts.245.w1,0.0009550946,0.05000,3.180
+35,block_sparse_moe.experts.10.w3,0.0002905117,0.05000,3.092
+35,block_sparse_moe.experts.6.w3,0.0025054677,0.05000,3.042
+35,block_sparse_moe.experts.14.w3,0.0011053402,0.05000,3.031
+35,block_sparse_moe.experts.4.w3,0.0013547376,0.05000,3.041
+35,block_sparse_moe.experts.12.w3,0.0017157301,0.05000,3.003
+35,block_sparse_moe.experts.2.w3,0.0010831800,0.05000,3.009
+35,block_sparse_moe.experts.8.w3,0.0008239691,0.05000,2.949
+35,block_sparse_moe.experts.0.w3,0.0015849223,0.05000,3.044
+35,block_sparse_moe.experts.15.w3,0.0005664974,0.05000,2.862
+35,block_sparse_moe.experts.3.w3,0.0019479004,0.05000,2.827
+35,block_sparse_moe.experts.9.w3,0.0010168521,0.05000,2.879
+35,block_sparse_moe.experts.1.w3,0.0008135688,0.05000,2.868
+35,block_sparse_moe.experts.11.w3,0.0003117199,0.05000,2.882
+35,block_sparse_moe.experts.7.w3,0.0002515539,0.05000,2.929
+35,block_sparse_moe.experts.5.w3,0.0002404592,0.05000,2.874
+35,block_sparse_moe.experts.13.w3,0.0003569752,0.05000,2.986
+35,block_sparse_moe.experts.26.w3,0.0012198273,0.05000,3.105
+35,block_sparse_moe.experts.30.w3,0.0007188763,0.05000,3.083
+35,block_sparse_moe.experts.22.w3,0.0003790660,0.05000,3.201
+35,block_sparse_moe.experts.20.w3,0.0024671654,0.05000,3.177
+35,block_sparse_moe.experts.18.w3,0.0012380047,0.05000,3.156
+35,block_sparse_moe.experts.28.w3,0.0002380682,0.05000,3.238
+35,block_sparse_moe.experts.24.w3,0.0018359944,0.05000,3.251
+35,block_sparse_moe.experts.16.w3,0.0014246952,0.05000,3.194
+35,block_sparse_moe.experts.17.w3,0.0019598004,0.05000,2.920
+35,block_sparse_moe.experts.31.w3,0.0011315301,0.05000,3.113
+35,block_sparse_moe.experts.25.w3,0.0006094009,0.05000,3.004
+35,block_sparse_moe.experts.19.w3,0.0006402470,0.05000,3.151
+35,block_sparse_moe.experts.23.w3,0.0016668751,0.05000,3.075
+35,block_sparse_moe.experts.21.w3,0.0012505019,0.05000,2.785
+35,block_sparse_moe.experts.27.w3,0.0014343812,0.05000,3.268
+35,block_sparse_moe.experts.29.w3,0.0004398776,0.05000,2.870
+35,block_sparse_moe.experts.42.w3,0.0014352283,0.05000,3.051
+35,block_sparse_moe.experts.46.w3,0.0012338226,0.05000,3.023
+35,block_sparse_moe.experts.38.w3,0.0017644323,0.05000,3.060
+35,block_sparse_moe.experts.36.w3,0.0012558274,0.05000,3.081
+35,block_sparse_moe.experts.34.w3,0.0012151293,0.05000,3.055
+35,block_sparse_moe.experts.44.w3,0.0005043542,0.05000,3.126
+35,block_sparse_moe.experts.40.w3,0.0018073136,0.05000,3.111
+35,block_sparse_moe.experts.33.w3,0.0011469871,0.05000,2.827
+35,block_sparse_moe.experts.41.w3,0.0016287133,0.05000,2.830
+35,block_sparse_moe.experts.32.w3,0.0006921001,0.05000,3.102
+35,block_sparse_moe.experts.47.w3,0.0017036532,0.05000,3.002
+35,block_sparse_moe.experts.37.w3,0.0005652456,0.05000,2.864
+35,block_sparse_moe.experts.35.w3,0.0012471790,0.05000,3.042
+35,block_sparse_moe.experts.39.w3,0.0002400380,0.05000,3.001
+35,block_sparse_moe.experts.45.w3,0.0008951152,0.05000,2.951
+35,block_sparse_moe.experts.43.w3,0.0002945936,0.05000,2.999
+35,block_sparse_moe.experts.58.w3,0.0006305808,0.05000,2.986
+35,block_sparse_moe.experts.62.w3,0.0010321662,0.05000,3.138
+35,block_sparse_moe.experts.54.w3,0.0005269227,0.05000,3.062
+35,block_sparse_moe.experts.52.w3,0.0010088382,0.05000,3.114
+35,block_sparse_moe.experts.50.w3,0.0012854525,0.05000,3.136
+35,block_sparse_moe.experts.56.w3,0.0013344691,0.05000,3.029
+35,block_sparse_moe.experts.60.w3,0.0008731281,0.05000,3.130
+35,block_sparse_moe.experts.49.w3,0.0010725878,0.05000,3.017
+35,block_sparse_moe.experts.48.w3,0.0002323725,0.05000,3.035
+35,block_sparse_moe.experts.57.w3,0.0004597017,0.05000,3.125
+35,block_sparse_moe.experts.63.w3,0.0011085924,0.05000,3.202
+35,block_sparse_moe.experts.53.w3,0.0009044986,0.05000,3.079
+35,block_sparse_moe.experts.51.w3,0.0012765425,0.05000,3.081
+35,block_sparse_moe.experts.61.w3,0.0010215817,0.05000,3.085
+35,block_sparse_moe.experts.55.w3,0.0008873260,0.05000,3.220
+35,block_sparse_moe.experts.59.w3,0.0011785683,0.05000,3.208
+35,block_sparse_moe.experts.74.w3,0.0012521189,0.05000,3.205
+35,block_sparse_moe.experts.78.w3,0.0007199844,0.05000,3.118
+35,block_sparse_moe.experts.70.w3,0.0002522608,0.05000,3.158
+35,block_sparse_moe.experts.68.w3,0.0008244551,0.05000,3.133
+35,block_sparse_moe.experts.65.w3,0.0003741200,0.05000,2.953
+35,block_sparse_moe.experts.72.w3,0.0007949946,0.05000,3.084
+35,block_sparse_moe.experts.66.w3,0.0008856211,0.05000,3.155
+35,block_sparse_moe.experts.76.w3,0.0021571560,0.05000,3.057
+35,block_sparse_moe.experts.73.w3,0.0016215732,0.05000,2.947
+35,block_sparse_moe.experts.64.w3,0.0027377878,0.05000,3.204
+35,block_sparse_moe.experts.69.w3,0.0009262906,0.05000,2.961
+35,block_sparse_moe.experts.79.w3,0.0021145159,0.05000,3.127
+35,block_sparse_moe.experts.67.w3,0.0019614235,0.05000,3.085
+35,block_sparse_moe.experts.77.w3,0.0020744527,0.05000,3.013
+35,block_sparse_moe.experts.71.w3,0.0007875701,0.05000,3.019
+35,block_sparse_moe.experts.75.w3,0.0014233648,0.05000,3.062
+35,block_sparse_moe.experts.90.w3,0.0002373089,0.05000,2.977
+35,block_sparse_moe.experts.86.w3,0.0013431208,0.05000,2.919
+35,block_sparse_moe.experts.84.w3,0.0012274660,0.05000,2.883
+35,block_sparse_moe.experts.94.w3,0.0016229691,0.05000,3.088
+35,block_sparse_moe.experts.92.w3,0.0004485064,0.05000,2.825
+35,block_sparse_moe.experts.88.w3,0.0011540449,0.05000,2.923
+35,block_sparse_moe.experts.82.w3,0.0019693786,0.05000,2.919
+35,block_sparse_moe.experts.81.w3,0.0004728516,0.05000,2.970
+35,block_sparse_moe.experts.89.w3,0.0024580242,0.05000,3.055
+35,block_sparse_moe.experts.80.w3,0.0011885766,0.05000,2.867
+35,block_sparse_moe.experts.85.w3,0.0033900057,0.05000,2.974
+35,block_sparse_moe.experts.95.w3,0.0017586949,0.05000,2.945
+35,block_sparse_moe.experts.83.w3,0.0005781929,0.05000,2.905
+35,block_sparse_moe.experts.87.w3,0.0009863916,0.05000,2.874
+35,block_sparse_moe.experts.91.w3,0.0028369299,0.05000,2.855
+35,block_sparse_moe.experts.93.w3,0.0019365239,0.05000,3.091
+35,block_sparse_moe.experts.106.w3,0.0020178794,0.05000,2.867
+35,block_sparse_moe.experts.102.w3,0.0014423986,0.05000,2.840
+35,block_sparse_moe.experts.110.w3,0.0007978430,0.05000,2.869
+35,block_sparse_moe.experts.98.w3,0.0001770161,0.05000,2.823
+35,block_sparse_moe.experts.104.w3,0.0010199587,0.05000,2.980
+35,block_sparse_moe.experts.100.w3,0.0019136121,0.05000,3.148
+35,block_sparse_moe.experts.108.w3,0.0004469584,0.05000,3.131
+35,block_sparse_moe.experts.97.w3,0.0004298194,0.05000,3.098
+35,block_sparse_moe.experts.105.w3,0.0016096982,0.05000,3.123
+35,block_sparse_moe.experts.96.w3,0.0008802709,0.05000,3.114
+35,block_sparse_moe.experts.101.w3,0.0007161555,0.05000,3.014
+35,block_sparse_moe.experts.111.w3,0.0011862611,0.05000,3.013
+35,block_sparse_moe.experts.99.w3,0.0011785698,0.05000,2.967
+35,block_sparse_moe.experts.103.w3,0.0004059182,0.05000,3.020
+35,block_sparse_moe.experts.107.w3,0.0006659675,0.05000,3.033
+35,block_sparse_moe.experts.109.w3,0.0004332977,0.05000,3.023
+35,block_sparse_moe.experts.122.w3,0.0007447107,0.05000,2.714
+35,block_sparse_moe.experts.118.w3,0.0008086397,0.05000,2.730
+35,block_sparse_moe.experts.114.w3,0.0008412591,0.05000,2.696
+35,block_sparse_moe.experts.126.w3,0.0002914238,0.05000,2.761
+35,block_sparse_moe.experts.120.w3,0.0022483356,0.05000,2.755
+35,block_sparse_moe.experts.124.w3,0.0022282399,0.05000,2.683
+35,block_sparse_moe.experts.116.w3,0.0011874952,0.05000,2.791
+35,block_sparse_moe.experts.113.w3,0.0012701130,0.05000,2.965
+35,block_sparse_moe.experts.112.w3,0.0008855481,0.05000,2.671
+35,block_sparse_moe.experts.121.w3,0.0006247136,0.05000,3.005
+35,block_sparse_moe.experts.117.w3,0.0003956264,0.05000,2.974
+35,block_sparse_moe.experts.115.w3,0.0026386103,0.05000,3.050
+35,block_sparse_moe.experts.127.w3,0.0024922557,0.05000,3.076
+35,block_sparse_moe.experts.119.w3,0.0003804598,0.05000,3.022
+35,block_sparse_moe.experts.123.w3,0.0003163049,0.05000,2.914
+35,block_sparse_moe.experts.125.w3,0.0012007729,0.05000,2.959
+35,block_sparse_moe.experts.138.w3,0.0007656540,0.05000,2.934
+35,block_sparse_moe.experts.134.w3,0.0017937790,0.05000,3.005
+35,block_sparse_moe.experts.130.w3,0.0012800041,0.05000,2.925
+35,block_sparse_moe.experts.142.w3,0.0004318846,0.05000,2.962
+35,block_sparse_moe.experts.140.w3,0.0009823457,0.05000,2.806
+35,block_sparse_moe.experts.136.w3,0.0013374998,0.05000,2.918
+35,block_sparse_moe.experts.132.w3,0.0003898280,0.05000,2.889
+35,block_sparse_moe.experts.129.w3,0.0007384975,0.05000,2.893
+35,block_sparse_moe.experts.128.w3,0.0008163498,0.05000,2.887
+35,block_sparse_moe.experts.137.w3,0.0005309292,0.05000,2.833
+35,block_sparse_moe.experts.133.w3,0.0010187305,0.05000,2.759
+35,block_sparse_moe.experts.131.w3,0.0015452656,0.05000,2.974
+35,block_sparse_moe.experts.143.w3,0.0024888494,0.05000,2.955
+35,block_sparse_moe.experts.141.w3,0.0012009787,0.05000,2.907
+35,block_sparse_moe.experts.135.w3,0.0004492678,0.05000,3.021
+35,block_sparse_moe.experts.139.w3,0.0016306844,0.05000,3.094
+35,block_sparse_moe.experts.154.w3,0.0010260381,0.05000,2.718
+35,block_sparse_moe.experts.150.w3,0.0005219210,0.05000,2.728
+35,block_sparse_moe.experts.146.w3,0.0005557460,0.05000,2.731
+35,block_sparse_moe.experts.158.w3,0.0016769456,0.05000,2.837
+35,block_sparse_moe.experts.156.w3,0.0002909572,0.05000,2.894
+35,block_sparse_moe.experts.148.w3,0.0014987173,0.05000,2.847
+35,block_sparse_moe.experts.152.w3,0.0002882023,0.05000,3.028
+35,block_sparse_moe.experts.144.w3,0.0005439937,0.05000,2.989
+35,block_sparse_moe.experts.145.w3,0.0010744704,0.05000,3.138
+35,block_sparse_moe.experts.149.w3,0.0004568015,0.05000,3.056
+35,block_sparse_moe.experts.153.w3,0.0016810583,0.05000,3.134
+35,block_sparse_moe.experts.159.w3,0.0020989644,0.05000,3.033
+35,block_sparse_moe.experts.147.w3,0.0005029498,0.05000,3.040
+35,block_sparse_moe.experts.157.w3,0.0008580134,0.05000,3.021
+35,block_sparse_moe.experts.151.w3,0.0009868006,0.05000,3.031
+35,block_sparse_moe.experts.155.w3,0.0019705720,0.05000,3.076
+35,block_sparse_moe.experts.170.w3,0.0004631544,0.05000,2.926
+35,block_sparse_moe.experts.162.w3,0.0019576719,0.05000,2.850
+35,block_sparse_moe.experts.166.w3,0.0012820141,0.05000,2.924
+35,block_sparse_moe.experts.174.w3,0.0003955802,0.05000,2.903
+35,block_sparse_moe.experts.172.w3,0.0005545552,0.05000,2.934
+35,block_sparse_moe.experts.164.w3,0.0013480879,0.05000,2.909
+35,block_sparse_moe.experts.168.w3,0.0007378008,0.05000,3.037
+35,block_sparse_moe.experts.160.w3,0.0015912009,0.05000,2.874
+35,block_sparse_moe.experts.161.w3,0.0020415259,0.05000,2.912
+35,block_sparse_moe.experts.165.w3,0.0002647592,0.05000,2.999
+35,block_sparse_moe.experts.169.w3,0.0018849126,0.05000,2.934
+35,block_sparse_moe.experts.175.w3,0.0005990549,0.05000,3.125
+35,block_sparse_moe.experts.173.w3,0.0010155574,0.05000,3.006
+35,block_sparse_moe.experts.163.w3,0.0005323192,0.05000,3.263
+35,block_sparse_moe.experts.171.w3,0.0009381559,0.05000,3.131
+35,block_sparse_moe.experts.167.w3,0.0007105213,0.05000,3.306
+35,block_sparse_moe.experts.186.w3,0.0015309201,0.05000,2.823
+35,block_sparse_moe.experts.178.w3,0.0006240788,0.05000,2.696
+35,block_sparse_moe.experts.182.w3,0.0018217999,0.05000,2.654
+35,block_sparse_moe.experts.190.w3,0.0011985172,0.05000,2.713
+35,block_sparse_moe.experts.188.w3,0.0004317035,0.05000,3.121
+35,block_sparse_moe.experts.180.w3,0.0012273497,0.05000,3.155
+35,block_sparse_moe.experts.184.w3,0.0010883453,0.05000,3.107
+35,block_sparse_moe.experts.176.w3,0.0002792096,0.05000,3.073
+35,block_sparse_moe.experts.177.w3,0.0009921844,0.05000,3.074
+35,block_sparse_moe.experts.185.w3,0.0006206346,0.05000,3.040
+35,block_sparse_moe.experts.181.w3,0.0017071701,0.05000,3.197
+35,block_sparse_moe.experts.191.w3,0.0014671590,0.05000,2.977
+35,block_sparse_moe.experts.179.w3,0.0002555810,0.05000,2.985
+35,block_sparse_moe.experts.189.w3,0.0007868854,0.05000,3.089
+35,block_sparse_moe.experts.183.w3,0.0009999864,0.05000,2.967
+35,block_sparse_moe.experts.187.w3,0.0008535224,0.05000,3.050
+35,block_sparse_moe.experts.202.w3,0.0002767044,0.05000,3.047
+35,block_sparse_moe.experts.194.w3,0.0005785296,0.05000,2.962
+35,block_sparse_moe.experts.198.w3,0.0021639201,0.05000,3.045
+35,block_sparse_moe.experts.206.w3,0.0020181325,0.05000,3.019
+35,block_sparse_moe.experts.196.w3,0.0013823718,0.05000,2.768
+35,block_sparse_moe.experts.204.w3,0.0009806082,0.05000,2.870
+35,block_sparse_moe.experts.200.w3,0.0008429816,0.05000,2.820
+35,block_sparse_moe.experts.192.w3,0.0006221622,0.05000,2.941
+35,block_sparse_moe.experts.193.w3,0.0014403393,0.05000,2.981
+35,block_sparse_moe.experts.201.w3,0.0001752823,0.05000,2.940
+35,block_sparse_moe.experts.197.w3,0.0007844793,0.05000,2.882
+35,block_sparse_moe.experts.207.w3,0.0006886424,0.05000,3.040
+35,block_sparse_moe.experts.195.w3,0.0013029000,0.05000,2.965
+35,block_sparse_moe.experts.205.w3,0.0008086041,0.05000,2.985
+35,block_sparse_moe.experts.203.w3,0.0003515749,0.05000,2.952
+35,block_sparse_moe.experts.199.w3,0.0001803352,0.05000,3.031
+35,block_sparse_moe.experts.218.w3,0.0010122050,0.05000,2.818
+35,block_sparse_moe.experts.210.w3,0.0013270137,0.05000,2.951
+35,block_sparse_moe.experts.214.w3,0.0003386716,0.05000,2.991
+35,block_sparse_moe.experts.222.w3,0.0001460739,0.05000,2.865
+35,block_sparse_moe.experts.220.w3,0.0006328109,0.05000,2.954
+35,block_sparse_moe.experts.212.w3,0.0002022058,0.05000,3.080
+35,block_sparse_moe.experts.216.w3,0.0010490816,0.05000,3.084
+35,block_sparse_moe.experts.208.w3,0.0013698162,0.05000,3.020
+35,block_sparse_moe.experts.209.w3,0.0013858320,0.05000,2.966
+35,block_sparse_moe.experts.217.w3,0.0007691718,0.05000,2.970
+35,block_sparse_moe.experts.213.w3,0.0002195868,0.05000,2.968
+35,block_sparse_moe.experts.221.w3,0.0013474719,0.05000,2.821
+35,block_sparse_moe.experts.223.w3,0.0010821619,0.05000,3.008
+35,block_sparse_moe.experts.211.w3,0.0014506501,0.05000,3.033
+35,block_sparse_moe.experts.219.w3,0.0008360401,0.05000,3.023
+35,block_sparse_moe.experts.215.w3,0.0004561989,0.05000,3.059
+35,block_sparse_moe.experts.234.w3,0.0023670617,0.05000,3.021
+35,block_sparse_moe.experts.226.w3,0.0002641339,0.05000,3.008
+35,block_sparse_moe.experts.230.w3,0.0014283201,0.05000,2.940
+35,block_sparse_moe.experts.238.w3,0.0022985643,0.05000,2.940
+35,block_sparse_moe.experts.236.w3,0.0006662071,0.05000,2.853
+35,block_sparse_moe.experts.228.w3,0.0002263148,0.05000,2.863
+35,block_sparse_moe.experts.232.w3,0.0004685332,0.05000,3.102
+35,block_sparse_moe.experts.225.w3,0.0011883666,0.05000,3.264
+35,block_sparse_moe.experts.224.w3,0.0007137805,0.05000,3.406
+35,block_sparse_moe.experts.233.w3,0.0011140487,0.05000,3.824
+35,block_sparse_moe.experts.229.w3,0.0007708902,0.05000,4.211
+35,block_sparse_moe.experts.237.w3,0.0022047593,0.05000,4.921
+35,block_sparse_moe.experts.239.w3,0.0007685702,0.05000,5.036
+35,block_sparse_moe.experts.227.w3,0.0012770882,0.05000,6.148
+35,block_sparse_moe.experts.250.w3,0.0009498420,0.05000,5.908
+35,block_sparse_moe.experts.235.w3,0.0014955553,0.05000,6.152
+35,block_sparse_moe.experts.231.w3,0.0020113965,0.05000,6.585
+35,block_sparse_moe.experts.242.w3,0.0006863167,0.05000,6.150
+35,block_sparse_moe.experts.246.w3,0.0002482606,0.05000,6.140
+35,block_sparse_moe.experts.254.w3,0.0002919229,0.05000,6.053
+35,block_sparse_moe.experts.241.w3,0.0011279068,0.05000,7.063
+35,block_sparse_moe.experts.252.w3,0.0012122889,0.05000,8.258
+35,block_sparse_moe.experts.245.w3,0.0011285215,0.05000,6.047
+35,block_sparse_moe.experts.249.w3,0.0021493055,0.05000,6.528
+35,block_sparse_moe.experts.244.w3,0.0008926262,0.05000,8.384
+35,block_sparse_moe.experts.253.w3,0.0009400146,0.05000,5.210
+35,block_sparse_moe.experts.248.w3,0.0010815828,0.05000,8.034
+35,block_sparse_moe.experts.240.w3,0.0015544015,0.05000,7.644
+35,block_sparse_moe.experts.255.w3,0.0014649432,0.05000,7.018
+35,block_sparse_moe.experts.243.w3,0.0016206008,0.05000,5.961
+35,block_sparse_moe.experts.251.w3,0.0013408997,0.05000,5.808
+35,block_sparse_moe.experts.247.w3,0.0011313990,0.05000,5.326
+35,block_sparse_moe.experts.0.w2,0.0013906134,0.05000,1.359
+35,block_sparse_moe.experts.5.w2,0.0009150266,0.05000,1.406
+35,block_sparse_moe.experts.2.w2,0.0007297227,0.05000,1.509
+35,block_sparse_moe.experts.13.w2,0.0006375499,0.05000,1.463
+35,block_sparse_moe.experts.1.w2,0.0010861281,0.05000,1.539
+35,block_sparse_moe.experts.4.w2,0.0016557816,0.05000,1.478
+35,block_sparse_moe.experts.12.w2,0.0026416584,0.05000,1.490
+35,block_sparse_moe.experts.6.w2,0.0049587937,0.05000,1.502
+35,block_sparse_moe.experts.8.w2,0.0008159949,0.05000,1.511
+35,block_sparse_moe.experts.9.w2,0.0007670501,0.05000,1.540
+35,block_sparse_moe.experts.14.w2,0.0027648819,0.05000,1.540
+35,block_sparse_moe.experts.3.w2,0.0061385776,0.05000,1.624
+35,block_sparse_moe.experts.15.w2,0.0004144514,0.05000,1.554
+35,block_sparse_moe.experts.7.w2,0.0003766712,0.05000,1.582
+35,block_sparse_moe.experts.10.w2,0.0010290768,0.05000,1.598
+35,block_sparse_moe.experts.11.w2,0.0004141515,0.05000,1.641
+35,block_sparse_moe.experts.16.w2,0.0014800731,0.05000,1.564
+35,block_sparse_moe.experts.18.w2,0.0013273440,0.05000,1.505
+35,block_sparse_moe.experts.21.w2,0.0053029980,0.05000,1.536
+35,block_sparse_moe.experts.19.w2,0.0001416963,0.05000,1.417
+35,block_sparse_moe.experts.29.w2,0.0002422551,0.05000,1.528
+35,block_sparse_moe.experts.17.w2,0.0027171457,0.05000,1.550
+35,block_sparse_moe.experts.23.w2,0.0017409555,0.05000,1.437
+35,block_sparse_moe.experts.24.w2,0.0017831116,0.05000,1.526
+35,block_sparse_moe.experts.30.w2,0.0012157742,0.05000,1.499
+35,block_sparse_moe.experts.31.w2,0.0017121811,0.05000,1.486
+35,block_sparse_moe.experts.22.w2,0.0008459829,0.05000,1.541
+35,block_sparse_moe.experts.28.w2,0.0004895384,0.05000,1.560
+35,block_sparse_moe.experts.20.w2,0.0075379739,0.05000,1.589
+35,block_sparse_moe.experts.25.w2,0.0008946025,0.05000,1.546
+35,block_sparse_moe.experts.26.w2,0.0029411415,0.05000,1.512
+35,block_sparse_moe.experts.27.w2,0.0086130944,0.05000,1.489
+35,block_sparse_moe.experts.34.w2,0.0005371210,0.05000,1.368
+35,block_sparse_moe.experts.35.w2,0.0039960444,0.05000,1.393
+35,block_sparse_moe.experts.46.w2,0.0003582799,0.05000,1.350
+35,block_sparse_moe.experts.39.w2,0.0003680268,0.05000,1.373
+35,block_sparse_moe.experts.38.w2,0.0034499790,0.05000,1.360
+35,block_sparse_moe.experts.32.w2,0.0010896165,0.05000,1.579
+35,block_sparse_moe.experts.37.w2,0.0006079261,0.05000,1.537
+35,block_sparse_moe.experts.47.w2,0.0010717002,0.05000,1.445
+35,block_sparse_moe.experts.42.w2,0.0054086140,0.05000,1.377
+35,block_sparse_moe.experts.33.w2,0.0027568308,0.05000,1.529
+35,block_sparse_moe.experts.45.w2,0.0013096743,0.05000,1.554
+35,block_sparse_moe.experts.43.w2,0.0005374049,0.05000,1.438
+35,block_sparse_moe.experts.44.w2,0.0004188176,0.05000,1.562
+35,block_sparse_moe.experts.41.w2,0.0036264104,0.05000,1.559
+35,block_sparse_moe.experts.36.w2,0.0029252761,0.05000,1.579
+35,block_sparse_moe.experts.40.w2,0.0050695666,0.05000,1.613
+35,block_sparse_moe.experts.62.w2,0.0024008806,0.05000,1.242
+35,block_sparse_moe.experts.54.w2,0.0006804719,0.05000,1.288
+35,block_sparse_moe.experts.50.w2,0.0031327604,0.05000,1.403
+35,block_sparse_moe.experts.58.w2,0.0007397744,0.05000,1.311
+35,block_sparse_moe.experts.55.w2,0.0012616110,0.05000,1.486
+35,block_sparse_moe.experts.48.w2,0.0003474170,0.05000,1.480
+35,block_sparse_moe.experts.51.w2,0.0014905969,0.05000,1.550
+35,block_sparse_moe.experts.60.w2,0.0004001758,0.05000,1.427
+35,block_sparse_moe.experts.52.w2,0.0006328713,0.05000,1.403
+35,block_sparse_moe.experts.53.w2,0.0004608933,0.05000,1.595
+35,block_sparse_moe.experts.63.w2,0.0020852368,0.05000,1.613
+35,block_sparse_moe.experts.49.w2,0.0011099941,0.05000,1.563
+35,block_sparse_moe.experts.56.w2,0.0019566086,0.05000,1.465
+35,block_sparse_moe.experts.61.w2,0.0019002477,0.05000,1.573
+35,block_sparse_moe.experts.59.w2,0.0034920625,0.05000,1.562
+35,block_sparse_moe.experts.57.w2,0.0024957558,0.05000,1.555
+35,block_sparse_moe.experts.78.w2,0.0009017650,0.05000,1.360
+35,block_sparse_moe.experts.70.w2,0.0005033449,0.05000,1.365
+35,block_sparse_moe.experts.66.w2,0.0006919334,0.05000,1.365
+35,block_sparse_moe.experts.74.w2,0.0011074016,0.05000,1.327
+35,block_sparse_moe.experts.71.w2,0.0008954499,0.05000,1.580
+35,block_sparse_moe.experts.67.w2,0.0043495598,0.05000,1.570
+35,block_sparse_moe.experts.64.w2,0.0213861133,0.05000,1.668
+35,block_sparse_moe.experts.79.w2,0.0103845283,0.05000,1.583
+35,block_sparse_moe.experts.77.w2,0.0026466547,0.05000,1.576
+35,block_sparse_moe.experts.76.w2,0.0032443564,0.05000,1.668
+35,block_sparse_moe.experts.65.w2,0.0008123763,0.05000,1.605
+35,block_sparse_moe.experts.75.w2,0.0011616107,0.05000,1.602
+35,block_sparse_moe.experts.68.w2,0.0017892059,0.05000,1.692
+35,block_sparse_moe.experts.69.w2,0.0016957503,0.05000,1.681
+35,block_sparse_moe.experts.72.w2,0.0003443316,0.05000,1.674
+35,block_sparse_moe.experts.73.w2,0.0009358524,0.05000,1.595
+35,block_sparse_moe.experts.94.w2,0.0010176607,0.05000,1.348
+35,block_sparse_moe.experts.86.w2,0.0016412263,0.05000,1.310
+35,block_sparse_moe.experts.82.w2,0.0025183534,0.05000,1.354
+35,block_sparse_moe.experts.90.w2,0.0005952541,0.05000,1.447
+35,block_sparse_moe.experts.87.w2,0.0040380611,0.05000,1.556
+35,block_sparse_moe.experts.83.w2,0.0018687018,0.05000,1.534
+35,block_sparse_moe.experts.80.w2,0.0007461001,0.05000,1.542
+35,block_sparse_moe.experts.81.w2,0.0009169373,0.05000,1.449
+35,block_sparse_moe.experts.93.w2,0.0016564659,0.05000,1.467
+35,block_sparse_moe.experts.85.w2,0.0042048929,0.05000,1.428
+35,block_sparse_moe.experts.89.w2,0.0020999992,0.05000,1.410
+35,block_sparse_moe.experts.95.w2,0.0036540578,0.05000,1.551
+35,block_sparse_moe.experts.92.w2,0.0005897337,0.05000,1.555
+35,block_sparse_moe.experts.91.w2,0.0063195469,0.05000,1.544
+35,block_sparse_moe.experts.84.w2,0.0017220051,0.05000,1.554
+35,block_sparse_moe.experts.88.w2,0.0008407203,0.05000,1.567
+35,block_sparse_moe.experts.110.w2,0.0006507231,0.05000,1.523
+35,block_sparse_moe.experts.98.w2,0.0003283763,0.05000,1.471
+35,block_sparse_moe.experts.102.w2,0.0021586526,0.05000,1.557
+35,block_sparse_moe.experts.106.w2,0.0028907805,0.05000,1.499
+35,block_sparse_moe.experts.103.w2,0.0003163905,0.05000,1.538
+35,block_sparse_moe.experts.99.w2,0.0006016037,0.05000,1.544
+35,block_sparse_moe.experts.96.w2,0.0016195291,0.05000,1.476
+35,block_sparse_moe.experts.101.w2,0.0015179604,0.05000,1.533
+35,block_sparse_moe.experts.109.w2,0.0006519713,0.05000,1.572
+35,block_sparse_moe.experts.97.w2,0.0004680251,0.05000,1.580
+35,block_sparse_moe.experts.108.w2,0.0005224292,0.05000,1.499
+35,block_sparse_moe.experts.105.w2,0.0010882892,0.05000,1.560
+35,block_sparse_moe.experts.111.w2,0.0003579450,0.05000,1.547
+35,block_sparse_moe.experts.107.w2,0.0010369040,0.05000,1.523
+35,block_sparse_moe.experts.100.w2,0.0041135904,0.05000,1.521
+35,block_sparse_moe.experts.104.w2,0.0005815058,0.05000,1.542
+35,block_sparse_moe.experts.118.w2,0.0009347234,0.05000,1.313
+35,block_sparse_moe.experts.114.w2,0.0006756539,0.05000,1.372
+35,block_sparse_moe.experts.126.w2,0.0007153575,0.05000,1.413
+35,block_sparse_moe.experts.122.w2,0.0004118368,0.05000,1.273
+35,block_sparse_moe.experts.119.w2,0.0002207959,0.05000,1.547
+35,block_sparse_moe.experts.115.w2,0.0019923325,0.05000,1.556
+35,block_sparse_moe.experts.127.w2,0.0034766039,0.05000,1.635
+35,block_sparse_moe.experts.123.w2,0.0005326989,0.05000,1.646
+35,block_sparse_moe.experts.112.w2,0.0015220813,0.05000,1.967
+35,block_sparse_moe.experts.124.w2,0.0095393174,0.05000,2.080
+35,block_sparse_moe.experts.116.w2,0.0026336253,0.05000,2.099
+35,block_sparse_moe.experts.120.w2,0.0012664528,0.05000,2.133
+35,block_sparse_moe.experts.131.w2,0.0014443678,0.05000,1.561
+35,block_sparse_moe.experts.135.w2,0.0009000769,0.05000,1.632
+35,block_sparse_moe.experts.143.w2,0.0027783622,0.05000,1.614
+35,block_sparse_moe.experts.139.w2,0.0012283071,0.05000,1.620
+35,block_sparse_moe.experts.128.w2,0.0036794568,0.05000,1.779
+35,block_sparse_moe.experts.140.w2,0.0004947107,0.05000,1.697
+35,block_sparse_moe.experts.132.w2,0.0004691062,0.05000,1.791
+35,block_sparse_moe.experts.136.w2,0.0020548922,0.05000,1.716
+35,block_sparse_moe.experts.147.w2,0.0003405569,0.05000,1.508
+35,block_sparse_moe.experts.151.w2,0.0009847034,0.05000,1.596
+35,block_sparse_moe.experts.159.w2,0.0043601544,0.05000,1.525
+35,block_sparse_moe.experts.155.w2,0.0071485510,0.05000,1.524
+35,block_sparse_moe.experts.144.w2,0.0014358276,0.05000,1.653
+35,block_sparse_moe.experts.156.w2,0.0009814326,0.05000,1.691
+35,block_sparse_moe.experts.148.w2,0.0022133328,0.05000,1.719
+35,block_sparse_moe.experts.152.w2,0.0003256576,0.05000,1.738
+35,block_sparse_moe.experts.163.w2,0.0008865459,0.05000,1.447
+35,block_sparse_moe.experts.167.w2,0.0006790862,0.05000,1.446
+35,block_sparse_moe.experts.175.w2,0.0014494988,0.05000,1.429
+35,block_sparse_moe.experts.171.w2,0.0054520588,0.05000,1.488
+35,block_sparse_moe.experts.117.w2,0.0002219138,0.05000,6.965
+35,block_sparse_moe.experts.125.w2,0.0018129921,0.05000,6.963
+35,block_sparse_moe.experts.113.w2,0.0026813118,0.05000,6.964
+35,block_sparse_moe.experts.121.w2,0.0003396411,0.05000,6.995
+35,block_sparse_moe.experts.160.w2,0.0010125807,0.05000,1.779
+35,block_sparse_moe.experts.172.w2,0.0011012312,0.05000,1.768
+35,block_sparse_moe.experts.164.w2,0.0017931116,0.05000,1.794
+35,block_sparse_moe.experts.168.w2,0.0008831316,0.05000,1.750
+35,block_sparse_moe.experts.179.w2,0.0004542254,0.05000,1.646
+35,block_sparse_moe.experts.183.w2,0.0009857037,0.05000,1.630
+35,block_sparse_moe.experts.191.w2,0.0057211007,0.05000,1.655
+35,block_sparse_moe.experts.187.w2,0.0012196540,0.05000,1.643
+35,block_sparse_moe.experts.133.w2,0.0006818774,0.05000,1.476
+35,block_sparse_moe.experts.129.w2,0.0028683513,0.05000,1.468
+35,block_sparse_moe.experts.137.w2,0.0010683841,0.05000,1.463
+35,block_sparse_moe.experts.141.w2,0.0047894508,0.05000,1.567
+35,block_sparse_moe.experts.176.w2,0.0025173415,0.05000,1.647
+35,block_sparse_moe.experts.188.w2,0.0010196163,0.05000,1.664
+35,block_sparse_moe.experts.195.w2,0.0020411858,0.05000,1.617
+35,block_sparse_moe.experts.180.w2,0.0033211655,0.05000,1.677
+35,block_sparse_moe.experts.184.w2,0.0012748242,0.05000,1.727
+35,block_sparse_moe.experts.199.w2,0.0002914352,0.05000,1.664
+35,block_sparse_moe.experts.207.w2,0.0002491117,0.05000,1.716
+35,block_sparse_moe.experts.203.w2,0.0012069558,0.05000,1.716
+35,block_sparse_moe.experts.145.w2,0.0015822201,0.05000,1.646
+35,block_sparse_moe.experts.153.w2,0.0018094799,0.05000,1.606
+35,block_sparse_moe.experts.149.w2,0.0007576402,0.05000,1.671
+35,block_sparse_moe.experts.157.w2,0.0012224598,0.05000,1.651
+35,block_sparse_moe.experts.192.w2,0.0009430433,0.05000,1.806
+35,block_sparse_moe.experts.204.w2,0.0007754160,0.05000,1.714
+35,block_sparse_moe.experts.196.w2,0.0023544785,0.05000,1.642
+35,block_sparse_moe.experts.211.w2,0.0020845290,0.05000,1.687
+35,block_sparse_moe.experts.200.w2,0.0018897287,0.05000,1.657
+35,block_sparse_moe.experts.215.w2,0.0007134313,0.05000,1.672
+35,block_sparse_moe.experts.223.w2,0.0026618322,0.05000,1.732
+35,block_sparse_moe.experts.219.w2,0.0010808336,0.05000,1.682
+35,block_sparse_moe.experts.161.w2,0.0023660412,0.05000,1.503
+35,block_sparse_moe.experts.165.w2,0.0003542103,0.05000,1.526
+35,block_sparse_moe.experts.169.w2,0.0023392921,0.05000,1.563
+35,block_sparse_moe.experts.173.w2,0.0028896755,0.05000,1.565
+35,block_sparse_moe.experts.208.w2,0.0035952257,0.05000,1.633
+35,block_sparse_moe.experts.220.w2,0.0004811112,0.05000,1.512
+35,block_sparse_moe.experts.212.w2,0.0004087188,0.05000,1.512
+35,block_sparse_moe.experts.216.w2,0.0009524049,0.05000,1.557
+35,block_sparse_moe.experts.177.w2,0.0009343723,0.05000,1.516
+35,block_sparse_moe.experts.181.w2,0.0026151658,0.05000,1.571
+35,block_sparse_moe.experts.185.w2,0.0010443936,0.05000,1.563
+35,block_sparse_moe.experts.189.w2,0.0004759376,0.05000,1.537
+35,block_sparse_moe.experts.236.w2,0.0005861105,0.05000,1.500
+35,block_sparse_moe.experts.224.w2,0.0012504038,0.05000,1.581
+35,block_sparse_moe.experts.228.w2,0.0003191374,0.05000,1.508
+35,block_sparse_moe.experts.232.w2,0.0006792689,0.05000,1.607
+35,block_sparse_moe.experts.193.w2,0.0041355986,0.05000,1.715
+35,block_sparse_moe.experts.197.w2,0.0017102885,0.05000,1.709
+35,block_sparse_moe.experts.201.w2,0.0003902800,0.05000,1.747
+35,block_sparse_moe.experts.205.w2,0.0010899812,0.05000,1.765
+35,block_sparse_moe.experts.240.w2,0.0009899874,0.05000,1.450
+35,block_sparse_moe.experts.252.w2,0.0037098244,0.05000,1.532
+35,block_sparse_moe.experts.244.w2,0.0009990680,0.05000,1.384
+35,block_sparse_moe.experts.248.w2,0.0022369825,0.05000,1.240
+35,block_sparse_moe.experts.209.w2,0.0006216504,0.05000,1.452
+35,block_sparse_moe.experts.213.w2,0.0008775875,0.05000,1.467
+35,block_sparse_moe.experts.217.w2,0.0005174948,0.05000,1.436
+35,block_sparse_moe.experts.221.w2,0.0016564931,0.05000,1.416
+35,block_sparse_moe.experts.225.w2,0.0009135431,0.05000,1.277
+35,block_sparse_moe.experts.233.w2,0.0009672629,0.05000,1.242
+35,block_sparse_moe.experts.229.w2,0.0029080382,0.05000,1.312
+35,block_sparse_moe.experts.237.w2,0.0145438878,0.05000,1.305
+35,block_sparse_moe.experts.227.w2,0.0016506286,0.05000,7.088
+35,block_sparse_moe.experts.231.w2,0.0052342626,0.05000,7.127
+35,block_sparse_moe.experts.235.w2,0.0047511208,0.05000,7.033
+35,block_sparse_moe.experts.239.w2,0.0003548586,0.05000,7.084
+35,block_sparse_moe.experts.142.w2,0.0006652152,0.05000,1.421
+35,block_sparse_moe.experts.130.w2,0.0021961938,0.05000,1.423
+35,block_sparse_moe.experts.138.w2,0.0010848821,0.05000,1.495
+35,block_sparse_moe.experts.134.w2,0.0019865732,0.05000,1.528
+35,block_sparse_moe.experts.241.w2,0.0039379143,0.05000,1.429
+35,block_sparse_moe.experts.249.w2,0.0076028712,0.05000,1.345
+35,block_sparse_moe.experts.245.w2,0.0021376022,0.05000,1.356
+35,block_sparse_moe.experts.253.w2,0.0004625606,0.05000,1.303
+35,block_sparse_moe.experts.243.w2,0.0110841829,0.05000,1.568
+35,block_sparse_moe.experts.247.w2,0.0009562135,0.05000,1.585
+35,block_sparse_moe.experts.251.w2,0.0015765254,0.05000,1.483
+35,block_sparse_moe.experts.255.w2,0.0011402424,0.05000,1.473
+35,block_sparse_moe.experts.158.w2,0.0008682205,0.05000,1.745
+35,block_sparse_moe.experts.146.w2,0.0011143608,0.05000,1.786
+35,block_sparse_moe.experts.154.w2,0.0025464887,0.05000,1.758
+35,block_sparse_moe.experts.150.w2,0.0023723056,0.05000,1.881
+35,block_sparse_moe.experts.174.w2,0.0003744408,0.05000,1.371
+35,block_sparse_moe.experts.162.w2,0.0094801209,0.05000,1.356
+35,block_sparse_moe.experts.170.w2,0.0004229245,0.05000,1.331
+35,block_sparse_moe.experts.166.w2,0.0037567591,0.05000,1.210
+35,block_sparse_moe.experts.178.w2,0.0008477006,0.05000,1.436
+35,block_sparse_moe.experts.190.w2,0.0008975951,0.05000,1.469
+35,block_sparse_moe.experts.186.w2,0.0010969510,0.05000,1.494
+35,block_sparse_moe.experts.182.w2,0.0037187471,0.05000,1.513
+35,block_sparse_moe.experts.194.w2,0.0013211965,0.05000,1.424
+35,block_sparse_moe.experts.206.w2,0.0009634485,0.05000,1.420
+35,block_sparse_moe.experts.202.w2,0.0005956542,0.05000,1.401
+35,block_sparse_moe.experts.198.w2,0.0074756904,0.05000,1.388
+35,block_sparse_moe.experts.210.w2,0.0018549594,0.05000,1.150
+35,block_sparse_moe.experts.222.w2,0.0001689037,0.05000,1.166
+35,block_sparse_moe.experts.218.w2,0.0013744111,0.05000,1.265
+35,block_sparse_moe.experts.214.w2,0.0002203943,0.05000,1.273
+35,block_sparse_moe.experts.226.w2,0.0002099624,0.05000,1.421
+35,block_sparse_moe.experts.238.w2,0.0068823085,0.05000,1.421
+35,block_sparse_moe.experts.234.w2,0.0106520340,0.05000,1.490
+35,block_sparse_moe.experts.230.w2,0.0093574272,0.05000,1.463
+35,block_sparse_moe.experts.242.w2,0.0003628900,0.05000,1.450
+35,block_sparse_moe.experts.254.w2,0.0007157412,0.05000,1.443
+35,block_sparse_moe.experts.250.w2,0.0006726512,0.05000,1.328
+35,block_sparse_moe.experts.246.w2,0.0003746323,0.05000,1.351
+36,self_attn.q_proj,0.0000752179,0.05000,0.855
+36,self_attn.k_proj,0.0000117059,0.05000,0.864
+36,self_attn.v_proj,0.0000104982,0.05000,0.926
+36,self_attn.o_proj,0.0000073313,0.05000,1.834
+36,block_sparse_moe.experts.8.w1,0.0012768809,0.05000,3.160
+36,block_sparse_moe.experts.9.w1,0.0009531764,0.05000,3.137
+36,block_sparse_moe.experts.4.w1,0.0011377987,0.05000,3.170
+36,block_sparse_moe.experts.5.w1,0.0006263314,0.05000,3.143
+36,block_sparse_moe.experts.0.w1,0.0001401961,0.05000,3.210
+36,block_sparse_moe.experts.1.w1,0.0008577164,0.05000,3.184
+36,block_sparse_moe.experts.13.w1,0.0006365287,0.05000,3.220
+36,block_sparse_moe.experts.11.w1,0.0014463846,0.05000,3.182
+36,block_sparse_moe.experts.12.w1,0.0011619408,0.05000,3.288
+36,block_sparse_moe.experts.3.w1,0.0016322562,0.05000,3.235
+36,block_sparse_moe.experts.7.w1,0.0012870065,0.05000,3.238
+36,block_sparse_moe.experts.2.w1,0.0006910997,0.05000,3.364
+36,block_sparse_moe.experts.6.w1,0.0021377306,0.05000,3.284
+36,block_sparse_moe.experts.14.w1,0.0012623191,0.05000,3.416
+36,block_sparse_moe.experts.15.w1,0.0003198728,0.05000,3.454
+36,block_sparse_moe.experts.10.w1,0.0019231600,0.05000,3.379
+36,block_sparse_moe.experts.17.w1,0.0010025304,0.05000,2.860
+36,block_sparse_moe.experts.29.w1,0.0006150372,0.05000,2.898
+36,block_sparse_moe.experts.25.w1,0.0017751596,0.05000,2.997
+36,block_sparse_moe.experts.21.w1,0.0006146368,0.05000,2.996
+36,block_sparse_moe.experts.24.w1,0.0017633693,0.05000,3.021
+36,block_sparse_moe.experts.20.w1,0.0007009571,0.05000,3.016
+36,block_sparse_moe.experts.16.w1,0.0003985128,0.05000,2.979
+36,block_sparse_moe.experts.18.w1,0.0014569747,0.05000,2.899
+36,block_sparse_moe.experts.27.w1,0.0005131435,0.05000,3.069
+36,block_sparse_moe.experts.22.w1,0.0024906809,0.05000,2.952
+36,block_sparse_moe.experts.30.w1,0.0015862867,0.05000,2.937
+36,block_sparse_moe.experts.28.w1,0.0009444809,0.05000,3.095
+36,block_sparse_moe.experts.19.w1,0.0015765546,0.05000,3.084
+36,block_sparse_moe.experts.23.w1,0.0010693255,0.05000,3.088
+36,block_sparse_moe.experts.26.w1,0.0008588183,0.05000,2.999
+36,block_sparse_moe.experts.31.w1,0.0005345265,0.05000,3.089
+36,block_sparse_moe.experts.33.w1,0.0008132520,0.05000,2.984
+36,block_sparse_moe.experts.41.w1,0.0011750923,0.05000,2.939
+36,block_sparse_moe.experts.45.w1,0.0010372449,0.05000,3.025
+36,block_sparse_moe.experts.40.w1,0.0009269040,0.05000,3.035
+36,block_sparse_moe.experts.36.w1,0.0010212269,0.05000,3.069
+36,block_sparse_moe.experts.37.w1,0.0010962866,0.05000,3.099
+36,block_sparse_moe.experts.32.w1,0.0009104102,0.05000,3.109
+36,block_sparse_moe.experts.34.w1,0.0002365181,0.05000,3.104
+36,block_sparse_moe.experts.46.w1,0.0009342612,0.05000,3.056
+36,block_sparse_moe.experts.38.w1,0.0004658022,0.05000,3.128
+36,block_sparse_moe.experts.44.w1,0.0010411205,0.05000,3.120
+36,block_sparse_moe.experts.39.w1,0.0018288783,0.05000,3.147
+36,block_sparse_moe.experts.43.w1,0.0009226357,0.05000,3.274
+36,block_sparse_moe.experts.42.w1,0.0014964550,0.05000,3.205
+36,block_sparse_moe.experts.35.w1,0.0010074894,0.05000,3.347
+36,block_sparse_moe.experts.47.w1,0.0008849299,0.05000,3.339
+36,block_sparse_moe.experts.49.w1,0.0001899938,0.05000,3.061
+36,block_sparse_moe.experts.50.w1,0.0010372405,0.05000,2.774
+36,block_sparse_moe.experts.54.w1,0.0016699322,0.05000,2.727
+36,block_sparse_moe.experts.48.w1,0.0015904706,0.05000,2.912
+36,block_sparse_moe.experts.61.w1,0.0013249840,0.05000,3.089
+36,block_sparse_moe.experts.56.w1,0.0029566846,0.05000,3.027
+36,block_sparse_moe.experts.57.w1,0.0012012354,0.05000,3.250
+36,block_sparse_moe.experts.62.w1,0.0005702913,0.05000,2.956
+36,block_sparse_moe.experts.52.w1,0.0007724024,0.05000,3.161
+36,block_sparse_moe.experts.53.w1,0.0001963110,0.05000,3.164
+36,block_sparse_moe.experts.55.w1,0.0005436960,0.05000,2.981
+36,block_sparse_moe.experts.60.w1,0.0006568284,0.05000,3.030
+36,block_sparse_moe.experts.58.w1,0.0009479339,0.05000,2.867
+36,block_sparse_moe.experts.59.w1,0.0011751521,0.05000,3.077
+36,block_sparse_moe.experts.51.w1,0.0027186862,0.05000,3.014
+36,block_sparse_moe.experts.63.w1,0.0005396966,0.05000,3.020
+36,block_sparse_moe.experts.65.w1,0.0006726835,0.05000,2.950
+36,block_sparse_moe.experts.77.w1,0.0016317937,0.05000,2.933
+36,block_sparse_moe.experts.66.w1,0.0004107668,0.05000,3.110
+36,block_sparse_moe.experts.70.w1,0.0004554697,0.05000,3.135
+36,block_sparse_moe.experts.73.w1,0.0008372213,0.05000,2.978
+36,block_sparse_moe.experts.69.w1,0.0010901625,0.05000,2.920
+36,block_sparse_moe.experts.64.w1,0.0009126098,0.05000,3.164
+36,block_sparse_moe.experts.72.w1,0.0007356982,0.05000,3.138
+36,block_sparse_moe.experts.78.w1,0.0004271255,0.05000,3.110
+36,block_sparse_moe.experts.68.w1,0.0002303123,0.05000,3.099
+36,block_sparse_moe.experts.71.w1,0.0014026125,0.05000,3.107
+36,block_sparse_moe.experts.74.w1,0.0012052977,0.05000,3.095
+36,block_sparse_moe.experts.76.w1,0.0015553845,0.05000,3.225
+36,block_sparse_moe.experts.67.w1,0.0005590252,0.05000,3.016
+36,block_sparse_moe.experts.75.w1,0.0007276539,0.05000,3.139
+36,block_sparse_moe.experts.79.w1,0.0006689936,0.05000,3.065
+36,block_sparse_moe.experts.81.w1,0.0010926365,0.05000,3.038
+36,block_sparse_moe.experts.93.w1,0.0007737243,0.05000,3.012
+36,block_sparse_moe.experts.89.w1,0.0010293649,0.05000,2.986
+36,block_sparse_moe.experts.82.w1,0.0002830206,0.05000,3.090
+36,block_sparse_moe.experts.86.w1,0.0011511224,0.05000,3.104
+36,block_sparse_moe.experts.85.w1,0.0016804665,0.05000,3.075
+36,block_sparse_moe.experts.94.w1,0.0015600696,0.05000,3.067
+36,block_sparse_moe.experts.87.w1,0.0006276083,0.05000,2.960
+36,block_sparse_moe.experts.88.w1,0.0014288693,0.05000,3.241
+36,block_sparse_moe.experts.80.w1,0.0014401950,0.05000,3.292
+36,block_sparse_moe.experts.91.w1,0.0006947299,0.05000,2.890
+36,block_sparse_moe.experts.84.w1,0.0006603106,0.05000,3.179
+36,block_sparse_moe.experts.83.w1,0.0026401628,0.05000,2.974
+36,block_sparse_moe.experts.90.w1,0.0013419985,0.05000,3.120
+36,block_sparse_moe.experts.95.w1,0.0011816044,0.05000,2.909
+36,block_sparse_moe.experts.92.w1,0.0014163963,0.05000,3.192
+36,block_sparse_moe.experts.97.w1,0.0010856814,0.05000,2.805
+36,block_sparse_moe.experts.109.w1,0.0016360582,0.05000,2.809
+36,block_sparse_moe.experts.105.w1,0.0010204775,0.05000,2.854
+36,block_sparse_moe.experts.101.w1,0.0012819019,0.05000,2.863
+36,block_sparse_moe.experts.102.w1,0.0023380208,0.05000,2.976
+36,block_sparse_moe.experts.98.w1,0.0003977988,0.05000,3.081
+36,block_sparse_moe.experts.103.w1,0.0011784236,0.05000,2.895
+36,block_sparse_moe.experts.110.w1,0.0005282727,0.05000,3.017
+36,block_sparse_moe.experts.99.w1,0.0021206072,0.05000,2.906
+36,block_sparse_moe.experts.107.w1,0.0015297806,0.05000,2.949
+36,block_sparse_moe.experts.96.w1,0.0010125993,0.05000,2.999
+36,block_sparse_moe.experts.106.w1,0.0004177207,0.05000,2.942
+36,block_sparse_moe.experts.104.w1,0.0005078119,0.05000,3.085
+36,block_sparse_moe.experts.100.w1,0.0021188388,0.05000,3.072
+36,block_sparse_moe.experts.111.w1,0.0024670769,0.05000,2.919
+36,block_sparse_moe.experts.108.w1,0.0010294075,0.05000,3.022
+36,block_sparse_moe.experts.125.w1,0.0011870947,0.05000,2.688
+36,block_sparse_moe.experts.113.w1,0.0004944598,0.05000,2.783
+36,block_sparse_moe.experts.121.w1,0.0009725376,0.05000,2.749
+36,block_sparse_moe.experts.117.w1,0.0012345291,0.05000,2.834
+36,block_sparse_moe.experts.118.w1,0.0008262558,0.05000,2.804
+36,block_sparse_moe.experts.119.w1,0.0007960464,0.05000,2.715
+36,block_sparse_moe.experts.115.w1,0.0002499392,0.05000,2.651
+36,block_sparse_moe.experts.114.w1,0.0013942872,0.05000,2.877
+36,block_sparse_moe.experts.123.w1,0.0018641981,0.05000,2.744
+36,block_sparse_moe.experts.126.w1,0.0008057984,0.05000,2.864
+36,block_sparse_moe.experts.127.w1,0.0011100134,0.05000,2.635
+36,block_sparse_moe.experts.122.w1,0.0023198547,0.05000,2.890
+36,block_sparse_moe.experts.112.w1,0.0006358584,0.05000,3.021
+36,block_sparse_moe.experts.120.w1,0.0005685839,0.05000,3.061
+36,block_sparse_moe.experts.116.w1,0.0005065291,0.05000,3.013
+36,block_sparse_moe.experts.124.w1,0.0017411024,0.05000,3.041
+36,block_sparse_moe.experts.141.w1,0.0010608507,0.05000,2.632
+36,block_sparse_moe.experts.129.w1,0.0002718606,0.05000,2.620
+36,block_sparse_moe.experts.137.w1,0.0005924225,0.05000,2.627
+36,block_sparse_moe.experts.133.w1,0.0012956924,0.05000,2.648
+36,block_sparse_moe.experts.134.w1,0.0006387639,0.05000,2.804
+36,block_sparse_moe.experts.135.w1,0.0008601364,0.05000,2.836
+36,block_sparse_moe.experts.130.w1,0.0001825528,0.05000,2.818
+36,block_sparse_moe.experts.131.w1,0.0019435178,0.05000,2.864
+36,block_sparse_moe.experts.142.w1,0.0013558763,0.05000,2.787
+36,block_sparse_moe.experts.143.w1,0.0012889543,0.05000,2.793
+36,block_sparse_moe.experts.139.w1,0.0015935855,0.05000,2.845
+36,block_sparse_moe.experts.138.w1,0.0004470914,0.05000,2.810
+36,block_sparse_moe.experts.128.w1,0.0007374353,0.05000,2.985
+36,block_sparse_moe.experts.136.w1,0.0016085929,0.05000,3.026
+36,block_sparse_moe.experts.132.w1,0.0011434301,0.05000,3.038
+36,block_sparse_moe.experts.140.w1,0.0006399081,0.05000,2.936
+36,block_sparse_moe.experts.145.w1,0.0013925718,0.05000,2.720
+36,block_sparse_moe.experts.157.w1,0.0009609600,0.05000,2.799
+36,block_sparse_moe.experts.153.w1,0.0011402479,0.05000,2.820
+36,block_sparse_moe.experts.149.w1,0.0017710450,0.05000,2.803
+36,block_sparse_moe.experts.151.w1,0.0017537977,0.05000,2.729
+36,block_sparse_moe.experts.147.w1,0.0029522252,0.05000,2.712
+36,block_sparse_moe.experts.155.w1,0.0022752677,0.05000,2.676
+36,block_sparse_moe.experts.159.w1,0.0009488031,0.05000,2.734
+36,block_sparse_moe.experts.146.w1,0.0019119080,0.05000,2.878
+36,block_sparse_moe.experts.150.w1,0.0013463440,0.05000,3.000
+36,block_sparse_moe.experts.158.w1,0.0007406765,0.05000,2.921
+36,block_sparse_moe.experts.154.w1,0.0021152699,0.05000,2.888
+36,block_sparse_moe.experts.144.w1,0.0022770931,0.05000,3.032
+36,block_sparse_moe.experts.148.w1,0.0020526676,0.05000,3.066
+36,block_sparse_moe.experts.152.w1,0.0004947856,0.05000,3.103
+36,block_sparse_moe.experts.156.w1,0.0005383486,0.05000,3.029
+36,block_sparse_moe.experts.161.w1,0.0032519638,0.05000,3.091
+36,block_sparse_moe.experts.173.w1,0.0009705048,0.05000,3.066
+36,block_sparse_moe.experts.169.w1,0.0009397825,0.05000,3.053
+36,block_sparse_moe.experts.165.w1,0.0008310953,0.05000,3.023
+36,block_sparse_moe.experts.167.w1,0.0003946279,0.05000,2.990
+36,block_sparse_moe.experts.163.w1,0.0007565343,0.05000,2.950
+36,block_sparse_moe.experts.175.w1,0.0006281176,0.05000,2.925
+36,block_sparse_moe.experts.166.w1,0.0007111721,0.05000,2.928
+36,block_sparse_moe.experts.171.w1,0.0012756153,0.05000,3.081
+36,block_sparse_moe.experts.162.w1,0.0013441107,0.05000,2.998
+36,block_sparse_moe.experts.174.w1,0.0008298315,0.05000,2.929
+36,block_sparse_moe.experts.170.w1,0.0027107006,0.05000,2.999
+36,block_sparse_moe.experts.160.w1,0.0014130168,0.05000,3.230
+36,block_sparse_moe.experts.164.w1,0.0007022499,0.05000,3.155
+36,block_sparse_moe.experts.168.w1,0.0009804255,0.05000,3.187
+36,block_sparse_moe.experts.172.w1,0.0015894629,0.05000,3.143
+36,block_sparse_moe.experts.177.w1,0.0021146815,0.05000,2.982
+36,block_sparse_moe.experts.189.w1,0.0007102786,0.05000,2.987
+36,block_sparse_moe.experts.185.w1,0.0017568190,0.05000,3.117
+36,block_sparse_moe.experts.181.w1,0.0005205046,0.05000,3.025
+36,block_sparse_moe.experts.183.w1,0.0011212708,0.05000,3.003
+36,block_sparse_moe.experts.179.w1,0.0007974145,0.05000,3.007
+36,block_sparse_moe.experts.182.w1,0.0007088707,0.05000,3.003
+36,block_sparse_moe.experts.191.w1,0.0018152686,0.05000,3.051
+36,block_sparse_moe.experts.178.w1,0.0001693756,0.05000,2.965
+36,block_sparse_moe.experts.190.w1,0.0011942398,0.05000,3.003
+36,block_sparse_moe.experts.187.w1,0.0015324658,0.05000,3.088
+36,block_sparse_moe.experts.186.w1,0.0010038481,0.05000,3.003
+36,block_sparse_moe.experts.176.w1,0.0024480190,0.05000,2.799
+36,block_sparse_moe.experts.180.w1,0.0011805501,0.05000,2.737
+36,block_sparse_moe.experts.184.w1,0.0011076194,0.05000,2.727
+36,block_sparse_moe.experts.188.w1,0.0012741336,0.05000,2.755
+36,block_sparse_moe.experts.193.w1,0.0001985274,0.05000,2.959
+36,block_sparse_moe.experts.205.w1,0.0006921977,0.05000,2.957
+36,block_sparse_moe.experts.201.w1,0.0036596372,0.05000,2.871
+36,block_sparse_moe.experts.197.w1,0.0008130744,0.05000,2.865
+36,block_sparse_moe.experts.199.w1,0.0003364526,0.05000,3.137
+36,block_sparse_moe.experts.198.w1,0.0005968275,0.05000,3.063
+36,block_sparse_moe.experts.195.w1,0.0016106736,0.05000,3.189
+36,block_sparse_moe.experts.194.w1,0.0004656700,0.05000,3.081
+36,block_sparse_moe.experts.206.w1,0.0009841737,0.05000,3.011
+36,block_sparse_moe.experts.207.w1,0.0003674743,0.05000,3.166
+36,block_sparse_moe.experts.203.w1,0.0020495673,0.05000,3.188
+36,block_sparse_moe.experts.202.w1,0.0010359608,0.05000,3.038
+36,block_sparse_moe.experts.196.w1,0.0004305556,0.05000,2.761
+36,block_sparse_moe.experts.192.w1,0.0014534053,0.05000,2.853
+36,block_sparse_moe.experts.200.w1,0.0007364088,0.05000,2.803
+36,block_sparse_moe.experts.204.w1,0.0007484017,0.05000,2.850
+36,block_sparse_moe.experts.209.w1,0.0011371005,0.05000,2.669
+36,block_sparse_moe.experts.221.w1,0.0010358607,0.05000,2.737
+36,block_sparse_moe.experts.213.w1,0.0003087301,0.05000,2.796
+36,block_sparse_moe.experts.217.w1,0.0002993729,0.05000,2.923
+36,block_sparse_moe.experts.214.w1,0.0013406974,0.05000,2.824
+36,block_sparse_moe.experts.215.w1,0.0020585110,0.05000,2.934
+36,block_sparse_moe.experts.210.w1,0.0005389833,0.05000,2.845
+36,block_sparse_moe.experts.211.w1,0.0021113137,0.05000,2.949
+36,block_sparse_moe.experts.222.w1,0.0018585659,0.05000,2.904
+36,block_sparse_moe.experts.223.w1,0.0005455969,0.05000,2.970
+36,block_sparse_moe.experts.218.w1,0.0004252739,0.05000,2.842
+36,block_sparse_moe.experts.219.w1,0.0003462830,0.05000,2.933
+36,block_sparse_moe.experts.212.w1,0.0016789865,0.05000,2.976
+36,block_sparse_moe.experts.216.w1,0.0012592383,0.05000,2.990
+36,block_sparse_moe.experts.208.w1,0.0003593995,0.05000,3.046
+36,block_sparse_moe.experts.220.w1,0.0006423996,0.05000,3.103
+36,block_sparse_moe.experts.225.w1,0.0009896591,0.05000,2.897
+36,block_sparse_moe.experts.237.w1,0.0006259408,0.05000,2.864
+36,block_sparse_moe.experts.229.w1,0.0004846879,0.05000,2.889
+36,block_sparse_moe.experts.233.w1,0.0010877098,0.05000,2.891
+36,block_sparse_moe.experts.231.w1,0.0013588607,0.05000,2.660
+36,block_sparse_moe.experts.227.w1,0.0007478754,0.05000,2.747
+36,block_sparse_moe.experts.239.w1,0.0007518559,0.05000,2.745
+36,block_sparse_moe.experts.230.w1,0.0010206949,0.05000,3.086
+36,block_sparse_moe.experts.235.w1,0.0006557558,0.05000,2.775
+36,block_sparse_moe.experts.226.w1,0.0005057581,0.05000,3.137
+36,block_sparse_moe.experts.238.w1,0.0011682337,0.05000,3.148
+36,block_sparse_moe.experts.234.w1,0.0000984791,0.05000,3.243
+36,block_sparse_moe.experts.228.w1,0.0009512464,0.05000,3.157
+36,block_sparse_moe.experts.224.w1,0.0011075004,0.05000,3.055
+36,block_sparse_moe.experts.232.w1,0.0005155051,0.05000,3.175
+36,block_sparse_moe.experts.236.w1,0.0020039211,0.05000,3.122
+36,block_sparse_moe.experts.241.w1,0.0017581552,0.05000,2.948
+36,block_sparse_moe.experts.253.w1,0.0013178960,0.05000,2.898
+36,block_sparse_moe.experts.245.w1,0.0007550596,0.05000,2.875
+36,block_sparse_moe.experts.249.w1,0.0014116381,0.05000,2.947
+36,block_sparse_moe.experts.247.w1,0.0015857693,0.05000,3.062
+36,block_sparse_moe.experts.243.w1,0.0009160720,0.05000,2.964
+36,block_sparse_moe.experts.255.w1,0.0001144123,0.05000,3.023
+36,block_sparse_moe.experts.246.w1,0.0008311384,0.05000,3.014
+36,block_sparse_moe.experts.242.w1,0.0008902845,0.05000,3.048
+36,block_sparse_moe.experts.251.w1,0.0003934510,0.05000,3.102
+36,block_sparse_moe.experts.254.w1,0.0032342559,0.05000,3.029
+36,block_sparse_moe.experts.250.w1,0.0003038191,0.05000,3.056
+36,block_sparse_moe.experts.244.w1,0.0009833494,0.05000,2.832
+36,block_sparse_moe.experts.240.w1,0.0009633892,0.05000,2.932
+36,block_sparse_moe.experts.248.w1,0.0006004162,0.05000,2.910
+36,block_sparse_moe.experts.252.w1,0.0022851106,0.05000,2.825
+36,block_sparse_moe.experts.13.w3,0.0007025741,0.05000,2.940
+36,block_sparse_moe.experts.1.w3,0.0009868831,0.05000,3.114
+36,block_sparse_moe.experts.5.w3,0.0006774291,0.05000,3.037
+36,block_sparse_moe.experts.9.w3,0.0010028010,0.05000,3.070
+36,block_sparse_moe.experts.7.w3,0.0013473533,0.05000,2.959
+36,block_sparse_moe.experts.3.w3,0.0017998555,0.05000,2.889
+36,block_sparse_moe.experts.15.w3,0.0003505907,0.05000,2.896
+36,block_sparse_moe.experts.11.w3,0.0017037566,0.05000,2.830
+36,block_sparse_moe.experts.6.w3,0.0023395463,0.05000,3.141
+36,block_sparse_moe.experts.2.w3,0.0007668305,0.05000,3.134
+36,block_sparse_moe.experts.4.w3,0.0013690993,0.05000,2.870
+36,block_sparse_moe.experts.14.w3,0.0013260309,0.05000,3.234
+36,block_sparse_moe.experts.0.w3,0.0001523819,0.05000,2.864
+36,block_sparse_moe.experts.8.w3,0.0013519295,0.05000,2.864
+36,block_sparse_moe.experts.10.w3,0.0023524152,0.05000,3.088
+36,block_sparse_moe.experts.12.w3,0.0012146362,0.05000,2.860
+36,block_sparse_moe.experts.29.w3,0.0006466321,0.05000,3.027
+36,block_sparse_moe.experts.17.w3,0.0010765007,0.05000,2.981
+36,block_sparse_moe.experts.21.w3,0.0006278589,0.05000,2.966
+36,block_sparse_moe.experts.25.w3,0.0018647459,0.05000,2.995
+36,block_sparse_moe.experts.23.w3,0.0011295904,0.05000,2.864
+36,block_sparse_moe.experts.19.w3,0.0017786844,0.05000,2.847
+36,block_sparse_moe.experts.31.w3,0.0005638712,0.05000,2.802
+36,block_sparse_moe.experts.27.w3,0.0005536812,0.05000,2.916
+36,block_sparse_moe.experts.22.w3,0.0026796587,0.05000,2.817
+36,block_sparse_moe.experts.20.w3,0.0008132667,0.05000,2.686
+36,block_sparse_moe.experts.18.w3,0.0017397386,0.05000,2.871
+36,block_sparse_moe.experts.30.w3,0.0016655794,0.05000,2.753
+36,block_sparse_moe.experts.24.w3,0.0019401430,0.05000,2.626
+36,block_sparse_moe.experts.16.w3,0.0004199814,0.05000,2.779
+36,block_sparse_moe.experts.26.w3,0.0009797452,0.05000,2.729
+36,block_sparse_moe.experts.28.w3,0.0010162384,0.05000,2.643
+36,block_sparse_moe.experts.45.w3,0.0010927383,0.05000,2.988
+36,block_sparse_moe.experts.33.w3,0.0009009024,0.05000,2.944
+36,block_sparse_moe.experts.37.w3,0.0011877820,0.05000,2.986
+36,block_sparse_moe.experts.36.w3,0.0011363322,0.05000,2.141
+36,block_sparse_moe.experts.41.w3,0.0012614215,0.05000,3.022
+36,block_sparse_moe.experts.40.w3,0.0010138109,0.05000,2.101
+36,block_sparse_moe.experts.32.w3,0.0009997203,0.05000,2.032
+36,block_sparse_moe.experts.35.w3,0.0010588961,0.05000,2.919
+36,block_sparse_moe.experts.39.w3,0.0019092202,0.05000,3.030
+36,block_sparse_moe.experts.47.w3,0.0009549527,0.05000,2.944
+36,block_sparse_moe.experts.43.w3,0.0009911955,0.05000,3.023
+36,block_sparse_moe.experts.38.w3,0.0005182359,0.05000,2.987
+36,block_sparse_moe.experts.34.w3,0.0002581769,0.05000,3.031
+36,block_sparse_moe.experts.46.w3,0.0009954011,0.05000,3.011
+36,block_sparse_moe.experts.42.w3,0.0015974343,0.05000,3.021
+36,block_sparse_moe.experts.51.w3,0.0029715752,0.05000,2.886
+36,block_sparse_moe.experts.55.w3,0.0008372658,0.05000,2.895
+36,block_sparse_moe.experts.63.w3,0.0005980554,0.05000,2.867
+36,block_sparse_moe.experts.59.w3,0.0013721781,0.05000,2.920
+36,block_sparse_moe.experts.54.w3,0.0017465444,0.05000,3.256
+36,block_sparse_moe.experts.50.w3,0.0012890551,0.05000,3.272
+36,block_sparse_moe.experts.62.w3,0.0006035024,0.05000,3.262
+36,block_sparse_moe.experts.58.w3,0.0010057606,0.05000,3.279
+36,block_sparse_moe.experts.79.w3,0.0007145259,0.05000,2.898
+36,block_sparse_moe.experts.67.w3,0.0006029962,0.05000,3.064
+36,block_sparse_moe.experts.71.w3,0.0014843877,0.05000,2.987
+36,block_sparse_moe.experts.75.w3,0.0008206976,0.05000,3.002
+36,block_sparse_moe.experts.61.w3,0.0015109947,0.05000,8.121
+36,block_sparse_moe.experts.49.w3,0.0002082199,0.05000,8.068
+36,block_sparse_moe.experts.53.w3,0.0002164793,0.05000,8.051
+36,block_sparse_moe.experts.57.w3,0.0013688288,0.05000,8.207
+36,block_sparse_moe.experts.83.w3,0.0028460705,0.05000,2.958
+36,block_sparse_moe.experts.95.w3,0.0012442433,0.05000,3.018
+36,block_sparse_moe.experts.87.w3,0.0007033589,0.05000,3.026
+36,block_sparse_moe.experts.91.w3,0.0007266187,0.05000,2.890
+36,block_sparse_moe.experts.77.w3,0.0017594062,0.05000,3.218
+36,block_sparse_moe.experts.65.w3,0.0007007003,0.05000,3.277
+36,block_sparse_moe.experts.69.w3,0.0012924764,0.05000,3.235
+36,block_sparse_moe.experts.70.w3,0.0005066396,0.05000,7.570
+36,block_sparse_moe.experts.73.w3,0.0009092240,0.05000,3.241
+36,block_sparse_moe.experts.66.w3,0.0004608799,0.05000,7.617
+36,block_sparse_moe.experts.78.w3,0.0004531709,0.05000,7.646
+36,block_sparse_moe.experts.74.w3,0.0013721619,0.05000,7.597
+36,block_sparse_moe.experts.93.w3,0.0008401398,0.05000,2.923
+36,block_sparse_moe.experts.81.w3,0.0012928112,0.05000,2.868
+36,block_sparse_moe.experts.85.w3,0.0018060831,0.05000,2.938
+36,block_sparse_moe.experts.89.w3,0.0011601886,0.05000,2.970
+36,block_sparse_moe.experts.86.w3,0.0013528164,0.05000,3.367
+36,block_sparse_moe.experts.82.w3,0.0003265130,0.05000,3.282
+36,block_sparse_moe.experts.94.w3,0.0016902545,0.05000,3.311
+36,block_sparse_moe.experts.90.w3,0.0014018661,0.05000,3.276
+36,block_sparse_moe.experts.99.w3,0.0023137277,0.05000,6.874
+36,block_sparse_moe.experts.111.w3,0.0028391512,0.05000,6.883
+36,block_sparse_moe.experts.103.w3,0.0013533247,0.05000,6.893
+36,block_sparse_moe.experts.107.w3,0.0016258888,0.05000,6.903
+36,block_sparse_moe.experts.109.w3,0.0017516973,0.05000,3.017
+36,block_sparse_moe.experts.97.w3,0.0013393781,0.05000,3.073
+36,block_sparse_moe.experts.101.w3,0.0013642357,0.05000,3.030
+36,block_sparse_moe.experts.56.w3,0.0032852149,0.05000,2.675
+36,block_sparse_moe.experts.48.w3,0.0017093601,0.05000,2.725
+36,block_sparse_moe.experts.105.w3,0.0010816356,0.05000,3.101
+36,block_sparse_moe.experts.52.w3,0.0008699098,0.05000,2.797
+36,block_sparse_moe.experts.44.w3,0.0011353150,0.05000,2.800
+36,block_sparse_moe.experts.102.w3,0.0024804109,0.05000,3.058
+36,block_sparse_moe.experts.98.w3,0.0004321780,0.05000,3.059
+36,block_sparse_moe.experts.110.w3,0.0005631345,0.05000,3.164
+36,block_sparse_moe.experts.106.w3,0.0004590139,0.05000,3.117
+36,block_sparse_moe.experts.127.w3,0.0012120889,0.05000,2.890
+36,block_sparse_moe.experts.115.w3,0.0002686992,0.05000,2.960
+36,block_sparse_moe.experts.119.w3,0.0009111549,0.05000,2.939
+36,block_sparse_moe.experts.123.w3,0.0019643724,0.05000,2.918
+36,block_sparse_moe.experts.125.w3,0.0012851180,0.05000,2.990
+36,block_sparse_moe.experts.113.w3,0.0005546981,0.05000,3.011
+36,block_sparse_moe.experts.117.w3,0.0012868748,0.05000,2.979
+36,block_sparse_moe.experts.72.w3,0.0008156332,0.05000,2.967
+36,block_sparse_moe.experts.121.w3,0.0011271726,0.05000,2.938
+36,block_sparse_moe.experts.64.w3,0.0010039469,0.05000,3.021
+36,block_sparse_moe.experts.68.w3,0.0002458648,0.05000,3.001
+36,block_sparse_moe.experts.60.w3,0.0007339412,0.05000,3.082
+36,block_sparse_moe.experts.118.w3,0.0008412036,0.05000,3.126
+36,block_sparse_moe.experts.114.w3,0.0014799346,0.05000,3.111
+36,block_sparse_moe.experts.126.w3,0.0008633498,0.05000,3.185
+36,block_sparse_moe.experts.122.w3,0.0024469327,0.05000,3.186
+36,block_sparse_moe.experts.131.w3,0.0020764384,0.05000,2.963
+36,block_sparse_moe.experts.143.w3,0.0013941496,0.05000,3.039
+36,block_sparse_moe.experts.135.w3,0.0009215267,0.05000,3.006
+36,block_sparse_moe.experts.139.w3,0.0017275870,0.05000,3.162
+36,block_sparse_moe.experts.141.w3,0.0011574107,0.05000,3.256
+36,block_sparse_moe.experts.129.w3,0.0003001992,0.05000,3.179
+36,block_sparse_moe.experts.133.w3,0.0013564331,0.05000,3.232
+36,block_sparse_moe.experts.88.w3,0.0015410112,0.05000,3.029
+36,block_sparse_moe.experts.80.w3,0.0015085765,0.05000,2.927
+36,block_sparse_moe.experts.84.w3,0.0007294599,0.05000,3.036
+36,block_sparse_moe.experts.137.w3,0.0006736156,0.05000,3.205
+36,block_sparse_moe.experts.76.w3,0.0016712080,0.05000,3.048
+36,block_sparse_moe.experts.134.w3,0.0006856217,0.05000,3.175
+36,block_sparse_moe.experts.130.w3,0.0002070439,0.05000,3.162
+36,block_sparse_moe.experts.147.w3,0.0034511106,0.05000,2.811
+36,block_sparse_moe.experts.142.w3,0.0015120661,0.05000,3.149
+36,block_sparse_moe.experts.151.w3,0.0018531190,0.05000,2.738
+36,block_sparse_moe.experts.138.w3,0.0004934630,0.05000,3.143
+36,block_sparse_moe.experts.159.w3,0.0010103821,0.05000,2.912
+36,block_sparse_moe.experts.155.w3,0.0024267474,0.05000,2.741
+36,block_sparse_moe.experts.145.w3,0.0014948904,0.05000,2.827
+36,block_sparse_moe.experts.157.w3,0.0010187044,0.05000,2.944
+36,block_sparse_moe.experts.149.w3,0.0019756897,0.05000,2.956
+36,block_sparse_moe.experts.96.w3,0.0011271227,0.05000,3.121
+36,block_sparse_moe.experts.104.w3,0.0005509259,0.05000,3.148
+36,block_sparse_moe.experts.153.w3,0.0013266734,0.05000,2.948
+36,block_sparse_moe.experts.100.w3,0.0023951880,0.05000,3.070
+36,block_sparse_moe.experts.92.w3,0.0015799226,0.05000,3.079
+36,block_sparse_moe.experts.150.w3,0.0016323532,0.05000,2.886
+36,block_sparse_moe.experts.146.w3,0.0020367209,0.05000,3.003
+36,block_sparse_moe.experts.167.w3,0.0004210228,0.05000,2.751
+36,block_sparse_moe.experts.163.w3,0.0007951323,0.05000,2.794
+36,block_sparse_moe.experts.175.w3,0.0006960330,0.05000,2.792
+36,block_sparse_moe.experts.158.w3,0.0008006130,0.05000,2.978
+36,block_sparse_moe.experts.154.w3,0.0023704991,0.05000,3.007
+36,block_sparse_moe.experts.171.w3,0.0014451537,0.05000,2.827
+36,block_sparse_moe.experts.161.w3,0.0038151906,0.05000,3.075
+36,block_sparse_moe.experts.173.w3,0.0010348103,0.05000,3.074
+36,block_sparse_moe.experts.165.w3,0.0009450095,0.05000,3.098
+36,block_sparse_moe.experts.120.w3,0.0006002752,0.05000,3.138
+36,block_sparse_moe.experts.169.w3,0.0010578883,0.05000,3.141
+36,block_sparse_moe.experts.112.w3,0.0006822256,0.05000,3.205
+36,block_sparse_moe.experts.116.w3,0.0005340197,0.05000,3.134
+36,block_sparse_moe.experts.166.w3,0.0007715217,0.05000,2.933
+36,block_sparse_moe.experts.108.w3,0.0011160933,0.05000,3.202
+36,block_sparse_moe.experts.162.w3,0.0015695160,0.05000,3.002
+36,block_sparse_moe.experts.179.w3,0.0008342291,0.05000,3.141
+36,block_sparse_moe.experts.183.w3,0.0012897617,0.05000,3.239
+36,block_sparse_moe.experts.174.w3,0.0008844290,0.05000,3.039
+36,block_sparse_moe.experts.170.w3,0.0028905844,0.05000,3.085
+36,block_sparse_moe.experts.191.w3,0.0019678080,0.05000,3.213
+36,block_sparse_moe.experts.187.w3,0.0018230966,0.05000,3.293
+36,block_sparse_moe.experts.177.w3,0.0022498429,0.05000,3.260
+36,block_sparse_moe.experts.189.w3,0.0007808917,0.05000,3.263
+36,block_sparse_moe.experts.181.w3,0.0005678735,0.05000,3.188
+36,block_sparse_moe.experts.182.w3,0.0007837892,0.05000,2.925
+36,block_sparse_moe.experts.185.w3,0.0018682519,0.05000,3.185
+36,block_sparse_moe.experts.136.w3,0.0016988228,0.05000,3.325
+36,block_sparse_moe.experts.132.w3,0.0012650383,0.05000,3.270
+36,block_sparse_moe.experts.128.w3,0.0008689056,0.05000,3.308
+36,block_sparse_moe.experts.178.w3,0.0002583440,0.05000,2.809
+36,block_sparse_moe.experts.124.w3,0.0018455782,0.05000,3.334
+36,block_sparse_moe.experts.190.w3,0.0013562967,0.05000,2.781
+36,block_sparse_moe.experts.195.w3,0.0016971345,0.05000,3.027
+36,block_sparse_moe.experts.186.w3,0.0011252569,0.05000,2.848
+36,block_sparse_moe.experts.199.w3,0.0003577770,0.05000,3.079
+36,block_sparse_moe.experts.207.w3,0.0004266642,0.05000,3.031
+36,block_sparse_moe.experts.203.w3,0.0022617256,0.05000,3.000
+36,block_sparse_moe.experts.193.w3,0.0002234847,0.05000,3.060
+36,block_sparse_moe.experts.205.w3,0.0007687883,0.05000,3.036
+36,block_sparse_moe.experts.197.w3,0.0009024404,0.05000,3.052
+36,block_sparse_moe.experts.198.w3,0.0006554303,0.05000,2.942
+36,block_sparse_moe.experts.201.w3,0.0041325471,0.05000,3.025
+36,block_sparse_moe.experts.152.w3,0.0005783493,0.05000,3.002
+36,block_sparse_moe.experts.148.w3,0.0026445435,0.05000,3.008
+36,block_sparse_moe.experts.144.w3,0.0025041373,0.05000,3.015
+36,block_sparse_moe.experts.194.w3,0.0005455027,0.05000,3.082
+36,block_sparse_moe.experts.140.w3,0.0007020244,0.05000,3.055
+36,block_sparse_moe.experts.206.w3,0.0010441377,0.05000,2.977
+36,block_sparse_moe.experts.211.w3,0.0022733452,0.05000,2.976
+36,block_sparse_moe.experts.202.w3,0.0011326024,0.05000,3.051
+36,block_sparse_moe.experts.215.w3,0.0022134510,0.05000,2.944
+36,block_sparse_moe.experts.223.w3,0.0005958799,0.05000,2.931
+36,block_sparse_moe.experts.219.w3,0.0004117922,0.05000,3.087
+36,block_sparse_moe.experts.209.w3,0.0014213562,0.05000,3.096
+36,block_sparse_moe.experts.221.w3,0.0011074219,0.05000,3.064
+36,block_sparse_moe.experts.213.w3,0.0003288809,0.05000,3.053
+36,block_sparse_moe.experts.214.w3,0.0014462401,0.05000,3.132
+36,block_sparse_moe.experts.217.w3,0.0003714220,0.05000,3.179
+36,block_sparse_moe.experts.160.w3,0.0015023283,0.05000,3.060
+36,block_sparse_moe.experts.164.w3,0.0007762042,0.05000,3.134
+36,block_sparse_moe.experts.210.w3,0.0005801766,0.05000,3.004
+36,block_sparse_moe.experts.168.w3,0.0010626971,0.05000,3.215
+36,block_sparse_moe.experts.222.w3,0.0021369707,0.05000,3.069
+36,block_sparse_moe.experts.227.w3,0.0007921129,0.05000,3.032
+36,block_sparse_moe.experts.156.w3,0.0005867068,0.05000,3.206
+36,block_sparse_moe.experts.218.w3,0.0004474783,0.05000,3.010
+36,block_sparse_moe.experts.231.w3,0.0015026975,0.05000,3.060
+36,block_sparse_moe.experts.239.w3,0.0008203320,0.05000,3.105
+36,block_sparse_moe.experts.235.w3,0.0007016799,0.05000,3.001
+36,block_sparse_moe.experts.225.w3,0.0010248844,0.05000,3.095
+36,block_sparse_moe.experts.237.w3,0.0006655508,0.05000,3.174
+36,block_sparse_moe.experts.229.w3,0.0005213163,0.05000,3.090
+36,block_sparse_moe.experts.230.w3,0.0010938042,0.05000,2.740
+36,block_sparse_moe.experts.226.w3,0.0005400700,0.05000,2.805
+36,block_sparse_moe.experts.176.w3,0.0026832713,0.05000,2.976
+36,block_sparse_moe.experts.233.w3,0.0011835876,0.05000,3.057
+36,block_sparse_moe.experts.180.w3,0.0012526685,0.05000,2.968
+36,block_sparse_moe.experts.184.w3,0.0012361509,0.05000,2.997
+36,block_sparse_moe.experts.238.w3,0.0013540422,0.05000,2.874
+36,block_sparse_moe.experts.234.w3,0.0001054636,0.05000,2.806
+36,block_sparse_moe.experts.172.w3,0.0016812328,0.05000,3.094
+36,block_sparse_moe.experts.243.w3,0.0010674435,0.05000,3.144
+36,block_sparse_moe.experts.247.w3,0.0016445882,0.05000,3.102
+36,block_sparse_moe.experts.255.w3,0.0001401614,0.05000,3.037
+36,block_sparse_moe.experts.251.w3,0.0004497832,0.05000,2.665
+36,block_sparse_moe.experts.241.w3,0.0018855728,0.05000,3.005
+36,block_sparse_moe.experts.253.w3,0.0014181473,0.05000,3.004
+36,block_sparse_moe.experts.245.w3,0.0008692066,0.05000,2.847
+36,block_sparse_moe.experts.246.w3,0.0008898784,0.05000,2.959
+36,block_sparse_moe.experts.249.w3,0.0016731563,0.05000,2.489
+36,block_sparse_moe.experts.242.w3,0.0009879417,0.05000,2.882
+36,block_sparse_moe.experts.254.w3,0.0035283288,0.05000,2.738
+36,block_sparse_moe.experts.250.w3,0.0003373612,0.05000,2.680
+36,block_sparse_moe.experts.192.w3,0.0016273921,0.05000,3.173
+36,block_sparse_moe.experts.200.w3,0.0007665481,0.05000,3.121
+36,block_sparse_moe.experts.196.w3,0.0004968766,0.05000,3.239
+36,block_sparse_moe.experts.188.w3,0.0014007161,0.05000,3.007
+36,block_sparse_moe.experts.212.w3,0.0018892814,0.05000,2.862
+36,block_sparse_moe.experts.216.w3,0.0014026611,0.05000,2.938
+36,block_sparse_moe.experts.208.w3,0.0004058289,0.05000,3.023
+36,block_sparse_moe.experts.204.w3,0.0008485863,0.05000,2.956
+36,block_sparse_moe.experts.224.w3,0.0012536785,0.05000,2.906
+36,block_sparse_moe.experts.232.w3,0.0005592199,0.05000,2.939
+36,block_sparse_moe.experts.228.w3,0.0010175640,0.05000,3.007
+36,block_sparse_moe.experts.220.w3,0.0006880972,0.05000,2.929
+36,block_sparse_moe.experts.248.w3,0.0006401402,0.05000,2.782
+36,block_sparse_moe.experts.240.w3,0.0010221144,0.05000,2.869
+36,block_sparse_moe.experts.244.w3,0.0010719219,0.05000,2.824
+36,block_sparse_moe.experts.236.w3,0.0021425973,0.05000,2.635
+36,block_sparse_moe.experts.252.w3,0.0023875322,0.05000,0.883
+36,block_sparse_moe.experts.0.w2,0.0004421329,0.05000,1.523
+36,block_sparse_moe.experts.12.w2,0.0008948656,0.05000,1.539
+36,block_sparse_moe.experts.8.w2,0.0009357486,0.05000,1.551
+36,block_sparse_moe.experts.1.w2,0.0025602480,0.05000,1.556
+36,block_sparse_moe.experts.4.w2,0.0022991480,0.05000,1.577
+36,block_sparse_moe.experts.14.w2,0.0012145699,0.05000,1.601
+36,block_sparse_moe.experts.9.w2,0.0004459907,0.05000,1.603
+36,block_sparse_moe.experts.13.w2,0.0016824810,0.05000,1.608
+36,block_sparse_moe.experts.5.w2,0.0014519760,0.05000,1.625
+36,block_sparse_moe.experts.2.w2,0.0011766886,0.05000,1.628
+36,block_sparse_moe.experts.3.w2,0.0043076300,0.05000,1.630
+36,block_sparse_moe.experts.11.w2,0.0048220048,0.05000,1.642
+36,block_sparse_moe.experts.7.w2,0.0015104894,0.05000,1.646
+36,block_sparse_moe.experts.15.w2,0.0010486158,0.05000,1.626
+36,block_sparse_moe.experts.6.w2,0.0024332024,0.05000,1.664
+36,block_sparse_moe.experts.10.w2,0.0147032414,0.05000,1.681
+36,block_sparse_moe.experts.16.w2,0.0005645904,0.05000,1.530
+36,block_sparse_moe.experts.29.w2,0.0001302192,0.05000,1.457
+36,block_sparse_moe.experts.28.w2,0.0004513105,0.05000,1.533
+36,block_sparse_moe.experts.27.w2,0.0010529363,0.05000,1.436
+36,block_sparse_moe.experts.25.w2,0.0007963189,0.05000,1.480
+36,block_sparse_moe.experts.17.w2,0.0008199124,0.05000,1.530
+36,block_sparse_moe.experts.19.w2,0.0016631994,0.05000,1.468
+36,block_sparse_moe.experts.20.w2,0.0021814706,0.05000,1.544
+36,block_sparse_moe.experts.18.w2,0.0073034091,0.05000,1.496
+36,block_sparse_moe.experts.24.w2,0.0016363319,0.05000,1.578
+36,block_sparse_moe.experts.23.w2,0.0007917932,0.05000,1.505
+36,block_sparse_moe.experts.21.w2,0.0006103535,0.05000,1.528
+36,block_sparse_moe.experts.31.w2,0.0015726994,0.05000,1.502
+36,block_sparse_moe.experts.22.w2,0.0132181677,0.05000,1.514
+36,block_sparse_moe.experts.30.w2,0.0009787858,0.05000,1.580
+36,block_sparse_moe.experts.26.w2,0.0012972493,0.05000,1.562
+36,block_sparse_moe.experts.45.w2,0.0016639351,0.05000,1.453
+36,block_sparse_moe.experts.32.w2,0.0022771812,0.05000,1.491
+36,block_sparse_moe.experts.41.w2,0.0009622230,0.05000,1.463
+36,block_sparse_moe.experts.44.w2,0.0025863700,0.05000,1.476
+36,block_sparse_moe.experts.43.w2,0.0014079297,0.05000,1.519
+36,block_sparse_moe.experts.33.w2,0.0010047195,0.05000,1.519
+36,block_sparse_moe.experts.35.w2,0.0009318524,0.05000,1.519
+36,block_sparse_moe.experts.37.w2,0.0017091614,0.05000,1.496
+36,block_sparse_moe.experts.40.w2,0.0007793063,0.05000,1.545
+36,block_sparse_moe.experts.47.w2,0.0013273100,0.05000,1.523
+36,block_sparse_moe.experts.36.w2,0.0044665588,0.05000,1.584
+36,block_sparse_moe.experts.34.w2,0.0005311325,0.05000,1.592
+36,block_sparse_moe.experts.38.w2,0.0012314414,0.05000,1.556
+36,block_sparse_moe.experts.42.w2,0.0012150235,0.05000,1.499
+36,block_sparse_moe.experts.39.w2,0.0016722141,0.05000,1.618
+36,block_sparse_moe.experts.46.w2,0.0003183352,0.05000,1.608
+36,block_sparse_moe.experts.59.w2,0.0010234772,0.05000,1.329
+36,block_sparse_moe.experts.51.w2,0.0042677268,0.05000,1.349
+36,block_sparse_moe.experts.63.w2,0.0004729171,0.05000,1.341
+36,block_sparse_moe.experts.48.w2,0.0029446272,0.05000,1.494
+36,block_sparse_moe.experts.60.w2,0.0017685844,0.05000,1.520
+36,block_sparse_moe.experts.61.w2,0.0042572671,0.05000,1.559
+36,block_sparse_moe.experts.56.w2,0.0097561065,0.05000,1.438
+36,block_sparse_moe.experts.57.w2,0.0029345658,0.05000,1.574
+36,block_sparse_moe.experts.55.w2,0.0001400649,0.05000,1.372
+36,block_sparse_moe.experts.49.w2,0.0004364328,0.05000,1.584
+36,block_sparse_moe.experts.54.w2,0.0007250109,0.05000,1.456
+36,block_sparse_moe.experts.52.w2,0.0019299013,0.05000,1.516
+36,block_sparse_moe.experts.58.w2,0.0002596607,0.05000,1.493
+36,block_sparse_moe.experts.53.w2,0.0003272765,0.05000,1.593
+36,block_sparse_moe.experts.50.w2,0.0045852229,0.05000,1.525
+36,block_sparse_moe.experts.62.w2,0.0006275497,0.05000,1.492
+36,block_sparse_moe.experts.75.w2,0.0024813090,0.05000,1.366
+36,block_sparse_moe.experts.67.w2,0.0025008744,0.05000,1.421
+36,block_sparse_moe.experts.79.w2,0.0010264755,0.05000,1.363
+36,block_sparse_moe.experts.77.w2,0.0023599856,0.05000,1.560
+36,block_sparse_moe.experts.71.w2,0.0017889055,0.05000,1.497
+36,block_sparse_moe.experts.64.w2,0.0012995212,0.05000,1.646
+36,block_sparse_moe.experts.76.w2,0.0009572649,0.05000,1.632
+36,block_sparse_moe.experts.72.w2,0.0027351750,0.05000,1.612
+36,block_sparse_moe.experts.73.w2,0.0014523306,0.05000,1.623
+36,block_sparse_moe.experts.65.w2,0.0006394373,0.05000,1.593
+36,block_sparse_moe.experts.70.w2,0.0008291097,0.05000,1.602
+36,block_sparse_moe.experts.74.w2,0.0013924888,0.05000,1.567
+36,block_sparse_moe.experts.66.w2,0.0003234918,0.05000,1.600
+36,block_sparse_moe.experts.69.w2,0.0038265541,0.05000,1.609
+36,block_sparse_moe.experts.68.w2,0.0003350842,0.05000,1.657
+36,block_sparse_moe.experts.78.w2,0.0006289675,0.05000,1.597
+36,block_sparse_moe.experts.91.w2,0.0004642084,0.05000,1.565
+36,block_sparse_moe.experts.93.w2,0.0011644266,0.05000,1.275
+36,block_sparse_moe.experts.83.w2,0.0043643598,0.05000,1.559
+36,block_sparse_moe.experts.81.w2,0.0036654784,0.05000,1.189
+36,block_sparse_moe.experts.95.w2,0.0017490652,0.05000,1.589
+36,block_sparse_moe.experts.89.w2,0.0030313138,0.05000,1.287
+36,block_sparse_moe.experts.85.w2,0.0025371159,0.05000,1.250
+36,block_sparse_moe.experts.92.w2,0.0037522736,0.05000,1.487
+36,block_sparse_moe.experts.80.w2,0.0015555771,0.05000,1.506
+36,block_sparse_moe.experts.88.w2,0.0023442783,0.05000,1.471
+36,block_sparse_moe.experts.87.w2,0.0027804142,0.05000,1.574
+36,block_sparse_moe.experts.90.w2,0.0011763957,0.05000,1.569
+36,block_sparse_moe.experts.86.w2,0.0040835193,0.05000,1.586
+36,block_sparse_moe.experts.84.w2,0.0007198109,0.05000,1.503
+36,block_sparse_moe.experts.82.w2,0.0012814159,0.05000,1.606
+36,block_sparse_moe.experts.94.w2,0.0017502953,0.05000,1.620
+36,block_sparse_moe.experts.107.w2,0.0011430370,0.05000,1.534
+36,block_sparse_moe.experts.97.w2,0.0028654924,0.05000,1.444
+36,block_sparse_moe.experts.99.w2,0.0029130860,0.05000,1.478
+36,block_sparse_moe.experts.109.w2,0.0016288571,0.05000,1.561
+36,block_sparse_moe.experts.111.w2,0.0063884846,0.05000,1.550
+36,block_sparse_moe.experts.105.w2,0.0010038825,0.05000,1.512
+36,block_sparse_moe.experts.101.w2,0.0009473893,0.05000,1.506
+36,block_sparse_moe.experts.104.w2,0.0014265463,0.05000,1.502
+36,block_sparse_moe.experts.108.w2,0.0018327583,0.05000,1.525
+36,block_sparse_moe.experts.103.w2,0.0019691769,0.05000,1.551
+36,block_sparse_moe.experts.96.w2,0.0076963374,0.05000,1.583
+36,block_sparse_moe.experts.106.w2,0.0009778171,0.05000,1.532
+36,block_sparse_moe.experts.100.w2,0.0124911079,0.05000,1.555
+36,block_sparse_moe.experts.102.w2,0.0021511131,0.05000,1.561
+36,block_sparse_moe.experts.98.w2,0.0014130075,0.05000,1.556
+36,block_sparse_moe.experts.110.w2,0.0006767374,0.05000,1.564
+36,block_sparse_moe.experts.125.w2,0.0020673316,0.05000,1.349
+36,block_sparse_moe.experts.113.w2,0.0015148180,0.05000,1.422
+36,block_sparse_moe.experts.123.w2,0.0137015762,0.05000,1.571
+36,block_sparse_moe.experts.115.w2,0.0006658679,0.05000,1.544
+36,block_sparse_moe.experts.121.w2,0.0024099756,0.05000,1.431
+36,block_sparse_moe.experts.117.w2,0.0023541993,0.05000,1.427
+36,block_sparse_moe.experts.127.w2,0.0024368143,0.05000,1.560
+36,block_sparse_moe.experts.120.w2,0.0006373653,0.05000,1.520
+36,block_sparse_moe.experts.124.w2,0.0011459199,0.05000,1.505
+36,block_sparse_moe.experts.112.w2,0.0025498110,0.05000,1.478
+36,block_sparse_moe.experts.119.w2,0.0012412939,0.05000,1.537
+36,block_sparse_moe.experts.116.w2,0.0006354475,0.05000,1.484
+36,block_sparse_moe.experts.122.w2,0.0030429429,0.05000,1.518
+36,block_sparse_moe.experts.114.w2,0.0008777929,0.05000,1.443
+36,block_sparse_moe.experts.118.w2,0.0040163134,0.05000,1.530
+36,block_sparse_moe.experts.126.w2,0.0020530579,0.05000,1.515
+36,block_sparse_moe.experts.129.w2,0.0008529962,0.05000,1.265
+36,block_sparse_moe.experts.141.w2,0.0026743381,0.05000,1.299
+36,block_sparse_moe.experts.137.w2,0.0023020710,0.05000,1.296
+36,block_sparse_moe.experts.139.w2,0.0009683992,0.05000,1.413
+36,block_sparse_moe.experts.133.w2,0.0008750183,0.05000,1.392
+36,block_sparse_moe.experts.131.w2,0.0021338923,0.05000,1.484
+36,block_sparse_moe.experts.143.w2,0.0018033446,0.05000,1.402
+36,block_sparse_moe.experts.136.w2,0.0010683765,0.05000,1.489
+36,block_sparse_moe.experts.135.w2,0.0008967857,0.05000,1.478
+36,block_sparse_moe.experts.140.w2,0.0018781782,0.05000,1.584
+36,block_sparse_moe.experts.128.w2,0.0021467944,0.05000,1.583
+36,block_sparse_moe.experts.132.w2,0.0023777287,0.05000,1.522
+36,block_sparse_moe.experts.134.w2,0.0007031980,0.05000,1.509
+36,block_sparse_moe.experts.130.w2,0.0005895563,0.05000,1.534
+36,block_sparse_moe.experts.138.w2,0.0006465763,0.05000,1.562
+36,block_sparse_moe.experts.142.w2,0.0023691087,0.05000,1.568
+36,block_sparse_moe.experts.145.w2,0.0033349373,0.05000,1.499
+36,block_sparse_moe.experts.157.w2,0.0049286464,0.05000,1.517
+36,block_sparse_moe.experts.153.w2,0.0056764811,0.05000,1.552
+36,block_sparse_moe.experts.155.w2,0.0024578333,0.05000,1.506
+36,block_sparse_moe.experts.149.w2,0.0021371599,0.05000,1.512
+36,block_sparse_moe.experts.147.w2,0.0253280988,0.05000,1.540
+36,block_sparse_moe.experts.159.w2,0.0004068121,0.05000,1.525
+36,block_sparse_moe.experts.152.w2,0.0031433426,0.05000,1.497
+36,block_sparse_moe.experts.151.w2,0.0022883518,0.05000,1.485
+36,block_sparse_moe.experts.156.w2,0.0027118568,0.05000,1.488
+36,block_sparse_moe.experts.144.w2,0.0222444020,0.05000,1.511
+36,block_sparse_moe.experts.150.w2,0.0042293603,0.05000,1.395
+36,block_sparse_moe.experts.154.w2,0.0057615533,0.05000,1.393
+36,block_sparse_moe.experts.146.w2,0.0030522917,0.05000,1.420
+36,block_sparse_moe.experts.148.w2,0.0079197254,0.05000,1.505
+36,block_sparse_moe.experts.158.w2,0.0012062155,0.05000,1.454
+36,block_sparse_moe.experts.161.w2,0.0404718609,0.05000,1.520
+36,block_sparse_moe.experts.173.w2,0.0006014427,0.05000,1.510
+36,block_sparse_moe.experts.169.w2,0.0017092292,0.05000,1.539
+36,block_sparse_moe.experts.171.w2,0.0026875174,0.05000,1.516
+36,block_sparse_moe.experts.165.w2,0.0009968187,0.05000,1.574
+36,block_sparse_moe.experts.175.w2,0.0001341356,0.05000,1.520
+36,block_sparse_moe.experts.163.w2,0.0004964660,0.05000,1.551
+36,block_sparse_moe.experts.168.w2,0.0014757121,0.05000,1.562
+36,block_sparse_moe.experts.167.w2,0.0003459010,0.05000,1.514
+36,block_sparse_moe.experts.172.w2,0.0035450170,0.05000,1.534
+36,block_sparse_moe.experts.160.w2,0.0014280417,0.05000,1.496
+36,block_sparse_moe.experts.162.w2,0.0052525561,0.05000,1.520
+36,block_sparse_moe.experts.166.w2,0.0022810353,0.05000,1.563
+36,block_sparse_moe.experts.170.w2,0.0028160936,0.05000,1.587
+36,block_sparse_moe.experts.164.w2,0.0004882521,0.05000,1.520
+36,block_sparse_moe.experts.174.w2,0.0046209457,0.05000,1.549
+36,block_sparse_moe.experts.177.w2,0.0029124427,0.05000,1.382
+36,block_sparse_moe.experts.189.w2,0.0012812201,0.05000,1.408
+36,block_sparse_moe.experts.185.w2,0.0026913678,0.05000,1.381
+36,block_sparse_moe.experts.181.w2,0.0013776945,0.05000,1.393
+36,block_sparse_moe.experts.187.w2,0.0101504204,0.05000,1.587
+36,block_sparse_moe.experts.179.w2,0.0007879668,0.05000,1.520
+36,block_sparse_moe.experts.184.w2,0.0016042199,0.05000,1.335
+36,block_sparse_moe.experts.191.w2,0.0009327275,0.05000,1.567
+36,block_sparse_moe.experts.188.w2,0.0016237475,0.05000,1.391
+36,block_sparse_moe.experts.176.w2,0.0026712020,0.05000,1.412
+36,block_sparse_moe.experts.183.w2,0.0043554383,0.05000,1.550
+36,block_sparse_moe.experts.180.w2,0.0020469651,0.05000,1.362
+36,block_sparse_moe.experts.178.w2,0.0023882223,0.05000,1.466
+36,block_sparse_moe.experts.182.w2,0.0016266228,0.05000,1.484
+36,block_sparse_moe.experts.186.w2,0.0014889603,0.05000,1.523
+36,block_sparse_moe.experts.190.w2,0.0041774689,0.05000,1.497
+36,block_sparse_moe.experts.193.w2,0.0006903743,0.05000,1.441
+36,block_sparse_moe.experts.205.w2,0.0018042028,0.05000,1.473
+36,block_sparse_moe.experts.201.w2,0.0152084331,0.05000,1.481
+36,block_sparse_moe.experts.197.w2,0.0009132605,0.05000,1.550
+36,block_sparse_moe.experts.203.w2,0.0069328495,0.05000,1.548
+36,block_sparse_moe.experts.195.w2,0.0016330118,0.05000,1.493
+36,block_sparse_moe.experts.200.w2,0.0002644029,0.05000,1.519
+36,block_sparse_moe.experts.207.w2,0.0009453580,0.05000,1.542
+36,block_sparse_moe.experts.204.w2,0.0035485940,0.05000,1.459
+36,block_sparse_moe.experts.192.w2,0.0040128402,0.05000,1.464
+36,block_sparse_moe.experts.196.w2,0.0015410854,0.05000,1.466
+36,block_sparse_moe.experts.194.w2,0.0016780771,0.05000,1.416
+36,block_sparse_moe.experts.198.w2,0.0014314973,0.05000,1.440
+36,block_sparse_moe.experts.199.w2,0.0011543260,0.05000,1.571
+36,block_sparse_moe.experts.202.w2,0.0023507637,0.05000,1.477
+36,block_sparse_moe.experts.206.w2,0.0010215360,0.05000,1.489
+36,block_sparse_moe.experts.209.w2,0.0033037733,0.05000,1.513
+36,block_sparse_moe.experts.221.w2,0.0010415911,0.05000,1.614
+36,block_sparse_moe.experts.217.w2,0.0010213898,0.05000,1.607
+36,block_sparse_moe.experts.216.w2,0.0033108324,0.05000,1.382
+36,block_sparse_moe.experts.219.w2,0.0007690536,0.05000,1.478
+36,block_sparse_moe.experts.213.w2,0.0004634433,0.05000,1.560
+36,block_sparse_moe.experts.220.w2,0.0005176425,0.05000,1.356
+36,block_sparse_moe.experts.211.w2,0.0044129602,0.05000,1.505
+36,block_sparse_moe.experts.208.w2,0.0011970033,0.05000,1.357
+36,block_sparse_moe.experts.223.w2,0.0007037136,0.05000,1.441
+36,block_sparse_moe.experts.212.w2,0.0017034672,0.05000,1.521
+36,block_sparse_moe.experts.215.w2,0.0030890659,0.05000,1.422
+36,block_sparse_moe.experts.210.w2,0.0008503157,0.05000,1.529
+36,block_sparse_moe.experts.214.w2,0.0017933295,0.05000,1.548
+36,block_sparse_moe.experts.218.w2,0.0003030378,0.05000,1.519
+36,block_sparse_moe.experts.222.w2,0.0076218195,0.05000,1.507
+36,block_sparse_moe.experts.225.w2,0.0012126255,0.05000,1.509
+36,block_sparse_moe.experts.237.w2,0.0001758421,0.05000,1.498
+36,block_sparse_moe.experts.233.w2,0.0016552741,0.05000,1.494
+36,block_sparse_moe.experts.235.w2,0.0005586200,0.05000,1.399
+36,block_sparse_moe.experts.227.w2,0.0008913677,0.05000,1.391
+36,block_sparse_moe.experts.239.w2,0.0024683133,0.05000,1.407
+36,block_sparse_moe.experts.229.w2,0.0008003152,0.05000,1.484
+36,block_sparse_moe.experts.232.w2,0.0007762923,0.05000,1.557
+36,block_sparse_moe.experts.236.w2,0.0027687272,0.05000,1.583
+36,block_sparse_moe.experts.224.w2,0.0024691273,0.05000,1.600
+36,block_sparse_moe.experts.226.w2,0.0012396062,0.05000,1.475
+36,block_sparse_moe.experts.231.w2,0.0023360314,0.05000,1.498
+36,block_sparse_moe.experts.228.w2,0.0012507699,0.05000,1.519
+36,block_sparse_moe.experts.230.w2,0.0016028294,0.05000,1.491
+36,block_sparse_moe.experts.234.w2,0.0001367075,0.05000,1.458
+36,block_sparse_moe.experts.238.w2,0.0037860700,0.05000,1.460
+36,block_sparse_moe.experts.241.w2,0.0026695869,0.05000,1.465
+36,block_sparse_moe.experts.253.w2,0.0015502957,0.05000,1.436
+36,block_sparse_moe.experts.249.w2,0.0029309017,0.05000,1.358
+36,block_sparse_moe.experts.245.w2,0.0039383522,0.05000,1.241
+36,block_sparse_moe.experts.255.w2,0.0003802721,0.05000,1.345
+36,block_sparse_moe.experts.251.w2,0.0010127868,0.05000,1.438
+36,block_sparse_moe.experts.243.w2,0.0032705365,0.05000,1.406
+36,block_sparse_moe.experts.247.w2,0.0007122506,0.05000,1.137
+36,block_sparse_moe.experts.252.w2,0.0029018053,0.05000,1.397
+36,block_sparse_moe.experts.248.w2,0.0007761951,0.05000,1.486
+36,block_sparse_moe.experts.240.w2,0.0008818548,0.05000,1.392
+36,block_sparse_moe.experts.244.w2,0.0010006832,0.05000,1.286
+36,block_sparse_moe.experts.242.w2,0.0029380956,0.05000,1.422
+36,block_sparse_moe.experts.246.w2,0.0012295189,0.05000,1.429
+36,block_sparse_moe.experts.250.w2,0.0007480802,0.05000,1.398
+36,block_sparse_moe.experts.254.w2,0.0286601496,0.05000,1.273
+37,self_attn.k_proj,0.0000135098,0.05000,0.893
+37,self_attn.v_proj,0.0000125923,0.05000,0.952
+37,self_attn.q_proj,0.0000926305,0.05000,0.993
+37,self_attn.o_proj,0.0000094665,0.05000,1.856
+37,block_sparse_moe.experts.10.w1,0.0004541242,0.05000,3.093
+37,block_sparse_moe.experts.14.w1,0.0018452055,0.05000,2.996
+37,block_sparse_moe.experts.6.w1,0.0001463299,0.05000,3.148
+37,block_sparse_moe.experts.15.w1,0.0014975985,0.05000,3.094
+37,block_sparse_moe.experts.12.w1,0.0022476163,0.05000,3.255
+37,block_sparse_moe.experts.2.w1,0.0009958466,0.05000,3.271
+37,block_sparse_moe.experts.8.w1,0.0016827918,0.05000,3.286
+37,block_sparse_moe.experts.11.w1,0.0008927457,0.05000,3.313
+37,block_sparse_moe.experts.7.w1,0.0005337530,0.05000,3.334
+37,block_sparse_moe.experts.5.w1,0.0017900041,0.05000,3.341
+37,block_sparse_moe.experts.0.w1,0.0003719470,0.05000,3.353
+37,block_sparse_moe.experts.4.w1,0.0003197862,0.05000,3.357
+37,block_sparse_moe.experts.3.w1,0.0010325983,0.05000,3.374
+37,block_sparse_moe.experts.9.w1,0.0001787664,0.05000,3.404
+37,block_sparse_moe.experts.13.w1,0.0015192486,0.05000,3.307
+37,block_sparse_moe.experts.1.w1,0.0009094906,0.05000,3.503
+37,block_sparse_moe.experts.26.w1,0.0008337283,0.05000,3.052
+37,block_sparse_moe.experts.22.w1,0.0020547153,0.05000,3.118
+37,block_sparse_moe.experts.30.w1,0.0012136609,0.05000,3.163
+37,block_sparse_moe.experts.27.w1,0.0006953332,0.05000,3.019
+37,block_sparse_moe.experts.23.w1,0.0003004240,0.05000,3.005
+37,block_sparse_moe.experts.31.w1,0.0008773703,0.05000,3.144
+37,block_sparse_moe.experts.18.w1,0.0012149970,0.05000,3.143
+37,block_sparse_moe.experts.29.w1,0.0001505831,0.05000,3.000
+37,block_sparse_moe.experts.25.w1,0.0006835655,0.05000,3.097
+37,block_sparse_moe.experts.28.w1,0.0006021782,0.05000,3.278
+37,block_sparse_moe.experts.21.w1,0.0008274042,0.05000,3.198
+37,block_sparse_moe.experts.19.w1,0.0005491884,0.05000,3.172
+37,block_sparse_moe.experts.20.w1,0.0032948404,0.05000,3.200
+37,block_sparse_moe.experts.16.w1,0.0006587447,0.05000,3.227
+37,block_sparse_moe.experts.24.w1,0.0024169198,0.05000,3.298
+37,block_sparse_moe.experts.17.w1,0.0008216143,0.05000,3.191
+37,block_sparse_moe.experts.42.w1,0.0003286701,0.05000,2.897
+37,block_sparse_moe.experts.38.w1,0.0015634006,0.05000,2.794
+37,block_sparse_moe.experts.46.w1,0.0018276080,0.05000,2.826
+37,block_sparse_moe.experts.34.w1,0.0005130029,0.05000,2.741
+37,block_sparse_moe.experts.41.w1,0.0015170693,0.05000,2.888
+37,block_sparse_moe.experts.39.w1,0.0003227876,0.05000,3.103
+37,block_sparse_moe.experts.47.w1,0.0018286669,0.05000,3.097
+37,block_sparse_moe.experts.45.w1,0.0013410943,0.05000,3.035
+37,block_sparse_moe.experts.37.w1,0.0010500473,0.05000,2.957
+37,block_sparse_moe.experts.43.w1,0.0006867454,0.05000,3.190
+37,block_sparse_moe.experts.33.w1,0.0008565437,0.05000,2.858
+37,block_sparse_moe.experts.44.w1,0.0014030256,0.05000,3.132
+37,block_sparse_moe.experts.35.w1,0.0029314561,0.05000,3.196
+37,block_sparse_moe.experts.40.w1,0.0004743742,0.05000,3.185
+37,block_sparse_moe.experts.32.w1,0.0017066588,0.05000,3.221
+37,block_sparse_moe.experts.36.w1,0.0021424835,0.05000,3.297
+37,block_sparse_moe.experts.58.w1,0.0009812015,0.05000,3.003
+37,block_sparse_moe.experts.54.w1,0.0005192803,0.05000,3.040
+37,block_sparse_moe.experts.62.w1,0.0005897942,0.05000,3.030
+37,block_sparse_moe.experts.50.w1,0.0007172404,0.05000,3.057
+37,block_sparse_moe.experts.55.w1,0.0008815003,0.05000,3.035
+37,block_sparse_moe.experts.59.w1,0.0023015405,0.05000,3.022
+37,block_sparse_moe.experts.63.w1,0.0018611165,0.05000,3.091
+37,block_sparse_moe.experts.57.w1,0.0008076150,0.05000,3.267
+37,block_sparse_moe.experts.61.w1,0.0005994722,0.05000,3.240
+37,block_sparse_moe.experts.51.w1,0.0024592006,0.05000,3.005
+37,block_sparse_moe.experts.53.w1,0.0013375601,0.05000,3.296
+37,block_sparse_moe.experts.49.w1,0.0011234332,0.05000,3.263
+37,block_sparse_moe.experts.60.w1,0.0007210323,0.05000,3.178
+37,block_sparse_moe.experts.56.w1,0.0004623301,0.05000,3.149
+37,block_sparse_moe.experts.48.w1,0.0019115389,0.05000,3.142
+37,block_sparse_moe.experts.52.w1,0.0005818483,0.05000,3.174
+37,block_sparse_moe.experts.74.w1,0.0009171303,0.05000,2.881
+37,block_sparse_moe.experts.70.w1,0.0028136812,0.05000,2.886
+37,block_sparse_moe.experts.78.w1,0.0016829655,0.05000,2.853
+37,block_sparse_moe.experts.66.w1,0.0007241192,0.05000,2.920
+37,block_sparse_moe.experts.71.w1,0.0010721000,0.05000,3.131
+37,block_sparse_moe.experts.75.w1,0.0005226596,0.05000,3.222
+37,block_sparse_moe.experts.79.w1,0.0018696832,0.05000,3.250
+37,block_sparse_moe.experts.67.w1,0.0023292600,0.05000,3.154
+37,block_sparse_moe.experts.77.w1,0.0007714183,0.05000,3.193
+37,block_sparse_moe.experts.73.w1,0.0001446883,0.05000,3.305
+37,block_sparse_moe.experts.76.w1,0.0011904670,0.05000,3.135
+37,block_sparse_moe.experts.72.w1,0.0013414985,0.05000,3.101
+37,block_sparse_moe.experts.69.w1,0.0006883024,0.05000,3.235
+37,block_sparse_moe.experts.64.w1,0.0011542031,0.05000,3.127
+37,block_sparse_moe.experts.68.w1,0.0007762319,0.05000,3.050
+37,block_sparse_moe.experts.65.w1,0.0013656787,0.05000,3.320
+37,block_sparse_moe.experts.86.w1,0.0009153820,0.05000,3.017
+37,block_sparse_moe.experts.94.w1,0.0018760822,0.05000,2.991
+37,block_sparse_moe.experts.90.w1,0.0024638983,0.05000,3.079
+37,block_sparse_moe.experts.82.w1,0.0016380175,0.05000,3.139
+37,block_sparse_moe.experts.87.w1,0.0006670949,0.05000,3.142
+37,block_sparse_moe.experts.91.w1,0.0014982131,0.05000,3.100
+37,block_sparse_moe.experts.95.w1,0.0021367361,0.05000,3.087
+37,block_sparse_moe.experts.93.w1,0.0021915069,0.05000,3.019
+37,block_sparse_moe.experts.89.w1,0.0004386975,0.05000,3.091
+37,block_sparse_moe.experts.85.w1,0.0013337017,0.05000,3.090
+37,block_sparse_moe.experts.83.w1,0.0017249041,0.05000,3.229
+37,block_sparse_moe.experts.88.w1,0.0006475915,0.05000,3.132
+37,block_sparse_moe.experts.92.w1,0.0008498141,0.05000,3.173
+37,block_sparse_moe.experts.84.w1,0.0003517048,0.05000,3.081
+37,block_sparse_moe.experts.80.w1,0.0013071602,0.05000,3.153
+37,block_sparse_moe.experts.81.w1,0.0009554812,0.05000,3.132
+37,block_sparse_moe.experts.110.w1,0.0011628582,0.05000,2.960
+37,block_sparse_moe.experts.106.w1,0.0015065273,0.05000,3.011
+37,block_sparse_moe.experts.102.w1,0.0006816618,0.05000,3.107
+37,block_sparse_moe.experts.98.w1,0.0010705713,0.05000,3.012
+37,block_sparse_moe.experts.103.w1,0.0023080016,0.05000,2.762
+37,block_sparse_moe.experts.107.w1,0.0010851651,0.05000,2.831
+37,block_sparse_moe.experts.111.w1,0.0024216410,0.05000,2.842
+37,block_sparse_moe.experts.99.w1,0.0025324967,0.05000,2.770
+37,block_sparse_moe.experts.109.w1,0.0009978683,0.05000,2.978
+37,block_sparse_moe.experts.108.w1,0.0020247806,0.05000,2.898
+37,block_sparse_moe.experts.104.w1,0.0009764370,0.05000,2.934
+37,block_sparse_moe.experts.101.w1,0.0016732205,0.05000,2.993
+37,block_sparse_moe.experts.105.w1,0.0018261039,0.05000,3.064
+37,block_sparse_moe.experts.96.w1,0.0017866977,0.05000,2.955
+37,block_sparse_moe.experts.97.w1,0.0013205642,0.05000,2.954
+37,block_sparse_moe.experts.100.w1,0.0018128327,0.05000,3.079
+37,block_sparse_moe.experts.126.w1,0.0010524819,0.05000,1.840
+37,block_sparse_moe.experts.122.w1,0.0001550794,0.05000,1.788
+37,block_sparse_moe.experts.119.w1,0.0009022002,0.05000,3.257
+37,block_sparse_moe.experts.127.w1,0.0007447400,0.05000,3.329
+37,block_sparse_moe.experts.123.w1,0.0006075466,0.05000,3.483
+37,block_sparse_moe.experts.115.w1,0.0015968566,0.05000,3.455
+37,block_sparse_moe.experts.124.w1,0.0014614111,0.05000,4.047
+37,block_sparse_moe.experts.116.w1,0.0003997611,0.05000,3.912
+37,block_sparse_moe.experts.112.w1,0.0020305617,0.05000,3.985
+37,block_sparse_moe.experts.120.w1,0.0013673794,0.05000,4.125
+37,block_sparse_moe.experts.135.w1,0.0005363250,0.05000,3.770
+37,block_sparse_moe.experts.125.w1,0.0020703806,0.05000,6.969
+37,block_sparse_moe.experts.143.w1,0.0022850127,0.05000,3.838
+37,block_sparse_moe.experts.139.w1,0.0007839474,0.05000,3.774
+37,block_sparse_moe.experts.117.w1,0.0031526997,0.05000,7.023
+37,block_sparse_moe.experts.131.w1,0.0008841797,0.05000,3.791
+37,block_sparse_moe.experts.121.w1,0.0012090086,0.05000,7.112
+37,block_sparse_moe.experts.113.w1,0.0011971222,0.05000,7.077
+37,block_sparse_moe.experts.140.w1,0.0014628203,0.05000,3.529
+37,block_sparse_moe.experts.128.w1,0.0013965291,0.05000,3.498
+37,block_sparse_moe.experts.136.w1,0.0016048510,0.05000,3.486
+37,block_sparse_moe.experts.132.w1,0.0003029172,0.05000,3.621
+37,block_sparse_moe.experts.141.w1,0.0017279019,0.05000,3.280
+37,block_sparse_moe.experts.133.w1,0.0022697948,0.05000,3.165
+37,block_sparse_moe.experts.137.w1,0.0004444828,0.05000,3.190
+37,block_sparse_moe.experts.129.w1,0.0003986959,0.05000,3.120
+37,block_sparse_moe.experts.156.w1,0.0002693535,0.05000,3.548
+37,block_sparse_moe.experts.144.w1,0.0007473431,0.05000,3.615
+37,block_sparse_moe.experts.148.w1,0.0004699776,0.05000,3.560
+37,block_sparse_moe.experts.152.w1,0.0009325473,0.05000,3.701
+37,block_sparse_moe.experts.151.w1,0.0006461906,0.05000,5.919
+37,block_sparse_moe.experts.159.w1,0.0007943467,0.05000,5.905
+37,block_sparse_moe.experts.155.w1,0.0008713259,0.05000,5.897
+37,block_sparse_moe.experts.147.w1,0.0010690685,0.05000,5.846
+37,block_sparse_moe.experts.157.w1,0.0011452177,0.05000,3.203
+37,block_sparse_moe.experts.149.w1,0.0007623420,0.05000,3.161
+37,block_sparse_moe.experts.153.w1,0.0010177253,0.05000,3.116
+37,block_sparse_moe.experts.145.w1,0.0010277116,0.05000,3.119
+37,block_sparse_moe.experts.142.w1,0.0021314380,0.05000,2.825
+37,block_sparse_moe.experts.138.w1,0.0004285182,0.05000,2.852
+37,block_sparse_moe.experts.118.w1,0.0029632950,0.05000,2.894
+37,block_sparse_moe.experts.114.w1,0.0010844698,0.05000,2.944
+37,block_sparse_moe.experts.172.w1,0.0012468018,0.05000,3.455
+37,block_sparse_moe.experts.160.w1,0.0003013897,0.05000,3.433
+37,block_sparse_moe.experts.164.w1,0.0003459765,0.05000,3.413
+37,block_sparse_moe.experts.168.w1,0.0013929175,0.05000,3.494
+37,block_sparse_moe.experts.167.w1,0.0003435644,0.05000,3.212
+37,block_sparse_moe.experts.171.w1,0.0023477734,0.05000,3.112
+37,block_sparse_moe.experts.175.w1,0.0006008868,0.05000,3.241
+37,block_sparse_moe.experts.163.w1,0.0027566090,0.05000,3.079
+37,block_sparse_moe.experts.154.w1,0.0015045392,0.05000,3.377
+37,block_sparse_moe.experts.134.w1,0.0029855917,0.05000,3.364
+37,block_sparse_moe.experts.158.w1,0.0006416532,0.05000,3.440
+37,block_sparse_moe.experts.130.w1,0.0007085365,0.05000,3.366
+37,block_sparse_moe.experts.165.w1,0.0006977387,0.05000,3.100
+37,block_sparse_moe.experts.169.w1,0.0011406512,0.05000,3.142
+37,block_sparse_moe.experts.173.w1,0.0015606627,0.05000,3.143
+37,block_sparse_moe.experts.161.w1,0.0025912450,0.05000,3.236
+37,block_sparse_moe.experts.176.w1,0.0022365448,0.05000,3.224
+37,block_sparse_moe.experts.188.w1,0.0016062477,0.05000,3.343
+37,block_sparse_moe.experts.180.w1,0.0013820449,0.05000,3.269
+37,block_sparse_moe.experts.184.w1,0.0008900881,0.05000,3.363
+37,block_sparse_moe.experts.183.w1,0.0003146269,0.05000,3.074
+37,block_sparse_moe.experts.187.w1,0.0007173480,0.05000,3.085
+37,block_sparse_moe.experts.179.w1,0.0013885972,0.05000,3.128
+37,block_sparse_moe.experts.191.w1,0.0015867479,0.05000,3.167
+37,block_sparse_moe.experts.170.w1,0.0016504794,0.05000,2.809
+37,block_sparse_moe.experts.150.w1,0.0005223602,0.05000,2.854
+37,block_sparse_moe.experts.146.w1,0.0013394397,0.05000,2.854
+37,block_sparse_moe.experts.174.w1,0.0017746579,0.05000,2.993
+37,block_sparse_moe.experts.181.w1,0.0019725247,0.05000,3.033
+37,block_sparse_moe.experts.189.w1,0.0011894410,0.05000,3.042
+37,block_sparse_moe.experts.185.w1,0.0016488326,0.05000,3.119
+37,block_sparse_moe.experts.177.w1,0.0006712949,0.05000,3.050
+37,block_sparse_moe.experts.192.w1,0.0009001199,0.05000,3.124
+37,block_sparse_moe.experts.204.w1,0.0007097346,0.05000,3.167
+37,block_sparse_moe.experts.196.w1,0.0017443880,0.05000,3.195
+37,block_sparse_moe.experts.200.w1,0.0015996305,0.05000,3.023
+37,block_sparse_moe.experts.203.w1,0.0016438340,0.05000,2.800
+37,block_sparse_moe.experts.207.w1,0.0007539511,0.05000,2.815
+37,block_sparse_moe.experts.195.w1,0.0006608883,0.05000,2.899
+37,block_sparse_moe.experts.199.w1,0.0027097217,0.05000,3.031
+37,block_sparse_moe.experts.186.w1,0.0005188659,0.05000,2.976
+37,block_sparse_moe.experts.162.w1,0.0058291586,0.05000,2.966
+37,block_sparse_moe.experts.166.w1,0.0015020544,0.05000,3.099
+37,block_sparse_moe.experts.190.w1,0.0010744893,0.05000,3.036
+37,block_sparse_moe.experts.197.w1,0.0088590113,0.05000,3.183
+37,block_sparse_moe.experts.201.w1,0.0012381401,0.05000,3.112
+37,block_sparse_moe.experts.205.w1,0.0006679316,0.05000,3.262
+37,block_sparse_moe.experts.193.w1,0.0011184742,0.05000,3.201
+37,block_sparse_moe.experts.208.w1,0.0002929668,0.05000,3.204
+37,block_sparse_moe.experts.220.w1,0.0012586171,0.05000,3.198
+37,block_sparse_moe.experts.212.w1,0.0021582855,0.05000,3.296
+37,block_sparse_moe.experts.216.w1,0.0007678076,0.05000,3.282
+37,block_sparse_moe.experts.219.w1,0.0039045714,0.05000,3.132
+37,block_sparse_moe.experts.223.w1,0.0011273650,0.05000,3.071
+37,block_sparse_moe.experts.215.w1,0.0006675518,0.05000,3.093
+37,block_sparse_moe.experts.211.w1,0.0004934688,0.05000,3.202
+37,block_sparse_moe.experts.178.w1,0.0002291113,0.05000,3.001
+37,block_sparse_moe.experts.202.w1,0.0008228869,0.05000,3.160
+37,block_sparse_moe.experts.206.w1,0.0010281574,0.05000,2.967
+37,block_sparse_moe.experts.182.w1,0.0008699659,0.05000,3.103
+37,block_sparse_moe.experts.213.w1,0.0014771993,0.05000,2.934
+37,block_sparse_moe.experts.217.w1,0.0001476154,0.05000,2.877
+37,block_sparse_moe.experts.221.w1,0.0018791291,0.05000,2.854
+37,block_sparse_moe.experts.209.w1,0.0018275856,0.05000,2.880
+37,block_sparse_moe.experts.224.w1,0.0011470146,0.05000,2.940
+37,block_sparse_moe.experts.236.w1,0.0016800459,0.05000,2.918
+37,block_sparse_moe.experts.228.w1,0.0004256521,0.05000,2.915
+37,block_sparse_moe.experts.232.w1,0.0013100729,0.05000,2.904
+37,block_sparse_moe.experts.235.w1,0.0005240359,0.05000,2.980
+37,block_sparse_moe.experts.239.w1,0.0021648041,0.05000,3.025
+37,block_sparse_moe.experts.231.w1,0.0017390333,0.05000,2.975
+37,block_sparse_moe.experts.227.w1,0.0016361206,0.05000,2.973
+37,block_sparse_moe.experts.218.w1,0.0022220770,0.05000,3.018
+37,block_sparse_moe.experts.194.w1,0.0005713075,0.05000,3.163
+37,block_sparse_moe.experts.222.w1,0.0013611521,0.05000,3.043
+37,block_sparse_moe.experts.198.w1,0.0002894131,0.05000,3.288
+37,block_sparse_moe.experts.233.w1,0.0010687938,0.05000,3.012
+37,block_sparse_moe.experts.229.w1,0.0005783575,0.05000,3.015
+37,block_sparse_moe.experts.237.w1,0.0021210509,0.05000,2.981
+37,block_sparse_moe.experts.225.w1,0.0020274363,0.05000,2.971
+37,block_sparse_moe.experts.252.w1,0.0020231124,0.05000,3.188
+37,block_sparse_moe.experts.240.w1,0.0009050258,0.05000,3.278
+37,block_sparse_moe.experts.244.w1,0.0004430376,0.05000,3.260
+37,block_sparse_moe.experts.248.w1,0.0013638752,0.05000,3.302
+37,block_sparse_moe.experts.255.w1,0.0007484971,0.05000,3.012
+37,block_sparse_moe.experts.251.w1,0.0001995026,0.05000,3.100
+37,block_sparse_moe.experts.243.w1,0.0005932144,0.05000,3.003
+37,block_sparse_moe.experts.247.w1,0.0003614479,0.05000,3.033
+37,block_sparse_moe.experts.210.w1,0.0024483040,0.05000,2.988
+37,block_sparse_moe.experts.234.w1,0.0012364846,0.05000,3.094
+37,block_sparse_moe.experts.238.w1,0.0006491406,0.05000,3.043
+37,block_sparse_moe.experts.245.w1,0.0003973347,0.05000,2.386
+37,block_sparse_moe.experts.249.w1,0.0015978712,0.05000,2.470
+37,block_sparse_moe.experts.253.w1,0.0008757209,0.05000,2.458
+37,block_sparse_moe.experts.241.w1,0.0011714804,0.05000,2.513
+37,block_sparse_moe.experts.214.w1,0.0009951744,0.05000,3.051
+37,block_sparse_moe.experts.12.w3,0.0025433965,0.05000,3.124
+37,block_sparse_moe.experts.0.w3,0.0003938339,0.05000,3.125
+37,block_sparse_moe.experts.4.w3,0.0003402042,0.05000,3.073
+37,block_sparse_moe.experts.8.w3,0.0018084657,0.05000,3.113
+37,block_sparse_moe.experts.15.w3,0.0015833339,0.05000,3.021
+37,block_sparse_moe.experts.11.w3,0.0010527841,0.05000,3.053
+37,block_sparse_moe.experts.3.w3,0.0011229794,0.05000,3.017
+37,block_sparse_moe.experts.7.w3,0.0005803937,0.05000,3.019
+37,block_sparse_moe.experts.226.w1,0.0007467225,0.05000,2.962
+37,block_sparse_moe.experts.250.w1,0.0013044974,0.05000,3.008
+37,block_sparse_moe.experts.5.w3,0.0021238388,0.05000,2.929
+37,block_sparse_moe.experts.254.w1,0.0021795735,0.05000,3.011
+37,block_sparse_moe.experts.13.w3,0.0016547161,0.05000,3.001
+37,block_sparse_moe.experts.9.w3,0.0001898584,0.05000,3.071
+37,block_sparse_moe.experts.1.w3,0.0009761673,0.05000,3.010
+37,block_sparse_moe.experts.230.w1,0.0016478420,0.05000,3.061
+37,block_sparse_moe.experts.28.w3,0.0006633081,0.05000,2.895
+37,block_sparse_moe.experts.16.w3,0.0006991074,0.05000,2.974
+37,block_sparse_moe.experts.20.w3,0.0035210963,0.05000,2.926
+37,block_sparse_moe.experts.24.w3,0.0025556993,0.05000,2.970
+37,block_sparse_moe.experts.31.w3,0.0009360043,0.05000,2.897
+37,block_sparse_moe.experts.27.w3,0.0007714538,0.05000,2.868
+37,block_sparse_moe.experts.19.w3,0.0005967866,0.05000,2.921
+37,block_sparse_moe.experts.23.w3,0.0003213263,0.05000,2.984
+37,block_sparse_moe.experts.242.w1,0.0018586949,0.05000,2.902
+37,block_sparse_moe.experts.14.w3,0.0020012537,0.05000,2.989
+37,block_sparse_moe.experts.10.w3,0.0005291238,0.05000,3.090
+37,block_sparse_moe.experts.21.w3,0.0009604764,0.05000,3.203
+37,block_sparse_moe.experts.29.w3,0.0001702525,0.05000,3.206
+37,block_sparse_moe.experts.246.w1,0.0021020813,0.05000,2.997
+37,block_sparse_moe.experts.25.w3,0.0007851265,0.05000,3.222
+37,block_sparse_moe.experts.17.w3,0.0010061863,0.05000,3.267
+37,block_sparse_moe.experts.44.w3,0.0015913593,0.05000,3.130
+37,block_sparse_moe.experts.32.w3,0.0018189734,0.05000,3.091
+37,block_sparse_moe.experts.36.w3,0.0026224009,0.05000,3.097
+37,block_sparse_moe.experts.40.w3,0.0005512965,0.05000,3.157
+37,block_sparse_moe.experts.47.w3,0.0021245764,0.05000,3.115
+37,block_sparse_moe.experts.43.w3,0.0008270040,0.05000,3.187
+37,block_sparse_moe.experts.35.w3,0.0031110628,0.05000,3.115
+37,block_sparse_moe.experts.39.w3,0.0003547689,0.05000,3.077
+37,block_sparse_moe.experts.2.w3,0.0010996141,0.05000,3.089
+37,block_sparse_moe.experts.30.w3,0.0014005348,0.05000,3.001
+37,block_sparse_moe.experts.26.w3,0.0008989616,0.05000,3.200
+37,block_sparse_moe.experts.37.w3,0.0012231706,0.05000,3.341
+37,block_sparse_moe.experts.6.w3,0.0001735035,0.05000,3.126
+37,block_sparse_moe.experts.45.w3,0.0014121542,0.05000,3.297
+37,block_sparse_moe.experts.41.w3,0.0015920826,0.05000,3.321
+37,block_sparse_moe.experts.33.w3,0.0009500260,0.05000,3.353
+37,block_sparse_moe.experts.60.w3,0.0008012507,0.05000,2.882
+37,block_sparse_moe.experts.48.w3,0.0020402864,0.05000,2.985
+37,block_sparse_moe.experts.52.w3,0.0006134912,0.05000,2.918
+37,block_sparse_moe.experts.56.w3,0.0005117435,0.05000,2.906
+37,block_sparse_moe.experts.63.w3,0.0019662204,0.05000,2.987
+37,block_sparse_moe.experts.51.w3,0.0025945537,0.05000,2.927
+37,block_sparse_moe.experts.59.w3,0.0024628707,0.05000,3.022
+37,block_sparse_moe.experts.55.w3,0.0010050849,0.05000,2.988
+37,block_sparse_moe.experts.18.w3,0.0013016231,0.05000,2.992
+37,block_sparse_moe.experts.46.w3,0.0019567936,0.05000,3.127
+37,block_sparse_moe.experts.42.w3,0.0003725622,0.05000,3.072
+37,block_sparse_moe.experts.22.w3,0.0022479980,0.05000,2.991
+37,block_sparse_moe.experts.53.w3,0.0015384804,0.05000,3.102
+37,block_sparse_moe.experts.57.w3,0.0009366234,0.05000,3.027
+37,block_sparse_moe.experts.61.w3,0.0006532568,0.05000,3.132
+37,block_sparse_moe.experts.49.w3,0.0011967970,0.05000,3.033
+37,block_sparse_moe.experts.76.w3,0.0012888286,0.05000,3.120
+37,block_sparse_moe.experts.64.w3,0.0012745033,0.05000,3.024
+37,block_sparse_moe.experts.68.w3,0.0008348948,0.05000,3.052
+37,block_sparse_moe.experts.72.w3,0.0014246319,0.05000,3.169
+37,block_sparse_moe.experts.79.w3,0.0020763446,0.05000,3.053
+37,block_sparse_moe.experts.67.w3,0.0025232375,0.05000,3.010
+37,block_sparse_moe.experts.71.w3,0.0011996490,0.05000,2.979
+37,block_sparse_moe.experts.75.w3,0.0005588997,0.05000,3.071
+37,block_sparse_moe.experts.34.w3,0.0005450666,0.05000,2.967
+37,block_sparse_moe.experts.62.w3,0.0006532539,0.05000,2.955
+37,block_sparse_moe.experts.58.w3,0.0010529918,0.05000,3.000
+37,block_sparse_moe.experts.38.w3,0.0016619277,0.05000,3.010
+37,block_sparse_moe.experts.69.w3,0.0007359252,0.05000,3.115
+37,block_sparse_moe.experts.73.w3,0.0001630816,0.05000,3.096
+37,block_sparse_moe.experts.77.w3,0.0008634080,0.05000,3.159
+37,block_sparse_moe.experts.65.w3,0.0017246584,0.05000,3.049
+37,block_sparse_moe.experts.92.w3,0.0009742329,0.05000,2.997
+37,block_sparse_moe.experts.80.w3,0.0013854194,0.05000,3.082
+37,block_sparse_moe.experts.84.w3,0.0003771658,0.05000,3.047
+37,block_sparse_moe.experts.88.w3,0.0007768351,0.05000,3.031
+37,block_sparse_moe.experts.95.w3,0.0023670648,0.05000,3.162
+37,block_sparse_moe.experts.83.w3,0.0019133813,0.05000,3.195
+37,block_sparse_moe.experts.91.w3,0.0015887864,0.05000,3.151
+37,block_sparse_moe.experts.87.w3,0.0007778787,0.05000,3.264
+37,block_sparse_moe.experts.50.w3,0.0008219431,0.05000,3.139
+37,block_sparse_moe.experts.78.w3,0.0019344520,0.05000,3.188
+37,block_sparse_moe.experts.74.w3,0.0010000373,0.05000,3.074
+37,block_sparse_moe.experts.54.w3,0.0005841225,0.05000,3.116
+37,block_sparse_moe.experts.85.w3,0.0014226435,0.05000,3.153
+37,block_sparse_moe.experts.93.w3,0.0023036264,0.05000,3.033
+37,block_sparse_moe.experts.89.w3,0.0005155576,0.05000,3.150
+37,block_sparse_moe.experts.81.w3,0.0010611506,0.05000,3.224
+37,block_sparse_moe.experts.108.w3,0.0022685856,0.05000,3.073
+37,block_sparse_moe.experts.96.w3,0.0019224132,0.05000,2.979
+37,block_sparse_moe.experts.100.w3,0.0018924477,0.05000,3.038
+37,block_sparse_moe.experts.104.w3,0.0011442427,0.05000,3.094
+37,block_sparse_moe.experts.99.w3,0.0027044195,0.05000,2.962
+37,block_sparse_moe.experts.111.w3,0.0025827576,0.05000,3.072
+37,block_sparse_moe.experts.103.w3,0.0025069819,0.05000,2.947
+37,block_sparse_moe.experts.107.w3,0.0011528947,0.05000,3.064
+37,block_sparse_moe.experts.66.w3,0.0007806119,0.05000,3.092
+37,block_sparse_moe.experts.94.w3,0.0019871203,0.05000,3.108
+37,block_sparse_moe.experts.90.w3,0.0028121060,0.05000,3.196
+37,block_sparse_moe.experts.70.w3,0.0030849083,0.05000,3.105
+37,block_sparse_moe.experts.101.w3,0.0017500666,0.05000,3.212
+37,block_sparse_moe.experts.109.w3,0.0010994482,0.05000,3.208
+37,block_sparse_moe.experts.105.w3,0.0019522375,0.05000,3.226
+37,block_sparse_moe.experts.97.w3,0.0014203274,0.05000,3.164
+37,block_sparse_moe.experts.124.w3,0.0015851811,0.05000,3.136
+37,block_sparse_moe.experts.112.w3,0.0022838236,0.05000,3.197
+37,block_sparse_moe.experts.116.w3,0.0004332856,0.05000,3.156
+37,block_sparse_moe.experts.120.w3,0.0015135344,0.05000,3.029
+37,block_sparse_moe.experts.127.w3,0.0008216770,0.05000,3.029
+37,block_sparse_moe.experts.115.w3,0.0016998475,0.05000,3.151
+37,block_sparse_moe.experts.119.w3,0.0010445538,0.05000,3.142
+37,block_sparse_moe.experts.123.w3,0.0006997916,0.05000,3.182
+37,block_sparse_moe.experts.82.w3,0.0017561971,0.05000,3.280
+37,block_sparse_moe.experts.110.w3,0.0012839966,0.05000,3.186
+37,block_sparse_moe.experts.106.w3,0.0015812947,0.05000,3.246
+37,block_sparse_moe.experts.86.w3,0.0009905163,0.05000,3.285
+37,block_sparse_moe.experts.117.w3,0.0035879956,0.05000,3.112
+37,block_sparse_moe.experts.125.w3,0.0022565636,0.05000,3.111
+37,block_sparse_moe.experts.121.w3,0.0013796380,0.05000,3.132
+37,block_sparse_moe.experts.113.w3,0.0014271789,0.05000,3.189
+37,block_sparse_moe.experts.140.w3,0.0015475205,0.05000,2.968
+37,block_sparse_moe.experts.128.w3,0.0014769304,0.05000,3.024
+37,block_sparse_moe.experts.132.w3,0.0003663493,0.05000,2.969
+37,block_sparse_moe.experts.136.w3,0.0017428190,0.05000,3.028
+37,block_sparse_moe.experts.143.w3,0.0025073066,0.05000,3.167
+37,block_sparse_moe.experts.131.w3,0.0009336814,0.05000,3.126
+37,block_sparse_moe.experts.135.w3,0.0005969317,0.05000,3.112
+37,block_sparse_moe.experts.139.w3,0.0008358878,0.05000,3.152
+37,block_sparse_moe.experts.98.w3,0.0012078979,0.05000,3.171
+37,block_sparse_moe.experts.126.w3,0.0011136347,0.05000,3.192
+37,block_sparse_moe.experts.122.w3,0.0001748622,0.05000,3.101
+37,block_sparse_moe.experts.133.w3,0.0024366385,0.05000,2.836
+37,block_sparse_moe.experts.141.w3,0.0018165769,0.05000,2.883
+37,block_sparse_moe.experts.102.w3,0.0007262713,0.05000,3.174
+37,block_sparse_moe.experts.137.w3,0.0004949713,0.05000,2.931
+37,block_sparse_moe.experts.129.w3,0.0004270446,0.05000,2.888
+37,block_sparse_moe.experts.156.w3,0.0003058127,0.05000,3.017
+37,block_sparse_moe.experts.144.w3,0.0008216601,0.05000,3.074
+37,block_sparse_moe.experts.148.w3,0.0005462675,0.05000,3.156
+37,block_sparse_moe.experts.152.w3,0.0009957708,0.05000,3.109
+37,block_sparse_moe.experts.159.w3,0.0008667276,0.05000,2.876
+37,block_sparse_moe.experts.147.w3,0.0011438686,0.05000,2.927
+37,block_sparse_moe.experts.151.w3,0.0007039076,0.05000,2.956
+37,block_sparse_moe.experts.155.w3,0.0009794589,0.05000,2.886
+37,block_sparse_moe.experts.114.w3,0.0011465310,0.05000,2.919
+37,block_sparse_moe.experts.142.w3,0.0024932511,0.05000,2.880
+37,block_sparse_moe.experts.138.w3,0.0004809561,0.05000,2.910
+37,block_sparse_moe.experts.118.w3,0.0032123551,0.05000,2.863
+37,block_sparse_moe.experts.149.w3,0.0008204811,0.05000,3.114
+37,block_sparse_moe.experts.157.w3,0.0012191347,0.05000,3.098
+37,block_sparse_moe.experts.145.w3,0.0011365379,0.05000,2.949
+37,block_sparse_moe.experts.153.w3,0.0011702901,0.05000,3.138
+37,block_sparse_moe.experts.172.w3,0.0014065572,0.05000,2.968
+37,block_sparse_moe.experts.160.w3,0.0003243165,0.05000,2.945
+37,block_sparse_moe.experts.164.w3,0.0004164762,0.05000,3.011
+37,block_sparse_moe.experts.168.w3,0.0015779821,0.05000,3.027
+37,block_sparse_moe.experts.163.w3,0.0034678654,0.05000,2.992
+37,block_sparse_moe.experts.175.w3,0.0006950917,0.05000,3.077
+37,block_sparse_moe.experts.171.w3,0.0024705348,0.05000,3.010
+37,block_sparse_moe.experts.167.w3,0.0003742438,0.05000,3.077
+37,block_sparse_moe.experts.130.w3,0.0007935841,0.05000,3.108
+37,block_sparse_moe.experts.158.w3,0.0007186409,0.05000,2.984
+37,block_sparse_moe.experts.154.w3,0.0016062915,0.05000,3.005
+37,block_sparse_moe.experts.134.w3,0.0035058357,0.05000,2.987
+37,block_sparse_moe.experts.165.w3,0.0007614164,0.05000,2.926
+37,block_sparse_moe.experts.173.w3,0.0016454920,0.05000,2.855
+37,block_sparse_moe.experts.161.w3,0.0029009622,0.05000,2.937
+37,block_sparse_moe.experts.169.w3,0.0012184312,0.05000,2.932
+37,block_sparse_moe.experts.188.w3,0.0017782751,0.05000,3.080
+37,block_sparse_moe.experts.176.w3,0.0024124748,0.05000,3.120
+37,block_sparse_moe.experts.180.w3,0.0014867925,0.05000,3.121
+37,block_sparse_moe.experts.184.w3,0.0009413850,0.05000,3.049
+37,block_sparse_moe.experts.179.w3,0.0014959021,0.05000,3.124
+37,block_sparse_moe.experts.191.w3,0.0017166219,0.05000,3.182
+37,block_sparse_moe.experts.183.w3,0.0003467251,0.05000,3.104
+37,block_sparse_moe.experts.187.w3,0.0008630184,0.05000,3.203
+37,block_sparse_moe.experts.146.w3,0.0014748684,0.05000,3.043
+37,block_sparse_moe.experts.174.w3,0.0018731053,0.05000,3.082
+37,block_sparse_moe.experts.170.w3,0.0018942591,0.05000,3.099
+37,block_sparse_moe.experts.150.w3,0.0006002060,0.05000,3.074
+37,block_sparse_moe.experts.189.w3,0.0013619662,0.05000,3.012
+37,block_sparse_moe.experts.181.w3,0.0022467433,0.05000,3.090
+37,block_sparse_moe.experts.177.w3,0.0007323339,0.05000,3.147
+37,block_sparse_moe.experts.185.w3,0.0019117217,0.05000,3.146
+37,block_sparse_moe.experts.204.w3,0.0007909688,0.05000,3.168
+37,block_sparse_moe.experts.192.w3,0.0009841228,0.05000,3.157
+37,block_sparse_moe.experts.196.w3,0.0018897517,0.05000,3.120
+37,block_sparse_moe.experts.200.w3,0.0017466793,0.05000,3.139
+37,block_sparse_moe.experts.199.w3,0.0028959013,0.05000,2.861
+37,block_sparse_moe.experts.195.w3,0.0007873375,0.05000,3.056
+37,block_sparse_moe.experts.207.w3,0.0007918736,0.05000,3.076
+37,block_sparse_moe.experts.203.w3,0.0018159045,0.05000,3.125
+37,block_sparse_moe.experts.162.w3,0.0061336911,0.05000,3.011
+37,block_sparse_moe.experts.190.w3,0.0011358862,0.05000,3.052
+37,block_sparse_moe.experts.186.w3,0.0005561276,0.05000,2.943
+37,block_sparse_moe.experts.166.w3,0.0016670695,0.05000,3.062
+37,block_sparse_moe.experts.205.w3,0.0007501166,0.05000,3.211
+37,block_sparse_moe.experts.197.w3,0.0097287242,0.05000,3.325
+37,block_sparse_moe.experts.201.w3,0.0013144734,0.05000,3.318
+37,block_sparse_moe.experts.193.w3,0.0011885844,0.05000,3.409
+37,block_sparse_moe.experts.220.w3,0.0015217072,0.05000,3.070
+37,block_sparse_moe.experts.208.w3,0.0003226982,0.05000,2.988
+37,block_sparse_moe.experts.212.w3,0.0023362526,0.05000,2.995
+37,block_sparse_moe.experts.216.w3,0.0009022769,0.05000,3.082
+37,block_sparse_moe.experts.215.w3,0.0008326465,0.05000,3.057
+37,block_sparse_moe.experts.211.w3,0.0005445520,0.05000,3.091
+37,block_sparse_moe.experts.223.w3,0.0011785216,0.05000,3.113
+37,block_sparse_moe.experts.219.w3,0.0045279733,0.05000,2.987
+37,block_sparse_moe.experts.178.w3,0.0002515232,0.05000,3.077
+37,block_sparse_moe.experts.206.w3,0.0012398205,0.05000,2.947
+37,block_sparse_moe.experts.202.w3,0.0008936408,0.05000,2.985
+37,block_sparse_moe.experts.182.w3,0.0009645938,0.05000,3.086
+37,block_sparse_moe.experts.221.w3,0.0020106986,0.05000,3.202
+37,block_sparse_moe.experts.213.w3,0.0015648506,0.05000,3.161
+37,block_sparse_moe.experts.236.w3,0.0017780119,0.05000,2.955
+37,block_sparse_moe.experts.217.w3,0.0001653664,0.05000,3.030
+37,block_sparse_moe.experts.209.w3,0.0019592097,0.05000,3.043
+37,block_sparse_moe.experts.224.w3,0.0012794008,0.05000,2.998
+37,block_sparse_moe.experts.228.w3,0.0004522075,0.05000,3.044
+37,block_sparse_moe.experts.232.w3,0.0015159297,0.05000,2.881
+37,block_sparse_moe.experts.231.w3,0.0019374914,0.05000,2.980
+37,block_sparse_moe.experts.227.w3,0.0017928391,0.05000,3.072
+37,block_sparse_moe.experts.239.w3,0.0024109125,0.05000,3.137
+37,block_sparse_moe.experts.235.w3,0.0005579192,0.05000,3.116
+37,block_sparse_moe.experts.194.w3,0.0006466968,0.05000,2.996
+37,block_sparse_moe.experts.222.w3,0.0014344871,0.05000,3.049
+37,block_sparse_moe.experts.218.w3,0.0026584601,0.05000,3.151
+37,block_sparse_moe.experts.198.w3,0.0003099621,0.05000,3.142
+37,block_sparse_moe.experts.237.w3,0.0024021453,0.05000,2.989
+37,block_sparse_moe.experts.229.w3,0.0006331108,0.05000,2.975
+37,block_sparse_moe.experts.225.w3,0.0021582310,0.05000,2.968
+37,block_sparse_moe.experts.252.w3,0.0021943441,0.05000,3.060
+37,block_sparse_moe.experts.233.w3,0.0012435266,0.05000,3.063
+37,block_sparse_moe.experts.240.w3,0.0009843926,0.05000,2.988
+37,block_sparse_moe.experts.244.w3,0.0004874000,0.05000,2.963
+37,block_sparse_moe.experts.248.w3,0.0014858647,0.05000,2.852
+37,block_sparse_moe.experts.247.w3,0.0003891431,0.05000,3.204
+37,block_sparse_moe.experts.243.w3,0.0006378785,0.05000,3.123
+37,block_sparse_moe.experts.255.w3,0.0008181752,0.05000,2.999
+37,block_sparse_moe.experts.251.w3,0.0002276407,0.05000,2.915
+37,block_sparse_moe.experts.210.w3,0.0026105105,0.05000,3.129
+37,block_sparse_moe.experts.238.w3,0.0007354513,0.05000,3.196
+37,block_sparse_moe.experts.234.w3,0.0013262047,0.05000,3.043
+37,block_sparse_moe.experts.253.w3,0.0009919096,0.05000,2.826
+37,block_sparse_moe.experts.214.w3,0.0010574800,0.05000,3.038
+37,block_sparse_moe.experts.245.w3,0.0004336512,0.05000,2.820
+37,block_sparse_moe.experts.241.w3,0.0013077060,0.05000,2.666
+37,block_sparse_moe.experts.249.w3,0.0017555680,0.05000,2.656
+37,block_sparse_moe.experts.226.w3,0.0008229969,0.05000,2.958
+37,block_sparse_moe.experts.254.w3,0.0023633424,0.05000,2.963
+37,block_sparse_moe.experts.250.w3,0.0013996581,0.05000,3.022
+37,block_sparse_moe.experts.230.w3,0.0017662984,0.05000,2.884
+37,block_sparse_moe.experts.242.w3,0.0021077568,0.05000,1.476
+37,block_sparse_moe.experts.246.w3,0.0024102836,0.05000,1.158
+37,block_sparse_moe.experts.10.w2,0.0011926506,0.05000,1.448
+37,block_sparse_moe.experts.6.w2,0.0004889003,0.05000,1.457
+37,block_sparse_moe.experts.14.w2,0.0022202140,0.05000,1.467
+37,block_sparse_moe.experts.2.w2,0.0028989360,0.05000,1.485
+37,block_sparse_moe.experts.1.w2,0.0021933733,0.05000,1.507
+37,block_sparse_moe.experts.9.w2,0.0001717875,0.05000,1.542
+37,block_sparse_moe.experts.7.w2,0.0010191859,0.05000,1.545
+37,block_sparse_moe.experts.8.w2,0.0023609024,0.05000,1.552
+37,block_sparse_moe.experts.5.w2,0.0049679756,0.05000,1.560
+37,block_sparse_moe.experts.15.w2,0.0018101481,0.05000,1.556
+37,block_sparse_moe.experts.11.w2,0.0031366768,0.05000,1.570
+37,block_sparse_moe.experts.12.w2,0.0028611437,0.05000,1.566
+37,block_sparse_moe.experts.13.w2,0.0023142903,0.05000,1.584
+37,block_sparse_moe.experts.4.w2,0.0003929857,0.05000,1.600
+37,block_sparse_moe.experts.3.w2,0.0018611628,0.05000,1.613
+37,block_sparse_moe.experts.0.w2,0.0007933691,0.05000,1.637
+37,block_sparse_moe.experts.28.w2,0.0018561776,0.05000,0.694
+37,block_sparse_moe.experts.24.w2,0.0212556116,0.05000,0.735
+37,block_sparse_moe.experts.30.w2,0.0028466253,0.05000,1.565
+37,block_sparse_moe.experts.26.w2,0.0024132680,0.05000,1.649
+37,block_sparse_moe.experts.18.w2,0.0017813237,0.05000,1.621
+37,block_sparse_moe.experts.23.w2,0.0004361671,0.05000,1.569
+37,block_sparse_moe.experts.22.w2,0.0035412898,0.05000,1.660
+37,block_sparse_moe.experts.31.w2,0.0011220523,0.05000,1.608
+37,block_sparse_moe.experts.27.w2,0.0057917619,0.05000,1.656
+37,block_sparse_moe.experts.19.w2,0.0008644192,0.05000,1.616
+37,block_sparse_moe.experts.25.w2,0.0017948458,0.05000,1.723
+37,block_sparse_moe.experts.17.w2,0.0013794607,0.05000,1.766
+37,block_sparse_moe.experts.21.w2,0.0024615665,0.05000,1.724
+37,block_sparse_moe.experts.29.w2,0.0005275543,0.05000,1.773
+37,block_sparse_moe.experts.39.w2,0.0004965033,0.05000,1.859
+37,block_sparse_moe.experts.47.w2,0.0082706114,0.05000,1.824
+37,block_sparse_moe.experts.35.w2,0.0014863474,0.05000,1.828
+37,block_sparse_moe.experts.43.w2,0.0030923255,0.05000,1.831
+37,block_sparse_moe.experts.33.w2,0.0026411670,0.05000,2.823
+37,block_sparse_moe.experts.37.w2,0.0037218954,0.05000,2.831
+37,block_sparse_moe.experts.41.w2,0.0005055519,0.05000,2.918
+37,block_sparse_moe.experts.45.w2,0.0016007787,0.05000,2.861
+37,block_sparse_moe.experts.46.w2,0.0029899517,0.05000,3.485
+37,block_sparse_moe.experts.38.w2,0.0012549243,0.05000,3.431
+37,block_sparse_moe.experts.42.w2,0.0007478079,0.05000,3.479
+37,block_sparse_moe.experts.34.w2,0.0003968165,0.05000,3.484
+37,block_sparse_moe.experts.55.w2,0.0010197663,0.05000,2.434
+37,block_sparse_moe.experts.63.w2,0.0014916043,0.05000,2.465
+37,block_sparse_moe.experts.59.w2,0.0018940883,0.05000,2.428
+37,block_sparse_moe.experts.51.w2,0.0030450804,0.05000,2.433
+37,block_sparse_moe.experts.49.w2,0.0015353376,0.05000,1.470
+37,block_sparse_moe.experts.57.w2,0.0024431081,0.05000,1.434
+37,block_sparse_moe.experts.61.w2,0.0009967281,0.05000,1.402
+37,block_sparse_moe.experts.53.w2,0.0061869142,0.05000,1.541
+37,block_sparse_moe.experts.62.w2,0.0011171969,0.05000,1.502
+37,block_sparse_moe.experts.54.w2,0.0014602299,0.05000,1.520
+37,block_sparse_moe.experts.50.w2,0.0054749379,0.05000,1.545
+37,block_sparse_moe.experts.58.w2,0.0011275510,0.05000,1.597
+37,block_sparse_moe.experts.40.w2,0.0013711945,0.05000,1.361
+37,block_sparse_moe.experts.16.w2,0.0009882790,0.05000,1.378
+37,block_sparse_moe.experts.20.w2,0.0023728939,0.05000,1.412
+37,block_sparse_moe.experts.44.w2,0.0070225147,0.05000,1.434
+37,block_sparse_moe.experts.71.w2,0.0012019040,0.05000,1.482
+37,block_sparse_moe.experts.79.w2,0.0087403707,0.05000,1.483
+37,block_sparse_moe.experts.75.w2,0.0009463649,0.05000,1.500
+37,block_sparse_moe.experts.67.w2,0.0024790146,0.05000,1.504
+37,block_sparse_moe.experts.65.w2,0.0037608967,0.05000,1.621
+37,block_sparse_moe.experts.73.w2,0.0002405844,0.05000,1.636
+37,block_sparse_moe.experts.77.w2,0.0004566549,0.05000,1.661
+37,block_sparse_moe.experts.69.w2,0.0019833585,0.05000,1.694
+37,block_sparse_moe.experts.70.w2,0.0067323711,0.05000,1.578
+37,block_sparse_moe.experts.78.w2,0.0045345778,0.05000,1.619
+37,block_sparse_moe.experts.66.w2,0.0007740573,0.05000,1.590
+37,block_sparse_moe.experts.74.w2,0.0009734028,0.05000,1.650
+37,block_sparse_moe.experts.32.w2,0.0018775296,0.05000,1.473
+37,block_sparse_moe.experts.56.w2,0.0026092930,0.05000,1.497
+37,block_sparse_moe.experts.60.w2,0.0028243396,0.05000,1.472
+37,block_sparse_moe.experts.36.w2,0.0076353020,0.05000,1.500
+37,block_sparse_moe.experts.87.w2,0.0011544191,0.05000,1.604
+37,block_sparse_moe.experts.95.w2,0.0051897390,0.05000,1.618
+37,block_sparse_moe.experts.91.w2,0.0007130443,0.05000,1.598
+37,block_sparse_moe.experts.83.w2,0.0034366305,0.05000,1.588
+37,block_sparse_moe.experts.81.w2,0.0022722487,0.05000,1.458
+37,block_sparse_moe.experts.89.w2,0.0018853653,0.05000,1.460
+37,block_sparse_moe.experts.93.w2,0.0206981656,0.05000,1.503
+37,block_sparse_moe.experts.85.w2,0.0069550606,0.05000,1.465
+37,block_sparse_moe.experts.86.w2,0.0004106861,0.05000,1.515
+37,block_sparse_moe.experts.94.w2,0.0016655327,0.05000,1.552
+37,block_sparse_moe.experts.82.w2,0.0019653611,0.05000,1.537
+37,block_sparse_moe.experts.90.w2,0.0099051702,0.05000,1.523
+37,block_sparse_moe.experts.76.w2,0.0007316250,0.05000,1.510
+37,block_sparse_moe.experts.48.w2,0.0017356051,0.05000,1.577
+37,block_sparse_moe.experts.52.w2,0.0007639389,0.05000,1.549
+37,block_sparse_moe.experts.72.w2,0.0058021325,0.05000,1.640
+37,block_sparse_moe.experts.103.w2,0.0043517005,0.05000,1.552
+37,block_sparse_moe.experts.111.w2,0.0022092428,0.05000,1.483
+37,block_sparse_moe.experts.107.w2,0.0006045161,0.05000,1.536
+37,block_sparse_moe.experts.99.w2,0.0029527757,0.05000,1.573
+37,block_sparse_moe.experts.97.w2,0.0028273208,0.05000,1.559
+37,block_sparse_moe.experts.105.w2,0.0025518347,0.05000,1.609
+37,block_sparse_moe.experts.101.w2,0.0023843702,0.05000,1.586
+37,block_sparse_moe.experts.109.w2,0.0018831544,0.05000,1.609
+37,block_sparse_moe.experts.110.w2,0.0027023416,0.05000,1.557
+37,block_sparse_moe.experts.98.w2,0.0035207072,0.05000,1.552
+37,block_sparse_moe.experts.102.w2,0.0011359048,0.05000,1.666
+37,block_sparse_moe.experts.106.w2,0.0015763673,0.05000,1.535
+37,block_sparse_moe.experts.92.w2,0.0026588681,0.05000,1.469
+37,block_sparse_moe.experts.68.w2,0.0005515405,0.05000,1.446
+37,block_sparse_moe.experts.64.w2,0.0062239264,0.05000,1.493
+37,block_sparse_moe.experts.88.w2,0.0004174122,0.05000,1.513
+37,block_sparse_moe.experts.123.w2,0.0042248147,0.05000,1.428
+37,block_sparse_moe.experts.127.w2,0.0016087920,0.05000,1.519
+37,block_sparse_moe.experts.119.w2,0.0054318130,0.05000,1.563
+37,block_sparse_moe.experts.115.w2,0.0017930920,0.05000,1.479
+37,block_sparse_moe.experts.113.w2,0.0019222106,0.05000,1.472
+37,block_sparse_moe.experts.121.w2,0.0049351374,0.05000,1.474
+37,block_sparse_moe.experts.125.w2,0.0043282097,0.05000,1.455
+37,block_sparse_moe.experts.117.w2,0.0233634184,0.05000,1.464
+37,block_sparse_moe.experts.126.w2,0.0015763701,0.05000,1.576
+37,block_sparse_moe.experts.114.w2,0.0004649108,0.05000,1.574
+37,block_sparse_moe.experts.118.w2,0.0029071315,0.05000,1.566
+37,block_sparse_moe.experts.122.w2,0.0002826384,0.05000,1.548
+37,block_sparse_moe.experts.80.w2,0.0019286961,0.05000,1.452
+37,block_sparse_moe.experts.84.w2,0.0003808394,0.05000,1.504
+37,block_sparse_moe.experts.108.w2,0.0103100762,0.05000,1.549
+37,block_sparse_moe.experts.104.w2,0.0022597503,0.05000,1.533
+37,block_sparse_moe.experts.139.w2,0.0007289129,0.05000,1.419
+37,block_sparse_moe.experts.135.w2,0.0012955442,0.05000,1.429
+37,block_sparse_moe.experts.143.w2,0.0044087541,0.05000,1.532
+37,block_sparse_moe.experts.131.w2,0.0021808118,0.05000,1.468
+37,block_sparse_moe.experts.129.w2,0.0006420633,0.05000,1.524
+37,block_sparse_moe.experts.137.w2,0.0009399171,0.05000,1.510
+37,block_sparse_moe.experts.133.w2,0.0036885931,0.05000,1.529
+37,block_sparse_moe.experts.141.w2,0.0015343591,0.05000,1.555
+37,block_sparse_moe.experts.142.w2,0.0038208399,0.05000,1.501
+37,block_sparse_moe.experts.134.w2,0.0274110027,0.05000,1.524
+37,block_sparse_moe.experts.130.w2,0.0024353222,0.05000,1.533
+37,block_sparse_moe.experts.138.w2,0.0014168377,0.05000,1.511
+37,block_sparse_moe.experts.124.w2,0.0029226624,0.05000,1.522
+37,block_sparse_moe.experts.96.w2,0.0052853421,0.05000,1.587
+37,block_sparse_moe.experts.100.w2,0.0025086448,0.05000,1.614
+37,block_sparse_moe.experts.120.w2,0.0016572205,0.05000,1.583
+37,block_sparse_moe.experts.155.w2,0.0015716240,0.05000,1.543
+37,block_sparse_moe.experts.145.w2,0.0021701674,0.05000,1.328
+37,block_sparse_moe.experts.151.w2,0.0010590335,0.05000,1.485
+37,block_sparse_moe.experts.147.w2,0.0012083284,0.05000,1.480
+37,block_sparse_moe.experts.159.w2,0.0018688922,0.05000,1.495
+37,block_sparse_moe.experts.153.w2,0.0055691150,0.05000,1.324
+37,block_sparse_moe.experts.149.w2,0.0010167068,0.05000,1.350
+37,block_sparse_moe.experts.157.w2,0.0011437301,0.05000,1.335
+37,block_sparse_moe.experts.158.w2,0.0015032540,0.05000,1.493
+37,block_sparse_moe.experts.154.w2,0.0016444752,0.05000,1.454
+37,block_sparse_moe.experts.146.w2,0.0021285204,0.05000,1.498
+37,block_sparse_moe.experts.150.w2,0.0015206869,0.05000,1.512
+37,block_sparse_moe.experts.140.w2,0.0025873184,0.05000,1.476
+37,block_sparse_moe.experts.112.w2,0.0086902515,0.05000,1.510
+37,block_sparse_moe.experts.116.w2,0.0010033102,0.05000,1.520
+37,block_sparse_moe.experts.136.w2,0.0023466613,0.05000,1.462
+37,block_sparse_moe.experts.171.w2,0.0020300064,0.05000,1.393
+37,block_sparse_moe.experts.167.w2,0.0016165389,0.05000,1.446
+37,block_sparse_moe.experts.163.w2,0.0134763941,0.05000,1.428
+37,block_sparse_moe.experts.175.w2,0.0034929537,0.05000,1.419
+37,block_sparse_moe.experts.161.w2,0.0178358012,0.05000,1.492
+37,block_sparse_moe.experts.169.w2,0.0022420861,0.05000,1.473
+37,block_sparse_moe.experts.165.w2,0.0015432587,0.05000,1.469
+37,block_sparse_moe.experts.173.w2,0.0007812382,0.05000,1.536
+37,block_sparse_moe.experts.174.w2,0.0013907410,0.05000,1.555
+37,block_sparse_moe.experts.166.w2,0.0025128757,0.05000,1.536
+37,block_sparse_moe.experts.170.w2,0.0036851444,0.05000,1.569
+37,block_sparse_moe.experts.162.w2,0.0627955070,0.05000,1.638
+37,block_sparse_moe.experts.128.w2,0.0022795666,0.05000,1.407
+37,block_sparse_moe.experts.156.w2,0.0014229096,0.05000,1.469
+37,block_sparse_moe.experts.132.w2,0.0011853423,0.05000,1.417
+37,block_sparse_moe.experts.152.w2,0.0014227056,0.05000,1.445
+37,block_sparse_moe.experts.187.w2,0.0020641747,0.05000,1.422
+37,block_sparse_moe.experts.183.w2,0.0006673525,0.05000,1.460
+37,block_sparse_moe.experts.179.w2,0.0019828380,0.05000,1.465
+37,block_sparse_moe.experts.191.w2,0.0027730810,0.05000,1.484
+37,block_sparse_moe.experts.177.w2,0.0020476039,0.05000,1.578
+37,block_sparse_moe.experts.185.w2,0.0056445848,0.05000,1.552
+37,block_sparse_moe.experts.181.w2,0.0051205914,0.05000,1.576
+37,block_sparse_moe.experts.189.w2,0.0020380003,0.05000,1.569
+37,block_sparse_moe.experts.144.w2,0.0028297579,0.05000,1.341
+37,block_sparse_moe.experts.172.w2,0.0024096853,0.05000,1.362
+37,block_sparse_moe.experts.190.w2,0.0014333513,0.05000,1.614
+37,block_sparse_moe.experts.148.w2,0.0018204720,0.05000,1.375
+37,block_sparse_moe.experts.186.w2,0.0018860280,0.05000,1.565
+37,block_sparse_moe.experts.168.w2,0.0044820442,0.05000,1.358
+37,block_sparse_moe.experts.182.w2,0.0012140617,0.05000,1.608
+37,block_sparse_moe.experts.203.w2,0.0044416635,0.05000,1.379
+37,block_sparse_moe.experts.178.w2,0.0005384621,0.05000,1.658
+37,block_sparse_moe.experts.199.w2,0.0021577742,0.05000,1.315
+37,block_sparse_moe.experts.195.w2,0.0019789597,0.05000,1.295
+37,block_sparse_moe.experts.207.w2,0.0007765598,0.05000,1.368
+37,block_sparse_moe.experts.193.w2,0.0016542858,0.05000,1.554
+37,block_sparse_moe.experts.201.w2,0.0008452664,0.05000,1.531
+37,block_sparse_moe.experts.197.w2,0.0276691442,0.05000,1.514
+37,block_sparse_moe.experts.205.w2,0.0017483832,0.05000,1.567
+37,block_sparse_moe.experts.160.w2,0.0004734964,0.05000,1.414
+37,block_sparse_moe.experts.188.w2,0.0036363301,0.05000,1.503
+37,block_sparse_moe.experts.206.w2,0.0033473036,0.05000,1.525
+37,block_sparse_moe.experts.164.w2,0.0011669576,0.05000,1.514
+37,block_sparse_moe.experts.184.w2,0.0013662218,0.05000,1.487
+37,block_sparse_moe.experts.202.w2,0.0013898571,0.05000,1.538
+37,block_sparse_moe.experts.198.w2,0.0006255082,0.05000,1.576
+37,block_sparse_moe.experts.194.w2,0.0018540659,0.05000,1.534
+37,block_sparse_moe.experts.219.w2,0.0294717612,0.05000,1.550
+37,block_sparse_moe.experts.215.w2,0.0044713667,0.05000,1.551
+37,block_sparse_moe.experts.211.w2,0.0012867226,0.05000,1.566
+37,block_sparse_moe.experts.223.w2,0.0005782449,0.05000,1.606
+37,block_sparse_moe.experts.209.w2,0.0027905348,0.05000,1.495
+37,block_sparse_moe.experts.217.w2,0.0004726046,0.05000,1.480
+37,block_sparse_moe.experts.213.w2,0.0009041344,0.05000,1.497
+37,block_sparse_moe.experts.221.w2,0.0028675196,0.05000,1.545
+37,block_sparse_moe.experts.176.w2,0.0024889064,0.05000,1.498
+37,block_sparse_moe.experts.204.w2,0.0015040862,0.05000,1.485
+37,block_sparse_moe.experts.218.w2,0.0139610748,0.05000,1.402
+37,block_sparse_moe.experts.180.w2,0.0009623451,0.05000,1.472
+37,block_sparse_moe.experts.222.w2,0.0010490673,0.05000,1.478
+37,block_sparse_moe.experts.200.w2,0.0060088896,0.05000,1.468
+37,block_sparse_moe.experts.214.w2,0.0006006392,0.05000,1.403
+37,block_sparse_moe.experts.210.w2,0.0016217133,0.05000,1.431
+37,block_sparse_moe.experts.235.w2,0.0008365632,0.05000,1.587
+37,block_sparse_moe.experts.227.w2,0.0027404234,0.05000,1.531
+37,block_sparse_moe.experts.231.w2,0.0033529667,0.05000,1.612
+37,block_sparse_moe.experts.239.w2,0.0070893543,0.05000,1.591
+37,block_sparse_moe.experts.225.w2,0.0023679376,0.05000,1.500
+37,block_sparse_moe.experts.233.w2,0.0028240744,0.05000,1.565
+37,block_sparse_moe.experts.229.w2,0.0009791323,0.05000,1.560
+37,block_sparse_moe.experts.237.w2,0.0080365659,0.05000,1.529
+37,block_sparse_moe.experts.192.w2,0.0012350861,0.05000,1.526
+37,block_sparse_moe.experts.196.w2,0.0014190833,0.05000,1.480
+37,block_sparse_moe.experts.220.w2,0.0043812993,0.05000,1.572
+37,block_sparse_moe.experts.216.w2,0.0026305850,0.05000,1.495
+37,block_sparse_moe.experts.238.w2,0.0028023786,0.05000,1.639
+37,block_sparse_moe.experts.234.w2,0.0018813189,0.05000,1.711
+37,block_sparse_moe.experts.230.w2,0.0008353382,0.05000,1.638
+37,block_sparse_moe.experts.247.w2,0.0006801946,0.05000,1.396
+37,block_sparse_moe.experts.251.w2,0.0006660429,0.05000,1.482
+37,block_sparse_moe.experts.243.w2,0.0008916816,0.05000,1.464
+37,block_sparse_moe.experts.226.w2,0.0048422399,0.05000,1.683
+37,block_sparse_moe.experts.255.w2,0.0040639264,0.05000,1.316
+37,block_sparse_moe.experts.241.w2,0.0012923184,0.05000,1.609
+37,block_sparse_moe.experts.249.w2,0.0027942975,0.05000,1.574
+37,block_sparse_moe.experts.245.w2,0.0006886864,0.05000,1.507
+37,block_sparse_moe.experts.253.w2,0.0030495748,0.05000,1.441
+37,block_sparse_moe.experts.208.w2,0.0003669578,0.05000,1.309
+37,block_sparse_moe.experts.212.w2,0.0033252201,0.05000,1.355
+37,block_sparse_moe.experts.232.w2,0.0029845395,0.05000,1.361
+37,block_sparse_moe.experts.236.w2,0.0020112704,0.05000,1.402
+37,block_sparse_moe.experts.246.w2,0.0101194656,0.05000,1.331
+37,block_sparse_moe.experts.250.w2,0.0010000300,0.05000,1.345
+37,block_sparse_moe.experts.254.w2,0.0031858910,0.05000,1.398
+37,block_sparse_moe.experts.242.w2,0.0034210310,0.05000,1.240
+37,block_sparse_moe.experts.224.w2,0.0027516690,0.05000,1.394
+37,block_sparse_moe.experts.228.w2,0.0006453118,0.05000,1.363
+37,block_sparse_moe.experts.248.w2,0.0025560167,0.05000,1.354
+37,block_sparse_moe.experts.252.w2,0.0026991270,0.05000,1.380
+37,block_sparse_moe.experts.240.w2,0.0049235795,0.05000,0.725
+37,block_sparse_moe.experts.244.w2,0.0010016130,0.05000,0.623
+38,self_attn.k_proj,0.0000194310,0.05000,0.918
+38,self_attn.q_proj,0.0001251563,0.05000,0.960
+38,self_attn.v_proj,0.0000180187,0.05000,1.050
+38,self_attn.o_proj,0.0000133428,0.05000,1.822
+38,block_sparse_moe.experts.14.w1,0.0030614183,0.05000,2.877
+38,block_sparse_moe.experts.0.w1,0.0020110250,0.05000,2.918
+38,block_sparse_moe.experts.12.w1,0.0012583931,0.05000,2.893
+38,block_sparse_moe.experts.10.w1,0.0010169020,0.05000,2.908
+38,block_sparse_moe.experts.8.w1,0.0010915033,0.05000,2.934
+38,block_sparse_moe.experts.6.w1,0.0010534518,0.05000,2.979
+38,block_sparse_moe.experts.4.w1,0.0003986906,0.05000,2.993
+38,block_sparse_moe.experts.2.w1,0.0008364528,0.05000,3.026
+38,block_sparse_moe.experts.3.w1,0.0015580072,0.05000,3.046
+38,block_sparse_moe.experts.15.w1,0.0010242016,0.05000,3.024
+38,block_sparse_moe.experts.7.w1,0.0002097367,0.05000,3.159
+38,block_sparse_moe.experts.11.w1,0.0019104929,0.05000,3.202
+38,block_sparse_moe.experts.13.w1,0.0014466054,0.05000,3.270
+38,block_sparse_moe.experts.1.w1,0.0013513886,0.05000,3.305
+38,block_sparse_moe.experts.5.w1,0.0011225454,0.05000,3.358
+38,block_sparse_moe.experts.9.w1,0.0008686788,0.05000,3.392
+38,block_sparse_moe.experts.28.w1,0.0031310378,0.05000,2.886
+38,block_sparse_moe.experts.24.w1,0.0010605043,0.05000,2.931
+38,block_sparse_moe.experts.16.w1,0.0007330442,0.05000,3.065
+38,block_sparse_moe.experts.26.w1,0.0013402958,0.05000,3.063
+38,block_sparse_moe.experts.22.w1,0.0046605035,0.05000,3.027
+38,block_sparse_moe.experts.20.w1,0.0014406370,0.05000,3.017
+38,block_sparse_moe.experts.31.w1,0.0011501614,0.05000,3.000
+38,block_sparse_moe.experts.30.w1,0.0015652709,0.05000,3.160
+38,block_sparse_moe.experts.18.w1,0.0020632239,0.05000,3.080
+38,block_sparse_moe.experts.19.w1,0.0007512592,0.05000,3.107
+38,block_sparse_moe.experts.17.w1,0.0055745740,0.05000,2.856
+38,block_sparse_moe.experts.23.w1,0.0033581999,0.05000,3.069
+38,block_sparse_moe.experts.25.w1,0.0011559266,0.05000,2.811
+38,block_sparse_moe.experts.21.w1,0.0012295228,0.05000,2.918
+38,block_sparse_moe.experts.29.w1,0.0014379787,0.05000,3.001
+38,block_sparse_moe.experts.27.w1,0.0007757777,0.05000,3.124
+38,block_sparse_moe.experts.44.w1,0.0014696623,0.05000,2.884
+38,block_sparse_moe.experts.40.w1,0.0008463573,0.05000,3.019
+38,block_sparse_moe.experts.41.w1,0.0019087049,0.05000,2.692
+38,block_sparse_moe.experts.37.w1,0.0010873765,0.05000,2.739
+38,block_sparse_moe.experts.33.w1,0.0009809778,0.05000,2.855
+38,block_sparse_moe.experts.47.w1,0.0054195267,0.05000,2.981
+38,block_sparse_moe.experts.32.w1,0.0018695074,0.05000,3.060
+38,block_sparse_moe.experts.36.w1,0.0001712423,0.05000,3.034
+38,block_sparse_moe.experts.35.w1,0.0004594582,0.05000,2.932
+38,block_sparse_moe.experts.45.w1,0.0005884442,0.05000,2.839
+38,block_sparse_moe.experts.42.w1,0.0039462905,0.05000,3.140
+38,block_sparse_moe.experts.38.w1,0.0005123993,0.05000,3.192
+38,block_sparse_moe.experts.46.w1,0.0011157677,0.05000,3.172
+38,block_sparse_moe.experts.39.w1,0.0017657597,0.05000,3.067
+38,block_sparse_moe.experts.34.w1,0.0010221719,0.05000,3.247
+38,block_sparse_moe.experts.43.w1,0.0009935504,0.05000,3.041
+38,block_sparse_moe.experts.60.w1,0.0022086762,0.05000,3.172
+38,block_sparse_moe.experts.54.w1,0.0020457232,0.05000,2.836
+38,block_sparse_moe.experts.56.w1,0.0009941695,0.05000,3.140
+38,block_sparse_moe.experts.58.w1,0.0011000622,0.05000,2.949
+38,block_sparse_moe.experts.57.w1,0.0022897573,0.05000,3.163
+38,block_sparse_moe.experts.48.w1,0.0019291249,0.05000,3.086
+38,block_sparse_moe.experts.51.w1,0.0028133962,0.05000,3.062
+38,block_sparse_moe.experts.62.w1,0.0005490299,0.05000,2.929
+38,block_sparse_moe.experts.63.w1,0.0008084263,0.05000,3.141
+38,block_sparse_moe.experts.53.w1,0.0022889726,0.05000,3.189
+38,block_sparse_moe.experts.52.w1,0.0008861631,0.05000,3.159
+38,block_sparse_moe.experts.49.w1,0.0016311408,0.05000,3.211
+38,block_sparse_moe.experts.50.w1,0.0020618961,0.05000,3.053
+38,block_sparse_moe.experts.61.w1,0.0015181416,0.05000,3.287
+38,block_sparse_moe.experts.55.w1,0.0012560321,0.05000,3.183
+38,block_sparse_moe.experts.59.w1,0.0003516127,0.05000,3.161
+38,block_sparse_moe.experts.76.w1,0.0020948122,0.05000,3.086
+38,block_sparse_moe.experts.79.w1,0.0009746645,0.05000,2.802
+38,block_sparse_moe.experts.67.w1,0.0023254939,0.05000,2.880
+38,block_sparse_moe.experts.68.w1,0.0013657106,0.05000,2.934
+38,block_sparse_moe.experts.72.w1,0.0013432576,0.05000,3.106
+38,block_sparse_moe.experts.64.w1,0.0025634844,0.05000,3.066
+38,block_sparse_moe.experts.73.w1,0.0014445028,0.05000,3.100
+38,block_sparse_moe.experts.69.w1,0.0007538572,0.05000,3.028
+38,block_sparse_moe.experts.75.w1,0.0011353308,0.05000,2.703
+38,block_sparse_moe.experts.70.w1,0.0014667406,0.05000,3.326
+38,block_sparse_moe.experts.71.w1,0.0016099183,0.05000,2.883
+38,block_sparse_moe.experts.65.w1,0.0002935470,0.05000,3.141
+38,block_sparse_moe.experts.74.w1,0.0017351369,0.05000,3.335
+38,block_sparse_moe.experts.78.w1,0.0018059386,0.05000,3.276
+38,block_sparse_moe.experts.77.w1,0.0005726060,0.05000,3.025
+38,block_sparse_moe.experts.66.w1,0.0014164312,0.05000,3.230
+38,block_sparse_moe.experts.95.w1,0.0010139134,0.05000,2.811
+38,block_sparse_moe.experts.83.w1,0.0005515142,0.05000,2.855
+38,block_sparse_moe.experts.88.w1,0.0008372386,0.05000,2.752
+38,block_sparse_moe.experts.92.w1,0.0012806714,0.05000,2.979
+38,block_sparse_moe.experts.80.w1,0.0007471472,0.05000,2.801
+38,block_sparse_moe.experts.84.w1,0.0003882217,0.05000,2.896
+38,block_sparse_moe.experts.91.w1,0.0024322639,0.05000,2.790
+38,block_sparse_moe.experts.87.w1,0.0008039572,0.05000,2.921
+38,block_sparse_moe.experts.85.w1,0.0000800995,0.05000,3.118
+38,block_sparse_moe.experts.90.w1,0.0020699050,0.05000,2.975
+38,block_sparse_moe.experts.89.w1,0.0017896139,0.05000,3.217
+38,block_sparse_moe.experts.81.w1,0.0023000350,0.05000,3.091
+38,block_sparse_moe.experts.86.w1,0.0013367348,0.05000,3.116
+38,block_sparse_moe.experts.93.w1,0.0018270162,0.05000,3.033
+38,block_sparse_moe.experts.94.w1,0.0023390047,0.05000,3.128
+38,block_sparse_moe.experts.82.w1,0.0014813151,0.05000,3.042
+38,block_sparse_moe.experts.99.w1,0.0013304586,0.05000,3.118
+38,block_sparse_moe.experts.111.w1,0.0019531293,0.05000,3.208
+38,block_sparse_moe.experts.104.w1,0.0008526462,0.05000,3.124
+38,block_sparse_moe.experts.108.w1,0.0024168827,0.05000,3.152
+38,block_sparse_moe.experts.96.w1,0.0005198535,0.05000,3.117
+38,block_sparse_moe.experts.100.w1,0.0004195739,0.05000,3.209
+38,block_sparse_moe.experts.109.w1,0.0005231343,0.05000,2.798
+38,block_sparse_moe.experts.107.w1,0.0023586568,0.05000,3.235
+38,block_sparse_moe.experts.105.w1,0.0011563181,0.05000,2.942
+38,block_sparse_moe.experts.101.w1,0.0005156932,0.05000,3.037
+38,block_sparse_moe.experts.106.w1,0.0021886747,0.05000,3.012
+38,block_sparse_moe.experts.102.w1,0.0029732785,0.05000,2.980
+38,block_sparse_moe.experts.97.w1,0.0021803022,0.05000,3.005
+38,block_sparse_moe.experts.103.w1,0.0011550962,0.05000,3.203
+38,block_sparse_moe.experts.110.w1,0.0009451743,0.05000,3.040
+38,block_sparse_moe.experts.98.w1,0.0022698359,0.05000,3.120
+38,block_sparse_moe.experts.120.w1,0.0027101381,0.05000,3.082
+38,block_sparse_moe.experts.124.w1,0.0008379908,0.05000,3.087
+38,block_sparse_moe.experts.115.w1,0.0006774359,0.05000,3.180
+38,block_sparse_moe.experts.112.w1,0.0013502305,0.05000,3.117
+38,block_sparse_moe.experts.127.w1,0.0013306630,0.05000,3.243
+38,block_sparse_moe.experts.116.w1,0.0022937248,0.05000,3.048
+38,block_sparse_moe.experts.125.w1,0.0021215916,0.05000,3.169
+38,block_sparse_moe.experts.118.w1,0.0031192687,0.05000,3.009
+38,block_sparse_moe.experts.123.w1,0.0029568745,0.05000,3.205
+38,block_sparse_moe.experts.122.w1,0.0012754689,0.05000,3.118
+38,block_sparse_moe.experts.117.w1,0.0009326031,0.05000,3.157
+38,block_sparse_moe.experts.113.w1,0.0007672419,0.05000,3.114
+38,block_sparse_moe.experts.126.w1,0.0010626056,0.05000,2.961
+38,block_sparse_moe.experts.121.w1,0.0024828605,0.05000,3.265
+38,block_sparse_moe.experts.119.w1,0.0011286676,0.05000,3.254
+38,block_sparse_moe.experts.114.w1,0.0004500263,0.05000,3.011
+38,block_sparse_moe.experts.136.w1,0.0009787864,0.05000,2.931
+38,block_sparse_moe.experts.128.w1,0.0022785298,0.05000,2.914
+38,block_sparse_moe.experts.132.w1,0.0019328624,0.05000,2.894
+38,block_sparse_moe.experts.131.w1,0.0015910672,0.05000,3.005
+38,block_sparse_moe.experts.140.w1,0.0017253916,0.05000,3.046
+38,block_sparse_moe.experts.143.w1,0.0011341550,0.05000,3.024
+38,block_sparse_moe.experts.141.w1,0.0015620970,0.05000,2.959
+38,block_sparse_moe.experts.134.w1,0.0012820394,0.05000,3.056
+38,block_sparse_moe.experts.133.w1,0.0018569467,0.05000,2.996
+38,block_sparse_moe.experts.129.w1,0.0010400873,0.05000,3.031
+38,block_sparse_moe.experts.139.w1,0.0013582650,0.05000,3.120
+38,block_sparse_moe.experts.137.w1,0.0011399857,0.05000,3.017
+38,block_sparse_moe.experts.142.w1,0.0007907749,0.05000,3.079
+38,block_sparse_moe.experts.138.w1,0.0013070696,0.05000,3.137
+38,block_sparse_moe.experts.135.w1,0.0006366674,0.05000,3.110
+38,block_sparse_moe.experts.130.w1,0.0004439869,0.05000,3.052
+38,block_sparse_moe.experts.152.w1,0.0007152826,0.05000,2.949
+38,block_sparse_moe.experts.144.w1,0.0007788479,0.05000,3.008
+38,block_sparse_moe.experts.156.w1,0.0004871226,0.05000,2.956
+38,block_sparse_moe.experts.148.w1,0.0004550822,0.05000,2.993
+38,block_sparse_moe.experts.147.w1,0.0019775215,0.05000,3.087
+38,block_sparse_moe.experts.159.w1,0.0018259998,0.05000,3.196
+38,block_sparse_moe.experts.157.w1,0.0038403192,0.05000,3.154
+38,block_sparse_moe.experts.150.w1,0.0004657203,0.05000,3.089
+38,block_sparse_moe.experts.149.w1,0.0011015589,0.05000,3.107
+38,block_sparse_moe.experts.158.w1,0.0001444932,0.05000,3.061
+38,block_sparse_moe.experts.155.w1,0.0003836280,0.05000,3.118
+38,block_sparse_moe.experts.145.w1,0.0021998889,0.05000,3.120
+38,block_sparse_moe.experts.154.w1,0.0005132693,0.05000,3.092
+38,block_sparse_moe.experts.153.w1,0.0017538518,0.05000,3.130
+38,block_sparse_moe.experts.146.w1,0.0008716467,0.05000,3.143
+38,block_sparse_moe.experts.151.w1,0.0026999712,0.05000,3.180
+38,block_sparse_moe.experts.168.w1,0.0031437539,0.05000,3.082
+38,block_sparse_moe.experts.172.w1,0.0015394720,0.05000,3.060
+38,block_sparse_moe.experts.164.w1,0.0015328155,0.05000,3.102
+38,block_sparse_moe.experts.160.w1,0.0003640979,0.05000,3.129
+38,block_sparse_moe.experts.163.w1,0.0012925900,0.05000,3.081
+38,block_sparse_moe.experts.173.w1,0.0012436403,0.05000,3.070
+38,block_sparse_moe.experts.175.w1,0.0005255909,0.05000,3.195
+38,block_sparse_moe.experts.166.w1,0.0009928450,0.05000,3.135
+38,block_sparse_moe.experts.165.w1,0.0010043596,0.05000,3.101
+38,block_sparse_moe.experts.170.w1,0.0004071773,0.05000,3.099
+38,block_sparse_moe.experts.161.w1,0.0016626329,0.05000,3.126
+38,block_sparse_moe.experts.174.w1,0.0006585649,0.05000,3.178
+38,block_sparse_moe.experts.169.w1,0.0014833091,0.05000,3.134
+38,block_sparse_moe.experts.171.w1,0.0006652893,0.05000,3.220
+38,block_sparse_moe.experts.162.w1,0.0006197200,0.05000,3.122
+38,block_sparse_moe.experts.167.w1,0.0020314497,0.05000,3.121
+38,block_sparse_moe.experts.184.w1,0.0004747534,0.05000,2.995
+38,block_sparse_moe.experts.188.w1,0.0010253270,0.05000,2.996
+38,block_sparse_moe.experts.179.w1,0.0012660735,0.05000,3.014
+38,block_sparse_moe.experts.180.w1,0.0015922842,0.05000,3.096
+38,block_sparse_moe.experts.176.w1,0.0012580395,0.05000,3.167
+38,block_sparse_moe.experts.182.w1,0.0022958769,0.05000,2.950
+38,block_sparse_moe.experts.191.w1,0.0014082262,0.05000,3.051
+38,block_sparse_moe.experts.189.w1,0.0017094389,0.05000,3.093
+38,block_sparse_moe.experts.186.w1,0.0007395624,0.05000,2.989
+38,block_sparse_moe.experts.177.w1,0.0004602387,0.05000,3.081
+38,block_sparse_moe.experts.187.w1,0.0020539223,0.05000,3.007
+38,block_sparse_moe.experts.190.w1,0.0006451354,0.05000,3.070
+38,block_sparse_moe.experts.181.w1,0.0024813876,0.05000,3.244
+38,block_sparse_moe.experts.185.w1,0.0020772866,0.05000,3.182
+38,block_sparse_moe.experts.178.w1,0.0031668619,0.05000,3.106
+38,block_sparse_moe.experts.183.w1,0.0011834284,0.05000,3.142
+38,block_sparse_moe.experts.195.w1,0.0011146122,0.05000,2.820
+38,block_sparse_moe.experts.200.w1,0.0001768523,0.05000,3.257
+38,block_sparse_moe.experts.207.w1,0.0008950660,0.05000,2.737
+38,block_sparse_moe.experts.204.w1,0.0013561554,0.05000,3.284
+38,block_sparse_moe.experts.196.w1,0.0016133531,0.05000,3.168
+38,block_sparse_moe.experts.192.w1,0.0022131593,0.05000,3.222
+38,block_sparse_moe.experts.205.w1,0.0011398109,0.05000,2.958
+38,block_sparse_moe.experts.203.w1,0.0010836225,0.05000,2.812
+38,block_sparse_moe.experts.198.w1,0.0004340932,0.05000,3.169
+38,block_sparse_moe.experts.197.w1,0.0009828373,0.05000,2.878
+38,block_sparse_moe.experts.201.w1,0.0017380210,0.05000,2.810
+38,block_sparse_moe.experts.193.w1,0.0015708773,0.05000,2.985
+38,block_sparse_moe.experts.202.w1,0.0005621759,0.05000,3.132
+38,block_sparse_moe.experts.206.w1,0.0013991440,0.05000,3.078
+38,block_sparse_moe.experts.199.w1,0.0016793356,0.05000,2.783
+38,block_sparse_moe.experts.194.w1,0.0014474653,0.05000,3.076
+38,block_sparse_moe.experts.211.w1,0.0008814542,0.05000,2.851
+38,block_sparse_moe.experts.216.w1,0.0005366223,0.05000,2.963
+38,block_sparse_moe.experts.223.w1,0.0019266643,0.05000,2.908
+38,block_sparse_moe.experts.212.w1,0.0003471780,0.05000,2.961
+38,block_sparse_moe.experts.220.w1,0.0012162102,0.05000,2.992
+38,block_sparse_moe.experts.219.w1,0.0012750532,0.05000,2.869
+38,block_sparse_moe.experts.208.w1,0.0008957665,0.05000,3.008
+38,block_sparse_moe.experts.221.w1,0.0004008132,0.05000,3.094
+38,block_sparse_moe.experts.214.w1,0.0019423217,0.05000,2.955
+38,block_sparse_moe.experts.218.w1,0.0017195043,0.05000,2.969
+38,block_sparse_moe.experts.217.w1,0.0001299902,0.05000,3.084
+38,block_sparse_moe.experts.209.w1,0.0006347787,0.05000,3.059
+38,block_sparse_moe.experts.222.w1,0.0007402767,0.05000,2.994
+38,block_sparse_moe.experts.213.w1,0.0003099950,0.05000,3.196
+38,block_sparse_moe.experts.215.w1,0.0015875764,0.05000,3.072
+38,block_sparse_moe.experts.210.w1,0.0019697901,0.05000,3.055
+38,block_sparse_moe.experts.227.w1,0.0020052249,0.05000,3.061
+38,block_sparse_moe.experts.232.w1,0.0010694727,0.05000,3.140
+38,block_sparse_moe.experts.239.w1,0.0021877670,0.05000,3.096
+38,block_sparse_moe.experts.228.w1,0.0020056020,0.05000,3.001
+38,block_sparse_moe.experts.236.w1,0.0006173243,0.05000,3.088
+38,block_sparse_moe.experts.237.w1,0.0009520421,0.05000,2.980
+38,block_sparse_moe.experts.224.w1,0.0010098710,0.05000,3.121
+38,block_sparse_moe.experts.225.w1,0.0020103204,0.05000,2.837
+38,block_sparse_moe.experts.233.w1,0.0004657379,0.05000,2.926
+38,block_sparse_moe.experts.235.w1,0.0009467802,0.05000,3.295
+38,block_sparse_moe.experts.230.w1,0.0015789790,0.05000,3.143
+38,block_sparse_moe.experts.229.w1,0.0007102347,0.05000,2.965
+38,block_sparse_moe.experts.234.w1,0.0010634512,0.05000,3.119
+38,block_sparse_moe.experts.238.w1,0.0020867474,0.05000,3.132
+38,block_sparse_moe.experts.231.w1,0.0007961588,0.05000,3.198
+38,block_sparse_moe.experts.226.w1,0.0012609543,0.05000,3.088
+38,block_sparse_moe.experts.243.w1,0.0010824254,0.05000,3.184
+38,block_sparse_moe.experts.244.w1,0.0009960154,0.05000,2.904
+38,block_sparse_moe.experts.248.w1,0.0011296048,0.05000,3.007
+38,block_sparse_moe.experts.252.w1,0.0002869134,0.05000,2.896
+38,block_sparse_moe.experts.255.w1,0.0009322508,0.05000,3.051
+38,block_sparse_moe.experts.240.w1,0.0026699847,0.05000,2.848
+38,block_sparse_moe.experts.253.w1,0.0002012310,0.05000,3.071
+38,block_sparse_moe.experts.249.w1,0.0020093123,0.05000,2.961
+38,block_sparse_moe.experts.241.w1,0.0012087251,0.05000,3.081
+38,block_sparse_moe.experts.251.w1,0.0011323556,0.05000,2.982
+38,block_sparse_moe.experts.250.w1,0.0009784227,0.05000,2.918
+38,block_sparse_moe.experts.246.w1,0.0016465438,0.05000,3.054
+38,block_sparse_moe.experts.245.w1,0.0011713048,0.05000,3.004
+38,block_sparse_moe.experts.254.w1,0.0012333468,0.05000,2.968
+38,block_sparse_moe.experts.247.w1,0.0007550194,0.05000,3.003
+38,block_sparse_moe.experts.242.w1,0.0008248630,0.05000,2.953
+38,block_sparse_moe.experts.4.w3,0.0004420432,0.05000,2.937
+38,block_sparse_moe.experts.3.w3,0.0017265224,0.05000,3.151
+38,block_sparse_moe.experts.8.w3,0.0011739320,0.05000,2.994
+38,block_sparse_moe.experts.12.w3,0.0014011039,0.05000,3.033
+38,block_sparse_moe.experts.0.w3,0.0021625935,0.05000,2.925
+38,block_sparse_moe.experts.15.w3,0.0011211519,0.05000,3.185
+38,block_sparse_moe.experts.13.w3,0.0015397159,0.05000,3.013
+38,block_sparse_moe.experts.1.w3,0.0014468492,0.05000,2.988
+38,block_sparse_moe.experts.5.w3,0.0012921886,0.05000,2.883
+38,block_sparse_moe.experts.9.w3,0.0009422119,0.05000,3.055
+38,block_sparse_moe.experts.10.w3,0.0011242861,0.05000,2.960
+38,block_sparse_moe.experts.6.w3,0.0010988038,0.05000,2.989
+38,block_sparse_moe.experts.11.w3,0.0022263168,0.05000,3.169
+38,block_sparse_moe.experts.14.w3,0.0036436913,0.05000,2.984
+38,block_sparse_moe.experts.2.w3,0.0009185142,0.05000,2.894
+38,block_sparse_moe.experts.7.w3,0.0002346634,0.05000,3.171
+38,block_sparse_moe.experts.20.w3,0.0015645440,0.05000,3.078
+38,block_sparse_moe.experts.19.w3,0.0008248375,0.05000,3.088
+38,block_sparse_moe.experts.16.w3,0.0008213506,0.05000,2.989
+38,block_sparse_moe.experts.24.w3,0.0011406514,0.05000,3.123
+38,block_sparse_moe.experts.28.w3,0.0034264837,0.05000,3.156
+38,block_sparse_moe.experts.31.w3,0.0012102817,0.05000,3.107
+38,block_sparse_moe.experts.29.w3,0.0015779175,0.05000,3.048
+38,block_sparse_moe.experts.17.w3,0.0059295955,0.05000,3.053
+38,block_sparse_moe.experts.25.w3,0.0012339942,0.05000,3.058
+38,block_sparse_moe.experts.21.w3,0.0013848856,0.05000,3.074
+38,block_sparse_moe.experts.26.w3,0.0014785106,0.05000,3.128
+38,block_sparse_moe.experts.30.w3,0.0017850751,0.05000,3.058
+38,block_sparse_moe.experts.22.w3,0.0056735011,0.05000,3.223
+38,block_sparse_moe.experts.27.w3,0.0008898623,0.05000,3.182
+38,block_sparse_moe.experts.18.w3,0.0022403751,0.05000,3.189
+38,block_sparse_moe.experts.23.w3,0.0040813513,0.05000,3.184
+38,block_sparse_moe.experts.36.w3,0.0001929462,0.05000,2.944
+38,block_sparse_moe.experts.40.w3,0.0009253221,0.05000,2.943
+38,block_sparse_moe.experts.32.w3,0.0020160973,0.05000,2.989
+38,block_sparse_moe.experts.35.w3,0.0005130758,0.05000,3.163
+38,block_sparse_moe.experts.44.w3,0.0015879060,0.05000,3.020
+38,block_sparse_moe.experts.47.w3,0.0060810539,0.05000,3.192
+38,block_sparse_moe.experts.41.w3,0.0021254843,0.05000,3.045
+38,block_sparse_moe.experts.45.w3,0.0006775318,0.05000,3.187
+38,block_sparse_moe.experts.37.w3,0.0011556851,0.05000,3.099
+38,block_sparse_moe.experts.33.w3,0.0010470066,0.05000,3.214
+38,block_sparse_moe.experts.42.w3,0.0043591853,0.05000,3.134
+38,block_sparse_moe.experts.46.w3,0.0013153331,0.05000,3.146
+38,block_sparse_moe.experts.38.w3,0.0005433651,0.05000,3.207
+38,block_sparse_moe.experts.43.w3,0.0010548216,0.05000,3.174
+38,block_sparse_moe.experts.34.w3,0.0012044126,0.05000,3.110
+38,block_sparse_moe.experts.39.w3,0.0020855771,0.05000,3.179
+38,block_sparse_moe.experts.52.w3,0.0009222189,0.05000,3.076
+38,block_sparse_moe.experts.48.w3,0.0022458205,0.05000,3.085
+38,block_sparse_moe.experts.56.w3,0.0010988237,0.05000,3.172
+38,block_sparse_moe.experts.60.w3,0.0023587987,0.05000,3.185
+38,block_sparse_moe.experts.51.w3,0.0030784847,0.05000,3.243
+38,block_sparse_moe.experts.57.w3,0.0024850568,0.05000,3.061
+38,block_sparse_moe.experts.61.w3,0.0016266017,0.05000,3.066
+38,block_sparse_moe.experts.49.w3,0.0017776015,0.05000,3.020
+38,block_sparse_moe.experts.53.w3,0.0024340655,0.05000,3.093
+38,block_sparse_moe.experts.63.w3,0.0009165319,0.05000,3.194
+38,block_sparse_moe.experts.62.w3,0.0006018015,0.05000,2.910
+38,block_sparse_moe.experts.58.w3,0.0012566374,0.05000,3.067
+38,block_sparse_moe.experts.54.w3,0.0022917559,0.05000,3.028
+38,block_sparse_moe.experts.59.w3,0.0003921836,0.05000,3.214
+38,block_sparse_moe.experts.50.w3,0.0022548231,0.05000,3.095
+38,block_sparse_moe.experts.55.w3,0.0013660877,0.05000,3.152
+38,block_sparse_moe.experts.68.w3,0.0016224305,0.05000,3.153
+38,block_sparse_moe.experts.64.w3,0.0029122391,0.05000,3.134
+38,block_sparse_moe.experts.72.w3,0.0015057477,0.05000,3.172
+38,block_sparse_moe.experts.73.w3,0.0015738243,0.05000,2.896
+38,block_sparse_moe.experts.67.w3,0.0025792622,0.05000,3.059
+38,block_sparse_moe.experts.76.w3,0.0023415637,0.05000,3.224
+38,block_sparse_moe.experts.69.w3,0.0008131199,0.05000,2.967
+38,block_sparse_moe.experts.77.w3,0.0006244084,0.05000,3.002
+38,block_sparse_moe.experts.65.w3,0.0003253455,0.05000,2.975
+38,block_sparse_moe.experts.79.w3,0.0010568109,0.05000,3.102
+38,block_sparse_moe.experts.78.w3,0.0019792146,0.05000,3.094
+38,block_sparse_moe.experts.74.w3,0.0018597518,0.05000,3.152
+38,block_sparse_moe.experts.70.w3,0.0015620581,0.05000,3.081
+38,block_sparse_moe.experts.75.w3,0.0013855117,0.05000,3.082
+38,block_sparse_moe.experts.66.w3,0.0015243407,0.05000,3.146
+38,block_sparse_moe.experts.71.w3,0.0017200302,0.05000,2.973
+38,block_sparse_moe.experts.84.w3,0.0004224809,0.05000,2.950
+38,block_sparse_moe.experts.88.w3,0.0009082624,0.05000,2.885
+38,block_sparse_moe.experts.80.w3,0.0008616072,0.05000,2.972
+38,block_sparse_moe.experts.83.w3,0.0005911719,0.05000,2.919
+38,block_sparse_moe.experts.89.w3,0.0019822519,0.05000,2.963
+38,block_sparse_moe.experts.92.w3,0.0013824021,0.05000,2.863
+38,block_sparse_moe.experts.93.w3,0.0019794424,0.05000,2.953
+38,block_sparse_moe.experts.85.w3,0.0000946235,0.05000,2.988
+38,block_sparse_moe.experts.81.w3,0.0025120827,0.05000,2.983
+38,block_sparse_moe.experts.95.w3,0.0010972749,0.05000,2.996
+38,block_sparse_moe.experts.94.w3,0.0025636958,0.05000,3.094
+38,block_sparse_moe.experts.90.w3,0.0021929121,0.05000,3.153
+38,block_sparse_moe.experts.86.w3,0.0014164580,0.05000,3.045
+38,block_sparse_moe.experts.91.w3,0.0026380293,0.05000,2.885
+38,block_sparse_moe.experts.87.w3,0.0009118003,0.05000,2.829
+38,block_sparse_moe.experts.82.w3,0.0015912843,0.05000,3.076
+38,block_sparse_moe.experts.100.w3,0.0004526769,0.05000,2.866
+38,block_sparse_moe.experts.96.w3,0.0005730318,0.05000,2.865
+38,block_sparse_moe.experts.104.w3,0.0009777081,0.05000,2.929
+38,block_sparse_moe.experts.108.w3,0.0025814573,0.05000,2.978
+38,block_sparse_moe.experts.99.w3,0.0014201342,0.05000,3.089
+38,block_sparse_moe.experts.105.w3,0.0014859526,0.05000,3.190
+38,block_sparse_moe.experts.109.w3,0.0005851408,0.05000,3.110
+38,block_sparse_moe.experts.111.w3,0.0020698417,0.05000,2.995
+38,block_sparse_moe.experts.101.w3,0.0005565192,0.05000,3.148
+38,block_sparse_moe.experts.97.w3,0.0023424816,0.05000,3.204
+38,block_sparse_moe.experts.110.w3,0.0010144491,0.05000,3.065
+38,block_sparse_moe.experts.107.w3,0.0024977407,0.05000,2.946
+38,block_sparse_moe.experts.102.w3,0.0032027095,0.05000,3.082
+38,block_sparse_moe.experts.106.w3,0.0023717479,0.05000,3.097
+38,block_sparse_moe.experts.103.w3,0.0012411669,0.05000,2.894
+38,block_sparse_moe.experts.98.w3,0.0026119406,0.05000,3.076
+38,block_sparse_moe.experts.115.w3,0.0008033791,0.05000,1.459
+38,block_sparse_moe.experts.121.w3,0.0028377790,0.05000,3.246
+38,block_sparse_moe.experts.125.w3,0.0025111478,0.05000,3.318
+38,block_sparse_moe.experts.117.w3,0.0011229746,0.05000,3.284
+38,block_sparse_moe.experts.113.w3,0.0008481213,0.05000,3.447
+38,block_sparse_moe.experts.126.w3,0.0011324925,0.05000,3.519
+38,block_sparse_moe.experts.118.w3,0.0034182658,0.05000,3.581
+38,block_sparse_moe.experts.122.w3,0.0013727924,0.05000,3.630
+38,block_sparse_moe.experts.114.w3,0.0005056670,0.05000,3.616
+38,block_sparse_moe.experts.116.w3,0.0024743856,0.05000,5.766
+38,block_sparse_moe.experts.112.w3,0.0014401105,0.05000,5.726
+38,block_sparse_moe.experts.120.w3,0.0029272521,0.05000,5.740
+38,block_sparse_moe.experts.124.w3,0.0009667844,0.05000,5.843
+38,block_sparse_moe.experts.142.w3,0.0008496397,0.05000,3.872
+38,block_sparse_moe.experts.134.w3,0.0013797901,0.05000,3.854
+38,block_sparse_moe.experts.138.w3,0.0015065386,0.05000,3.922
+38,block_sparse_moe.experts.130.w3,0.0004927885,0.05000,3.881
+38,block_sparse_moe.experts.132.w3,0.0021007504,0.05000,3.839
+38,block_sparse_moe.experts.128.w3,0.0024184869,0.05000,3.800
+38,block_sparse_moe.experts.136.w3,0.0010764639,0.05000,3.819
+38,block_sparse_moe.experts.140.w3,0.0019352125,0.05000,3.729
+38,block_sparse_moe.experts.148.w3,0.0004873401,0.05000,3.813
+38,block_sparse_moe.experts.144.w3,0.0009169135,0.05000,3.828
+38,block_sparse_moe.experts.152.w3,0.0007668416,0.05000,3.829
+38,block_sparse_moe.experts.156.w3,0.0005316716,0.05000,3.765
+38,block_sparse_moe.experts.137.w3,0.0012058679,0.05000,11.056
+38,block_sparse_moe.experts.141.w3,0.0016669598,0.05000,11.064
+38,block_sparse_moe.experts.133.w3,0.0019642190,0.05000,11.055
+38,block_sparse_moe.experts.129.w3,0.0011992677,0.05000,11.093
+38,block_sparse_moe.experts.160.w3,0.0004203645,0.05000,3.179
+38,block_sparse_moe.experts.164.w3,0.0016396913,0.05000,3.438
+38,block_sparse_moe.experts.168.w3,0.0034030078,0.05000,3.405
+38,block_sparse_moe.experts.172.w3,0.0016486573,0.05000,3.361
+38,block_sparse_moe.experts.153.w3,0.0019045316,0.05000,2.899
+38,block_sparse_moe.experts.157.w3,0.0041925493,0.05000,2.933
+38,block_sparse_moe.experts.149.w3,0.0011980668,0.05000,2.950
+38,block_sparse_moe.experts.145.w3,0.0025627156,0.05000,2.945
+38,block_sparse_moe.experts.158.w3,0.0001553748,0.05000,9.998
+38,block_sparse_moe.experts.150.w3,0.0005159072,0.05000,9.965
+38,block_sparse_moe.experts.154.w3,0.0005682471,0.05000,9.923
+38,block_sparse_moe.experts.146.w3,0.0009768410,0.05000,9.992
+38,block_sparse_moe.experts.176.w3,0.0013984895,0.05000,3.445
+38,block_sparse_moe.experts.180.w3,0.0017104087,0.05000,3.548
+38,block_sparse_moe.experts.184.w3,0.0005100774,0.05000,3.474
+38,block_sparse_moe.experts.188.w3,0.0011093426,0.05000,3.389
+38,block_sparse_moe.experts.169.w3,0.0018274897,0.05000,3.373
+38,block_sparse_moe.experts.173.w3,0.0013196024,0.05000,3.377
+38,block_sparse_moe.experts.165.w3,0.0011087633,0.05000,3.381
+38,block_sparse_moe.experts.161.w3,0.0019843645,0.05000,3.384
+38,block_sparse_moe.experts.174.w3,0.0007507060,0.05000,3.468
+38,block_sparse_moe.experts.170.w3,0.0004674987,0.05000,3.418
+38,block_sparse_moe.experts.166.w3,0.0010627618,0.05000,3.563
+38,block_sparse_moe.experts.162.w3,0.0006901195,0.05000,3.550
+38,block_sparse_moe.experts.192.w3,0.0024463745,0.05000,3.384
+38,block_sparse_moe.experts.196.w3,0.0017184127,0.05000,3.422
+38,block_sparse_moe.experts.200.w3,0.0002102698,0.05000,3.385
+38,block_sparse_moe.experts.204.w3,0.0014681236,0.05000,3.385
+38,block_sparse_moe.experts.185.w3,0.0023447949,0.05000,3.281
+38,block_sparse_moe.experts.189.w3,0.0018177972,0.05000,3.143
+38,block_sparse_moe.experts.181.w3,0.0026641999,0.05000,3.200
+38,block_sparse_moe.experts.177.w3,0.0004980219,0.05000,2.958
+38,block_sparse_moe.experts.190.w3,0.0007162140,0.05000,3.267
+38,block_sparse_moe.experts.186.w3,0.0008058779,0.05000,3.140
+38,block_sparse_moe.experts.182.w3,0.0025458848,0.05000,3.435
+38,block_sparse_moe.experts.178.w3,0.0035445997,0.05000,3.479
+38,block_sparse_moe.experts.127.w3,0.0014225636,0.05000,3.519
+38,block_sparse_moe.experts.131.w3,0.0017473315,0.05000,3.588
+38,block_sparse_moe.experts.119.w3,0.0012206932,0.05000,3.589
+38,block_sparse_moe.experts.123.w3,0.0034586598,0.05000,3.593
+38,block_sparse_moe.experts.208.w3,0.0009779583,0.05000,3.485
+38,block_sparse_moe.experts.212.w3,0.0003863692,0.05000,3.396
+38,block_sparse_moe.experts.216.w3,0.0006214854,0.05000,3.404
+38,block_sparse_moe.experts.220.w3,0.0013247403,0.05000,3.381
+38,block_sparse_moe.experts.206.w3,0.0015835508,0.05000,2.936
+38,block_sparse_moe.experts.202.w3,0.0006004785,0.05000,2.854
+38,block_sparse_moe.experts.198.w3,0.0004900098,0.05000,2.513
+38,block_sparse_moe.experts.201.w3,0.0018586058,0.05000,3.285
+38,block_sparse_moe.experts.205.w3,0.0012592222,0.05000,3.309
+38,block_sparse_moe.experts.193.w3,0.0016545978,0.05000,3.346
+38,block_sparse_moe.experts.197.w3,0.0010571626,0.05000,3.380
+38,block_sparse_moe.experts.143.w3,0.0012269774,0.05000,2.947
+38,block_sparse_moe.experts.147.w3,0.0023872589,0.05000,2.905
+38,block_sparse_moe.experts.135.w3,0.0007218902,0.05000,3.006
+38,block_sparse_moe.experts.139.w3,0.0015165674,0.05000,3.036
+38,block_sparse_moe.experts.224.w3,0.0011717359,0.05000,3.083
+38,block_sparse_moe.experts.228.w3,0.0022443138,0.05000,3.177
+38,block_sparse_moe.experts.232.w3,0.0011395138,0.05000,3.221
+38,block_sparse_moe.experts.236.w3,0.0006708307,0.05000,3.300
+38,block_sparse_moe.experts.194.w3,0.0015316558,0.05000,3.095
+38,block_sparse_moe.experts.214.w3,0.0021403016,0.05000,3.139
+38,block_sparse_moe.experts.222.w3,0.0008551038,0.05000,3.169
+38,block_sparse_moe.experts.218.w3,0.0018327249,0.05000,3.196
+38,block_sparse_moe.experts.217.w3,0.0001436101,0.05000,2.794
+38,block_sparse_moe.experts.221.w3,0.0004211719,0.05000,2.877
+38,block_sparse_moe.experts.209.w3,0.0007255109,0.05000,2.914
+38,block_sparse_moe.experts.213.w3,0.0003378422,0.05000,2.959
+38,block_sparse_moe.experts.159.w3,0.0019459725,0.05000,2.928
+38,block_sparse_moe.experts.163.w3,0.0014832458,0.05000,3.049
+38,block_sparse_moe.experts.151.w3,0.0028852100,0.05000,3.092
+38,block_sparse_moe.experts.155.w3,0.0004302870,0.05000,3.092
+38,block_sparse_moe.experts.240.w3,0.0028528801,0.05000,3.011
+38,block_sparse_moe.experts.244.w3,0.0010673689,0.05000,2.870
+38,block_sparse_moe.experts.248.w3,0.0011925018,0.05000,2.784
+38,block_sparse_moe.experts.252.w3,0.0002986526,0.05000,2.674
+38,block_sparse_moe.experts.230.w3,0.0018240045,0.05000,2.698
+38,block_sparse_moe.experts.210.w3,0.0023489376,0.05000,2.763
+38,block_sparse_moe.experts.234.w3,0.0011557607,0.05000,2.792
+38,block_sparse_moe.experts.233.w3,0.0005219461,0.05000,2.817
+38,block_sparse_moe.experts.238.w3,0.0022664522,0.05000,2.921
+38,block_sparse_moe.experts.237.w3,0.0010464809,0.05000,2.837
+38,block_sparse_moe.experts.225.w3,0.0023042391,0.05000,2.860
+38,block_sparse_moe.experts.229.w3,0.0007640512,0.05000,2.842
+38,block_sparse_moe.experts.175.w3,0.0006418624,0.05000,2.940
+38,block_sparse_moe.experts.179.w3,0.0013543216,0.05000,2.898
+38,block_sparse_moe.experts.171.w3,0.0007288426,0.05000,2.881
+38,block_sparse_moe.experts.167.w3,0.0021908325,0.05000,3.055
+38,block_sparse_moe.experts.226.w3,0.0015016190,0.05000,3.074
+38,block_sparse_moe.experts.249.w3,0.0021783790,0.05000,2.905
+38,block_sparse_moe.experts.246.w3,0.0017631185,0.05000,3.147
+38,block_sparse_moe.experts.250.w3,0.0010566159,0.05000,3.064
+38,block_sparse_moe.experts.254.w3,0.0014018444,0.05000,2.990
+38,block_sparse_moe.experts.253.w3,0.0002278080,0.05000,2.918
+38,block_sparse_moe.experts.245.w3,0.0013182828,0.05000,2.862
+38,block_sparse_moe.experts.241.w3,0.0012776702,0.05000,2.932
+38,block_sparse_moe.experts.191.w3,0.0015264768,0.05000,3.077
+38,block_sparse_moe.experts.242.w3,0.0009830658,0.05000,1.079
+38,block_sparse_moe.experts.195.w3,0.0011910138,0.05000,3.004
+38,block_sparse_moe.experts.187.w3,0.0022449785,0.05000,2.981
+38,block_sparse_moe.experts.183.w3,0.0014221442,0.05000,3.051
+38,block_sparse_moe.experts.211.w3,0.0009598837,0.05000,3.177
+38,block_sparse_moe.experts.207.w3,0.0009520890,0.05000,3.224
+38,block_sparse_moe.experts.203.w3,0.0011904989,0.05000,3.216
+38,block_sparse_moe.experts.199.w3,0.0017889772,0.05000,3.099
+38,block_sparse_moe.experts.227.w3,0.0022225983,0.05000,2.742
+38,block_sparse_moe.experts.223.w3,0.0020810523,0.05000,2.818
+38,block_sparse_moe.experts.219.w3,0.0013324192,0.05000,2.734
+38,block_sparse_moe.experts.215.w3,0.0017270133,0.05000,2.649
+38,block_sparse_moe.experts.243.w3,0.0011598484,0.05000,3.189
+38,block_sparse_moe.experts.231.w3,0.0008434115,0.05000,3.058
+38,block_sparse_moe.experts.235.w3,0.0010551817,0.05000,3.074
+38,block_sparse_moe.experts.239.w3,0.0023978972,0.05000,3.240
+38,block_sparse_moe.experts.251.w3,0.0013041228,0.05000,2.314
+38,block_sparse_moe.experts.247.w3,0.0008123610,0.05000,2.326
+38,block_sparse_moe.experts.255.w3,0.0009951757,0.05000,2.249
+38,block_sparse_moe.experts.2.w2,0.0016424667,0.05000,1.416
+38,block_sparse_moe.experts.14.w2,0.0248479515,0.05000,1.400
+38,block_sparse_moe.experts.10.w2,0.0024351498,0.05000,1.411
+38,block_sparse_moe.experts.6.w2,0.0010451619,0.05000,1.458
+38,block_sparse_moe.experts.7.w2,0.0004988761,0.05000,1.535
+38,block_sparse_moe.experts.3.w2,0.0033289398,0.05000,1.558
+38,block_sparse_moe.experts.11.w2,0.0073593097,0.05000,1.541
+38,block_sparse_moe.experts.15.w2,0.0017915144,0.05000,1.542
+38,block_sparse_moe.experts.0.w2,0.0024789594,0.05000,1.594
+38,block_sparse_moe.experts.5.w2,0.0039563376,0.05000,1.608
+38,block_sparse_moe.experts.8.w2,0.0016593782,0.05000,1.625
+38,block_sparse_moe.experts.1.w2,0.0043208611,0.05000,1.642
+38,block_sparse_moe.experts.4.w2,0.0005012440,0.05000,1.642
+38,block_sparse_moe.experts.12.w2,0.0020129167,0.05000,1.624
+38,block_sparse_moe.experts.9.w2,0.0016942119,0.05000,1.658
+38,block_sparse_moe.experts.13.w2,0.0020665980,0.05000,1.660
+38,block_sparse_moe.experts.18.w2,0.0039528148,0.05000,1.463
+38,block_sparse_moe.experts.26.w2,0.0010594102,0.05000,1.471
+38,block_sparse_moe.experts.30.w2,0.0021900223,0.05000,1.483
+38,block_sparse_moe.experts.22.w2,0.0515954001,0.05000,1.498
+38,block_sparse_moe.experts.23.w2,0.0155159850,0.05000,1.433
+38,block_sparse_moe.experts.27.w2,0.0015347745,0.05000,1.451
+38,block_sparse_moe.experts.16.w2,0.0090390967,0.05000,1.450
+38,block_sparse_moe.experts.31.w2,0.0006435604,0.05000,1.513
+38,block_sparse_moe.experts.19.w2,0.0022010968,0.05000,1.526
+38,block_sparse_moe.experts.24.w2,0.0021391588,0.05000,1.497
+38,block_sparse_moe.experts.28.w2,0.0164419551,0.05000,1.498
+38,block_sparse_moe.experts.20.w2,0.0014669527,0.05000,1.545
+38,block_sparse_moe.experts.17.w2,0.0074424112,0.05000,1.565
+38,block_sparse_moe.experts.21.w2,0.0026400670,0.05000,1.609
+38,block_sparse_moe.experts.29.w2,0.0033733763,0.05000,1.569
+38,block_sparse_moe.experts.25.w2,0.0004679108,0.05000,1.615
+38,block_sparse_moe.experts.34.w2,0.0064785860,0.05000,1.587
+38,block_sparse_moe.experts.42.w2,0.0026357206,0.05000,1.578
+38,block_sparse_moe.experts.46.w2,0.0018148662,0.05000,1.605
+38,block_sparse_moe.experts.39.w2,0.0036562988,0.05000,1.547
+38,block_sparse_moe.experts.43.w2,0.0013134721,0.05000,1.526
+38,block_sparse_moe.experts.38.w2,0.0009161118,0.05000,1.601
+38,block_sparse_moe.experts.32.w2,0.0052743376,0.05000,1.515
+38,block_sparse_moe.experts.47.w2,0.0324763299,0.05000,1.558
+38,block_sparse_moe.experts.35.w2,0.0020382927,0.05000,1.564
+38,block_sparse_moe.experts.40.w2,0.0018507491,0.05000,1.538
+38,block_sparse_moe.experts.44.w2,0.0058072335,0.05000,1.528
+38,block_sparse_moe.experts.36.w2,0.0005316276,0.05000,1.519
+38,block_sparse_moe.experts.33.w2,0.0015887056,0.05000,1.542
+38,block_sparse_moe.experts.45.w2,0.0012953427,0.05000,1.540
+38,block_sparse_moe.experts.37.w2,0.0015436644,0.05000,1.580
+38,block_sparse_moe.experts.41.w2,0.0037818858,0.05000,1.560
+38,block_sparse_moe.experts.50.w2,0.0059828568,0.05000,1.312
+38,block_sparse_moe.experts.58.w2,0.0038678123,0.05000,1.314
+38,block_sparse_moe.experts.62.w2,0.0028413055,0.05000,1.344
+38,block_sparse_moe.experts.55.w2,0.0019092353,0.05000,1.456
+38,block_sparse_moe.experts.54.w2,0.0033113028,0.05000,1.425
+38,block_sparse_moe.experts.59.w2,0.0006311200,0.05000,1.492
+38,block_sparse_moe.experts.48.w2,0.0102374847,0.05000,1.509
+38,block_sparse_moe.experts.51.w2,0.0054533015,0.05000,1.475
+38,block_sparse_moe.experts.56.w2,0.0093180402,0.05000,1.479
+38,block_sparse_moe.experts.60.w2,0.0033530063,0.05000,1.481
+38,block_sparse_moe.experts.63.w2,0.0013849818,0.05000,1.551
+38,block_sparse_moe.experts.52.w2,0.0004737611,0.05000,1.550
+38,block_sparse_moe.experts.49.w2,0.0019826636,0.05000,1.553
+38,block_sparse_moe.experts.53.w2,0.0036983203,0.05000,1.530
+38,block_sparse_moe.experts.61.w2,0.0020710948,0.05000,1.593
+38,block_sparse_moe.experts.57.w2,0.0016002812,0.05000,1.587
+38,block_sparse_moe.experts.66.w2,0.0004855680,0.05000,1.510
+38,block_sparse_moe.experts.74.w2,0.0018289258,0.05000,1.549
+38,block_sparse_moe.experts.71.w2,0.0016191399,0.05000,1.406
+38,block_sparse_moe.experts.78.w2,0.0091034873,0.05000,1.543
+38,block_sparse_moe.experts.75.w2,0.0031446587,0.05000,1.444
+38,block_sparse_moe.experts.67.w2,0.0045961255,0.05000,1.382
+38,block_sparse_moe.experts.70.w2,0.0006001591,0.05000,1.534
+38,block_sparse_moe.experts.79.w2,0.0034485078,0.05000,1.427
+38,block_sparse_moe.experts.64.w2,0.0115752537,0.05000,1.562
+38,block_sparse_moe.experts.76.w2,0.0125317354,0.05000,1.563
+38,block_sparse_moe.experts.72.w2,0.0034234769,0.05000,1.620
+38,block_sparse_moe.experts.69.w2,0.0005830516,0.05000,1.499
+38,block_sparse_moe.experts.65.w2,0.0006763109,0.05000,1.525
+38,block_sparse_moe.experts.73.w2,0.0025591985,0.05000,1.464
+38,block_sparse_moe.experts.77.w2,0.0030299826,0.05000,1.533
+38,block_sparse_moe.experts.68.w2,0.0041761152,0.05000,1.669
+38,block_sparse_moe.experts.87.w2,0.0024174434,0.05000,1.364
+38,block_sparse_moe.experts.82.w2,0.0012981476,0.05000,1.465
+38,block_sparse_moe.experts.90.w2,0.0015224323,0.05000,1.452
+38,block_sparse_moe.experts.94.w2,0.0031599646,0.05000,1.511
+38,block_sparse_moe.experts.91.w2,0.0029197769,0.05000,1.480
+38,block_sparse_moe.experts.86.w2,0.0009086787,0.05000,1.437
+38,block_sparse_moe.experts.83.w2,0.0003526805,0.05000,1.458
+38,block_sparse_moe.experts.95.w2,0.0020268016,0.05000,1.446
+38,block_sparse_moe.experts.80.w2,0.0030767225,0.05000,1.491
+38,block_sparse_moe.experts.85.w2,0.0004180943,0.05000,1.383
+38,block_sparse_moe.experts.92.w2,0.0023886484,0.05000,1.507
+38,block_sparse_moe.experts.89.w2,0.0049513657,0.05000,1.424
+38,block_sparse_moe.experts.88.w2,0.0016414511,0.05000,1.553
+38,block_sparse_moe.experts.93.w2,0.0013496895,0.05000,1.405
+38,block_sparse_moe.experts.81.w2,0.0020439161,0.05000,1.513
+38,block_sparse_moe.experts.84.w2,0.0005086953,0.05000,1.426
+38,block_sparse_moe.experts.103.w2,0.0022303127,0.05000,1.458
+38,block_sparse_moe.experts.98.w2,0.0058681185,0.05000,1.473
+38,block_sparse_moe.experts.106.w2,0.0028803370,0.05000,1.447
+38,block_sparse_moe.experts.110.w2,0.0008689715,0.05000,1.415
+38,block_sparse_moe.experts.107.w2,0.0028997198,0.05000,1.464
+38,block_sparse_moe.experts.99.w2,0.0009745502,0.05000,1.465
+38,block_sparse_moe.experts.102.w2,0.0031513736,0.05000,1.529
+38,block_sparse_moe.experts.96.w2,0.0016227131,0.05000,1.373
+38,block_sparse_moe.experts.111.w2,0.0023786138,0.05000,1.484
+38,block_sparse_moe.experts.108.w2,0.0023887945,0.05000,1.386
+38,block_sparse_moe.experts.104.w2,0.0024992226,0.05000,1.348
+38,block_sparse_moe.experts.100.w2,0.0009198011,0.05000,1.368
+38,block_sparse_moe.experts.105.w2,0.0069660913,0.05000,1.510
+38,block_sparse_moe.experts.109.w2,0.0007811806,0.05000,1.517
+38,block_sparse_moe.experts.101.w2,0.0013173070,0.05000,1.677
+38,block_sparse_moe.experts.97.w2,0.0048964148,0.05000,1.586
+38,block_sparse_moe.experts.119.w2,0.0004883792,0.05000,1.523
+38,block_sparse_moe.experts.114.w2,0.0033816825,0.05000,1.611
+38,block_sparse_moe.experts.122.w2,0.0019227575,0.05000,1.601
+38,block_sparse_moe.experts.126.w2,0.0026180065,0.05000,1.539
+38,block_sparse_moe.experts.123.w2,0.0276025827,0.05000,1.518
+38,block_sparse_moe.experts.115.w2,0.0047985448,0.05000,1.515
+38,block_sparse_moe.experts.112.w2,0.0005667542,0.05000,1.528
+38,block_sparse_moe.experts.127.w2,0.0009167495,0.05000,1.552
+38,block_sparse_moe.experts.118.w2,0.0064016843,0.05000,1.635
+38,block_sparse_moe.experts.124.w2,0.0027097577,0.05000,1.549
+38,block_sparse_moe.experts.120.w2,0.0025841135,0.05000,1.532
+38,block_sparse_moe.experts.121.w2,0.0055221379,0.05000,1.414
+38,block_sparse_moe.experts.116.w2,0.0020518184,0.05000,1.558
+38,block_sparse_moe.experts.125.w2,0.0030890076,0.05000,1.456
+38,block_sparse_moe.experts.117.w2,0.0023325203,0.05000,1.412
+38,block_sparse_moe.experts.113.w2,0.0013569979,0.05000,1.491
+38,block_sparse_moe.experts.135.w2,0.0019407179,0.05000,1.549
+38,block_sparse_moe.experts.142.w2,0.0007490845,0.05000,1.540
+38,block_sparse_moe.experts.138.w2,0.0052098108,0.05000,1.586
+38,block_sparse_moe.experts.130.w2,0.0012901393,0.05000,1.606
+38,block_sparse_moe.experts.131.w2,0.0036249748,0.05000,1.646
+38,block_sparse_moe.experts.128.w2,0.0018654209,0.05000,1.570
+38,block_sparse_moe.experts.139.w2,0.0069214411,0.05000,1.660
+38,block_sparse_moe.experts.134.w2,0.0011853199,0.05000,1.527
+38,block_sparse_moe.experts.140.w2,0.0017106403,0.05000,1.566
+38,block_sparse_moe.experts.143.w2,0.0029887051,0.05000,1.637
+38,block_sparse_moe.experts.137.w2,0.0020122622,0.05000,1.505
+38,block_sparse_moe.experts.136.w2,0.0018492043,0.05000,1.586
+38,block_sparse_moe.experts.133.w2,0.0012838295,0.05000,1.534
+38,block_sparse_moe.experts.141.w2,0.0015965248,0.05000,1.555
+38,block_sparse_moe.experts.132.w2,0.0017202781,0.05000,1.577
+38,block_sparse_moe.experts.129.w2,0.0090800702,0.05000,1.599
+38,block_sparse_moe.experts.151.w2,0.0041010083,0.05000,1.538
+38,block_sparse_moe.experts.158.w2,0.0002959845,0.05000,1.512
+38,block_sparse_moe.experts.146.w2,0.0043502214,0.05000,1.532
+38,block_sparse_moe.experts.144.w2,0.0020267374,0.05000,1.385
+38,block_sparse_moe.experts.154.w2,0.0022130908,0.05000,1.547
+38,block_sparse_moe.experts.147.w2,0.0069244691,0.05000,1.570
+38,block_sparse_moe.experts.156.w2,0.0001712774,0.05000,1.530
+38,block_sparse_moe.experts.155.w2,0.0008270292,0.05000,1.674
+38,block_sparse_moe.experts.150.w2,0.0010683262,0.05000,1.628
+38,block_sparse_moe.experts.152.w2,0.0011267096,0.05000,1.567
+38,block_sparse_moe.experts.153.w2,0.0023589814,0.05000,1.615
+38,block_sparse_moe.experts.159.w2,0.0034048352,0.05000,1.647
+38,block_sparse_moe.experts.157.w2,0.0463551346,0.05000,1.556
+38,block_sparse_moe.experts.149.w2,0.0023452247,0.05000,1.598
+38,block_sparse_moe.experts.148.w2,0.0010696731,0.05000,1.593
+38,block_sparse_moe.experts.145.w2,0.0032778364,0.05000,1.662
+38,block_sparse_moe.experts.160.w2,0.0013970355,0.05000,1.440
+38,block_sparse_moe.experts.167.w2,0.0013323931,0.05000,1.632
+38,block_sparse_moe.experts.174.w2,0.0027467014,0.05000,1.637
+38,block_sparse_moe.experts.170.w2,0.0019776682,0.05000,1.646
+38,block_sparse_moe.experts.162.w2,0.0010945653,0.05000,1.648
+38,block_sparse_moe.experts.169.w2,0.0037873980,0.05000,1.284
+38,block_sparse_moe.experts.172.w2,0.0011650839,0.05000,1.408
+38,block_sparse_moe.experts.165.w2,0.0019355158,0.05000,1.248
+38,block_sparse_moe.experts.168.w2,0.0081750486,0.05000,1.344
+38,block_sparse_moe.experts.173.w2,0.0009644126,0.05000,1.321
+38,block_sparse_moe.experts.163.w2,0.0027886889,0.05000,1.627
+38,block_sparse_moe.experts.166.w2,0.0015303302,0.05000,1.548
+38,block_sparse_moe.experts.171.w2,0.0007372749,0.05000,1.591
+38,block_sparse_moe.experts.164.w2,0.0011570846,0.05000,1.491
+38,block_sparse_moe.experts.175.w2,0.0007361786,0.05000,1.576
+38,block_sparse_moe.experts.161.w2,0.0056796967,0.05000,1.349
+38,block_sparse_moe.experts.183.w2,0.0024827162,0.05000,1.484
+38,block_sparse_moe.experts.176.w2,0.0037266818,0.05000,1.552
+38,block_sparse_moe.experts.190.w2,0.0026549561,0.05000,1.521
+38,block_sparse_moe.experts.188.w2,0.0013459197,0.05000,1.507
+38,block_sparse_moe.experts.186.w2,0.0015403769,0.05000,1.551
+38,block_sparse_moe.experts.185.w2,0.0104456615,0.05000,1.540
+38,block_sparse_moe.experts.178.w2,0.0082502538,0.05000,1.570
+38,block_sparse_moe.experts.179.w2,0.0015243648,0.05000,1.415
+38,block_sparse_moe.experts.184.w2,0.0003354444,0.05000,1.519
+38,block_sparse_moe.experts.181.w2,0.0042832512,0.05000,1.593
+38,block_sparse_moe.experts.189.w2,0.0027540221,0.05000,1.547
+38,block_sparse_moe.experts.187.w2,0.0032136496,0.05000,1.439
+38,block_sparse_moe.experts.191.w2,0.0017720196,0.05000,1.376
+38,block_sparse_moe.experts.182.w2,0.0114290774,0.05000,1.575
+38,block_sparse_moe.experts.180.w2,0.0022563855,0.05000,1.541
+38,block_sparse_moe.experts.177.w2,0.0009375122,0.05000,1.566
+38,block_sparse_moe.experts.199.w2,0.0022197542,0.05000,1.459
+38,block_sparse_moe.experts.192.w2,0.0026106208,0.05000,1.496
+38,block_sparse_moe.experts.195.w2,0.0007206453,0.05000,1.397
+38,block_sparse_moe.experts.201.w2,0.0020984076,0.05000,1.430
+38,block_sparse_moe.experts.204.w2,0.0025843398,0.05000,1.484
+38,block_sparse_moe.experts.197.w2,0.0027885444,0.05000,1.401
+38,block_sparse_moe.experts.200.w2,0.0012333748,0.05000,1.470
+38,block_sparse_moe.experts.205.w2,0.0065376065,0.05000,1.415
+38,block_sparse_moe.experts.206.w2,0.0022269687,0.05000,1.624
+38,block_sparse_moe.experts.202.w2,0.0013688027,0.05000,1.572
+38,block_sparse_moe.experts.207.w2,0.0010378628,0.05000,1.420
+38,block_sparse_moe.experts.203.w2,0.0014968228,0.05000,1.458
+38,block_sparse_moe.experts.194.w2,0.0011728509,0.05000,1.653
+38,block_sparse_moe.experts.196.w2,0.0026071156,0.05000,1.501
+38,block_sparse_moe.experts.198.w2,0.0026598978,0.05000,1.623
+38,block_sparse_moe.experts.193.w2,0.0011676416,0.05000,1.471
+38,block_sparse_moe.experts.215.w2,0.0022912985,0.05000,1.518
+38,block_sparse_moe.experts.208.w2,0.0008911593,0.05000,1.447
+38,block_sparse_moe.experts.216.w2,0.0022752636,0.05000,1.358
+38,block_sparse_moe.experts.220.w2,0.0003155539,0.05000,1.429
+38,block_sparse_moe.experts.211.w2,0.0008545587,0.05000,1.556
+38,block_sparse_moe.experts.217.w2,0.0003607401,0.05000,1.605
+38,block_sparse_moe.experts.221.w2,0.0000901387,0.05000,1.575
+38,block_sparse_moe.experts.222.w2,0.0025988837,0.05000,1.576
+38,block_sparse_moe.experts.213.w2,0.0009028144,0.05000,1.622
+38,block_sparse_moe.experts.223.w2,0.0024051634,0.05000,1.560
+38,block_sparse_moe.experts.218.w2,0.0020825873,0.05000,1.593
+38,block_sparse_moe.experts.219.w2,0.0021027303,0.05000,1.628
+38,block_sparse_moe.experts.210.w2,0.0059874947,0.05000,1.568
+38,block_sparse_moe.experts.212.w2,0.0014923731,0.05000,1.439
+38,block_sparse_moe.experts.209.w2,0.0025001923,0.05000,1.511
+38,block_sparse_moe.experts.214.w2,0.0135803388,0.05000,1.566
+38,block_sparse_moe.experts.224.w2,0.0041080540,0.05000,1.572
+38,block_sparse_moe.experts.231.w2,0.0006086189,0.05000,1.613
+38,block_sparse_moe.experts.233.w2,0.0013399779,0.05000,1.330
+38,block_sparse_moe.experts.232.w2,0.0016773201,0.05000,1.557
+38,block_sparse_moe.experts.237.w2,0.0023266541,0.05000,1.338
+38,block_sparse_moe.experts.229.w2,0.0007815976,0.05000,1.327
+38,block_sparse_moe.experts.236.w2,0.0005592216,0.05000,1.556
+38,block_sparse_moe.experts.227.w2,0.0031756503,0.05000,1.601
+38,block_sparse_moe.experts.238.w2,0.0125616900,0.05000,1.576
+38,block_sparse_moe.experts.239.w2,0.0024928066,0.05000,1.628
+38,block_sparse_moe.experts.234.w2,0.0021966595,0.05000,1.611
+38,block_sparse_moe.experts.225.w2,0.0083934620,0.05000,1.402
+38,block_sparse_moe.experts.228.w2,0.0131880208,0.05000,1.614
+38,block_sparse_moe.experts.226.w2,0.0055992930,0.05000,1.634
+38,block_sparse_moe.experts.235.w2,0.0027248478,0.05000,1.716
+38,block_sparse_moe.experts.230.w2,0.0064852621,0.05000,1.655
+38,block_sparse_moe.experts.240.w2,0.0028215672,0.05000,1.513
+38,block_sparse_moe.experts.249.w2,0.0020701597,0.05000,1.479
+38,block_sparse_moe.experts.253.w2,0.0009456904,0.05000,1.473
+38,block_sparse_moe.experts.245.w2,0.0022275922,0.05000,1.455
+38,block_sparse_moe.experts.247.w2,0.0031655901,0.05000,1.577
+38,block_sparse_moe.experts.248.w2,0.0013114778,0.05000,1.519
+38,block_sparse_moe.experts.252.w2,0.0012204187,0.05000,1.533
+38,block_sparse_moe.experts.241.w2,0.0015693125,0.05000,1.208
+38,block_sparse_moe.experts.243.w2,0.0009055823,0.05000,1.453
+38,block_sparse_moe.experts.244.w2,0.0009273893,0.05000,1.229
+38,block_sparse_moe.experts.255.w2,0.0016992850,0.05000,1.336
+38,block_sparse_moe.experts.251.w2,0.0018467588,0.05000,1.242
+38,block_sparse_moe.experts.254.w2,0.0009680304,0.05000,1.555
+38,block_sparse_moe.experts.250.w2,0.0013919726,0.05000,1.470
+38,block_sparse_moe.experts.242.w2,0.0037958505,0.05000,1.428
+38,block_sparse_moe.experts.246.w2,0.0024503850,0.05000,1.293
+39,self_attn.k_proj,0.0000187605,0.05000,0.952
+39,self_attn.v_proj,0.0000191827,0.05000,0.999
+39,self_attn.q_proj,0.0001213918,0.05000,1.016
+39,self_attn.o_proj,0.0000161940,0.05000,1.749
+39,block_sparse_moe.experts.5.w1,0.0002748654,0.05000,3.155
+39,block_sparse_moe.experts.9.w1,0.0019170845,0.05000,3.152
+39,block_sparse_moe.experts.1.w1,0.0022856352,0.05000,3.176
+39,block_sparse_moe.experts.4.w1,0.0002243160,0.05000,3.167
+39,block_sparse_moe.experts.15.w1,0.0017025595,0.05000,3.177
+39,block_sparse_moe.experts.14.w1,0.0016493957,0.05000,3.186
+39,block_sparse_moe.experts.12.w1,0.0022919937,0.05000,3.216
+39,block_sparse_moe.experts.13.w1,0.0019199952,0.05000,3.220
+39,block_sparse_moe.experts.10.w1,0.0015372173,0.05000,3.229
+39,block_sparse_moe.experts.2.w1,0.0005767469,0.05000,3.256
+39,block_sparse_moe.experts.8.w1,0.0004385993,0.05000,3.262
+39,block_sparse_moe.experts.11.w1,0.0011659545,0.05000,3.273
+39,block_sparse_moe.experts.0.w1,0.0006617976,0.05000,3.301
+39,block_sparse_moe.experts.6.w1,0.0003967597,0.05000,3.299
+39,block_sparse_moe.experts.7.w1,0.0044861135,0.05000,3.353
+39,block_sparse_moe.experts.3.w1,0.0002150567,0.05000,3.369
+39,block_sparse_moe.experts.17.w1,0.0014245031,0.05000,2.946
+39,block_sparse_moe.experts.25.w1,0.0009366850,0.05000,3.012
+39,block_sparse_moe.experts.21.w1,0.0016660748,0.05000,3.039
+39,block_sparse_moe.experts.29.w1,0.0013508994,0.05000,3.026
+39,block_sparse_moe.experts.31.w1,0.0009707018,0.05000,3.172
+39,block_sparse_moe.experts.24.w1,0.0014579599,0.05000,3.093
+39,block_sparse_moe.experts.30.w1,0.0008531219,0.05000,3.187
+39,block_sparse_moe.experts.18.w1,0.0011343087,0.05000,3.155
+39,block_sparse_moe.experts.20.w1,0.0014770716,0.05000,3.228
+39,block_sparse_moe.experts.28.w1,0.0019715143,0.05000,3.208
+39,block_sparse_moe.experts.19.w1,0.0017323761,0.05000,3.077
+39,block_sparse_moe.experts.27.w1,0.0011710162,0.05000,3.175
+39,block_sparse_moe.experts.16.w1,0.0019091582,0.05000,3.189
+39,block_sparse_moe.experts.26.w1,0.0011612589,0.05000,3.238
+39,block_sparse_moe.experts.22.w1,0.0022831351,0.05000,3.203
+39,block_sparse_moe.experts.23.w1,0.0005289139,0.05000,3.226
+39,block_sparse_moe.experts.33.w1,0.0028380677,0.05000,3.071
+39,block_sparse_moe.experts.41.w1,0.0010267310,0.05000,3.082
+39,block_sparse_moe.experts.37.w1,0.0024905914,0.05000,3.059
+39,block_sparse_moe.experts.34.w1,0.0013683982,0.05000,2.903
+39,block_sparse_moe.experts.46.w1,0.0005910831,0.05000,2.953
+39,block_sparse_moe.experts.45.w1,0.0011584177,0.05000,3.113
+39,block_sparse_moe.experts.42.w1,0.0028234592,0.05000,2.902
+39,block_sparse_moe.experts.47.w1,0.0011499534,0.05000,3.061
+39,block_sparse_moe.experts.38.w1,0.0006029077,0.05000,2.917
+39,block_sparse_moe.experts.35.w1,0.0012129775,0.05000,3.020
+39,block_sparse_moe.experts.40.w1,0.0017412198,0.05000,3.136
+39,block_sparse_moe.experts.32.w1,0.0037972328,0.05000,3.029
+39,block_sparse_moe.experts.44.w1,0.0019233606,0.05000,3.073
+39,block_sparse_moe.experts.39.w1,0.0012357696,0.05000,2.958
+39,block_sparse_moe.experts.43.w1,0.0005722707,0.05000,3.092
+39,block_sparse_moe.experts.36.w1,0.0002840437,0.05000,3.186
+39,block_sparse_moe.experts.50.w1,0.0015175099,0.05000,3.004
+39,block_sparse_moe.experts.49.w1,0.0010219619,0.05000,3.121
+39,block_sparse_moe.experts.60.w1,0.0008773349,0.05000,2.818
+39,block_sparse_moe.experts.58.w1,0.0033372341,0.05000,2.959
+39,block_sparse_moe.experts.52.w1,0.0007230247,0.05000,2.771
+39,block_sparse_moe.experts.56.w1,0.0007973116,0.05000,2.860
+39,block_sparse_moe.experts.48.w1,0.0007024969,0.05000,2.909
+39,block_sparse_moe.experts.57.w1,0.0021624408,0.05000,3.190
+39,block_sparse_moe.experts.62.w1,0.0020101327,0.05000,3.111
+39,block_sparse_moe.experts.61.w1,0.0029483401,0.05000,3.114
+39,block_sparse_moe.experts.54.w1,0.0004426508,0.05000,3.054
+39,block_sparse_moe.experts.53.w1,0.0006115014,0.05000,3.223
+39,block_sparse_moe.experts.51.w1,0.0015568095,0.05000,3.045
+39,block_sparse_moe.experts.63.w1,0.0025567181,0.05000,3.148
+39,block_sparse_moe.experts.59.w1,0.0014419142,0.05000,3.020
+39,block_sparse_moe.experts.55.w1,0.0008752161,0.05000,3.094
+39,block_sparse_moe.experts.68.w1,0.0004516877,0.05000,3.038
+39,block_sparse_moe.experts.65.w1,0.0020291196,0.05000,3.097
+39,block_sparse_moe.experts.74.w1,0.0006948186,0.05000,3.070
+39,block_sparse_moe.experts.76.w1,0.0013391526,0.05000,3.148
+39,block_sparse_moe.experts.66.w1,0.0014862803,0.05000,3.209
+39,block_sparse_moe.experts.78.w1,0.0010465575,0.05000,3.059
+39,block_sparse_moe.experts.69.w1,0.0011228019,0.05000,3.053
+39,block_sparse_moe.experts.72.w1,0.0015437884,0.05000,3.180
+39,block_sparse_moe.experts.70.w1,0.0016284215,0.05000,3.072
+39,block_sparse_moe.experts.73.w1,0.0011940220,0.05000,3.124
+39,block_sparse_moe.experts.64.w1,0.0010665045,0.05000,3.181
+39,block_sparse_moe.experts.77.w1,0.0015952279,0.05000,3.223
+39,block_sparse_moe.experts.79.w1,0.0012566934,0.05000,3.141
+39,block_sparse_moe.experts.67.w1,0.0022991594,0.05000,3.246
+39,block_sparse_moe.experts.75.w1,0.0006617256,0.05000,3.279
+39,block_sparse_moe.experts.71.w1,0.0045814922,0.05000,3.269
+39,block_sparse_moe.experts.81.w1,0.0012802355,0.05000,3.012
+39,block_sparse_moe.experts.84.w1,0.0014135668,0.05000,3.077
+39,block_sparse_moe.experts.85.w1,0.0005213881,0.05000,2.953
+39,block_sparse_moe.experts.92.w1,0.0008002415,0.05000,3.091
+39,block_sparse_moe.experts.89.w1,0.0019018148,0.05000,3.014
+39,block_sparse_moe.experts.82.w1,0.0010791601,0.05000,3.142
+39,block_sparse_moe.experts.88.w1,0.0021066134,0.05000,3.121
+39,block_sparse_moe.experts.93.w1,0.0015232780,0.05000,2.999
+39,block_sparse_moe.experts.90.w1,0.0006432833,0.05000,3.291
+39,block_sparse_moe.experts.94.w1,0.0009500687,0.05000,3.194
+39,block_sparse_moe.experts.80.w1,0.0016357406,0.05000,3.187
+39,block_sparse_moe.experts.95.w1,0.0015700166,0.05000,3.079
+39,block_sparse_moe.experts.86.w1,0.0016527036,0.05000,3.269
+39,block_sparse_moe.experts.83.w1,0.0005845139,0.05000,3.133
+39,block_sparse_moe.experts.91.w1,0.0009704453,0.05000,3.167
+39,block_sparse_moe.experts.87.w1,0.0009024234,0.05000,3.158
+39,block_sparse_moe.experts.97.w1,0.0019588026,0.05000,2.933
+39,block_sparse_moe.experts.101.w1,0.0025792316,0.05000,2.859
+39,block_sparse_moe.experts.100.w1,0.0007143646,0.05000,3.091
+39,block_sparse_moe.experts.108.w1,0.0003651450,0.05000,3.041
+39,block_sparse_moe.experts.105.w1,0.0009919660,0.05000,3.066
+39,block_sparse_moe.experts.109.w1,0.0008766929,0.05000,2.993
+39,block_sparse_moe.experts.110.w1,0.0013443305,0.05000,2.994
+39,block_sparse_moe.experts.98.w1,0.0004951514,0.05000,3.105
+39,block_sparse_moe.experts.102.w1,0.0008757014,0.05000,2.936
+39,block_sparse_moe.experts.104.w1,0.0020444979,0.05000,3.146
+39,block_sparse_moe.experts.106.w1,0.0014559977,0.05000,3.151
+39,block_sparse_moe.experts.96.w1,0.0015522286,0.05000,3.089
+39,block_sparse_moe.experts.111.w1,0.0007313637,0.05000,3.090
+39,block_sparse_moe.experts.99.w1,0.0007211448,0.05000,3.055
+39,block_sparse_moe.experts.103.w1,0.0015424704,0.05000,3.013
+39,block_sparse_moe.experts.107.w1,0.0015927839,0.05000,3.101
+39,block_sparse_moe.experts.117.w1,0.0006751297,0.05000,2.531
+39,block_sparse_moe.experts.113.w1,0.0007576762,0.05000,2.580
+39,block_sparse_moe.experts.121.w1,0.0004683157,0.05000,2.628
+39,block_sparse_moe.experts.125.w1,0.0026256179,0.05000,2.774
+39,block_sparse_moe.experts.116.w1,0.0006869194,0.05000,2.988
+39,block_sparse_moe.experts.124.w1,0.0004873972,0.05000,3.011
+39,block_sparse_moe.experts.126.w1,0.0013335578,0.05000,2.939
+39,block_sparse_moe.experts.114.w1,0.0028959832,0.05000,2.933
+39,block_sparse_moe.experts.118.w1,0.0017106371,0.05000,3.000
+39,block_sparse_moe.experts.122.w1,0.0012422993,0.05000,2.954
+39,block_sparse_moe.experts.115.w1,0.0014106669,0.05000,2.891
+39,block_sparse_moe.experts.120.w1,0.0010667162,0.05000,3.056
+39,block_sparse_moe.experts.127.w1,0.0023328999,0.05000,2.994
+39,block_sparse_moe.experts.112.w1,0.0027741911,0.05000,3.067
+39,block_sparse_moe.experts.119.w1,0.0012514843,0.05000,3.000
+39,block_sparse_moe.experts.123.w1,0.0011816477,0.05000,3.020
+39,block_sparse_moe.experts.133.w1,0.0005382945,0.05000,2.941
+39,block_sparse_moe.experts.129.w1,0.0012830054,0.05000,3.005
+39,block_sparse_moe.experts.137.w1,0.0001000397,0.05000,2.897
+39,block_sparse_moe.experts.141.w1,0.0032710455,0.05000,2.952
+39,block_sparse_moe.experts.132.w1,0.0007364372,0.05000,3.096
+39,block_sparse_moe.experts.140.w1,0.0006475927,0.05000,3.056
+39,block_sparse_moe.experts.142.w1,0.0020058310,0.05000,3.043
+39,block_sparse_moe.experts.130.w1,0.0011842089,0.05000,3.026
+39,block_sparse_moe.experts.138.w1,0.0009451863,0.05000,3.008
+39,block_sparse_moe.experts.131.w1,0.0013190293,0.05000,2.978
+39,block_sparse_moe.experts.143.w1,0.0005818727,0.05000,2.985
+39,block_sparse_moe.experts.136.w1,0.0009357286,0.05000,3.023
+39,block_sparse_moe.experts.134.w1,0.0010630951,0.05000,3.131
+39,block_sparse_moe.experts.128.w1,0.0006220630,0.05000,3.084
+39,block_sparse_moe.experts.135.w1,0.0010475087,0.05000,2.985
+39,block_sparse_moe.experts.139.w1,0.0019965865,0.05000,3.046
+39,block_sparse_moe.experts.149.w1,0.0007765217,0.05000,2.934
+39,block_sparse_moe.experts.145.w1,0.0018566315,0.05000,2.971
+39,block_sparse_moe.experts.153.w1,0.0020935762,0.05000,3.018
+39,block_sparse_moe.experts.157.w1,0.0009625393,0.05000,2.966
+39,block_sparse_moe.experts.156.w1,0.0018685486,0.05000,2.851
+39,block_sparse_moe.experts.148.w1,0.0018260576,0.05000,2.981
+39,block_sparse_moe.experts.158.w1,0.0014268216,0.05000,3.094
+39,block_sparse_moe.experts.146.w1,0.0026480401,0.05000,3.064
+39,block_sparse_moe.experts.144.w1,0.0014563155,0.05000,2.779
+39,block_sparse_moe.experts.152.w1,0.0003792481,0.05000,2.947
+39,block_sparse_moe.experts.154.w1,0.0003699326,0.05000,3.057
+39,block_sparse_moe.experts.150.w1,0.0007564015,0.05000,3.082
+39,block_sparse_moe.experts.147.w1,0.0014534732,0.05000,3.195
+39,block_sparse_moe.experts.159.w1,0.0004687811,0.05000,3.197
+39,block_sparse_moe.experts.151.w1,0.0007328686,0.05000,3.301
+39,block_sparse_moe.experts.155.w1,0.0012028546,0.05000,3.191
+39,block_sparse_moe.experts.165.w1,0.0017858729,0.05000,3.032
+39,block_sparse_moe.experts.161.w1,0.0013201902,0.05000,3.017
+39,block_sparse_moe.experts.169.w1,0.0021017674,0.05000,3.062
+39,block_sparse_moe.experts.173.w1,0.0016250334,0.05000,3.099
+39,block_sparse_moe.experts.172.w1,0.0012297966,0.05000,3.094
+39,block_sparse_moe.experts.164.w1,0.0004018118,0.05000,3.054
+39,block_sparse_moe.experts.174.w1,0.0012312584,0.05000,2.917
+39,block_sparse_moe.experts.170.w1,0.0002754933,0.05000,2.878
+39,block_sparse_moe.experts.162.w1,0.0014843311,0.05000,2.976
+39,block_sparse_moe.experts.166.w1,0.0006156812,0.05000,2.929
+39,block_sparse_moe.experts.168.w1,0.0003429221,0.05000,3.074
+39,block_sparse_moe.experts.160.w1,0.0016151542,0.05000,3.170
+39,block_sparse_moe.experts.163.w1,0.0004824286,0.05000,3.048
+39,block_sparse_moe.experts.175.w1,0.0003685430,0.05000,3.163
+39,block_sparse_moe.experts.171.w1,0.0011207607,0.05000,3.063
+39,block_sparse_moe.experts.167.w1,0.0009190797,0.05000,3.075
+39,block_sparse_moe.experts.181.w1,0.0009782551,0.05000,3.101
+39,block_sparse_moe.experts.177.w1,0.0016613275,0.05000,3.202
+39,block_sparse_moe.experts.185.w1,0.0016463112,0.05000,3.182
+39,block_sparse_moe.experts.188.w1,0.0014961336,0.05000,2.974
+39,block_sparse_moe.experts.189.w1,0.0008912727,0.05000,3.168
+39,block_sparse_moe.experts.178.w1,0.0007637464,0.05000,2.959
+39,block_sparse_moe.experts.190.w1,0.0024541519,0.05000,3.045
+39,block_sparse_moe.experts.186.w1,0.0002490893,0.05000,2.988
+39,block_sparse_moe.experts.180.w1,0.0017806296,0.05000,3.089
+39,block_sparse_moe.experts.182.w1,0.0014282931,0.05000,2.974
+39,block_sparse_moe.experts.184.w1,0.0007462688,0.05000,3.055
+39,block_sparse_moe.experts.179.w1,0.0014047008,0.05000,2.918
+39,block_sparse_moe.experts.176.w1,0.0008574791,0.05000,3.087
+39,block_sparse_moe.experts.191.w1,0.0010646623,0.05000,2.933
+39,block_sparse_moe.experts.187.w1,0.0014187826,0.05000,2.893
+39,block_sparse_moe.experts.183.w1,0.0026421419,0.05000,2.922
+39,block_sparse_moe.experts.197.w1,0.0009796886,0.05000,2.943
+39,block_sparse_moe.experts.193.w1,0.0008398341,0.05000,2.960
+39,block_sparse_moe.experts.204.w1,0.0023387343,0.05000,2.866
+39,block_sparse_moe.experts.202.w1,0.0010878968,0.05000,2.723
+39,block_sparse_moe.experts.201.w1,0.0008392393,0.05000,3.063
+39,block_sparse_moe.experts.205.w1,0.0012337035,0.05000,2.904
+39,block_sparse_moe.experts.206.w1,0.0024606511,0.05000,2.820
+39,block_sparse_moe.experts.194.w1,0.0016649720,0.05000,2.886
+39,block_sparse_moe.experts.196.w1,0.0008002133,0.05000,2.855
+39,block_sparse_moe.experts.198.w1,0.0017058564,0.05000,2.902
+39,block_sparse_moe.experts.200.w1,0.0005655963,0.05000,2.914
+39,block_sparse_moe.experts.192.w1,0.0010158201,0.05000,2.935
+39,block_sparse_moe.experts.195.w1,0.0007880931,0.05000,3.019
+39,block_sparse_moe.experts.207.w1,0.0004799265,0.05000,3.101
+39,block_sparse_moe.experts.203.w1,0.0018991511,0.05000,3.103
+39,block_sparse_moe.experts.199.w1,0.0023876545,0.05000,3.129
+39,block_sparse_moe.experts.213.w1,0.0012912027,0.05000,2.879
+39,block_sparse_moe.experts.209.w1,0.0001963455,0.05000,2.979
+39,block_sparse_moe.experts.220.w1,0.0011194226,0.05000,2.745
+39,block_sparse_moe.experts.212.w1,0.0047696755,0.05000,2.690
+39,block_sparse_moe.experts.218.w1,0.0007235548,0.05000,2.928
+39,block_sparse_moe.experts.221.w1,0.0012539699,0.05000,2.889
+39,block_sparse_moe.experts.217.w1,0.0029519412,0.05000,2.966
+39,block_sparse_moe.experts.222.w1,0.0003618413,0.05000,2.935
+39,block_sparse_moe.experts.210.w1,0.0026583238,0.05000,2.943
+39,block_sparse_moe.experts.216.w1,0.0011661975,0.05000,2.705
+39,block_sparse_moe.experts.214.w1,0.0015034845,0.05000,2.976
+39,block_sparse_moe.experts.208.w1,0.0014066285,0.05000,2.760
+39,block_sparse_moe.experts.211.w1,0.0006075729,0.05000,2.970
+39,block_sparse_moe.experts.223.w1,0.0019441770,0.05000,2.979
+39,block_sparse_moe.experts.215.w1,0.0014308593,0.05000,2.912
+39,block_sparse_moe.experts.219.w1,0.0019234208,0.05000,3.020
+39,block_sparse_moe.experts.229.w1,0.0006837471,0.05000,2.959
+39,block_sparse_moe.experts.225.w1,0.0015339715,0.05000,2.997
+39,block_sparse_moe.experts.236.w1,0.0017021503,0.05000,3.054
+39,block_sparse_moe.experts.228.w1,0.0008885619,0.05000,2.986
+39,block_sparse_moe.experts.237.w1,0.0022268974,0.05000,2.981
+39,block_sparse_moe.experts.234.w1,0.0019300699,0.05000,3.110
+39,block_sparse_moe.experts.233.w1,0.0006271349,0.05000,3.044
+39,block_sparse_moe.experts.232.w1,0.0017224620,0.05000,2.999
+39,block_sparse_moe.experts.238.w1,0.0007211214,0.05000,3.132
+39,block_sparse_moe.experts.226.w1,0.0003223343,0.05000,3.112
+39,block_sparse_moe.experts.224.w1,0.0008198724,0.05000,3.006
+39,block_sparse_moe.experts.230.w1,0.0032328742,0.05000,3.127
+39,block_sparse_moe.experts.227.w1,0.0019483846,0.05000,3.056
+39,block_sparse_moe.experts.239.w1,0.0003346913,0.05000,2.966
+39,block_sparse_moe.experts.231.w1,0.0018576474,0.05000,2.970
+39,block_sparse_moe.experts.235.w1,0.0005120596,0.05000,2.994
+39,block_sparse_moe.experts.245.w1,0.0003743682,0.05000,3.079
+39,block_sparse_moe.experts.241.w1,0.0015939915,0.05000,2.970
+39,block_sparse_moe.experts.252.w1,0.0015903014,0.05000,2.921
+39,block_sparse_moe.experts.244.w1,0.0014229299,0.05000,2.959
+39,block_sparse_moe.experts.248.w1,0.0004304328,0.05000,2.792
+39,block_sparse_moe.experts.253.w1,0.0046119516,0.05000,2.949
+39,block_sparse_moe.experts.240.w1,0.0011299060,0.05000,2.844
+39,block_sparse_moe.experts.249.w1,0.0006641408,0.05000,3.095
+39,block_sparse_moe.experts.250.w1,0.0018702648,0.05000,3.166
+39,block_sparse_moe.experts.242.w1,0.0008364619,0.05000,3.094
+39,block_sparse_moe.experts.254.w1,0.0012568594,0.05000,3.198
+39,block_sparse_moe.experts.246.w1,0.0009440962,0.05000,3.170
+39,block_sparse_moe.experts.243.w1,0.0022961873,0.05000,3.051
+39,block_sparse_moe.experts.255.w1,0.0012225443,0.05000,3.084
+39,block_sparse_moe.experts.247.w1,0.0025857313,0.05000,3.032
+39,block_sparse_moe.experts.251.w1,0.0005212653,0.05000,3.025
+39,block_sparse_moe.experts.5.w3,0.0002982471,0.05000,2.860
+39,block_sparse_moe.experts.12.w3,0.0024719031,0.05000,2.882
+39,block_sparse_moe.experts.1.w3,0.0024697210,0.05000,3.039
+39,block_sparse_moe.experts.4.w3,0.0003302613,0.05000,2.924
+39,block_sparse_moe.experts.8.w3,0.0004808443,0.05000,2.929
+39,block_sparse_moe.experts.13.w3,0.0020400607,0.05000,2.968
+39,block_sparse_moe.experts.0.w3,0.0006907772,0.05000,2.982
+39,block_sparse_moe.experts.9.w3,0.0020714578,0.05000,3.038
+39,block_sparse_moe.experts.10.w3,0.0016423298,0.05000,3.010
+39,block_sparse_moe.experts.2.w3,0.0006887641,0.05000,2.980
+39,block_sparse_moe.experts.14.w3,0.0017944938,0.05000,2.962
+39,block_sparse_moe.experts.6.w3,0.0004401862,0.05000,3.010
+39,block_sparse_moe.experts.3.w3,0.0002390968,0.05000,3.174
+39,block_sparse_moe.experts.15.w3,0.0018232888,0.05000,3.024
+39,block_sparse_moe.experts.11.w3,0.0013355827,0.05000,3.020
+39,block_sparse_moe.experts.7.w3,0.0049638149,0.05000,3.136
+39,block_sparse_moe.experts.21.w3,0.0019629946,0.05000,2.925
+39,block_sparse_moe.experts.28.w3,0.0021654580,0.05000,2.863
+39,block_sparse_moe.experts.17.w3,0.0016528278,0.05000,2.951
+39,block_sparse_moe.experts.20.w3,0.0016353409,0.05000,2.889
+39,block_sparse_moe.experts.24.w3,0.0015891996,0.05000,2.935
+39,block_sparse_moe.experts.29.w3,0.0015076900,0.05000,3.030
+39,block_sparse_moe.experts.16.w3,0.0022253148,0.05000,2.896
+39,block_sparse_moe.experts.18.w3,0.0012190070,0.05000,2.862
+39,block_sparse_moe.experts.26.w3,0.0013289742,0.05000,2.955
+39,block_sparse_moe.experts.25.w3,0.0010060867,0.05000,3.012
+39,block_sparse_moe.experts.30.w3,0.0009091779,0.05000,2.967
+39,block_sparse_moe.experts.22.w3,0.0024232795,0.05000,2.985
+39,block_sparse_moe.experts.31.w3,0.0010659494,0.05000,3.126
+39,block_sparse_moe.experts.19.w3,0.0018711184,0.05000,3.199
+39,block_sparse_moe.experts.27.w3,0.0012851441,0.05000,3.088
+39,block_sparse_moe.experts.23.w3,0.0005659836,0.05000,3.084
+39,block_sparse_moe.experts.44.w3,0.0023509971,0.05000,2.640
+39,block_sparse_moe.experts.37.w3,0.0027039331,0.05000,3.057
+39,block_sparse_moe.experts.36.w3,0.0002946773,0.05000,2.769
+39,block_sparse_moe.experts.40.w3,0.0019624150,0.05000,2.756
+39,block_sparse_moe.experts.33.w3,0.0031034182,0.05000,3.074
+39,block_sparse_moe.experts.32.w3,0.0043044907,0.05000,2.740
+39,block_sparse_moe.experts.45.w3,0.0012637919,0.05000,3.153
+39,block_sparse_moe.experts.34.w3,0.0015240405,0.05000,2.980
+39,block_sparse_moe.experts.42.w3,0.0031334030,0.05000,3.085
+39,block_sparse_moe.experts.41.w3,0.0011117185,0.05000,3.183
+39,block_sparse_moe.experts.46.w3,0.0006599570,0.05000,3.174
+39,block_sparse_moe.experts.38.w3,0.0006869254,0.05000,3.154
+39,block_sparse_moe.experts.47.w3,0.0012392946,0.05000,2.942
+39,block_sparse_moe.experts.35.w3,0.0013805441,0.05000,3.100
+39,block_sparse_moe.experts.43.w3,0.0006680650,0.05000,3.044
+39,block_sparse_moe.experts.39.w3,0.0013389533,0.05000,3.137
+39,block_sparse_moe.experts.60.w3,0.0009428655,0.05000,3.110
+39,block_sparse_moe.experts.53.w3,0.0006646263,0.05000,3.117
+39,block_sparse_moe.experts.52.w3,0.0007695209,0.05000,2.933
+39,block_sparse_moe.experts.56.w3,0.0008927103,0.05000,2.942
+39,block_sparse_moe.experts.49.w3,0.0011112348,0.05000,3.083
+39,block_sparse_moe.experts.48.w3,0.0007813764,0.05000,2.970
+39,block_sparse_moe.experts.61.w3,0.0032646323,0.05000,3.146
+39,block_sparse_moe.experts.50.w3,0.0016195628,0.05000,3.110
+39,block_sparse_moe.experts.58.w3,0.0037903990,0.05000,3.068
+39,block_sparse_moe.experts.62.w3,0.0021457200,0.05000,3.009
+39,block_sparse_moe.experts.57.w3,0.0023271030,0.05000,3.198
+39,block_sparse_moe.experts.54.w3,0.0004973903,0.05000,3.082
+39,block_sparse_moe.experts.63.w3,0.0027784519,0.05000,3.044
+39,block_sparse_moe.experts.51.w3,0.0017185401,0.05000,2.986
+39,block_sparse_moe.experts.59.w3,0.0015240791,0.05000,3.191
+39,block_sparse_moe.experts.55.w3,0.0009491806,0.05000,3.092
+39,block_sparse_moe.experts.76.w3,0.0014789663,0.05000,3.077
+39,block_sparse_moe.experts.68.w3,0.0004928008,0.05000,3.023
+39,block_sparse_moe.experts.69.w3,0.0011820513,0.05000,3.195
+39,block_sparse_moe.experts.72.w3,0.0017511282,0.05000,3.130
+39,block_sparse_moe.experts.64.w3,0.0011405011,0.05000,3.034
+39,block_sparse_moe.experts.65.w3,0.0022309916,0.05000,3.159
+39,block_sparse_moe.experts.77.w3,0.0016938697,0.05000,3.083
+39,block_sparse_moe.experts.66.w3,0.0015914650,0.05000,3.136
+39,block_sparse_moe.experts.74.w3,0.0007906585,0.05000,3.066
+39,block_sparse_moe.experts.78.w3,0.0011089863,0.05000,3.108
+39,block_sparse_moe.experts.73.w3,0.0013304488,0.05000,3.085
+39,block_sparse_moe.experts.70.w3,0.0018032226,0.05000,3.013
+39,block_sparse_moe.experts.79.w3,0.0020683336,0.05000,3.135
+39,block_sparse_moe.experts.67.w3,0.0025114954,0.05000,3.025
+39,block_sparse_moe.experts.71.w3,0.0050455527,0.05000,2.976
+39,block_sparse_moe.experts.75.w3,0.0007045697,0.05000,3.055
+39,block_sparse_moe.experts.84.w3,0.0014962971,0.05000,2.911
+39,block_sparse_moe.experts.92.w3,0.0008516946,0.05000,3.015
+39,block_sparse_moe.experts.85.w3,0.0005667283,0.05000,2.929
+39,block_sparse_moe.experts.88.w3,0.0023815994,0.05000,2.883
+39,block_sparse_moe.experts.80.w3,0.0019270443,0.05000,3.028
+39,block_sparse_moe.experts.81.w3,0.0014157125,0.05000,3.016
+39,block_sparse_moe.experts.93.w3,0.0016172488,0.05000,3.009
+39,block_sparse_moe.experts.82.w3,0.0012021136,0.05000,2.986
+39,block_sparse_moe.experts.90.w3,0.0006625951,0.05000,3.056
+39,block_sparse_moe.experts.94.w3,0.0010451780,0.05000,3.041
+39,block_sparse_moe.experts.89.w3,0.0020305100,0.05000,2.989
+39,block_sparse_moe.experts.95.w3,0.0017681326,0.05000,2.721
+39,block_sparse_moe.experts.86.w3,0.0019283426,0.05000,3.034
+39,block_sparse_moe.experts.83.w3,0.0006581078,0.05000,2.771
+39,block_sparse_moe.experts.91.w3,0.0010473347,0.05000,2.608
+39,block_sparse_moe.experts.87.w3,0.0009506071,0.05000,2.702
+39,block_sparse_moe.experts.100.w3,0.0008016605,0.05000,3.028
+39,block_sparse_moe.experts.101.w3,0.0028945943,0.05000,2.993
+39,block_sparse_moe.experts.108.w3,0.0003898867,0.05000,3.149
+39,block_sparse_moe.experts.104.w3,0.0022807032,0.05000,3.081
+39,block_sparse_moe.experts.96.w3,0.0016281622,0.05000,3.082
+39,block_sparse_moe.experts.97.w3,0.0023010070,0.05000,3.028
+39,block_sparse_moe.experts.109.w3,0.0009336066,0.05000,2.889
+39,block_sparse_moe.experts.106.w3,0.0015669314,0.05000,2.959
+39,block_sparse_moe.experts.98.w3,0.0005421829,0.05000,3.093
+39,block_sparse_moe.experts.105.w3,0.0010573798,0.05000,2.967
+39,block_sparse_moe.experts.110.w3,0.0014323685,0.05000,3.051
+39,block_sparse_moe.experts.99.w3,0.0007777525,0.05000,2.998
+39,block_sparse_moe.experts.111.w3,0.0007534102,0.05000,3.093
+39,block_sparse_moe.experts.102.w3,0.0009637143,0.05000,3.066
+39,block_sparse_moe.experts.107.w3,0.0017413521,0.05000,3.016
+39,block_sparse_moe.experts.103.w3,0.0016525440,0.05000,2.993
+39,block_sparse_moe.experts.116.w3,0.0007543946,0.05000,2.913
+39,block_sparse_moe.experts.124.w3,0.0005259710,0.05000,2.785
+39,block_sparse_moe.experts.117.w3,0.0007403675,0.05000,2.963
+39,block_sparse_moe.experts.120.w3,0.0011484784,0.05000,2.827
+39,block_sparse_moe.experts.112.w3,0.0030304443,0.05000,2.767
+39,block_sparse_moe.experts.113.w3,0.0008064952,0.05000,2.970
+39,block_sparse_moe.experts.125.w3,0.0028540094,0.05000,3.037
+39,block_sparse_moe.experts.122.w3,0.0013220868,0.05000,2.894
+39,block_sparse_moe.experts.114.w3,0.0030752905,0.05000,3.018
+39,block_sparse_moe.experts.121.w3,0.0006118025,0.05000,2.925
+39,block_sparse_moe.experts.126.w3,0.0014176129,0.05000,2.986
+39,block_sparse_moe.experts.118.w3,0.0018576590,0.05000,2.988
+39,block_sparse_moe.experts.115.w3,0.0016181795,0.05000,3.102
+39,block_sparse_moe.experts.127.w3,0.0026079219,0.05000,3.096
+39,block_sparse_moe.experts.123.w3,0.0012599352,0.05000,3.109
+39,block_sparse_moe.experts.119.w3,0.0015068398,0.05000,3.138
+39,block_sparse_moe.experts.133.w3,0.0005851004,0.05000,2.747
+39,block_sparse_moe.experts.132.w3,0.0007820863,0.05000,2.907
+39,block_sparse_moe.experts.140.w3,0.0006960128,0.05000,3.014
+39,block_sparse_moe.experts.136.w3,0.0009991855,0.05000,3.017
+39,block_sparse_moe.experts.128.w3,0.0006957117,0.05000,2.974
+39,block_sparse_moe.experts.129.w3,0.0013623155,0.05000,2.929
+39,block_sparse_moe.experts.141.w3,0.0035971567,0.05000,2.933
+39,block_sparse_moe.experts.138.w3,0.0010119308,0.05000,3.094
+39,block_sparse_moe.experts.137.w3,0.0001202437,0.05000,3.024
+39,block_sparse_moe.experts.130.w3,0.0013153246,0.05000,3.139
+39,block_sparse_moe.experts.142.w3,0.0023733524,0.05000,3.076
+39,block_sparse_moe.experts.134.w3,0.0011458457,0.05000,3.044
+39,block_sparse_moe.experts.131.w3,0.0014452776,0.05000,3.083
+39,block_sparse_moe.experts.143.w3,0.0006257122,0.05000,3.188
+39,block_sparse_moe.experts.139.w3,0.0022355959,0.05000,3.167
+39,block_sparse_moe.experts.135.w3,0.0011418995,0.05000,3.171
+39,block_sparse_moe.experts.149.w3,0.0008703931,0.05000,2.972
+39,block_sparse_moe.experts.148.w3,0.0020877065,0.05000,3.035
+39,block_sparse_moe.experts.156.w3,0.0021158607,0.05000,2.886
+39,block_sparse_moe.experts.152.w3,0.0004264338,0.05000,3.013
+39,block_sparse_moe.experts.144.w3,0.0015757952,0.05000,2.956
+39,block_sparse_moe.experts.145.w3,0.0019998926,0.05000,2.996
+39,block_sparse_moe.experts.157.w3,0.0010430077,0.05000,3.006
+39,block_sparse_moe.experts.154.w3,0.0004807428,0.05000,3.050
+39,block_sparse_moe.experts.153.w3,0.0022963187,0.05000,3.036
+39,block_sparse_moe.experts.146.w3,0.0028423711,0.05000,3.108
+39,block_sparse_moe.experts.158.w3,0.0015220812,0.05000,3.187
+39,block_sparse_moe.experts.150.w3,0.0008136491,0.05000,3.082
+39,block_sparse_moe.experts.147.w3,0.0015569292,0.05000,3.002
+39,block_sparse_moe.experts.159.w3,0.0004976129,0.05000,2.955
+39,block_sparse_moe.experts.155.w3,0.0013466402,0.05000,2.941
+39,block_sparse_moe.experts.151.w3,0.0007823965,0.05000,2.960
+39,block_sparse_moe.experts.172.w3,0.0013653159,0.05000,3.015
+39,block_sparse_moe.experts.165.w3,0.0020990755,0.05000,3.123
+39,block_sparse_moe.experts.164.w3,0.0004293383,0.05000,3.074
+39,block_sparse_moe.experts.168.w3,0.0003926739,0.05000,3.234
+39,block_sparse_moe.experts.160.w3,0.0017161524,0.05000,3.248
+39,block_sparse_moe.experts.161.w3,0.0014690237,0.05000,3.205
+39,block_sparse_moe.experts.170.w3,0.0002915801,0.05000,2.820
+39,block_sparse_moe.experts.173.w3,0.0017313964,0.05000,3.250
+39,block_sparse_moe.experts.162.w3,0.0016608104,0.05000,2.878
+39,block_sparse_moe.experts.174.w3,0.0014128773,0.05000,2.823
+39,block_sparse_moe.experts.166.w3,0.0006524338,0.05000,2.763
+39,block_sparse_moe.experts.169.w3,0.0022844777,0.05000,3.251
+39,block_sparse_moe.experts.163.w3,0.0005649010,0.05000,2.833
+39,block_sparse_moe.experts.175.w3,0.0004162046,0.05000,3.033
+39,block_sparse_moe.experts.171.w3,0.0012031853,0.05000,2.956
+39,block_sparse_moe.experts.167.w3,0.0010828381,0.05000,3.019
+39,block_sparse_moe.experts.188.w3,0.0019767296,0.05000,3.001
+39,block_sparse_moe.experts.180.w3,0.0019273880,0.05000,3.006
+39,block_sparse_moe.experts.181.w3,0.0010554864,0.05000,3.243
+39,block_sparse_moe.experts.184.w3,0.0008088589,0.05000,2.842
+39,block_sparse_moe.experts.176.w3,0.0009289084,0.05000,2.979
+39,block_sparse_moe.experts.186.w3,0.0003006242,0.05000,2.674
+39,block_sparse_moe.experts.177.w3,0.0018030454,0.05000,3.224
+39,block_sparse_moe.experts.178.w3,0.0008548771,0.05000,2.746
+39,block_sparse_moe.experts.182.w3,0.0015521289,0.05000,2.580
+39,block_sparse_moe.experts.190.w3,0.0026712974,0.05000,2.747
+39,block_sparse_moe.experts.189.w3,0.0009858400,0.05000,3.153
+39,block_sparse_moe.experts.185.w3,0.0017700593,0.05000,3.093
+39,block_sparse_moe.experts.179.w3,0.0014860381,0.05000,3.208
+39,block_sparse_moe.experts.191.w3,0.0012536527,0.05000,3.228
+39,block_sparse_moe.experts.187.w3,0.0015096894,0.05000,3.223
+39,block_sparse_moe.experts.183.w3,0.0028742790,0.05000,3.247
+39,block_sparse_moe.experts.204.w3,0.0027130335,0.05000,3.022
+39,block_sparse_moe.experts.196.w3,0.0008722936,0.05000,3.025
+39,block_sparse_moe.experts.197.w3,0.0011217246,0.05000,3.151
+39,block_sparse_moe.experts.200.w3,0.0006112333,0.05000,3.110
+39,block_sparse_moe.experts.192.w3,0.0011608662,0.05000,3.092
+39,block_sparse_moe.experts.202.w3,0.0011598603,0.05000,3.082
+39,block_sparse_moe.experts.193.w3,0.0008770912,0.05000,3.131
+39,block_sparse_moe.experts.198.w3,0.0018748469,0.05000,3.050
+39,block_sparse_moe.experts.194.w3,0.0018010568,0.05000,3.210
+39,block_sparse_moe.experts.206.w3,0.0028393827,0.05000,3.124
+39,block_sparse_moe.experts.205.w3,0.0014849812,0.05000,3.142
+39,block_sparse_moe.experts.195.w3,0.0008495475,0.05000,2.848
+39,block_sparse_moe.experts.201.w3,0.0009569985,0.05000,3.130
+39,block_sparse_moe.experts.203.w3,0.0021060593,0.05000,2.940
+39,block_sparse_moe.experts.207.w3,0.0005422250,0.05000,3.019
+39,block_sparse_moe.experts.199.w3,0.0025397522,0.05000,2.983
+39,block_sparse_moe.experts.220.w3,0.0012117407,0.05000,2.884
+39,block_sparse_moe.experts.212.w3,0.0052233661,0.05000,2.955
+39,block_sparse_moe.experts.216.w3,0.0015105349,0.05000,2.801
+39,block_sparse_moe.experts.213.w3,0.0014032487,0.05000,2.926
+39,block_sparse_moe.experts.208.w3,0.0015477988,0.05000,2.845
+39,block_sparse_moe.experts.218.w3,0.0008097991,0.05000,2.952
+39,block_sparse_moe.experts.209.w3,0.0002124854,0.05000,2.982
+39,block_sparse_moe.experts.214.w3,0.0016911062,0.05000,3.027
+39,block_sparse_moe.experts.210.w3,0.0028948447,0.05000,2.963
+39,block_sparse_moe.experts.221.w3,0.0013887683,0.05000,2.932
+39,block_sparse_moe.experts.222.w3,0.0004454299,0.05000,3.087
+39,block_sparse_moe.experts.217.w3,0.0033641585,0.05000,3.000
+39,block_sparse_moe.experts.211.w3,0.0006561646,0.05000,3.273
+39,block_sparse_moe.experts.219.w3,0.0022232499,0.05000,3.131
+39,block_sparse_moe.experts.223.w3,0.0020612054,0.05000,3.180
+39,block_sparse_moe.experts.215.w3,0.0015254540,0.05000,3.180
+39,block_sparse_moe.experts.236.w3,0.0018396070,0.05000,3.049
+39,block_sparse_moe.experts.228.w3,0.0010042099,0.05000,3.107
+39,block_sparse_moe.experts.232.w3,0.0018747745,0.05000,3.053
+39,block_sparse_moe.experts.229.w3,0.0007381029,0.05000,3.126
+39,block_sparse_moe.experts.224.w3,0.0008938750,0.05000,3.114
+39,block_sparse_moe.experts.234.w3,0.0021337188,0.05000,2.996
+39,block_sparse_moe.experts.225.w3,0.0016585780,0.05000,3.139
+39,block_sparse_moe.experts.230.w3,0.0034833675,0.05000,3.032
+39,block_sparse_moe.experts.226.w3,0.0003491790,0.05000,3.057
+39,block_sparse_moe.experts.238.w3,0.0007995638,0.05000,3.006
+39,block_sparse_moe.experts.237.w3,0.0026880773,0.05000,3.102
+39,block_sparse_moe.experts.227.w3,0.0020493675,0.05000,2.720
+39,block_sparse_moe.experts.233.w3,0.0006824683,0.05000,3.167
+39,block_sparse_moe.experts.235.w3,0.0005687168,0.05000,2.760
+39,block_sparse_moe.experts.239.w3,0.0003698954,0.05000,2.731
+39,block_sparse_moe.experts.231.w3,0.0019982887,0.05000,2.683
+39,block_sparse_moe.experts.252.w3,0.0017236219,0.05000,3.069
+39,block_sparse_moe.experts.244.w3,0.0016481373,0.05000,2.930
+39,block_sparse_moe.experts.248.w3,0.0004708681,0.05000,2.844
+39,block_sparse_moe.experts.240.w3,0.0012104696,0.05000,2.605
+39,block_sparse_moe.experts.245.w3,0.0003997204,0.05000,2.939
+39,block_sparse_moe.experts.250.w3,0.0021420143,0.05000,3.008
+39,block_sparse_moe.experts.241.w3,0.0017438745,0.05000,2.726
+39,block_sparse_moe.experts.253.w3,0.0051098243,0.05000,2.580
+39,block_sparse_moe.experts.246.w3,0.0010168191,0.05000,2.863
+39,block_sparse_moe.experts.242.w3,0.0009345659,0.05000,2.838
+39,block_sparse_moe.experts.254.w3,0.0013638500,0.05000,2.724
+39,block_sparse_moe.experts.249.w3,0.0007324134,0.05000,2.216
+39,block_sparse_moe.experts.243.w3,0.0024838024,0.05000,2.912
+39,block_sparse_moe.experts.251.w3,0.0005519112,0.05000,2.798
+39,block_sparse_moe.experts.255.w3,0.0014065279,0.05000,2.733
+39,block_sparse_moe.experts.247.w3,0.0031160202,0.05000,2.651
+39,block_sparse_moe.experts.14.w2,0.0032083837,0.05000,1.405
+39,block_sparse_moe.experts.6.w2,0.0006327580,0.05000,1.427
+39,block_sparse_moe.experts.10.w2,0.0013419411,0.05000,1.423
+39,block_sparse_moe.experts.2.w2,0.0023251776,0.05000,1.467
+39,block_sparse_moe.experts.5.w2,0.0004382390,0.05000,1.475
+39,block_sparse_moe.experts.1.w2,0.0066455125,0.05000,1.512
+39,block_sparse_moe.experts.9.w2,0.0026418012,0.05000,1.532
+39,block_sparse_moe.experts.0.w2,0.0006927969,0.05000,1.588
+39,block_sparse_moe.experts.13.w2,0.0025189443,0.05000,1.575
+39,block_sparse_moe.experts.11.w2,0.0068907510,0.05000,1.611
+39,block_sparse_moe.experts.3.w2,0.0008262725,0.05000,1.646
+39,block_sparse_moe.experts.4.w2,0.0016544726,0.05000,1.668
+39,block_sparse_moe.experts.12.w2,0.0044038065,0.05000,1.668
+39,block_sparse_moe.experts.15.w2,0.0016297410,0.05000,1.683
+39,block_sparse_moe.experts.7.w2,0.0064557569,0.05000,1.691
+39,block_sparse_moe.experts.8.w2,0.0015986342,0.05000,1.698
+39,block_sparse_moe.experts.26.w2,0.0030007990,0.05000,1.419
+39,block_sparse_moe.experts.22.w2,0.0026199430,0.05000,1.442
+39,block_sparse_moe.experts.30.w2,0.0006901864,0.05000,1.537
+39,block_sparse_moe.experts.27.w2,0.0021135165,0.05000,1.353
+39,block_sparse_moe.experts.18.w2,0.0010026534,0.05000,1.536
+39,block_sparse_moe.experts.19.w2,0.0069190682,0.05000,1.362
+39,block_sparse_moe.experts.21.w2,0.0048817406,0.05000,1.578
+39,block_sparse_moe.experts.23.w2,0.0002210048,0.05000,1.380
+39,block_sparse_moe.experts.25.w2,0.0041549107,0.05000,1.552
+39,block_sparse_moe.experts.31.w2,0.0029693186,0.05000,1.430
+39,block_sparse_moe.experts.17.w2,0.0026750799,0.05000,1.624
+39,block_sparse_moe.experts.16.w2,0.0058499713,0.05000,1.581
+39,block_sparse_moe.experts.29.w2,0.0042392934,0.05000,1.583
+39,block_sparse_moe.experts.28.w2,0.0091469632,0.05000,1.544
+39,block_sparse_moe.experts.24.w2,0.0021414340,0.05000,1.536
+39,block_sparse_moe.experts.20.w2,0.0019816074,0.05000,1.607
+39,block_sparse_moe.experts.42.w2,0.0041688547,0.05000,1.530
+39,block_sparse_moe.experts.46.w2,0.0010766066,0.05000,1.576
+39,block_sparse_moe.experts.38.w2,0.0024555332,0.05000,1.652
+39,block_sparse_moe.experts.34.w2,0.0027094941,0.05000,1.560
+39,block_sparse_moe.experts.43.w2,0.0046590326,0.05000,1.588
+39,block_sparse_moe.experts.35.w2,0.0050528891,0.05000,1.638
+39,block_sparse_moe.experts.41.w2,0.0013223957,0.05000,1.556
+39,block_sparse_moe.experts.37.w2,0.0038571296,0.05000,1.617
+39,block_sparse_moe.experts.39.w2,0.0010815293,0.05000,1.616
+39,block_sparse_moe.experts.33.w2,0.0071141218,0.05000,1.587
+39,block_sparse_moe.experts.45.w2,0.0013602724,0.05000,1.578
+39,block_sparse_moe.experts.44.w2,0.0105800013,0.05000,1.535
+39,block_sparse_moe.experts.47.w2,0.0018961350,0.05000,1.649
+39,block_sparse_moe.experts.32.w2,0.0287727795,0.05000,1.611
+39,block_sparse_moe.experts.36.w2,0.0015243093,0.05000,1.507
+39,block_sparse_moe.experts.40.w2,0.0018630821,0.05000,1.568
+39,block_sparse_moe.experts.58.w2,0.0098630730,0.05000,1.561
+39,block_sparse_moe.experts.59.w2,0.0018093258,0.05000,1.475
+39,block_sparse_moe.experts.54.w2,0.0010732542,0.05000,1.526
+39,block_sparse_moe.experts.62.w2,0.0030036306,0.05000,1.552
+39,block_sparse_moe.experts.48.w2,0.0011729326,0.05000,1.323
+39,block_sparse_moe.experts.52.w2,0.0011163841,0.05000,1.319
+39,block_sparse_moe.experts.56.w2,0.0004730427,0.05000,1.339
+39,block_sparse_moe.experts.50.w2,0.0008283823,0.05000,1.596
+39,block_sparse_moe.experts.51.w2,0.0015001788,0.05000,1.522
+39,block_sparse_moe.experts.60.w2,0.0010454105,0.05000,1.435
+39,block_sparse_moe.experts.55.w2,0.0077842491,0.05000,1.508
+39,block_sparse_moe.experts.53.w2,0.0008554936,0.05000,1.548
+39,block_sparse_moe.experts.61.w2,0.0066099360,0.05000,1.544
+39,block_sparse_moe.experts.57.w2,0.0030117514,0.05000,1.645
+39,block_sparse_moe.experts.63.w2,0.0035873540,0.05000,1.546
+39,block_sparse_moe.experts.49.w2,0.0035476241,0.05000,1.628
+39,block_sparse_moe.experts.74.w2,0.0022910729,0.05000,1.328
+39,block_sparse_moe.experts.70.w2,0.0032942762,0.05000,1.470
+39,block_sparse_moe.experts.75.w2,0.0002972275,0.05000,1.538
+39,block_sparse_moe.experts.72.w2,0.0013946332,0.05000,1.450
+39,block_sparse_moe.experts.78.w2,0.0029199835,0.05000,1.523
+39,block_sparse_moe.experts.66.w2,0.0009008722,0.05000,1.486
+39,block_sparse_moe.experts.64.w2,0.0015811028,0.05000,1.547
+39,block_sparse_moe.experts.68.w2,0.0007212087,0.05000,1.550
+39,block_sparse_moe.experts.77.w2,0.0011114098,0.05000,1.404
+39,block_sparse_moe.experts.76.w2,0.0047409087,0.05000,1.526
+39,block_sparse_moe.experts.69.w2,0.0009818120,0.05000,1.494
+39,block_sparse_moe.experts.71.w2,0.0150180999,0.05000,1.526
+39,block_sparse_moe.experts.67.w2,0.0015946965,0.05000,1.602
+39,block_sparse_moe.experts.73.w2,0.0108614974,0.05000,1.485
+39,block_sparse_moe.experts.79.w2,0.0062771190,0.05000,1.513
+39,block_sparse_moe.experts.65.w2,0.0048061318,0.05000,1.495
+39,block_sparse_moe.experts.90.w2,0.0040603415,0.05000,1.574
+39,block_sparse_moe.experts.91.w2,0.0014815416,0.05000,1.506
+39,block_sparse_moe.experts.86.w2,0.0049483716,0.05000,1.578
+39,block_sparse_moe.experts.84.w2,0.0012772404,0.05000,1.463
+39,block_sparse_moe.experts.82.w2,0.0039698157,0.05000,1.498
+39,block_sparse_moe.experts.88.w2,0.0063707484,0.05000,1.562
+39,block_sparse_moe.experts.80.w2,0.0053012623,0.05000,1.522
+39,block_sparse_moe.experts.94.w2,0.0038326784,0.05000,1.561
+39,block_sparse_moe.experts.93.w2,0.0018635839,0.05000,1.504
+39,block_sparse_moe.experts.83.w2,0.0016939077,0.05000,1.435
+39,block_sparse_moe.experts.92.w2,0.0015892078,0.05000,1.509
+39,block_sparse_moe.experts.89.w2,0.0017798706,0.05000,1.463
+39,block_sparse_moe.experts.87.w2,0.0017100141,0.05000,1.539
+39,block_sparse_moe.experts.95.w2,0.0063824628,0.05000,1.445
+39,block_sparse_moe.experts.85.w2,0.0033802589,0.05000,1.577
+39,block_sparse_moe.experts.81.w2,0.0008768944,0.05000,1.461
+39,block_sparse_moe.experts.106.w2,0.0023379299,0.05000,1.508
+39,block_sparse_moe.experts.107.w2,0.0055544547,0.05000,1.459
+39,block_sparse_moe.experts.99.w2,0.0013250887,0.05000,1.393
+39,block_sparse_moe.experts.109.w2,0.0019566654,0.05000,1.410
+39,block_sparse_moe.experts.102.w2,0.0026328660,0.05000,1.520
+39,block_sparse_moe.experts.103.w2,0.0025394918,0.05000,1.386
+39,block_sparse_moe.experts.110.w2,0.0011490071,0.05000,1.492
+39,block_sparse_moe.experts.98.w2,0.0011761203,0.05000,1.551
+39,block_sparse_moe.experts.111.w2,0.0045364319,0.05000,1.420
+39,block_sparse_moe.experts.100.w2,0.0011515821,0.05000,1.580
+39,block_sparse_moe.experts.96.w2,0.0036559299,0.05000,1.545
+39,block_sparse_moe.experts.105.w2,0.0041728297,0.05000,1.468
+39,block_sparse_moe.experts.104.w2,0.0028882657,0.05000,1.564
+39,block_sparse_moe.experts.101.w2,0.0152892090,0.05000,1.518
+39,block_sparse_moe.experts.108.w2,0.0006582032,0.05000,1.598
+39,block_sparse_moe.experts.97.w2,0.0095383828,0.05000,1.530
+39,block_sparse_moe.experts.123.w2,0.0011967380,0.05000,1.359
+39,block_sparse_moe.experts.115.w2,0.0030129478,0.05000,1.340
+39,block_sparse_moe.experts.119.w2,0.0046538786,0.05000,1.333
+39,block_sparse_moe.experts.122.w2,0.0009947946,0.05000,1.633
+39,block_sparse_moe.experts.127.w2,0.0044317310,0.05000,1.369
+39,block_sparse_moe.experts.121.w2,0.0038987462,0.05000,1.459
+39,block_sparse_moe.experts.125.w2,0.0061271045,0.05000,1.564
+39,block_sparse_moe.experts.118.w2,0.0024557879,0.05000,1.626
+39,block_sparse_moe.experts.112.w2,0.0031586708,0.05000,1.555
+39,block_sparse_moe.experts.114.w2,0.0055912494,0.05000,1.615
+39,block_sparse_moe.experts.126.w2,0.0021516144,0.05000,1.649
+39,block_sparse_moe.experts.116.w2,0.0035398852,0.05000,1.622
+39,block_sparse_moe.experts.120.w2,0.0019534158,0.05000,1.603
+39,block_sparse_moe.experts.117.w2,0.0025263545,0.05000,1.538
+39,block_sparse_moe.experts.113.w2,0.0009058009,0.05000,1.597
+39,block_sparse_moe.experts.124.w2,0.0012545412,0.05000,1.655
+39,block_sparse_moe.experts.139.w2,0.0045648032,0.05000,1.497
+39,block_sparse_moe.experts.131.w2,0.0020325288,0.05000,1.531
+39,block_sparse_moe.experts.135.w2,0.0027317002,0.05000,1.543
+39,block_sparse_moe.experts.138.w2,0.0004010283,0.05000,1.553
+39,block_sparse_moe.experts.143.w2,0.0028233211,0.05000,1.515
+39,block_sparse_moe.experts.137.w2,0.0006159300,0.05000,1.487
+39,block_sparse_moe.experts.141.w2,0.0193663018,0.05000,1.514
+39,block_sparse_moe.experts.134.w2,0.0011102915,0.05000,1.451
+39,block_sparse_moe.experts.130.w2,0.0034873218,0.05000,1.449
+39,block_sparse_moe.experts.128.w2,0.0008243269,0.05000,1.561
+39,block_sparse_moe.experts.132.w2,0.0026525286,0.05000,1.523
+39,block_sparse_moe.experts.133.w2,0.0003646354,0.05000,1.504
+39,block_sparse_moe.experts.136.w2,0.0007168200,0.05000,1.563
+39,block_sparse_moe.experts.142.w2,0.0079618816,0.05000,1.584
+39,block_sparse_moe.experts.129.w2,0.0020011945,0.05000,1.542
+39,block_sparse_moe.experts.140.w2,0.0023891990,0.05000,1.566
+39,block_sparse_moe.experts.155.w2,0.0106429725,0.05000,1.488
+39,block_sparse_moe.experts.147.w2,0.0017927877,0.05000,1.480
+39,block_sparse_moe.experts.151.w2,0.0006350036,0.05000,1.506
+39,block_sparse_moe.experts.159.w2,0.0006384431,0.05000,1.493
+39,block_sparse_moe.experts.153.w2,0.0081745802,0.05000,1.435
+39,block_sparse_moe.experts.154.w2,0.0040625338,0.05000,1.574
+39,block_sparse_moe.experts.157.w2,0.0011120667,0.05000,1.456
+39,block_sparse_moe.experts.148.w2,0.0037811264,0.05000,1.298
+39,block_sparse_moe.experts.150.w2,0.0007177955,0.05000,1.520
+39,block_sparse_moe.experts.152.w2,0.0014876420,0.05000,1.339
+39,block_sparse_moe.experts.149.w2,0.0011018746,0.05000,1.393
+39,block_sparse_moe.experts.144.w2,0.0024278002,0.05000,1.448
+39,block_sparse_moe.experts.146.w2,0.0022483791,0.05000,1.547
+39,block_sparse_moe.experts.145.w2,0.0021692496,0.05000,1.384
+39,block_sparse_moe.experts.158.w2,0.0014098732,0.05000,1.489
+39,block_sparse_moe.experts.156.w2,0.0039431243,0.05000,1.417
+39,block_sparse_moe.experts.171.w2,0.0012846050,0.05000,1.548
+39,block_sparse_moe.experts.163.w2,0.0017026762,0.05000,1.489
+39,block_sparse_moe.experts.167.w2,0.0033624022,0.05000,1.466
+39,block_sparse_moe.experts.164.w2,0.0009900512,0.05000,1.373
+39,block_sparse_moe.experts.168.w2,0.0006883202,0.05000,1.356
+39,block_sparse_moe.experts.173.w2,0.0014169338,0.05000,1.454
+39,block_sparse_moe.experts.169.w2,0.0033959828,0.05000,1.507
+39,block_sparse_moe.experts.175.w2,0.0018140492,0.05000,1.558
+39,block_sparse_moe.experts.160.w2,0.0009968270,0.05000,1.389
+39,block_sparse_moe.experts.170.w2,0.0005601006,0.05000,1.604
+39,block_sparse_moe.experts.165.w2,0.0076152567,0.05000,1.548
+39,block_sparse_moe.experts.166.w2,0.0010996769,0.05000,1.593
+39,block_sparse_moe.experts.162.w2,0.0025283932,0.05000,1.572
+39,block_sparse_moe.experts.172.w2,0.0020570303,0.05000,1.450
+39,block_sparse_moe.experts.161.w2,0.0014497560,0.05000,1.567
+39,block_sparse_moe.experts.174.w2,0.0036597759,0.05000,1.589
+39,block_sparse_moe.experts.187.w2,0.0006917502,0.05000,1.435
+39,block_sparse_moe.experts.183.w2,0.0030672099,0.05000,1.399
+39,block_sparse_moe.experts.179.w2,0.0008733320,0.05000,1.465
+39,block_sparse_moe.experts.180.w2,0.0014620578,0.05000,1.553
+39,block_sparse_moe.experts.184.w2,0.0012070279,0.05000,1.486
+39,block_sparse_moe.experts.191.w2,0.0022240196,0.05000,1.458
+39,block_sparse_moe.experts.185.w2,0.0016554770,0.05000,1.524
+39,block_sparse_moe.experts.189.w2,0.0010726448,0.05000,1.547
+39,block_sparse_moe.experts.176.w2,0.0033927665,0.05000,1.515
+39,block_sparse_moe.experts.186.w2,0.0008853520,0.05000,1.521
+39,block_sparse_moe.experts.181.w2,0.0009628937,0.05000,1.506
+39,block_sparse_moe.experts.182.w2,0.0018221568,0.05000,1.555
+39,block_sparse_moe.experts.178.w2,0.0039060920,0.05000,1.544
+39,block_sparse_moe.experts.177.w2,0.0029105310,0.05000,1.598
+39,block_sparse_moe.experts.188.w2,0.0077001573,0.05000,1.618
+39,block_sparse_moe.experts.190.w2,0.0038972418,0.05000,1.676
+39,block_sparse_moe.experts.195.w2,0.0025570139,0.05000,1.550
+39,block_sparse_moe.experts.199.w2,0.0019269370,0.05000,1.565
+39,block_sparse_moe.experts.203.w2,0.0039729174,0.05000,1.619
+39,block_sparse_moe.experts.196.w2,0.0012324989,0.05000,1.596
+39,block_sparse_moe.experts.200.w2,0.0003482717,0.05000,1.622
+39,block_sparse_moe.experts.202.w2,0.0012150488,0.05000,1.488
+39,block_sparse_moe.experts.207.w2,0.0011749191,0.05000,1.652
+39,block_sparse_moe.experts.205.w2,0.0036997151,0.05000,1.606
+39,block_sparse_moe.experts.201.w2,0.0036557103,0.05000,1.628
+39,block_sparse_moe.experts.198.w2,0.0012986361,0.05000,1.457
+39,block_sparse_moe.experts.192.w2,0.0069333454,0.05000,1.673
+39,block_sparse_moe.experts.197.w2,0.0048841094,0.05000,1.564
+39,block_sparse_moe.experts.194.w2,0.0007404625,0.05000,1.469
+39,block_sparse_moe.experts.193.w2,0.0016973429,0.05000,1.527
+39,block_sparse_moe.experts.206.w2,0.0112419712,0.05000,1.473
+39,block_sparse_moe.experts.204.w2,0.0069264167,0.05000,1.613
+39,block_sparse_moe.experts.211.w2,0.0004754409,0.05000,1.503
+39,block_sparse_moe.experts.215.w2,0.0028262665,0.05000,1.597
+39,block_sparse_moe.experts.219.w2,0.0117637331,0.05000,1.594
+39,block_sparse_moe.experts.212.w2,0.0053182236,0.05000,1.435
+39,block_sparse_moe.experts.216.w2,0.0083767027,0.05000,1.422
+39,block_sparse_moe.experts.208.w2,0.0020970454,0.05000,1.348
+39,block_sparse_moe.experts.221.w2,0.0018478456,0.05000,1.456
+39,block_sparse_moe.experts.217.w2,0.0029601988,0.05000,1.497
+39,block_sparse_moe.experts.218.w2,0.0040603565,0.05000,1.533
+39,block_sparse_moe.experts.214.w2,0.0035946227,0.05000,1.520
+39,block_sparse_moe.experts.223.w2,0.0015496506,0.05000,1.646
+39,block_sparse_moe.experts.213.w2,0.0026561447,0.05000,1.533
+39,block_sparse_moe.experts.210.w2,0.0033157269,0.05000,1.518
+39,block_sparse_moe.experts.209.w2,0.0002741736,0.05000,1.533
+39,block_sparse_moe.experts.222.w2,0.0014594472,0.05000,1.503
+39,block_sparse_moe.experts.220.w2,0.0014763649,0.05000,1.509
+39,block_sparse_moe.experts.227.w2,0.0029712543,0.05000,1.474
+39,block_sparse_moe.experts.231.w2,0.0024363861,0.05000,1.479
+39,block_sparse_moe.experts.232.w2,0.0010898612,0.05000,1.463
+39,block_sparse_moe.experts.235.w2,0.0011486982,0.05000,1.502
+39,block_sparse_moe.experts.228.w2,0.0022828615,0.05000,1.487
+39,block_sparse_moe.experts.224.w2,0.0014243531,0.05000,1.493
+39,block_sparse_moe.experts.237.w2,0.0060715779,0.05000,1.513
+39,block_sparse_moe.experts.233.w2,0.0017416104,0.05000,1.580
+39,block_sparse_moe.experts.234.w2,0.0016635958,0.05000,1.594
+39,block_sparse_moe.experts.229.w2,0.0011425763,0.05000,1.504
+39,block_sparse_moe.experts.230.w2,0.0026921188,0.05000,1.581
+39,block_sparse_moe.experts.239.w2,0.0005532803,0.05000,1.549
+39,block_sparse_moe.experts.226.w2,0.0006949201,0.05000,1.605
+39,block_sparse_moe.experts.236.w2,0.0016618054,0.05000,1.408
+39,block_sparse_moe.experts.238.w2,0.0017967366,0.05000,1.493
+39,block_sparse_moe.experts.225.w2,0.0014828611,0.05000,1.552
+39,block_sparse_moe.experts.243.w2,0.0023208895,0.05000,1.530
+39,block_sparse_moe.experts.248.w2,0.0011403240,0.05000,1.503
+39,block_sparse_moe.experts.244.w2,0.0036054766,0.05000,1.501
+39,block_sparse_moe.experts.247.w2,0.0107302096,0.05000,1.558
+39,block_sparse_moe.experts.251.w2,0.0006291608,0.05000,1.525
+39,block_sparse_moe.experts.240.w2,0.0007632546,0.05000,1.463
+39,block_sparse_moe.experts.255.w2,0.0029513357,0.05000,1.285
+39,block_sparse_moe.experts.250.w2,0.0042494525,0.05000,1.385
+39,block_sparse_moe.experts.252.w2,0.0020017095,0.05000,1.218
+39,block_sparse_moe.experts.246.w2,0.0020065354,0.05000,1.417
+39,block_sparse_moe.experts.253.w2,0.0097933659,0.05000,1.646
+39,block_sparse_moe.experts.242.w2,0.0046344005,0.05000,1.426
+39,block_sparse_moe.experts.249.w2,0.0028666211,0.05000,1.610
+39,block_sparse_moe.experts.245.w2,0.0012272511,0.05000,1.542
+39,block_sparse_moe.experts.254.w2,0.0010978197,0.05000,1.339
+39,block_sparse_moe.experts.241.w2,0.0040850625,0.05000,1.372
+40,self_attn.k_proj,0.0000175433,0.05000,0.975
+40,self_attn.q_proj,0.0001136002,0.05000,1.021
+40,self_attn.v_proj,0.0000168607,0.05000,1.021
+40,self_attn.o_proj,0.0000127827,0.05000,1.716
+40,block_sparse_moe.experts.3.w1,0.0016271485,0.05000,3.129
+40,block_sparse_moe.experts.11.w1,0.0025243291,0.05000,3.156
+40,block_sparse_moe.experts.8.w1,0.0016399232,0.05000,3.181
+40,block_sparse_moe.experts.15.w1,0.0014784788,0.05000,3.184
+40,block_sparse_moe.experts.0.w1,0.0015797395,0.05000,3.189
+40,block_sparse_moe.experts.2.w1,0.0019756405,0.05000,3.210
+40,block_sparse_moe.experts.7.w1,0.0005244932,0.05000,3.228
+40,block_sparse_moe.experts.12.w1,0.0007577202,0.05000,3.285
+40,block_sparse_moe.experts.4.w1,0.0009797378,0.05000,3.312
+40,block_sparse_moe.experts.10.w1,0.0018911793,0.05000,3.290
+40,block_sparse_moe.experts.9.w1,0.0015775471,0.05000,3.316
+40,block_sparse_moe.experts.5.w1,0.0013187478,0.05000,3.325
+40,block_sparse_moe.experts.6.w1,0.0014653288,0.05000,3.383
+40,block_sparse_moe.experts.13.w1,0.0015747055,0.05000,3.397
+40,block_sparse_moe.experts.14.w1,0.0012547533,0.05000,3.420
+40,block_sparse_moe.experts.1.w1,0.0009659479,0.05000,3.410
+40,block_sparse_moe.experts.16.w1,0.0014588112,0.05000,2.851
+40,block_sparse_moe.experts.24.w1,0.0010775997,0.05000,2.884
+40,block_sparse_moe.experts.20.w1,0.0006201009,0.05000,2.781
+40,block_sparse_moe.experts.28.w1,0.0013992200,0.05000,2.840
+40,block_sparse_moe.experts.19.w1,0.0004580082,0.05000,3.003
+40,block_sparse_moe.experts.31.w1,0.0009016571,0.05000,3.039
+40,block_sparse_moe.experts.27.w1,0.0027987306,0.05000,3.128
+40,block_sparse_moe.experts.23.w1,0.0008958519,0.05000,3.099
+40,block_sparse_moe.experts.18.w1,0.0019414406,0.05000,3.332
+40,block_sparse_moe.experts.25.w1,0.0015825971,0.05000,3.207
+40,block_sparse_moe.experts.26.w1,0.0013198503,0.05000,3.236
+40,block_sparse_moe.experts.17.w1,0.0001871792,0.05000,3.144
+40,block_sparse_moe.experts.22.w1,0.0017407962,0.05000,3.251
+40,block_sparse_moe.experts.29.w1,0.0007780066,0.05000,3.271
+40,block_sparse_moe.experts.30.w1,0.0014854429,0.05000,3.280
+40,block_sparse_moe.experts.21.w1,0.0004905215,0.05000,3.356
+40,block_sparse_moe.experts.32.w1,0.0009758962,0.05000,3.131
+40,block_sparse_moe.experts.44.w1,0.0026881145,0.05000,3.098
+40,block_sparse_moe.experts.47.w1,0.0027989600,0.05000,3.023
+40,block_sparse_moe.experts.36.w1,0.0006960233,0.05000,3.157
+40,block_sparse_moe.experts.35.w1,0.0012751028,0.05000,3.159
+40,block_sparse_moe.experts.40.w1,0.0005457352,0.05000,3.244
+40,block_sparse_moe.experts.43.w1,0.0014069403,0.05000,3.133
+40,block_sparse_moe.experts.39.w1,0.0018888974,0.05000,3.170
+40,block_sparse_moe.experts.33.w1,0.0007539653,0.05000,3.063
+40,block_sparse_moe.experts.34.w1,0.0007220015,0.05000,3.152
+40,block_sparse_moe.experts.41.w1,0.0012449772,0.05000,3.160
+40,block_sparse_moe.experts.45.w1,0.0007693931,0.05000,3.091
+40,block_sparse_moe.experts.42.w1,0.0002324329,0.05000,3.190
+40,block_sparse_moe.experts.38.w1,0.0010416007,0.05000,3.168
+40,block_sparse_moe.experts.37.w1,0.0015103031,0.05000,3.156
+40,block_sparse_moe.experts.46.w1,0.0021060710,0.05000,3.247
+40,block_sparse_moe.experts.51.w1,0.0017311972,0.05000,2.932
+40,block_sparse_moe.experts.63.w1,0.0010997846,0.05000,3.028
+40,block_sparse_moe.experts.48.w1,0.0003527600,0.05000,3.234
+40,block_sparse_moe.experts.55.w1,0.0011363271,0.05000,2.906
+40,block_sparse_moe.experts.60.w1,0.0017247985,0.05000,3.205
+40,block_sparse_moe.experts.59.w1,0.0012290507,0.05000,3.023
+40,block_sparse_moe.experts.52.w1,0.0012348983,0.05000,3.245
+40,block_sparse_moe.experts.56.w1,0.0025353905,0.05000,3.228
+40,block_sparse_moe.experts.49.w1,0.0006059781,0.05000,2.914
+40,block_sparse_moe.experts.61.w1,0.0010291704,0.05000,2.881
+40,block_sparse_moe.experts.57.w1,0.0020807506,0.05000,2.994
+40,block_sparse_moe.experts.50.w1,0.0019429656,0.05000,3.059
+40,block_sparse_moe.experts.58.w1,0.0014948346,0.05000,2.981
+40,block_sparse_moe.experts.54.w1,0.0005646074,0.05000,2.975
+40,block_sparse_moe.experts.53.w1,0.0026858422,0.05000,2.978
+40,block_sparse_moe.experts.62.w1,0.0008542397,0.05000,2.993
+40,block_sparse_moe.experts.67.w1,0.0026648961,0.05000,3.161
+40,block_sparse_moe.experts.79.w1,0.0014111996,0.05000,3.171
+40,block_sparse_moe.experts.64.w1,0.0001501588,0.05000,3.058
+40,block_sparse_moe.experts.71.w1,0.0006731775,0.05000,3.063
+40,block_sparse_moe.experts.65.w1,0.0009362783,0.05000,2.942
+40,block_sparse_moe.experts.76.w1,0.0025308488,0.05000,3.122
+40,block_sparse_moe.experts.77.w1,0.0018446388,0.05000,2.924
+40,block_sparse_moe.experts.75.w1,0.0025987592,0.05000,3.147
+40,block_sparse_moe.experts.68.w1,0.0018745782,0.05000,3.104
+40,block_sparse_moe.experts.72.w1,0.0026681276,0.05000,3.102
+40,block_sparse_moe.experts.70.w1,0.0010090940,0.05000,2.927
+40,block_sparse_moe.experts.73.w1,0.0013246689,0.05000,3.011
+40,block_sparse_moe.experts.74.w1,0.0024139365,0.05000,2.995
+40,block_sparse_moe.experts.66.w1,0.0007144075,0.05000,3.038
+40,block_sparse_moe.experts.78.w1,0.0005002874,0.05000,2.964
+40,block_sparse_moe.experts.69.w1,0.0014273921,0.05000,3.086
+40,block_sparse_moe.experts.80.w1,0.0007505173,0.05000,2.963
+40,block_sparse_moe.experts.83.w1,0.0007504688,0.05000,3.072
+40,block_sparse_moe.experts.87.w1,0.0015840129,0.05000,2.995
+40,block_sparse_moe.experts.81.w1,0.0005033172,0.05000,2.972
+40,block_sparse_moe.experts.92.w1,0.0005873502,0.05000,2.950
+40,block_sparse_moe.experts.93.w1,0.0018637592,0.05000,2.964
+40,block_sparse_moe.experts.95.w1,0.0013027692,0.05000,3.106
+40,block_sparse_moe.experts.84.w1,0.0012936144,0.05000,3.005
+40,block_sparse_moe.experts.88.w1,0.0026138834,0.05000,3.006
+40,block_sparse_moe.experts.86.w1,0.0013846469,0.05000,2.957
+40,block_sparse_moe.experts.89.w1,0.0047340720,0.05000,2.926
+40,block_sparse_moe.experts.91.w1,0.0011985399,0.05000,3.097
+40,block_sparse_moe.experts.90.w1,0.0012386946,0.05000,3.069
+40,block_sparse_moe.experts.82.w1,0.0013494963,0.05000,3.038
+40,block_sparse_moe.experts.94.w1,0.0016686704,0.05000,3.012
+40,block_sparse_moe.experts.85.w1,0.0004238359,0.05000,3.052
+40,block_sparse_moe.experts.108.w1,0.0013819035,0.05000,2.717
+40,block_sparse_moe.experts.96.w1,0.0012371896,0.05000,2.827
+40,block_sparse_moe.experts.100.w1,0.0010510634,0.05000,2.770
+40,block_sparse_moe.experts.104.w1,0.0005958580,0.05000,2.793
+40,block_sparse_moe.experts.97.w1,0.0011872274,0.05000,2.951
+40,block_sparse_moe.experts.103.w1,0.0013282783,0.05000,3.026
+40,block_sparse_moe.experts.111.w1,0.0016766054,0.05000,2.969
+40,block_sparse_moe.experts.109.w1,0.0005453100,0.05000,3.023
+40,block_sparse_moe.experts.105.w1,0.0010847591,0.05000,2.924
+40,block_sparse_moe.experts.99.w1,0.0035763645,0.05000,3.149
+40,block_sparse_moe.experts.102.w1,0.0012599698,0.05000,3.020
+40,block_sparse_moe.experts.107.w1,0.0011971859,0.05000,3.151
+40,block_sparse_moe.experts.106.w1,0.0007899745,0.05000,3.098
+40,block_sparse_moe.experts.98.w1,0.0025398341,0.05000,3.136
+40,block_sparse_moe.experts.101.w1,0.0024866636,0.05000,2.984
+40,block_sparse_moe.experts.110.w1,0.0013246645,0.05000,3.104
+40,block_sparse_moe.experts.113.w1,0.0007424442,0.05000,2.828
+40,block_sparse_moe.experts.121.w1,0.0008261348,0.05000,2.739
+40,block_sparse_moe.experts.112.w1,0.0022827251,0.05000,3.085
+40,block_sparse_moe.experts.125.w1,0.0003606254,0.05000,2.821
+40,block_sparse_moe.experts.119.w1,0.0043288269,0.05000,2.946
+40,block_sparse_moe.experts.124.w1,0.0016456771,0.05000,3.219
+40,block_sparse_moe.experts.115.w1,0.0006762668,0.05000,2.835
+40,block_sparse_moe.experts.116.w1,0.0003772506,0.05000,3.111
+40,block_sparse_moe.experts.127.w1,0.0025310250,0.05000,2.987
+40,block_sparse_moe.experts.120.w1,0.0016743376,0.05000,3.187
+40,block_sparse_moe.experts.118.w1,0.0009711998,0.05000,3.008
+40,block_sparse_moe.experts.117.w1,0.0014287839,0.05000,2.784
+40,block_sparse_moe.experts.122.w1,0.0025703730,0.05000,2.895
+40,block_sparse_moe.experts.123.w1,0.0021436922,0.05000,3.015
+40,block_sparse_moe.experts.114.w1,0.0004526245,0.05000,2.943
+40,block_sparse_moe.experts.126.w1,0.0027349893,0.05000,2.941
+40,block_sparse_moe.experts.129.w1,0.0013676815,0.05000,3.002
+40,block_sparse_moe.experts.137.w1,0.0015453342,0.05000,3.059
+40,block_sparse_moe.experts.128.w1,0.0026270139,0.05000,3.061
+40,block_sparse_moe.experts.131.w1,0.0005388009,0.05000,2.971
+40,block_sparse_moe.experts.140.w1,0.0010288665,0.05000,3.001
+40,block_sparse_moe.experts.143.w1,0.0027480477,0.05000,2.966
+40,block_sparse_moe.experts.135.w1,0.0011841345,0.05000,3.077
+40,block_sparse_moe.experts.141.w1,0.0013344672,0.05000,3.147
+40,block_sparse_moe.experts.132.w1,0.0011159540,0.05000,3.052
+40,block_sparse_moe.experts.136.w1,0.0007796446,0.05000,2.999
+40,block_sparse_moe.experts.139.w1,0.0007276295,0.05000,2.898
+40,block_sparse_moe.experts.134.w1,0.0028479609,0.05000,3.070
+40,block_sparse_moe.experts.138.w1,0.0015408852,0.05000,3.009
+40,block_sparse_moe.experts.133.w1,0.0016302471,0.05000,3.070
+40,block_sparse_moe.experts.130.w1,0.0038794463,0.05000,3.107
+40,block_sparse_moe.experts.142.w1,0.0015884979,0.05000,3.129
+40,block_sparse_moe.experts.147.w1,0.0015215446,0.05000,2.614
+40,block_sparse_moe.experts.151.w1,0.0004562417,0.05000,2.554
+40,block_sparse_moe.experts.159.w1,0.0004897808,0.05000,2.623
+40,block_sparse_moe.experts.153.w1,0.0009139492,0.05000,2.876
+40,block_sparse_moe.experts.155.w1,0.0011910342,0.05000,2.534
+40,block_sparse_moe.experts.145.w1,0.0026542387,0.05000,3.025
+40,block_sparse_moe.experts.144.w1,0.0005765600,0.05000,2.999
+40,block_sparse_moe.experts.148.w1,0.0023924414,0.05000,2.915
+40,block_sparse_moe.experts.156.w1,0.0008835238,0.05000,3.046
+40,block_sparse_moe.experts.152.w1,0.0014692943,0.05000,2.978
+40,block_sparse_moe.experts.157.w1,0.0022065755,0.05000,3.103
+40,block_sparse_moe.experts.150.w1,0.0009086781,0.05000,2.982
+40,block_sparse_moe.experts.154.w1,0.0020077049,0.05000,3.052
+40,block_sparse_moe.experts.149.w1,0.0022621198,0.05000,3.056
+40,block_sparse_moe.experts.146.w1,0.0009343684,0.05000,2.989
+40,block_sparse_moe.experts.158.w1,0.0004356242,0.05000,3.053
+40,block_sparse_moe.experts.167.w1,0.0012947525,0.05000,2.587
+40,block_sparse_moe.experts.163.w1,0.0016276037,0.05000,2.691
+40,block_sparse_moe.experts.175.w1,0.0024653087,0.05000,2.653
+40,block_sparse_moe.experts.171.w1,0.0035874789,0.05000,2.557
+40,block_sparse_moe.experts.169.w1,0.0029439661,0.05000,2.981
+40,block_sparse_moe.experts.161.w1,0.0001287668,0.05000,2.968
+40,block_sparse_moe.experts.160.w1,0.0004951172,0.05000,3.043
+40,block_sparse_moe.experts.173.w1,0.0016073866,0.05000,2.926
+40,block_sparse_moe.experts.164.w1,0.0005134491,0.05000,3.105
+40,block_sparse_moe.experts.172.w1,0.0003716658,0.05000,3.113
+40,block_sparse_moe.experts.168.w1,0.0024894030,0.05000,3.055
+40,block_sparse_moe.experts.165.w1,0.0005766014,0.05000,2.852
+40,block_sparse_moe.experts.166.w1,0.0006754076,0.05000,3.022
+40,block_sparse_moe.experts.170.w1,0.0008621516,0.05000,3.076
+40,block_sparse_moe.experts.162.w1,0.0016627831,0.05000,3.144
+40,block_sparse_moe.experts.174.w1,0.0009634612,0.05000,3.068
+40,block_sparse_moe.experts.183.w1,0.0031875723,0.05000,2.820
+40,block_sparse_moe.experts.179.w1,0.0010669648,0.05000,2.814
+40,block_sparse_moe.experts.187.w1,0.0005762677,0.05000,2.727
+40,block_sparse_moe.experts.191.w1,0.0034024806,0.05000,2.856
+40,block_sparse_moe.experts.177.w1,0.0040293385,0.05000,3.092
+40,block_sparse_moe.experts.185.w1,0.0016565112,0.05000,3.202
+40,block_sparse_moe.experts.176.w1,0.0002744852,0.05000,3.059
+40,block_sparse_moe.experts.188.w1,0.0054184957,0.05000,3.014
+40,block_sparse_moe.experts.189.w1,0.0017762147,0.05000,3.112
+40,block_sparse_moe.experts.184.w1,0.0037336082,0.05000,3.001
+40,block_sparse_moe.experts.180.w1,0.0015685997,0.05000,3.140
+40,block_sparse_moe.experts.182.w1,0.0007516604,0.05000,2.958
+40,block_sparse_moe.experts.181.w1,0.0020180202,0.05000,3.050
+40,block_sparse_moe.experts.186.w1,0.0023027566,0.05000,2.852
+40,block_sparse_moe.experts.190.w1,0.0017387227,0.05000,2.791
+40,block_sparse_moe.experts.178.w1,0.0007819821,0.05000,2.935
+40,block_sparse_moe.experts.199.w1,0.0008195529,0.05000,2.909
+40,block_sparse_moe.experts.207.w1,0.0006682854,0.05000,2.790
+40,block_sparse_moe.experts.195.w1,0.0008006923,0.05000,2.900
+40,block_sparse_moe.experts.203.w1,0.0012227603,0.05000,2.905
+40,block_sparse_moe.experts.193.w1,0.0005558118,0.05000,2.947
+40,block_sparse_moe.experts.192.w1,0.0019319459,0.05000,2.922
+40,block_sparse_moe.experts.201.w1,0.0028534157,0.05000,3.052
+40,block_sparse_moe.experts.200.w1,0.0003422409,0.05000,2.935
+40,block_sparse_moe.experts.196.w1,0.0018634820,0.05000,2.947
+40,block_sparse_moe.experts.205.w1,0.0022684393,0.05000,3.030
+40,block_sparse_moe.experts.198.w1,0.0013986903,0.05000,2.977
+40,block_sparse_moe.experts.202.w1,0.0012973708,0.05000,2.893
+40,block_sparse_moe.experts.204.w1,0.0011300969,0.05000,3.099
+40,block_sparse_moe.experts.197.w1,0.0016917054,0.05000,3.023
+40,block_sparse_moe.experts.206.w1,0.0007988910,0.05000,3.128
+40,block_sparse_moe.experts.194.w1,0.0026969630,0.05000,3.094
+40,block_sparse_moe.experts.215.w1,0.0011679923,0.05000,2.877
+40,block_sparse_moe.experts.211.w1,0.0006884626,0.05000,2.893
+40,block_sparse_moe.experts.219.w1,0.0005471135,0.05000,2.890
+40,block_sparse_moe.experts.223.w1,0.0010131457,0.05000,3.000
+40,block_sparse_moe.experts.209.w1,0.0010151556,0.05000,2.944
+40,block_sparse_moe.experts.217.w1,0.0010832026,0.05000,2.950
+40,block_sparse_moe.experts.208.w1,0.0019364432,0.05000,3.155
+40,block_sparse_moe.experts.221.w1,0.0013729615,0.05000,2.927
+40,block_sparse_moe.experts.218.w1,0.0008310547,0.05000,2.947
+40,block_sparse_moe.experts.216.w1,0.0020858357,0.05000,3.088
+40,block_sparse_moe.experts.213.w1,0.0009831234,0.05000,2.884
+40,block_sparse_moe.experts.212.w1,0.0022322873,0.05000,3.110
+40,block_sparse_moe.experts.214.w1,0.0013959020,0.05000,3.102
+40,block_sparse_moe.experts.220.w1,0.0025310397,0.05000,3.121
+40,block_sparse_moe.experts.210.w1,0.0007742803,0.05000,2.970
+40,block_sparse_moe.experts.222.w1,0.0006752450,0.05000,3.018
+40,block_sparse_moe.experts.231.w1,0.0009677025,0.05000,2.993
+40,block_sparse_moe.experts.227.w1,0.0027119949,0.05000,2.976
+40,block_sparse_moe.experts.235.w1,0.0006534850,0.05000,2.995
+40,block_sparse_moe.experts.239.w1,0.0011841230,0.05000,2.995
+40,block_sparse_moe.experts.225.w1,0.0016333119,0.05000,2.881
+40,block_sparse_moe.experts.233.w1,0.0003075178,0.05000,2.889
+40,block_sparse_moe.experts.237.w1,0.0028309504,0.05000,2.902
+40,block_sparse_moe.experts.229.w1,0.0012484664,0.05000,2.921
+40,block_sparse_moe.experts.224.w1,0.0010886975,0.05000,3.133
+40,block_sparse_moe.experts.234.w1,0.0006430019,0.05000,3.090
+40,block_sparse_moe.experts.232.w1,0.0003627032,0.05000,3.053
+40,block_sparse_moe.experts.228.w1,0.0007767103,0.05000,3.061
+40,block_sparse_moe.experts.230.w1,0.0013023728,0.05000,3.090
+40,block_sparse_moe.experts.236.w1,0.0008686932,0.05000,3.062
+40,block_sparse_moe.experts.238.w1,0.0014747138,0.05000,3.109
+40,block_sparse_moe.experts.226.w1,0.0010839612,0.05000,3.148
+40,block_sparse_moe.experts.247.w1,0.0007770717,0.05000,2.906
+40,block_sparse_moe.experts.255.w1,0.0014620064,0.05000,2.828
+40,block_sparse_moe.experts.243.w1,0.0024482863,0.05000,2.916
+40,block_sparse_moe.experts.251.w1,0.0019262876,0.05000,2.906
+40,block_sparse_moe.experts.241.w1,0.0014008854,0.05000,2.871
+40,block_sparse_moe.experts.249.w1,0.0027357759,0.05000,2.945
+40,block_sparse_moe.experts.253.w1,0.0009612650,0.05000,2.906
+40,block_sparse_moe.experts.245.w1,0.0033424171,0.05000,2.846
+40,block_sparse_moe.experts.248.w1,0.0012147325,0.05000,2.830
+40,block_sparse_moe.experts.240.w1,0.0029767937,0.05000,2.909
+40,block_sparse_moe.experts.244.w1,0.0016579280,0.05000,2.887
+40,block_sparse_moe.experts.252.w1,0.0005241215,0.05000,2.909
+40,block_sparse_moe.experts.250.w1,0.0008030258,0.05000,3.080
+40,block_sparse_moe.experts.246.w1,0.0031986266,0.05000,3.040
+40,block_sparse_moe.experts.254.w1,0.0020566425,0.05000,2.942
+40,block_sparse_moe.experts.242.w1,0.0013508520,0.05000,2.942
+40,block_sparse_moe.experts.7.w3,0.0005918886,0.05000,3.098
+40,block_sparse_moe.experts.3.w3,0.0018010356,0.05000,3.103
+40,block_sparse_moe.experts.15.w3,0.0017929657,0.05000,3.128
+40,block_sparse_moe.experts.11.w3,0.0027528831,0.05000,3.125
+40,block_sparse_moe.experts.1.w3,0.0010451608,0.05000,2.792
+40,block_sparse_moe.experts.9.w3,0.0016849500,0.05000,2.862
+40,block_sparse_moe.experts.5.w3,0.0014154688,0.05000,2.880
+40,block_sparse_moe.experts.13.w3,0.0017792153,0.05000,2.978
+40,block_sparse_moe.experts.0.w3,0.0017129511,0.05000,2.859
+40,block_sparse_moe.experts.8.w3,0.0018544735,0.05000,2.944
+40,block_sparse_moe.experts.4.w3,0.0011084468,0.05000,2.881
+40,block_sparse_moe.experts.10.w3,0.0020544467,0.05000,2.845
+40,block_sparse_moe.experts.12.w3,0.0008232757,0.05000,2.864
+40,block_sparse_moe.experts.6.w3,0.0015966596,0.05000,2.838
+40,block_sparse_moe.experts.14.w3,0.0015000723,0.05000,2.861
+40,block_sparse_moe.experts.2.w3,0.0021820701,0.05000,2.978
+40,block_sparse_moe.experts.23.w3,0.0010359856,0.05000,3.125
+40,block_sparse_moe.experts.31.w3,0.0009742867,0.05000,3.149
+40,block_sparse_moe.experts.27.w3,0.0031544239,0.05000,3.101
+40,block_sparse_moe.experts.19.w3,0.0004953086,0.05000,3.230
+40,block_sparse_moe.experts.17.w3,0.0002032386,0.05000,2.916
+40,block_sparse_moe.experts.25.w3,0.0017147327,0.05000,2.870
+40,block_sparse_moe.experts.21.w3,0.0005399126,0.05000,2.883
+40,block_sparse_moe.experts.29.w3,0.0008335761,0.05000,2.884
+40,block_sparse_moe.experts.16.w3,0.0017179143,0.05000,2.819
+40,block_sparse_moe.experts.24.w3,0.0011941672,0.05000,2.905
+40,block_sparse_moe.experts.20.w3,0.0006816822,0.05000,2.830
+40,block_sparse_moe.experts.26.w3,0.0014963532,0.05000,2.842
+40,block_sparse_moe.experts.28.w3,0.0016491989,0.05000,2.868
+40,block_sparse_moe.experts.22.w3,0.0018720778,0.05000,2.839
+40,block_sparse_moe.experts.18.w3,0.0020576127,0.05000,2.730
+40,block_sparse_moe.experts.30.w3,0.0016168935,0.05000,2.912
+40,block_sparse_moe.experts.43.w3,0.0015997577,0.05000,2.765
+40,block_sparse_moe.experts.39.w3,0.0021705554,0.05000,2.909
+40,block_sparse_moe.experts.47.w3,0.0031002973,0.05000,2.861
+40,block_sparse_moe.experts.35.w3,0.0014041178,0.05000,2.856
+40,block_sparse_moe.experts.33.w3,0.0008419793,0.05000,2.944
+40,block_sparse_moe.experts.41.w3,0.0014129905,0.05000,2.849
+40,block_sparse_moe.experts.37.w3,0.0016485185,0.05000,2.768
+40,block_sparse_moe.experts.45.w3,0.0008398556,0.05000,2.768
+40,block_sparse_moe.experts.32.w3,0.0010766353,0.05000,3.014
+40,block_sparse_moe.experts.36.w3,0.0007560535,0.05000,2.972
+40,block_sparse_moe.experts.40.w3,0.0005887914,0.05000,3.007
+40,block_sparse_moe.experts.44.w3,0.0029045145,0.05000,3.027
+40,block_sparse_moe.experts.42.w3,0.0002556096,0.05000,3.090
+40,block_sparse_moe.experts.38.w3,0.0013296537,0.05000,3.023
+40,block_sparse_moe.experts.34.w3,0.0007765779,0.05000,3.013
+40,block_sparse_moe.experts.46.w3,0.0022984062,0.05000,3.109
+40,block_sparse_moe.experts.55.w3,0.0012542679,0.05000,2.955
+40,block_sparse_moe.experts.59.w3,0.0013286992,0.05000,3.026
+40,block_sparse_moe.experts.63.w3,0.0011821041,0.05000,3.115
+40,block_sparse_moe.experts.51.w3,0.0018762654,0.05000,3.108
+40,block_sparse_moe.experts.49.w3,0.0007540269,0.05000,3.006
+40,block_sparse_moe.experts.57.w3,0.0022392563,0.05000,3.003
+40,block_sparse_moe.experts.53.w3,0.0029041807,0.05000,2.923
+40,block_sparse_moe.experts.61.w3,0.0011575278,0.05000,2.939
+40,block_sparse_moe.experts.48.w3,0.0004105485,0.05000,3.014
+40,block_sparse_moe.experts.58.w3,0.0016225674,0.05000,2.750
+40,block_sparse_moe.experts.54.w3,0.0006319985,0.05000,2.766
+40,block_sparse_moe.experts.56.w3,0.0029706744,0.05000,2.976
+40,block_sparse_moe.experts.52.w3,0.0014368982,0.05000,3.123
+40,block_sparse_moe.experts.60.w3,0.0018492460,0.05000,3.099
+40,block_sparse_moe.experts.50.w3,0.0022865406,0.05000,2.837
+40,block_sparse_moe.experts.62.w3,0.0009268681,0.05000,2.778
+40,block_sparse_moe.experts.71.w3,0.0007669431,0.05000,2.965
+40,block_sparse_moe.experts.75.w3,0.0028115869,0.05000,3.074
+40,block_sparse_moe.experts.79.w3,0.0015216018,0.05000,2.970
+40,block_sparse_moe.experts.65.w3,0.0010379588,0.05000,2.860
+40,block_sparse_moe.experts.67.w3,0.0028967322,0.05000,3.018
+40,block_sparse_moe.experts.73.w3,0.0014512413,0.05000,2.846
+40,block_sparse_moe.experts.77.w3,0.0021325505,0.05000,2.792
+40,block_sparse_moe.experts.69.w3,0.0015810231,0.05000,2.980
+40,block_sparse_moe.experts.70.w3,0.0011467922,0.05000,2.700
+40,block_sparse_moe.experts.74.w3,0.0026430405,0.05000,2.789
+40,block_sparse_moe.experts.64.w3,0.0001807575,0.05000,2.979
+40,block_sparse_moe.experts.72.w3,0.0030559864,0.05000,3.020
+40,block_sparse_moe.experts.68.w3,0.0020957924,0.05000,3.077
+40,block_sparse_moe.experts.78.w3,0.0005530153,0.05000,2.792
+40,block_sparse_moe.experts.76.w3,0.0027203310,0.05000,2.998
+40,block_sparse_moe.experts.66.w3,0.0007759842,0.05000,2.882
+40,block_sparse_moe.experts.81.w3,0.0005493368,0.05000,2.712
+40,block_sparse_moe.experts.87.w3,0.0017952416,0.05000,3.238
+40,block_sparse_moe.experts.93.w3,0.0020592525,0.05000,2.703
+40,block_sparse_moe.experts.89.w3,0.0053713192,0.05000,2.788
+40,block_sparse_moe.experts.91.w3,0.0012934554,0.05000,3.145
+40,block_sparse_moe.experts.85.w3,0.0004925344,0.05000,2.749
+40,block_sparse_moe.experts.95.w3,0.0014011637,0.05000,3.232
+40,block_sparse_moe.experts.83.w3,0.0008261246,0.05000,3.183
+40,block_sparse_moe.experts.86.w3,0.0015390474,0.05000,3.194
+40,block_sparse_moe.experts.90.w3,0.0013738972,0.05000,3.164
+40,block_sparse_moe.experts.80.w3,0.0008050262,0.05000,3.010
+40,block_sparse_moe.experts.88.w3,0.0028272536,0.05000,3.026
+40,block_sparse_moe.experts.84.w3,0.0013771553,0.05000,2.964
+40,block_sparse_moe.experts.92.w3,0.0006762733,0.05000,3.006
+40,block_sparse_moe.experts.94.w3,0.0017863675,0.05000,3.153
+40,block_sparse_moe.experts.82.w3,0.0015414984,0.05000,3.184
+40,block_sparse_moe.experts.97.w3,0.0014159868,0.05000,2.920
+40,block_sparse_moe.experts.109.w3,0.0006030654,0.05000,2.923
+40,block_sparse_moe.experts.105.w3,0.0012003563,0.05000,2.985
+40,block_sparse_moe.experts.103.w3,0.0014383869,0.05000,3.128
+40,block_sparse_moe.experts.101.w3,0.0027818285,0.05000,2.994
+40,block_sparse_moe.experts.107.w3,0.0013414897,0.05000,3.190
+40,block_sparse_moe.experts.111.w3,0.0018369869,0.05000,3.112
+40,block_sparse_moe.experts.99.w3,0.0040477077,0.05000,3.138
+40,block_sparse_moe.experts.102.w3,0.0014349557,0.05000,2.792
+40,block_sparse_moe.experts.106.w3,0.0008599349,0.05000,2.807
+40,block_sparse_moe.experts.96.w3,0.0014702448,0.05000,3.109
+40,block_sparse_moe.experts.110.w3,0.0014960456,0.05000,2.731
+40,block_sparse_moe.experts.104.w3,0.0007283838,0.05000,3.136
+40,block_sparse_moe.experts.98.w3,0.0027987046,0.05000,2.722
+40,block_sparse_moe.experts.100.w3,0.0011365587,0.05000,3.113
+40,block_sparse_moe.experts.108.w3,0.0014951491,0.05000,3.168
+40,block_sparse_moe.experts.113.w3,0.0008224902,0.05000,3.093
+40,block_sparse_moe.experts.125.w3,0.0003911627,0.05000,3.030
+40,block_sparse_moe.experts.121.w3,0.0008950572,0.05000,3.043
+40,block_sparse_moe.experts.119.w3,0.0049089683,0.05000,3.030
+40,block_sparse_moe.experts.123.w3,0.0024873263,0.05000,3.038
+40,block_sparse_moe.experts.117.w3,0.0015518442,0.05000,3.093
+40,block_sparse_moe.experts.127.w3,0.0027226721,0.05000,3.097
+40,block_sparse_moe.experts.115.w3,0.0007579437,0.05000,3.123
+40,block_sparse_moe.experts.122.w3,0.0027410396,0.05000,2.891
+40,block_sparse_moe.experts.118.w3,0.0010572313,0.05000,3.000
+40,block_sparse_moe.experts.112.w3,0.0024663041,0.05000,2.842
+40,block_sparse_moe.experts.120.w3,0.0018659557,0.05000,2.843
+40,block_sparse_moe.experts.126.w3,0.0030363189,0.05000,2.975
+40,block_sparse_moe.experts.114.w3,0.0004979464,0.05000,2.981
+40,block_sparse_moe.experts.116.w3,0.0004366543,0.05000,3.036
+40,block_sparse_moe.experts.124.w3,0.0018255619,0.05000,2.988
+40,block_sparse_moe.experts.129.w3,0.0015170361,0.05000,3.157
+40,block_sparse_moe.experts.135.w3,0.0012697021,0.05000,3.015
+40,block_sparse_moe.experts.137.w3,0.0017107697,0.05000,3.126
+40,block_sparse_moe.experts.141.w3,0.0014643615,0.05000,3.243
+40,block_sparse_moe.experts.139.w3,0.0007980428,0.05000,2.985
+40,block_sparse_moe.experts.131.w3,0.0005774888,0.05000,2.908
+40,block_sparse_moe.experts.138.w3,0.0016646252,0.05000,2.926
+40,block_sparse_moe.experts.134.w3,0.0031486997,0.05000,2.853
+40,block_sparse_moe.experts.133.w3,0.0019239687,0.05000,3.221
+40,block_sparse_moe.experts.143.w3,0.0029679018,0.05000,3.181
+40,block_sparse_moe.experts.128.w3,0.0028254077,0.05000,2.961
+40,block_sparse_moe.experts.136.w3,0.0008714138,0.05000,2.843
+40,block_sparse_moe.experts.142.w3,0.0016849645,0.05000,2.760
+40,block_sparse_moe.experts.130.w3,0.0041718411,0.05000,2.840
+40,block_sparse_moe.experts.132.w3,0.0012912576,0.05000,2.920
+40,block_sparse_moe.experts.140.w3,0.0011326078,0.05000,3.039
+40,block_sparse_moe.experts.145.w3,0.0028629212,0.05000,2.856
+40,block_sparse_moe.experts.151.w3,0.0004935163,0.05000,2.845
+40,block_sparse_moe.experts.157.w3,0.0023640337,0.05000,2.833
+40,block_sparse_moe.experts.153.w3,0.0010359359,0.05000,2.904
+40,block_sparse_moe.experts.155.w3,0.0014277055,0.05000,2.907
+40,block_sparse_moe.experts.147.w3,0.0016724839,0.05000,2.832
+40,block_sparse_moe.experts.154.w3,0.0021351810,0.05000,2.936
+40,block_sparse_moe.experts.149.w3,0.0025470145,0.05000,2.917
+40,block_sparse_moe.experts.150.w3,0.0009811550,0.05000,2.966
+40,block_sparse_moe.experts.159.w3,0.0005312522,0.05000,2.952
+40,block_sparse_moe.experts.144.w3,0.0006371837,0.05000,3.101
+40,block_sparse_moe.experts.158.w3,0.0005105104,0.05000,3.074
+40,block_sparse_moe.experts.146.w3,0.0010221689,0.05000,2.989
+40,block_sparse_moe.experts.152.w3,0.0015772216,0.05000,3.152
+40,block_sparse_moe.experts.148.w3,0.0026298102,0.05000,3.163
+40,block_sparse_moe.experts.156.w3,0.0010018241,0.05000,3.156
+40,block_sparse_moe.experts.161.w3,0.0001473408,0.05000,3.100
+40,block_sparse_moe.experts.167.w3,0.0014979358,0.05000,3.000
+40,block_sparse_moe.experts.169.w3,0.0032005489,0.05000,2.980
+40,block_sparse_moe.experts.173.w3,0.0017210356,0.05000,3.141
+40,block_sparse_moe.experts.171.w3,0.0037978392,0.05000,3.136
+40,block_sparse_moe.experts.170.w3,0.0009603050,0.05000,2.992
+40,block_sparse_moe.experts.166.w3,0.0007554232,0.05000,2.959
+40,block_sparse_moe.experts.163.w3,0.0017281171,0.05000,3.203
+40,block_sparse_moe.experts.165.w3,0.0006588879,0.05000,3.066
+40,block_sparse_moe.experts.175.w3,0.0026556838,0.05000,3.096
+40,block_sparse_moe.experts.162.w3,0.0017801036,0.05000,3.017
+40,block_sparse_moe.experts.174.w3,0.0010123024,0.05000,3.062
+40,block_sparse_moe.experts.160.w3,0.0005589020,0.05000,3.140
+40,block_sparse_moe.experts.168.w3,0.0026988079,0.05000,3.160
+40,block_sparse_moe.experts.164.w3,0.0005682873,0.05000,3.087
+40,block_sparse_moe.experts.172.w3,0.0004060781,0.05000,3.073
+40,block_sparse_moe.experts.177.w3,0.0045127424,0.05000,2.940
+40,block_sparse_moe.experts.185.w3,0.0018317476,0.05000,2.938
+40,block_sparse_moe.experts.183.w3,0.0035902841,0.05000,3.007
+40,block_sparse_moe.experts.189.w3,0.0019243091,0.05000,2.991
+40,block_sparse_moe.experts.186.w3,0.0025066364,0.05000,2.805
+40,block_sparse_moe.experts.182.w3,0.0008128907,0.05000,2.823
+40,block_sparse_moe.experts.187.w3,0.0006732885,0.05000,3.037
+40,block_sparse_moe.experts.181.w3,0.0022522464,0.05000,2.962
+40,block_sparse_moe.experts.179.w3,0.0011534555,0.05000,3.080
+40,block_sparse_moe.experts.191.w3,0.0036656376,0.05000,3.047
+40,block_sparse_moe.experts.190.w3,0.0019038005,0.05000,2.752
+40,block_sparse_moe.experts.178.w3,0.0008541038,0.05000,2.757
+40,block_sparse_moe.experts.176.w3,0.0003043693,0.05000,2.965
+40,block_sparse_moe.experts.184.w3,0.0040178530,0.05000,3.064
+40,block_sparse_moe.experts.180.w3,0.0016925752,0.05000,3.045
+40,block_sparse_moe.experts.188.w3,0.0058959116,0.05000,3.087
+40,block_sparse_moe.experts.193.w3,0.0006009817,0.05000,3.077
+40,block_sparse_moe.experts.201.w3,0.0030426207,0.05000,2.941
+40,block_sparse_moe.experts.198.w3,0.0015220500,0.05000,2.747
+40,block_sparse_moe.experts.202.w3,0.0013901209,0.05000,2.870
+40,block_sparse_moe.experts.199.w3,0.0008642823,0.05000,3.080
+40,block_sparse_moe.experts.205.w3,0.0025059121,0.05000,2.982
+40,block_sparse_moe.experts.197.w3,0.0018355647,0.05000,2.871
+40,block_sparse_moe.experts.203.w3,0.0013054259,0.05000,2.995
+40,block_sparse_moe.experts.195.w3,0.0008742671,0.05000,3.058
+40,block_sparse_moe.experts.194.w3,0.0028995218,0.05000,2.882
+40,block_sparse_moe.experts.206.w3,0.0008854545,0.05000,2.999
+40,block_sparse_moe.experts.207.w3,0.0007783106,0.05000,3.033
+40,block_sparse_moe.experts.192.w3,0.0021040677,0.05000,3.005
+40,block_sparse_moe.experts.200.w3,0.0003711147,0.05000,2.955
+40,block_sparse_moe.experts.196.w3,0.0019914569,0.05000,3.108
+40,block_sparse_moe.experts.204.w3,0.0012140197,0.05000,3.108
+40,block_sparse_moe.experts.214.w3,0.0014878129,0.05000,2.857
+40,block_sparse_moe.experts.218.w3,0.0009337239,0.05000,2.848
+40,block_sparse_moe.experts.209.w3,0.0010927063,0.05000,3.009
+40,block_sparse_moe.experts.217.w3,0.0011795665,0.05000,2.987
+40,block_sparse_moe.experts.215.w3,0.0013393010,0.05000,3.066
+40,block_sparse_moe.experts.221.w3,0.0014720988,0.05000,3.071
+40,block_sparse_moe.experts.213.w3,0.0011116059,0.05000,2.999
+40,block_sparse_moe.experts.210.w3,0.0009834039,0.05000,2.770
+40,block_sparse_moe.experts.219.w3,0.0006050651,0.05000,3.072
+40,block_sparse_moe.experts.222.w3,0.0007426971,0.05000,2.781
+40,block_sparse_moe.experts.211.w3,0.0007459867,0.05000,3.051
+40,block_sparse_moe.experts.223.w3,0.0011273574,0.05000,3.170
+40,block_sparse_moe.experts.208.w3,0.0020862365,0.05000,3.155
+40,block_sparse_moe.experts.216.w3,0.0023081558,0.05000,3.132
+40,block_sparse_moe.experts.212.w3,0.0023712408,0.05000,3.148
+40,block_sparse_moe.experts.220.w3,0.0028148724,0.05000,3.069
+40,block_sparse_moe.experts.230.w3,0.0014434054,0.05000,2.805
+40,block_sparse_moe.experts.234.w3,0.0007261222,0.05000,2.757
+40,block_sparse_moe.experts.225.w3,0.0018366792,0.05000,2.960
+40,block_sparse_moe.experts.233.w3,0.0003850786,0.05000,3.096
+40,block_sparse_moe.experts.231.w3,0.0010486333,0.05000,2.979
+40,block_sparse_moe.experts.229.w3,0.0014510470,0.05000,2.893
+40,block_sparse_moe.experts.237.w3,0.0032463074,0.05000,3.002
+40,block_sparse_moe.experts.238.w3,0.0016736114,0.05000,2.818
+40,block_sparse_moe.experts.226.w3,0.0013087387,0.05000,2.971
+40,block_sparse_moe.experts.235.w3,0.0007115229,0.05000,3.114
+40,block_sparse_moe.experts.227.w3,0.0031642854,0.05000,3.019
+40,block_sparse_moe.experts.239.w3,0.0013839069,0.05000,2.954
+40,block_sparse_moe.experts.224.w3,0.0011622641,0.05000,3.243
+40,block_sparse_moe.experts.232.w3,0.0003854459,0.05000,3.190
+40,block_sparse_moe.experts.228.w3,0.0008926207,0.05000,3.113
+40,block_sparse_moe.experts.236.w3,0.0009411822,0.05000,3.147
+40,block_sparse_moe.experts.246.w3,0.0036158617,0.05000,3.022
+40,block_sparse_moe.experts.250.w3,0.0008719360,0.05000,3.078
+40,block_sparse_moe.experts.241.w3,0.0016079840,0.05000,3.036
+40,block_sparse_moe.experts.249.w3,0.0031391359,0.05000,2.969
+40,block_sparse_moe.experts.245.w3,0.0038545483,0.05000,2.898
+40,block_sparse_moe.experts.253.w3,0.0011355109,0.05000,2.887
+40,block_sparse_moe.experts.242.w3,0.0015672591,0.05000,2.824
+40,block_sparse_moe.experts.254.w3,0.0024808380,0.05000,2.861
+40,block_sparse_moe.experts.247.w3,0.0008870711,0.05000,3.120
+40,block_sparse_moe.experts.251.w3,0.0023059557,0.05000,2.879
+40,block_sparse_moe.experts.243.w3,0.0026035068,0.05000,2.788
+40,block_sparse_moe.experts.255.w3,0.0016113293,0.05000,2.684
+40,block_sparse_moe.experts.240.w3,0.0033308324,0.05000,2.898
+40,block_sparse_moe.experts.248.w3,0.0012933651,0.05000,2.878
+40,block_sparse_moe.experts.244.w3,0.0017786733,0.05000,2.769
+40,block_sparse_moe.experts.252.w3,0.0006169409,0.05000,2.609
+40,block_sparse_moe.experts.12.w2,0.0004611318,0.05000,1.459
+40,block_sparse_moe.experts.4.w2,0.0029112249,0.05000,1.468
+40,block_sparse_moe.experts.8.w2,0.0023071544,0.05000,1.483
+40,block_sparse_moe.experts.0.w2,0.0011923168,0.05000,1.488
+40,block_sparse_moe.experts.14.w2,0.0010948831,0.05000,1.560
+40,block_sparse_moe.experts.3.w2,0.0053131693,0.05000,1.591
+40,block_sparse_moe.experts.1.w2,0.0017805794,0.05000,1.595
+40,block_sparse_moe.experts.2.w2,0.0036497138,0.05000,1.602
+40,block_sparse_moe.experts.10.w2,0.0021609971,0.05000,1.602
+40,block_sparse_moe.experts.7.w2,0.0011732435,0.05000,1.619
+40,block_sparse_moe.experts.11.w2,0.0023480408,0.05000,1.627
+40,block_sparse_moe.experts.9.w2,0.0013215619,0.05000,1.638
+40,block_sparse_moe.experts.15.w2,0.0061812655,0.05000,1.654
+40,block_sparse_moe.experts.6.w2,0.0044552140,0.05000,1.657
+40,block_sparse_moe.experts.5.w2,0.0022126177,0.05000,1.662
+40,block_sparse_moe.experts.13.w2,0.0019380853,0.05000,1.688
+40,block_sparse_moe.experts.20.w2,0.0003288287,0.05000,1.535
+40,block_sparse_moe.experts.18.w2,0.0031753729,0.05000,1.428
+40,block_sparse_moe.experts.23.w2,0.0048759988,0.05000,1.420
+40,block_sparse_moe.experts.30.w2,0.0028497797,0.05000,1.497
+40,block_sparse_moe.experts.26.w2,0.0017259283,0.05000,1.456
+40,block_sparse_moe.experts.24.w2,0.0023037605,0.05000,1.593
+40,block_sparse_moe.experts.28.w2,0.0033751876,0.05000,1.619
+40,block_sparse_moe.experts.19.w2,0.0010138820,0.05000,1.508
+40,block_sparse_moe.experts.22.w2,0.0027215521,0.05000,1.473
+40,block_sparse_moe.experts.31.w2,0.0040156355,0.05000,1.484
+40,block_sparse_moe.experts.17.w2,0.0004813640,0.05000,1.571
+40,block_sparse_moe.experts.16.w2,0.0045648497,0.05000,1.683
+40,block_sparse_moe.experts.27.w2,0.0071492809,0.05000,1.555
+40,block_sparse_moe.experts.25.w2,0.0010521930,0.05000,1.564
+40,block_sparse_moe.experts.29.w2,0.0009437997,0.05000,1.565
+40,block_sparse_moe.experts.21.w2,0.0011908571,0.05000,1.624
+40,block_sparse_moe.experts.35.w2,0.0017701181,0.05000,1.159
+40,block_sparse_moe.experts.39.w2,0.0028593581,0.05000,1.304
+40,block_sparse_moe.experts.47.w2,0.0059240858,0.05000,1.216
+40,block_sparse_moe.experts.34.w2,0.0004013857,0.05000,1.323
+40,block_sparse_moe.experts.42.w2,0.0005612258,0.05000,1.314
+40,block_sparse_moe.experts.46.w2,0.0015832033,0.05000,1.340
+40,block_sparse_moe.experts.36.w2,0.0014003698,0.05000,1.407
+40,block_sparse_moe.experts.38.w2,0.0076734075,0.05000,1.292
+40,block_sparse_moe.experts.43.w2,0.0023645904,0.05000,1.274
+40,block_sparse_moe.experts.44.w2,0.0020807517,0.05000,1.403
+40,block_sparse_moe.experts.40.w2,0.0004948920,0.05000,1.430
+40,block_sparse_moe.experts.32.w2,0.0012497343,0.05000,1.450
+40,block_sparse_moe.experts.33.w2,0.0045539961,0.05000,1.520
+40,block_sparse_moe.experts.41.w2,0.0009096325,0.05000,1.520
+40,block_sparse_moe.experts.45.w2,0.0015798376,0.05000,1.522
+40,block_sparse_moe.experts.37.w2,0.0026452308,0.05000,1.499
+40,block_sparse_moe.experts.58.w2,0.0032222961,0.05000,1.358
+40,block_sparse_moe.experts.50.w2,0.0033632828,0.05000,1.403
+40,block_sparse_moe.experts.54.w2,0.0009935821,0.05000,1.355
+40,block_sparse_moe.experts.51.w2,0.0122415406,0.05000,1.552
+40,block_sparse_moe.experts.62.w2,0.0028080883,0.05000,1.425
+40,block_sparse_moe.experts.63.w2,0.0004284462,0.05000,1.510
+40,block_sparse_moe.experts.55.w2,0.0007914256,0.05000,1.523
+40,block_sparse_moe.experts.52.w2,0.0071165895,0.05000,1.509
+40,block_sparse_moe.experts.59.w2,0.0038690858,0.05000,1.547
+40,block_sparse_moe.experts.60.w2,0.0023354447,0.05000,1.528
+40,block_sparse_moe.experts.56.w2,0.0148854126,0.05000,1.557
+40,block_sparse_moe.experts.57.w2,0.0029209318,0.05000,1.368
+40,block_sparse_moe.experts.48.w2,0.0016130450,0.05000,1.489
+40,block_sparse_moe.experts.49.w2,0.0040961310,0.05000,1.442
+40,block_sparse_moe.experts.53.w2,0.0043316296,0.05000,1.387
+40,block_sparse_moe.experts.61.w2,0.0044016034,0.05000,1.458
+40,block_sparse_moe.experts.70.w2,0.0010487183,0.05000,1.400
+40,block_sparse_moe.experts.66.w2,0.0011915455,0.05000,1.441
+40,block_sparse_moe.experts.74.w2,0.0026100326,0.05000,1.513
+40,block_sparse_moe.experts.78.w2,0.0004092234,0.05000,1.456
+40,block_sparse_moe.experts.67.w2,0.0044636714,0.05000,1.536
+40,block_sparse_moe.experts.68.w2,0.0043561775,0.05000,1.481
+40,block_sparse_moe.experts.79.w2,0.0030037857,0.05000,1.597
+40,block_sparse_moe.experts.71.w2,0.0036689221,0.05000,1.598
+40,block_sparse_moe.experts.72.w2,0.0076211319,0.05000,1.475
+40,block_sparse_moe.experts.64.w2,0.0004581745,0.05000,1.435
+40,block_sparse_moe.experts.76.w2,0.0044556969,0.05000,1.539
+40,block_sparse_moe.experts.73.w2,0.0015220898,0.05000,1.511
+40,block_sparse_moe.experts.75.w2,0.0036198203,0.05000,1.618
+40,block_sparse_moe.experts.65.w2,0.0013902054,0.05000,1.584
+40,block_sparse_moe.experts.69.w2,0.0032858425,0.05000,1.558
+40,block_sparse_moe.experts.77.w2,0.0038885391,0.05000,1.557
+40,block_sparse_moe.experts.86.w2,0.0026994750,0.05000,1.602
+40,block_sparse_moe.experts.94.w2,0.0019585001,0.05000,1.559
+40,block_sparse_moe.experts.82.w2,0.0008270197,0.05000,1.658
+40,block_sparse_moe.experts.90.w2,0.0010705241,0.05000,1.615
+40,block_sparse_moe.experts.83.w2,0.0027517110,0.05000,1.597
+40,block_sparse_moe.experts.84.w2,0.0012420440,0.05000,1.590
+40,block_sparse_moe.experts.95.w2,0.0021473099,0.05000,1.567
+40,block_sparse_moe.experts.87.w2,0.0048772872,0.05000,1.592
+40,block_sparse_moe.experts.88.w2,0.0074285811,0.05000,1.543
+40,block_sparse_moe.experts.89.w2,0.0111775102,0.05000,1.496
+40,block_sparse_moe.experts.80.w2,0.0009186570,0.05000,1.552
+40,block_sparse_moe.experts.85.w2,0.0014642540,0.05000,1.422
+40,block_sparse_moe.experts.92.w2,0.0020446052,0.05000,1.603
+40,block_sparse_moe.experts.91.w2,0.0005291027,0.05000,1.545
+40,block_sparse_moe.experts.81.w2,0.0008650404,0.05000,1.461
+40,block_sparse_moe.experts.93.w2,0.0055231748,0.05000,1.447
+40,block_sparse_moe.experts.102.w2,0.0091982795,0.05000,1.519
+40,block_sparse_moe.experts.110.w2,0.0019426234,0.05000,1.529
+40,block_sparse_moe.experts.98.w2,0.0076474121,0.05000,1.537
+40,block_sparse_moe.experts.106.w2,0.0015740455,0.05000,1.538
+40,block_sparse_moe.experts.99.w2,0.0156103903,0.05000,1.476
+40,block_sparse_moe.experts.100.w2,0.0009699483,0.05000,1.461
+40,block_sparse_moe.experts.111.w2,0.0029665211,0.05000,1.474
+40,block_sparse_moe.experts.105.w2,0.0084906331,0.05000,1.431
+40,block_sparse_moe.experts.96.w2,0.0038519113,0.05000,1.454
+40,block_sparse_moe.experts.103.w2,0.0027526326,0.05000,1.505
+40,block_sparse_moe.experts.104.w2,0.0007609407,0.05000,1.521
+40,block_sparse_moe.experts.101.w2,0.0120977190,0.05000,1.457
+40,block_sparse_moe.experts.97.w2,0.0017678084,0.05000,1.490
+40,block_sparse_moe.experts.107.w2,0.0047959844,0.05000,1.530
+40,block_sparse_moe.experts.109.w2,0.0045896145,0.05000,1.466
+40,block_sparse_moe.experts.108.w2,0.0015218789,0.05000,1.551
+40,block_sparse_moe.experts.118.w2,0.0053204729,0.05000,1.527
+40,block_sparse_moe.experts.114.w2,0.0024091333,0.05000,1.483
+40,block_sparse_moe.experts.126.w2,0.0076153212,0.05000,1.539
+40,block_sparse_moe.experts.115.w2,0.0057928602,0.05000,1.539
+40,block_sparse_moe.experts.122.w2,0.0052951127,0.05000,1.565
+40,block_sparse_moe.experts.116.w2,0.0013899779,0.05000,1.536
+40,block_sparse_moe.experts.121.w2,0.0068546305,0.05000,1.477
+40,block_sparse_moe.experts.127.w2,0.0025393667,0.05000,1.510
+40,block_sparse_moe.experts.117.w2,0.0033516292,0.05000,1.442
+40,block_sparse_moe.experts.113.w2,0.0029467781,0.05000,1.439
+40,block_sparse_moe.experts.112.w2,0.0058551897,0.05000,1.562
+40,block_sparse_moe.experts.120.w2,0.0030072439,0.05000,1.513
+40,block_sparse_moe.experts.119.w2,0.0167793664,0.05000,1.562
+40,block_sparse_moe.experts.125.w2,0.0006843867,0.05000,1.490
+40,block_sparse_moe.experts.124.w2,0.0056554467,0.05000,1.536
+40,block_sparse_moe.experts.123.w2,0.0033467006,0.05000,1.643
+40,block_sparse_moe.experts.134.w2,0.0032124598,0.05000,1.532
+40,block_sparse_moe.experts.130.w2,0.0043148885,0.05000,1.517
+40,block_sparse_moe.experts.137.w2,0.0032698439,0.05000,1.423
+40,block_sparse_moe.experts.142.w2,0.0037313736,0.05000,1.551
+40,block_sparse_moe.experts.143.w2,0.0029933884,0.05000,1.454
+40,block_sparse_moe.experts.129.w2,0.0019201586,0.05000,1.383
+40,block_sparse_moe.experts.133.w2,0.0061355463,0.05000,1.464
+40,block_sparse_moe.experts.131.w2,0.0018732792,0.05000,1.559
+40,block_sparse_moe.experts.138.w2,0.0016580720,0.05000,1.570
+40,block_sparse_moe.experts.132.w2,0.0034924694,0.05000,1.573
+40,block_sparse_moe.experts.141.w2,0.0031494278,0.05000,1.369
+40,block_sparse_moe.experts.135.w2,0.0015154833,0.05000,1.521
+40,block_sparse_moe.experts.128.w2,0.0027887189,0.05000,1.573
+40,block_sparse_moe.experts.136.w2,0.0009897992,0.05000,1.581
+40,block_sparse_moe.experts.139.w2,0.0017427967,0.05000,1.433
+40,block_sparse_moe.experts.140.w2,0.0029165216,0.05000,1.561
+40,block_sparse_moe.experts.150.w2,0.0003159077,0.05000,1.362
+40,block_sparse_moe.experts.159.w2,0.0009052860,0.05000,1.323
+40,block_sparse_moe.experts.158.w2,0.0013405562,0.05000,1.329
+40,block_sparse_moe.experts.147.w2,0.0028159873,0.05000,1.297
+40,block_sparse_moe.experts.146.w2,0.0015061720,0.05000,1.450
+40,block_sparse_moe.experts.154.w2,0.0027839866,0.05000,1.355
+40,block_sparse_moe.experts.153.w2,0.0007248593,0.05000,1.497
+40,block_sparse_moe.experts.151.w2,0.0005764922,0.05000,1.321
+40,block_sparse_moe.experts.145.w2,0.0027039448,0.05000,1.495
+40,block_sparse_moe.experts.149.w2,0.0018766679,0.05000,1.529
+40,block_sparse_moe.experts.148.w2,0.0013722527,0.05000,1.519
+40,block_sparse_moe.experts.157.w2,0.0041630021,0.05000,1.527
+40,block_sparse_moe.experts.155.w2,0.0054560525,0.05000,1.409
+40,block_sparse_moe.experts.152.w2,0.0024309480,0.05000,1.528
+40,block_sparse_moe.experts.144.w2,0.0017827674,0.05000,1.551
+40,block_sparse_moe.experts.156.w2,0.0038333172,0.05000,1.544
+40,block_sparse_moe.experts.166.w2,0.0012913612,0.05000,1.237
+40,block_sparse_moe.experts.174.w2,0.0010782126,0.05000,1.273
+40,block_sparse_moe.experts.162.w2,0.0016427911,0.05000,1.316
+40,block_sparse_moe.experts.170.w2,0.0002925438,0.05000,1.369
+40,block_sparse_moe.experts.163.w2,0.0034141350,0.05000,1.518
+40,block_sparse_moe.experts.175.w2,0.0042381351,0.05000,1.569
+40,block_sparse_moe.experts.161.w2,0.0004906884,0.05000,1.398
+40,block_sparse_moe.experts.169.w2,0.0080130142,0.05000,1.477
+40,block_sparse_moe.experts.167.w2,0.0018248915,0.05000,1.467
+40,block_sparse_moe.experts.165.w2,0.0013929003,0.05000,1.441
+40,block_sparse_moe.experts.173.w2,0.0014513500,0.05000,1.475
+40,block_sparse_moe.experts.164.w2,0.0014207531,0.05000,1.519
+40,block_sparse_moe.experts.171.w2,0.0029819620,0.05000,1.461
+40,block_sparse_moe.experts.160.w2,0.0017895016,0.05000,1.486
+40,block_sparse_moe.experts.168.w2,0.0038993321,0.05000,1.547
+40,block_sparse_moe.experts.172.w2,0.0011237853,0.05000,1.539
+40,block_sparse_moe.experts.182.w2,0.0001897009,0.05000,1.522
+40,block_sparse_moe.experts.190.w2,0.0034294221,0.05000,1.486
+40,block_sparse_moe.experts.178.w2,0.0013668676,0.05000,1.502
+40,block_sparse_moe.experts.186.w2,0.0048315401,0.05000,1.504
+40,block_sparse_moe.experts.179.w2,0.0034353167,0.05000,1.472
+40,block_sparse_moe.experts.183.w2,0.0169782447,0.05000,1.436
+40,block_sparse_moe.experts.185.w2,0.0032252494,0.05000,1.503
+40,block_sparse_moe.experts.177.w2,0.0245692171,0.05000,1.534
+40,block_sparse_moe.experts.191.w2,0.0036080567,0.05000,1.553
+40,block_sparse_moe.experts.181.w2,0.0032487836,0.05000,1.523
+40,block_sparse_moe.experts.189.w2,0.0022905828,0.05000,1.517
+40,block_sparse_moe.experts.187.w2,0.0022219136,0.05000,1.504
+40,block_sparse_moe.experts.180.w2,0.0011338531,0.05000,1.549
+40,block_sparse_moe.experts.176.w2,0.0007622227,0.05000,1.485
+40,block_sparse_moe.experts.184.w2,0.0076386636,0.05000,1.503
+40,block_sparse_moe.experts.188.w2,0.0294472296,0.05000,1.584
+40,block_sparse_moe.experts.206.w2,0.0043676525,0.05000,1.298
+40,block_sparse_moe.experts.198.w2,0.0062453669,0.05000,1.360
+40,block_sparse_moe.experts.202.w2,0.0007069834,0.05000,1.273
+40,block_sparse_moe.experts.194.w2,0.0176666573,0.05000,1.373
+40,block_sparse_moe.experts.195.w2,0.0008481891,0.05000,1.476
+40,block_sparse_moe.experts.199.w2,0.0021997589,0.05000,1.443
+40,block_sparse_moe.experts.193.w2,0.0009999539,0.05000,1.529
+40,block_sparse_moe.experts.207.w2,0.0017272571,0.05000,1.528
+40,block_sparse_moe.experts.201.w2,0.0015765605,0.05000,1.588
+40,block_sparse_moe.experts.197.w2,0.0022010606,0.05000,1.520
+40,block_sparse_moe.experts.205.w2,0.0048547983,0.05000,1.480
+40,block_sparse_moe.experts.203.w2,0.0009216364,0.05000,1.417
+40,block_sparse_moe.experts.196.w2,0.0016716910,0.05000,1.424
+40,block_sparse_moe.experts.192.w2,0.0027701530,0.05000,1.365
+40,block_sparse_moe.experts.200.w2,0.0004576191,0.05000,1.435
+40,block_sparse_moe.experts.204.w2,0.0039890404,0.05000,1.413
+40,block_sparse_moe.experts.222.w2,0.0011797415,0.05000,1.414
+40,block_sparse_moe.experts.214.w2,0.0028390490,0.05000,1.492
+40,block_sparse_moe.experts.218.w2,0.0015838454,0.05000,1.473
+40,block_sparse_moe.experts.210.w2,0.0005210401,0.05000,1.569
+40,block_sparse_moe.experts.211.w2,0.0011524034,0.05000,1.440
+40,block_sparse_moe.experts.215.w2,0.0031225537,0.05000,1.415
+40,block_sparse_moe.experts.223.w2,0.0051162826,0.05000,1.432
+40,block_sparse_moe.experts.209.w2,0.0009964814,0.05000,1.544
+40,block_sparse_moe.experts.213.w2,0.0020903520,0.05000,1.503
+40,block_sparse_moe.experts.219.w2,0.0006786827,0.05000,1.469
+40,block_sparse_moe.experts.217.w2,0.0020303075,0.05000,1.541
+40,block_sparse_moe.experts.221.w2,0.0006591865,0.05000,1.498
+40,block_sparse_moe.experts.208.w2,0.0024571874,0.05000,1.558
+40,block_sparse_moe.experts.212.w2,0.0026894460,0.05000,1.590
+40,block_sparse_moe.experts.216.w2,0.0030663964,0.05000,1.600
+40,block_sparse_moe.experts.220.w2,0.0295599711,0.05000,1.659
+40,block_sparse_moe.experts.238.w2,0.0076330951,0.05000,1.453
+40,block_sparse_moe.experts.230.w2,0.0022220540,0.05000,1.446
+40,block_sparse_moe.experts.234.w2,0.0013444398,0.05000,1.478
+40,block_sparse_moe.experts.226.w2,0.0055840451,0.05000,1.442
+40,block_sparse_moe.experts.227.w2,0.0072788264,0.05000,1.375
+40,block_sparse_moe.experts.231.w2,0.0002835110,0.05000,1.372
+40,block_sparse_moe.experts.239.w2,0.0037123537,0.05000,1.378
+40,block_sparse_moe.experts.235.w2,0.0012287257,0.05000,1.473
+40,block_sparse_moe.experts.225.w2,0.0037210041,0.05000,1.544
+40,block_sparse_moe.experts.233.w2,0.0020453627,0.05000,1.544
+40,block_sparse_moe.experts.229.w2,0.0048273692,0.05000,1.553
+40,block_sparse_moe.experts.237.w2,0.0091375120,0.05000,1.588
+40,block_sparse_moe.experts.224.w2,0.0015777438,0.05000,1.543
+40,block_sparse_moe.experts.228.w2,0.0017064656,0.05000,1.516
+40,block_sparse_moe.experts.232.w2,0.0014237277,0.05000,1.541
+40,block_sparse_moe.experts.236.w2,0.0016044422,0.05000,1.600
+40,block_sparse_moe.experts.254.w2,0.0036601940,0.05000,1.647
+40,block_sparse_moe.experts.246.w2,0.0349320415,0.05000,1.634
+40,block_sparse_moe.experts.250.w2,0.0017734407,0.05000,1.552
+40,block_sparse_moe.experts.242.w2,0.0022678485,0.05000,1.497
+40,block_sparse_moe.experts.243.w2,0.0026065532,0.05000,1.544
+40,block_sparse_moe.experts.247.w2,0.0033290539,0.05000,1.551
+40,block_sparse_moe.experts.255.w2,0.0026528092,0.05000,1.465
+40,block_sparse_moe.experts.251.w2,0.0066928262,0.05000,1.280
+40,block_sparse_moe.experts.249.w2,0.0366567219,0.05000,1.510
+40,block_sparse_moe.experts.241.w2,0.0056310228,0.05000,1.564
+40,block_sparse_moe.experts.240.w2,0.0108604202,0.05000,1.473
+40,block_sparse_moe.experts.245.w2,0.0207676812,0.05000,1.570
+40,block_sparse_moe.experts.253.w2,0.0024038975,0.05000,1.512
+40,block_sparse_moe.experts.244.w2,0.0020231301,0.05000,1.507
+40,block_sparse_moe.experts.248.w2,0.0031512513,0.05000,1.384
+40,block_sparse_moe.experts.252.w2,0.0013150850,0.05000,1.161
+41,self_attn.q_proj,0.0001190886,0.05000,0.968
+41,self_attn.k_proj,0.0000164888,0.05000,0.997
+41,self_attn.v_proj,0.0000165303,0.05000,1.000
+41,self_attn.o_proj,0.0000092781,0.05000,1.735
+41,block_sparse_moe.experts.11.w1,0.0018827357,0.05000,3.014
+41,block_sparse_moe.experts.12.w1,0.0010670159,0.05000,3.048
+41,block_sparse_moe.experts.2.w1,0.0010817359,0.05000,3.054
+41,block_sparse_moe.experts.7.w1,0.0027522085,0.05000,3.069
+41,block_sparse_moe.experts.3.w1,0.0009408758,0.05000,3.114
+41,block_sparse_moe.experts.8.w1,0.0024651139,0.05000,3.121
+41,block_sparse_moe.experts.5.w1,0.0021815187,0.05000,3.122
+41,block_sparse_moe.experts.10.w1,0.0013395324,0.05000,3.131
+41,block_sparse_moe.experts.6.w1,0.0009103941,0.05000,3.136
+41,block_sparse_moe.experts.15.w1,0.0032621847,0.05000,3.156
+41,block_sparse_moe.experts.4.w1,0.0029212136,0.05000,3.186
+41,block_sparse_moe.experts.9.w1,0.0011332767,0.05000,3.215
+41,block_sparse_moe.experts.14.w1,0.0031309241,0.05000,3.214
+41,block_sparse_moe.experts.0.w1,0.0009528945,0.05000,3.268
+41,block_sparse_moe.experts.1.w1,0.0006656966,0.05000,3.261
+41,block_sparse_moe.experts.13.w1,0.0008951962,0.05000,3.352
+41,block_sparse_moe.experts.27.w1,0.0020004862,0.05000,3.040
+41,block_sparse_moe.experts.22.w1,0.0009540603,0.05000,2.926
+41,block_sparse_moe.experts.26.w1,0.0012588256,0.05000,2.946
+41,block_sparse_moe.experts.23.w1,0.0006446981,0.05000,3.068
+41,block_sparse_moe.experts.19.w1,0.0025603618,0.05000,3.027
+41,block_sparse_moe.experts.28.w1,0.0015836105,0.05000,3.097
+41,block_sparse_moe.experts.18.w1,0.0033905569,0.05000,3.105
+41,block_sparse_moe.experts.30.w1,0.0018621603,0.05000,2.969
+41,block_sparse_moe.experts.31.w1,0.0002689408,0.05000,3.033
+41,block_sparse_moe.experts.24.w1,0.0008042351,0.05000,3.099
+41,block_sparse_moe.experts.20.w1,0.0008706857,0.05000,3.121
+41,block_sparse_moe.experts.21.w1,0.0025241400,0.05000,3.192
+41,block_sparse_moe.experts.16.w1,0.0015780621,0.05000,3.074
+41,block_sparse_moe.experts.25.w1,0.0027042766,0.05000,3.176
+41,block_sparse_moe.experts.17.w1,0.0022657093,0.05000,3.191
+41,block_sparse_moe.experts.29.w1,0.0034507684,0.05000,3.172
+41,block_sparse_moe.experts.35.w1,0.0012794636,0.05000,2.861
+41,block_sparse_moe.experts.42.w1,0.0022253580,0.05000,2.990
+41,block_sparse_moe.experts.43.w1,0.0006451969,0.05000,3.022
+41,block_sparse_moe.experts.39.w1,0.0017990457,0.05000,2.944
+41,block_sparse_moe.experts.47.w1,0.0030186434,0.05000,2.889
+41,block_sparse_moe.experts.44.w1,0.0039898571,0.05000,2.995
+41,block_sparse_moe.experts.46.w1,0.0010946095,0.05000,2.955
+41,block_sparse_moe.experts.38.w1,0.0010255404,0.05000,3.101
+41,block_sparse_moe.experts.36.w1,0.0006720405,0.05000,2.966
+41,block_sparse_moe.experts.34.w1,0.0019230247,0.05000,3.104
+41,block_sparse_moe.experts.40.w1,0.0012293013,0.05000,3.107
+41,block_sparse_moe.experts.32.w1,0.0010832495,0.05000,3.081
+41,block_sparse_moe.experts.37.w1,0.0025773081,0.05000,3.151
+41,block_sparse_moe.experts.41.w1,0.0016554342,0.05000,3.185
+41,block_sparse_moe.experts.33.w1,0.0007694295,0.05000,3.119
+41,block_sparse_moe.experts.45.w1,0.0016495078,0.05000,3.224
+41,block_sparse_moe.experts.51.w1,0.0021210818,0.05000,3.074
+41,block_sparse_moe.experts.62.w1,0.0008053198,0.05000,2.943
+41,block_sparse_moe.experts.58.w1,0.0017397656,0.05000,3.066
+41,block_sparse_moe.experts.55.w1,0.0003433978,0.05000,3.091
+41,block_sparse_moe.experts.54.w1,0.0017920532,0.05000,3.030
+41,block_sparse_moe.experts.63.w1,0.0013495371,0.05000,3.131
+41,block_sparse_moe.experts.59.w1,0.0005857566,0.05000,3.157
+41,block_sparse_moe.experts.50.w1,0.0014798826,0.05000,2.977
+41,block_sparse_moe.experts.60.w1,0.0022611695,0.05000,3.196
+41,block_sparse_moe.experts.52.w1,0.0009932663,0.05000,3.174
+41,block_sparse_moe.experts.56.w1,0.0009934826,0.05000,3.170
+41,block_sparse_moe.experts.48.w1,0.0012522677,0.05000,3.097
+41,block_sparse_moe.experts.53.w1,0.0015576921,0.05000,3.203
+41,block_sparse_moe.experts.57.w1,0.0029384162,0.05000,3.121
+41,block_sparse_moe.experts.49.w1,0.0010760867,0.05000,3.155
+41,block_sparse_moe.experts.61.w1,0.0016124544,0.05000,3.152
+41,block_sparse_moe.experts.74.w1,0.0021178713,0.05000,2.840
+41,block_sparse_moe.experts.78.w1,0.0002384797,0.05000,2.920
+41,block_sparse_moe.experts.70.w1,0.0032855528,0.05000,2.911
+41,block_sparse_moe.experts.67.w1,0.0011039522,0.05000,3.119
+41,block_sparse_moe.experts.66.w1,0.0009656244,0.05000,3.014
+41,block_sparse_moe.experts.75.w1,0.0015034050,0.05000,3.075
+41,block_sparse_moe.experts.71.w1,0.0018758111,0.05000,3.167
+41,block_sparse_moe.experts.79.w1,0.0009698286,0.05000,3.162
+41,block_sparse_moe.experts.76.w1,0.0012786497,0.05000,3.063
+41,block_sparse_moe.experts.68.w1,0.0007793449,0.05000,2.991
+41,block_sparse_moe.experts.72.w1,0.0004295075,0.05000,3.032
+41,block_sparse_moe.experts.64.w1,0.0006717671,0.05000,3.162
+41,block_sparse_moe.experts.69.w1,0.0014362869,0.05000,3.066
+41,block_sparse_moe.experts.65.w1,0.0016027956,0.05000,3.047
+41,block_sparse_moe.experts.73.w1,0.0013140529,0.05000,3.200
+41,block_sparse_moe.experts.77.w1,0.0003550753,0.05000,3.115
+41,block_sparse_moe.experts.90.w1,0.0023170421,0.05000,3.095
+41,block_sparse_moe.experts.94.w1,0.0006035732,0.05000,3.099
+41,block_sparse_moe.experts.86.w1,0.0002873960,0.05000,3.088
+41,block_sparse_moe.experts.83.w1,0.0021008707,0.05000,3.015
+41,block_sparse_moe.experts.91.w1,0.0008206385,0.05000,2.930
+41,block_sparse_moe.experts.82.w1,0.0010243977,0.05000,3.037
+41,block_sparse_moe.experts.87.w1,0.0011821624,0.05000,2.995
+41,block_sparse_moe.experts.92.w1,0.0002405717,0.05000,2.974
+41,block_sparse_moe.experts.84.w1,0.0018269478,0.05000,2.948
+41,block_sparse_moe.experts.95.w1,0.0020964984,0.05000,3.044
+41,block_sparse_moe.experts.88.w1,0.0012096769,0.05000,2.969
+41,block_sparse_moe.experts.80.w1,0.0019738508,0.05000,2.923
+41,block_sparse_moe.experts.85.w1,0.0031328818,0.05000,2.880
+41,block_sparse_moe.experts.81.w1,0.0019497698,0.05000,3.064
+41,block_sparse_moe.experts.89.w1,0.0032332753,0.05000,2.984
+41,block_sparse_moe.experts.93.w1,0.0004985479,0.05000,2.956
+41,block_sparse_moe.experts.107.w1,0.0011525464,0.05000,2.720
+41,block_sparse_moe.experts.99.w1,0.0007597755,0.05000,2.817
+41,block_sparse_moe.experts.103.w1,0.0004960467,0.05000,2.779
+41,block_sparse_moe.experts.108.w1,0.0007085048,0.05000,2.801
+41,block_sparse_moe.experts.111.w1,0.0019051297,0.05000,2.787
+41,block_sparse_moe.experts.106.w1,0.0020582487,0.05000,3.230
+41,block_sparse_moe.experts.102.w1,0.0009730515,0.05000,3.110
+41,block_sparse_moe.experts.100.w1,0.0010404297,0.05000,2.937
+41,block_sparse_moe.experts.110.w1,0.0036829387,0.05000,3.305
+41,block_sparse_moe.experts.98.w1,0.0030278697,0.05000,3.190
+41,block_sparse_moe.experts.104.w1,0.0002072212,0.05000,2.990
+41,block_sparse_moe.experts.96.w1,0.0002370954,0.05000,3.009
+41,block_sparse_moe.experts.97.w1,0.0007460045,0.05000,2.795
+41,block_sparse_moe.experts.101.w1,0.0006032799,0.05000,3.024
+41,block_sparse_moe.experts.105.w1,0.0006419215,0.05000,2.932
+41,block_sparse_moe.experts.109.w1,0.0005399380,0.05000,2.861
+41,block_sparse_moe.experts.115.w1,0.0029047808,0.05000,3.204
+41,block_sparse_moe.experts.123.w1,0.0013696704,0.05000,3.302
+41,block_sparse_moe.experts.124.w1,0.0010699721,0.05000,3.206
+41,block_sparse_moe.experts.119.w1,0.0012493624,0.05000,3.294
+41,block_sparse_moe.experts.127.w1,0.0023120489,0.05000,3.219
+41,block_sparse_moe.experts.116.w1,0.0004811976,0.05000,3.193
+41,block_sparse_moe.experts.118.w1,0.0015434699,0.05000,3.269
+41,block_sparse_moe.experts.120.w1,0.0013843016,0.05000,3.140
+41,block_sparse_moe.experts.122.w1,0.0018603798,0.05000,3.353
+41,block_sparse_moe.experts.114.w1,0.0033795224,0.05000,3.165
+41,block_sparse_moe.experts.113.w1,0.0012453010,0.05000,3.050
+41,block_sparse_moe.experts.126.w1,0.0014696377,0.05000,3.298
+41,block_sparse_moe.experts.112.w1,0.0017269905,0.05000,3.185
+41,block_sparse_moe.experts.117.w1,0.0018934990,0.05000,3.235
+41,block_sparse_moe.experts.121.w1,0.0007047776,0.05000,3.128
+41,block_sparse_moe.experts.125.w1,0.0022385963,0.05000,3.170
+41,block_sparse_moe.experts.139.w1,0.0026949638,0.05000,3.041
+41,block_sparse_moe.experts.131.w1,0.0015481138,0.05000,3.084
+41,block_sparse_moe.experts.143.w1,0.0008133295,0.05000,2.963
+41,block_sparse_moe.experts.135.w1,0.0032662857,0.05000,3.044
+41,block_sparse_moe.experts.140.w1,0.0012931544,0.05000,3.179
+41,block_sparse_moe.experts.132.w1,0.0028077606,0.05000,3.213
+41,block_sparse_moe.experts.136.w1,0.0011953081,0.05000,3.097
+41,block_sparse_moe.experts.134.w1,0.0028913780,0.05000,3.246
+41,block_sparse_moe.experts.130.w1,0.0014642325,0.05000,3.202
+41,block_sparse_moe.experts.138.w1,0.0023156507,0.05000,3.246
+41,block_sparse_moe.experts.128.w1,0.0006172353,0.05000,3.128
+41,block_sparse_moe.experts.142.w1,0.0014244493,0.05000,3.245
+41,block_sparse_moe.experts.129.w1,0.0026277153,0.05000,3.411
+41,block_sparse_moe.experts.133.w1,0.0009252300,0.05000,3.339
+41,block_sparse_moe.experts.137.w1,0.0024773556,0.05000,3.281
+41,block_sparse_moe.experts.141.w1,0.0010114473,0.05000,3.310
+41,block_sparse_moe.experts.147.w1,0.0024850200,0.05000,3.041
+41,block_sparse_moe.experts.159.w1,0.0012808523,0.05000,2.978
+41,block_sparse_moe.experts.151.w1,0.0012777540,0.05000,2.938
+41,block_sparse_moe.experts.155.w1,0.0008213335,0.05000,3.120
+41,block_sparse_moe.experts.146.w1,0.0006449946,0.05000,2.678
+41,block_sparse_moe.experts.154.w1,0.0017306699,0.05000,2.636
+41,block_sparse_moe.experts.150.w1,0.0009122012,0.05000,2.764
+41,block_sparse_moe.experts.158.w1,0.0017289750,0.05000,2.703
+41,block_sparse_moe.experts.156.w1,0.0002196044,0.05000,3.207
+41,block_sparse_moe.experts.152.w1,0.0019719819,0.05000,3.154
+41,block_sparse_moe.experts.148.w1,0.0033165139,0.05000,3.288
+41,block_sparse_moe.experts.145.w1,0.0016683490,0.05000,3.011
+41,block_sparse_moe.experts.144.w1,0.0011106624,0.05000,3.231
+41,block_sparse_moe.experts.153.w1,0.0014937264,0.05000,3.123
+41,block_sparse_moe.experts.149.w1,0.0008355522,0.05000,3.132
+41,block_sparse_moe.experts.157.w1,0.0033322705,0.05000,3.024
+41,block_sparse_moe.experts.175.w1,0.0024462312,0.05000,3.003
+41,block_sparse_moe.experts.163.w1,0.0003713829,0.05000,3.056
+41,block_sparse_moe.experts.167.w1,0.0013767484,0.05000,3.088
+41,block_sparse_moe.experts.170.w1,0.0012547877,0.05000,3.013
+41,block_sparse_moe.experts.171.w1,0.0021945655,0.05000,3.165
+41,block_sparse_moe.experts.162.w1,0.0013348434,0.05000,3.156
+41,block_sparse_moe.experts.174.w1,0.0010270275,0.05000,3.101
+41,block_sparse_moe.experts.166.w1,0.0017584661,0.05000,3.242
+41,block_sparse_moe.experts.172.w1,0.0011874037,0.05000,3.155
+41,block_sparse_moe.experts.168.w1,0.0012571342,0.05000,3.056
+41,block_sparse_moe.experts.161.w1,0.0014486721,0.05000,2.985
+41,block_sparse_moe.experts.164.w1,0.0011304220,0.05000,3.115
+41,block_sparse_moe.experts.169.w1,0.0013177326,0.05000,2.938
+41,block_sparse_moe.experts.160.w1,0.0021370035,0.05000,3.146
+41,block_sparse_moe.experts.165.w1,0.0006142633,0.05000,2.970
+41,block_sparse_moe.experts.173.w1,0.0021073838,0.05000,3.022
+41,block_sparse_moe.experts.191.w1,0.0009163272,0.05000,3.089
+41,block_sparse_moe.experts.179.w1,0.0021454878,0.05000,3.138
+41,block_sparse_moe.experts.183.w1,0.0014118748,0.05000,3.180
+41,block_sparse_moe.experts.187.w1,0.0018762167,0.05000,3.152
+41,block_sparse_moe.experts.186.w1,0.0005889870,0.05000,3.218
+41,block_sparse_moe.experts.190.w1,0.0011700898,0.05000,3.081
+41,block_sparse_moe.experts.178.w1,0.0026582666,0.05000,3.277
+41,block_sparse_moe.experts.182.w1,0.0038496906,0.05000,3.179
+41,block_sparse_moe.experts.184.w1,0.0016202654,0.05000,3.115
+41,block_sparse_moe.experts.188.w1,0.0016065491,0.05000,3.154
+41,block_sparse_moe.experts.177.w1,0.0007215108,0.05000,3.059
+41,block_sparse_moe.experts.180.w1,0.0029624069,0.05000,3.045
+41,block_sparse_moe.experts.185.w1,0.0008771622,0.05000,3.016
+41,block_sparse_moe.experts.181.w1,0.0013669609,0.05000,3.081
+41,block_sparse_moe.experts.189.w1,0.0021585665,0.05000,3.070
+41,block_sparse_moe.experts.176.w1,0.0015631280,0.05000,3.176
+41,block_sparse_moe.experts.207.w1,0.0005568680,0.05000,3.066
+41,block_sparse_moe.experts.195.w1,0.0035521879,0.05000,3.054
+41,block_sparse_moe.experts.199.w1,0.0016265783,0.05000,2.974
+41,block_sparse_moe.experts.202.w1,0.0005977096,0.05000,2.949
+41,block_sparse_moe.experts.203.w1,0.0013222767,0.05000,3.059
+41,block_sparse_moe.experts.206.w1,0.0008697743,0.05000,3.004
+41,block_sparse_moe.experts.198.w1,0.0015234592,0.05000,2.942
+41,block_sparse_moe.experts.194.w1,0.0016549717,0.05000,2.988
+41,block_sparse_moe.experts.200.w1,0.0019067447,0.05000,3.111
+41,block_sparse_moe.experts.204.w1,0.0014377637,0.05000,3.094
+41,block_sparse_moe.experts.196.w1,0.0008737044,0.05000,3.095
+41,block_sparse_moe.experts.193.w1,0.0021205759,0.05000,3.151
+41,block_sparse_moe.experts.201.w1,0.0008112836,0.05000,3.076
+41,block_sparse_moe.experts.197.w1,0.0011962495,0.05000,3.027
+41,block_sparse_moe.experts.192.w1,0.0010769543,0.05000,3.124
+41,block_sparse_moe.experts.205.w1,0.0015187037,0.05000,3.169
+41,block_sparse_moe.experts.223.w1,0.0021331772,0.05000,2.982
+41,block_sparse_moe.experts.211.w1,0.0015510501,0.05000,2.950
+41,block_sparse_moe.experts.215.w1,0.0040016097,0.05000,3.014
+41,block_sparse_moe.experts.219.w1,0.0021120956,0.05000,3.066
+41,block_sparse_moe.experts.218.w1,0.0008291231,0.05000,3.230
+41,block_sparse_moe.experts.220.w1,0.0011747204,0.05000,2.833
+41,block_sparse_moe.experts.222.w1,0.0002500273,0.05000,3.164
+41,block_sparse_moe.experts.216.w1,0.0008233931,0.05000,2.934
+41,block_sparse_moe.experts.214.w1,0.0005049201,0.05000,3.201
+41,block_sparse_moe.experts.212.w1,0.0009190921,0.05000,2.904
+41,block_sparse_moe.experts.210.w1,0.0057317009,0.05000,3.235
+41,block_sparse_moe.experts.209.w1,0.0004155343,0.05000,3.162
+41,block_sparse_moe.experts.217.w1,0.0021229507,0.05000,3.098
+41,block_sparse_moe.experts.208.w1,0.0003817860,0.05000,2.900
+41,block_sparse_moe.experts.213.w1,0.0023337437,0.05000,3.148
+41,block_sparse_moe.experts.221.w1,0.0020570994,0.05000,3.009
+41,block_sparse_moe.experts.239.w1,0.0022184678,0.05000,2.945
+41,block_sparse_moe.experts.227.w1,0.0030087464,0.05000,3.016
+41,block_sparse_moe.experts.231.w1,0.0006628629,0.05000,3.045
+41,block_sparse_moe.experts.235.w1,0.0030106841,0.05000,3.004
+41,block_sparse_moe.experts.234.w1,0.0023213342,0.05000,2.946
+41,block_sparse_moe.experts.232.w1,0.0018296370,0.05000,2.816
+41,block_sparse_moe.experts.238.w1,0.0008176494,0.05000,2.898
+41,block_sparse_moe.experts.236.w1,0.0006654849,0.05000,2.983
+41,block_sparse_moe.experts.230.w1,0.0013896259,0.05000,2.918
+41,block_sparse_moe.experts.228.w1,0.0005794278,0.05000,2.915
+41,block_sparse_moe.experts.226.w1,0.0017485078,0.05000,2.988
+41,block_sparse_moe.experts.225.w1,0.0008846432,0.05000,2.941
+41,block_sparse_moe.experts.224.w1,0.0008190618,0.05000,2.937
+41,block_sparse_moe.experts.233.w1,0.0022567689,0.05000,3.003
+41,block_sparse_moe.experts.229.w1,0.0015013082,0.05000,3.043
+41,block_sparse_moe.experts.237.w1,0.0009621920,0.05000,3.088
+41,block_sparse_moe.experts.255.w1,0.0032433271,0.05000,2.871
+41,block_sparse_moe.experts.243.w1,0.0017982559,0.05000,2.922
+41,block_sparse_moe.experts.247.w1,0.0004902312,0.05000,2.944
+41,block_sparse_moe.experts.251.w1,0.0018388011,0.05000,2.905
+41,block_sparse_moe.experts.250.w1,0.0036198324,0.05000,2.964
+41,block_sparse_moe.experts.248.w1,0.0016771730,0.05000,2.986
+41,block_sparse_moe.experts.254.w1,0.0038511016,0.05000,3.001
+41,block_sparse_moe.experts.252.w1,0.0013954125,0.05000,3.031
+41,block_sparse_moe.experts.246.w1,0.0011619126,0.05000,2.965
+41,block_sparse_moe.experts.244.w1,0.0032841398,0.05000,3.020
+41,block_sparse_moe.experts.242.w1,0.0004980507,0.05000,2.984
+41,block_sparse_moe.experts.249.w1,0.0019491288,0.05000,2.929
+41,block_sparse_moe.experts.241.w1,0.0023883153,0.05000,3.042
+41,block_sparse_moe.experts.240.w1,0.0045325066,0.05000,3.024
+41,block_sparse_moe.experts.245.w1,0.0006341740,0.05000,3.026
+41,block_sparse_moe.experts.253.w1,0.0026139858,0.05000,3.010
+41,block_sparse_moe.experts.15.w3,0.0037220307,0.05000,2.683
+41,block_sparse_moe.experts.3.w3,0.0010974855,0.05000,2.540
+41,block_sparse_moe.experts.7.w3,0.0029602917,0.05000,2.698
+41,block_sparse_moe.experts.11.w3,0.0020549509,0.05000,2.761
+41,block_sparse_moe.experts.8.w3,0.0026912108,0.05000,2.858
+41,block_sparse_moe.experts.12.w3,0.0011526730,0.05000,2.743
+41,block_sparse_moe.experts.10.w3,0.0014363381,0.05000,2.913
+41,block_sparse_moe.experts.14.w3,0.0034365890,0.05000,2.929
+41,block_sparse_moe.experts.4.w3,0.0030931154,0.05000,2.822
+41,block_sparse_moe.experts.2.w3,0.0011621420,0.05000,2.892
+41,block_sparse_moe.experts.6.w3,0.0010143518,0.05000,3.033
+41,block_sparse_moe.experts.0.w3,0.0010584095,0.05000,2.814
+41,block_sparse_moe.experts.9.w3,0.0013821086,0.05000,3.098
+41,block_sparse_moe.experts.1.w3,0.0007103760,0.05000,3.182
+41,block_sparse_moe.experts.5.w3,0.0024306483,0.05000,3.136
+41,block_sparse_moe.experts.13.w3,0.0010096693,0.05000,3.129
+41,block_sparse_moe.experts.31.w3,0.0002966302,0.05000,2.853
+41,block_sparse_moe.experts.19.w3,0.0027756874,0.05000,2.917
+41,block_sparse_moe.experts.23.w3,0.0006909264,0.05000,2.831
+41,block_sparse_moe.experts.27.w3,0.0022921369,0.05000,2.866
+41,block_sparse_moe.experts.26.w3,0.0013744804,0.05000,2.976
+41,block_sparse_moe.experts.30.w3,0.0019967617,0.05000,3.012
+41,block_sparse_moe.experts.28.w3,0.0018760240,0.05000,3.132
+41,block_sparse_moe.experts.24.w3,0.0008727091,0.05000,3.187
+41,block_sparse_moe.experts.18.w3,0.0037392389,0.05000,2.913
+41,block_sparse_moe.experts.20.w3,0.0009604351,0.05000,3.067
+41,block_sparse_moe.experts.22.w3,0.0010312166,0.05000,2.987
+41,block_sparse_moe.experts.16.w3,0.0018162194,0.05000,3.046
+41,block_sparse_moe.experts.25.w3,0.0029073874,0.05000,2.850
+41,block_sparse_moe.experts.17.w3,0.0024350738,0.05000,2.855
+41,block_sparse_moe.experts.21.w3,0.0028980898,0.05000,2.952
+41,block_sparse_moe.experts.29.w3,0.0038164393,0.05000,2.917
+41,block_sparse_moe.experts.47.w3,0.0032508280,0.05000,2.894
+41,block_sparse_moe.experts.35.w3,0.0013959573,0.05000,2.863
+41,block_sparse_moe.experts.39.w3,0.0020050914,0.05000,2.908
+41,block_sparse_moe.experts.43.w3,0.0007228301,0.05000,2.896
+41,block_sparse_moe.experts.42.w3,0.0025448137,0.05000,3.024
+41,block_sparse_moe.experts.44.w3,0.0044389986,0.05000,3.021
+41,block_sparse_moe.experts.46.w3,0.0011751233,0.05000,3.053
+41,block_sparse_moe.experts.40.w3,0.0013338283,0.05000,3.014
+41,block_sparse_moe.experts.36.w3,0.0007622107,0.05000,3.021
+41,block_sparse_moe.experts.34.w3,0.0020610894,0.05000,3.137
+41,block_sparse_moe.experts.38.w3,0.0011152349,0.05000,3.147
+41,block_sparse_moe.experts.41.w3,0.0019064536,0.05000,2.855
+41,block_sparse_moe.experts.33.w3,0.0008657668,0.05000,2.815
+41,block_sparse_moe.experts.32.w3,0.0012740687,0.05000,3.018
+41,block_sparse_moe.experts.45.w3,0.0019342772,0.05000,2.763
+41,block_sparse_moe.experts.37.w3,0.0027914591,0.05000,2.828
+41,block_sparse_moe.experts.51.w3,0.0024153241,0.05000,3.018
+41,block_sparse_moe.experts.63.w3,0.0014839979,0.05000,3.079
+41,block_sparse_moe.experts.55.w3,0.0004111301,0.05000,3.018
+41,block_sparse_moe.experts.59.w3,0.0006456964,0.05000,3.039
+41,block_sparse_moe.experts.57.w3,0.0033174461,0.05000,2.607
+41,block_sparse_moe.experts.49.w3,0.0011731085,0.05000,2.609
+41,block_sparse_moe.experts.58.w3,0.0019901079,0.05000,3.155
+41,block_sparse_moe.experts.62.w3,0.0008722764,0.05000,3.104
+41,block_sparse_moe.experts.56.w3,0.0010866328,0.05000,3.103
+41,block_sparse_moe.experts.60.w3,0.0025617302,0.05000,3.151
+41,block_sparse_moe.experts.52.w3,0.0011561385,0.05000,3.115
+41,block_sparse_moe.experts.50.w3,0.0016241490,0.05000,3.151
+41,block_sparse_moe.experts.61.w3,0.0017362114,0.05000,2.783
+41,block_sparse_moe.experts.54.w3,0.0019087365,0.05000,3.139
+41,block_sparse_moe.experts.53.w3,0.0016558682,0.05000,2.805
+41,block_sparse_moe.experts.48.w3,0.0013686904,0.05000,3.079
+41,block_sparse_moe.experts.79.w3,0.0010282937,0.05000,2.721
+41,block_sparse_moe.experts.67.w3,0.0011817047,0.05000,2.789
+41,block_sparse_moe.experts.71.w3,0.0022111950,0.05000,2.719
+41,block_sparse_moe.experts.75.w3,0.0016296653,0.05000,2.742
+41,block_sparse_moe.experts.73.w3,0.0015668486,0.05000,2.879
+41,block_sparse_moe.experts.65.w3,0.0017459207,0.05000,2.966
+41,block_sparse_moe.experts.72.w3,0.0004867937,0.05000,2.866
+41,block_sparse_moe.experts.74.w3,0.0023057790,0.05000,3.079
+41,block_sparse_moe.experts.78.w3,0.0002742117,0.05000,3.050
+41,block_sparse_moe.experts.68.w3,0.0008434215,0.05000,2.953
+41,block_sparse_moe.experts.76.w3,0.0013708679,0.05000,3.055
+41,block_sparse_moe.experts.77.w3,0.0003848958,0.05000,2.929
+41,block_sparse_moe.experts.64.w3,0.0006786982,0.05000,2.841
+41,block_sparse_moe.experts.69.w3,0.0015220204,0.05000,2.917
+41,block_sparse_moe.experts.66.w3,0.0010734321,0.05000,3.088
+41,block_sparse_moe.experts.70.w3,0.0036372457,0.05000,3.041
+41,block_sparse_moe.experts.83.w3,0.0022179606,0.05000,2.703
+41,block_sparse_moe.experts.95.w3,0.0022942363,0.05000,2.824
+41,block_sparse_moe.experts.87.w3,0.0012923250,0.05000,2.798
+41,block_sparse_moe.experts.91.w3,0.0008921150,0.05000,3.053
+41,block_sparse_moe.experts.89.w3,0.0035538850,0.05000,2.913
+41,block_sparse_moe.experts.81.w3,0.0021456054,0.05000,2.975
+41,block_sparse_moe.experts.88.w3,0.0014297424,0.05000,3.021
+41,block_sparse_moe.experts.84.w3,0.0020387201,0.05000,2.968
+41,block_sparse_moe.experts.92.w3,0.0002779255,0.05000,3.007
+41,block_sparse_moe.experts.93.w3,0.0005884235,0.05000,2.909
+41,block_sparse_moe.experts.85.w3,0.0035894317,0.05000,2.944
+41,block_sparse_moe.experts.90.w3,0.0025539998,0.05000,3.309
+41,block_sparse_moe.experts.80.w3,0.0021606894,0.05000,3.087
+41,block_sparse_moe.experts.94.w3,0.0006550544,0.05000,3.333
+41,block_sparse_moe.experts.86.w3,0.0003106440,0.05000,3.241
+41,block_sparse_moe.experts.82.w3,0.0012262533,0.05000,3.394
+41,block_sparse_moe.experts.99.w3,0.0008591572,0.05000,3.248
+41,block_sparse_moe.experts.111.w3,0.0020989613,0.05000,3.274
+41,block_sparse_moe.experts.103.w3,0.0005837700,0.05000,3.206
+41,block_sparse_moe.experts.107.w3,0.0012304948,0.05000,3.125
+41,block_sparse_moe.experts.105.w3,0.0007109434,0.05000,3.021
+41,block_sparse_moe.experts.97.w3,0.0008463370,0.05000,3.019
+41,block_sparse_moe.experts.104.w3,0.0002399207,0.05000,3.011
+41,block_sparse_moe.experts.101.w3,0.0006662172,0.05000,2.860
+41,block_sparse_moe.experts.109.w3,0.0006061133,0.05000,2.937
+41,block_sparse_moe.experts.100.w3,0.0011587909,0.05000,3.055
+41,block_sparse_moe.experts.108.w3,0.0007806527,0.05000,3.051
+41,block_sparse_moe.experts.106.w3,0.0022481558,0.05000,3.049
+41,block_sparse_moe.experts.110.w3,0.0041574829,0.05000,3.006
+41,block_sparse_moe.experts.96.w3,0.0002755016,0.05000,3.149
+41,block_sparse_moe.experts.102.w3,0.0010529926,0.05000,2.977
+41,block_sparse_moe.experts.98.w3,0.0032410413,0.05000,2.955
+41,block_sparse_moe.experts.115.w3,0.0031791061,0.05000,3.050
+41,block_sparse_moe.experts.127.w3,0.0025021569,0.05000,3.136
+41,block_sparse_moe.experts.119.w3,0.0013552010,0.05000,3.041
+41,block_sparse_moe.experts.123.w3,0.0015149575,0.05000,3.012
+41,block_sparse_moe.experts.121.w3,0.0007794703,0.05000,3.076
+41,block_sparse_moe.experts.113.w3,0.0013773405,0.05000,3.079
+41,block_sparse_moe.experts.120.w3,0.0014972587,0.05000,3.192
+41,block_sparse_moe.experts.117.w3,0.0020284103,0.05000,3.120
+41,block_sparse_moe.experts.125.w3,0.0024384384,0.05000,3.157
+41,block_sparse_moe.experts.116.w3,0.0005556136,0.05000,3.153
+41,block_sparse_moe.experts.124.w3,0.0012263032,0.05000,3.205
+41,block_sparse_moe.experts.122.w3,0.0019872164,0.05000,3.358
+41,block_sparse_moe.experts.126.w3,0.0016104594,0.05000,3.366
+41,block_sparse_moe.experts.112.w3,0.0018838382,0.05000,3.296
+41,block_sparse_moe.experts.118.w3,0.0016501951,0.05000,3.285
+41,block_sparse_moe.experts.114.w3,0.0036061189,0.05000,3.278
+41,block_sparse_moe.experts.131.w3,0.0016811012,0.05000,3.106
+41,block_sparse_moe.experts.135.w3,0.0037189171,0.05000,3.107
+41,block_sparse_moe.experts.143.w3,0.0009176325,0.05000,3.197
+41,block_sparse_moe.experts.139.w3,0.0028919822,0.05000,3.114
+41,block_sparse_moe.experts.137.w3,0.0026353423,0.05000,3.119
+41,block_sparse_moe.experts.129.w3,0.0027920059,0.05000,2.966
+41,block_sparse_moe.experts.133.w3,0.0010662473,0.05000,3.028
+41,block_sparse_moe.experts.141.w3,0.0011779867,0.05000,3.070
+41,block_sparse_moe.experts.136.w3,0.0013446470,0.05000,3.176
+41,block_sparse_moe.experts.132.w3,0.0030278086,0.05000,3.156
+41,block_sparse_moe.experts.140.w3,0.0013944057,0.05000,3.123
+41,block_sparse_moe.experts.138.w3,0.0025263432,0.05000,2.922
+41,block_sparse_moe.experts.142.w3,0.0017299857,0.05000,2.884
+41,block_sparse_moe.experts.134.w3,0.0031829014,0.05000,2.801
+41,block_sparse_moe.experts.130.w3,0.0017097619,0.05000,2.827
+41,block_sparse_moe.experts.128.w3,0.0006641250,0.05000,3.110
+41,block_sparse_moe.experts.147.w3,0.0029851567,0.05000,3.048
+41,block_sparse_moe.experts.151.w3,0.0013873685,0.05000,3.045
+41,block_sparse_moe.experts.159.w3,0.0014000827,0.05000,3.041
+41,block_sparse_moe.experts.155.w3,0.0008816015,0.05000,3.064
+41,block_sparse_moe.experts.153.w3,0.0016516888,0.05000,2.985
+41,block_sparse_moe.experts.145.w3,0.0018122492,0.05000,2.934
+41,block_sparse_moe.experts.149.w3,0.0009174089,0.05000,3.009
+41,block_sparse_moe.experts.152.w3,0.0021497543,0.05000,2.932
+41,block_sparse_moe.experts.157.w3,0.0039706318,0.05000,2.955
+41,block_sparse_moe.experts.148.w3,0.0037287207,0.05000,2.902
+41,block_sparse_moe.experts.156.w3,0.0002473513,0.05000,2.997
+41,block_sparse_moe.experts.154.w3,0.0020098284,0.05000,3.084
+41,block_sparse_moe.experts.158.w3,0.0018868569,0.05000,3.167
+41,block_sparse_moe.experts.144.w3,0.0012143148,0.05000,2.940
+41,block_sparse_moe.experts.150.w3,0.0010171391,0.05000,3.194
+41,block_sparse_moe.experts.146.w3,0.0007270267,0.05000,3.115
+41,block_sparse_moe.experts.163.w3,0.0004069600,0.05000,3.052
+41,block_sparse_moe.experts.175.w3,0.0026923512,0.05000,2.949
+41,block_sparse_moe.experts.167.w3,0.0015272077,0.05000,3.033
+41,block_sparse_moe.experts.171.w3,0.0023862131,0.05000,2.903
+41,block_sparse_moe.experts.169.w3,0.0023958483,0.05000,3.088
+41,block_sparse_moe.experts.161.w3,0.0016215395,0.05000,3.202
+41,block_sparse_moe.experts.168.w3,0.0013650314,0.05000,3.095
+41,block_sparse_moe.experts.165.w3,0.0006959778,0.05000,3.140
+41,block_sparse_moe.experts.164.w3,0.0012268406,0.05000,3.067
+41,block_sparse_moe.experts.173.w3,0.0022518131,0.05000,3.209
+41,block_sparse_moe.experts.172.w3,0.0012990940,0.05000,3.255
+41,block_sparse_moe.experts.160.w3,0.0024259604,0.05000,3.196
+41,block_sparse_moe.experts.166.w3,0.0018801634,0.05000,3.210
+41,block_sparse_moe.experts.174.w3,0.0011072405,0.05000,3.266
+41,block_sparse_moe.experts.170.w3,0.0014176822,0.05000,3.385
+41,block_sparse_moe.experts.162.w3,0.0015072621,0.05000,3.297
+41,block_sparse_moe.experts.179.w3,0.0023677047,0.05000,3.100
+41,block_sparse_moe.experts.183.w3,0.0015200826,0.05000,3.060
+41,block_sparse_moe.experts.191.w3,0.0010010662,0.05000,3.148
+41,block_sparse_moe.experts.187.w3,0.0020663241,0.05000,3.090
+41,block_sparse_moe.experts.185.w3,0.0009518328,0.05000,3.065
+41,block_sparse_moe.experts.177.w3,0.0007555731,0.05000,3.067
+41,block_sparse_moe.experts.189.w3,0.0023365783,0.05000,2.949
+41,block_sparse_moe.experts.181.w3,0.0015002148,0.05000,3.105
+41,block_sparse_moe.experts.184.w3,0.0017343479,0.05000,3.207
+41,block_sparse_moe.experts.180.w3,0.0033746565,0.05000,3.238
+41,block_sparse_moe.experts.188.w3,0.0017522119,0.05000,3.150
+41,block_sparse_moe.experts.176.w3,0.0016995738,0.05000,3.075
+41,block_sparse_moe.experts.182.w3,0.0041486466,0.05000,3.151
+41,block_sparse_moe.experts.190.w3,0.0012754784,0.05000,3.221
+41,block_sparse_moe.experts.186.w3,0.0006432046,0.05000,3.258
+41,block_sparse_moe.experts.178.w3,0.0030683378,0.05000,3.205
+41,block_sparse_moe.experts.195.w3,0.0038803593,0.05000,2.859
+41,block_sparse_moe.experts.199.w3,0.0019286337,0.05000,2.845
+41,block_sparse_moe.experts.207.w3,0.0006359315,0.05000,2.910
+41,block_sparse_moe.experts.203.w3,0.0014880733,0.05000,2.858
+41,block_sparse_moe.experts.196.w3,0.0009722769,0.05000,1.982
+41,block_sparse_moe.experts.200.w3,0.0020547992,0.05000,2.062
+41,block_sparse_moe.experts.201.w3,0.0009102448,0.05000,3.117
+41,block_sparse_moe.experts.193.w3,0.0022894081,0.05000,3.155
+41,block_sparse_moe.experts.205.w3,0.0016644179,0.05000,3.171
+41,block_sparse_moe.experts.197.w3,0.0013693001,0.05000,3.244
+41,block_sparse_moe.experts.198.w3,0.0017464511,0.05000,3.315
+41,block_sparse_moe.experts.202.w3,0.0006823588,0.05000,3.263
+41,block_sparse_moe.experts.206.w3,0.0009607116,0.05000,3.409
+41,block_sparse_moe.experts.211.w3,0.0016838350,0.05000,2.943
+41,block_sparse_moe.experts.194.w3,0.0018184344,0.05000,3.372
+41,block_sparse_moe.experts.215.w3,0.0042666420,0.05000,2.938
+41,block_sparse_moe.experts.223.w3,0.0023830769,0.05000,3.098
+41,block_sparse_moe.experts.219.w3,0.0023208907,0.05000,3.062
+41,block_sparse_moe.experts.227.w3,0.0032708645,0.05000,3.063
+41,block_sparse_moe.experts.214.w3,0.0005783288,0.05000,3.405
+41,block_sparse_moe.experts.231.w3,0.0007201148,0.05000,3.125
+41,block_sparse_moe.experts.218.w3,0.0009052670,0.05000,3.509
+41,block_sparse_moe.experts.210.w3,0.0064602583,0.05000,3.427
+41,block_sparse_moe.experts.222.w3,0.0002981405,0.05000,3.572
+41,block_sparse_moe.experts.239.w3,0.0023883989,0.05000,3.238
+41,block_sparse_moe.experts.235.w3,0.0033605822,0.05000,3.205
+41,block_sparse_moe.experts.243.w3,0.0019780797,0.05000,3.505
+41,block_sparse_moe.experts.247.w3,0.0005475965,0.05000,3.409
+41,block_sparse_moe.experts.217.w3,0.0024371375,0.05000,8.404
+41,block_sparse_moe.experts.209.w3,0.0004856314,0.05000,8.386
+41,block_sparse_moe.experts.255.w3,0.0037381298,0.05000,3.296
+41,block_sparse_moe.experts.251.w3,0.0020144576,0.05000,3.216
+41,block_sparse_moe.experts.221.w3,0.0022630171,0.05000,8.294
+41,block_sparse_moe.experts.213.w3,0.0027730219,0.05000,8.249
+41,block_sparse_moe.experts.233.w3,0.0024104971,0.05000,3.583
+41,block_sparse_moe.experts.225.w3,0.0009482742,0.05000,3.627
+41,block_sparse_moe.experts.230.w3,0.0015395653,0.05000,7.338
+41,block_sparse_moe.experts.237.w3,0.0010398143,0.05000,3.581
+41,block_sparse_moe.experts.234.w3,0.0026563153,0.05000,7.432
+41,block_sparse_moe.experts.229.w3,0.0017122529,0.05000,3.594
+41,block_sparse_moe.experts.238.w3,0.0010600127,0.05000,7.382
+41,block_sparse_moe.experts.226.w3,0.0018953412,0.05000,7.519
+41,block_sparse_moe.experts.249.w3,0.0021550637,0.05000,3.219
+41,block_sparse_moe.experts.241.w3,0.0027060838,0.05000,3.111
+41,block_sparse_moe.experts.253.w3,0.0029230428,0.05000,2.995
+41,block_sparse_moe.experts.246.w3,0.0012684146,0.05000,3.218
+41,block_sparse_moe.experts.245.w3,0.0007423664,0.05000,2.972
+41,block_sparse_moe.experts.250.w3,0.0040865193,0.05000,3.061
+41,block_sparse_moe.experts.242.w3,0.0005556118,0.05000,2.960
+41,block_sparse_moe.experts.254.w3,0.0042536184,0.05000,3.023
+41,block_sparse_moe.experts.204.w3,0.0016434495,0.05000,2.949
+41,block_sparse_moe.experts.212.w3,0.0009994355,0.05000,2.950
+41,block_sparse_moe.experts.192.w3,0.0011996014,0.05000,2.957
+41,block_sparse_moe.experts.216.w3,0.0009235496,0.05000,3.098
+41,block_sparse_moe.experts.208.w3,0.0004239383,0.05000,3.100
+41,block_sparse_moe.experts.220.w3,0.0012623870,0.05000,3.186
+41,block_sparse_moe.experts.228.w3,0.0006342240,0.05000,3.257
+41,block_sparse_moe.experts.232.w3,0.0020341117,0.05000,3.381
+41,block_sparse_moe.experts.236.w3,0.0007244852,0.05000,2.691
+41,block_sparse_moe.experts.224.w3,0.0009148338,0.05000,2.778
+41,block_sparse_moe.experts.244.w3,0.0037016266,0.05000,2.734
+41,block_sparse_moe.experts.248.w3,0.0018549474,0.05000,2.690
+41,block_sparse_moe.experts.252.w3,0.0015425734,0.05000,2.027
+41,block_sparse_moe.experts.240.w3,0.0052216816,0.05000,2.031
+41,block_sparse_moe.experts.5.w2,0.0062432180,0.05000,1.418
+41,block_sparse_moe.experts.9.w2,0.0042978366,0.05000,1.447
+41,block_sparse_moe.experts.1.w2,0.0006013407,0.05000,1.480
+41,block_sparse_moe.experts.11.w2,0.0023266551,0.05000,1.462
+41,block_sparse_moe.experts.15.w2,0.0193841052,0.05000,1.473
+41,block_sparse_moe.experts.13.w2,0.0019566954,0.05000,1.486
+41,block_sparse_moe.experts.7.w2,0.0046408585,0.05000,1.529
+41,block_sparse_moe.experts.0.w2,0.0021587064,0.05000,1.553
+41,block_sparse_moe.experts.6.w2,0.0049308019,0.05000,1.554
+41,block_sparse_moe.experts.2.w2,0.0017324036,0.05000,1.561
+41,block_sparse_moe.experts.14.w2,0.0024722973,0.05000,1.533
+41,block_sparse_moe.experts.12.w2,0.0018235656,0.05000,1.542
+41,block_sparse_moe.experts.3.w2,0.0012955581,0.05000,1.585
+41,block_sparse_moe.experts.8.w2,0.0015481684,0.05000,1.629
+41,block_sparse_moe.experts.4.w2,0.0026579817,0.05000,1.649
+41,block_sparse_moe.experts.10.w2,0.0040972374,0.05000,1.654
+41,block_sparse_moe.experts.31.w2,0.0007847735,0.05000,1.409
+41,block_sparse_moe.experts.27.w2,0.0050640669,0.05000,1.474
+41,block_sparse_moe.experts.23.w2,0.0017543677,0.05000,1.445
+41,block_sparse_moe.experts.21.w2,0.0056809825,0.05000,1.564
+41,block_sparse_moe.experts.16.w2,0.0015534681,0.05000,1.487
+41,block_sparse_moe.experts.25.w2,0.0017089740,0.05000,1.610
+41,block_sparse_moe.experts.19.w2,0.0029382162,0.05000,1.477
+41,block_sparse_moe.experts.24.w2,0.0017604702,0.05000,1.454
+41,block_sparse_moe.experts.28.w2,0.0031110895,0.05000,1.509
+41,block_sparse_moe.experts.30.w2,0.0030500429,0.05000,1.524
+41,block_sparse_moe.experts.18.w2,0.0106316965,0.05000,1.536
+41,block_sparse_moe.experts.17.w2,0.0064918567,0.05000,1.627
+41,block_sparse_moe.experts.29.w2,0.0120536555,0.05000,1.588
+41,block_sparse_moe.experts.22.w2,0.0009373751,0.05000,1.571
+41,block_sparse_moe.experts.20.w2,0.0018157768,0.05000,1.501
+41,block_sparse_moe.experts.26.w2,0.0096507997,0.05000,1.579
+41,block_sparse_moe.experts.44.w2,0.0080378465,0.05000,1.418
+41,block_sparse_moe.experts.39.w2,0.0105953236,0.05000,1.562
+41,block_sparse_moe.experts.43.w2,0.0032687871,0.05000,1.579
+41,block_sparse_moe.experts.32.w2,0.0042968218,0.05000,1.518
+41,block_sparse_moe.experts.47.w2,0.0158456272,0.05000,1.652
+41,block_sparse_moe.experts.40.w2,0.0017600226,0.05000,1.524
+41,block_sparse_moe.experts.36.w2,0.0020107320,0.05000,1.480
+41,block_sparse_moe.experts.35.w2,0.0009964727,0.05000,1.572
+41,block_sparse_moe.experts.46.w2,0.0010648141,0.05000,1.566
+41,block_sparse_moe.experts.37.w2,0.0034040292,0.05000,1.699
+41,block_sparse_moe.experts.34.w2,0.0042212515,0.05000,1.594
+41,block_sparse_moe.experts.41.w2,0.0022202652,0.05000,1.673
+41,block_sparse_moe.experts.38.w2,0.0021165217,0.05000,1.628
+41,block_sparse_moe.experts.45.w2,0.0018140554,0.05000,1.676
+41,block_sparse_moe.experts.33.w2,0.0030336334,0.05000,1.752
+41,block_sparse_moe.experts.42.w2,0.0084256653,0.05000,1.671
+41,block_sparse_moe.experts.60.w2,0.0037032263,0.05000,1.464
+41,block_sparse_moe.experts.48.w2,0.0087647767,0.05000,1.446
+41,block_sparse_moe.experts.52.w2,0.0028018601,0.05000,1.385
+41,block_sparse_moe.experts.56.w2,0.0082191484,0.05000,1.407
+41,block_sparse_moe.experts.55.w2,0.0019661880,0.05000,1.486
+41,block_sparse_moe.experts.63.w2,0.0007281438,0.05000,1.485
+41,block_sparse_moe.experts.51.w2,0.0018724760,0.05000,1.460
+41,block_sparse_moe.experts.62.w2,0.0017584739,0.05000,1.439
+41,block_sparse_moe.experts.59.w2,0.0017424711,0.05000,1.580
+41,block_sparse_moe.experts.50.w2,0.0015934692,0.05000,1.507
+41,block_sparse_moe.experts.53.w2,0.0027661102,0.05000,1.544
+41,block_sparse_moe.experts.57.w2,0.0079879195,0.05000,1.515
+41,block_sparse_moe.experts.54.w2,0.0042514012,0.05000,1.522
+41,block_sparse_moe.experts.61.w2,0.0011195483,0.05000,1.531
+41,block_sparse_moe.experts.49.w2,0.0022879575,0.05000,1.496
+41,block_sparse_moe.experts.58.w2,0.0032409473,0.05000,1.510
+41,block_sparse_moe.experts.76.w2,0.0113673606,0.05000,1.274
+41,block_sparse_moe.experts.71.w2,0.0033516739,0.05000,1.266
+41,block_sparse_moe.experts.68.w2,0.0020195147,0.05000,1.285
+41,block_sparse_moe.experts.64.w2,0.0048217487,0.05000,1.328
+41,block_sparse_moe.experts.79.w2,0.0023744997,0.05000,1.334
+41,block_sparse_moe.experts.67.w2,0.0004866797,0.05000,1.298
+41,block_sparse_moe.experts.75.w2,0.0093576740,0.05000,1.265
+41,block_sparse_moe.experts.72.w2,0.0009156083,0.05000,1.459
+41,block_sparse_moe.experts.78.w2,0.0009296931,0.05000,1.560
+41,block_sparse_moe.experts.66.w2,0.0025165047,0.05000,1.572
+41,block_sparse_moe.experts.73.w2,0.0030536061,0.05000,1.536
+41,block_sparse_moe.experts.69.w2,0.0023082208,0.05000,1.585
+41,block_sparse_moe.experts.70.w2,0.0015609817,0.05000,1.560
+41,block_sparse_moe.experts.77.w2,0.0007813613,0.05000,1.569
+41,block_sparse_moe.experts.65.w2,0.0030304567,0.05000,1.555
+41,block_sparse_moe.experts.74.w2,0.0042327583,0.05000,1.567
+41,block_sparse_moe.experts.87.w2,0.0016198477,0.05000,1.353
+41,block_sparse_moe.experts.92.w2,0.0011621140,0.05000,1.437
+41,block_sparse_moe.experts.95.w2,0.0028027393,0.05000,1.335
+41,block_sparse_moe.experts.84.w2,0.0037726405,0.05000,1.429
+41,block_sparse_moe.experts.80.w2,0.0027323936,0.05000,1.420
+41,block_sparse_moe.experts.91.w2,0.0007068566,0.05000,1.380
+41,block_sparse_moe.experts.83.w2,0.0019446154,0.05000,1.413
+41,block_sparse_moe.experts.88.w2,0.0042728317,0.05000,1.455
+41,block_sparse_moe.experts.94.w2,0.0029725359,0.05000,1.488
+41,block_sparse_moe.experts.86.w2,0.0007368056,0.05000,1.427
+41,block_sparse_moe.experts.82.w2,0.0025432102,0.05000,1.513
+41,block_sparse_moe.experts.85.w2,0.0206075629,0.05000,1.581
+41,block_sparse_moe.experts.89.w2,0.0054534105,0.05000,1.643
+41,block_sparse_moe.experts.93.w2,0.0022546877,0.05000,1.586
+41,block_sparse_moe.experts.90.w2,0.0031222523,0.05000,1.498
+41,block_sparse_moe.experts.81.w2,0.0037424814,0.05000,1.618
+41,block_sparse_moe.experts.103.w2,0.0018745329,0.05000,1.459
+41,block_sparse_moe.experts.111.w2,0.0030367267,0.05000,1.419
+41,block_sparse_moe.experts.100.w2,0.0017004759,0.05000,1.456
+41,block_sparse_moe.experts.107.w2,0.0016602158,0.05000,1.437
+41,block_sparse_moe.experts.108.w2,0.0009627240,0.05000,1.538
+41,block_sparse_moe.experts.96.w2,0.0007503223,0.05000,1.501
+41,block_sparse_moe.experts.99.w2,0.0021520683,0.05000,1.477
+41,block_sparse_moe.experts.104.w2,0.0010367843,0.05000,1.494
+41,block_sparse_moe.experts.110.w2,0.0094491936,0.05000,1.407
+41,block_sparse_moe.experts.98.w2,0.0067401042,0.05000,1.410
+41,block_sparse_moe.experts.102.w2,0.0007337836,0.05000,1.480
+41,block_sparse_moe.experts.106.w2,0.0056511255,0.05000,1.353
+41,block_sparse_moe.experts.101.w2,0.0036660909,0.05000,1.489
+41,block_sparse_moe.experts.109.w2,0.0009994648,0.05000,1.445
+41,block_sparse_moe.experts.105.w2,0.0018035853,0.05000,1.529
+41,block_sparse_moe.experts.97.w2,0.0025850819,0.05000,1.537
+41,block_sparse_moe.experts.119.w2,0.0005416848,0.05000,1.414
+41,block_sparse_moe.experts.127.w2,0.0027374450,0.05000,1.421
+41,block_sparse_moe.experts.116.w2,0.0009492121,0.05000,1.469
+41,block_sparse_moe.experts.123.w2,0.0019409866,0.05000,1.449
+41,block_sparse_moe.experts.124.w2,0.0011205250,0.05000,1.494
+41,block_sparse_moe.experts.115.w2,0.0057196669,0.05000,1.445
+41,block_sparse_moe.experts.112.w2,0.0031417268,0.05000,1.507
+41,block_sparse_moe.experts.120.w2,0.0018089885,0.05000,1.460
+41,block_sparse_moe.experts.126.w2,0.0032777765,0.05000,1.502
+41,block_sparse_moe.experts.114.w2,0.0029550073,0.05000,1.446
+41,block_sparse_moe.experts.118.w2,0.0024558996,0.05000,1.513
+41,block_sparse_moe.experts.122.w2,0.0035987377,0.05000,1.441
+41,block_sparse_moe.experts.125.w2,0.0010159588,0.05000,1.389
+41,block_sparse_moe.experts.117.w2,0.0017621188,0.05000,1.439
+41,block_sparse_moe.experts.121.w2,0.0027496751,0.05000,1.381
+41,block_sparse_moe.experts.113.w2,0.0020556659,0.05000,1.379
+41,block_sparse_moe.experts.135.w2,0.0133769489,0.05000,1.589
+41,block_sparse_moe.experts.132.w2,0.0048601343,0.05000,1.478
+41,block_sparse_moe.experts.143.w2,0.0028649303,0.05000,1.595
+41,block_sparse_moe.experts.140.w2,0.0007023186,0.05000,1.473
+41,block_sparse_moe.experts.139.w2,0.0031332664,0.05000,1.562
+41,block_sparse_moe.experts.128.w2,0.0008807135,0.05000,1.482
+41,block_sparse_moe.experts.131.w2,0.0024675665,0.05000,1.622
+41,block_sparse_moe.experts.142.w2,0.0075497979,0.05000,1.371
+41,block_sparse_moe.experts.136.w2,0.0037347307,0.05000,1.556
+41,block_sparse_moe.experts.130.w2,0.0056028227,0.05000,1.511
+41,block_sparse_moe.experts.134.w2,0.0017149213,0.05000,1.491
+41,block_sparse_moe.experts.138.w2,0.0017771302,0.05000,1.493
+41,block_sparse_moe.experts.141.w2,0.0041247627,0.05000,1.536
+41,block_sparse_moe.experts.133.w2,0.0019481512,0.05000,1.525
+41,block_sparse_moe.experts.137.w2,0.0020151662,0.05000,1.557
+41,block_sparse_moe.experts.129.w2,0.0046887734,0.05000,1.532
+41,block_sparse_moe.experts.148.w2,0.0203567270,0.05000,1.467
+41,block_sparse_moe.experts.151.w2,0.0004292501,0.05000,1.526
+41,block_sparse_moe.experts.159.w2,0.0052769550,0.05000,1.516
+41,block_sparse_moe.experts.156.w2,0.0014285255,0.05000,1.536
+41,block_sparse_moe.experts.144.w2,0.0033540721,0.05000,1.483
+41,block_sparse_moe.experts.155.w2,0.0028351659,0.05000,1.582
+41,block_sparse_moe.experts.158.w2,0.0030531652,0.05000,1.451
+41,block_sparse_moe.experts.147.w2,0.0066371602,0.05000,1.562
+41,block_sparse_moe.experts.146.w2,0.0032417486,0.05000,1.350
+41,block_sparse_moe.experts.152.w2,0.0020705237,0.05000,1.586
+41,block_sparse_moe.experts.154.w2,0.0104038603,0.05000,1.307
+41,block_sparse_moe.experts.150.w2,0.0027657935,0.05000,1.339
+41,block_sparse_moe.experts.157.w2,0.0083483285,0.05000,1.481
+41,block_sparse_moe.experts.149.w2,0.0019605287,0.05000,1.550
+41,block_sparse_moe.experts.153.w2,0.0019493985,0.05000,1.561
+41,block_sparse_moe.experts.145.w2,0.0016630343,0.05000,1.527
+41,block_sparse_moe.experts.167.w2,0.0018066290,0.05000,1.483
+41,block_sparse_moe.experts.174.w2,0.0017654787,0.05000,1.291
+41,block_sparse_moe.experts.164.w2,0.0033397803,0.05000,1.583
+41,block_sparse_moe.experts.175.w2,0.0012368062,0.05000,1.569
+41,block_sparse_moe.experts.172.w2,0.0007645129,0.05000,1.556
+41,block_sparse_moe.experts.171.w2,0.0043639068,0.05000,1.477
+41,block_sparse_moe.experts.160.w2,0.0020122124,0.05000,1.571
+41,block_sparse_moe.experts.163.w2,0.0006540755,0.05000,1.476
+41,block_sparse_moe.experts.162.w2,0.0021532700,0.05000,1.415
+41,block_sparse_moe.experts.170.w2,0.0027720836,0.05000,1.363
+41,block_sparse_moe.experts.166.w2,0.0026586963,0.05000,1.433
+41,block_sparse_moe.experts.168.w2,0.0017141265,0.05000,1.547
+41,block_sparse_moe.experts.173.w2,0.0038291407,0.05000,1.463
+41,block_sparse_moe.experts.165.w2,0.0021824726,0.05000,1.537
+41,block_sparse_moe.experts.169.w2,0.0144286523,0.05000,1.504
+41,block_sparse_moe.experts.161.w2,0.0048428769,0.05000,1.495
+41,block_sparse_moe.experts.183.w2,0.0025769320,0.05000,1.477
+41,block_sparse_moe.experts.191.w2,0.0027542777,0.05000,1.453
+41,block_sparse_moe.experts.190.w2,0.0015981158,0.05000,1.550
+41,block_sparse_moe.experts.187.w2,0.0013829921,0.05000,1.457
+41,block_sparse_moe.experts.180.w2,0.0101276228,0.05000,1.599
+41,block_sparse_moe.experts.179.w2,0.0020220847,0.05000,1.490
+41,block_sparse_moe.experts.188.w2,0.0350905239,0.05000,1.614
+41,block_sparse_moe.experts.176.w2,0.0024765814,0.05000,1.618
+41,block_sparse_moe.experts.186.w2,0.0022030007,0.05000,1.584
+41,block_sparse_moe.experts.178.w2,0.0085870881,0.05000,1.632
+41,block_sparse_moe.experts.182.w2,0.0060994159,0.05000,1.621
+41,block_sparse_moe.experts.184.w2,0.0007425934,0.05000,1.605
+41,block_sparse_moe.experts.189.w2,0.0051040470,0.05000,1.572
+41,block_sparse_moe.experts.181.w2,0.0031606115,0.05000,1.573
+41,block_sparse_moe.experts.185.w2,0.0063149074,0.05000,1.573
+41,block_sparse_moe.experts.177.w2,0.0062220221,0.05000,1.591
+41,block_sparse_moe.experts.199.w2,0.0023155492,0.05000,1.481
+41,block_sparse_moe.experts.206.w2,0.0023774997,0.05000,1.504
+41,block_sparse_moe.experts.207.w2,0.0028261190,0.05000,1.526
+41,block_sparse_moe.experts.203.w2,0.0030575753,0.05000,1.497
+41,block_sparse_moe.experts.196.w2,0.0050574851,0.05000,1.551
+41,block_sparse_moe.experts.195.w2,0.0106009523,0.05000,1.507
+41,block_sparse_moe.experts.204.w2,0.0034047397,0.05000,1.514
+41,block_sparse_moe.experts.192.w2,0.0033400869,0.05000,1.549
+41,block_sparse_moe.experts.202.w2,0.0016541245,0.05000,1.515
+41,block_sparse_moe.experts.194.w2,0.0009235971,0.05000,1.537
+41,block_sparse_moe.experts.200.w2,0.0039558061,0.05000,1.496
+41,block_sparse_moe.experts.198.w2,0.0009528790,0.05000,1.587
+41,block_sparse_moe.experts.205.w2,0.0021066911,0.05000,1.431
+41,block_sparse_moe.experts.201.w2,0.0021004233,0.05000,1.447
+41,block_sparse_moe.experts.197.w2,0.0053707091,0.05000,1.502
+41,block_sparse_moe.experts.193.w2,0.0019942253,0.05000,1.460
+41,block_sparse_moe.experts.215.w2,0.0030746388,0.05000,1.462
+41,block_sparse_moe.experts.223.w2,0.0120356117,0.05000,1.412
+41,block_sparse_moe.experts.212.w2,0.0029701112,0.05000,1.351
+41,block_sparse_moe.experts.220.w2,0.0019075105,0.05000,1.290
+41,block_sparse_moe.experts.219.w2,0.0029175378,0.05000,1.458
+41,block_sparse_moe.experts.222.w2,0.0008907904,0.05000,1.574
+41,block_sparse_moe.experts.208.w2,0.0017141902,0.05000,1.343
+41,block_sparse_moe.experts.211.w2,0.0025086399,0.05000,1.570
+41,block_sparse_moe.experts.218.w2,0.0003061353,0.05000,1.500
+41,block_sparse_moe.experts.216.w2,0.0025241248,0.05000,1.396
+41,block_sparse_moe.experts.210.w2,0.0136737354,0.05000,1.509
+41,block_sparse_moe.experts.221.w2,0.0038143594,0.05000,1.462
+41,block_sparse_moe.experts.214.w2,0.0027227310,0.05000,1.547
+41,block_sparse_moe.experts.217.w2,0.0068281252,0.05000,1.485
+41,block_sparse_moe.experts.213.w2,0.0027556961,0.05000,1.468
+41,block_sparse_moe.experts.209.w2,0.0017467317,0.05000,1.478
+41,block_sparse_moe.experts.231.w2,0.0002647232,0.05000,1.473
+41,block_sparse_moe.experts.236.w2,0.0016158855,0.05000,1.379
+41,block_sparse_moe.experts.228.w2,0.0106020739,0.05000,1.422
+41,block_sparse_moe.experts.239.w2,0.0015192067,0.05000,1.482
+41,block_sparse_moe.experts.235.w2,0.0406850536,0.05000,1.517
+41,block_sparse_moe.experts.224.w2,0.0007457499,0.05000,1.408
+41,block_sparse_moe.experts.238.w2,0.0074077268,0.05000,1.562
+41,block_sparse_moe.experts.227.w2,0.0115205474,0.05000,1.489
+41,block_sparse_moe.experts.234.w2,0.0063928545,0.05000,1.453
+41,block_sparse_moe.experts.232.w2,0.0046077896,0.05000,1.462
+41,block_sparse_moe.experts.226.w2,0.0026585761,0.05000,1.505
+41,block_sparse_moe.experts.237.w2,0.0024887742,0.05000,1.521
+41,block_sparse_moe.experts.230.w2,0.0013362884,0.05000,1.542
+41,block_sparse_moe.experts.233.w2,0.0013561167,0.05000,1.454
+41,block_sparse_moe.experts.229.w2,0.0053553638,0.05000,1.493
+41,block_sparse_moe.experts.225.w2,0.0040643206,0.05000,1.534
+41,block_sparse_moe.experts.244.w2,0.0093560275,0.05000,1.374
+41,block_sparse_moe.experts.252.w2,0.0007752744,0.05000,1.424
+41,block_sparse_moe.experts.247.w2,0.0021220567,0.05000,1.521
+41,block_sparse_moe.experts.240.w2,0.0736742526,0.05000,1.354
+41,block_sparse_moe.experts.248.w2,0.0041501352,0.05000,1.127
+41,block_sparse_moe.experts.255.w2,0.0052752274,0.05000,1.541
+41,block_sparse_moe.experts.251.w2,0.0021230238,0.05000,1.478
+41,block_sparse_moe.experts.243.w2,0.0028119316,0.05000,1.296
+41,block_sparse_moe.experts.254.w2,0.0117819252,0.05000,1.438
+41,block_sparse_moe.experts.250.w2,0.0141459827,0.05000,1.475
+41,block_sparse_moe.experts.242.w2,0.0022857875,0.05000,1.473
+41,block_sparse_moe.experts.253.w2,0.0033326107,0.05000,1.317
+41,block_sparse_moe.experts.246.w2,0.0016713483,0.05000,1.313
+41,block_sparse_moe.experts.249.w2,0.0019312756,0.05000,1.276
+41,block_sparse_moe.experts.245.w2,0.0026122078,0.05000,1.266
+41,block_sparse_moe.experts.241.w2,0.0024549075,0.05000,1.207
+42,self_attn.q_proj,0.0001974467,0.05000,0.967
+42,self_attn.v_proj,0.0000277953,0.05000,1.001
+42,self_attn.k_proj,0.0000282189,0.05000,1.049
+42,self_attn.o_proj,0.0000101247,0.05000,1.858
+42,block_sparse_moe.experts.8.w1,0.0008201498,0.05000,3.321
+42,block_sparse_moe.experts.12.w1,0.0010273257,0.05000,3.317
+42,block_sparse_moe.experts.6.w1,0.0017984273,0.05000,3.361
+42,block_sparse_moe.experts.2.w1,0.0033634124,0.05000,3.401
+42,block_sparse_moe.experts.0.w1,0.0017034267,0.05000,3.402
+42,block_sparse_moe.experts.4.w1,0.0003808197,0.05000,3.425
+42,block_sparse_moe.experts.14.w1,0.0019397594,0.05000,3.436
+42,block_sparse_moe.experts.10.w1,0.0037568116,0.05000,3.435
+42,block_sparse_moe.experts.1.w1,0.0008945352,0.05000,3.493
+42,block_sparse_moe.experts.7.w1,0.0020988637,0.05000,3.515
+42,block_sparse_moe.experts.9.w1,0.0005485231,0.05000,3.506
+42,block_sparse_moe.experts.5.w1,0.0015589675,0.05000,3.538
+42,block_sparse_moe.experts.13.w1,0.0023494729,0.05000,3.514
+42,block_sparse_moe.experts.11.w1,0.0039723858,0.05000,3.522
+42,block_sparse_moe.experts.3.w1,0.0013451473,0.05000,3.583
+42,block_sparse_moe.experts.15.w1,0.0012808463,0.05000,3.593
+42,block_sparse_moe.experts.28.w1,0.0009604023,0.05000,2.869
+42,block_sparse_moe.experts.22.w1,0.0018096135,0.05000,2.883
+42,block_sparse_moe.experts.24.w1,0.0032457192,0.05000,2.918
+42,block_sparse_moe.experts.20.w1,0.0038553631,0.05000,2.903
+42,block_sparse_moe.experts.26.w1,0.0003222224,0.05000,2.888
+42,block_sparse_moe.experts.27.w1,0.0017806900,0.05000,2.806
+42,block_sparse_moe.experts.30.w1,0.0011927333,0.05000,2.902
+42,block_sparse_moe.experts.16.w1,0.0039427850,0.05000,2.984
+42,block_sparse_moe.experts.21.w1,0.0018884268,0.05000,2.868
+42,block_sparse_moe.experts.23.w1,0.0019846203,0.05000,2.918
+42,block_sparse_moe.experts.25.w1,0.0011757479,0.05000,2.908
+42,block_sparse_moe.experts.29.w1,0.0013010661,0.05000,2.945
+42,block_sparse_moe.experts.17.w1,0.0036008379,0.05000,2.994
+42,block_sparse_moe.experts.31.w1,0.0021966860,0.05000,2.874
+42,block_sparse_moe.experts.18.w1,0.0034528035,0.05000,3.126
+42,block_sparse_moe.experts.19.w1,0.0022390079,0.05000,2.965
+42,block_sparse_moe.experts.40.w1,0.0010772777,0.05000,2.981
+42,block_sparse_moe.experts.38.w1,0.0012957757,0.05000,3.063
+42,block_sparse_moe.experts.44.w1,0.0009942113,0.05000,3.122
+42,block_sparse_moe.experts.43.w1,0.0020621054,0.05000,2.996
+42,block_sparse_moe.experts.39.w1,0.0010614251,0.05000,2.965
+42,block_sparse_moe.experts.41.w1,0.0021159892,0.05000,2.973
+42,block_sparse_moe.experts.46.w1,0.0013637271,0.05000,3.061
+42,block_sparse_moe.experts.42.w1,0.0010116517,0.05000,3.075
+42,block_sparse_moe.experts.32.w1,0.0029037033,0.05000,3.057
+42,block_sparse_moe.experts.37.w1,0.0013128889,0.05000,3.076
+42,block_sparse_moe.experts.35.w1,0.0019570501,0.05000,2.940
+42,block_sparse_moe.experts.36.w1,0.0007539435,0.05000,3.162
+42,block_sparse_moe.experts.33.w1,0.0027271463,0.05000,3.038
+42,block_sparse_moe.experts.47.w1,0.0028530624,0.05000,3.055
+42,block_sparse_moe.experts.45.w1,0.0024058063,0.05000,3.065
+42,block_sparse_moe.experts.34.w1,0.0011876545,0.05000,3.066
+42,block_sparse_moe.experts.54.w1,0.0031414008,0.05000,3.091
+42,block_sparse_moe.experts.62.w1,0.0019927867,0.05000,2.983
+42,block_sparse_moe.experts.59.w1,0.0007034753,0.05000,3.076
+42,block_sparse_moe.experts.55.w1,0.0029324482,0.05000,3.063
+42,block_sparse_moe.experts.56.w1,0.0031903321,0.05000,3.230
+42,block_sparse_moe.experts.60.w1,0.0016403690,0.05000,3.133
+42,block_sparse_moe.experts.58.w1,0.0009529226,0.05000,3.057
+42,block_sparse_moe.experts.53.w1,0.0025470143,0.05000,3.081
+42,block_sparse_moe.experts.57.w1,0.0026164724,0.05000,3.158
+42,block_sparse_moe.experts.51.w1,0.0015911880,0.05000,3.140
+42,block_sparse_moe.experts.48.w1,0.0034439208,0.05000,3.192
+42,block_sparse_moe.experts.49.w1,0.0011485943,0.05000,3.159
+42,block_sparse_moe.experts.52.w1,0.0012997881,0.05000,3.221
+42,block_sparse_moe.experts.61.w1,0.0033858966,0.05000,3.165
+42,block_sparse_moe.experts.63.w1,0.0031661691,0.05000,3.186
+42,block_sparse_moe.experts.50.w1,0.0010088605,0.05000,3.164
+42,block_sparse_moe.experts.78.w1,0.0007148467,0.05000,3.099
+42,block_sparse_moe.experts.70.w1,0.0036680400,0.05000,3.111
+42,block_sparse_moe.experts.69.w1,0.0011395056,0.05000,2.976
+42,block_sparse_moe.experts.75.w1,0.0016247384,0.05000,3.215
+42,block_sparse_moe.experts.73.w1,0.0002022162,0.05000,3.084
+42,block_sparse_moe.experts.76.w1,0.0036870374,0.05000,3.218
+42,block_sparse_moe.experts.71.w1,0.0041461893,0.05000,3.232
+42,block_sparse_moe.experts.74.w1,0.0035052190,0.05000,3.212
+42,block_sparse_moe.experts.72.w1,0.0005066975,0.05000,3.280
+42,block_sparse_moe.experts.66.w1,0.0013647933,0.05000,3.058
+42,block_sparse_moe.experts.65.w1,0.0005251770,0.05000,3.156
+42,block_sparse_moe.experts.64.w1,0.0011741702,0.05000,3.208
+42,block_sparse_moe.experts.77.w1,0.0011849788,0.05000,3.133
+42,block_sparse_moe.experts.68.w1,0.0010634684,0.05000,3.216
+42,block_sparse_moe.experts.67.w1,0.0015538615,0.05000,3.320
+42,block_sparse_moe.experts.79.w1,0.0031193796,0.05000,3.225
+42,block_sparse_moe.experts.94.w1,0.0021136015,0.05000,2.926
+42,block_sparse_moe.experts.86.w1,0.0017255521,0.05000,2.951
+42,block_sparse_moe.experts.89.w1,0.0022080452,0.05000,2.830
+42,block_sparse_moe.experts.85.w1,0.0040387196,0.05000,2.948
+42,block_sparse_moe.experts.92.w1,0.0036943654,0.05000,2.959
+42,block_sparse_moe.experts.90.w1,0.0014254900,0.05000,2.961
+42,block_sparse_moe.experts.91.w1,0.0012734199,0.05000,3.029
+42,block_sparse_moe.experts.87.w1,0.0011214213,0.05000,2.995
+42,block_sparse_moe.experts.88.w1,0.0039880867,0.05000,3.015
+42,block_sparse_moe.experts.80.w1,0.0018020538,0.05000,2.948
+42,block_sparse_moe.experts.81.w1,0.0019793808,0.05000,2.963
+42,block_sparse_moe.experts.84.w1,0.0017034414,0.05000,2.889
+42,block_sparse_moe.experts.93.w1,0.0019642227,0.05000,3.002
+42,block_sparse_moe.experts.82.w1,0.0020046110,0.05000,3.043
+42,block_sparse_moe.experts.83.w1,0.0017531064,0.05000,2.938
+42,block_sparse_moe.experts.95.w1,0.0003895046,0.05000,2.973
+42,block_sparse_moe.experts.102.w1,0.0027834517,0.05000,3.040
+42,block_sparse_moe.experts.110.w1,0.0019849981,0.05000,3.110
+42,block_sparse_moe.experts.103.w1,0.0017507371,0.05000,2.942
+42,block_sparse_moe.experts.105.w1,0.0008629416,0.05000,3.182
+42,block_sparse_moe.experts.107.w1,0.0023954158,0.05000,3.009
+42,block_sparse_moe.experts.108.w1,0.0018788068,0.05000,3.054
+42,block_sparse_moe.experts.101.w1,0.0020627982,0.05000,3.317
+42,block_sparse_moe.experts.106.w1,0.0013664477,0.05000,3.153
+42,block_sparse_moe.experts.100.w1,0.0007821161,0.05000,3.041
+42,block_sparse_moe.experts.99.w1,0.0014259791,0.05000,2.990
+42,block_sparse_moe.experts.104.w1,0.0005770175,0.05000,3.143
+42,block_sparse_moe.experts.109.w1,0.0010115909,0.05000,3.060
+42,block_sparse_moe.experts.111.w1,0.0007416266,0.05000,2.987
+42,block_sparse_moe.experts.98.w1,0.0012215119,0.05000,3.106
+42,block_sparse_moe.experts.96.w1,0.0013639062,0.05000,3.189
+42,block_sparse_moe.experts.97.w1,0.0015280076,0.05000,3.233
+42,block_sparse_moe.experts.119.w1,0.0011566716,0.05000,2.931
+42,block_sparse_moe.experts.123.w1,0.0005541150,0.05000,2.932
+42,block_sparse_moe.experts.118.w1,0.0004970050,0.05000,3.176
+42,block_sparse_moe.experts.124.w1,0.0011814622,0.05000,3.050
+42,block_sparse_moe.experts.121.w1,0.0015820478,0.05000,3.113
+42,block_sparse_moe.experts.126.w1,0.0014904384,0.05000,3.260
+42,block_sparse_moe.experts.115.w1,0.0015725813,0.05000,2.980
+42,block_sparse_moe.experts.117.w1,0.0014412205,0.05000,3.049
+42,block_sparse_moe.experts.116.w1,0.0014066287,0.05000,3.028
+42,block_sparse_moe.experts.127.w1,0.0022521523,0.05000,2.976
+42,block_sparse_moe.experts.122.w1,0.0019786254,0.05000,3.094
+42,block_sparse_moe.experts.125.w1,0.0013329717,0.05000,3.029
+42,block_sparse_moe.experts.120.w1,0.0028090781,0.05000,3.044
+42,block_sparse_moe.experts.113.w1,0.0013032023,0.05000,2.931
+42,block_sparse_moe.experts.112.w1,0.0020490772,0.05000,3.020
+42,block_sparse_moe.experts.114.w1,0.0015977356,0.05000,3.086
+42,block_sparse_moe.experts.135.w1,0.0012886777,0.05000,2.940
+42,block_sparse_moe.experts.139.w1,0.0007961767,0.05000,3.003
+42,block_sparse_moe.experts.140.w1,0.0025788238,0.05000,2.947
+42,block_sparse_moe.experts.134.w1,0.0006624367,0.05000,3.056
+42,block_sparse_moe.experts.143.w1,0.0010357275,0.05000,2.910
+42,block_sparse_moe.experts.142.w1,0.0012676371,0.05000,3.018
+42,block_sparse_moe.experts.131.w1,0.0021802635,0.05000,2.971
+42,block_sparse_moe.experts.137.w1,0.0016751292,0.05000,3.124
+42,block_sparse_moe.experts.132.w1,0.0017946070,0.05000,3.053
+42,block_sparse_moe.experts.138.w1,0.0018150422,0.05000,3.043
+42,block_sparse_moe.experts.136.w1,0.0010283016,0.05000,3.065
+42,block_sparse_moe.experts.133.w1,0.0010231848,0.05000,3.167
+42,block_sparse_moe.experts.128.w1,0.0013517434,0.05000,3.062
+42,block_sparse_moe.experts.130.w1,0.0014044472,0.05000,3.035
+42,block_sparse_moe.experts.141.w1,0.0023228081,0.05000,3.150
+42,block_sparse_moe.experts.129.w1,0.0024378236,0.05000,3.131
+42,block_sparse_moe.experts.151.w1,0.0041171780,0.05000,2.865
+42,block_sparse_moe.experts.156.w1,0.0007195880,0.05000,2.850
+42,block_sparse_moe.experts.155.w1,0.0005778666,0.05000,2.940
+42,block_sparse_moe.experts.159.w1,0.0011538032,0.05000,2.878
+42,block_sparse_moe.experts.147.w1,0.0024280928,0.05000,2.856
+42,block_sparse_moe.experts.150.w1,0.0010718238,0.05000,2.961
+42,block_sparse_moe.experts.148.w1,0.0030845556,0.05000,2.814
+42,block_sparse_moe.experts.158.w1,0.0018649659,0.05000,2.961
+42,block_sparse_moe.experts.152.w1,0.0004475743,0.05000,2.822
+42,block_sparse_moe.experts.144.w1,0.0013062232,0.05000,2.815
+42,block_sparse_moe.experts.153.w1,0.0016170216,0.05000,3.015
+42,block_sparse_moe.experts.154.w1,0.0013747824,0.05000,2.982
+42,block_sparse_moe.experts.149.w1,0.0013647883,0.05000,2.964
+42,block_sparse_moe.experts.157.w1,0.0013281087,0.05000,2.982
+42,block_sparse_moe.experts.145.w1,0.0005249781,0.05000,2.980
+42,block_sparse_moe.experts.146.w1,0.0038265681,0.05000,3.101
+42,block_sparse_moe.experts.167.w1,0.0004840829,0.05000,2.764
+42,block_sparse_moe.experts.166.w1,0.0015607299,0.05000,2.619
+42,block_sparse_moe.experts.174.w1,0.0031759347,0.05000,2.718
+42,block_sparse_moe.experts.171.w1,0.0007867367,0.05000,2.985
+42,block_sparse_moe.experts.175.w1,0.0004243934,0.05000,2.897
+42,block_sparse_moe.experts.172.w1,0.0063934128,0.05000,3.043
+42,block_sparse_moe.experts.163.w1,0.0015718670,0.05000,3.027
+42,block_sparse_moe.experts.170.w1,0.0027825747,0.05000,2.832
+42,block_sparse_moe.experts.164.w1,0.0011259729,0.05000,3.127
+42,block_sparse_moe.experts.165.w1,0.0014380413,0.05000,2.941
+42,block_sparse_moe.experts.173.w1,0.0014308629,0.05000,2.868
+42,block_sparse_moe.experts.169.w1,0.0032402584,0.05000,3.050
+42,block_sparse_moe.experts.162.w1,0.0010677134,0.05000,2.843
+42,block_sparse_moe.experts.160.w1,0.0021316608,0.05000,3.162
+42,block_sparse_moe.experts.168.w1,0.0006251564,0.05000,3.274
+42,block_sparse_moe.experts.161.w1,0.0008174397,0.05000,3.077
+42,block_sparse_moe.experts.183.w1,0.0050077999,0.05000,2.837
+42,block_sparse_moe.experts.182.w1,0.0023554901,0.05000,2.814
+42,block_sparse_moe.experts.190.w1,0.0021808318,0.05000,2.771
+42,block_sparse_moe.experts.187.w1,0.0005539831,0.05000,2.801
+42,block_sparse_moe.experts.191.w1,0.0035676312,0.05000,2.825
+42,block_sparse_moe.experts.188.w1,0.0047206028,0.05000,2.977
+42,block_sparse_moe.experts.179.w1,0.0019396225,0.05000,2.863
+42,block_sparse_moe.experts.186.w1,0.0025334830,0.05000,2.824
+42,block_sparse_moe.experts.178.w1,0.0024816064,0.05000,2.838
+42,block_sparse_moe.experts.180.w1,0.0021913114,0.05000,3.092
+42,block_sparse_moe.experts.181.w1,0.0015952626,0.05000,3.071
+42,block_sparse_moe.experts.189.w1,0.0024313191,0.05000,3.085
+42,block_sparse_moe.experts.184.w1,0.0006628161,0.05000,2.947
+42,block_sparse_moe.experts.185.w1,0.0024777707,0.05000,3.110
+42,block_sparse_moe.experts.176.w1,0.0027806498,0.05000,3.081
+42,block_sparse_moe.experts.177.w1,0.0007966017,0.05000,3.121
+42,block_sparse_moe.experts.199.w1,0.0016405164,0.05000,2.860
+42,block_sparse_moe.experts.198.w1,0.0016430745,0.05000,2.988
+42,block_sparse_moe.experts.203.w1,0.0011185429,0.05000,2.958
+42,block_sparse_moe.experts.206.w1,0.0007277881,0.05000,3.042
+42,block_sparse_moe.experts.207.w1,0.0017736140,0.05000,3.046
+42,block_sparse_moe.experts.204.w1,0.0015258482,0.05000,2.940
+42,block_sparse_moe.experts.195.w1,0.0015750858,0.05000,3.092
+42,block_sparse_moe.experts.202.w1,0.0023292190,0.05000,3.123
+42,block_sparse_moe.experts.200.w1,0.0034371313,0.05000,2.878
+42,block_sparse_moe.experts.196.w1,0.0007842905,0.05000,2.975
+42,block_sparse_moe.experts.192.w1,0.0010309785,0.05000,2.910
+42,block_sparse_moe.experts.205.w1,0.0005022239,0.05000,3.051
+42,block_sparse_moe.experts.194.w1,0.0021950390,0.05000,3.217
+42,block_sparse_moe.experts.201.w1,0.0010005151,0.05000,3.049
+42,block_sparse_moe.experts.197.w1,0.0017149127,0.05000,3.176
+42,block_sparse_moe.experts.193.w1,0.0031142482,0.05000,3.010
+42,block_sparse_moe.experts.215.w1,0.0012619212,0.05000,3.150
+42,block_sparse_moe.experts.214.w1,0.0015426432,0.05000,3.189
+42,block_sparse_moe.experts.219.w1,0.0022177698,0.05000,3.134
+42,block_sparse_moe.experts.220.w1,0.0004951623,0.05000,2.997
+42,block_sparse_moe.experts.222.w1,0.0005607294,0.05000,3.272
+42,block_sparse_moe.experts.223.w1,0.0005392867,0.05000,3.163
+42,block_sparse_moe.experts.211.w1,0.0033118298,0.05000,3.049
+42,block_sparse_moe.experts.216.w1,0.0003058618,0.05000,2.886
+42,block_sparse_moe.experts.218.w1,0.0042327313,0.05000,3.170
+42,block_sparse_moe.experts.212.w1,0.0010634515,0.05000,2.943
+42,block_sparse_moe.experts.208.w1,0.0014584389,0.05000,2.919
+42,block_sparse_moe.experts.221.w1,0.0020956805,0.05000,2.928
+42,block_sparse_moe.experts.217.w1,0.0024642217,0.05000,2.956
+42,block_sparse_moe.experts.210.w1,0.0010124047,0.05000,3.072
+42,block_sparse_moe.experts.213.w1,0.0016288614,0.05000,3.033
+42,block_sparse_moe.experts.209.w1,0.0008173971,0.05000,2.966
+42,block_sparse_moe.experts.231.w1,0.0024087325,0.05000,3.070
+42,block_sparse_moe.experts.230.w1,0.0001895572,0.05000,3.052
+42,block_sparse_moe.experts.235.w1,0.0018647672,0.05000,3.048
+42,block_sparse_moe.experts.236.w1,0.0022825825,0.05000,3.061
+42,block_sparse_moe.experts.238.w1,0.0015457758,0.05000,3.065
+42,block_sparse_moe.experts.239.w1,0.0026473095,0.05000,3.102
+42,block_sparse_moe.experts.227.w1,0.0006470722,0.05000,3.118
+42,block_sparse_moe.experts.228.w1,0.0060392916,0.05000,2.974
+42,block_sparse_moe.experts.232.w1,0.0025607448,0.05000,3.069
+42,block_sparse_moe.experts.224.w1,0.0002686148,0.05000,2.954
+42,block_sparse_moe.experts.234.w1,0.0020115588,0.05000,3.086
+42,block_sparse_moe.experts.237.w1,0.0014774022,0.05000,2.991
+42,block_sparse_moe.experts.233.w1,0.0044341577,0.05000,3.054
+42,block_sparse_moe.experts.226.w1,0.0019259828,0.05000,3.003
+42,block_sparse_moe.experts.229.w1,0.0012070550,0.05000,2.977
+42,block_sparse_moe.experts.225.w1,0.0021663479,0.05000,2.942
+42,block_sparse_moe.experts.247.w1,0.0009164053,0.05000,3.148
+42,block_sparse_moe.experts.246.w1,0.0012157374,0.05000,3.017
+42,block_sparse_moe.experts.252.w1,0.0005008183,0.05000,2.895
+42,block_sparse_moe.experts.254.w1,0.0025944322,0.05000,3.005
+42,block_sparse_moe.experts.251.w1,0.0009440164,0.05000,3.185
+42,block_sparse_moe.experts.244.w1,0.0007287373,0.05000,2.933
+42,block_sparse_moe.experts.248.w1,0.0022874263,0.05000,2.929
+42,block_sparse_moe.experts.255.w1,0.0037047196,0.05000,3.121
+42,block_sparse_moe.experts.240.w1,0.0010350702,0.05000,3.002
+42,block_sparse_moe.experts.250.w1,0.0015856873,0.05000,3.020
+42,block_sparse_moe.experts.243.w1,0.0016955609,0.05000,3.237
+42,block_sparse_moe.experts.242.w1,0.0025813200,0.05000,2.949
+42,block_sparse_moe.experts.253.w1,0.0010439447,0.05000,3.160
+42,block_sparse_moe.experts.249.w1,0.0013629298,0.05000,3.118
+42,block_sparse_moe.experts.241.w1,0.0003055801,0.05000,3.155
+42,block_sparse_moe.experts.245.w1,0.0014299517,0.05000,3.206
+42,block_sparse_moe.experts.12.w3,0.0011563005,0.05000,2.817
+42,block_sparse_moe.experts.6.w3,0.0019106124,0.05000,2.980
+42,block_sparse_moe.experts.7.w3,0.0023455548,0.05000,3.168
+42,block_sparse_moe.experts.8.w3,0.0009594394,0.05000,2.608
+42,block_sparse_moe.experts.0.w3,0.0019901582,0.05000,2.720
+42,block_sparse_moe.experts.4.w3,0.0004083652,0.05000,2.877
+42,block_sparse_moe.experts.14.w3,0.0021440045,0.05000,3.041
+42,block_sparse_moe.experts.11.w3,0.0042661878,0.05000,3.102
+42,block_sparse_moe.experts.13.w3,0.0025890845,0.05000,2.829
+42,block_sparse_moe.experts.10.w3,0.0040957828,0.05000,3.037
+42,block_sparse_moe.experts.15.w3,0.0015803219,0.05000,3.206
+42,block_sparse_moe.experts.9.w3,0.0005931023,0.05000,2.828
+42,block_sparse_moe.experts.2.w3,0.0036172225,0.05000,3.007
+42,block_sparse_moe.experts.1.w3,0.0009529982,0.05000,2.841
+42,block_sparse_moe.experts.5.w3,0.0016938739,0.05000,2.858
+42,block_sparse_moe.experts.3.w3,0.0015767057,0.05000,3.204
+42,block_sparse_moe.experts.28.w3,0.0010434954,0.05000,2.974
+42,block_sparse_moe.experts.24.w3,0.0035610223,0.05000,2.928
+42,block_sparse_moe.experts.23.w3,0.0021954501,0.05000,3.017
+42,block_sparse_moe.experts.22.w3,0.0020773457,0.05000,3.167
+42,block_sparse_moe.experts.16.w3,0.0042732193,0.05000,3.046
+42,block_sparse_moe.experts.20.w3,0.0044576967,0.05000,3.080
+42,block_sparse_moe.experts.30.w3,0.0013766812,0.05000,3.076
+42,block_sparse_moe.experts.27.w3,0.0019734384,0.05000,3.096
+42,block_sparse_moe.experts.29.w3,0.0014253302,0.05000,2.894
+42,block_sparse_moe.experts.25.w3,0.0012691391,0.05000,2.874
+42,block_sparse_moe.experts.26.w3,0.0003550343,0.05000,3.106
+42,block_sparse_moe.experts.31.w3,0.0024745873,0.05000,3.098
+42,block_sparse_moe.experts.17.w3,0.0039673193,0.05000,2.961
+42,block_sparse_moe.experts.21.w3,0.0021810339,0.05000,2.930
+42,block_sparse_moe.experts.18.w3,0.0038439508,0.05000,3.171
+42,block_sparse_moe.experts.19.w3,0.0024994197,0.05000,3.044
+42,block_sparse_moe.experts.44.w3,0.0011131845,0.05000,3.177
+42,block_sparse_moe.experts.40.w3,0.0012115304,0.05000,3.141
+42,block_sparse_moe.experts.45.w3,0.0026839772,0.05000,2.642
+42,block_sparse_moe.experts.41.w3,0.0022898280,0.05000,2.594
+42,block_sparse_moe.experts.39.w3,0.0012098441,0.05000,3.192
+42,block_sparse_moe.experts.38.w3,0.0014923955,0.05000,3.143
+42,block_sparse_moe.experts.32.w3,0.0031242573,0.05000,3.121
+42,block_sparse_moe.experts.37.w3,0.0015261447,0.05000,2.670
+42,block_sparse_moe.experts.36.w3,0.0008220769,0.05000,3.097
+42,block_sparse_moe.experts.33.w3,0.0031717048,0.05000,2.786
+42,block_sparse_moe.experts.46.w3,0.0014784777,0.05000,3.200
+42,block_sparse_moe.experts.43.w3,0.0021907470,0.05000,3.148
+42,block_sparse_moe.experts.42.w3,0.0011629558,0.05000,3.140
+42,block_sparse_moe.experts.47.w3,0.0031298997,0.05000,3.197
+42,block_sparse_moe.experts.35.w3,0.0021850334,0.05000,3.158
+42,block_sparse_moe.experts.34.w3,0.0012940123,0.05000,3.271
+42,block_sparse_moe.experts.60.w3,0.0018855620,0.05000,2.869
+42,block_sparse_moe.experts.57.w3,0.0030682861,0.05000,2.859
+42,block_sparse_moe.experts.56.w3,0.0036251582,0.05000,2.983
+42,block_sparse_moe.experts.61.w3,0.0037696412,0.05000,3.009
+42,block_sparse_moe.experts.54.w3,0.0037018511,0.05000,2.970
+42,block_sparse_moe.experts.55.w3,0.0031885155,0.05000,3.124
+42,block_sparse_moe.experts.48.w3,0.0037051380,0.05000,2.905
+42,block_sparse_moe.experts.52.w3,0.0014118247,0.05000,2.902
+42,block_sparse_moe.experts.53.w3,0.0028174998,0.05000,2.921
+42,block_sparse_moe.experts.62.w3,0.0021599915,0.05000,2.971
+42,block_sparse_moe.experts.49.w3,0.0012931050,0.05000,3.029
+42,block_sparse_moe.experts.59.w3,0.0007822416,0.05000,3.195
+42,block_sparse_moe.experts.58.w3,0.0010499123,0.05000,2.986
+42,block_sparse_moe.experts.50.w3,0.0011235168,0.05000,2.848
+42,block_sparse_moe.experts.51.w3,0.0018017774,0.05000,3.104
+42,block_sparse_moe.experts.63.w3,0.0034613874,0.05000,3.288
+42,block_sparse_moe.experts.76.w3,0.0040922095,0.05000,3.040
+42,block_sparse_moe.experts.73.w3,0.0002411186,0.05000,3.051
+42,block_sparse_moe.experts.70.w3,0.0039694772,0.05000,2.882
+42,block_sparse_moe.experts.77.w3,0.0012713018,0.05000,3.034
+42,block_sparse_moe.experts.72.w3,0.0005791913,0.05000,3.090
+42,block_sparse_moe.experts.64.w3,0.0013064137,0.05000,3.076
+42,block_sparse_moe.experts.71.w3,0.0044366785,0.05000,3.128
+42,block_sparse_moe.experts.68.w3,0.0011387447,0.05000,3.068
+42,block_sparse_moe.experts.78.w3,0.0008146072,0.05000,2.897
+42,block_sparse_moe.experts.69.w3,0.0012498860,0.05000,3.095
+42,block_sparse_moe.experts.65.w3,0.0005818082,0.05000,3.058
+42,block_sparse_moe.experts.74.w3,0.0038548586,0.05000,2.893
+42,block_sparse_moe.experts.75.w3,0.0017766670,0.05000,2.959
+42,block_sparse_moe.experts.66.w3,0.0015515904,0.05000,2.865
+42,block_sparse_moe.experts.67.w3,0.0017209849,0.05000,2.812
+42,block_sparse_moe.experts.79.w3,0.0033661416,0.05000,2.931
+42,block_sparse_moe.experts.89.w3,0.0024456348,0.05000,2.932
+42,block_sparse_moe.experts.86.w3,0.0018886106,0.05000,2.931
+42,block_sparse_moe.experts.92.w3,0.0042535241,0.05000,3.165
+42,block_sparse_moe.experts.87.w3,0.0013008793,0.05000,2.717
+42,block_sparse_moe.experts.93.w3,0.0021799754,0.05000,2.999
+42,block_sparse_moe.experts.88.w3,0.0042844277,0.05000,3.084
+42,block_sparse_moe.experts.94.w3,0.0024510906,0.05000,2.964
+42,block_sparse_moe.experts.80.w3,0.0020701169,0.05000,3.032
+42,block_sparse_moe.experts.84.w3,0.0018487215,0.05000,3.028
+42,block_sparse_moe.experts.85.w3,0.0043897975,0.05000,3.016
+42,block_sparse_moe.experts.81.w3,0.0025815899,0.05000,2.964
+42,block_sparse_moe.experts.91.w3,0.0016447953,0.05000,2.852
+42,block_sparse_moe.experts.90.w3,0.0016363311,0.05000,2.883
+42,block_sparse_moe.experts.83.w3,0.0019153945,0.05000,2.841
+42,block_sparse_moe.experts.82.w3,0.0022281121,0.05000,2.986
+42,block_sparse_moe.experts.95.w3,0.0004347317,0.05000,2.976
+42,block_sparse_moe.experts.105.w3,0.0009387380,0.05000,2.530
+42,block_sparse_moe.experts.109.w3,0.0010722807,0.05000,2.621
+42,block_sparse_moe.experts.108.w3,0.0021003129,0.05000,2.726
+42,block_sparse_moe.experts.104.w3,0.0006324980,0.05000,2.729
+42,block_sparse_moe.experts.102.w3,0.0030078726,0.05000,3.020
+42,block_sparse_moe.experts.101.w3,0.0023524469,0.05000,2.647
+42,block_sparse_moe.experts.97.w3,0.0016805679,0.05000,2.700
+42,block_sparse_moe.experts.96.w3,0.0015922139,0.05000,2.935
+42,block_sparse_moe.experts.103.w3,0.0019227254,0.05000,3.224
+42,block_sparse_moe.experts.110.w3,0.0021157544,0.05000,2.992
+42,block_sparse_moe.experts.100.w3,0.0009070766,0.05000,2.953
+42,block_sparse_moe.experts.106.w3,0.0015248371,0.05000,3.042
+42,block_sparse_moe.experts.98.w3,0.0013628279,0.05000,2.905
+42,block_sparse_moe.experts.107.w3,0.0026552078,0.05000,3.258
+42,block_sparse_moe.experts.99.w3,0.0015522097,0.05000,3.363
+42,block_sparse_moe.experts.111.w3,0.0007973524,0.05000,3.341
+42,block_sparse_moe.experts.121.w3,0.0017367393,0.05000,3.111
+42,block_sparse_moe.experts.125.w3,0.0014497040,0.05000,2.994
+42,block_sparse_moe.experts.124.w3,0.0012852849,0.05000,3.127
+42,block_sparse_moe.experts.120.w3,0.0031709424,0.05000,2.977
+42,block_sparse_moe.experts.117.w3,0.0015635439,0.05000,2.926
+42,block_sparse_moe.experts.118.w3,0.0005809069,0.05000,2.999
+42,block_sparse_moe.experts.113.w3,0.0015701979,0.05000,2.839
+42,block_sparse_moe.experts.112.w3,0.0023961493,0.05000,2.942
+42,block_sparse_moe.experts.116.w3,0.0015662996,0.05000,2.983
+42,block_sparse_moe.experts.126.w3,0.0016961338,0.05000,3.054
+42,block_sparse_moe.experts.119.w3,0.0013814094,0.05000,3.150
+42,block_sparse_moe.experts.114.w3,0.0017371450,0.05000,3.105
+42,block_sparse_moe.experts.122.w3,0.0021089941,0.05000,3.242
+42,block_sparse_moe.experts.123.w3,0.0006178582,0.05000,3.101
+42,block_sparse_moe.experts.115.w3,0.0017599332,0.05000,3.183
+42,block_sparse_moe.experts.127.w3,0.0024663295,0.05000,3.133
+42,block_sparse_moe.experts.137.w3,0.0018817219,0.05000,2.774
+42,block_sparse_moe.experts.141.w3,0.0025820775,0.05000,2.996
+42,block_sparse_moe.experts.133.w3,0.0011579762,0.05000,2.869
+42,block_sparse_moe.experts.140.w3,0.0029180887,0.05000,3.020
+42,block_sparse_moe.experts.136.w3,0.0011299823,0.05000,3.047
+42,block_sparse_moe.experts.129.w3,0.0027001237,0.05000,2.949
+42,block_sparse_moe.experts.134.w3,0.0007219276,0.05000,3.092
+42,block_sparse_moe.experts.128.w3,0.0015317475,0.05000,3.028
+42,block_sparse_moe.experts.132.w3,0.0019326692,0.05000,3.101
+42,block_sparse_moe.experts.142.w3,0.0014407857,0.05000,3.086
+42,block_sparse_moe.experts.135.w3,0.0014351466,0.05000,3.180
+42,block_sparse_moe.experts.130.w3,0.0015154468,0.05000,3.005
+42,block_sparse_moe.experts.138.w3,0.0019919998,0.05000,3.062
+42,block_sparse_moe.experts.139.w3,0.0009221202,0.05000,3.105
+42,block_sparse_moe.experts.131.w3,0.0023907042,0.05000,3.099
+42,block_sparse_moe.experts.143.w3,0.0011897816,0.05000,3.001
+42,block_sparse_moe.experts.153.w3,0.0017560566,0.05000,2.814
+42,block_sparse_moe.experts.157.w3,0.0014307811,0.05000,2.775
+42,block_sparse_moe.experts.149.w3,0.0014896298,0.05000,2.658
+42,block_sparse_moe.experts.145.w3,0.0005978049,0.05000,2.750
+42,block_sparse_moe.experts.152.w3,0.0004816260,0.05000,2.998
+42,block_sparse_moe.experts.150.w3,0.0011639451,0.05000,2.874
+42,block_sparse_moe.experts.156.w3,0.0007792906,0.05000,3.054
+42,block_sparse_moe.experts.144.w3,0.0014804717,0.05000,2.992
+42,block_sparse_moe.experts.148.w3,0.0033628817,0.05000,2.903
+42,block_sparse_moe.experts.158.w3,0.0020557925,0.05000,2.918
+42,block_sparse_moe.experts.151.w3,0.0047889982,0.05000,3.008
+42,block_sparse_moe.experts.146.w3,0.0043794464,0.05000,2.882
+42,block_sparse_moe.experts.154.w3,0.0015324294,0.05000,3.081
+42,block_sparse_moe.experts.155.w3,0.0006286529,0.05000,3.025
+42,block_sparse_moe.experts.147.w3,0.0027248696,0.05000,3.041
+42,block_sparse_moe.experts.159.w3,0.0013785343,0.05000,2.952
+42,block_sparse_moe.experts.169.w3,0.0039531911,0.05000,2.725
+42,block_sparse_moe.experts.173.w3,0.0015662815,0.05000,2.729
+42,block_sparse_moe.experts.165.w3,0.0016632969,0.05000,2.825
+42,block_sparse_moe.experts.161.w3,0.0009159440,0.05000,2.752
+42,block_sparse_moe.experts.172.w3,0.0072950162,0.05000,2.774
+42,block_sparse_moe.experts.168.w3,0.0006935810,0.05000,2.894
+42,block_sparse_moe.experts.160.w3,0.0024987539,0.05000,2.795
+42,block_sparse_moe.experts.164.w3,0.0012720601,0.05000,2.781
+42,block_sparse_moe.experts.166.w3,0.0017156379,0.05000,3.186
+42,block_sparse_moe.experts.167.w3,0.0005447303,0.05000,2.942
+42,block_sparse_moe.experts.174.w3,0.0036123614,0.05000,3.203
+42,block_sparse_moe.experts.162.w3,0.0012017762,0.05000,3.181
+42,block_sparse_moe.experts.171.w3,0.0008360216,0.05000,3.004
+42,block_sparse_moe.experts.170.w3,0.0031477912,0.05000,3.139
+42,block_sparse_moe.experts.175.w3,0.0004589082,0.05000,2.861
+42,block_sparse_moe.experts.163.w3,0.0017704994,0.05000,3.012
+42,block_sparse_moe.experts.185.w3,0.0026823730,0.05000,2.994
+42,block_sparse_moe.experts.189.w3,0.0028998305,0.05000,3.026
+42,block_sparse_moe.experts.181.w3,0.0017354837,0.05000,2.986
+42,block_sparse_moe.experts.188.w3,0.0052353879,0.05000,2.747
+42,block_sparse_moe.experts.177.w3,0.0008719659,0.05000,2.984
+42,block_sparse_moe.experts.184.w3,0.0007342439,0.05000,2.776
+42,block_sparse_moe.experts.176.w3,0.0031379794,0.05000,2.700
+42,block_sparse_moe.experts.180.w3,0.0024843410,0.05000,2.739
+42,block_sparse_moe.experts.182.w3,0.0028519732,0.05000,3.088
+42,block_sparse_moe.experts.183.w3,0.0055583564,0.05000,3.098
+42,block_sparse_moe.experts.190.w3,0.0024999735,0.05000,3.237
+42,block_sparse_moe.experts.178.w3,0.0026918137,0.05000,3.159
+42,block_sparse_moe.experts.187.w3,0.0006436472,0.05000,3.151
+42,block_sparse_moe.experts.186.w3,0.0027240838,0.05000,3.130
+42,block_sparse_moe.experts.191.w3,0.0039257197,0.05000,3.173
+42,block_sparse_moe.experts.179.w3,0.0021914146,0.05000,3.133
+42,block_sparse_moe.experts.201.w3,0.0010973335,0.05000,3.215
+42,block_sparse_moe.experts.205.w3,0.0005757363,0.05000,3.250
+42,block_sparse_moe.experts.204.w3,0.0016465622,0.05000,3.028
+42,block_sparse_moe.experts.200.w3,0.0036910982,0.05000,2.977
+42,block_sparse_moe.experts.197.w3,0.0022456597,0.05000,3.322
+42,block_sparse_moe.experts.192.w3,0.0011739092,0.05000,2.955
+42,block_sparse_moe.experts.196.w3,0.0008913696,0.05000,2.899
+42,block_sparse_moe.experts.193.w3,0.0034202480,0.05000,3.360
+42,block_sparse_moe.experts.198.w3,0.0019014812,0.05000,3.131
+42,block_sparse_moe.experts.206.w3,0.0007969663,0.05000,3.006
+42,block_sparse_moe.experts.199.w3,0.0017740168,0.05000,3.356
+42,block_sparse_moe.experts.194.w3,0.0023649142,0.05000,3.071
+42,block_sparse_moe.experts.202.w3,0.0026981781,0.05000,3.116
+42,block_sparse_moe.experts.203.w3,0.0012159308,0.05000,3.284
+42,block_sparse_moe.experts.207.w3,0.0019389192,0.05000,3.220
+42,block_sparse_moe.experts.195.w3,0.0017411131,0.05000,3.222
+42,block_sparse_moe.experts.217.w3,0.0029229855,0.05000,3.177
+42,block_sparse_moe.experts.220.w3,0.0005447667,0.05000,2.777
+42,block_sparse_moe.experts.216.w3,0.0003429580,0.05000,2.863
+42,block_sparse_moe.experts.208.w3,0.0016111928,0.05000,2.796
+42,block_sparse_moe.experts.221.w3,0.0022385706,0.05000,3.035
+42,block_sparse_moe.experts.212.w3,0.0011530706,0.05000,2.907
+42,block_sparse_moe.experts.213.w3,0.0017675993,0.05000,3.112
+42,block_sparse_moe.experts.209.w3,0.0010308510,0.05000,3.253
+42,block_sparse_moe.experts.214.w3,0.0017660498,0.05000,3.008
+42,block_sparse_moe.experts.222.w3,0.0005878247,0.05000,3.058
+42,block_sparse_moe.experts.210.w3,0.0011432766,0.05000,3.046
+42,block_sparse_moe.experts.215.w3,0.0013863157,0.05000,3.138
+42,block_sparse_moe.experts.218.w3,0.0045868607,0.05000,3.105
+42,block_sparse_moe.experts.219.w3,0.0024557129,0.05000,3.054
+42,block_sparse_moe.experts.223.w3,0.0005988278,0.05000,3.132
+42,block_sparse_moe.experts.211.w3,0.0035808221,0.05000,3.055
+42,block_sparse_moe.experts.236.w3,0.0024927859,0.05000,3.005
+42,block_sparse_moe.experts.233.w3,0.0048499285,0.05000,3.045
+42,block_sparse_moe.experts.232.w3,0.0028142527,0.05000,3.052
+42,block_sparse_moe.experts.224.w3,0.0003038961,0.05000,3.090
+42,block_sparse_moe.experts.237.w3,0.0017115575,0.05000,3.050
+42,block_sparse_moe.experts.228.w3,0.0066169549,0.05000,3.072
+42,block_sparse_moe.experts.229.w3,0.0013158740,0.05000,3.047
+42,block_sparse_moe.experts.225.w3,0.0024341892,0.05000,3.067
+42,block_sparse_moe.experts.230.w3,0.0002134228,0.05000,3.074
+42,block_sparse_moe.experts.238.w3,0.0017237479,0.05000,3.107
+42,block_sparse_moe.experts.231.w3,0.0025929211,0.05000,3.012
+42,block_sparse_moe.experts.226.w3,0.0021122393,0.05000,3.107
+42,block_sparse_moe.experts.235.w3,0.0021764081,0.05000,2.894
+42,block_sparse_moe.experts.234.w3,0.0021846311,0.05000,3.101
+42,block_sparse_moe.experts.227.w3,0.0006951790,0.05000,2.974
+42,block_sparse_moe.experts.239.w3,0.0029542453,0.05000,2.987
+42,block_sparse_moe.experts.249.w3,0.0014801100,0.05000,3.017
+42,block_sparse_moe.experts.252.w3,0.0005675120,0.05000,3.065
+42,block_sparse_moe.experts.253.w3,0.0012387829,0.05000,2.951
+42,block_sparse_moe.experts.248.w3,0.0024752087,0.05000,3.060
+42,block_sparse_moe.experts.240.w3,0.0011829582,0.05000,3.008
+42,block_sparse_moe.experts.244.w3,0.0008814856,0.05000,2.922
+42,block_sparse_moe.experts.245.w3,0.0015580540,0.05000,2.856
+42,block_sparse_moe.experts.241.w3,0.0003660927,0.05000,2.572
+42,block_sparse_moe.experts.246.w3,0.0013785979,0.05000,3.159
+42,block_sparse_moe.experts.254.w3,0.0028740662,0.05000,3.000
+42,block_sparse_moe.experts.242.w3,0.0028237160,0.05000,2.853
+42,block_sparse_moe.experts.250.w3,0.0018158837,0.05000,2.621
+42,block_sparse_moe.experts.247.w3,0.0010170442,0.05000,3.041
+42,block_sparse_moe.experts.251.w3,0.0010588159,0.05000,2.908
+42,block_sparse_moe.experts.243.w3,0.0018538730,0.05000,2.696
+42,block_sparse_moe.experts.255.w3,0.0041307544,0.05000,2.710
+42,block_sparse_moe.experts.12.w2,0.0030429307,0.05000,1.344
+42,block_sparse_moe.experts.6.w2,0.0004215617,0.05000,1.370
+42,block_sparse_moe.experts.2.w2,0.0196938937,0.05000,1.371
+42,block_sparse_moe.experts.4.w2,0.0012736052,0.05000,1.389
+42,block_sparse_moe.experts.8.w2,0.0055005785,0.05000,1.392
+42,block_sparse_moe.experts.0.w2,0.0043806474,0.05000,1.429
+42,block_sparse_moe.experts.10.w2,0.0023892224,0.05000,1.424
+42,block_sparse_moe.experts.14.w2,0.0059815265,0.05000,1.438
+42,block_sparse_moe.experts.11.w2,0.0023441583,0.05000,1.458
+42,block_sparse_moe.experts.7.w2,0.0186944044,0.05000,1.471
+42,block_sparse_moe.experts.3.w2,0.0064578113,0.05000,1.500
+42,block_sparse_moe.experts.15.w2,0.0063551646,0.05000,1.506
+42,block_sparse_moe.experts.9.w2,0.0014082451,0.05000,1.571
+42,block_sparse_moe.experts.1.w2,0.0006367863,0.05000,1.649
+42,block_sparse_moe.experts.5.w2,0.0091009555,0.05000,1.687
+42,block_sparse_moe.experts.13.w2,0.0022041460,0.05000,1.682
+42,block_sparse_moe.experts.26.w2,0.0006384661,0.05000,1.237
+42,block_sparse_moe.experts.22.w2,0.0043391678,0.05000,1.310
+42,block_sparse_moe.experts.18.w2,0.0079479803,0.05000,1.324
+42,block_sparse_moe.experts.30.w2,0.0015453313,0.05000,1.265
+42,block_sparse_moe.experts.23.w2,0.0060763394,0.05000,1.442
+42,block_sparse_moe.experts.27.w2,0.0035260181,0.05000,1.455
+42,block_sparse_moe.experts.31.w2,0.0038130020,0.05000,1.409
+42,block_sparse_moe.experts.20.w2,0.0539997135,0.05000,1.546
+42,block_sparse_moe.experts.28.w2,0.0025683774,0.05000,1.613
+42,block_sparse_moe.experts.24.w2,0.0046231327,0.05000,1.570
+42,block_sparse_moe.experts.19.w2,0.0020140133,0.05000,1.487
+42,block_sparse_moe.experts.25.w2,0.0020941509,0.05000,1.415
+42,block_sparse_moe.experts.16.w2,0.0085599431,0.05000,1.622
+42,block_sparse_moe.experts.21.w2,0.0049977404,0.05000,1.364
+42,block_sparse_moe.experts.29.w2,0.0026263026,0.05000,1.366
+42,block_sparse_moe.experts.17.w2,0.0017521569,0.05000,1.516
+42,block_sparse_moe.experts.38.w2,0.0014958278,0.05000,1.421
+42,block_sparse_moe.experts.34.w2,0.0064798940,0.05000,1.450
+42,block_sparse_moe.experts.42.w2,0.0029115220,0.05000,1.478
+42,block_sparse_moe.experts.46.w2,0.0025885914,0.05000,1.465
+42,block_sparse_moe.experts.36.w2,0.0037494393,0.05000,1.322
+42,block_sparse_moe.experts.40.w2,0.0032937657,0.05000,1.349
+42,block_sparse_moe.experts.44.w2,0.0038300978,0.05000,1.397
+42,block_sparse_moe.experts.43.w2,0.0016717697,0.05000,1.456
+42,block_sparse_moe.experts.39.w2,0.0047718339,0.05000,1.487
+42,block_sparse_moe.experts.47.w2,0.0077206467,0.05000,1.530
+42,block_sparse_moe.experts.32.w2,0.0016107713,0.05000,1.445
+42,block_sparse_moe.experts.35.w2,0.0009245326,0.05000,1.527
+42,block_sparse_moe.experts.41.w2,0.0023876754,0.05000,1.585
+42,block_sparse_moe.experts.45.w2,0.0075942294,0.05000,1.579
+42,block_sparse_moe.experts.37.w2,0.0056211524,0.05000,1.675
+42,block_sparse_moe.experts.33.w2,0.0026634927,0.05000,1.625
+42,block_sparse_moe.experts.54.w2,0.0087565350,0.05000,1.437
+42,block_sparse_moe.experts.50.w2,0.0038246390,0.05000,1.416
+42,block_sparse_moe.experts.62.w2,0.0046694865,0.05000,1.436
+42,block_sparse_moe.experts.58.w2,0.0025197041,0.05000,1.482
+42,block_sparse_moe.experts.56.w2,0.0098613807,0.05000,1.489
+42,block_sparse_moe.experts.52.w2,0.0007320871,0.05000,1.580
+42,block_sparse_moe.experts.60.w2,0.0031252538,0.05000,1.505
+42,block_sparse_moe.experts.55.w2,0.0030971165,0.05000,1.528
+42,block_sparse_moe.experts.59.w2,0.0023705506,0.05000,1.588
+42,block_sparse_moe.experts.63.w2,0.0095692208,0.05000,1.540
+42,block_sparse_moe.experts.51.w2,0.0020981968,0.05000,1.513
+42,block_sparse_moe.experts.48.w2,0.0022654693,0.05000,1.559
+42,block_sparse_moe.experts.61.w2,0.0034290222,0.05000,1.476
+42,block_sparse_moe.experts.57.w2,0.0062687170,0.05000,1.546
+42,block_sparse_moe.experts.53.w2,0.0031073247,0.05000,1.537
+42,block_sparse_moe.experts.49.w2,0.0028441625,0.05000,1.518
+42,block_sparse_moe.experts.70.w2,0.0048363345,0.05000,1.520
+42,block_sparse_moe.experts.66.w2,0.0026475024,0.05000,1.504
+42,block_sparse_moe.experts.78.w2,0.0035077200,0.05000,1.544
+42,block_sparse_moe.experts.74.w2,0.0080548036,0.05000,1.552
+42,block_sparse_moe.experts.72.w2,0.0010665497,0.05000,1.492
+42,block_sparse_moe.experts.68.w2,0.0016751222,0.05000,1.469
+42,block_sparse_moe.experts.76.w2,0.0161437453,0.05000,1.510
+42,block_sparse_moe.experts.71.w2,0.0055366001,0.05000,1.539
+42,block_sparse_moe.experts.64.w2,0.0022180417,0.05000,1.436
+42,block_sparse_moe.experts.79.w2,0.0049876400,0.05000,1.523
+42,block_sparse_moe.experts.75.w2,0.0012055034,0.05000,1.598
+42,block_sparse_moe.experts.73.w2,0.0005835938,0.05000,1.501
+42,block_sparse_moe.experts.67.w2,0.0030685685,0.05000,1.610
+42,block_sparse_moe.experts.77.w2,0.0002773186,0.05000,1.557
+42,block_sparse_moe.experts.69.w2,0.0005278717,0.05000,1.590
+42,block_sparse_moe.experts.65.w2,0.0010660753,0.05000,1.547
+42,block_sparse_moe.experts.86.w2,0.0024293551,0.05000,1.516
+42,block_sparse_moe.experts.82.w2,0.0046748456,0.05000,1.540
+42,block_sparse_moe.experts.90.w2,0.0070962362,0.05000,1.491
+42,block_sparse_moe.experts.94.w2,0.0062529763,0.05000,1.550
+42,block_sparse_moe.experts.88.w2,0.0048591981,0.05000,1.518
+42,block_sparse_moe.experts.84.w2,0.0018384649,0.05000,1.526
+42,block_sparse_moe.experts.92.w2,0.0169276997,0.05000,1.490
+42,block_sparse_moe.experts.80.w2,0.0093173879,0.05000,1.495
+42,block_sparse_moe.experts.95.w2,0.0007601036,0.05000,1.533
+42,block_sparse_moe.experts.87.w2,0.0051232583,0.05000,1.574
+42,block_sparse_moe.experts.89.w2,0.0035812953,0.05000,1.480
+42,block_sparse_moe.experts.91.w2,0.0019216770,0.05000,1.584
+42,block_sparse_moe.experts.83.w2,0.0033693881,0.05000,1.561
+42,block_sparse_moe.experts.93.w2,0.0036383173,0.05000,1.549
+42,block_sparse_moe.experts.81.w2,0.0098155917,0.05000,1.482
+42,block_sparse_moe.experts.85.w2,0.0033821698,0.05000,1.519
+42,block_sparse_moe.experts.102.w2,0.0048221134,0.05000,1.489
+42,block_sparse_moe.experts.98.w2,0.0007962376,0.05000,1.471
+42,block_sparse_moe.experts.106.w2,0.0024667074,0.05000,1.482
+42,block_sparse_moe.experts.110.w2,0.0023792350,0.05000,1.484
+42,block_sparse_moe.experts.104.w2,0.0037670372,0.05000,1.567
+42,block_sparse_moe.experts.108.w2,0.0013299099,0.05000,1.542
+42,block_sparse_moe.experts.100.w2,0.0024276825,0.05000,1.659
+42,block_sparse_moe.experts.105.w2,0.0004761776,0.05000,1.390
+42,block_sparse_moe.experts.111.w2,0.0006287733,0.05000,1.483
+42,block_sparse_moe.experts.96.w2,0.0025672366,0.05000,1.566
+42,block_sparse_moe.experts.103.w2,0.0017451671,0.05000,1.517
+42,block_sparse_moe.experts.109.w2,0.0058957119,0.05000,1.438
+42,block_sparse_moe.experts.107.w2,0.0051285820,0.05000,1.549
+42,block_sparse_moe.experts.99.w2,0.0014118447,0.05000,1.519
+42,block_sparse_moe.experts.101.w2,0.0041478234,0.05000,1.374
+42,block_sparse_moe.experts.97.w2,0.0017733825,0.05000,1.449
+42,block_sparse_moe.experts.118.w2,0.0019256384,0.05000,1.621
+42,block_sparse_moe.experts.114.w2,0.0027471600,0.05000,1.675
+42,block_sparse_moe.experts.126.w2,0.0036943682,0.05000,1.630
+42,block_sparse_moe.experts.122.w2,0.0026486838,0.05000,1.684
+42,block_sparse_moe.experts.124.w2,0.0027472369,0.05000,1.473
+42,block_sparse_moe.experts.120.w2,0.0029220892,0.05000,1.528
+42,block_sparse_moe.experts.121.w2,0.0013292760,0.05000,1.425
+42,block_sparse_moe.experts.116.w2,0.0020528616,0.05000,1.519
+42,block_sparse_moe.experts.112.w2,0.0067197826,0.05000,1.461
+42,block_sparse_moe.experts.125.w2,0.0017002110,0.05000,1.489
+42,block_sparse_moe.experts.127.w2,0.0054998691,0.05000,1.613
+42,block_sparse_moe.experts.119.w2,0.0028305207,0.05000,1.591
+42,block_sparse_moe.experts.117.w2,0.0041780092,0.05000,1.495
+42,block_sparse_moe.experts.123.w2,0.0016977529,0.05000,1.580
+42,block_sparse_moe.experts.113.w2,0.0069627571,0.05000,1.561
+42,block_sparse_moe.experts.115.w2,0.0041153695,0.05000,1.644
+42,block_sparse_moe.experts.134.w2,0.0012655320,0.05000,1.537
+42,block_sparse_moe.experts.130.w2,0.0041046131,0.05000,1.516
+42,block_sparse_moe.experts.142.w2,0.0020175285,0.05000,1.517
+42,block_sparse_moe.experts.138.w2,0.0022233864,0.05000,1.531
+42,block_sparse_moe.experts.137.w2,0.0043144143,0.05000,1.512
+42,block_sparse_moe.experts.140.w2,0.0098006767,0.05000,1.577
+42,block_sparse_moe.experts.136.w2,0.0060582945,0.05000,1.566
+42,block_sparse_moe.experts.128.w2,0.0098161536,0.05000,1.528
+42,block_sparse_moe.experts.132.w2,0.0033440735,0.05000,1.559
+42,block_sparse_moe.experts.135.w2,0.0021563700,0.05000,1.465
+42,block_sparse_moe.experts.141.w2,0.0051024372,0.05000,1.493
+42,block_sparse_moe.experts.143.w2,0.0033766180,0.05000,1.511
+42,block_sparse_moe.experts.133.w2,0.0042567379,0.05000,1.470
+42,block_sparse_moe.experts.139.w2,0.0028112344,0.05000,1.526
+42,block_sparse_moe.experts.131.w2,0.0047583203,0.05000,1.461
+42,block_sparse_moe.experts.129.w2,0.0098073516,0.05000,1.523
+42,block_sparse_moe.experts.150.w2,0.0007424009,0.05000,1.454
+42,block_sparse_moe.experts.146.w2,0.0088236527,0.05000,1.454
+42,block_sparse_moe.experts.158.w2,0.0011903404,0.05000,1.401
+42,block_sparse_moe.experts.154.w2,0.0021307248,0.05000,1.412
+42,block_sparse_moe.experts.153.w2,0.0011339842,0.05000,1.448
+42,block_sparse_moe.experts.156.w2,0.0015770922,0.05000,1.433
+42,block_sparse_moe.experts.152.w2,0.0010586815,0.05000,1.426
+42,block_sparse_moe.experts.144.w2,0.0045305878,0.05000,1.445
+42,block_sparse_moe.experts.151.w2,0.0351961492,0.05000,1.407
+42,block_sparse_moe.experts.148.w2,0.0015693527,0.05000,1.513
+42,block_sparse_moe.experts.159.w2,0.0039141826,0.05000,1.483
+42,block_sparse_moe.experts.157.w2,0.0018857746,0.05000,1.541
+42,block_sparse_moe.experts.149.w2,0.0020399913,0.05000,1.473
+42,block_sparse_moe.experts.155.w2,0.0008829102,0.05000,1.494
+42,block_sparse_moe.experts.147.w2,0.0104989882,0.05000,1.502
+42,block_sparse_moe.experts.145.w2,0.0031468022,0.05000,1.510
+42,block_sparse_moe.experts.166.w2,0.0031495357,0.05000,1.369
+42,block_sparse_moe.experts.170.w2,0.0143454266,0.05000,1.350
+42,block_sparse_moe.experts.174.w2,0.0029066741,0.05000,1.397
+42,block_sparse_moe.experts.162.w2,0.0018879150,0.05000,1.474
+42,block_sparse_moe.experts.169.w2,0.0117314592,0.05000,1.494
+42,block_sparse_moe.experts.172.w2,0.0167051091,0.05000,1.593
+42,block_sparse_moe.experts.167.w2,0.0010832406,0.05000,1.536
+42,block_sparse_moe.experts.160.w2,0.0051474493,0.05000,1.600
+42,block_sparse_moe.experts.168.w2,0.0018821329,0.05000,1.682
+42,block_sparse_moe.experts.165.w2,0.0035711422,0.05000,1.486
+42,block_sparse_moe.experts.175.w2,0.0009616095,0.05000,1.540
+42,block_sparse_moe.experts.164.w2,0.0060896196,0.05000,1.628
+42,block_sparse_moe.experts.173.w2,0.0006397111,0.05000,1.552
+42,block_sparse_moe.experts.171.w2,0.0019777840,0.05000,1.514
+42,block_sparse_moe.experts.163.w2,0.0014725970,0.05000,1.498
+42,block_sparse_moe.experts.161.w2,0.0035513778,0.05000,1.600
+42,block_sparse_moe.experts.188.w2,0.0100452909,0.05000,0.655
+42,block_sparse_moe.experts.182.w2,0.0068892014,0.05000,1.738
+42,block_sparse_moe.experts.186.w2,0.0017136602,0.05000,1.743
+42,block_sparse_moe.experts.190.w2,0.0038189593,0.05000,1.810
+42,block_sparse_moe.experts.178.w2,0.0011233334,0.05000,1.827
+42,block_sparse_moe.experts.183.w2,0.0072641842,0.05000,1.890
+42,block_sparse_moe.experts.191.w2,0.0050634215,0.05000,1.902
+42,block_sparse_moe.experts.179.w2,0.0047178110,0.05000,1.901
+42,block_sparse_moe.experts.187.w2,0.0035000694,0.05000,1.909
+42,block_sparse_moe.experts.185.w2,0.0016825433,0.05000,3.312
+42,block_sparse_moe.experts.181.w2,0.0004112647,0.05000,3.351
+42,block_sparse_moe.experts.189.w2,0.0069383645,0.05000,3.353
+42,block_sparse_moe.experts.199.w2,0.0052865094,0.05000,1.711
+42,block_sparse_moe.experts.177.w2,0.0015145937,0.05000,3.237
+42,block_sparse_moe.experts.198.w2,0.0024332875,0.05000,3.032
+42,block_sparse_moe.experts.202.w2,0.0106777860,0.05000,3.006
+42,block_sparse_moe.experts.194.w2,0.0039326619,0.05000,2.936
+42,block_sparse_moe.experts.206.w2,0.0009750422,0.05000,3.028
+42,block_sparse_moe.experts.201.w2,0.0031833538,0.05000,1.449
+42,block_sparse_moe.experts.197.w2,0.0027684986,0.05000,1.363
+42,block_sparse_moe.experts.205.w2,0.0014072217,0.05000,1.438
+42,block_sparse_moe.experts.193.w2,0.0033170350,0.05000,1.387
+42,block_sparse_moe.experts.207.w2,0.0093484995,0.05000,3.572
+42,block_sparse_moe.experts.195.w2,0.0020035202,0.05000,3.545
+42,block_sparse_moe.experts.203.w2,0.0022696426,0.05000,3.575
+42,block_sparse_moe.experts.214.w2,0.0045132151,0.05000,1.611
+42,block_sparse_moe.experts.217.w2,0.0042026815,0.05000,1.301
+42,block_sparse_moe.experts.218.w2,0.0081817502,0.05000,1.622
+42,block_sparse_moe.experts.210.w2,0.0004803390,0.05000,1.622
+42,block_sparse_moe.experts.222.w2,0.0022451146,0.05000,1.621
+42,block_sparse_moe.experts.213.w2,0.0014742424,0.05000,1.450
+42,block_sparse_moe.experts.221.w2,0.0019794883,0.05000,1.466
+42,block_sparse_moe.experts.209.w2,0.0050592634,0.05000,1.531
+42,block_sparse_moe.experts.215.w2,0.0008261192,0.05000,3.399
+42,block_sparse_moe.experts.184.w2,0.0025058309,0.05000,1.505
+42,block_sparse_moe.experts.180.w2,0.0084069925,0.05000,1.533
+42,block_sparse_moe.experts.176.w2,0.0066731900,0.05000,1.537
+42,block_sparse_moe.experts.204.w2,0.0014129992,0.05000,1.542
+42,block_sparse_moe.experts.223.w2,0.0015721365,0.05000,1.545
+42,block_sparse_moe.experts.219.w2,0.0065093759,0.05000,1.528
+42,block_sparse_moe.experts.211.w2,0.0041007313,0.05000,1.594
+42,block_sparse_moe.experts.233.w2,0.0055422045,0.05000,1.539
+42,block_sparse_moe.experts.230.w2,0.0011554506,0.05000,1.549
+42,block_sparse_moe.experts.234.w2,0.0102197989,0.05000,1.517
+42,block_sparse_moe.experts.226.w2,0.0065788180,0.05000,1.526
+42,block_sparse_moe.experts.238.w2,0.0025451513,0.05000,1.575
+42,block_sparse_moe.experts.229.w2,0.0012171733,0.05000,1.567
+42,block_sparse_moe.experts.237.w2,0.0034533304,0.05000,1.604
+42,block_sparse_moe.experts.225.w2,0.0027415472,0.05000,1.523
+42,block_sparse_moe.experts.200.w2,0.0019740432,0.05000,1.460
+42,block_sparse_moe.experts.231.w2,0.0029179387,0.05000,1.497
+42,block_sparse_moe.experts.196.w2,0.0032207958,0.05000,1.531
+42,block_sparse_moe.experts.220.w2,0.0012226235,0.05000,1.548
+42,block_sparse_moe.experts.192.w2,0.0042092868,0.05000,1.569
+42,block_sparse_moe.experts.239.w2,0.0012951345,0.05000,1.592
+42,block_sparse_moe.experts.250.w2,0.0043898629,0.05000,1.333
+42,block_sparse_moe.experts.235.w2,0.0066040256,0.05000,1.553
+42,block_sparse_moe.experts.246.w2,0.0027948694,0.05000,1.471
+42,block_sparse_moe.experts.227.w2,0.0004176479,0.05000,1.603
+42,block_sparse_moe.experts.242.w2,0.0047819425,0.05000,1.360
+42,block_sparse_moe.experts.254.w2,0.0043341360,0.05000,1.341
+42,block_sparse_moe.experts.249.w2,0.0006647206,0.05000,1.613
+42,block_sparse_moe.experts.245.w2,0.0006627651,0.05000,1.469
+42,block_sparse_moe.experts.253.w2,0.0040159490,0.05000,1.417
+42,block_sparse_moe.experts.241.w2,0.0014123337,0.05000,1.425
+42,block_sparse_moe.experts.247.w2,0.0017499385,0.05000,1.608
+42,block_sparse_moe.experts.216.w2,0.0009678137,0.05000,1.625
+42,block_sparse_moe.experts.212.w2,0.0021615617,0.05000,1.550
+42,block_sparse_moe.experts.208.w2,0.0004492848,0.05000,1.538
+42,block_sparse_moe.experts.236.w2,0.0038965323,0.05000,1.622
+42,block_sparse_moe.experts.255.w2,0.0269651744,0.05000,1.527
+42,block_sparse_moe.experts.251.w2,0.0015004124,0.05000,1.499
+42,block_sparse_moe.experts.243.w2,0.0015097360,0.05000,1.433
+42,block_sparse_moe.experts.228.w2,0.0120552190,0.05000,1.346
+42,block_sparse_moe.experts.224.w2,0.0007695644,0.05000,1.401
+42,block_sparse_moe.experts.232.w2,0.0133556922,0.05000,1.473
+42,block_sparse_moe.experts.252.w2,0.0042108714,0.05000,1.439
+42,block_sparse_moe.experts.244.w2,0.0016213057,0.05000,1.212
+42,block_sparse_moe.experts.240.w2,0.0030437927,0.05000,1.166
+42,block_sparse_moe.experts.248.w2,0.0042665524,0.05000,1.184
+43,self_attn.q_proj,0.0001607428,0.05000,0.936
+43,self_attn.k_proj,0.0000268848,0.05000,0.967
+43,self_attn.v_proj,0.0000258568,0.05000,1.007
+43,self_attn.o_proj,0.0000169288,0.05000,1.797
+43,block_sparse_moe.experts.5.w1,0.0036786240,0.05000,2.915
+43,block_sparse_moe.experts.1.w1,0.0013191948,0.05000,2.953
+43,block_sparse_moe.experts.9.w1,0.0013773713,0.05000,2.931
+43,block_sparse_moe.experts.13.w1,0.0014618374,0.05000,2.972
+43,block_sparse_moe.experts.3.w1,0.0007869260,0.05000,3.113
+43,block_sparse_moe.experts.2.w1,0.0028685085,0.05000,3.136
+43,block_sparse_moe.experts.6.w1,0.0012688276,0.05000,3.111
+43,block_sparse_moe.experts.10.w1,0.0021094439,0.05000,3.135
+43,block_sparse_moe.experts.14.w1,0.0012160097,0.05000,3.140
+43,block_sparse_moe.experts.15.w1,0.0092272070,0.05000,3.150
+43,block_sparse_moe.experts.11.w1,0.0021216060,0.05000,3.149
+43,block_sparse_moe.experts.4.w1,0.0185977663,0.05000,3.256
+43,block_sparse_moe.experts.7.w1,0.0026061812,0.05000,3.211
+43,block_sparse_moe.experts.8.w1,0.0039216359,0.05000,3.225
+43,block_sparse_moe.experts.12.w1,0.0021599914,0.05000,3.259
+43,block_sparse_moe.experts.0.w1,0.0023922714,0.05000,3.354
+43,block_sparse_moe.experts.21.w1,0.0015104186,0.05000,2.952
+43,block_sparse_moe.experts.17.w1,0.0013463607,0.05000,2.994
+43,block_sparse_moe.experts.25.w1,0.0020691166,0.05000,2.987
+43,block_sparse_moe.experts.29.w1,0.0012218469,0.05000,3.013
+43,block_sparse_moe.experts.30.w1,0.0026458023,0.05000,2.917
+43,block_sparse_moe.experts.19.w1,0.0026484960,0.05000,3.039
+43,block_sparse_moe.experts.20.w1,0.0012664881,0.05000,2.921
+43,block_sparse_moe.experts.26.w1,0.0018073534,0.05000,3.069
+43,block_sparse_moe.experts.24.w1,0.0033398316,0.05000,2.996
+43,block_sparse_moe.experts.27.w1,0.0038147875,0.05000,3.071
+43,block_sparse_moe.experts.18.w1,0.0163527895,0.05000,3.155
+43,block_sparse_moe.experts.28.w1,0.0052189537,0.05000,3.015
+43,block_sparse_moe.experts.31.w1,0.0011194428,0.05000,3.209
+43,block_sparse_moe.experts.22.w1,0.0018573803,0.05000,3.256
+43,block_sparse_moe.experts.23.w1,0.0017221406,0.05000,3.154
+43,block_sparse_moe.experts.16.w1,0.0011409454,0.05000,3.083
+43,block_sparse_moe.experts.41.w1,0.0015700018,0.05000,3.012
+43,block_sparse_moe.experts.37.w1,0.0009129686,0.05000,3.132
+43,block_sparse_moe.experts.46.w1,0.0016455570,0.05000,2.925
+43,block_sparse_moe.experts.33.w1,0.0030213989,0.05000,3.139
+43,block_sparse_moe.experts.35.w1,0.0023422434,0.05000,2.954
+43,block_sparse_moe.experts.36.w1,0.0021927772,0.05000,2.946
+43,block_sparse_moe.experts.45.w1,0.0006748643,0.05000,3.109
+43,block_sparse_moe.experts.42.w1,0.0021474249,0.05000,2.915
+43,block_sparse_moe.experts.40.w1,0.0015437348,0.05000,2.922
+43,block_sparse_moe.experts.34.w1,0.0035544392,0.05000,2.917
+43,block_sparse_moe.experts.43.w1,0.0010187695,0.05000,2.998
+43,block_sparse_moe.experts.47.w1,0.0014250711,0.05000,2.915
+43,block_sparse_moe.experts.39.w1,0.0025351610,0.05000,2.969
+43,block_sparse_moe.experts.32.w1,0.0027796791,0.05000,2.974
+43,block_sparse_moe.experts.38.w1,0.0028969797,0.05000,3.018
+43,block_sparse_moe.experts.44.w1,0.0009231542,0.05000,3.117
+43,block_sparse_moe.experts.51.w1,0.0016733800,0.05000,2.902
+43,block_sparse_moe.experts.62.w1,0.0029939097,0.05000,3.016
+43,block_sparse_moe.experts.57.w1,0.0002769249,0.05000,3.079
+43,block_sparse_moe.experts.53.w1,0.0010472524,0.05000,3.099
+43,block_sparse_moe.experts.58.w1,0.0017578724,0.05000,2.929
+43,block_sparse_moe.experts.49.w1,0.0025108319,0.05000,3.053
+43,block_sparse_moe.experts.52.w1,0.0023008286,0.05000,3.050
+43,block_sparse_moe.experts.63.w1,0.0051508370,0.05000,2.854
+43,block_sparse_moe.experts.50.w1,0.0015314955,0.05000,2.987
+43,block_sparse_moe.experts.54.w1,0.0012290251,0.05000,2.829
+43,block_sparse_moe.experts.56.w1,0.0008206852,0.05000,3.073
+43,block_sparse_moe.experts.59.w1,0.0009287685,0.05000,2.998
+43,block_sparse_moe.experts.61.w1,0.0066944751,0.05000,3.169
+43,block_sparse_moe.experts.55.w1,0.0013119508,0.05000,2.938
+43,block_sparse_moe.experts.48.w1,0.0023858995,0.05000,3.001
+43,block_sparse_moe.experts.60.w1,0.0023519999,0.05000,3.002
+43,block_sparse_moe.experts.67.w1,0.0023884543,0.05000,2.758
+43,block_sparse_moe.experts.78.w1,0.0023467399,0.05000,2.780
+43,block_sparse_moe.experts.66.w1,0.0006623723,0.05000,2.826
+43,block_sparse_moe.experts.71.w1,0.0026364676,0.05000,2.719
+43,block_sparse_moe.experts.75.w1,0.0009966658,0.05000,2.809
+43,block_sparse_moe.experts.79.w1,0.0043093962,0.05000,2.912
+43,block_sparse_moe.experts.74.w1,0.0030598284,0.05000,3.071
+43,block_sparse_moe.experts.69.w1,0.0028670123,0.05000,3.139
+43,block_sparse_moe.experts.70.w1,0.0011769015,0.05000,3.013
+43,block_sparse_moe.experts.73.w1,0.0041985145,0.05000,3.216
+43,block_sparse_moe.experts.68.w1,0.0008570453,0.05000,3.124
+43,block_sparse_moe.experts.65.w1,0.0024610293,0.05000,3.271
+43,block_sparse_moe.experts.77.w1,0.0035462147,0.05000,3.132
+43,block_sparse_moe.experts.72.w1,0.0002909300,0.05000,3.225
+43,block_sparse_moe.experts.76.w1,0.0015502711,0.05000,3.140
+43,block_sparse_moe.experts.64.w1,0.0014775343,0.05000,3.261
+43,block_sparse_moe.experts.83.w1,0.0034184389,0.05000,3.024
+43,block_sparse_moe.experts.94.w1,0.0018492086,0.05000,3.043
+43,block_sparse_moe.experts.85.w1,0.0006599625,0.05000,2.854
+43,block_sparse_moe.experts.89.w1,0.0021209344,0.05000,2.803
+43,block_sparse_moe.experts.82.w1,0.0012659953,0.05000,3.092
+43,block_sparse_moe.experts.87.w1,0.0014491716,0.05000,3.067
+43,block_sparse_moe.experts.91.w1,0.0009303773,0.05000,3.032
+43,block_sparse_moe.experts.95.w1,0.0016592962,0.05000,3.023
+43,block_sparse_moe.experts.90.w1,0.0019312480,0.05000,3.019
+43,block_sparse_moe.experts.81.w1,0.0039317121,0.05000,2.861
+43,block_sparse_moe.experts.86.w1,0.0011019298,0.05000,3.040
+43,block_sparse_moe.experts.93.w1,0.0017055783,0.05000,2.872
+43,block_sparse_moe.experts.84.w1,0.0009465614,0.05000,3.051
+43,block_sparse_moe.experts.88.w1,0.0028446499,0.05000,3.069
+43,block_sparse_moe.experts.92.w1,0.0021369675,0.05000,3.053
+43,block_sparse_moe.experts.80.w1,0.0048233442,0.05000,3.008
+43,block_sparse_moe.experts.110.w1,0.0019032984,0.05000,2.868
+43,block_sparse_moe.experts.99.w1,0.0004695633,0.05000,2.983
+43,block_sparse_moe.experts.98.w1,0.0024115490,0.05000,2.829
+43,block_sparse_moe.experts.105.w1,0.0011056048,0.05000,3.058
+43,block_sparse_moe.experts.106.w1,0.0010090071,0.05000,2.993
+43,block_sparse_moe.experts.101.w1,0.0006404231,0.05000,3.104
+43,block_sparse_moe.experts.111.w1,0.0037064986,0.05000,3.089
+43,block_sparse_moe.experts.107.w1,0.0014520541,0.05000,3.090
+43,block_sparse_moe.experts.103.w1,0.0026758197,0.05000,3.092
+43,block_sparse_moe.experts.100.w1,0.0031821755,0.05000,2.928
+43,block_sparse_moe.experts.102.w1,0.0029726046,0.05000,3.002
+43,block_sparse_moe.experts.109.w1,0.0034831764,0.05000,3.011
+43,block_sparse_moe.experts.97.w1,0.0015075783,0.05000,3.110
+43,block_sparse_moe.experts.104.w1,0.0055767273,0.05000,2.966
+43,block_sparse_moe.experts.108.w1,0.0030465469,0.05000,2.945
+43,block_sparse_moe.experts.96.w1,0.0014547000,0.05000,3.013
+43,block_sparse_moe.experts.126.w1,0.0010259727,0.05000,2.959
+43,block_sparse_moe.experts.115.w1,0.0017544194,0.05000,2.950
+43,block_sparse_moe.experts.114.w1,0.0021625247,0.05000,2.816
+43,block_sparse_moe.experts.122.w1,0.0007094330,0.05000,2.943
+43,block_sparse_moe.experts.117.w1,0.0011640925,0.05000,2.962
+43,block_sparse_moe.experts.123.w1,0.0007903127,0.05000,3.002
+43,block_sparse_moe.experts.118.w1,0.0005127810,0.05000,2.901
+43,block_sparse_moe.experts.121.w1,0.0001864122,0.05000,3.086
+43,block_sparse_moe.experts.116.w1,0.0014692628,0.05000,2.983
+43,block_sparse_moe.experts.127.w1,0.0005073836,0.05000,3.077
+43,block_sparse_moe.experts.125.w1,0.0011339785,0.05000,2.992
+43,block_sparse_moe.experts.119.w1,0.0013443205,0.05000,3.144
+43,block_sparse_moe.experts.120.w1,0.0039519261,0.05000,2.968
+43,block_sparse_moe.experts.113.w1,0.0004739295,0.05000,3.146
+43,block_sparse_moe.experts.124.w1,0.0014859000,0.05000,3.032
+43,block_sparse_moe.experts.112.w1,0.0020830796,0.05000,2.973
+43,block_sparse_moe.experts.142.w1,0.0006880833,0.05000,2.824
+43,block_sparse_moe.experts.130.w1,0.0016551649,0.05000,2.818
+43,block_sparse_moe.experts.138.w1,0.0010050053,0.05000,2.824
+43,block_sparse_moe.experts.131.w1,0.0044161153,0.05000,3.250
+43,block_sparse_moe.experts.134.w1,0.0013579284,0.05000,2.833
+43,block_sparse_moe.experts.132.w1,0.0039201048,0.05000,2.917
+43,block_sparse_moe.experts.136.w1,0.0013946147,0.05000,2.771
+43,block_sparse_moe.experts.133.w1,0.0026471579,0.05000,3.121
+43,block_sparse_moe.experts.139.w1,0.0002322447,0.05000,3.143
+43,block_sparse_moe.experts.137.w1,0.0068045968,0.05000,3.191
+43,block_sparse_moe.experts.140.w1,0.0016741668,0.05000,2.872
+43,block_sparse_moe.experts.135.w1,0.0016169749,0.05000,3.142
+43,block_sparse_moe.experts.143.w1,0.0005049704,0.05000,3.239
+43,block_sparse_moe.experts.141.w1,0.0005542772,0.05000,3.231
+43,block_sparse_moe.experts.128.w1,0.0031312730,0.05000,2.981
+43,block_sparse_moe.experts.129.w1,0.0023772677,0.05000,3.124
+43,block_sparse_moe.experts.158.w1,0.0067519660,0.05000,2.900
+43,block_sparse_moe.experts.146.w1,0.0007181144,0.05000,2.929
+43,block_sparse_moe.experts.150.w1,0.0020576460,0.05000,2.864
+43,block_sparse_moe.experts.154.w1,0.0024169119,0.05000,3.000
+43,block_sparse_moe.experts.147.w1,0.0031736742,0.05000,3.056
+43,block_sparse_moe.experts.148.w1,0.0014944014,0.05000,2.876
+43,block_sparse_moe.experts.152.w1,0.0014364514,0.05000,2.860
+43,block_sparse_moe.experts.156.w1,0.0017235567,0.05000,2.836
+43,block_sparse_moe.experts.149.w1,0.0009802700,0.05000,3.132
+43,block_sparse_moe.experts.144.w1,0.0060300595,0.05000,2.802
+43,block_sparse_moe.experts.155.w1,0.0003477983,0.05000,3.115
+43,block_sparse_moe.experts.151.w1,0.0023720269,0.05000,3.014
+43,block_sparse_moe.experts.153.w1,0.0033058220,0.05000,3.082
+43,block_sparse_moe.experts.159.w1,0.0010564547,0.05000,3.088
+43,block_sparse_moe.experts.157.w1,0.0011078996,0.05000,3.074
+43,block_sparse_moe.experts.145.w1,0.0017402076,0.05000,3.093
+43,block_sparse_moe.experts.174.w1,0.0011385437,0.05000,2.960
+43,block_sparse_moe.experts.162.w1,0.0026773621,0.05000,2.981
+43,block_sparse_moe.experts.164.w1,0.0022641760,0.05000,2.777
+43,block_sparse_moe.experts.168.w1,0.0025335121,0.05000,2.738
+43,block_sparse_moe.experts.166.w1,0.0007497452,0.05000,3.003
+43,block_sparse_moe.experts.170.w1,0.0014464837,0.05000,3.077
+43,block_sparse_moe.experts.160.w1,0.0018395157,0.05000,2.724
+43,block_sparse_moe.experts.163.w1,0.0034719241,0.05000,3.174
+43,block_sparse_moe.experts.172.w1,0.0026694438,0.05000,2.935
+43,block_sparse_moe.experts.165.w1,0.0023866302,0.05000,2.915
+43,block_sparse_moe.experts.169.w1,0.0047368736,0.05000,3.010
+43,block_sparse_moe.experts.167.w1,0.0010144448,0.05000,3.071
+43,block_sparse_moe.experts.171.w1,0.0036018770,0.05000,3.178
+43,block_sparse_moe.experts.161.w1,0.0017874839,0.05000,2.937
+43,block_sparse_moe.experts.173.w1,0.0027540106,0.05000,3.057
+43,block_sparse_moe.experts.175.w1,0.0016524363,0.05000,3.156
+43,block_sparse_moe.experts.178.w1,0.0024817750,0.05000,2.899
+43,block_sparse_moe.experts.190.w1,0.0023108217,0.05000,3.058
+43,block_sparse_moe.experts.184.w1,0.0013228309,0.05000,2.957
+43,block_sparse_moe.experts.182.w1,0.0022966302,0.05000,2.939
+43,block_sparse_moe.experts.180.w1,0.0005873459,0.05000,3.111
+43,block_sparse_moe.experts.186.w1,0.0012940263,0.05000,2.925
+43,block_sparse_moe.experts.179.w1,0.0012024672,0.05000,3.012
+43,block_sparse_moe.experts.181.w1,0.0023123011,0.05000,2.888
+43,block_sparse_moe.experts.188.w1,0.0022035551,0.05000,2.969
+43,block_sparse_moe.experts.176.w1,0.0007535608,0.05000,3.178
+43,block_sparse_moe.experts.185.w1,0.0011246835,0.05000,2.911
+43,block_sparse_moe.experts.177.w1,0.0005020925,0.05000,2.888
+43,block_sparse_moe.experts.189.w1,0.0049556873,0.05000,2.888
+43,block_sparse_moe.experts.183.w1,0.0002834694,0.05000,2.998
+43,block_sparse_moe.experts.187.w1,0.0016531776,0.05000,2.983
+43,block_sparse_moe.experts.191.w1,0.0009854697,0.05000,3.074
+43,block_sparse_moe.experts.206.w1,0.0020556316,0.05000,2.980
+43,block_sparse_moe.experts.194.w1,0.0043014117,0.05000,3.081
+43,block_sparse_moe.experts.200.w1,0.0005710393,0.05000,3.121
+43,block_sparse_moe.experts.198.w1,0.0026039551,0.05000,3.129
+43,block_sparse_moe.experts.196.w1,0.0014122013,0.05000,3.074
+43,block_sparse_moe.experts.195.w1,0.0001558605,0.05000,2.855
+43,block_sparse_moe.experts.202.w1,0.0023301146,0.05000,3.144
+43,block_sparse_moe.experts.204.w1,0.0026393314,0.05000,3.075
+43,block_sparse_moe.experts.197.w1,0.0018719180,0.05000,3.123
+43,block_sparse_moe.experts.192.w1,0.0025820426,0.05000,3.064
+43,block_sparse_moe.experts.199.w1,0.0037339537,0.05000,2.891
+43,block_sparse_moe.experts.203.w1,0.0032491101,0.05000,2.878
+43,block_sparse_moe.experts.201.w1,0.0042875053,0.05000,3.230
+43,block_sparse_moe.experts.207.w1,0.0002774747,0.05000,2.842
+43,block_sparse_moe.experts.205.w1,0.0012477485,0.05000,3.183
+43,block_sparse_moe.experts.193.w1,0.0017062286,0.05000,3.212
+43,block_sparse_moe.experts.222.w1,0.0022880883,0.05000,3.098
+43,block_sparse_moe.experts.210.w1,0.0031181831,0.05000,3.273
+43,block_sparse_moe.experts.216.w1,0.0003834163,0.05000,2.884
+43,block_sparse_moe.experts.212.w1,0.0021735326,0.05000,2.850
+43,block_sparse_moe.experts.214.w1,0.0017423300,0.05000,3.066
+43,block_sparse_moe.experts.211.w1,0.0015020973,0.05000,3.022
+43,block_sparse_moe.experts.220.w1,0.0009785159,0.05000,2.877
+43,block_sparse_moe.experts.208.w1,0.0027734837,0.05000,2.795
+43,block_sparse_moe.experts.218.w1,0.0018149866,0.05000,3.132
+43,block_sparse_moe.experts.213.w1,0.0013263513,0.05000,3.051
+43,block_sparse_moe.experts.215.w1,0.0032199853,0.05000,3.097
+43,block_sparse_moe.experts.219.w1,0.0019848338,0.05000,3.064
+43,block_sparse_moe.experts.217.w1,0.0015251129,0.05000,2.976
+43,block_sparse_moe.experts.223.w1,0.0005595791,0.05000,3.014
+43,block_sparse_moe.experts.221.w1,0.0010315750,0.05000,2.977
+43,block_sparse_moe.experts.209.w1,0.0014777988,0.05000,3.034
+43,block_sparse_moe.experts.238.w1,0.0042085113,0.05000,3.037
+43,block_sparse_moe.experts.226.w1,0.0027122711,0.05000,3.049
+43,block_sparse_moe.experts.228.w1,0.0022316397,0.05000,3.024
+43,block_sparse_moe.experts.232.w1,0.0026975700,0.05000,3.115
+43,block_sparse_moe.experts.227.w1,0.0015918276,0.05000,2.917
+43,block_sparse_moe.experts.230.w1,0.0027222305,0.05000,3.120
+43,block_sparse_moe.experts.234.w1,0.0015419066,0.05000,2.989
+43,block_sparse_moe.experts.224.w1,0.0020766781,0.05000,3.033
+43,block_sparse_moe.experts.236.w1,0.0005415396,0.05000,3.101
+43,block_sparse_moe.experts.229.w1,0.0006903391,0.05000,2.894
+43,block_sparse_moe.experts.233.w1,0.0020155994,0.05000,2.803
+43,block_sparse_moe.experts.231.w1,0.0018640567,0.05000,2.972
+43,block_sparse_moe.experts.235.w1,0.0034137139,0.05000,3.007
+43,block_sparse_moe.experts.237.w1,0.0012455407,0.05000,2.884
+43,block_sparse_moe.experts.239.w1,0.0010939332,0.05000,3.014
+43,block_sparse_moe.experts.225.w1,0.0012995082,0.05000,2.904
+43,block_sparse_moe.experts.254.w1,0.0003221698,0.05000,3.111
+43,block_sparse_moe.experts.242.w1,0.0035463512,0.05000,3.036
+43,block_sparse_moe.experts.243.w1,0.0039551273,0.05000,3.002
+43,block_sparse_moe.experts.244.w1,0.0036509899,0.05000,3.126
+43,block_sparse_moe.experts.248.w1,0.0009426051,0.05000,3.142
+43,block_sparse_moe.experts.246.w1,0.0042429924,0.05000,2.991
+43,block_sparse_moe.experts.250.w1,0.0021828393,0.05000,3.037
+43,block_sparse_moe.experts.245.w1,0.0018322069,0.05000,3.103
+43,block_sparse_moe.experts.240.w1,0.0006565220,0.05000,3.192
+43,block_sparse_moe.experts.252.w1,0.0029691385,0.05000,3.204
+43,block_sparse_moe.experts.247.w1,0.0019829899,0.05000,2.979
+43,block_sparse_moe.experts.249.w1,0.0852020317,0.05000,3.111
+43,block_sparse_moe.experts.251.w1,0.0015166127,0.05000,3.000
+43,block_sparse_moe.experts.255.w1,0.0008404254,0.05000,2.988
+43,block_sparse_moe.experts.253.w1,0.0011660367,0.05000,3.085
+43,block_sparse_moe.experts.241.w1,0.0040171081,0.05000,3.025
+43,block_sparse_moe.experts.14.w3,0.0013746784,0.05000,3.023
+43,block_sparse_moe.experts.2.w3,0.0030939090,0.05000,3.150
+43,block_sparse_moe.experts.3.w3,0.0009054466,0.05000,3.001
+43,block_sparse_moe.experts.8.w3,0.0043684260,0.05000,3.015
+43,block_sparse_moe.experts.4.w3,0.0207149790,0.05000,3.174
+43,block_sparse_moe.experts.6.w3,0.0014072500,0.05000,3.048
+43,block_sparse_moe.experts.5.w3,0.0042433563,0.05000,2.840
+43,block_sparse_moe.experts.10.w3,0.0023811781,0.05000,3.097
+43,block_sparse_moe.experts.9.w3,0.0015374526,0.05000,2.939
+43,block_sparse_moe.experts.0.w3,0.0029092691,0.05000,3.074
+43,block_sparse_moe.experts.12.w3,0.0025254354,0.05000,3.056
+43,block_sparse_moe.experts.13.w3,0.0016985473,0.05000,2.850
+43,block_sparse_moe.experts.11.w3,0.0023100947,0.05000,3.007
+43,block_sparse_moe.experts.7.w3,0.0028880739,0.05000,3.142
+43,block_sparse_moe.experts.1.w3,0.0015049563,0.05000,2.925
+43,block_sparse_moe.experts.15.w3,0.0101198951,0.05000,3.031
+43,block_sparse_moe.experts.30.w3,0.0031995218,0.05000,3.142
+43,block_sparse_moe.experts.19.w3,0.0029814855,0.05000,3.030
+43,block_sparse_moe.experts.18.w3,0.0179443340,0.05000,3.070
+43,block_sparse_moe.experts.24.w3,0.0038727542,0.05000,3.066
+43,block_sparse_moe.experts.20.w3,0.0013830190,0.05000,3.037
+43,block_sparse_moe.experts.22.w3,0.0020340940,0.05000,3.072
+43,block_sparse_moe.experts.21.w3,0.0017310000,0.05000,3.087
+43,block_sparse_moe.experts.26.w3,0.0020913290,0.05000,3.022
+43,block_sparse_moe.experts.28.w3,0.0057781478,0.05000,3.023
+43,block_sparse_moe.experts.27.w3,0.0043085963,0.05000,3.018
+43,block_sparse_moe.experts.29.w3,0.0012626842,0.05000,3.056
+43,block_sparse_moe.experts.25.w3,0.0022892850,0.05000,3.137
+43,block_sparse_moe.experts.16.w3,0.0012731723,0.05000,3.126
+43,block_sparse_moe.experts.23.w3,0.0018655803,0.05000,2.988
+43,block_sparse_moe.experts.31.w3,0.0012113260,0.05000,2.931
+43,block_sparse_moe.experts.17.w3,0.0015158524,0.05000,3.060
+43,block_sparse_moe.experts.46.w3,0.0018059223,0.05000,3.029
+43,block_sparse_moe.experts.34.w3,0.0037776321,0.05000,2.890
+43,block_sparse_moe.experts.35.w3,0.0025575929,0.05000,2.956
+43,block_sparse_moe.experts.36.w3,0.0023602440,0.05000,2.913
+43,block_sparse_moe.experts.37.w3,0.0009878135,0.05000,2.905
+43,block_sparse_moe.experts.38.w3,0.0033162459,0.05000,2.950
+43,block_sparse_moe.experts.40.w3,0.0017389540,0.05000,3.097
+43,block_sparse_moe.experts.42.w3,0.0023079580,0.05000,2.973
+43,block_sparse_moe.experts.44.w3,0.0010242068,0.05000,2.939
+43,block_sparse_moe.experts.32.w3,0.0032613500,0.05000,2.914
+43,block_sparse_moe.experts.45.w3,0.0007404327,0.05000,2.945
+43,block_sparse_moe.experts.43.w3,0.0012194195,0.05000,3.014
+43,block_sparse_moe.experts.41.w3,0.0017252829,0.05000,2.994
+43,block_sparse_moe.experts.33.w3,0.0033622792,0.05000,2.986
+43,block_sparse_moe.experts.39.w3,0.0029058032,0.05000,3.069
+43,block_sparse_moe.experts.47.w3,0.0016228304,0.05000,3.113
+43,block_sparse_moe.experts.62.w3,0.0033483617,0.05000,2.974
+43,block_sparse_moe.experts.51.w3,0.0018742185,0.05000,2.853
+43,block_sparse_moe.experts.50.w3,0.0017044394,0.05000,3.118
+43,block_sparse_moe.experts.52.w3,0.0025954312,0.05000,3.025
+43,block_sparse_moe.experts.56.w3,0.0009215503,0.05000,2.964
+43,block_sparse_moe.experts.54.w3,0.0013860758,0.05000,3.069
+43,block_sparse_moe.experts.53.w3,0.0011724670,0.05000,3.096
+43,block_sparse_moe.experts.58.w3,0.0020182421,0.05000,3.097
+43,block_sparse_moe.experts.60.w3,0.0025705019,0.05000,2.990
+43,block_sparse_moe.experts.48.w3,0.0025954637,0.05000,2.970
+43,block_sparse_moe.experts.59.w3,0.0010299053,0.05000,2.917
+43,block_sparse_moe.experts.63.w3,0.0061373361,0.05000,2.817
+43,block_sparse_moe.experts.55.w3,0.0014183969,0.05000,2.906
+43,block_sparse_moe.experts.61.w3,0.0075859489,0.05000,3.086
+43,block_sparse_moe.experts.57.w3,0.0003154348,0.05000,3.015
+43,block_sparse_moe.experts.49.w3,0.0028714865,0.05000,3.020
+43,block_sparse_moe.experts.67.w3,0.0025832420,0.05000,3.080
+43,block_sparse_moe.experts.78.w3,0.0025748810,0.05000,3.158
+43,block_sparse_moe.experts.68.w3,0.0009600480,0.05000,2.858
+43,block_sparse_moe.experts.66.w3,0.0007209138,0.05000,3.113
+43,block_sparse_moe.experts.69.w3,0.0031709854,0.05000,2.885
+43,block_sparse_moe.experts.72.w3,0.0003415372,0.05000,2.986
+43,block_sparse_moe.experts.76.w3,0.0016967184,0.05000,2.962
+43,block_sparse_moe.experts.70.w3,0.0012846617,0.05000,3.155
+43,block_sparse_moe.experts.73.w3,0.0046792742,0.05000,2.845
+43,block_sparse_moe.experts.77.w3,0.0038493617,0.05000,2.885
+43,block_sparse_moe.experts.64.w3,0.0016624943,0.05000,3.058
+43,block_sparse_moe.experts.74.w3,0.0039406049,0.05000,3.151
+43,block_sparse_moe.experts.65.w3,0.0027245336,0.05000,2.881
+43,block_sparse_moe.experts.75.w3,0.0010739140,0.05000,3.103
+43,block_sparse_moe.experts.71.w3,0.0029543229,0.05000,3.050
+43,block_sparse_moe.experts.79.w3,0.0047919041,0.05000,3.145
+43,block_sparse_moe.experts.84.w3,0.0010382348,0.05000,3.057
+43,block_sparse_moe.experts.83.w3,0.0038035563,0.05000,3.161
+43,block_sparse_moe.experts.94.w3,0.0020302322,0.05000,3.115
+43,block_sparse_moe.experts.85.w3,0.0007333879,0.05000,3.021
+43,block_sparse_moe.experts.82.w3,0.0014827776,0.05000,3.104
+43,block_sparse_moe.experts.88.w3,0.0031813520,0.05000,3.052
+43,block_sparse_moe.experts.92.w3,0.0023546678,0.05000,2.940
+43,block_sparse_moe.experts.93.w3,0.0019970852,0.05000,2.973
+43,block_sparse_moe.experts.89.w3,0.0023278052,0.05000,3.032
+43,block_sparse_moe.experts.80.w3,0.0053714754,0.05000,2.965
+43,block_sparse_moe.experts.81.w3,0.0043899954,0.05000,2.975
+43,block_sparse_moe.experts.86.w3,0.0012476825,0.05000,3.163
+43,block_sparse_moe.experts.91.w3,0.0010519518,0.05000,3.020
+43,block_sparse_moe.experts.95.w3,0.0019556113,0.05000,2.960
+43,block_sparse_moe.experts.90.w3,0.0021186901,0.05000,3.127
+43,block_sparse_moe.experts.87.w3,0.0016949414,0.05000,3.139
+43,block_sparse_moe.experts.100.w3,0.0035129826,0.05000,2.803
+43,block_sparse_moe.experts.104.w3,0.0061632874,0.05000,2.753
+43,block_sparse_moe.experts.99.w3,0.0005269983,0.05000,2.946
+43,block_sparse_moe.experts.101.w3,0.0006934601,0.05000,2.864
+43,block_sparse_moe.experts.110.w3,0.0020946811,0.05000,3.079
+43,block_sparse_moe.experts.98.w3,0.0028188395,0.05000,3.034
+43,block_sparse_moe.experts.108.w3,0.0033802340,0.05000,2.941
+43,block_sparse_moe.experts.105.w3,0.0012735489,0.05000,2.850
+43,block_sparse_moe.experts.96.w3,0.0017031596,0.05000,2.873
+43,block_sparse_moe.experts.109.w3,0.0038519127,0.05000,2.979
+43,block_sparse_moe.experts.97.w3,0.0018866950,0.05000,2.962
+43,block_sparse_moe.experts.102.w3,0.0032033341,0.05000,3.038
+43,block_sparse_moe.experts.107.w3,0.0015971292,0.05000,3.058
+43,block_sparse_moe.experts.111.w3,0.0039676957,0.05000,3.068
+43,block_sparse_moe.experts.106.w3,0.0011077201,0.05000,3.108
+43,block_sparse_moe.experts.103.w3,0.0028963059,0.05000,3.110
+43,block_sparse_moe.experts.116.w3,0.0017117749,0.05000,3.082
+43,block_sparse_moe.experts.120.w3,0.0045442911,0.05000,3.129
+43,block_sparse_moe.experts.117.w3,0.0013668693,0.05000,3.081
+43,block_sparse_moe.experts.115.w3,0.0019150752,0.05000,3.161
+43,block_sparse_moe.experts.124.w3,0.0017124595,0.05000,2.987
+43,block_sparse_moe.experts.126.w3,0.0012308007,0.05000,3.211
+43,block_sparse_moe.experts.112.w3,0.0023661291,0.05000,3.081
+43,block_sparse_moe.experts.121.w3,0.0002109651,0.05000,3.147
+43,block_sparse_moe.experts.114.w3,0.0024332032,0.05000,3.275
+43,block_sparse_moe.experts.125.w3,0.0014320669,0.05000,3.308
+43,block_sparse_moe.experts.113.w3,0.0005168770,0.05000,3.291
+43,block_sparse_moe.experts.123.w3,0.0009033885,0.05000,3.177
+43,block_sparse_moe.experts.118.w3,0.0005500407,0.05000,3.297
+43,block_sparse_moe.experts.127.w3,0.0005641476,0.05000,3.258
+43,block_sparse_moe.experts.119.w3,0.0014606099,0.05000,3.176
+43,block_sparse_moe.experts.122.w3,0.0007942789,0.05000,3.293
+43,block_sparse_moe.experts.132.w3,0.0044034182,0.05000,3.052
+43,block_sparse_moe.experts.136.w3,0.0015573985,0.05000,2.892
+43,block_sparse_moe.experts.131.w3,0.0048421561,0.05000,2.988
+43,block_sparse_moe.experts.140.w3,0.0018352793,0.05000,2.877
+43,block_sparse_moe.experts.133.w3,0.0030212114,0.05000,3.078
+43,block_sparse_moe.experts.128.w3,0.0035783591,0.05000,2.861
+43,block_sparse_moe.experts.142.w3,0.0007926201,0.05000,2.996
+43,block_sparse_moe.experts.137.w3,0.0077745862,0.05000,3.091
+43,block_sparse_moe.experts.130.w3,0.0018232382,0.05000,3.067
+43,block_sparse_moe.experts.139.w3,0.0002711458,0.05000,2.969
+43,block_sparse_moe.experts.129.w3,0.0027016718,0.05000,3.030
+43,block_sparse_moe.experts.134.w3,0.0014770179,0.05000,2.953
+43,block_sparse_moe.experts.141.w3,0.0006072682,0.05000,3.172
+43,block_sparse_moe.experts.143.w3,0.0005504400,0.05000,3.036
+43,block_sparse_moe.experts.135.w3,0.0019160961,0.05000,2.994
+43,block_sparse_moe.experts.138.w3,0.0010844281,0.05000,3.146
+43,block_sparse_moe.experts.148.w3,0.0016176972,0.05000,2.754
+43,block_sparse_moe.experts.152.w3,0.0015590828,0.05000,2.801
+43,block_sparse_moe.experts.156.w3,0.0018901102,0.05000,2.722
+43,block_sparse_moe.experts.144.w3,0.0067836873,0.05000,2.734
+43,block_sparse_moe.experts.147.w3,0.0035277551,0.05000,3.073
+43,block_sparse_moe.experts.149.w3,0.0010734036,0.05000,3.029
+43,block_sparse_moe.experts.153.w3,0.0036384857,0.05000,2.875
+43,block_sparse_moe.experts.158.w3,0.0081525574,0.05000,3.103
+43,block_sparse_moe.experts.146.w3,0.0008694444,0.05000,3.032
+43,block_sparse_moe.experts.145.w3,0.0020859615,0.05000,2.857
+43,block_sparse_moe.experts.155.w3,0.0003991392,0.05000,2.998
+43,block_sparse_moe.experts.157.w3,0.0011942018,0.05000,2.912
+43,block_sparse_moe.experts.150.w3,0.0022199867,0.05000,3.048
+43,block_sparse_moe.experts.151.w3,0.0025425451,0.05000,3.127
+43,block_sparse_moe.experts.159.w3,0.0011772333,0.05000,3.213
+43,block_sparse_moe.experts.154.w3,0.0027877266,0.05000,3.029
+43,block_sparse_moe.experts.168.w3,0.0028676160,0.05000,2.915
+43,block_sparse_moe.experts.164.w3,0.0024448053,0.05000,3.001
+43,block_sparse_moe.experts.172.w3,0.0030035180,0.05000,2.972
+43,block_sparse_moe.experts.160.w3,0.0020650078,0.05000,2.973
+43,block_sparse_moe.experts.165.w3,0.0027449868,0.05000,3.026
+43,block_sparse_moe.experts.169.w3,0.0053493158,0.05000,2.932
+43,block_sparse_moe.experts.163.w3,0.0037682537,0.05000,3.220
+43,block_sparse_moe.experts.174.w3,0.0012496853,0.05000,3.055
+43,block_sparse_moe.experts.162.w3,0.0030222989,0.05000,3.023
+43,block_sparse_moe.experts.161.w3,0.0019941228,0.05000,3.032
+43,block_sparse_moe.experts.173.w3,0.0032025160,0.05000,2.985
+43,block_sparse_moe.experts.166.w3,0.0008084829,0.05000,3.007
+43,block_sparse_moe.experts.171.w3,0.0040404982,0.05000,3.218
+43,block_sparse_moe.experts.170.w3,0.0016638940,0.05000,3.028
+43,block_sparse_moe.experts.167.w3,0.0011754202,0.05000,3.148
+43,block_sparse_moe.experts.175.w3,0.0018046211,0.05000,3.225
+43,block_sparse_moe.experts.180.w3,0.0006652940,0.05000,2.786
+43,block_sparse_moe.experts.184.w3,0.0016362588,0.05000,2.830
+43,block_sparse_moe.experts.188.w3,0.0025335210,0.05000,2.781
+43,block_sparse_moe.experts.176.w3,0.0008666588,0.05000,2.878
+43,block_sparse_moe.experts.181.w3,0.0025070193,0.05000,3.209
+43,block_sparse_moe.experts.179.w3,0.0014209286,0.05000,3.043
+43,block_sparse_moe.experts.185.w3,0.0012303477,0.05000,3.126
+43,block_sparse_moe.experts.190.w3,0.0025418459,0.05000,3.006
+43,block_sparse_moe.experts.178.w3,0.0026466738,0.05000,3.030
+43,block_sparse_moe.experts.177.w3,0.0005645090,0.05000,3.107
+43,block_sparse_moe.experts.189.w3,0.0057852686,0.05000,3.095
+43,block_sparse_moe.experts.182.w3,0.0026013669,0.05000,3.038
+43,block_sparse_moe.experts.187.w3,0.0018084694,0.05000,2.964
+43,block_sparse_moe.experts.186.w3,0.0015546728,0.05000,3.129
+43,block_sparse_moe.experts.183.w3,0.0003128983,0.05000,3.098
+43,block_sparse_moe.experts.191.w3,0.0010981660,0.05000,3.074
+43,block_sparse_moe.experts.196.w3,0.0015587530,0.05000,2.989
+43,block_sparse_moe.experts.200.w3,0.0006476391,0.05000,2.993
+43,block_sparse_moe.experts.204.w3,0.0029026830,0.05000,2.999
+43,block_sparse_moe.experts.192.w3,0.0030563572,0.05000,3.117
+43,block_sparse_moe.experts.201.w3,0.0045710017,0.05000,2.847
+43,block_sparse_moe.experts.195.w3,0.0001719239,0.05000,2.929
+43,block_sparse_moe.experts.197.w3,0.0020602458,0.05000,2.937
+43,block_sparse_moe.experts.206.w3,0.0022621446,0.05000,3.132
+43,block_sparse_moe.experts.193.w3,0.0018582023,0.05000,2.903
+43,block_sparse_moe.experts.205.w3,0.0012984520,0.05000,2.855
+43,block_sparse_moe.experts.194.w3,0.0049323448,0.05000,3.074
+43,block_sparse_moe.experts.203.w3,0.0035856920,0.05000,2.998
+43,block_sparse_moe.experts.198.w3,0.0029380669,0.05000,3.110
+43,block_sparse_moe.experts.202.w3,0.0026460264,0.05000,2.931
+43,block_sparse_moe.experts.199.w3,0.0044117067,0.05000,3.069
+43,block_sparse_moe.experts.207.w3,0.0003225184,0.05000,3.070
+43,block_sparse_moe.experts.212.w3,0.0023770220,0.05000,3.053
+43,block_sparse_moe.experts.220.w3,0.0010563095,0.05000,3.017
+43,block_sparse_moe.experts.216.w3,0.0004562519,0.05000,3.241
+43,block_sparse_moe.experts.217.w3,0.0017434796,0.05000,2.644
+43,block_sparse_moe.experts.213.w3,0.0015865486,0.05000,2.592
+43,block_sparse_moe.experts.208.w3,0.0030876650,0.05000,3.121
+43,block_sparse_moe.experts.211.w3,0.0017371676,0.05000,2.949
+43,block_sparse_moe.experts.209.w3,0.0017133738,0.05000,2.620
+43,block_sparse_moe.experts.221.w3,0.0011446774,0.05000,2.677
+43,block_sparse_moe.experts.210.w3,0.0034744884,0.05000,2.860
+43,block_sparse_moe.experts.222.w3,0.0025063281,0.05000,2.976
+43,block_sparse_moe.experts.219.w3,0.0022165201,0.05000,2.934
+43,block_sparse_moe.experts.214.w3,0.0019010795,0.05000,2.917
+43,block_sparse_moe.experts.218.w3,0.0020860078,0.05000,2.916
+43,block_sparse_moe.experts.215.w3,0.0034485715,0.05000,2.956
+43,block_sparse_moe.experts.223.w3,0.0006113504,0.05000,2.883
+43,block_sparse_moe.experts.228.w3,0.0024065269,0.05000,3.089
+43,block_sparse_moe.experts.236.w3,0.0006015036,0.05000,3.149
+43,block_sparse_moe.experts.232.w3,0.0029103720,0.05000,3.052
+43,block_sparse_moe.experts.229.w3,0.0007723532,0.05000,2.914
+43,block_sparse_moe.experts.233.w3,0.0022501777,0.05000,3.116
+43,block_sparse_moe.experts.227.w3,0.0017431940,0.05000,2.869
+43,block_sparse_moe.experts.224.w3,0.0023077907,0.05000,3.163
+43,block_sparse_moe.experts.225.w3,0.0015177925,0.05000,3.146
+43,block_sparse_moe.experts.237.w3,0.0013718806,0.05000,3.133
+43,block_sparse_moe.experts.226.w3,0.0030514067,0.05000,3.167
+43,block_sparse_moe.experts.235.w3,0.0037254727,0.05000,2.873
+43,block_sparse_moe.experts.238.w3,0.0047058026,0.05000,3.201
+43,block_sparse_moe.experts.230.w3,0.0029678925,0.05000,3.194
+43,block_sparse_moe.experts.234.w3,0.0018622757,0.05000,3.114
+43,block_sparse_moe.experts.239.w3,0.0012333762,0.05000,2.941
+43,block_sparse_moe.experts.231.w3,0.0020891878,0.05000,3.004
+43,block_sparse_moe.experts.244.w3,0.0039025274,0.05000,3.081
+43,block_sparse_moe.experts.248.w3,0.0011069135,0.05000,2.960
+43,block_sparse_moe.experts.252.w3,0.0032216179,0.05000,3.019
+43,block_sparse_moe.experts.245.w3,0.0019962195,0.05000,3.039
+43,block_sparse_moe.experts.240.w3,0.0007094078,0.05000,2.704
+43,block_sparse_moe.experts.249.w3,0.0953786108,0.05000,3.021
+43,block_sparse_moe.experts.243.w3,0.0044178667,0.05000,2.964
+43,block_sparse_moe.experts.253.w3,0.0012670349,0.05000,2.802
+43,block_sparse_moe.experts.241.w3,0.0044441091,0.05000,2.886
+43,block_sparse_moe.experts.251.w3,0.0016592212,0.05000,2.761
+43,block_sparse_moe.experts.242.w3,0.0038886797,0.05000,3.015
+43,block_sparse_moe.experts.254.w3,0.0003851130,0.05000,3.003
+43,block_sparse_moe.experts.255.w3,0.0009582685,0.05000,2.460
+43,block_sparse_moe.experts.247.w3,0.0021740293,0.05000,2.440
+43,block_sparse_moe.experts.246.w3,0.0048012429,0.05000,2.833
+43,block_sparse_moe.experts.250.w3,0.0024839884,0.05000,2.648
+43,block_sparse_moe.experts.5.w2,0.0152502196,0.05000,1.374
+43,block_sparse_moe.experts.9.w2,0.0076304826,0.05000,1.403
+43,block_sparse_moe.experts.4.w2,0.0546390010,0.05000,1.439
+43,block_sparse_moe.experts.7.w2,0.0064515522,0.05000,1.446
+43,block_sparse_moe.experts.13.w2,0.0053605663,0.05000,1.434
+43,block_sparse_moe.experts.1.w2,0.0040892949,0.05000,1.478
+43,block_sparse_moe.experts.11.w2,0.0035962208,0.05000,1.465
+43,block_sparse_moe.experts.12.w2,0.0043889416,0.05000,1.478
+43,block_sparse_moe.experts.15.w2,0.0228904628,0.05000,1.494
+43,block_sparse_moe.experts.3.w2,0.0048485343,0.05000,1.510
+43,block_sparse_moe.experts.8.w2,0.0076232123,0.05000,1.510
+43,block_sparse_moe.experts.6.w2,0.0027461664,0.05000,1.532
+43,block_sparse_moe.experts.0.w2,0.0226193178,0.05000,1.561
+43,block_sparse_moe.experts.10.w2,0.0026972189,0.05000,1.568
+43,block_sparse_moe.experts.2.w2,0.0027972702,0.05000,1.586
+43,block_sparse_moe.experts.14.w2,0.0039218311,0.05000,1.621
+43,block_sparse_moe.experts.27.w2,0.0108387570,0.05000,1.419
+43,block_sparse_moe.experts.23.w2,0.0051194115,0.05000,1.473
+43,block_sparse_moe.experts.19.w2,0.0047694670,0.05000,1.414
+43,block_sparse_moe.experts.31.w2,0.0034421871,0.05000,1.416
+43,block_sparse_moe.experts.21.w2,0.0044072101,0.05000,1.563
+43,block_sparse_moe.experts.17.w2,0.0021165066,0.05000,1.524
+43,block_sparse_moe.experts.22.w2,0.0014982039,0.05000,1.481
+43,block_sparse_moe.experts.25.w2,0.0020643716,0.05000,1.621
+43,block_sparse_moe.experts.26.w2,0.0069813253,0.05000,1.469
+43,block_sparse_moe.experts.29.w2,0.0139602092,0.05000,1.612
+43,block_sparse_moe.experts.20.w2,0.0045716054,0.05000,1.634
+43,block_sparse_moe.experts.18.w2,0.0494443641,0.05000,1.500
+43,block_sparse_moe.experts.24.w2,0.0123842031,0.05000,1.620
+43,block_sparse_moe.experts.16.w2,0.0034264454,0.05000,1.590
+43,block_sparse_moe.experts.28.w2,0.0083856400,0.05000,1.664
+43,block_sparse_moe.experts.30.w2,0.0047378578,0.05000,1.525
+43,block_sparse_moe.experts.43.w2,0.0069656181,0.05000,1.335
+43,block_sparse_moe.experts.35.w2,0.0036635613,0.05000,1.325
+43,block_sparse_moe.experts.39.w2,0.0078664588,0.05000,1.344
+43,block_sparse_moe.experts.47.w2,0.0060198400,0.05000,1.358
+43,block_sparse_moe.experts.37.w2,0.0021693675,0.05000,1.468
+43,block_sparse_moe.experts.38.w2,0.0054914297,0.05000,1.428
+43,block_sparse_moe.experts.36.w2,0.0051378126,0.05000,1.380
+43,block_sparse_moe.experts.42.w2,0.0026610015,0.05000,1.421
+43,block_sparse_moe.experts.40.w2,0.0006806533,0.05000,1.350
+43,block_sparse_moe.experts.33.w2,0.0075957296,0.05000,1.486
+43,block_sparse_moe.experts.44.w2,0.0028557069,0.05000,1.348
+43,block_sparse_moe.experts.41.w2,0.0029041574,0.05000,1.474
+43,block_sparse_moe.experts.34.w2,0.0124801111,0.05000,1.449
+43,block_sparse_moe.experts.46.w2,0.0023419402,0.05000,1.385
+43,block_sparse_moe.experts.45.w2,0.0029091138,0.05000,1.484
+43,block_sparse_moe.experts.32.w2,0.0077146444,0.05000,1.398
+43,block_sparse_moe.experts.55.w2,0.0027364061,0.05000,1.439
+43,block_sparse_moe.experts.51.w2,0.0037583810,0.05000,1.458
+43,block_sparse_moe.experts.59.w2,0.0034087426,0.05000,1.549
+43,block_sparse_moe.experts.63.w2,0.0202162558,0.05000,1.502
+43,block_sparse_moe.experts.54.w2,0.0033151841,0.05000,1.358
+43,block_sparse_moe.experts.62.w2,0.0014942638,0.05000,1.378
+43,block_sparse_moe.experts.52.w2,0.0043549522,0.05000,1.485
+43,block_sparse_moe.experts.58.w2,0.0025885689,0.05000,1.479
+43,block_sparse_moe.experts.53.w2,0.0032492006,0.05000,1.551
+43,block_sparse_moe.experts.56.w2,0.0027475827,0.05000,1.512
+43,block_sparse_moe.experts.49.w2,0.0118788139,0.05000,1.531
+43,block_sparse_moe.experts.50.w2,0.0029140192,0.05000,1.487
+43,block_sparse_moe.experts.60.w2,0.0033724735,0.05000,1.520
+43,block_sparse_moe.experts.48.w2,0.0038073901,0.05000,1.482
+43,block_sparse_moe.experts.57.w2,0.0011231467,0.05000,1.524
+43,block_sparse_moe.experts.61.w2,0.0139082064,0.05000,1.532
+43,block_sparse_moe.experts.67.w2,0.0038676026,0.05000,1.430
+43,block_sparse_moe.experts.71.w2,0.0135058962,0.05000,1.470
+43,block_sparse_moe.experts.75.w2,0.0006805124,0.05000,1.464
+43,block_sparse_moe.experts.79.w2,0.0034951749,0.05000,1.478
+43,block_sparse_moe.experts.70.w2,0.0006330211,0.05000,1.546
+43,block_sparse_moe.experts.68.w2,0.0022539725,0.05000,1.423
+43,block_sparse_moe.experts.72.w2,0.0014785519,0.05000,1.413
+43,block_sparse_moe.experts.74.w2,0.0272250406,0.05000,1.492
+43,block_sparse_moe.experts.78.w2,0.0045083849,0.05000,1.546
+43,block_sparse_moe.experts.64.w2,0.0007427168,0.05000,1.439
+43,block_sparse_moe.experts.66.w2,0.0015554075,0.05000,1.475
+43,block_sparse_moe.experts.69.w2,0.0027391687,0.05000,1.565
+43,block_sparse_moe.experts.76.w2,0.0033191305,0.05000,1.510
+43,block_sparse_moe.experts.73.w2,0.0029943810,0.05000,1.556
+43,block_sparse_moe.experts.65.w2,0.0043539060,0.05000,1.609
+43,block_sparse_moe.experts.77.w2,0.0030866107,0.05000,1.585
+43,block_sparse_moe.experts.83.w2,0.0072061574,0.05000,1.434
+43,block_sparse_moe.experts.87.w2,0.0082000130,0.05000,1.433
+43,block_sparse_moe.experts.91.w2,0.0028464485,0.05000,1.436
+43,block_sparse_moe.experts.95.w2,0.0020040549,0.05000,1.432
+43,block_sparse_moe.experts.86.w2,0.0004697259,0.05000,1.481
+43,block_sparse_moe.experts.84.w2,0.0018617824,0.05000,1.504
+43,block_sparse_moe.experts.82.w2,0.0030555652,0.05000,1.480
+43,block_sparse_moe.experts.88.w2,0.0121964813,0.05000,1.581
+43,block_sparse_moe.experts.94.w2,0.0021546923,0.05000,1.575
+43,block_sparse_moe.experts.90.w2,0.0029188441,0.05000,1.603
+43,block_sparse_moe.experts.92.w2,0.0036992444,0.05000,1.525
+43,block_sparse_moe.experts.80.w2,0.0117495119,0.05000,1.599
+43,block_sparse_moe.experts.100.w2,0.0056091182,0.05000,1.673
+43,block_sparse_moe.experts.104.w2,0.0079178514,0.05000,1.612
+43,block_sparse_moe.experts.96.w2,0.0101608229,0.05000,1.706
+43,block_sparse_moe.experts.102.w2,0.0058831568,0.05000,1.979
+43,block_sparse_moe.experts.108.w2,0.0080458153,0.05000,1.780
+43,block_sparse_moe.experts.98.w2,0.0063226204,0.05000,1.931
+43,block_sparse_moe.experts.85.w2,0.0016796554,0.05000,3.720
+43,block_sparse_moe.experts.81.w2,0.0079501463,0.05000,3.771
+43,block_sparse_moe.experts.93.w2,0.0056957916,0.05000,3.757
+43,block_sparse_moe.experts.89.w2,0.0035308285,0.05000,3.836
+43,block_sparse_moe.experts.116.w2,0.0026779264,0.05000,1.675
+43,block_sparse_moe.experts.120.w2,0.0107992333,0.05000,1.740
+43,block_sparse_moe.experts.112.w2,0.0099661186,0.05000,1.673
+43,block_sparse_moe.experts.124.w2,0.0037719717,0.05000,1.667
+43,block_sparse_moe.experts.101.w2,0.0017283491,0.05000,1.571
+43,block_sparse_moe.experts.97.w2,0.0024850833,0.05000,1.518
+43,block_sparse_moe.experts.109.w2,0.0014904547,0.05000,1.505
+43,block_sparse_moe.experts.105.w2,0.0054647136,0.05000,1.558
+43,block_sparse_moe.experts.110.w2,0.0005972665,0.05000,3.952
+43,block_sparse_moe.experts.106.w2,0.0010584456,0.05000,3.950
+43,block_sparse_moe.experts.132.w2,0.0200397970,0.05000,1.576
+43,block_sparse_moe.experts.136.w2,0.0051678871,0.05000,1.497
+43,block_sparse_moe.experts.128.w2,0.0248513473,0.05000,1.500
+43,block_sparse_moe.experts.140.w2,0.0013089811,0.05000,1.549
+43,block_sparse_moe.experts.117.w2,0.0052500312,0.05000,1.637
+43,block_sparse_moe.experts.113.w2,0.0013919628,0.05000,1.645
+43,block_sparse_moe.experts.118.w2,0.0007726715,0.05000,3.813
+43,block_sparse_moe.experts.125.w2,0.0018039139,0.05000,1.718
+43,block_sparse_moe.experts.114.w2,0.0064138259,0.05000,3.758
+43,block_sparse_moe.experts.121.w2,0.0009590659,0.05000,1.747
+43,block_sparse_moe.experts.122.w2,0.0013503848,0.05000,1.767
+43,block_sparse_moe.experts.126.w2,0.0011796710,0.05000,1.800
+43,block_sparse_moe.experts.152.w2,0.0035098254,0.05000,1.501
+43,block_sparse_moe.experts.148.w2,0.0010589234,0.05000,1.564
+43,block_sparse_moe.experts.144.w2,0.0122475575,0.05000,1.505
+43,block_sparse_moe.experts.156.w2,0.0018031812,0.05000,1.535
+43,block_sparse_moe.experts.111.w2,0.0054674182,0.05000,1.379
+43,block_sparse_moe.experts.103.w2,0.0053433149,0.05000,1.404
+43,block_sparse_moe.experts.107.w2,0.0066894771,0.05000,1.405
+43,block_sparse_moe.experts.99.w2,0.0040160785,0.05000,1.451
+43,block_sparse_moe.experts.133.w2,0.0050702370,0.05000,1.552
+43,block_sparse_moe.experts.129.w2,0.0035368523,0.05000,1.505
+43,block_sparse_moe.experts.134.w2,0.0031202083,0.05000,1.488
+43,block_sparse_moe.experts.141.w2,0.0012846271,0.05000,1.487
+43,block_sparse_moe.experts.137.w2,0.0275589648,0.05000,1.439
+43,block_sparse_moe.experts.130.w2,0.0051876674,0.05000,1.631
+43,block_sparse_moe.experts.138.w2,0.0038717809,0.05000,1.555
+43,block_sparse_moe.experts.142.w2,0.0031947684,0.05000,1.626
+43,block_sparse_moe.experts.164.w2,0.0056228184,0.05000,1.435
+43,block_sparse_moe.experts.168.w2,0.0584718867,0.05000,1.517
+43,block_sparse_moe.experts.160.w2,0.0022123252,0.05000,1.510
+43,block_sparse_moe.experts.172.w2,0.0032521063,0.05000,1.526
+43,block_sparse_moe.experts.127.w2,0.0011746621,0.05000,1.369
+43,block_sparse_moe.experts.119.w2,0.0015402036,0.05000,1.423
+43,block_sparse_moe.experts.123.w2,0.0025830491,0.05000,1.434
+43,block_sparse_moe.experts.115.w2,0.0012636856,0.05000,1.412
+43,block_sparse_moe.experts.150.w2,0.0009850713,0.05000,1.291
+43,block_sparse_moe.experts.146.w2,0.0023672742,0.05000,1.166
+43,block_sparse_moe.experts.154.w2,0.0038861976,0.05000,1.159
+43,block_sparse_moe.experts.153.w2,0.0233597407,0.05000,1.549
+43,block_sparse_moe.experts.157.w2,0.0004497622,0.05000,1.557
+43,block_sparse_moe.experts.145.w2,0.0055017634,0.05000,1.582
+43,block_sparse_moe.experts.149.w2,0.0021221413,0.05000,1.609
+43,block_sparse_moe.experts.180.w2,0.0018014547,0.05000,1.520
+43,block_sparse_moe.experts.184.w2,0.0070704144,0.05000,1.539
+43,block_sparse_moe.experts.176.w2,0.0016070019,0.05000,1.606
+43,block_sparse_moe.experts.188.w2,0.0013985414,0.05000,1.590
+43,block_sparse_moe.experts.143.w2,0.0032323897,0.05000,1.553
+43,block_sparse_moe.experts.139.w2,0.0010605698,0.05000,1.542
+43,block_sparse_moe.experts.131.w2,0.0019211006,0.05000,1.556
+43,block_sparse_moe.experts.135.w2,0.0055663621,0.05000,1.638
+43,block_sparse_moe.experts.170.w2,0.0016982498,0.05000,1.618
+43,block_sparse_moe.experts.158.w2,0.0233363657,0.05000,1.645
+43,block_sparse_moe.experts.166.w2,0.0002255056,0.05000,1.654
+43,block_sparse_moe.experts.173.w2,0.0030903780,0.05000,1.416
+43,block_sparse_moe.experts.162.w2,0.0046253439,0.05000,1.689
+43,block_sparse_moe.experts.165.w2,0.0060114352,0.05000,1.396
+43,block_sparse_moe.experts.161.w2,0.0026394682,0.05000,1.424
+43,block_sparse_moe.experts.169.w2,0.0148091281,0.05000,1.475
+43,block_sparse_moe.experts.196.w2,0.0051501319,0.05000,1.491
+43,block_sparse_moe.experts.200.w2,0.0016471225,0.05000,1.522
+43,block_sparse_moe.experts.192.w2,0.0057975921,0.05000,1.533
+43,block_sparse_moe.experts.204.w2,0.0048518043,0.05000,1.507
+43,block_sparse_moe.experts.159.w2,0.0064466676,0.05000,1.493
+43,block_sparse_moe.experts.155.w2,0.0009203426,0.05000,1.499
+43,block_sparse_moe.experts.147.w2,0.0045710713,0.05000,1.530
+43,block_sparse_moe.experts.151.w2,0.0024442384,0.05000,1.544
+43,block_sparse_moe.experts.182.w2,0.0064393149,0.05000,1.448
+43,block_sparse_moe.experts.178.w2,0.0035000142,0.05000,1.431
+43,block_sparse_moe.experts.186.w2,0.0032291714,0.05000,1.502
+43,block_sparse_moe.experts.174.w2,0.0046372296,0.05000,1.477
+43,block_sparse_moe.experts.177.w2,0.0030253013,0.05000,1.461
+43,block_sparse_moe.experts.181.w2,0.0026413906,0.05000,1.479
+43,block_sparse_moe.experts.189.w2,0.0098301694,0.05000,1.517
+43,block_sparse_moe.experts.185.w2,0.0011887769,0.05000,1.534
+43,block_sparse_moe.experts.212.w2,0.0048505394,0.05000,1.500
+43,block_sparse_moe.experts.216.w2,0.0014185621,0.05000,1.490
+43,block_sparse_moe.experts.208.w2,0.0080085288,0.05000,1.547
+43,block_sparse_moe.experts.175.w2,0.0008231750,0.05000,1.466
+43,block_sparse_moe.experts.163.w2,0.0026973450,0.05000,1.344
+43,block_sparse_moe.experts.220.w2,0.0072202596,0.05000,1.557
+43,block_sparse_moe.experts.171.w2,0.0063544281,0.05000,1.450
+43,block_sparse_moe.experts.167.w2,0.0026433040,0.05000,1.429
+43,block_sparse_moe.experts.202.w2,0.0020822158,0.05000,1.457
+43,block_sparse_moe.experts.194.w2,0.0154198825,0.05000,1.471
+43,block_sparse_moe.experts.197.w2,0.0014685797,0.05000,1.398
+43,block_sparse_moe.experts.193.w2,0.0046189966,0.05000,1.438
+43,block_sparse_moe.experts.198.w2,0.0044486554,0.05000,1.534
+43,block_sparse_moe.experts.190.w2,0.0065492624,0.05000,1.542
+43,block_sparse_moe.experts.205.w2,0.0104031841,0.05000,1.487
+43,block_sparse_moe.experts.201.w2,0.0054108337,0.05000,1.457
+43,block_sparse_moe.experts.228.w2,0.0009877484,0.05000,1.502
+43,block_sparse_moe.experts.232.w2,0.0052494196,0.05000,1.465
+43,block_sparse_moe.experts.224.w2,0.0045896697,0.05000,1.450
+43,block_sparse_moe.experts.236.w2,0.0024063091,0.05000,1.415
+43,block_sparse_moe.experts.191.w2,0.0062267137,0.05000,1.571
+43,block_sparse_moe.experts.179.w2,0.0050543631,0.05000,1.556
+43,block_sparse_moe.experts.187.w2,0.0014277763,0.05000,1.541
+43,block_sparse_moe.experts.183.w2,0.0009218123,0.05000,1.518
+43,block_sparse_moe.experts.218.w2,0.0027201917,0.05000,1.415
+43,block_sparse_moe.experts.210.w2,0.0027912228,0.05000,1.462
+43,block_sparse_moe.experts.213.w2,0.0024067206,0.05000,1.503
+43,block_sparse_moe.experts.206.w2,0.0013363023,0.05000,1.463
+43,block_sparse_moe.experts.214.w2,0.0059117878,0.05000,1.533
+43,block_sparse_moe.experts.209.w2,0.0039194890,0.05000,1.571
+43,block_sparse_moe.experts.221.w2,0.0017594283,0.05000,1.583
+43,block_sparse_moe.experts.217.w2,0.0036361707,0.05000,1.573
+43,block_sparse_moe.experts.244.w2,0.0073959005,0.05000,1.395
+43,block_sparse_moe.experts.248.w2,0.0026922110,0.05000,1.439
+43,block_sparse_moe.experts.240.w2,0.0010935282,0.05000,1.385
+43,block_sparse_moe.experts.252.w2,0.0057415282,0.05000,1.319
+43,block_sparse_moe.experts.195.w2,0.0004870616,0.05000,1.565
+43,block_sparse_moe.experts.207.w2,0.0012524114,0.05000,1.582
+43,block_sparse_moe.experts.199.w2,0.0128761171,0.05000,1.494
+43,block_sparse_moe.experts.203.w2,0.0027832471,0.05000,1.559
+43,block_sparse_moe.experts.234.w2,0.0096723061,0.05000,1.645
+43,block_sparse_moe.experts.229.w2,0.0086917790,0.05000,1.550
+43,block_sparse_moe.experts.226.w2,0.0076845585,0.05000,1.650
+43,block_sparse_moe.experts.225.w2,0.0083347161,0.05000,1.588
+43,block_sparse_moe.experts.230.w2,0.0087565882,0.05000,1.626
+43,block_sparse_moe.experts.222.w2,0.0039128172,0.05000,1.693
+43,block_sparse_moe.experts.233.w2,0.0028486674,0.05000,1.534
+43,block_sparse_moe.experts.237.w2,0.0041567849,0.05000,1.646
+43,block_sparse_moe.experts.211.w2,0.0046526966,0.05000,1.361
+43,block_sparse_moe.experts.215.w2,0.0053994798,0.05000,1.361
+43,block_sparse_moe.experts.219.w2,0.0072215463,0.05000,1.358
+43,block_sparse_moe.experts.223.w2,0.0015175508,0.05000,1.466
+43,block_sparse_moe.experts.245.w2,0.0011545506,0.05000,1.556
+43,block_sparse_moe.experts.250.w2,0.0050971895,0.05000,1.641
+43,block_sparse_moe.experts.242.w2,0.0047549718,0.05000,1.625
+43,block_sparse_moe.experts.241.w2,0.0053248345,0.05000,1.553
+43,block_sparse_moe.experts.249.w2,0.4348833561,0.05000,1.498
+43,block_sparse_moe.experts.246.w2,0.0103651476,0.05000,1.585
+43,block_sparse_moe.experts.238.w2,0.0125367566,0.05000,1.571
+43,block_sparse_moe.experts.253.w2,0.0024851986,0.05000,1.486
+43,block_sparse_moe.experts.254.w2,0.0014525782,0.05000,0.489
+43,block_sparse_moe.experts.227.w2,0.0041351765,0.05000,1.500
+43,block_sparse_moe.experts.235.w2,0.0058690758,0.05000,1.561
+43,block_sparse_moe.experts.231.w2,0.0013444324,0.05000,1.647
+43,block_sparse_moe.experts.239.w2,0.0042255142,0.05000,1.633
+43,block_sparse_moe.experts.243.w2,0.0024771162,0.05000,1.652
+43,block_sparse_moe.experts.251.w2,0.0015842581,0.05000,1.608
+43,block_sparse_moe.experts.255.w2,0.0030807408,0.05000,1.507
+43,block_sparse_moe.experts.247.w2,0.0036946477,0.05000,1.565
+44,self_attn.k_proj,0.0000336061,0.05000,0.986
+44,self_attn.q_proj,0.0002387009,0.05000,0.992
+44,self_attn.v_proj,0.0000331073,0.05000,1.000
+44,self_attn.o_proj,0.0000118661,0.05000,1.792
+44,block_sparse_moe.experts.0.w1,0.0009018934,0.05000,2.820
+44,block_sparse_moe.experts.8.w1,0.0018547620,0.05000,2.827
+44,block_sparse_moe.experts.4.w1,0.0036913709,0.05000,2.904
+44,block_sparse_moe.experts.10.w1,0.0033383066,0.05000,2.922
+44,block_sparse_moe.experts.12.w1,0.0024671632,0.05000,3.004
+44,block_sparse_moe.experts.6.w1,0.0008477153,0.05000,2.992
+44,block_sparse_moe.experts.14.w1,0.0005871756,0.05000,3.052
+44,block_sparse_moe.experts.2.w1,0.0022311609,0.05000,3.086
+44,block_sparse_moe.experts.5.w1,0.0011954179,0.05000,3.232
+44,block_sparse_moe.experts.13.w1,0.0007917755,0.05000,3.271
+44,block_sparse_moe.experts.1.w1,0.0036134665,0.05000,3.256
+44,block_sparse_moe.experts.9.w1,0.0016987633,0.05000,3.300
+44,block_sparse_moe.experts.15.w1,0.0024482168,0.05000,3.420
+44,block_sparse_moe.experts.7.w1,0.0010026011,0.05000,3.442
+44,block_sparse_moe.experts.3.w1,0.0015007311,0.05000,3.535
+44,block_sparse_moe.experts.11.w1,0.0009903984,0.05000,3.516
+44,block_sparse_moe.experts.24.w1,0.0040113799,0.05000,2.969
+44,block_sparse_moe.experts.16.w1,0.0017147689,0.05000,3.036
+44,block_sparse_moe.experts.20.w1,0.0015265834,0.05000,2.996
+44,block_sparse_moe.experts.28.w1,0.0013624764,0.05000,2.967
+44,block_sparse_moe.experts.30.w1,0.0022401443,0.05000,2.937
+44,block_sparse_moe.experts.26.w1,0.0014571575,0.05000,3.048
+44,block_sparse_moe.experts.22.w1,0.0012562388,0.05000,2.985
+44,block_sparse_moe.experts.18.w1,0.0042801211,0.05000,2.992
+44,block_sparse_moe.experts.21.w1,0.0019863011,0.05000,2.986
+44,block_sparse_moe.experts.17.w1,0.0014129073,0.05000,2.968
+44,block_sparse_moe.experts.29.w1,0.0023700472,0.05000,3.094
+44,block_sparse_moe.experts.25.w1,0.0024033792,0.05000,3.084
+44,block_sparse_moe.experts.31.w1,0.0013878872,0.05000,3.120
+44,block_sparse_moe.experts.23.w1,0.0025524704,0.05000,3.137
+44,block_sparse_moe.experts.19.w1,0.0015637002,0.05000,3.106
+44,block_sparse_moe.experts.27.w1,0.0026773622,0.05000,3.154
+44,block_sparse_moe.experts.32.w1,0.0011472666,0.05000,3.030
+44,block_sparse_moe.experts.46.w1,0.0004279444,0.05000,2.914
+44,block_sparse_moe.experts.40.w1,0.0049512614,0.05000,3.119
+44,block_sparse_moe.experts.36.w1,0.0029322631,0.05000,3.055
+44,block_sparse_moe.experts.44.w1,0.0018470084,0.05000,3.018
+44,block_sparse_moe.experts.42.w1,0.0036753337,0.05000,3.051
+44,block_sparse_moe.experts.38.w1,0.0016016802,0.05000,3.104
+44,block_sparse_moe.experts.37.w1,0.0056289311,0.05000,2.888
+44,block_sparse_moe.experts.34.w1,0.0076718179,0.05000,3.050
+44,block_sparse_moe.experts.33.w1,0.0022485211,0.05000,3.018
+44,block_sparse_moe.experts.45.w1,0.0003228591,0.05000,2.943
+44,block_sparse_moe.experts.41.w1,0.0015910765,0.05000,2.942
+44,block_sparse_moe.experts.47.w1,0.0020490837,0.05000,2.966
+44,block_sparse_moe.experts.39.w1,0.0016205524,0.05000,3.049
+44,block_sparse_moe.experts.35.w1,0.0007680612,0.05000,3.045
+44,block_sparse_moe.experts.43.w1,0.0040136317,0.05000,3.037
+44,block_sparse_moe.experts.56.w1,0.0020488908,0.05000,2.792
+44,block_sparse_moe.experts.52.w1,0.0130644181,0.05000,2.857
+44,block_sparse_moe.experts.48.w1,0.0038776264,0.05000,2.924
+44,block_sparse_moe.experts.60.w1,0.0017022843,0.05000,2.902
+44,block_sparse_moe.experts.62.w1,0.0020233039,0.05000,3.167
+44,block_sparse_moe.experts.58.w1,0.0022679696,0.05000,3.127
+44,block_sparse_moe.experts.53.w1,0.0029712470,0.05000,3.105
+44,block_sparse_moe.experts.54.w1,0.0006761350,0.05000,3.125
+44,block_sparse_moe.experts.50.w1,0.0037268673,0.05000,3.118
+44,block_sparse_moe.experts.49.w1,0.0014397793,0.05000,3.127
+44,block_sparse_moe.experts.57.w1,0.0012112962,0.05000,3.135
+44,block_sparse_moe.experts.61.w1,0.0030177687,0.05000,3.226
+44,block_sparse_moe.experts.63.w1,0.0016784933,0.05000,3.074
+44,block_sparse_moe.experts.59.w1,0.0019435887,0.05000,3.036
+44,block_sparse_moe.experts.51.w1,0.0038047549,0.05000,3.129
+44,block_sparse_moe.experts.55.w1,0.0022616490,0.05000,3.201
+44,block_sparse_moe.experts.72.w1,0.0009165353,0.05000,2.631
+44,block_sparse_moe.experts.64.w1,0.0030197538,0.05000,2.558
+44,block_sparse_moe.experts.68.w1,0.0024999544,0.05000,2.625
+44,block_sparse_moe.experts.76.w1,0.0026492387,0.05000,2.627
+44,block_sparse_moe.experts.78.w1,0.0143091196,0.05000,2.916
+44,block_sparse_moe.experts.70.w1,0.0043537738,0.05000,2.938
+44,block_sparse_moe.experts.74.w1,0.0012093885,0.05000,2.997
+44,block_sparse_moe.experts.66.w1,0.0022898008,0.05000,2.962
+44,block_sparse_moe.experts.65.w1,0.0043151961,0.05000,2.936
+44,block_sparse_moe.experts.69.w1,0.0026239572,0.05000,3.127
+44,block_sparse_moe.experts.77.w1,0.0018553326,0.05000,2.996
+44,block_sparse_moe.experts.73.w1,0.0097424824,0.05000,3.090
+44,block_sparse_moe.experts.79.w1,0.0020895016,0.05000,3.118
+44,block_sparse_moe.experts.67.w1,0.0010491932,0.05000,3.074
+44,block_sparse_moe.experts.75.w1,0.0021627992,0.05000,3.171
+44,block_sparse_moe.experts.71.w1,0.0019588542,0.05000,3.113
+44,block_sparse_moe.experts.84.w1,0.0038910087,0.05000,2.710
+44,block_sparse_moe.experts.88.w1,0.0047294277,0.05000,2.884
+44,block_sparse_moe.experts.80.w1,0.0022727338,0.05000,2.896
+44,block_sparse_moe.experts.92.w1,0.0033940784,0.05000,2.897
+44,block_sparse_moe.experts.94.w1,0.0019614958,0.05000,3.132
+44,block_sparse_moe.experts.85.w1,0.0019956422,0.05000,2.934
+44,block_sparse_moe.experts.86.w1,0.0016819512,0.05000,3.135
+44,block_sparse_moe.experts.81.w1,0.0020230371,0.05000,3.031
+44,block_sparse_moe.experts.90.w1,0.0038020000,0.05000,3.191
+44,block_sparse_moe.experts.82.w1,0.0023303511,0.05000,3.185
+44,block_sparse_moe.experts.93.w1,0.0016066633,0.05000,2.956
+44,block_sparse_moe.experts.89.w1,0.0014668455,0.05000,2.996
+44,block_sparse_moe.experts.95.w1,0.0020034836,0.05000,3.120
+44,block_sparse_moe.experts.83.w1,0.0018151374,0.05000,3.028
+44,block_sparse_moe.experts.91.w1,0.0022187279,0.05000,3.029
+44,block_sparse_moe.experts.87.w1,0.0006338825,0.05000,3.116
+44,block_sparse_moe.experts.100.w1,0.0010524523,0.05000,2.827
+44,block_sparse_moe.experts.96.w1,0.0011851411,0.05000,2.788
+44,block_sparse_moe.experts.104.w1,0.0034339583,0.05000,2.836
+44,block_sparse_moe.experts.108.w1,0.0022771037,0.05000,2.861
+44,block_sparse_moe.experts.110.w1,0.0005479757,0.05000,2.908
+44,block_sparse_moe.experts.102.w1,0.0021026355,0.05000,2.943
+44,block_sparse_moe.experts.98.w1,0.0012567032,0.05000,2.883
+44,block_sparse_moe.experts.101.w1,0.0037559637,0.05000,3.080
+44,block_sparse_moe.experts.106.w1,0.0036591104,0.05000,2.999
+44,block_sparse_moe.experts.97.w1,0.0012375551,0.05000,3.075
+44,block_sparse_moe.experts.109.w1,0.0026042213,0.05000,3.109
+44,block_sparse_moe.experts.105.w1,0.0010868786,0.05000,3.159
+44,block_sparse_moe.experts.111.w1,0.0020636203,0.05000,3.092
+44,block_sparse_moe.experts.99.w1,0.0017154952,0.05000,3.152
+44,block_sparse_moe.experts.107.w1,0.0010366159,0.05000,3.205
+44,block_sparse_moe.experts.103.w1,0.0051865865,0.05000,3.152
+44,block_sparse_moe.experts.116.w1,0.0014035256,0.05000,2.811
+44,block_sparse_moe.experts.112.w1,0.0013853602,0.05000,2.786
+44,block_sparse_moe.experts.120.w1,0.0011636699,0.05000,2.833
+44,block_sparse_moe.experts.124.w1,0.0024508365,0.05000,2.957
+44,block_sparse_moe.experts.126.w1,0.0009774664,0.05000,3.107
+44,block_sparse_moe.experts.118.w1,0.0008594381,0.05000,3.098
+44,block_sparse_moe.experts.114.w1,0.0015133141,0.05000,3.049
+44,block_sparse_moe.experts.117.w1,0.0020593666,0.05000,3.060
+44,block_sparse_moe.experts.122.w1,0.0031326164,0.05000,3.100
+44,block_sparse_moe.experts.113.w1,0.0009137433,0.05000,3.131
+44,block_sparse_moe.experts.125.w1,0.0007089839,0.05000,3.065
+44,block_sparse_moe.experts.121.w1,0.0013035856,0.05000,3.106
+44,block_sparse_moe.experts.127.w1,0.0054729974,0.05000,2.966
+44,block_sparse_moe.experts.123.w1,0.0002027671,0.05000,2.932
+44,block_sparse_moe.experts.115.w1,0.0028979287,0.05000,3.043
+44,block_sparse_moe.experts.132.w1,0.0015233352,0.05000,2.368
+44,block_sparse_moe.experts.128.w1,0.0013765640,0.05000,2.324
+44,block_sparse_moe.experts.119.w1,0.0023240581,0.05000,2.936
+44,block_sparse_moe.experts.136.w1,0.0012019273,0.05000,2.294
+44,block_sparse_moe.experts.142.w1,0.0032357198,0.05000,3.276
+44,block_sparse_moe.experts.134.w1,0.0046790627,0.05000,3.427
+44,block_sparse_moe.experts.130.w1,0.0014003260,0.05000,3.436
+44,block_sparse_moe.experts.138.w1,0.0025298935,0.05000,3.499
+44,block_sparse_moe.experts.143.w1,0.0015640174,0.05000,3.555
+44,block_sparse_moe.experts.131.w1,0.0100095143,0.05000,3.550
+44,block_sparse_moe.experts.139.w1,0.0009511573,0.05000,3.628
+44,block_sparse_moe.experts.135.w1,0.0049137033,0.05000,3.611
+44,block_sparse_moe.experts.133.w1,0.0021926857,0.05000,6.395
+44,block_sparse_moe.experts.129.w1,0.0020274891,0.05000,6.376
+44,block_sparse_moe.experts.141.w1,0.0011441377,0.05000,6.424
+44,block_sparse_moe.experts.137.w1,0.0019669501,0.05000,6.422
+44,block_sparse_moe.experts.159.w1,0.0006597407,0.05000,3.320
+44,block_sparse_moe.experts.151.w1,0.0033533785,0.05000,3.214
+44,block_sparse_moe.experts.147.w1,0.0016899632,0.05000,3.402
+44,block_sparse_moe.experts.155.w1,0.0008396423,0.05000,3.400
+44,block_sparse_moe.experts.158.w1,0.0015680536,0.05000,7.016
+44,block_sparse_moe.experts.149.w1,0.0027142373,0.05000,3.792
+44,block_sparse_moe.experts.145.w1,0.0003668556,0.05000,3.787
+44,block_sparse_moe.experts.150.w1,0.0029843090,0.05000,6.961
+44,block_sparse_moe.experts.146.w1,0.0027048682,0.05000,7.053
+44,block_sparse_moe.experts.157.w1,0.0040469281,0.05000,3.860
+44,block_sparse_moe.experts.154.w1,0.0007490028,0.05000,7.023
+44,block_sparse_moe.experts.153.w1,0.0058296618,0.05000,3.857
+44,block_sparse_moe.experts.175.w1,0.0004346980,0.05000,5.512
+44,block_sparse_moe.experts.174.w1,0.0054192874,0.05000,2.956
+44,block_sparse_moe.experts.167.w1,0.0005646729,0.05000,5.460
+44,block_sparse_moe.experts.152.w1,0.0010360832,0.05000,2.864
+44,block_sparse_moe.experts.148.w1,0.0124183414,0.05000,2.867
+44,block_sparse_moe.experts.163.w1,0.0015489394,0.05000,5.472
+44,block_sparse_moe.experts.171.w1,0.0030207132,0.05000,5.405
+44,block_sparse_moe.experts.166.w1,0.0010668043,0.05000,2.802
+44,block_sparse_moe.experts.140.w1,0.0011669885,0.05000,2.955
+44,block_sparse_moe.experts.144.w1,0.0018652849,0.05000,3.000
+44,block_sparse_moe.experts.162.w1,0.0011283138,0.05000,2.825
+44,block_sparse_moe.experts.165.w1,0.0011360606,0.05000,3.067
+44,block_sparse_moe.experts.161.w1,0.0031860400,0.05000,3.113
+44,block_sparse_moe.experts.170.w1,0.0025656899,0.05000,2.868
+44,block_sparse_moe.experts.173.w1,0.0013931021,0.05000,3.059
+44,block_sparse_moe.experts.169.w1,0.0010123741,0.05000,3.012
+44,block_sparse_moe.experts.191.w1,0.0007764677,0.05000,3.237
+44,block_sparse_moe.experts.190.w1,0.0003632713,0.05000,3.143
+44,block_sparse_moe.experts.164.w1,0.0016344424,0.05000,3.142
+44,block_sparse_moe.experts.160.w1,0.0030646569,0.05000,3.061
+44,block_sparse_moe.experts.168.w1,0.0019168043,0.05000,3.207
+44,block_sparse_moe.experts.181.w1,0.0038924775,0.05000,3.028
+44,block_sparse_moe.experts.156.w1,0.0043242086,0.05000,3.156
+44,block_sparse_moe.experts.183.w1,0.0010975632,0.05000,3.359
+44,block_sparse_moe.experts.182.w1,0.0016266336,0.05000,3.283
+44,block_sparse_moe.experts.179.w1,0.0004749931,0.05000,3.330
+44,block_sparse_moe.experts.187.w1,0.0007355544,0.05000,3.328
+44,block_sparse_moe.experts.178.w1,0.0032920135,0.05000,3.202
+44,block_sparse_moe.experts.177.w1,0.0010819141,0.05000,3.154
+44,block_sparse_moe.experts.189.w1,0.0030702145,0.05000,3.049
+44,block_sparse_moe.experts.186.w1,0.0020865221,0.05000,3.198
+44,block_sparse_moe.experts.185.w1,0.0039847231,0.05000,3.116
+44,block_sparse_moe.experts.207.w1,0.0010573012,0.05000,2.998
+44,block_sparse_moe.experts.206.w1,0.0014742086,0.05000,3.014
+44,block_sparse_moe.experts.184.w1,0.0001865935,0.05000,2.862
+44,block_sparse_moe.experts.180.w1,0.0010240122,0.05000,2.933
+44,block_sparse_moe.experts.176.w1,0.0014599631,0.05000,2.928
+44,block_sparse_moe.experts.172.w1,0.0017470938,0.05000,2.927
+44,block_sparse_moe.experts.197.w1,0.0017237573,0.05000,2.994
+44,block_sparse_moe.experts.198.w1,0.0040877257,0.05000,2.928
+44,block_sparse_moe.experts.199.w1,0.0013459290,0.05000,2.997
+44,block_sparse_moe.experts.194.w1,0.0008761122,0.05000,2.944
+44,block_sparse_moe.experts.203.w1,0.0010364911,0.05000,2.986
+44,block_sparse_moe.experts.193.w1,0.0006698157,0.05000,2.933
+44,block_sparse_moe.experts.195.w1,0.0022691155,0.05000,3.105
+44,block_sparse_moe.experts.202.w1,0.0042473789,0.05000,2.970
+44,block_sparse_moe.experts.205.w1,0.0013126280,0.05000,2.987
+44,block_sparse_moe.experts.201.w1,0.0010227215,0.05000,2.959
+44,block_sparse_moe.experts.222.w1,0.0026163111,0.05000,2.901
+44,block_sparse_moe.experts.196.w1,0.0020305818,0.05000,2.937
+44,block_sparse_moe.experts.200.w1,0.0056868354,0.05000,2.951
+44,block_sparse_moe.experts.223.w1,0.0026544445,0.05000,3.003
+44,block_sparse_moe.experts.192.w1,0.0009737340,0.05000,2.944
+44,block_sparse_moe.experts.188.w1,0.0012003496,0.05000,3.004
+44,block_sparse_moe.experts.214.w1,0.0017209605,0.05000,2.979
+44,block_sparse_moe.experts.213.w1,0.0006171166,0.05000,3.085
+44,block_sparse_moe.experts.210.w1,0.0046452447,0.05000,2.971
+44,block_sparse_moe.experts.219.w1,0.0022243675,0.05000,2.953
+44,block_sparse_moe.experts.215.w1,0.0006517271,0.05000,3.037
+44,block_sparse_moe.experts.209.w1,0.0056875991,0.05000,3.038
+44,block_sparse_moe.experts.211.w1,0.0005799087,0.05000,3.056
+44,block_sparse_moe.experts.221.w1,0.0019454098,0.05000,3.031
+44,block_sparse_moe.experts.218.w1,0.0033054779,0.05000,3.041
+44,block_sparse_moe.experts.217.w1,0.0011677204,0.05000,2.955
+44,block_sparse_moe.experts.238.w1,0.0008361570,0.05000,2.979
+44,block_sparse_moe.experts.212.w1,0.0040204966,0.05000,3.020
+44,block_sparse_moe.experts.216.w1,0.0011146051,0.05000,3.098
+44,block_sparse_moe.experts.239.w1,0.0010841541,0.05000,3.118
+44,block_sparse_moe.experts.208.w1,0.0046363609,0.05000,3.104
+44,block_sparse_moe.experts.230.w1,0.0002976786,0.05000,2.949
+44,block_sparse_moe.experts.226.w1,0.0017674185,0.05000,2.966
+44,block_sparse_moe.experts.204.w1,0.0008812805,0.05000,3.145
+44,block_sparse_moe.experts.229.w1,0.0018195736,0.05000,3.124
+44,block_sparse_moe.experts.231.w1,0.0017539829,0.05000,3.108
+44,block_sparse_moe.experts.235.w1,0.0021194936,0.05000,3.184
+44,block_sparse_moe.experts.225.w1,0.0038908851,0.05000,3.044
+44,block_sparse_moe.experts.234.w1,0.0034449491,0.05000,2.970
+44,block_sparse_moe.experts.227.w1,0.0029485205,0.05000,3.164
+44,block_sparse_moe.experts.237.w1,0.0008539774,0.05000,3.148
+44,block_sparse_moe.experts.233.w1,0.0004612175,0.05000,3.142
+44,block_sparse_moe.experts.254.w1,0.0038934559,0.05000,2.826
+44,block_sparse_moe.experts.246.w1,0.0007534322,0.05000,2.808
+44,block_sparse_moe.experts.242.w1,0.0021673262,0.05000,2.733
+44,block_sparse_moe.experts.232.w1,0.0020773690,0.05000,2.963
+44,block_sparse_moe.experts.255.w1,0.0016497227,0.05000,2.988
+44,block_sparse_moe.experts.245.w1,0.0016133793,0.05000,2.706
+44,block_sparse_moe.experts.224.w1,0.0013726972,0.05000,3.009
+44,block_sparse_moe.experts.228.w1,0.0018004523,0.05000,3.172
+44,block_sparse_moe.experts.241.w1,0.0019417331,0.05000,2.733
+44,block_sparse_moe.experts.250.w1,0.0029860774,0.05000,2.801
+44,block_sparse_moe.experts.220.w1,0.0031137650,0.05000,3.191
+44,block_sparse_moe.experts.247.w1,0.0004163488,0.05000,3.157
+44,block_sparse_moe.experts.251.w1,0.0039102946,0.05000,3.149
+44,block_sparse_moe.experts.253.w1,0.0027343358,0.05000,2.934
+44,block_sparse_moe.experts.249.w1,0.0017800796,0.05000,2.870
+44,block_sparse_moe.experts.243.w1,0.0016542237,0.05000,3.245
+44,block_sparse_moe.experts.14.w3,0.0006807255,0.05000,2.922
+44,block_sparse_moe.experts.6.w3,0.0009588856,0.05000,2.914
+44,block_sparse_moe.experts.2.w3,0.0024574534,0.05000,2.974
+44,block_sparse_moe.experts.1.w3,0.0039130216,0.05000,2.991
+44,block_sparse_moe.experts.10.w3,0.0037387564,0.05000,2.894
+44,block_sparse_moe.experts.5.w3,0.0013233831,0.05000,3.148
+44,block_sparse_moe.experts.248.w1,0.0010384356,0.05000,3.265
+44,block_sparse_moe.experts.240.w1,0.0014320329,0.05000,3.201
+44,block_sparse_moe.experts.15.w3,0.0028715262,0.05000,3.298
+44,block_sparse_moe.experts.244.w1,0.0007305836,0.05000,3.269
+44,block_sparse_moe.experts.236.w1,0.0014577131,0.05000,3.216
+44,block_sparse_moe.experts.13.w3,0.0008743872,0.05000,3.167
+44,block_sparse_moe.experts.11.w3,0.0010875366,0.05000,3.205
+44,block_sparse_moe.experts.9.w3,0.0018347006,0.05000,3.183
+44,block_sparse_moe.experts.7.w3,0.0011516991,0.05000,3.330
+44,block_sparse_moe.experts.3.w3,0.0017408480,0.05000,3.194
+44,block_sparse_moe.experts.30.w3,0.0025149224,0.05000,2.765
+44,block_sparse_moe.experts.22.w3,0.0014027598,0.05000,2.606
+44,block_sparse_moe.experts.18.w3,0.0046322138,0.05000,2.678
+44,block_sparse_moe.experts.26.w3,0.0016490505,0.05000,2.682
+44,block_sparse_moe.experts.17.w3,0.0016172484,0.05000,3.067
+44,block_sparse_moe.experts.0.w3,0.0010002052,0.05000,3.085
+44,block_sparse_moe.experts.21.w3,0.0021966299,0.05000,3.180
+44,block_sparse_moe.experts.8.w3,0.0020529958,0.05000,3.243
+44,block_sparse_moe.experts.31.w3,0.0015586418,0.05000,3.174
+44,block_sparse_moe.experts.4.w3,0.0040283425,0.05000,3.143
+44,block_sparse_moe.experts.29.w3,0.0026154564,0.05000,3.037
+44,block_sparse_moe.experts.252.w1,0.0012187890,0.05000,3.182
+44,block_sparse_moe.experts.27.w3,0.0030441956,0.05000,3.113
+44,block_sparse_moe.experts.25.w3,0.0026020282,0.05000,3.133
+44,block_sparse_moe.experts.23.w3,0.0028638340,0.05000,3.108
+44,block_sparse_moe.experts.19.w3,0.0018324322,0.05000,3.050
+44,block_sparse_moe.experts.46.w3,0.0004836177,0.05000,2.808
+44,block_sparse_moe.experts.38.w3,0.0017576547,0.05000,2.880
+44,block_sparse_moe.experts.34.w3,0.0086618782,0.05000,2.924
+44,block_sparse_moe.experts.42.w3,0.0040793874,0.05000,2.841
+44,block_sparse_moe.experts.33.w3,0.0024907076,0.05000,3.014
+44,block_sparse_moe.experts.47.w3,0.0023543559,0.05000,2.854
+44,block_sparse_moe.experts.37.w3,0.0062814394,0.05000,3.010
+44,block_sparse_moe.experts.16.w3,0.0019978791,0.05000,3.108
+44,block_sparse_moe.experts.24.w3,0.0044516894,0.05000,3.168
+44,block_sparse_moe.experts.20.w3,0.0016772503,0.05000,3.143
+44,block_sparse_moe.experts.43.w3,0.0045896070,0.05000,2.846
+44,block_sparse_moe.experts.45.w3,0.0003750107,0.05000,3.029
+44,block_sparse_moe.experts.39.w3,0.0017912138,0.05000,2.925
+44,block_sparse_moe.experts.12.w3,0.0028019905,0.05000,3.114
+44,block_sparse_moe.experts.41.w3,0.0017390585,0.05000,3.044
+44,block_sparse_moe.experts.35.w3,0.0009014532,0.05000,2.896
+44,block_sparse_moe.experts.62.w3,0.0024331778,0.05000,3.100
+44,block_sparse_moe.experts.54.w3,0.0007340221,0.05000,3.023
+44,block_sparse_moe.experts.50.w3,0.0041631349,0.05000,3.047
+44,block_sparse_moe.experts.58.w3,0.0025928847,0.05000,3.029
+44,block_sparse_moe.experts.49.w3,0.0016882378,0.05000,2.876
+44,block_sparse_moe.experts.63.w3,0.0020416144,0.05000,2.907
+44,block_sparse_moe.experts.53.w3,0.0037039997,0.05000,2.978
+44,block_sparse_moe.experts.32.w3,0.0012852397,0.05000,3.061
+44,block_sparse_moe.experts.40.w3,0.0055892081,0.05000,3.096
+44,block_sparse_moe.experts.36.w3,0.0031877532,0.05000,3.135
+44,block_sparse_moe.experts.59.w3,0.0022626215,0.05000,3.116
+44,block_sparse_moe.experts.61.w3,0.0032870012,0.05000,3.041
+44,block_sparse_moe.experts.57.w3,0.0014104046,0.05000,2.999
+44,block_sparse_moe.experts.55.w3,0.0025363190,0.05000,3.091
+44,block_sparse_moe.experts.28.w3,0.0015000796,0.05000,3.159
+44,block_sparse_moe.experts.51.w3,0.0042125431,0.05000,3.287
+44,block_sparse_moe.experts.78.w3,0.0168107748,0.05000,3.026
+44,block_sparse_moe.experts.70.w3,0.0047907754,0.05000,3.012
+44,block_sparse_moe.experts.66.w3,0.0024912568,0.05000,2.946
+44,block_sparse_moe.experts.74.w3,0.0013440042,0.05000,2.988
+44,block_sparse_moe.experts.65.w3,0.0048741908,0.05000,3.157
+44,block_sparse_moe.experts.79.w3,0.0023139719,0.05000,3.085
+44,block_sparse_moe.experts.69.w3,0.0029867662,0.05000,3.084
+44,block_sparse_moe.experts.48.w3,0.0041852983,0.05000,3.098
+44,block_sparse_moe.experts.56.w3,0.0022304172,0.05000,3.053
+44,block_sparse_moe.experts.75.w3,0.0024277610,0.05000,3.000
+44,block_sparse_moe.experts.52.w3,0.0162729740,0.05000,3.046
+44,block_sparse_moe.experts.77.w3,0.0020797142,0.05000,3.009
+44,block_sparse_moe.experts.71.w3,0.0021928650,0.05000,3.015
+44,block_sparse_moe.experts.73.w3,0.0111939201,0.05000,3.083
+44,block_sparse_moe.experts.44.w3,0.0020168345,0.05000,3.023
+44,block_sparse_moe.experts.67.w3,0.0011581762,0.05000,2.966
+44,block_sparse_moe.experts.94.w3,0.0022624288,0.05000,3.165
+44,block_sparse_moe.experts.86.w3,0.0017613290,0.05000,3.134
+44,block_sparse_moe.experts.82.w3,0.0027047716,0.05000,3.234
+44,block_sparse_moe.experts.90.w3,0.0041642728,0.05000,3.138
+44,block_sparse_moe.experts.81.w3,0.0022320754,0.05000,2.974
+44,block_sparse_moe.experts.95.w3,0.0022170748,0.05000,2.975
+44,block_sparse_moe.experts.85.w3,0.0023639996,0.05000,2.985
+44,block_sparse_moe.experts.64.w3,0.0035242302,0.05000,3.147
+44,block_sparse_moe.experts.91.w3,0.0025681493,0.05000,3.044
+44,block_sparse_moe.experts.93.w3,0.0018845361,0.05000,3.048
+44,block_sparse_moe.experts.72.w3,0.0010116599,0.05000,3.112
+44,block_sparse_moe.experts.68.w3,0.0029808977,0.05000,3.103
+44,block_sparse_moe.experts.87.w3,0.0007221542,0.05000,3.020
+44,block_sparse_moe.experts.89.w3,0.0016154069,0.05000,3.100
+44,block_sparse_moe.experts.83.w3,0.0020732613,0.05000,3.019
+44,block_sparse_moe.experts.60.w3,0.0019717812,0.05000,3.193
+44,block_sparse_moe.experts.110.w3,0.0006010385,0.05000,2.861
+44,block_sparse_moe.experts.102.w3,0.0024909187,0.05000,2.926
+44,block_sparse_moe.experts.98.w3,0.0014326925,0.05000,2.986
+44,block_sparse_moe.experts.106.w3,0.0038834550,0.05000,2.877
+44,block_sparse_moe.experts.97.w3,0.0013574413,0.05000,3.084
+44,block_sparse_moe.experts.111.w3,0.0024895805,0.05000,3.096
+44,block_sparse_moe.experts.101.w3,0.0042747031,0.05000,3.104
+44,block_sparse_moe.experts.107.w3,0.0012049582,0.05000,3.090
+44,block_sparse_moe.experts.80.w3,0.0025917598,0.05000,3.226
+44,block_sparse_moe.experts.109.w3,0.0030439088,0.05000,3.153
+44,block_sparse_moe.experts.103.w3,0.0057665593,0.05000,3.071
+44,block_sparse_moe.experts.84.w3,0.0043659012,0.05000,3.205
+44,block_sparse_moe.experts.88.w3,0.0053164115,0.05000,3.360
+44,block_sparse_moe.experts.105.w3,0.0012011147,0.05000,3.198
+44,block_sparse_moe.experts.99.w3,0.0019898512,0.05000,3.228
+44,block_sparse_moe.experts.76.w3,0.0031993311,0.05000,3.360
+44,block_sparse_moe.experts.126.w3,0.0011362093,0.05000,3.264
+44,block_sparse_moe.experts.118.w3,0.0009566972,0.05000,3.281
+44,block_sparse_moe.experts.122.w3,0.0034649209,0.05000,3.253
+44,block_sparse_moe.experts.114.w3,0.0016634443,0.05000,3.339
+44,block_sparse_moe.experts.127.w3,0.0062498664,0.05000,3.186
+44,block_sparse_moe.experts.113.w3,0.0010231372,0.05000,3.310
+44,block_sparse_moe.experts.117.w3,0.0022708715,0.05000,3.275
+44,block_sparse_moe.experts.96.w3,0.0012783770,0.05000,2.995
+44,block_sparse_moe.experts.123.w3,0.0002345768,0.05000,3.099
+44,block_sparse_moe.experts.100.w3,0.0011491506,0.05000,2.948
+44,block_sparse_moe.experts.119.w3,0.0025574768,0.05000,3.022
+44,block_sparse_moe.experts.104.w3,0.0037272755,0.05000,2.895
+44,block_sparse_moe.experts.125.w3,0.0007967462,0.05000,3.139
+44,block_sparse_moe.experts.121.w3,0.0014912974,0.05000,3.174
+44,block_sparse_moe.experts.115.w3,0.0032309283,0.05000,3.075
+44,block_sparse_moe.experts.92.w3,0.0038617822,0.05000,2.929
+44,block_sparse_moe.experts.142.w3,0.0035590584,0.05000,2.827
+44,block_sparse_moe.experts.134.w3,0.0051286431,0.05000,2.859
+44,block_sparse_moe.experts.138.w3,0.0028075319,0.05000,2.729
+44,block_sparse_moe.experts.130.w3,0.0015329433,0.05000,2.848
+44,block_sparse_moe.experts.143.w3,0.0017496375,0.05000,3.232
+44,block_sparse_moe.experts.129.w3,0.0021982398,0.05000,3.287
+44,block_sparse_moe.experts.133.w3,0.0024548944,0.05000,3.245
+44,block_sparse_moe.experts.112.w3,0.0015777865,0.05000,3.173
+44,block_sparse_moe.experts.120.w3,0.0012882098,0.05000,3.077
+44,block_sparse_moe.experts.116.w3,0.0016161372,0.05000,3.178
+44,block_sparse_moe.experts.139.w3,0.0010567135,0.05000,3.234
+44,block_sparse_moe.experts.135.w3,0.0055314371,0.05000,3.219
+44,block_sparse_moe.experts.141.w3,0.0013238839,0.05000,3.289
+44,block_sparse_moe.experts.108.w3,0.0025934444,0.05000,3.047
+44,block_sparse_moe.experts.137.w3,0.0023101005,0.05000,3.296
+44,block_sparse_moe.experts.131.w3,0.0111615349,0.05000,3.260
+44,block_sparse_moe.experts.158.w3,0.0017222511,0.05000,2.974
+44,block_sparse_moe.experts.150.w3,0.0033606533,0.05000,2.944
+44,block_sparse_moe.experts.154.w3,0.0008442517,0.05000,3.092
+44,block_sparse_moe.experts.146.w3,0.0029594187,0.05000,3.073
+44,block_sparse_moe.experts.159.w3,0.0007634109,0.05000,3.268
+44,block_sparse_moe.experts.145.w3,0.0004113426,0.05000,3.194
+44,block_sparse_moe.experts.149.w3,0.0029260276,0.05000,3.127
+44,block_sparse_moe.experts.128.w3,0.0015213059,0.05000,3.190
+44,block_sparse_moe.experts.136.w3,0.0013034170,0.05000,3.228
+44,block_sparse_moe.experts.132.w3,0.0018083560,0.05000,3.204
+44,block_sparse_moe.experts.155.w3,0.0009374638,0.05000,3.201
+44,block_sparse_moe.experts.151.w3,0.0037908315,0.05000,3.213
+44,block_sparse_moe.experts.157.w3,0.0046026890,0.05000,3.230
+44,block_sparse_moe.experts.124.w3,0.0027004579,0.05000,3.135
+44,block_sparse_moe.experts.153.w3,0.0065255955,0.05000,3.095
+44,block_sparse_moe.experts.147.w3,0.0018922749,0.05000,3.162
+44,block_sparse_moe.experts.174.w3,0.0062400928,0.05000,3.206
+44,block_sparse_moe.experts.166.w3,0.0011612663,0.05000,3.202
+44,block_sparse_moe.experts.170.w3,0.0028631034,0.05000,3.171
+44,block_sparse_moe.experts.162.w3,0.0012554744,0.05000,3.136
+44,block_sparse_moe.experts.161.w3,0.0034477434,0.05000,2.866
+44,block_sparse_moe.experts.165.w3,0.0012557339,0.05000,2.836
+44,block_sparse_moe.experts.175.w3,0.0004826769,0.05000,2.943
+44,block_sparse_moe.experts.144.w3,0.0021010127,0.05000,2.952
+44,block_sparse_moe.experts.152.w3,0.0011737524,0.05000,2.908
+44,block_sparse_moe.experts.171.w3,0.0033606103,0.05000,2.936
+44,block_sparse_moe.experts.148.w3,0.0144874617,0.05000,3.023
+44,block_sparse_moe.experts.167.w3,0.0006404644,0.05000,3.070
+44,block_sparse_moe.experts.173.w3,0.0015381957,0.05000,2.917
+44,block_sparse_moe.experts.140.w3,0.0013025841,0.05000,2.882
+44,block_sparse_moe.experts.169.w3,0.0011760998,0.05000,2.886
+44,block_sparse_moe.experts.163.w3,0.0016951859,0.05000,2.967
+44,block_sparse_moe.experts.190.w3,0.0004076985,0.05000,3.052
+44,block_sparse_moe.experts.182.w3,0.0017920766,0.05000,3.051
+44,block_sparse_moe.experts.186.w3,0.0023067343,0.05000,2.995
+44,block_sparse_moe.experts.178.w3,0.0037714369,0.05000,3.003
+44,block_sparse_moe.experts.191.w3,0.0008451739,0.05000,2.891
+44,block_sparse_moe.experts.177.w3,0.0011821451,0.05000,3.058
+44,block_sparse_moe.experts.181.w3,0.0043939079,0.05000,3.062
+44,block_sparse_moe.experts.160.w3,0.0032958802,0.05000,2.985
+44,block_sparse_moe.experts.187.w3,0.0008233335,0.05000,2.919
+44,block_sparse_moe.experts.168.w3,0.0021922658,0.05000,3.002
+44,block_sparse_moe.experts.183.w3,0.0013135685,0.05000,2.881
+44,block_sparse_moe.experts.164.w3,0.0018147043,0.05000,3.041
+44,block_sparse_moe.experts.189.w3,0.0033893818,0.05000,3.044
+44,block_sparse_moe.experts.185.w3,0.0043208086,0.05000,2.988
+44,block_sparse_moe.experts.156.w3,0.0054094285,0.05000,3.140
+44,block_sparse_moe.experts.179.w3,0.0005131784,0.05000,2.943
+44,block_sparse_moe.experts.206.w3,0.0016370580,0.05000,3.016
+44,block_sparse_moe.experts.198.w3,0.0046258002,0.05000,3.019
+44,block_sparse_moe.experts.202.w3,0.0047924189,0.05000,3.040
+44,block_sparse_moe.experts.194.w3,0.0009817557,0.05000,2.954
+44,block_sparse_moe.experts.193.w3,0.0007337060,0.05000,2.890
+44,block_sparse_moe.experts.197.w3,0.0019678605,0.05000,2.895
+44,block_sparse_moe.experts.207.w3,0.0014053829,0.05000,3.110
+44,block_sparse_moe.experts.203.w3,0.0011489611,0.05000,3.014
+44,block_sparse_moe.experts.176.w3,0.0016310177,0.05000,3.169
+44,block_sparse_moe.experts.199.w3,0.0014658475,0.05000,3.035
+44,block_sparse_moe.experts.184.w3,0.0002034067,0.05000,3.152
+44,block_sparse_moe.experts.201.w3,0.0011237427,0.05000,2.832
+44,block_sparse_moe.experts.180.w3,0.0011816425,0.05000,3.088
+44,block_sparse_moe.experts.205.w3,0.0014312530,0.05000,2.966
+44,block_sparse_moe.experts.172.w3,0.0019277003,0.05000,3.196
+44,block_sparse_moe.experts.195.w3,0.0025763690,0.05000,3.138
+44,block_sparse_moe.experts.222.w3,0.0028808394,0.05000,3.098
+44,block_sparse_moe.experts.214.w3,0.0019646274,0.05000,3.072
+44,block_sparse_moe.experts.210.w3,0.0052797083,0.05000,3.070
+44,block_sparse_moe.experts.218.w3,0.0040810694,0.05000,3.189
+44,block_sparse_moe.experts.209.w3,0.0065576363,0.05000,2.920
+44,block_sparse_moe.experts.213.w3,0.0006911221,0.05000,3.038
+44,block_sparse_moe.experts.223.w3,0.0029902608,0.05000,3.100
+44,block_sparse_moe.experts.219.w3,0.0025283756,0.05000,3.036
+44,block_sparse_moe.experts.217.w3,0.0013066005,0.05000,2.862
+44,block_sparse_moe.experts.221.w3,0.0021299028,0.05000,2.820
+44,block_sparse_moe.experts.192.w3,0.0010519001,0.05000,3.096
+44,block_sparse_moe.experts.200.w3,0.0064080280,0.05000,3.115
+44,block_sparse_moe.experts.215.w3,0.0007319906,0.05000,3.172
+44,block_sparse_moe.experts.196.w3,0.0023192027,0.05000,3.135
+44,block_sparse_moe.experts.211.w3,0.0006435520,0.05000,2.877
+44,block_sparse_moe.experts.188.w3,0.0013214761,0.05000,3.068
+44,block_sparse_moe.experts.238.w3,0.0009314205,0.05000,3.086
+44,block_sparse_moe.experts.230.w3,0.0003288627,0.05000,3.156
+44,block_sparse_moe.experts.234.w3,0.0037557006,0.05000,3.128
+44,block_sparse_moe.experts.226.w3,0.0020033934,0.05000,3.185
+44,block_sparse_moe.experts.225.w3,0.0042552602,0.05000,2.811
+44,block_sparse_moe.experts.229.w3,0.0021261628,0.05000,2.800
+44,block_sparse_moe.experts.239.w3,0.0012119598,0.05000,2.877
+44,block_sparse_moe.experts.235.w3,0.0023364552,0.05000,2.811
+44,block_sparse_moe.experts.237.w3,0.0009514616,0.05000,2.805
+44,block_sparse_moe.experts.233.w3,0.0005052409,0.05000,2.879
+44,block_sparse_moe.experts.208.w3,0.0050569328,0.05000,2.953
+44,block_sparse_moe.experts.231.w3,0.0020643646,0.05000,2.958
+44,block_sparse_moe.experts.216.w3,0.0012517464,0.05000,3.101
+44,block_sparse_moe.experts.212.w3,0.0046250636,0.05000,3.044
+44,block_sparse_moe.experts.227.w3,0.0032382226,0.05000,2.995
+44,block_sparse_moe.experts.204.w3,0.0010569980,0.05000,3.185
+44,block_sparse_moe.experts.254.w3,0.0042350358,0.05000,2.932
+44,block_sparse_moe.experts.246.w3,0.0008868764,0.05000,2.882
+44,block_sparse_moe.experts.250.w3,0.0033107262,0.05000,2.783
+44,block_sparse_moe.experts.242.w3,0.0023557764,0.05000,2.805
+44,block_sparse_moe.experts.241.w3,0.0022192589,0.05000,2.978
+44,block_sparse_moe.experts.245.w3,0.0017869934,0.05000,3.062
+44,block_sparse_moe.experts.253.w3,0.0031673920,0.05000,2.928
+44,block_sparse_moe.experts.249.w3,0.0020621625,0.05000,2.880
+44,block_sparse_moe.experts.255.w3,0.0018389763,0.05000,3.263
+44,block_sparse_moe.experts.251.w3,0.0044081248,0.05000,3.156
+44,block_sparse_moe.experts.224.w3,0.0015939683,0.05000,2.933
+44,block_sparse_moe.experts.247.w3,0.0004792905,0.05000,2.993
+44,block_sparse_moe.experts.232.w3,0.0024419044,0.05000,2.911
+44,block_sparse_moe.experts.243.w3,0.0019689572,0.05000,2.833
+44,block_sparse_moe.experts.228.w3,0.0021331745,0.05000,2.948
+44,block_sparse_moe.experts.220.w3,0.0034797533,0.05000,2.898
+44,block_sparse_moe.experts.240.w3,0.0015582587,0.05000,3.078
+44,block_sparse_moe.experts.248.w3,0.0012098512,0.05000,3.073
+44,block_sparse_moe.experts.244.w3,0.0008365888,0.05000,3.008
+44,block_sparse_moe.experts.236.w3,0.0016933011,0.05000,2.741
+44,block_sparse_moe.experts.252.w3,0.0013574890,0.05000,0.885
+44,block_sparse_moe.experts.0.w2,0.0025410234,0.05000,1.157
+44,block_sparse_moe.experts.12.w2,0.0058896345,0.05000,1.157
+44,block_sparse_moe.experts.8.w2,0.0037390703,0.05000,1.256
+44,block_sparse_moe.experts.4.w2,0.0069878325,0.05000,1.269
+44,block_sparse_moe.experts.10.w2,0.0029558138,0.05000,1.547
+44,block_sparse_moe.experts.2.w2,0.0086894926,0.05000,1.554
+44,block_sparse_moe.experts.6.w2,0.0018092191,0.05000,1.564
+44,block_sparse_moe.experts.7.w2,0.0074690774,0.05000,1.574
+44,block_sparse_moe.experts.14.w2,0.0046749062,0.05000,1.582
+44,block_sparse_moe.experts.1.w2,0.0028702972,0.05000,1.584
+44,block_sparse_moe.experts.15.w2,0.0065863527,0.05000,1.629
+44,block_sparse_moe.experts.3.w2,0.0081728430,0.05000,1.639
+44,block_sparse_moe.experts.5.w2,0.0014242423,0.05000,1.644
+44,block_sparse_moe.experts.11.w2,0.0023688470,0.05000,1.648
+44,block_sparse_moe.experts.9.w2,0.0024811278,0.05000,1.683
+44,block_sparse_moe.experts.13.w2,0.0026539695,0.05000,1.691
+44,block_sparse_moe.experts.16.w2,0.0055199474,0.05000,1.461
+44,block_sparse_moe.experts.28.w2,0.0045295584,0.05000,1.461
+44,block_sparse_moe.experts.24.w2,0.0101138934,0.05000,1.437
+44,block_sparse_moe.experts.20.w2,0.0032243535,0.05000,1.430
+44,block_sparse_moe.experts.26.w2,0.0053683482,0.05000,1.530
+44,block_sparse_moe.experts.18.w2,0.0077126386,0.05000,1.550
+44,block_sparse_moe.experts.22.w2,0.0043021839,0.05000,1.549
+44,block_sparse_moe.experts.17.w2,0.0012957243,0.05000,1.538
+44,block_sparse_moe.experts.23.w2,0.0024561234,0.05000,1.558
+44,block_sparse_moe.experts.19.w2,0.0024889692,0.05000,1.499
+44,block_sparse_moe.experts.27.w2,0.0032842624,0.05000,1.504
+44,block_sparse_moe.experts.30.w2,0.0152022282,0.05000,1.569
+44,block_sparse_moe.experts.31.w2,0.0037754569,0.05000,1.563
+44,block_sparse_moe.experts.25.w2,0.0033864360,0.05000,1.522
+44,block_sparse_moe.experts.29.w2,0.0036111764,0.05000,1.519
+44,block_sparse_moe.experts.21.w2,0.0034371174,0.05000,1.568
+44,block_sparse_moe.experts.44.w2,0.0013057032,0.05000,1.488
+44,block_sparse_moe.experts.32.w2,0.0003530040,0.05000,1.502
+44,block_sparse_moe.experts.36.w2,0.0032737852,0.05000,1.480
+44,block_sparse_moe.experts.40.w2,0.0131278424,0.05000,1.550
+44,block_sparse_moe.experts.35.w2,0.0007198193,0.05000,1.328
+44,block_sparse_moe.experts.43.w2,0.0071430014,0.05000,1.337
+44,block_sparse_moe.experts.34.w2,0.0158629239,0.05000,1.394
+44,block_sparse_moe.experts.38.w2,0.0023359436,0.05000,1.389
+44,block_sparse_moe.experts.42.w2,0.0071130445,0.05000,1.447
+44,block_sparse_moe.experts.47.w2,0.0076471610,0.05000,1.364
+44,block_sparse_moe.experts.46.w2,0.0015290037,0.05000,1.418
+44,block_sparse_moe.experts.39.w2,0.0013601921,0.05000,1.440
+44,block_sparse_moe.experts.33.w2,0.0032926418,0.05000,1.523
+44,block_sparse_moe.experts.37.w2,0.0066270049,0.05000,1.516
+44,block_sparse_moe.experts.41.w2,0.0014838320,0.05000,1.552
+44,block_sparse_moe.experts.45.w2,0.0022669499,0.05000,1.548
+44,block_sparse_moe.experts.48.w2,0.0020217915,0.05000,1.483
+44,block_sparse_moe.experts.60.w2,0.0013008109,0.05000,1.571
+44,block_sparse_moe.experts.52.w2,0.0835125867,0.05000,1.521
+44,block_sparse_moe.experts.56.w2,0.0012464882,0.05000,1.500
+44,block_sparse_moe.experts.51.w2,0.0120555956,0.05000,1.314
+44,block_sparse_moe.experts.59.w2,0.0082165395,0.05000,1.375
+44,block_sparse_moe.experts.63.w2,0.0088735554,0.05000,1.327
+44,block_sparse_moe.experts.55.w2,0.0008831692,0.05000,1.351
+44,block_sparse_moe.experts.50.w2,0.0082300449,0.05000,1.449
+44,block_sparse_moe.experts.62.w2,0.0047664964,0.05000,1.412
+44,block_sparse_moe.experts.58.w2,0.0059512582,0.05000,1.509
+44,block_sparse_moe.experts.54.w2,0.0020359349,0.05000,1.542
+44,block_sparse_moe.experts.49.w2,0.0032743809,0.05000,1.399
+44,block_sparse_moe.experts.53.w2,0.0075649446,0.05000,1.392
+44,block_sparse_moe.experts.61.w2,0.0153521652,0.05000,1.427
+44,block_sparse_moe.experts.57.w2,0.0043163900,0.05000,1.452
+44,block_sparse_moe.experts.67.w2,0.0002859910,0.05000,1.267
+44,block_sparse_moe.experts.64.w2,0.0098142238,0.05000,1.528
+44,block_sparse_moe.experts.72.w2,0.0006451566,0.05000,1.493
+44,block_sparse_moe.experts.75.w2,0.0058064565,0.05000,1.376
+44,block_sparse_moe.experts.68.w2,0.0167305165,0.05000,1.549
+44,block_sparse_moe.experts.76.w2,0.0079999747,0.05000,1.578
+44,block_sparse_moe.experts.79.w2,0.0024074398,0.05000,1.389
+44,block_sparse_moe.experts.71.w2,0.0046780999,0.05000,1.428
+44,block_sparse_moe.experts.65.w2,0.0100681717,0.05000,1.436
+44,block_sparse_moe.experts.66.w2,0.0040449887,0.05000,1.566
+44,block_sparse_moe.experts.78.w2,0.0560126465,0.05000,1.572
+44,block_sparse_moe.experts.69.w2,0.0020524942,0.05000,1.443
+44,block_sparse_moe.experts.74.w2,0.0068537538,0.05000,1.570
+44,block_sparse_moe.experts.77.w2,0.0030582679,0.05000,1.446
+44,block_sparse_moe.experts.70.w2,0.0061867709,0.05000,1.606
+44,block_sparse_moe.experts.73.w2,0.0253649877,0.05000,1.459
+44,block_sparse_moe.experts.83.w2,0.0054313010,0.05000,1.387
+44,block_sparse_moe.experts.91.w2,0.0038601300,0.05000,1.382
+44,block_sparse_moe.experts.80.w2,0.0049942008,0.05000,1.491
+44,block_sparse_moe.experts.95.w2,0.0008020429,0.05000,1.400
+44,block_sparse_moe.experts.88.w2,0.0127147770,0.05000,1.533
+44,block_sparse_moe.experts.87.w2,0.0017604555,0.05000,1.424
+44,block_sparse_moe.experts.92.w2,0.0054700829,0.05000,1.554
+44,block_sparse_moe.experts.84.w2,0.0081159844,0.05000,1.566
+44,block_sparse_moe.experts.81.w2,0.0015272029,0.05000,1.434
+44,block_sparse_moe.experts.85.w2,0.0092614297,0.05000,1.407
+44,block_sparse_moe.experts.93.w2,0.0039766098,0.05000,1.377
+44,block_sparse_moe.experts.89.w2,0.0044258159,0.05000,1.426
+44,block_sparse_moe.experts.82.w2,0.0026027327,0.05000,1.638
+44,block_sparse_moe.experts.90.w2,0.0113733465,0.05000,1.616
+44,block_sparse_moe.experts.94.w2,0.0040386512,0.05000,1.682
+44,block_sparse_moe.experts.86.w2,0.0166830510,0.05000,1.692
+44,block_sparse_moe.experts.99.w2,0.0055467510,0.05000,1.380
+44,block_sparse_moe.experts.107.w2,0.0057363143,0.05000,1.321
+44,block_sparse_moe.experts.111.w2,0.0107659781,0.05000,1.447
+44,block_sparse_moe.experts.103.w2,0.0051436013,0.05000,1.404
+44,block_sparse_moe.experts.96.w2,0.0075301534,0.05000,1.599
+44,block_sparse_moe.experts.104.w2,0.0016848085,0.05000,1.511
+44,block_sparse_moe.experts.108.w2,0.0063077265,0.05000,1.533
+44,block_sparse_moe.experts.97.w2,0.0019826172,0.05000,1.441
+44,block_sparse_moe.experts.100.w2,0.0003478581,0.05000,1.586
+44,block_sparse_moe.experts.101.w2,0.0258515019,0.05000,1.468
+44,block_sparse_moe.experts.109.w2,0.0043925736,0.05000,1.466
+44,block_sparse_moe.experts.105.w2,0.0017943972,0.05000,1.411
+44,block_sparse_moe.experts.98.w2,0.0013085925,0.05000,1.510
+44,block_sparse_moe.experts.110.w2,0.0015939233,0.05000,1.460
+44,block_sparse_moe.experts.106.w2,0.0614517212,0.05000,1.539
+44,block_sparse_moe.experts.102.w2,0.0016241487,0.05000,1.536
+44,block_sparse_moe.experts.115.w2,0.0029579570,0.05000,1.420
+44,block_sparse_moe.experts.123.w2,0.0008181697,0.05000,1.460
+44,block_sparse_moe.experts.127.w2,0.0217644781,0.05000,1.420
+44,block_sparse_moe.experts.119.w2,0.0025288043,0.05000,1.361
+44,block_sparse_moe.experts.113.w2,0.0006388265,0.05000,1.363
+44,block_sparse_moe.experts.112.w2,0.0011777080,0.05000,1.502
+44,block_sparse_moe.experts.117.w2,0.0042451481,0.05000,1.320
+44,block_sparse_moe.experts.120.w2,0.0041762524,0.05000,1.493
+44,block_sparse_moe.experts.125.w2,0.0012352624,0.05000,1.335
+44,block_sparse_moe.experts.121.w2,0.0065845880,0.05000,1.365
+44,block_sparse_moe.experts.116.w2,0.0037532273,0.05000,1.483
+44,block_sparse_moe.experts.124.w2,0.0045012142,0.05000,1.573
+44,block_sparse_moe.experts.114.w2,0.0028665808,0.05000,1.493
+44,block_sparse_moe.experts.126.w2,0.0036362857,0.05000,1.506
+44,block_sparse_moe.experts.122.w2,0.0103866987,0.05000,1.521
+44,block_sparse_moe.experts.118.w2,0.0005443932,0.05000,1.473
+44,block_sparse_moe.experts.131.w2,0.0165569754,0.05000,1.709
+44,block_sparse_moe.experts.139.w2,0.0013544906,0.05000,1.724
+44,block_sparse_moe.experts.135.w2,0.0055260115,0.05000,1.736
+44,block_sparse_moe.experts.143.w2,0.0017227743,0.05000,1.748
+44,block_sparse_moe.experts.128.w2,0.0026329748,0.05000,1.647
+44,block_sparse_moe.experts.136.w2,0.0035459461,0.05000,1.647
+44,block_sparse_moe.experts.129.w2,0.0030180465,0.05000,1.815
+44,block_sparse_moe.experts.132.w2,0.0052847576,0.05000,1.650
+44,block_sparse_moe.experts.133.w2,0.0044712802,0.05000,1.881
+44,block_sparse_moe.experts.141.w2,0.0095135578,0.05000,1.855
+44,block_sparse_moe.experts.140.w2,0.0048496633,0.05000,1.768
+44,block_sparse_moe.experts.130.w2,0.0012180895,0.05000,1.554
+44,block_sparse_moe.experts.137.w2,0.0048517396,0.05000,1.856
+44,block_sparse_moe.experts.142.w2,0.0084018850,0.05000,1.589
+44,block_sparse_moe.experts.138.w2,0.0075635296,0.05000,1.545
+44,block_sparse_moe.experts.134.w2,0.0072898774,0.05000,1.587
+44,block_sparse_moe.experts.147.w2,0.0049564088,0.05000,1.601
+44,block_sparse_moe.experts.155.w2,0.0009886295,0.05000,1.515
+44,block_sparse_moe.experts.159.w2,0.0026045247,0.05000,1.510
+44,block_sparse_moe.experts.151.w2,0.0153186966,0.05000,1.538
+44,block_sparse_moe.experts.152.w2,0.0023150249,0.05000,1.492
+44,block_sparse_moe.experts.144.w2,0.0108969712,0.05000,1.543
+44,block_sparse_moe.experts.145.w2,0.0008332146,0.05000,1.398
+44,block_sparse_moe.experts.149.w2,0.0051057651,0.05000,1.388
+44,block_sparse_moe.experts.148.w2,0.1385561251,0.05000,1.537
+44,block_sparse_moe.experts.157.w2,0.0063757615,0.05000,1.477
+44,block_sparse_moe.experts.153.w2,0.0205395553,0.05000,1.415
+44,block_sparse_moe.experts.146.w2,0.0058500296,0.05000,1.512
+44,block_sparse_moe.experts.156.w2,0.0076528261,0.05000,1.585
+44,block_sparse_moe.experts.158.w2,0.0026078619,0.05000,1.543
+44,block_sparse_moe.experts.154.w2,0.0038046369,0.05000,1.563
+44,block_sparse_moe.experts.150.w2,0.0082227759,0.05000,1.568
+44,block_sparse_moe.experts.163.w2,0.0027447671,0.05000,1.432
+44,block_sparse_moe.experts.171.w2,0.0025413802,0.05000,1.355
+44,block_sparse_moe.experts.167.w2,0.0043093713,0.05000,1.382
+44,block_sparse_moe.experts.175.w2,0.0019482542,0.05000,1.406
+44,block_sparse_moe.experts.160.w2,0.0053211022,0.05000,1.381
+44,block_sparse_moe.experts.168.w2,0.0052982261,0.05000,1.447
+44,block_sparse_moe.experts.161.w2,0.0021832240,0.05000,1.445
+44,block_sparse_moe.experts.165.w2,0.0005811477,0.05000,1.465
+44,block_sparse_moe.experts.164.w2,0.0009101700,0.05000,1.437
+44,block_sparse_moe.experts.169.w2,0.0011195686,0.05000,1.504
+44,block_sparse_moe.experts.173.w2,0.0020356440,0.05000,1.550
+44,block_sparse_moe.experts.162.w2,0.0024848997,0.05000,1.525
+44,block_sparse_moe.experts.172.w2,0.0030720811,0.05000,1.492
+44,block_sparse_moe.experts.174.w2,0.0210296993,0.05000,1.481
+44,block_sparse_moe.experts.170.w2,0.0147208301,0.05000,1.524
+44,block_sparse_moe.experts.166.w2,0.0022711090,0.05000,1.520
+44,block_sparse_moe.experts.179.w2,0.0037430322,0.05000,1.335
+44,block_sparse_moe.experts.187.w2,0.0057050772,0.05000,1.348
+44,block_sparse_moe.experts.183.w2,0.0014901618,0.05000,1.297
+44,block_sparse_moe.experts.176.w2,0.0046634229,0.05000,1.272
+44,block_sparse_moe.experts.191.w2,0.0040025849,0.05000,1.461
+44,block_sparse_moe.experts.184.w2,0.0004064173,0.05000,1.369
+44,block_sparse_moe.experts.177.w2,0.0004071576,0.05000,1.397
+44,block_sparse_moe.experts.180.w2,0.0052936503,0.05000,1.319
+44,block_sparse_moe.experts.181.w2,0.0080687523,0.05000,1.411
+44,block_sparse_moe.experts.188.w2,0.0029441706,0.05000,1.300
+44,block_sparse_moe.experts.185.w2,0.0041793016,0.05000,1.429
+44,block_sparse_moe.experts.189.w2,0.0015046091,0.05000,1.483
+44,block_sparse_moe.experts.178.w2,0.0073805907,0.05000,1.495
+44,block_sparse_moe.experts.190.w2,0.0013772127,0.05000,1.471
+44,block_sparse_moe.experts.186.w2,0.0019330250,0.05000,1.429
+44,block_sparse_moe.experts.182.w2,0.0048997056,0.05000,1.409
+44,block_sparse_moe.experts.203.w2,0.0017770435,0.05000,1.645
+44,block_sparse_moe.experts.195.w2,0.0033547123,0.05000,1.722
+44,block_sparse_moe.experts.192.w2,0.0026101593,0.05000,1.592
+44,block_sparse_moe.experts.193.w2,0.0020616253,0.05000,1.408
+44,block_sparse_moe.experts.200.w2,0.0099667461,0.05000,1.503
+44,block_sparse_moe.experts.199.w2,0.0004151577,0.05000,1.829
+44,block_sparse_moe.experts.197.w2,0.0052453831,0.05000,1.492
+44,block_sparse_moe.experts.196.w2,0.0088777687,0.05000,1.595
+44,block_sparse_moe.experts.207.w2,0.0008150751,0.05000,1.901
+44,block_sparse_moe.experts.204.w2,0.0038302667,0.05000,1.538
+44,block_sparse_moe.experts.205.w2,0.0022430793,0.05000,1.458
+44,block_sparse_moe.experts.194.w2,0.0020683992,0.05000,1.409
+44,block_sparse_moe.experts.201.w2,0.0025134011,0.05000,1.586
+44,block_sparse_moe.experts.206.w2,0.0073217476,0.05000,1.406
+44,block_sparse_moe.experts.202.w2,0.0087146960,0.05000,1.389
+44,block_sparse_moe.experts.198.w2,0.0104538903,0.05000,1.383
+44,block_sparse_moe.experts.219.w2,0.0024113064,0.05000,1.657
+44,block_sparse_moe.experts.211.w2,0.0017727222,0.05000,1.654
+44,block_sparse_moe.experts.216.w2,0.0044271738,0.05000,1.495
+44,block_sparse_moe.experts.208.w2,0.0061589050,0.05000,1.593
+44,block_sparse_moe.experts.209.w2,0.0147560567,0.05000,1.644
+44,block_sparse_moe.experts.215.w2,0.0022475376,0.05000,1.503
+44,block_sparse_moe.experts.212.w2,0.0115244364,0.05000,1.550
+44,block_sparse_moe.experts.213.w2,0.0006970969,0.05000,1.599
+44,block_sparse_moe.experts.223.w2,0.0050378174,0.05000,1.430
+44,block_sparse_moe.experts.220.w2,0.0069404246,0.05000,1.512
+44,block_sparse_moe.experts.222.w2,0.0263116956,0.05000,1.446
+44,block_sparse_moe.experts.210.w2,0.0103257594,0.05000,1.507
+44,block_sparse_moe.experts.218.w2,0.0261255678,0.05000,1.468
+44,block_sparse_moe.experts.221.w2,0.0024980208,0.05000,1.568
+44,block_sparse_moe.experts.217.w2,0.0019923476,0.05000,1.558
+44,block_sparse_moe.experts.214.w2,0.0041801668,0.05000,1.474
+44,block_sparse_moe.experts.232.w2,0.0055105166,0.05000,1.442
+44,block_sparse_moe.experts.235.w2,0.0012836407,0.05000,1.527
+44,block_sparse_moe.experts.224.w2,0.0052500464,0.05000,1.466
+44,block_sparse_moe.experts.227.w2,0.0005980243,0.05000,1.568
+44,block_sparse_moe.experts.231.w2,0.0044880441,0.05000,1.527
+44,block_sparse_moe.experts.225.w2,0.0090836643,0.05000,1.533
+44,block_sparse_moe.experts.229.w2,0.0040091738,0.05000,1.475
+44,block_sparse_moe.experts.238.w2,0.0020191499,0.05000,1.340
+44,block_sparse_moe.experts.226.w2,0.0068528984,0.05000,1.325
+44,block_sparse_moe.experts.228.w2,0.0048400131,0.05000,1.516
+44,block_sparse_moe.experts.239.w2,0.0034164648,0.05000,1.530
+44,block_sparse_moe.experts.234.w2,0.0053247676,0.05000,1.329
+44,block_sparse_moe.experts.230.w2,0.0012663547,0.05000,1.308
+44,block_sparse_moe.experts.233.w2,0.0017432052,0.05000,1.419
+44,block_sparse_moe.experts.237.w2,0.0016172696,0.05000,1.453
+44,block_sparse_moe.experts.236.w2,0.0021948569,0.05000,1.576
+44,block_sparse_moe.experts.240.w2,0.0014953803,0.05000,1.531
+44,block_sparse_moe.experts.251.w2,0.0064262260,0.05000,1.579
+44,block_sparse_moe.experts.248.w2,0.0036868516,0.05000,1.581
+44,block_sparse_moe.experts.243.w2,0.0057692863,0.05000,1.513
+44,block_sparse_moe.experts.247.w2,0.0011541530,0.05000,1.466
+44,block_sparse_moe.experts.254.w2,0.0063598560,0.05000,1.363
+44,block_sparse_moe.experts.242.w2,0.0034230221,0.05000,1.374
+44,block_sparse_moe.experts.255.w2,0.0028214342,0.05000,1.345
+44,block_sparse_moe.experts.250.w2,0.0055806393,0.05000,1.354
+44,block_sparse_moe.experts.244.w2,0.0030509040,0.05000,1.396
+44,block_sparse_moe.experts.246.w2,0.0021511948,0.05000,1.291
+44,block_sparse_moe.experts.241.w2,0.0037188201,0.05000,1.544
+44,block_sparse_moe.experts.245.w2,0.0066529195,0.05000,1.462
+44,block_sparse_moe.experts.252.w2,0.0009844849,0.05000,1.268
+44,block_sparse_moe.experts.249.w2,0.0060964724,0.05000,1.442
+44,block_sparse_moe.experts.253.w2,0.0074950639,0.05000,1.435
+45,self_attn.q_proj,0.0001856923,0.05000,0.962
+45,self_attn.k_proj,0.0000234833,0.05000,1.023
+45,self_attn.v_proj,0.0000276874,0.05000,1.079
+45,self_attn.o_proj,0.0000125942,0.05000,1.750
+45,block_sparse_moe.experts.0.w1,0.0016512509,0.05000,2.918
+45,block_sparse_moe.experts.12.w1,0.0016145626,0.05000,2.921
+45,block_sparse_moe.experts.8.w1,0.0014604062,0.05000,2.962
+45,block_sparse_moe.experts.4.w1,0.0011272581,0.05000,2.986
+45,block_sparse_moe.experts.13.w1,0.0032542136,0.05000,3.163
+45,block_sparse_moe.experts.7.w1,0.0030086561,0.05000,3.290
+45,block_sparse_moe.experts.2.w1,0.0013361806,0.05000,3.295
+45,block_sparse_moe.experts.14.w1,0.0022819708,0.05000,3.221
+45,block_sparse_moe.experts.9.w1,0.0031686936,0.05000,3.341
+45,block_sparse_moe.experts.3.w1,0.0030530218,0.05000,3.334
+45,block_sparse_moe.experts.6.w1,0.0015250610,0.05000,3.355
+45,block_sparse_moe.experts.15.w1,0.0010920977,0.05000,3.296
+45,block_sparse_moe.experts.5.w1,0.0028291865,0.05000,3.438
+45,block_sparse_moe.experts.10.w1,0.0015294820,0.05000,3.451
+45,block_sparse_moe.experts.1.w1,0.0006511061,0.05000,3.462
+45,block_sparse_moe.experts.11.w1,0.0009419543,0.05000,3.512
+45,block_sparse_moe.experts.16.w1,0.0022335836,0.05000,3.135
+45,block_sparse_moe.experts.28.w1,0.0037225097,0.05000,3.230
+45,block_sparse_moe.experts.20.w1,0.0007418873,0.05000,3.167
+45,block_sparse_moe.experts.24.w1,0.0023218798,0.05000,3.213
+45,block_sparse_moe.experts.23.w1,0.0007058407,0.05000,2.988
+45,block_sparse_moe.experts.30.w1,0.0011953285,0.05000,3.012
+45,block_sparse_moe.experts.18.w1,0.0005133101,0.05000,3.072
+45,block_sparse_moe.experts.29.w1,0.0019566431,0.05000,3.146
+45,block_sparse_moe.experts.31.w1,0.0033833481,0.05000,3.014
+45,block_sparse_moe.experts.19.w1,0.0014110419,0.05000,3.096
+45,block_sparse_moe.experts.26.w1,0.0043861060,0.05000,3.024
+45,block_sparse_moe.experts.22.w1,0.0030205669,0.05000,3.126
+45,block_sparse_moe.experts.25.w1,0.0009402494,0.05000,3.177
+45,block_sparse_moe.experts.17.w1,0.0030155976,0.05000,3.111
+45,block_sparse_moe.experts.27.w1,0.0042277097,0.05000,3.189
+45,block_sparse_moe.experts.21.w1,0.0013493807,0.05000,3.313
+45,block_sparse_moe.experts.32.w1,0.0007524937,0.05000,3.375
+45,block_sparse_moe.experts.40.w1,0.0028291128,0.05000,3.292
+45,block_sparse_moe.experts.44.w1,0.0009549800,0.05000,3.342
+45,block_sparse_moe.experts.36.w1,0.0021149615,0.05000,3.403
+45,block_sparse_moe.experts.39.w1,0.0041515004,0.05000,3.399
+45,block_sparse_moe.experts.46.w1,0.0002475089,0.05000,3.437
+45,block_sparse_moe.experts.47.w1,0.0017450799,0.05000,3.370
+45,block_sparse_moe.experts.34.w1,0.0010785418,0.05000,3.401
+45,block_sparse_moe.experts.45.w1,0.0015370985,0.05000,3.425
+45,block_sparse_moe.experts.38.w1,0.0013550351,0.05000,3.339
+45,block_sparse_moe.experts.42.w1,0.0077768998,0.05000,3.399
+45,block_sparse_moe.experts.35.w1,0.0009171818,0.05000,3.456
+45,block_sparse_moe.experts.41.w1,0.0240010663,0.05000,3.405
+45,block_sparse_moe.experts.33.w1,0.0010694736,0.05000,3.390
+45,block_sparse_moe.experts.43.w1,0.0045339679,0.05000,3.291
+45,block_sparse_moe.experts.37.w1,0.0022487614,0.05000,3.399
+45,block_sparse_moe.experts.48.w1,0.0016594240,0.05000,2.826
+45,block_sparse_moe.experts.56.w1,0.0010604743,0.05000,2.847
+45,block_sparse_moe.experts.60.w1,0.0025031972,0.05000,2.847
+45,block_sparse_moe.experts.52.w1,0.0011635447,0.05000,2.880
+45,block_sparse_moe.experts.55.w1,0.0028704558,0.05000,2.881
+45,block_sparse_moe.experts.63.w1,0.0024418059,0.05000,2.836
+45,block_sparse_moe.experts.62.w1,0.0016610829,0.05000,2.952
+45,block_sparse_moe.experts.51.w1,0.0038891006,0.05000,2.821
+45,block_sparse_moe.experts.50.w1,0.0014668742,0.05000,3.032
+45,block_sparse_moe.experts.61.w1,0.0014813728,0.05000,3.035
+45,block_sparse_moe.experts.58.w1,0.0038466498,0.05000,3.004
+45,block_sparse_moe.experts.54.w1,0.0022544858,0.05000,3.074
+45,block_sparse_moe.experts.59.w1,0.0032910644,0.05000,2.952
+45,block_sparse_moe.experts.57.w1,0.0021708464,0.05000,3.217
+45,block_sparse_moe.experts.49.w1,0.0010280415,0.05000,3.214
+45,block_sparse_moe.experts.53.w1,0.0014445453,0.05000,3.074
+45,block_sparse_moe.experts.64.w1,0.0014018757,0.05000,2.852
+45,block_sparse_moe.experts.72.w1,0.0017555174,0.05000,2.950
+45,block_sparse_moe.experts.76.w1,0.0010210267,0.05000,3.015
+45,block_sparse_moe.experts.68.w1,0.0012504344,0.05000,2.941
+45,block_sparse_moe.experts.74.w1,0.0028347658,0.05000,2.823
+45,block_sparse_moe.experts.78.w1,0.0014448570,0.05000,2.991
+45,block_sparse_moe.experts.71.w1,0.0027077163,0.05000,3.160
+45,block_sparse_moe.experts.66.w1,0.0010876953,0.05000,2.939
+45,block_sparse_moe.experts.70.w1,0.0020925967,0.05000,2.846
+45,block_sparse_moe.experts.79.w1,0.0015532322,0.05000,3.147
+45,block_sparse_moe.experts.67.w1,0.0032933089,0.05000,3.079
+45,block_sparse_moe.experts.77.w1,0.0039364279,0.05000,3.061
+45,block_sparse_moe.experts.75.w1,0.0030459501,0.05000,3.243
+45,block_sparse_moe.experts.65.w1,0.0016676104,0.05000,3.040
+45,block_sparse_moe.experts.69.w1,0.0013425815,0.05000,2.997
+45,block_sparse_moe.experts.73.w1,0.0022020398,0.05000,3.120
+45,block_sparse_moe.experts.94.w1,0.0029043415,0.05000,1.740
+45,block_sparse_moe.experts.90.w1,0.0013158995,0.05000,1.775
+45,block_sparse_moe.experts.80.w1,0.0033713936,0.05000,3.636
+45,block_sparse_moe.experts.83.w1,0.0020848753,0.05000,3.081
+45,block_sparse_moe.experts.87.w1,0.0023341595,0.05000,3.179
+45,block_sparse_moe.experts.84.w1,0.0034362221,0.05000,3.557
+45,block_sparse_moe.experts.92.w1,0.0020756674,0.05000,3.599
+45,block_sparse_moe.experts.88.w1,0.0023039279,0.05000,3.728
+45,block_sparse_moe.experts.95.w1,0.0047514261,0.05000,3.256
+45,block_sparse_moe.experts.91.w1,0.0042408460,0.05000,3.249
+45,block_sparse_moe.experts.93.w1,0.0023006307,0.05000,6.145
+45,block_sparse_moe.experts.99.w1,0.0039309486,0.05000,3.213
+45,block_sparse_moe.experts.103.w1,0.0020212593,0.05000,3.184
+45,block_sparse_moe.experts.111.w1,0.0024862313,0.05000,3.144
+45,block_sparse_moe.experts.96.w1,0.0033945255,0.05000,3.520
+45,block_sparse_moe.experts.108.w1,0.0028484252,0.05000,3.473
+45,block_sparse_moe.experts.85.w1,0.0022997062,0.05000,6.226
+45,block_sparse_moe.experts.81.w1,0.0033525941,0.05000,6.284
+45,block_sparse_moe.experts.100.w1,0.0031539309,0.05000,3.582
+45,block_sparse_moe.experts.89.w1,0.0018567931,0.05000,6.339
+45,block_sparse_moe.experts.104.w1,0.0016244946,0.05000,3.621
+45,block_sparse_moe.experts.107.w1,0.0046972525,0.05000,3.305
+45,block_sparse_moe.experts.112.w1,0.0011266556,0.05000,3.199
+45,block_sparse_moe.experts.109.w1,0.0007747475,0.05000,3.516
+45,block_sparse_moe.experts.124.w1,0.0034502980,0.05000,3.182
+45,block_sparse_moe.experts.116.w1,0.0019102723,0.05000,3.321
+45,block_sparse_moe.experts.120.w1,0.0013704525,0.05000,3.332
+45,block_sparse_moe.experts.97.w1,0.0020275240,0.05000,3.620
+45,block_sparse_moe.experts.101.w1,0.0002003085,0.05000,3.712
+45,block_sparse_moe.experts.105.w1,0.0040169137,0.05000,3.601
+45,block_sparse_moe.experts.119.w1,0.0032229817,0.05000,6.107
+45,block_sparse_moe.experts.127.w1,0.0003364479,0.05000,6.100
+45,block_sparse_moe.experts.115.w1,0.0021849642,0.05000,6.170
+45,block_sparse_moe.experts.128.w1,0.0023748941,0.05000,3.108
+45,block_sparse_moe.experts.140.w1,0.0019812852,0.05000,2.968
+45,block_sparse_moe.experts.123.w1,0.0035150173,0.05000,6.148
+45,block_sparse_moe.experts.132.w1,0.0016161202,0.05000,3.087
+45,block_sparse_moe.experts.136.w1,0.0034387223,0.05000,3.037
+45,block_sparse_moe.experts.125.w1,0.0025779442,0.05000,3.413
+45,block_sparse_moe.experts.117.w1,0.0014141952,0.05000,3.205
+45,block_sparse_moe.experts.113.w1,0.0040416182,0.05000,3.276
+45,block_sparse_moe.experts.121.w1,0.0025369044,0.05000,3.224
+45,block_sparse_moe.experts.110.w1,0.0008768483,0.05000,3.456
+45,block_sparse_moe.experts.106.w1,0.0025942755,0.05000,3.630
+45,block_sparse_moe.experts.82.w1,0.0024686115,0.05000,3.631
+45,block_sparse_moe.experts.86.w1,0.0023349899,0.05000,3.697
+45,block_sparse_moe.experts.135.w1,0.0068508803,0.05000,3.283
+45,block_sparse_moe.experts.131.w1,0.0006765748,0.05000,3.257
+45,block_sparse_moe.experts.143.w1,0.0422828008,0.05000,3.267
+45,block_sparse_moe.experts.139.w1,0.0035994175,0.05000,2.830
+45,block_sparse_moe.experts.144.w1,0.0074900839,0.05000,3.491
+45,block_sparse_moe.experts.156.w1,0.0012894895,0.05000,3.574
+45,block_sparse_moe.experts.148.w1,0.0025135017,0.05000,3.365
+45,block_sparse_moe.experts.152.w1,0.0028494349,0.05000,3.500
+45,block_sparse_moe.experts.98.w1,0.0018321539,0.05000,3.140
+45,block_sparse_moe.experts.122.w1,0.0036970996,0.05000,3.206
+45,block_sparse_moe.experts.126.w1,0.0021169655,0.05000,3.393
+45,block_sparse_moe.experts.102.w1,0.0024039043,0.05000,3.243
+45,block_sparse_moe.experts.137.w1,0.0023468726,0.05000,3.149
+45,block_sparse_moe.experts.133.w1,0.0001399799,0.05000,3.150
+45,block_sparse_moe.experts.141.w1,0.0010823458,0.05000,3.227
+45,block_sparse_moe.experts.129.w1,0.0022370044,0.05000,3.273
+45,block_sparse_moe.experts.151.w1,0.0024148060,0.05000,3.141
+45,block_sparse_moe.experts.159.w1,0.0043443962,0.05000,3.144
+45,block_sparse_moe.experts.147.w1,0.0009825941,0.05000,3.187
+45,block_sparse_moe.experts.155.w1,0.0013919422,0.05000,3.191
+45,block_sparse_moe.experts.172.w1,0.0049181991,0.05000,2.890
+45,block_sparse_moe.experts.160.w1,0.0013142762,0.05000,3.114
+45,block_sparse_moe.experts.164.w1,0.0011478709,0.05000,3.015
+45,block_sparse_moe.experts.168.w1,0.0013930840,0.05000,2.915
+45,block_sparse_moe.experts.153.w1,0.0021972238,0.05000,2.812
+45,block_sparse_moe.experts.138.w1,0.0030412716,0.05000,3.104
+45,block_sparse_moe.experts.149.w1,0.0006021281,0.05000,2.872
+45,block_sparse_moe.experts.118.w1,0.0016931257,0.05000,3.083
+45,block_sparse_moe.experts.114.w1,0.0051307684,0.05000,3.251
+45,block_sparse_moe.experts.157.w1,0.0012675618,0.05000,2.893
+45,block_sparse_moe.experts.142.w1,0.0019142076,0.05000,3.226
+45,block_sparse_moe.experts.145.w1,0.0033625009,0.05000,2.906
+45,block_sparse_moe.experts.188.w1,0.0020111120,0.05000,2.892
+45,block_sparse_moe.experts.176.w1,0.0032299846,0.05000,2.854
+45,block_sparse_moe.experts.180.w1,0.0024184357,0.05000,2.796
+45,block_sparse_moe.experts.167.w1,0.0022263173,0.05000,3.287
+45,block_sparse_moe.experts.184.w1,0.0021380177,0.05000,2.850
+45,block_sparse_moe.experts.175.w1,0.0024286446,0.05000,3.319
+45,block_sparse_moe.experts.163.w1,0.0018008478,0.05000,3.276
+45,block_sparse_moe.experts.171.w1,0.0022936665,0.05000,3.428
+45,block_sparse_moe.experts.169.w1,0.0042738670,0.05000,3.330
+45,block_sparse_moe.experts.154.w1,0.0013690245,0.05000,3.310
+45,block_sparse_moe.experts.173.w1,0.0016487745,0.05000,3.235
+45,block_sparse_moe.experts.165.w1,0.0027781059,0.05000,3.359
+45,block_sparse_moe.experts.158.w1,0.0020405088,0.05000,3.253
+45,block_sparse_moe.experts.130.w1,0.0024926473,0.05000,3.363
+45,block_sparse_moe.experts.134.w1,0.0007693162,0.05000,3.364
+45,block_sparse_moe.experts.161.w1,0.0010505295,0.05000,3.308
+45,block_sparse_moe.experts.204.w1,0.0034818498,0.05000,2.950
+45,block_sparse_moe.experts.192.w1,0.0013343560,0.05000,3.028
+45,block_sparse_moe.experts.196.w1,0.0017323291,0.05000,3.043
+45,block_sparse_moe.experts.183.w1,0.0032971497,0.05000,2.950
+45,block_sparse_moe.experts.191.w1,0.0035576738,0.05000,2.953
+45,block_sparse_moe.experts.179.w1,0.0014800926,0.05000,2.964
+45,block_sparse_moe.experts.200.w1,0.0009870017,0.05000,3.080
+45,block_sparse_moe.experts.187.w1,0.0019751699,0.05000,3.044
+45,block_sparse_moe.experts.185.w1,0.0012963672,0.05000,2.896
+45,block_sparse_moe.experts.181.w1,0.0019465649,0.05000,2.909
+45,block_sparse_moe.experts.189.w1,0.0013451905,0.05000,2.986
+45,block_sparse_moe.experts.170.w1,0.0025338265,0.05000,3.049
+45,block_sparse_moe.experts.177.w1,0.0003861303,0.05000,2.910
+45,block_sparse_moe.experts.174.w1,0.0022244335,0.05000,3.094
+45,block_sparse_moe.experts.146.w1,0.0044198283,0.05000,3.194
+45,block_sparse_moe.experts.150.w1,0.0023635805,0.05000,3.297
+45,block_sparse_moe.experts.220.w1,0.0014509259,0.05000,2.817
+45,block_sparse_moe.experts.208.w1,0.0020262697,0.05000,2.936
+45,block_sparse_moe.experts.212.w1,0.0034838506,0.05000,2.923
+45,block_sparse_moe.experts.199.w1,0.0026358960,0.05000,2.914
+45,block_sparse_moe.experts.195.w1,0.0012634151,0.05000,2.919
+45,block_sparse_moe.experts.207.w1,0.0023867841,0.05000,3.066
+45,block_sparse_moe.experts.216.w1,0.0021101279,0.05000,3.008
+45,block_sparse_moe.experts.203.w1,0.0027337251,0.05000,3.051
+45,block_sparse_moe.experts.201.w1,0.0026799283,0.05000,3.057
+45,block_sparse_moe.experts.205.w1,0.0034992556,0.05000,2.977
+45,block_sparse_moe.experts.197.w1,0.0009152827,0.05000,3.085
+45,block_sparse_moe.experts.186.w1,0.0038220457,0.05000,3.065
+45,block_sparse_moe.experts.193.w1,0.0007991611,0.05000,3.073
+45,block_sparse_moe.experts.190.w1,0.0012697837,0.05000,3.073
+45,block_sparse_moe.experts.162.w1,0.0021339525,0.05000,3.118
+45,block_sparse_moe.experts.166.w1,0.0026169831,0.05000,3.124
+45,block_sparse_moe.experts.236.w1,0.0024149048,0.05000,2.737
+45,block_sparse_moe.experts.224.w1,0.0007541839,0.05000,2.681
+45,block_sparse_moe.experts.228.w1,0.0024177512,0.05000,2.768
+45,block_sparse_moe.experts.232.w1,0.0026028881,0.05000,2.693
+45,block_sparse_moe.experts.215.w1,0.0015281892,0.05000,3.053
+45,block_sparse_moe.experts.211.w1,0.0057761396,0.05000,3.026
+45,block_sparse_moe.experts.223.w1,0.0065766616,0.05000,3.072
+45,block_sparse_moe.experts.219.w1,0.0030183539,0.05000,3.047
+45,block_sparse_moe.experts.217.w1,0.0039470996,0.05000,2.992
+45,block_sparse_moe.experts.221.w1,0.0013584843,0.05000,2.996
+45,block_sparse_moe.experts.213.w1,0.0007059942,0.05000,3.029
+45,block_sparse_moe.experts.209.w1,0.0015216946,0.05000,3.014
+45,block_sparse_moe.experts.202.w1,0.0002188670,0.05000,3.101
+45,block_sparse_moe.experts.206.w1,0.0035346572,0.05000,3.105
+45,block_sparse_moe.experts.178.w1,0.0018157376,0.05000,3.129
+45,block_sparse_moe.experts.182.w1,0.0010009156,0.05000,3.070
+45,block_sparse_moe.experts.252.w1,0.0012889305,0.05000,2.674
+45,block_sparse_moe.experts.240.w1,0.0005864927,0.05000,2.714
+45,block_sparse_moe.experts.244.w1,0.0016766589,0.05000,2.730
+45,block_sparse_moe.experts.248.w1,0.0050297065,0.05000,2.796
+45,block_sparse_moe.experts.227.w1,0.0059211157,0.05000,2.906
+45,block_sparse_moe.experts.231.w1,0.0013492958,0.05000,2.959
+45,block_sparse_moe.experts.239.w1,0.0055605935,0.05000,2.969
+45,block_sparse_moe.experts.235.w1,0.0023172525,0.05000,3.025
+45,block_sparse_moe.experts.233.w1,0.0007913899,0.05000,2.969
+45,block_sparse_moe.experts.237.w1,0.0022769941,0.05000,2.971
+45,block_sparse_moe.experts.225.w1,0.0010284190,0.05000,2.923
+45,block_sparse_moe.experts.229.w1,0.0002518505,0.05000,3.067
+45,block_sparse_moe.experts.218.w1,0.0006025449,0.05000,2.996
+45,block_sparse_moe.experts.222.w1,0.0021975718,0.05000,3.029
+45,block_sparse_moe.experts.194.w1,0.0012655892,0.05000,2.958
+45,block_sparse_moe.experts.198.w1,0.0050940587,0.05000,2.973
+45,block_sparse_moe.experts.12.w3,0.0018499239,0.05000,2.949
+45,block_sparse_moe.experts.0.w3,0.0018455438,0.05000,2.938
+45,block_sparse_moe.experts.4.w3,0.0012500484,0.05000,3.013
+45,block_sparse_moe.experts.8.w3,0.0016086557,0.05000,2.966
+45,block_sparse_moe.experts.243.w1,0.0009955026,0.05000,2.908
+45,block_sparse_moe.experts.247.w1,0.0029858994,0.05000,3.018
+45,block_sparse_moe.experts.255.w1,0.0044795282,0.05000,3.061
+45,block_sparse_moe.experts.251.w1,0.0023498688,0.05000,3.194
+45,block_sparse_moe.experts.249.w1,0.0003602709,0.05000,2.812
+45,block_sparse_moe.experts.253.w1,0.0067797307,0.05000,2.896
+45,block_sparse_moe.experts.241.w1,0.0023709822,0.05000,2.812
+45,block_sparse_moe.experts.245.w1,0.0037555465,0.05000,2.881
+45,block_sparse_moe.experts.234.w1,0.0020283414,0.05000,3.079
+45,block_sparse_moe.experts.28.w3,0.0042662047,0.05000,2.714
+45,block_sparse_moe.experts.238.w1,0.0139220774,0.05000,3.000
+45,block_sparse_moe.experts.210.w1,0.0021279517,0.05000,3.026
+45,block_sparse_moe.experts.16.w3,0.0024583842,0.05000,2.660
+45,block_sparse_moe.experts.214.w1,0.0016094175,0.05000,3.080
+45,block_sparse_moe.experts.20.w3,0.0008373595,0.05000,2.591
+45,block_sparse_moe.experts.24.w3,0.0026787640,0.05000,2.621
+45,block_sparse_moe.experts.3.w3,0.0033889810,0.05000,3.169
+45,block_sparse_moe.experts.7.w3,0.0034157059,0.05000,3.100
+45,block_sparse_moe.experts.15.w3,0.0012328296,0.05000,3.153
+45,block_sparse_moe.experts.11.w3,0.0010793368,0.05000,3.162
+45,block_sparse_moe.experts.9.w3,0.0035665330,0.05000,2.945
+45,block_sparse_moe.experts.13.w3,0.0036959694,0.05000,3.001
+45,block_sparse_moe.experts.1.w3,0.0007498759,0.05000,3.030
+45,block_sparse_moe.experts.5.w3,0.0032321839,0.05000,2.920
+45,block_sparse_moe.experts.44.w3,0.0010874494,0.05000,2.852
+45,block_sparse_moe.experts.250.w1,0.0057549818,0.05000,3.067
+45,block_sparse_moe.experts.32.w3,0.0008854672,0.05000,2.840
+45,block_sparse_moe.experts.254.w1,0.0022938632,0.05000,3.197
+45,block_sparse_moe.experts.226.w1,0.0038308181,0.05000,3.125
+45,block_sparse_moe.experts.36.w3,0.0023491052,0.05000,2.954
+45,block_sparse_moe.experts.230.w1,0.0013047040,0.05000,3.194
+45,block_sparse_moe.experts.40.w3,0.0032950741,0.05000,2.986
+45,block_sparse_moe.experts.19.w3,0.0015662792,0.05000,3.026
+45,block_sparse_moe.experts.23.w3,0.0007906690,0.05000,2.999
+45,block_sparse_moe.experts.31.w3,0.0038796598,0.05000,2.938
+45,block_sparse_moe.experts.27.w3,0.0047020496,0.05000,3.014
+45,block_sparse_moe.experts.25.w3,0.0010745902,0.05000,3.038
+45,block_sparse_moe.experts.29.w3,0.0022440216,0.05000,3.101
+45,block_sparse_moe.experts.17.w3,0.0033275862,0.05000,3.062
+45,block_sparse_moe.experts.21.w3,0.0014850448,0.05000,3.064
+45,block_sparse_moe.experts.60.w3,0.0028240799,0.05000,3.062
+45,block_sparse_moe.experts.10.w3,0.0017453472,0.05000,3.012
+45,block_sparse_moe.experts.48.w3,0.0018568497,0.05000,3.109
+45,block_sparse_moe.experts.14.w3,0.0026059027,0.05000,3.009
+45,block_sparse_moe.experts.242.w1,0.0049467735,0.05000,2.998
+45,block_sparse_moe.experts.246.w1,0.0014262737,0.05000,2.930
+45,block_sparse_moe.experts.52.w3,0.0013618962,0.05000,3.118
+45,block_sparse_moe.experts.56.w3,0.0011898948,0.05000,3.029
+45,block_sparse_moe.experts.35.w3,0.0010417379,0.05000,2.998
+45,block_sparse_moe.experts.39.w3,0.0046463585,0.05000,3.196
+45,block_sparse_moe.experts.47.w3,0.0019293522,0.05000,3.063
+45,block_sparse_moe.experts.41.w3,0.0314727683,0.05000,2.748
+45,block_sparse_moe.experts.45.w3,0.0018837637,0.05000,2.767
+45,block_sparse_moe.experts.33.w3,0.0012080081,0.05000,2.744
+45,block_sparse_moe.experts.43.w3,0.0051180194,0.05000,3.228
+45,block_sparse_moe.experts.37.w3,0.0025738948,0.05000,2.753
+45,block_sparse_moe.experts.76.w3,0.0011233692,0.05000,2.934
+45,block_sparse_moe.experts.64.w3,0.0016189292,0.05000,2.854
+45,block_sparse_moe.experts.26.w3,0.0051156748,0.05000,3.103
+45,block_sparse_moe.experts.68.w3,0.0013408306,0.05000,2.886
+45,block_sparse_moe.experts.30.w3,0.0014356412,0.05000,3.136
+45,block_sparse_moe.experts.2.w3,0.0015251946,0.05000,3.090
+45,block_sparse_moe.experts.72.w3,0.0019764146,0.05000,2.832
+45,block_sparse_moe.experts.6.w3,0.0016392869,0.05000,3.119
+45,block_sparse_moe.experts.51.w3,0.0044170379,0.05000,2.990
+45,block_sparse_moe.experts.55.w3,0.0033057388,0.05000,2.900
+45,block_sparse_moe.experts.63.w3,0.0028447227,0.05000,2.950
+45,block_sparse_moe.experts.57.w3,0.0024557355,0.05000,2.989
+45,block_sparse_moe.experts.49.w3,0.0012339897,0.05000,3.004
+45,block_sparse_moe.experts.61.w3,0.0016973944,0.05000,3.012
+45,block_sparse_moe.experts.53.w3,0.0016007633,0.05000,2.978
+45,block_sparse_moe.experts.59.w3,0.0037532354,0.05000,3.101
+45,block_sparse_moe.experts.92.w3,0.0024125206,0.05000,2.848
+45,block_sparse_moe.experts.80.w3,0.0038330487,0.05000,2.786
+45,block_sparse_moe.experts.84.w3,0.0038755797,0.05000,2.736
+45,block_sparse_moe.experts.42.w3,0.0085566506,0.05000,3.063
+45,block_sparse_moe.experts.88.w3,0.0026624398,0.05000,2.789
+45,block_sparse_moe.experts.46.w3,0.0002833891,0.05000,3.068
+45,block_sparse_moe.experts.18.w3,0.0005544492,0.05000,3.049
+45,block_sparse_moe.experts.22.w3,0.0034107029,0.05000,3.065
+45,block_sparse_moe.experts.67.w3,0.0036717194,0.05000,3.152
+45,block_sparse_moe.experts.71.w3,0.0029624167,0.05000,3.111
+45,block_sparse_moe.experts.79.w3,0.0017509122,0.05000,3.225
+45,block_sparse_moe.experts.73.w3,0.0024808085,0.05000,2.956
+45,block_sparse_moe.experts.77.w3,0.0044986361,0.05000,2.944
+45,block_sparse_moe.experts.108.w3,0.0031792084,0.05000,2.742
+45,block_sparse_moe.experts.65.w3,0.0018775447,0.05000,3.133
+45,block_sparse_moe.experts.69.w3,0.0014918394,0.05000,3.169
+45,block_sparse_moe.experts.96.w3,0.0038264072,0.05000,2.811
+45,block_sparse_moe.experts.75.w3,0.0033722403,0.05000,3.219
+45,block_sparse_moe.experts.100.w3,0.0036280425,0.05000,2.811
+45,block_sparse_moe.experts.104.w3,0.0018022982,0.05000,2.883
+45,block_sparse_moe.experts.58.w3,0.0043683941,0.05000,3.113
+45,block_sparse_moe.experts.62.w3,0.0018939277,0.05000,2.982
+45,block_sparse_moe.experts.34.w3,0.0012207799,0.05000,3.077
+45,block_sparse_moe.experts.38.w3,0.0015462948,0.05000,3.092
+45,block_sparse_moe.experts.83.w3,0.0022668023,0.05000,3.168
+45,block_sparse_moe.experts.87.w3,0.0026845628,0.05000,3.141
+45,block_sparse_moe.experts.95.w3,0.0053306277,0.05000,3.121
+45,block_sparse_moe.experts.89.w3,0.0021066380,0.05000,3.110
+45,block_sparse_moe.experts.93.w3,0.0026567609,0.05000,3.009
+45,block_sparse_moe.experts.124.w3,0.0038074212,0.05000,2.954
+45,block_sparse_moe.experts.81.w3,0.0036715834,0.05000,2.958
+45,block_sparse_moe.experts.112.w3,0.0012937199,0.05000,2.958
+45,block_sparse_moe.experts.85.w3,0.0025858661,0.05000,3.022
+45,block_sparse_moe.experts.116.w3,0.0021005149,0.05000,2.909
+45,block_sparse_moe.experts.91.w3,0.0051314218,0.05000,3.180
+45,block_sparse_moe.experts.120.w3,0.0015837684,0.05000,2.944
+45,block_sparse_moe.experts.74.w3,0.0032220549,0.05000,3.045
+45,block_sparse_moe.experts.78.w3,0.0016105524,0.05000,2.951
+45,block_sparse_moe.experts.50.w3,0.0016651896,0.05000,2.899
+45,block_sparse_moe.experts.54.w3,0.0025483499,0.05000,3.089
+45,block_sparse_moe.experts.103.w3,0.0022308448,0.05000,3.106
+45,block_sparse_moe.experts.99.w3,0.0043220145,0.05000,3.189
+45,block_sparse_moe.experts.105.w3,0.0045259110,0.05000,3.031
+45,block_sparse_moe.experts.140.w3,0.0022129435,0.05000,2.780
+45,block_sparse_moe.experts.111.w3,0.0027722259,0.05000,3.248
+45,block_sparse_moe.experts.109.w3,0.0008926320,0.05000,2.991
+45,block_sparse_moe.experts.128.w3,0.0026977311,0.05000,2.842
+45,block_sparse_moe.experts.97.w3,0.0023283058,0.05000,3.081
+45,block_sparse_moe.experts.132.w3,0.0018205102,0.05000,2.779
+45,block_sparse_moe.experts.101.w3,0.0002329330,0.05000,3.024
+45,block_sparse_moe.experts.136.w3,0.0037926691,0.05000,2.844
+45,block_sparse_moe.experts.107.w3,0.0053695480,0.05000,3.265
+45,block_sparse_moe.experts.90.w3,0.0014633622,0.05000,3.117
+45,block_sparse_moe.experts.66.w3,0.0011658212,0.05000,3.062
+45,block_sparse_moe.experts.94.w3,0.0033357644,0.05000,3.172
+45,block_sparse_moe.experts.70.w3,0.0024458167,0.05000,3.122
+45,block_sparse_moe.experts.119.w3,0.0036357148,0.05000,3.110
+45,block_sparse_moe.experts.156.w3,0.0014935198,0.05000,2.850
+45,block_sparse_moe.experts.115.w3,0.0024608289,0.05000,3.172
+45,block_sparse_moe.experts.121.w3,0.0028088644,0.05000,3.028
+45,block_sparse_moe.experts.125.w3,0.0033150681,0.05000,2.955
+45,block_sparse_moe.experts.144.w3,0.0083191875,0.05000,2.885
+45,block_sparse_moe.experts.127.w3,0.0003748363,0.05000,3.085
+45,block_sparse_moe.experts.148.w3,0.0027782299,0.05000,2.847
+45,block_sparse_moe.experts.117.w3,0.0016372438,0.05000,2.929
+45,block_sparse_moe.experts.113.w3,0.0046721286,0.05000,3.029
+45,block_sparse_moe.experts.152.w3,0.0031547608,0.05000,2.900
+45,block_sparse_moe.experts.123.w3,0.0040184903,0.05000,3.018
+45,block_sparse_moe.experts.106.w3,0.0029976995,0.05000,3.108
+45,block_sparse_moe.experts.110.w3,0.0010222989,0.05000,3.130
+45,block_sparse_moe.experts.82.w3,0.0028128000,0.05000,3.168
+45,block_sparse_moe.experts.86.w3,0.0026703933,0.05000,3.164
+45,block_sparse_moe.experts.172.w3,0.0056696394,0.05000,2.834
+45,block_sparse_moe.experts.131.w3,0.0008042596,0.05000,2.980
+45,block_sparse_moe.experts.137.w3,0.0026754144,0.05000,2.880
+45,block_sparse_moe.experts.135.w3,0.0077279170,0.05000,3.107
+45,block_sparse_moe.experts.160.w3,0.0014685002,0.05000,2.855
+45,block_sparse_moe.experts.141.w3,0.0011745631,0.05000,2.900
+45,block_sparse_moe.experts.164.w3,0.0013050372,0.05000,2.818
+45,block_sparse_moe.experts.133.w3,0.0001533095,0.05000,2.906
+45,block_sparse_moe.experts.129.w3,0.0025673568,0.05000,2.896
+45,block_sparse_moe.experts.143.w3,0.0494137081,0.05000,3.101
+45,block_sparse_moe.experts.168.w3,0.0015938563,0.05000,2.885
+45,block_sparse_moe.experts.139.w3,0.0039882442,0.05000,3.220
+45,block_sparse_moe.experts.122.w3,0.0040685865,0.05000,3.117
+45,block_sparse_moe.experts.98.w3,0.0022706653,0.05000,3.133
+45,block_sparse_moe.experts.126.w3,0.0023315465,0.05000,3.139
+45,block_sparse_moe.experts.102.w3,0.0027252021,0.05000,3.080
+45,block_sparse_moe.experts.153.w3,0.0024208869,0.05000,2.807
+45,block_sparse_moe.experts.157.w3,0.0014534416,0.05000,2.800
+45,block_sparse_moe.experts.188.w3,0.0022066388,0.05000,3.208
+45,block_sparse_moe.experts.151.w3,0.0026363569,0.05000,3.066
+45,block_sparse_moe.experts.149.w3,0.0006850038,0.05000,2.751
+45,block_sparse_moe.experts.176.w3,0.0037191219,0.05000,3.060
+45,block_sparse_moe.experts.147.w3,0.0010696162,0.05000,3.171
+45,block_sparse_moe.experts.145.w3,0.0037589954,0.05000,2.787
+45,block_sparse_moe.experts.180.w3,0.0026778438,0.05000,3.099
+45,block_sparse_moe.experts.159.w3,0.0048314295,0.05000,3.091
+45,block_sparse_moe.experts.184.w3,0.0024602075,0.05000,3.119
+45,block_sparse_moe.experts.155.w3,0.0015742122,0.05000,3.235
+45,block_sparse_moe.experts.138.w3,0.0033428997,0.05000,3.046
+45,block_sparse_moe.experts.114.w3,0.0056704765,0.05000,3.046
+45,block_sparse_moe.experts.142.w3,0.0020790873,0.05000,3.068
+45,block_sparse_moe.experts.118.w3,0.0019947001,0.05000,2.978
+45,block_sparse_moe.experts.169.w3,0.0047645479,0.05000,3.078
+45,block_sparse_moe.experts.173.w3,0.0018535385,0.05000,3.126
+45,block_sparse_moe.experts.204.w3,0.0038770080,0.05000,3.125
+45,block_sparse_moe.experts.192.w3,0.0014886847,0.05000,3.042
+45,block_sparse_moe.experts.165.w3,0.0031636912,0.05000,3.206
+45,block_sparse_moe.experts.161.w3,0.0011701346,0.05000,3.131
+45,block_sparse_moe.experts.167.w3,0.0026739344,0.05000,3.256
+45,block_sparse_moe.experts.196.w3,0.0019712115,0.05000,3.094
+45,block_sparse_moe.experts.163.w3,0.0020106326,0.05000,3.240
+45,block_sparse_moe.experts.175.w3,0.0028406412,0.05000,3.202
+45,block_sparse_moe.experts.200.w3,0.0011035744,0.05000,2.992
+45,block_sparse_moe.experts.154.w3,0.0014709235,0.05000,2.840
+45,block_sparse_moe.experts.158.w3,0.0023134831,0.05000,2.877
+45,block_sparse_moe.experts.171.w3,0.0026683200,0.05000,3.121
+45,block_sparse_moe.experts.130.w3,0.0027762825,0.05000,2.927
+45,block_sparse_moe.experts.134.w3,0.0008661709,0.05000,2.986
+45,block_sparse_moe.experts.185.w3,0.0014538140,0.05000,2.981
+45,block_sparse_moe.experts.220.w3,0.0016664581,0.05000,2.814
+45,block_sparse_moe.experts.208.w3,0.0022762731,0.05000,2.799
+45,block_sparse_moe.experts.189.w3,0.0015093357,0.05000,3.013
+45,block_sparse_moe.experts.212.w3,0.0038796016,0.05000,2.853
+45,block_sparse_moe.experts.181.w3,0.0021272683,0.05000,3.027
+45,block_sparse_moe.experts.177.w3,0.0004205380,0.05000,3.069
+45,block_sparse_moe.experts.179.w3,0.0016995415,0.05000,3.154
+45,block_sparse_moe.experts.183.w3,0.0037196315,0.05000,3.204
+45,block_sparse_moe.experts.216.w3,0.0023748635,0.05000,2.870
+45,block_sparse_moe.experts.191.w3,0.0040051977,0.05000,3.226
+45,block_sparse_moe.experts.170.w3,0.0028094294,0.05000,3.030
+45,block_sparse_moe.experts.146.w3,0.0049758222,0.05000,3.002
+45,block_sparse_moe.experts.174.w3,0.0026023981,0.05000,3.102
+45,block_sparse_moe.experts.187.w3,0.0021711668,0.05000,3.190
+45,block_sparse_moe.experts.150.w3,0.0026464117,0.05000,3.045
+45,block_sparse_moe.experts.236.w3,0.0029450361,0.05000,2.685
+45,block_sparse_moe.experts.224.w3,0.0008376022,0.05000,2.691
+45,block_sparse_moe.experts.201.w3,0.0029528197,0.05000,2.866
+45,block_sparse_moe.experts.205.w3,0.0039730985,0.05000,2.840
+45,block_sparse_moe.experts.228.w3,0.0027073895,0.05000,2.796
+45,block_sparse_moe.experts.197.w3,0.0010208761,0.05000,2.875
+45,block_sparse_moe.experts.193.w3,0.0008805269,0.05000,2.964
+45,block_sparse_moe.experts.232.w3,0.0029364905,0.05000,2.834
+45,block_sparse_moe.experts.195.w3,0.0014140916,0.05000,3.023
+45,block_sparse_moe.experts.199.w3,0.0029133012,0.05000,3.022
+45,block_sparse_moe.experts.207.w3,0.0026143190,0.05000,3.016
+45,block_sparse_moe.experts.186.w3,0.0045608375,0.05000,2.842
+45,block_sparse_moe.experts.190.w3,0.0014013221,0.05000,2.702
+45,block_sparse_moe.experts.162.w3,0.0025398234,0.05000,2.886
+45,block_sparse_moe.experts.166.w3,0.0030101432,0.05000,2.785
+45,block_sparse_moe.experts.203.w3,0.0030604988,0.05000,3.148
+45,block_sparse_moe.experts.252.w3,0.0014297907,0.05000,2.882
+45,block_sparse_moe.experts.240.w3,0.0006559693,0.05000,2.866
+45,block_sparse_moe.experts.217.w3,0.0043331988,0.05000,2.884
+45,block_sparse_moe.experts.221.w3,0.0015685725,0.05000,2.871
+45,block_sparse_moe.experts.244.w3,0.0019646366,0.05000,2.812
+45,block_sparse_moe.experts.248.w3,0.0054811613,0.05000,2.486
+45,block_sparse_moe.experts.213.w3,0.0007883156,0.05000,2.840
+45,block_sparse_moe.experts.209.w3,0.0016965972,0.05000,2.892
+45,block_sparse_moe.experts.211.w3,0.0063407344,0.05000,3.029
+45,block_sparse_moe.experts.215.w3,0.0017223333,0.05000,3.060
+45,block_sparse_moe.experts.223.w3,0.0076771461,0.05000,2.961
+45,block_sparse_moe.experts.202.w3,0.0002487751,0.05000,3.122
+45,block_sparse_moe.experts.206.w3,0.0039111229,0.05000,3.255
+45,block_sparse_moe.experts.178.w3,0.0020379038,0.05000,3.207
+45,block_sparse_moe.experts.219.w3,0.0033067858,0.05000,3.018
+45,block_sparse_moe.experts.182.w3,0.0011048558,0.05000,3.227
+45,block_sparse_moe.experts.233.w3,0.0008783103,0.05000,2.903
+45,block_sparse_moe.experts.237.w3,0.0026468282,0.05000,2.852
+45,block_sparse_moe.experts.229.w3,0.0002910463,0.05000,2.897
+45,block_sparse_moe.experts.225.w3,0.0012433033,0.05000,2.867
+45,block_sparse_moe.experts.227.w3,0.0067486157,0.05000,2.953
+45,block_sparse_moe.experts.231.w3,0.0014835929,0.05000,2.925
+45,block_sparse_moe.experts.239.w3,0.0063094721,0.05000,3.078
+45,block_sparse_moe.experts.218.w3,0.0007314426,0.05000,3.057
+45,block_sparse_moe.experts.222.w3,0.0026317138,0.05000,2.959
+45,block_sparse_moe.experts.194.w3,0.0013861552,0.05000,2.981
+45,block_sparse_moe.experts.235.w3,0.0025846159,0.05000,2.895
+45,block_sparse_moe.experts.249.w3,0.0004092670,0.05000,2.616
+45,block_sparse_moe.experts.198.w3,0.0057592909,0.05000,3.010
+45,block_sparse_moe.experts.253.w3,0.0082202172,0.05000,2.594
+45,block_sparse_moe.experts.245.w3,0.0041539681,0.05000,2.451
+45,block_sparse_moe.experts.241.w3,0.0026912811,0.05000,2.382
+45,block_sparse_moe.experts.243.w3,0.0010636421,0.05000,2.826
+45,block_sparse_moe.experts.247.w3,0.0032609653,0.05000,2.837
+45,block_sparse_moe.experts.255.w3,0.0050562382,0.05000,2.632
+45,block_sparse_moe.experts.251.w3,0.0025643804,0.05000,2.026
+45,block_sparse_moe.experts.234.w3,0.0022945946,0.05000,2.801
+45,block_sparse_moe.experts.238.w3,0.0163241467,0.05000,2.710
+45,block_sparse_moe.experts.210.w3,0.0025161367,0.05000,2.710
+45,block_sparse_moe.experts.214.w3,0.0017983268,0.05000,2.718
+45,block_sparse_moe.experts.250.w3,0.0063622433,0.05000,2.964
+45,block_sparse_moe.experts.254.w3,0.0026129933,0.05000,2.979
+45,block_sparse_moe.experts.226.w3,0.0042557405,0.05000,2.974
+45,block_sparse_moe.experts.230.w3,0.0014326395,0.05000,2.800
+45,block_sparse_moe.experts.242.w3,0.0054895611,0.05000,1.565
+45,block_sparse_moe.experts.246.w3,0.0016288548,0.05000,1.480
+45,block_sparse_moe.experts.3.w2,0.0019256860,0.05000,1.363
+45,block_sparse_moe.experts.15.w2,0.0040529930,0.05000,1.365
+45,block_sparse_moe.experts.10.w2,0.0034868143,0.05000,1.420
+45,block_sparse_moe.experts.11.w2,0.0056178228,0.05000,1.401
+45,block_sparse_moe.experts.7.w2,0.0079783979,0.05000,1.447
+45,block_sparse_moe.experts.2.w2,0.0019150378,0.05000,1.461
+45,block_sparse_moe.experts.14.w2,0.0059276678,0.05000,1.481
+45,block_sparse_moe.experts.6.w2,0.0027781833,0.05000,1.505
+45,block_sparse_moe.experts.4.w2,0.0094684036,0.05000,1.512
+45,block_sparse_moe.experts.12.w2,0.0017931928,0.05000,1.540
+45,block_sparse_moe.experts.13.w2,0.0078823159,0.05000,1.588
+45,block_sparse_moe.experts.8.w2,0.0122837815,0.05000,1.657
+45,block_sparse_moe.experts.1.w2,0.0030906341,0.05000,1.670
+45,block_sparse_moe.experts.5.w2,0.0040829345,0.05000,1.672
+45,block_sparse_moe.experts.0.w2,0.0008073729,0.05000,1.674
+45,block_sparse_moe.experts.9.w2,0.0121311159,0.05000,1.678
+45,block_sparse_moe.experts.31.w2,0.0134291258,0.05000,1.477
+45,block_sparse_moe.experts.20.w2,0.0043849660,0.05000,1.404
+45,block_sparse_moe.experts.26.w2,0.0193970665,0.05000,1.499
+45,block_sparse_moe.experts.28.w2,0.0092058799,0.05000,1.388
+45,block_sparse_moe.experts.23.w2,0.0015862531,0.05000,1.512
+45,block_sparse_moe.experts.30.w2,0.0048408112,0.05000,1.458
+45,block_sparse_moe.experts.18.w2,0.0022929946,0.05000,1.506
+45,block_sparse_moe.experts.27.w2,0.0028876592,0.05000,1.546
+45,block_sparse_moe.experts.19.w2,0.0024375301,0.05000,1.633
+45,block_sparse_moe.experts.22.w2,0.0036379096,0.05000,1.519
+45,block_sparse_moe.experts.16.w2,0.0162293646,0.05000,1.370
+45,block_sparse_moe.experts.24.w2,0.0070093043,0.05000,1.459
+45,block_sparse_moe.experts.29.w2,0.0146341892,0.05000,1.541
+45,block_sparse_moe.experts.17.w2,0.0016850032,0.05000,1.519
+45,block_sparse_moe.experts.21.w2,0.0006465434,0.05000,1.585
+45,block_sparse_moe.experts.25.w2,0.0008415060,0.05000,1.584
+45,block_sparse_moe.experts.47.w2,0.0009835923,0.05000,1.296
+45,block_sparse_moe.experts.39.w2,0.0079950841,0.05000,1.276
+45,block_sparse_moe.experts.43.w2,0.0133292666,0.05000,1.312
+45,block_sparse_moe.experts.35.w2,0.0074776725,0.05000,1.320
+45,block_sparse_moe.experts.36.w2,0.0032721788,0.05000,1.445
+45,block_sparse_moe.experts.44.w2,0.0013487488,0.05000,1.458
+45,block_sparse_moe.experts.34.w2,0.0032027698,0.05000,1.495
+45,block_sparse_moe.experts.42.w2,0.0095610015,0.05000,1.553
+45,block_sparse_moe.experts.46.w2,0.0011092859,0.05000,1.547
+45,block_sparse_moe.experts.38.w2,0.0043650797,0.05000,1.502
+45,block_sparse_moe.experts.32.w2,0.0019169925,0.05000,1.494
+45,block_sparse_moe.experts.40.w2,0.0576227979,0.05000,1.495
+45,block_sparse_moe.experts.33.w2,0.0032251177,0.05000,1.430
+45,block_sparse_moe.experts.45.w2,0.0075717430,0.05000,1.475
+45,block_sparse_moe.experts.37.w2,0.0100201645,0.05000,1.439
+45,block_sparse_moe.experts.41.w2,0.2656580473,0.05000,1.479
+45,block_sparse_moe.experts.63.w2,0.0080647364,0.05000,1.592
+45,block_sparse_moe.experts.55.w2,0.0023103988,0.05000,1.561
+45,block_sparse_moe.experts.51.w2,0.0084598661,0.05000,1.556
+45,block_sparse_moe.experts.59.w2,0.0031147803,0.05000,1.597
+45,block_sparse_moe.experts.58.w2,0.0103341820,0.05000,1.479
+45,block_sparse_moe.experts.52.w2,0.0064178416,0.05000,1.608
+45,block_sparse_moe.experts.50.w2,0.0071455716,0.05000,1.522
+45,block_sparse_moe.experts.62.w2,0.0043033943,0.05000,1.483
+45,block_sparse_moe.experts.54.w2,0.0042647135,0.05000,1.490
+45,block_sparse_moe.experts.60.w2,0.0019610424,0.05000,1.617
+45,block_sparse_moe.experts.49.w2,0.0057554303,0.05000,1.475
+45,block_sparse_moe.experts.61.w2,0.0045709612,0.05000,1.518
+45,block_sparse_moe.experts.48.w2,0.0025509322,0.05000,1.664
+45,block_sparse_moe.experts.53.w2,0.0023098056,0.05000,1.519
+45,block_sparse_moe.experts.56.w2,0.0051654532,0.05000,1.623
+45,block_sparse_moe.experts.57.w2,0.0062373039,0.05000,1.535
+45,block_sparse_moe.experts.79.w2,0.0030984027,0.05000,1.358
+45,block_sparse_moe.experts.71.w2,0.0076524307,0.05000,1.456
+45,block_sparse_moe.experts.75.w2,0.0016559374,0.05000,1.421
+45,block_sparse_moe.experts.67.w2,0.0044653566,0.05000,1.431
+45,block_sparse_moe.experts.68.w2,0.0004674719,0.05000,1.434
+45,block_sparse_moe.experts.76.w2,0.0003428873,0.05000,1.431
+45,block_sparse_moe.experts.74.w2,0.0080467502,0.05000,1.536
+45,block_sparse_moe.experts.66.w2,0.0116011825,0.05000,1.562
+45,block_sparse_moe.experts.70.w2,0.0021232540,0.05000,1.534
+45,block_sparse_moe.experts.64.w2,0.0065442800,0.05000,1.372
+45,block_sparse_moe.experts.78.w2,0.0016593666,0.05000,1.605
+45,block_sparse_moe.experts.65.w2,0.0037353983,0.05000,1.517
+45,block_sparse_moe.experts.72.w2,0.0034981370,0.05000,1.381
+45,block_sparse_moe.experts.77.w2,0.0254645107,0.05000,1.498
+45,block_sparse_moe.experts.69.w2,0.0010819533,0.05000,1.521
+45,block_sparse_moe.experts.73.w2,0.0029307733,0.05000,1.519
+45,block_sparse_moe.experts.95.w2,0.0445759516,0.05000,1.525
+45,block_sparse_moe.experts.87.w2,0.0055287724,0.05000,1.485
+45,block_sparse_moe.experts.91.w2,0.0048710074,0.05000,1.461
+45,block_sparse_moe.experts.83.w2,0.0029189412,0.05000,1.480
+45,block_sparse_moe.experts.84.w2,0.0043418828,0.05000,1.432
+45,block_sparse_moe.experts.92.w2,0.0161271985,0.05000,1.518
+45,block_sparse_moe.experts.90.w2,0.0033820897,0.05000,1.511
+45,block_sparse_moe.experts.88.w2,0.0057839116,0.05000,1.418
+45,block_sparse_moe.experts.93.w2,0.0065245597,0.05000,1.400
+45,block_sparse_moe.experts.80.w2,0.0145129228,0.05000,1.472
+45,block_sparse_moe.experts.81.w2,0.0072278445,0.05000,1.455
+45,block_sparse_moe.experts.86.w2,0.0096547012,0.05000,1.539
+45,block_sparse_moe.experts.82.w2,0.0058579470,0.05000,1.550
+45,block_sparse_moe.experts.94.w2,0.0050623733,0.05000,1.507
+45,block_sparse_moe.experts.85.w2,0.0028352429,0.05000,1.441
+45,block_sparse_moe.experts.89.w2,0.0171461799,0.05000,1.492
+45,block_sparse_moe.experts.111.w2,0.0028967186,0.05000,1.425
+45,block_sparse_moe.experts.103.w2,0.0044837661,0.05000,1.420
+45,block_sparse_moe.experts.100.w2,0.0087668054,0.05000,1.361
+45,block_sparse_moe.experts.99.w2,0.0063452402,0.05000,1.453
+45,block_sparse_moe.experts.107.w2,0.0281119440,0.05000,1.495
+45,block_sparse_moe.experts.108.w2,0.0027372753,0.05000,1.456
+45,block_sparse_moe.experts.96.w2,0.0062842882,0.05000,1.428
+45,block_sparse_moe.experts.104.w2,0.0044684499,0.05000,1.472
+45,block_sparse_moe.experts.106.w2,0.0030684742,0.05000,1.502
+45,block_sparse_moe.experts.102.w2,0.0078811229,0.05000,1.453
+45,block_sparse_moe.experts.109.w2,0.0064936843,0.05000,1.533
+45,block_sparse_moe.experts.97.w2,0.0043185585,0.05000,1.565
+45,block_sparse_moe.experts.98.w2,0.0013265854,0.05000,1.542
+45,block_sparse_moe.experts.110.w2,0.0026993661,0.05000,1.572
+45,block_sparse_moe.experts.101.w2,0.0010357784,0.05000,1.572
+45,block_sparse_moe.experts.105.w2,0.0058914164,0.05000,1.583
+45,block_sparse_moe.experts.127.w2,0.0021877387,0.05000,1.582
+45,block_sparse_moe.experts.119.w2,0.0022845964,0.05000,1.509
+45,block_sparse_moe.experts.115.w2,0.0020064854,0.05000,1.538
+45,block_sparse_moe.experts.123.w2,0.0083189393,0.05000,1.516
+45,block_sparse_moe.experts.116.w2,0.0030060718,0.05000,1.595
+45,block_sparse_moe.experts.112.w2,0.0065600983,0.05000,1.558
+45,block_sparse_moe.experts.124.w2,0.0062742548,0.05000,1.604
+45,block_sparse_moe.experts.120.w2,0.0058434116,0.05000,1.597
+45,block_sparse_moe.experts.122.w2,0.0019958379,0.05000,1.595
+45,block_sparse_moe.experts.113.w2,0.0047507085,0.05000,1.471
+45,block_sparse_moe.experts.125.w2,0.0036418040,0.05000,1.532
+45,block_sparse_moe.experts.118.w2,0.0079601161,0.05000,1.620
+45,block_sparse_moe.experts.126.w2,0.0011189217,0.05000,1.545
+45,block_sparse_moe.experts.114.w2,0.0034846174,0.05000,1.630
+45,block_sparse_moe.experts.117.w2,0.0032942655,0.05000,1.562
+45,block_sparse_moe.experts.121.w2,0.0079950145,0.05000,1.556
+45,block_sparse_moe.experts.135.w2,0.0108463954,0.05000,1.450
+45,block_sparse_moe.experts.143.w2,0.1025086533,0.05000,1.509
+45,block_sparse_moe.experts.131.w2,0.0035187999,0.05000,1.457
+45,block_sparse_moe.experts.139.w2,0.0056063198,0.05000,1.572
+45,block_sparse_moe.experts.132.w2,0.0008629150,0.05000,1.589
+45,block_sparse_moe.experts.138.w2,0.0128391109,0.05000,1.392
+45,block_sparse_moe.experts.128.w2,0.0023288545,0.05000,1.551
+45,block_sparse_moe.experts.140.w2,0.0030423901,0.05000,1.599
+45,block_sparse_moe.experts.142.w2,0.0037032804,0.05000,1.423
+45,block_sparse_moe.experts.134.w2,0.0017674351,0.05000,1.503
+45,block_sparse_moe.experts.136.w2,0.0066918820,0.05000,1.581
+45,block_sparse_moe.experts.130.w2,0.0040114235,0.05000,1.424
+45,block_sparse_moe.experts.129.w2,0.0101406442,0.05000,1.603
+45,block_sparse_moe.experts.141.w2,0.0059679148,0.05000,1.710
+45,block_sparse_moe.experts.133.w2,0.0004456571,0.05000,1.624
+45,block_sparse_moe.experts.137.w2,0.0060311669,0.05000,1.578
+45,block_sparse_moe.experts.151.w2,0.0044999005,0.05000,1.632
+45,block_sparse_moe.experts.159.w2,0.0145499880,0.05000,1.593
+45,block_sparse_moe.experts.147.w2,0.0015055003,0.05000,1.585
+45,block_sparse_moe.experts.148.w2,0.0035044696,0.05000,1.497
+45,block_sparse_moe.experts.154.w2,0.0030980018,0.05000,1.519
+45,block_sparse_moe.experts.155.w2,0.0051927006,0.05000,1.668
+45,block_sparse_moe.experts.144.w2,0.0145080464,0.05000,1.520
+45,block_sparse_moe.experts.156.w2,0.0043036751,0.05000,1.482
+45,block_sparse_moe.experts.145.w2,0.0097420277,0.05000,1.416
+45,block_sparse_moe.experts.146.w2,0.0083202362,0.05000,1.454
+45,block_sparse_moe.experts.158.w2,0.0068322496,0.05000,1.554
+45,block_sparse_moe.experts.150.w2,0.0010938688,0.05000,1.568
+45,block_sparse_moe.experts.152.w2,0.0039300880,0.05000,1.570
+45,block_sparse_moe.experts.157.w2,0.0041405201,0.05000,1.474
+45,block_sparse_moe.experts.149.w2,0.0019485998,0.05000,1.467
+45,block_sparse_moe.experts.153.w2,0.0019318827,0.05000,1.479
+45,block_sparse_moe.experts.175.w2,0.0086050538,0.05000,1.502
+45,block_sparse_moe.experts.167.w2,0.0083626769,0.05000,1.531
+45,block_sparse_moe.experts.164.w2,0.0052140333,0.05000,1.517
+45,block_sparse_moe.experts.163.w2,0.0040750599,0.05000,1.624
+45,block_sparse_moe.experts.171.w2,0.0034917775,0.05000,1.515
+45,block_sparse_moe.experts.170.w2,0.0035170022,0.05000,1.555
+45,block_sparse_moe.experts.172.w2,0.0174577657,0.05000,1.487
+45,block_sparse_moe.experts.160.w2,0.0039728405,0.05000,1.497
+45,block_sparse_moe.experts.161.w2,0.0038619513,0.05000,1.580
+45,block_sparse_moe.experts.162.w2,0.0085521403,0.05000,1.592
+45,block_sparse_moe.experts.174.w2,0.0129100477,0.05000,1.558
+45,block_sparse_moe.experts.168.w2,0.0033621919,0.05000,1.537
+45,block_sparse_moe.experts.166.w2,0.0080830709,0.05000,1.589
+45,block_sparse_moe.experts.173.w2,0.0023197710,0.05000,1.577
+45,block_sparse_moe.experts.165.w2,0.0039714577,0.05000,1.647
+45,block_sparse_moe.experts.169.w2,0.0056856601,0.05000,1.672
+45,block_sparse_moe.experts.191.w2,0.0122496590,0.05000,1.452
+45,block_sparse_moe.experts.183.w2,0.0080370645,0.05000,1.468
+45,block_sparse_moe.experts.180.w2,0.0012801552,0.05000,1.538
+45,block_sparse_moe.experts.179.w2,0.0090596699,0.05000,1.505
+45,block_sparse_moe.experts.187.w2,0.0034129635,0.05000,1.497
+45,block_sparse_moe.experts.176.w2,0.0128120328,0.05000,1.549
+45,block_sparse_moe.experts.186.w2,0.0268145236,0.05000,1.636
+45,block_sparse_moe.experts.188.w2,0.0011676328,0.05000,1.609
+45,block_sparse_moe.experts.177.w2,0.0040347101,0.05000,1.595
+45,block_sparse_moe.experts.190.w2,0.0042181827,0.05000,1.570
+45,block_sparse_moe.experts.184.w2,0.0046889561,0.05000,1.542
+45,block_sparse_moe.experts.178.w2,0.0014671238,0.05000,1.607
+45,block_sparse_moe.experts.182.w2,0.0017850538,0.05000,1.572
+45,block_sparse_moe.experts.189.w2,0.0037729829,0.05000,1.607
+45,block_sparse_moe.experts.181.w2,0.0073727424,0.05000,1.559
+45,block_sparse_moe.experts.185.w2,0.0007190190,0.05000,1.585
+45,block_sparse_moe.experts.199.w2,0.0064484857,0.05000,1.449
+45,block_sparse_moe.experts.207.w2,0.0011943522,0.05000,1.510
+45,block_sparse_moe.experts.195.w2,0.0019432695,0.05000,1.477
+45,block_sparse_moe.experts.196.w2,0.0047354670,0.05000,1.515
+45,block_sparse_moe.experts.203.w2,0.0039239951,0.05000,1.474
+45,block_sparse_moe.experts.192.w2,0.0055065959,0.05000,1.457
+45,block_sparse_moe.experts.202.w2,0.0011832833,0.05000,1.504
+45,block_sparse_moe.experts.204.w2,0.0061573647,0.05000,1.521
+45,block_sparse_moe.experts.194.w2,0.0117804365,0.05000,1.393
+45,block_sparse_moe.experts.198.w2,0.0173639479,0.05000,1.414
+45,block_sparse_moe.experts.200.w2,0.0004102223,0.05000,1.498
+45,block_sparse_moe.experts.206.w2,0.0033689636,0.05000,1.534
+45,block_sparse_moe.experts.193.w2,0.0034037849,0.05000,1.608
+45,block_sparse_moe.experts.205.w2,0.0031848051,0.05000,1.654
+45,block_sparse_moe.experts.197.w2,0.0026462196,0.05000,1.688
+45,block_sparse_moe.experts.201.w2,0.0047753284,0.05000,1.765
+45,block_sparse_moe.experts.215.w2,0.0005007277,0.05000,1.336
+45,block_sparse_moe.experts.223.w2,0.0228455291,0.05000,1.346
+45,block_sparse_moe.experts.211.w2,0.0052273643,0.05000,1.339
+45,block_sparse_moe.experts.219.w2,0.0038776483,0.05000,1.337
+45,block_sparse_moe.experts.212.w2,0.0042876756,0.05000,1.564
+45,block_sparse_moe.experts.210.w2,0.0053704579,0.05000,1.312
+45,block_sparse_moe.experts.218.w2,0.0042242089,0.05000,1.357
+45,block_sparse_moe.experts.214.w2,0.0009440584,0.05000,1.319
+45,block_sparse_moe.experts.208.w2,0.0087879473,0.05000,1.537
+45,block_sparse_moe.experts.222.w2,0.0092996523,0.05000,1.336
+45,block_sparse_moe.experts.220.w2,0.0070156548,0.05000,1.467
+45,block_sparse_moe.experts.216.w2,0.0051811988,0.05000,1.508
+45,block_sparse_moe.experts.209.w2,0.0048727069,0.05000,1.568
+45,block_sparse_moe.experts.221.w2,0.0076279958,0.05000,1.499
+45,block_sparse_moe.experts.213.w2,0.0028069970,0.05000,1.555
+45,block_sparse_moe.experts.231.w2,0.0009047030,0.05000,1.449
+45,block_sparse_moe.experts.239.w2,0.0135590731,0.05000,1.456
+45,block_sparse_moe.experts.217.w2,0.0044808937,0.05000,1.547
+45,block_sparse_moe.experts.227.w2,0.0153554843,0.05000,1.500
+45,block_sparse_moe.experts.228.w2,0.0067143921,0.05000,1.315
+45,block_sparse_moe.experts.235.w2,0.0072169168,0.05000,1.497
+45,block_sparse_moe.experts.224.w2,0.0025589514,0.05000,1.396
+45,block_sparse_moe.experts.236.w2,0.0116952980,0.05000,1.363
+45,block_sparse_moe.experts.226.w2,0.0100297673,0.05000,1.544
+45,block_sparse_moe.experts.230.w2,0.0044242519,0.05000,1.556
+45,block_sparse_moe.experts.234.w2,0.0077917302,0.05000,1.628
+45,block_sparse_moe.experts.232.w2,0.0012695094,0.05000,1.381
+45,block_sparse_moe.experts.238.w2,0.0319972502,0.05000,1.641
+45,block_sparse_moe.experts.225.w2,0.0036800451,0.05000,1.541
+45,block_sparse_moe.experts.237.w2,0.0040079667,0.05000,1.552
+45,block_sparse_moe.experts.247.w2,0.0031904233,0.05000,1.378
+45,block_sparse_moe.experts.255.w2,0.0097365550,0.05000,1.373
+45,block_sparse_moe.experts.229.w2,0.0010796178,0.05000,1.658
+45,block_sparse_moe.experts.243.w2,0.0003553733,0.05000,1.269
+45,block_sparse_moe.experts.251.w2,0.0011174084,0.05000,1.240
+45,block_sparse_moe.experts.233.w2,0.0057462661,0.05000,1.561
+45,block_sparse_moe.experts.244.w2,0.0046093423,0.05000,1.309
+45,block_sparse_moe.experts.240.w2,0.0008414044,0.05000,1.260
+45,block_sparse_moe.experts.252.w2,0.0022998102,0.05000,1.272
+45,block_sparse_moe.experts.248.w2,0.0079911459,0.05000,1.166
+45,block_sparse_moe.experts.242.w2,0.0082879964,0.05000,1.499
+45,block_sparse_moe.experts.250.w2,0.0081310126,0.05000,1.462
+45,block_sparse_moe.experts.246.w2,0.0051851623,0.05000,1.497
+45,block_sparse_moe.experts.254.w2,0.0055621620,0.05000,1.391
+45,block_sparse_moe.experts.241.w2,0.0020256407,0.05000,1.446
+45,block_sparse_moe.experts.253.w2,0.0235893856,0.05000,1.428
+45,block_sparse_moe.experts.245.w2,0.0060520736,0.05000,1.263
+45,block_sparse_moe.experts.249.w2,0.0015214510,0.05000,1.203
+46,self_attn.k_proj,0.0000265351,0.05000,0.873
+46,self_attn.q_proj,0.0001801303,0.05000,0.889
+46,self_attn.v_proj,0.0000285453,0.05000,0.951
+46,self_attn.o_proj,0.0000182663,0.05000,1.784
+46,block_sparse_moe.experts.10.w1,0.0097395514,0.05000,2.931
+46,block_sparse_moe.experts.14.w1,0.0015045052,0.05000,2.962
+46,block_sparse_moe.experts.2.w1,0.0049786269,0.05000,3.040
+46,block_sparse_moe.experts.4.w1,0.0074731962,0.05000,3.103
+46,block_sparse_moe.experts.6.w1,0.0022063246,0.05000,3.135
+46,block_sparse_moe.experts.8.w1,0.0014158493,0.05000,3.144
+46,block_sparse_moe.experts.0.w1,0.0007756241,0.05000,3.219
+46,block_sparse_moe.experts.9.w1,0.0019714870,0.05000,3.224
+46,block_sparse_moe.experts.12.w1,0.0020556704,0.05000,3.290
+46,block_sparse_moe.experts.11.w1,0.0048782212,0.05000,3.283
+46,block_sparse_moe.experts.3.w1,0.0037889277,0.05000,3.316
+46,block_sparse_moe.experts.1.w1,0.0023424333,0.05000,3.345
+46,block_sparse_moe.experts.5.w1,0.0011009884,0.05000,3.359
+46,block_sparse_moe.experts.15.w1,0.0012478846,0.05000,3.355
+46,block_sparse_moe.experts.13.w1,0.0027896285,0.05000,3.391
+46,block_sparse_moe.experts.7.w1,0.0040136461,0.05000,3.401
+46,block_sparse_moe.experts.20.w1,0.0053628747,0.05000,2.734
+46,block_sparse_moe.experts.24.w1,0.0006693302,0.05000,2.737
+46,block_sparse_moe.experts.26.w1,0.0010908980,0.05000,2.961
+46,block_sparse_moe.experts.16.w1,0.0024963727,0.05000,2.711
+46,block_sparse_moe.experts.25.w1,0.0018961906,0.05000,2.745
+46,block_sparse_moe.experts.30.w1,0.0024776413,0.05000,3.019
+46,block_sparse_moe.experts.18.w1,0.0044771195,0.05000,3.055
+46,block_sparse_moe.experts.21.w1,0.0017777737,0.05000,2.764
+46,block_sparse_moe.experts.28.w1,0.0043268486,0.05000,2.837
+46,block_sparse_moe.experts.17.w1,0.0019770963,0.05000,2.804
+46,block_sparse_moe.experts.27.w1,0.0024521316,0.05000,2.850
+46,block_sparse_moe.experts.19.w1,0.0023167612,0.05000,2.912
+46,block_sparse_moe.experts.29.w1,0.0011905113,0.05000,2.846
+46,block_sparse_moe.experts.22.w1,0.0024480765,0.05000,3.124
+46,block_sparse_moe.experts.23.w1,0.0016265485,0.05000,2.835
+46,block_sparse_moe.experts.31.w1,0.0008421984,0.05000,2.884
+46,block_sparse_moe.experts.36.w1,0.0007678073,0.05000,2.795
+46,block_sparse_moe.experts.40.w1,0.0004654570,0.05000,2.749
+46,block_sparse_moe.experts.32.w1,0.0024266464,0.05000,2.781
+46,block_sparse_moe.experts.41.w1,0.0017749913,0.05000,2.909
+46,block_sparse_moe.experts.44.w1,0.0028760692,0.05000,2.777
+46,block_sparse_moe.experts.37.w1,0.0020003063,0.05000,2.888
+46,block_sparse_moe.experts.46.w1,0.0030199648,0.05000,3.096
+46,block_sparse_moe.experts.42.w1,0.0045235011,0.05000,3.214
+46,block_sparse_moe.experts.33.w1,0.0037335671,0.05000,3.017
+46,block_sparse_moe.experts.45.w1,0.0026067985,0.05000,2.922
+46,block_sparse_moe.experts.35.w1,0.0009829875,0.05000,2.949
+46,block_sparse_moe.experts.43.w1,0.0028116632,0.05000,3.067
+46,block_sparse_moe.experts.34.w1,0.0022320423,0.05000,3.164
+46,block_sparse_moe.experts.39.w1,0.0013278939,0.05000,3.036
+46,block_sparse_moe.experts.47.w1,0.0039619940,0.05000,3.035
+46,block_sparse_moe.experts.38.w1,0.0015078606,0.05000,3.148
+46,block_sparse_moe.experts.52.w1,0.0017999404,0.05000,3.006
+46,block_sparse_moe.experts.56.w1,0.0034132775,0.05000,3.038
+46,block_sparse_moe.experts.48.w1,0.0013474244,0.05000,3.012
+46,block_sparse_moe.experts.57.w1,0.0014142478,0.05000,2.935
+46,block_sparse_moe.experts.60.w1,0.0032148569,0.05000,3.001
+46,block_sparse_moe.experts.53.w1,0.0028860245,0.05000,2.981
+46,block_sparse_moe.experts.49.w1,0.0018027242,0.05000,2.932
+46,block_sparse_moe.experts.62.w1,0.0033916503,0.05000,3.047
+46,block_sparse_moe.experts.61.w1,0.0021400800,0.05000,2.973
+46,block_sparse_moe.experts.51.w1,0.0028243677,0.05000,2.991
+46,block_sparse_moe.experts.58.w1,0.0011045612,0.05000,3.094
+46,block_sparse_moe.experts.59.w1,0.0008454308,0.05000,3.009
+46,block_sparse_moe.experts.63.w1,0.0021838556,0.05000,3.081
+46,block_sparse_moe.experts.55.w1,0.0040444349,0.05000,3.088
+46,block_sparse_moe.experts.50.w1,0.0005740688,0.05000,3.147
+46,block_sparse_moe.experts.54.w1,0.0008786718,0.05000,3.096
+46,block_sparse_moe.experts.73.w1,0.0032026263,0.05000,2.793
+46,block_sparse_moe.experts.68.w1,0.0030523780,0.05000,2.996
+46,block_sparse_moe.experts.64.w1,0.0009620902,0.05000,2.976
+46,block_sparse_moe.experts.72.w1,0.0014530854,0.05000,3.114
+46,block_sparse_moe.experts.69.w1,0.0006079406,0.05000,2.844
+46,block_sparse_moe.experts.65.w1,0.0021084867,0.05000,2.835
+46,block_sparse_moe.experts.76.w1,0.0010104579,0.05000,3.049
+46,block_sparse_moe.experts.77.w1,0.0043549148,0.05000,2.824
+46,block_sparse_moe.experts.67.w1,0.0031023887,0.05000,3.042
+46,block_sparse_moe.experts.75.w1,0.0046686195,0.05000,3.015
+46,block_sparse_moe.experts.78.w1,0.0013755353,0.05000,3.274
+46,block_sparse_moe.experts.79.w1,0.0028055256,0.05000,3.054
+46,block_sparse_moe.experts.74.w1,0.0028122766,0.05000,3.249
+46,block_sparse_moe.experts.71.w1,0.0006257525,0.05000,3.120
+46,block_sparse_moe.experts.66.w1,0.0035739961,0.05000,3.278
+46,block_sparse_moe.experts.70.w1,0.0015680043,0.05000,3.217
+46,block_sparse_moe.experts.89.w1,0.0070024909,0.05000,2.944
+46,block_sparse_moe.experts.84.w1,0.0028732902,0.05000,2.965
+46,block_sparse_moe.experts.88.w1,0.0019648961,0.05000,2.871
+46,block_sparse_moe.experts.80.w1,0.0022080554,0.05000,2.967
+46,block_sparse_moe.experts.81.w1,0.0012900734,0.05000,2.938
+46,block_sparse_moe.experts.85.w1,0.0016991365,0.05000,3.039
+46,block_sparse_moe.experts.92.w1,0.0011411918,0.05000,2.959
+46,block_sparse_moe.experts.93.w1,0.0014260497,0.05000,2.969
+46,block_sparse_moe.experts.83.w1,0.0009196044,0.05000,3.049
+46,block_sparse_moe.experts.91.w1,0.0004071083,0.05000,3.039
+46,block_sparse_moe.experts.90.w1,0.0037458889,0.05000,2.909
+46,block_sparse_moe.experts.94.w1,0.0020525767,0.05000,2.966
+46,block_sparse_moe.experts.86.w1,0.0017486740,0.05000,2.820
+46,block_sparse_moe.experts.95.w1,0.0046563069,0.05000,3.128
+46,block_sparse_moe.experts.82.w1,0.0003404043,0.05000,2.932
+46,block_sparse_moe.experts.87.w1,0.0010329699,0.05000,3.119
+46,block_sparse_moe.experts.100.w1,0.0029108030,0.05000,2.839
+46,block_sparse_moe.experts.96.w1,0.0017412181,0.05000,2.841
+46,block_sparse_moe.experts.105.w1,0.0022215455,0.05000,3.041
+46,block_sparse_moe.experts.104.w1,0.0044463894,0.05000,2.954
+46,block_sparse_moe.experts.108.w1,0.0020713551,0.05000,2.893
+46,block_sparse_moe.experts.101.w1,0.0025111430,0.05000,3.119
+46,block_sparse_moe.experts.97.w1,0.0004073565,0.05000,3.157
+46,block_sparse_moe.experts.109.w1,0.0024092273,0.05000,3.153
+46,block_sparse_moe.experts.99.w1,0.0009407081,0.05000,3.041
+46,block_sparse_moe.experts.107.w1,0.0027195679,0.05000,3.069
+46,block_sparse_moe.experts.106.w1,0.0011723262,0.05000,3.088
+46,block_sparse_moe.experts.103.w1,0.0023022669,0.05000,2.884
+46,block_sparse_moe.experts.110.w1,0.0013368151,0.05000,3.172
+46,block_sparse_moe.experts.111.w1,0.0017913050,0.05000,2.996
+46,block_sparse_moe.experts.98.w1,0.0021742322,0.05000,3.149
+46,block_sparse_moe.experts.102.w1,0.0042277576,0.05000,3.251
+46,block_sparse_moe.experts.116.w1,0.0009106728,0.05000,3.121
+46,block_sparse_moe.experts.112.w1,0.0012706004,0.05000,3.124
+46,block_sparse_moe.experts.120.w1,0.0020060609,0.05000,3.057
+46,block_sparse_moe.experts.121.w1,0.0012603457,0.05000,3.094
+46,block_sparse_moe.experts.124.w1,0.0008810359,0.05000,3.123
+46,block_sparse_moe.experts.117.w1,0.0002195975,0.05000,3.031
+46,block_sparse_moe.experts.113.w1,0.0006279181,0.05000,3.054
+46,block_sparse_moe.experts.125.w1,0.0033085208,0.05000,3.066
+46,block_sparse_moe.experts.115.w1,0.0008172822,0.05000,3.040
+46,block_sparse_moe.experts.122.w1,0.0021521309,0.05000,2.926
+46,block_sparse_moe.experts.123.w1,0.0012879522,0.05000,3.072
+46,block_sparse_moe.experts.126.w1,0.0029420070,0.05000,2.958
+46,block_sparse_moe.experts.127.w1,0.0035595794,0.05000,3.030
+46,block_sparse_moe.experts.119.w1,0.0011448179,0.05000,3.105
+46,block_sparse_moe.experts.114.w1,0.0014214775,0.05000,2.887
+46,block_sparse_moe.experts.118.w1,0.0060506862,0.05000,2.997
+46,block_sparse_moe.experts.132.w1,0.0021930220,0.05000,2.819
+46,block_sparse_moe.experts.128.w1,0.0014550516,0.05000,2.828
+46,block_sparse_moe.experts.136.w1,0.0030707353,0.05000,2.809
+46,block_sparse_moe.experts.137.w1,0.0003457650,0.05000,2.885
+46,block_sparse_moe.experts.140.w1,0.0040369345,0.05000,2.843
+46,block_sparse_moe.experts.133.w1,0.0031422088,0.05000,2.843
+46,block_sparse_moe.experts.129.w1,0.0012772685,0.05000,2.869
+46,block_sparse_moe.experts.141.w1,0.0025346089,0.05000,2.892
+46,block_sparse_moe.experts.138.w1,0.0019481100,0.05000,2.864
+46,block_sparse_moe.experts.131.w1,0.0046333126,0.05000,2.989
+46,block_sparse_moe.experts.142.w1,0.0007374706,0.05000,2.898
+46,block_sparse_moe.experts.139.w1,0.0047323953,0.05000,3.015
+46,block_sparse_moe.experts.135.w1,0.0017998044,0.05000,2.998
+46,block_sparse_moe.experts.143.w1,0.0026456869,0.05000,3.064
+46,block_sparse_moe.experts.130.w1,0.0020741613,0.05000,3.043
+46,block_sparse_moe.experts.134.w1,0.0027749672,0.05000,3.034
+46,block_sparse_moe.experts.144.w1,0.0062790061,0.05000,3.033
+46,block_sparse_moe.experts.153.w1,0.0038770332,0.05000,2.910
+46,block_sparse_moe.experts.148.w1,0.0039619676,0.05000,3.210
+46,block_sparse_moe.experts.152.w1,0.0029568954,0.05000,3.139
+46,block_sparse_moe.experts.149.w1,0.0010584312,0.05000,2.819
+46,block_sparse_moe.experts.156.w1,0.0076854831,0.05000,3.026
+46,block_sparse_moe.experts.157.w1,0.0036662424,0.05000,2.805
+46,block_sparse_moe.experts.145.w1,0.0009584319,0.05000,2.920
+46,block_sparse_moe.experts.154.w1,0.0025081448,0.05000,2.856
+46,block_sparse_moe.experts.158.w1,0.0025257149,0.05000,2.800
+46,block_sparse_moe.experts.147.w1,0.0023759128,0.05000,2.973
+46,block_sparse_moe.experts.146.w1,0.0021681376,0.05000,2.709
+46,block_sparse_moe.experts.155.w1,0.0064422042,0.05000,3.013
+46,block_sparse_moe.experts.150.w1,0.0010074020,0.05000,2.647
+46,block_sparse_moe.experts.151.w1,0.0010300219,0.05000,3.020
+46,block_sparse_moe.experts.159.w1,0.0011907780,0.05000,3.102
+46,block_sparse_moe.experts.169.w1,0.0012093464,0.05000,3.017
+46,block_sparse_moe.experts.160.w1,0.0033692393,0.05000,3.161
+46,block_sparse_moe.experts.165.w1,0.0029367486,0.05000,3.030
+46,block_sparse_moe.experts.164.w1,0.0042143009,0.05000,3.203
+46,block_sparse_moe.experts.168.w1,0.0026948340,0.05000,3.238
+46,block_sparse_moe.experts.170.w1,0.0021634364,0.05000,2.757
+46,block_sparse_moe.experts.161.w1,0.0019266284,0.05000,3.079
+46,block_sparse_moe.experts.173.w1,0.0036209768,0.05000,3.119
+46,block_sparse_moe.experts.174.w1,0.0043045987,0.05000,2.865
+46,block_sparse_moe.experts.172.w1,0.0006169140,0.05000,3.317
+46,block_sparse_moe.experts.162.w1,0.0036099625,0.05000,2.865
+46,block_sparse_moe.experts.163.w1,0.0022193777,0.05000,2.974
+46,block_sparse_moe.experts.166.w1,0.0021187554,0.05000,2.887
+46,block_sparse_moe.experts.171.w1,0.0010980531,0.05000,3.077
+46,block_sparse_moe.experts.167.w1,0.0013498589,0.05000,2.933
+46,block_sparse_moe.experts.175.w1,0.0006643488,0.05000,2.892
+46,block_sparse_moe.experts.185.w1,0.0016141598,0.05000,3.011
+46,block_sparse_moe.experts.186.w1,0.0085923635,0.05000,2.786
+46,block_sparse_moe.experts.181.w1,0.0021631038,0.05000,3.053
+46,block_sparse_moe.experts.176.w1,0.0003448467,0.05000,3.164
+46,block_sparse_moe.experts.190.w1,0.0034183217,0.05000,2.817
+46,block_sparse_moe.experts.184.w1,0.0011399849,0.05000,3.128
+46,block_sparse_moe.experts.177.w1,0.0036153169,0.05000,3.054
+46,block_sparse_moe.experts.189.w1,0.0014071723,0.05000,3.082
+46,block_sparse_moe.experts.180.w1,0.0027710733,0.05000,3.284
+46,block_sparse_moe.experts.178.w1,0.0027411204,0.05000,2.872
+46,block_sparse_moe.experts.179.w1,0.0023154834,0.05000,2.958
+46,block_sparse_moe.experts.182.w1,0.0030239359,0.05000,2.910
+46,block_sparse_moe.experts.188.w1,0.0012696585,0.05000,3.142
+46,block_sparse_moe.experts.187.w1,0.0043649190,0.05000,2.977
+46,block_sparse_moe.experts.183.w1,0.0021292881,0.05000,3.042
+46,block_sparse_moe.experts.191.w1,0.0017473079,0.05000,3.050
+46,block_sparse_moe.experts.202.w1,0.0020237996,0.05000,2.627
+46,block_sparse_moe.experts.206.w1,0.0037084416,0.05000,2.604
+46,block_sparse_moe.experts.201.w1,0.0022226684,0.05000,3.172
+46,block_sparse_moe.experts.194.w1,0.0010747498,0.05000,2.665
+46,block_sparse_moe.experts.198.w1,0.0025563452,0.05000,2.586
+46,block_sparse_moe.experts.192.w1,0.0013361603,0.05000,3.114
+46,block_sparse_moe.experts.197.w1,0.0030553660,0.05000,3.230
+46,block_sparse_moe.experts.195.w1,0.0029387739,0.05000,2.793
+46,block_sparse_moe.experts.200.w1,0.0010699379,0.05000,3.136
+46,block_sparse_moe.experts.193.w1,0.0018884981,0.05000,3.182
+46,block_sparse_moe.experts.205.w1,0.0011270996,0.05000,3.128
+46,block_sparse_moe.experts.196.w1,0.0023683153,0.05000,3.230
+46,block_sparse_moe.experts.203.w1,0.0042357695,0.05000,2.833
+46,block_sparse_moe.experts.204.w1,0.0011267340,0.05000,3.157
+46,block_sparse_moe.experts.207.w1,0.0039876499,0.05000,2.832
+46,block_sparse_moe.experts.199.w1,0.0006024232,0.05000,2.955
+46,block_sparse_moe.experts.218.w1,0.0005960372,0.05000,2.885
+46,block_sparse_moe.experts.222.w1,0.0026739510,0.05000,2.975
+46,block_sparse_moe.experts.217.w1,0.0030643732,0.05000,2.893
+46,block_sparse_moe.experts.214.w1,0.0046725922,0.05000,2.776
+46,block_sparse_moe.experts.210.w1,0.0068152920,0.05000,2.890
+46,block_sparse_moe.experts.213.w1,0.0013165437,0.05000,2.767
+46,block_sparse_moe.experts.208.w1,0.0034963443,0.05000,3.045
+46,block_sparse_moe.experts.209.w1,0.0014067575,0.05000,2.843
+46,block_sparse_moe.experts.221.w1,0.0012226576,0.05000,2.844
+46,block_sparse_moe.experts.211.w1,0.0015161893,0.05000,3.139
+46,block_sparse_moe.experts.216.w1,0.0015727120,0.05000,3.069
+46,block_sparse_moe.experts.212.w1,0.0022687891,0.05000,3.090
+46,block_sparse_moe.experts.220.w1,0.0031422550,0.05000,3.077
+46,block_sparse_moe.experts.219.w1,0.0014402357,0.05000,3.193
+46,block_sparse_moe.experts.215.w1,0.0012513657,0.05000,3.197
+46,block_sparse_moe.experts.223.w1,0.0014713310,0.05000,3.240
+46,block_sparse_moe.experts.234.w1,0.0019536609,0.05000,3.028
+46,block_sparse_moe.experts.238.w1,0.0012543007,0.05000,3.140
+46,block_sparse_moe.experts.233.w1,0.0009328931,0.05000,3.038
+46,block_sparse_moe.experts.229.w1,0.0025918004,0.05000,2.943
+46,block_sparse_moe.experts.230.w1,0.0078152194,0.05000,3.151
+46,block_sparse_moe.experts.224.w1,0.0027988898,0.05000,2.863
+46,block_sparse_moe.experts.226.w1,0.0017593923,0.05000,3.221
+46,block_sparse_moe.experts.225.w1,0.0049760504,0.05000,2.975
+46,block_sparse_moe.experts.237.w1,0.0031593569,0.05000,3.001
+46,block_sparse_moe.experts.232.w1,0.0017268745,0.05000,2.890
+46,block_sparse_moe.experts.228.w1,0.0030145131,0.05000,2.822
+46,block_sparse_moe.experts.227.w1,0.0033332970,0.05000,3.131
+46,block_sparse_moe.experts.236.w1,0.0021798368,0.05000,2.909
+46,block_sparse_moe.experts.235.w1,0.0032037604,0.05000,3.121
+46,block_sparse_moe.experts.231.w1,0.0032439635,0.05000,2.984
+46,block_sparse_moe.experts.239.w1,0.0030419947,0.05000,3.056
+46,block_sparse_moe.experts.250.w1,0.0029833838,0.05000,3.101
+46,block_sparse_moe.experts.249.w1,0.0012525850,0.05000,3.065
+46,block_sparse_moe.experts.254.w1,0.0027533861,0.05000,3.104
+46,block_sparse_moe.experts.245.w1,0.0005094314,0.05000,3.022
+46,block_sparse_moe.experts.246.w1,0.0011348927,0.05000,2.979
+46,block_sparse_moe.experts.242.w1,0.0020100071,0.05000,3.007
+46,block_sparse_moe.experts.240.w1,0.0047907660,0.05000,3.110
+46,block_sparse_moe.experts.253.w1,0.0020762130,0.05000,3.011
+46,block_sparse_moe.experts.243.w1,0.0026554402,0.05000,2.803
+46,block_sparse_moe.experts.241.w1,0.0016394214,0.05000,3.102
+46,block_sparse_moe.experts.248.w1,0.0003361198,0.05000,3.057
+46,block_sparse_moe.experts.244.w1,0.0010535282,0.05000,3.142
+46,block_sparse_moe.experts.252.w1,0.0019704056,0.05000,3.102
+46,block_sparse_moe.experts.251.w1,0.0040902422,0.05000,2.908
+46,block_sparse_moe.experts.247.w1,0.0028863305,0.05000,2.842
+46,block_sparse_moe.experts.255.w1,0.0025453745,0.05000,2.905
+46,block_sparse_moe.experts.10.w3,0.0111332057,0.05000,3.164
+46,block_sparse_moe.experts.14.w3,0.0017157912,0.05000,3.045
+46,block_sparse_moe.experts.9.w3,0.0021816145,0.05000,3.061
+46,block_sparse_moe.experts.5.w3,0.0012263008,0.05000,3.077
+46,block_sparse_moe.experts.0.w3,0.0008493806,0.05000,2.893
+46,block_sparse_moe.experts.6.w3,0.0025399343,0.05000,3.088
+46,block_sparse_moe.experts.3.w3,0.0045284567,0.05000,2.943
+46,block_sparse_moe.experts.2.w3,0.0057164551,0.05000,3.122
+46,block_sparse_moe.experts.8.w3,0.0016774939,0.05000,2.920
+46,block_sparse_moe.experts.13.w3,0.0032363027,0.05000,3.083
+46,block_sparse_moe.experts.1.w3,0.0026488486,0.05000,3.140
+46,block_sparse_moe.experts.4.w3,0.0081852183,0.05000,3.016
+46,block_sparse_moe.experts.12.w3,0.0023170703,0.05000,3.041
+46,block_sparse_moe.experts.7.w3,0.0044108519,0.05000,3.060
+46,block_sparse_moe.experts.11.w3,0.0055541054,0.05000,3.137
+46,block_sparse_moe.experts.15.w3,0.0013735313,0.05000,3.107
+46,block_sparse_moe.experts.26.w3,0.0012082902,0.05000,2.992
+46,block_sparse_moe.experts.25.w3,0.0021009455,0.05000,3.012
+46,block_sparse_moe.experts.21.w3,0.0019597133,0.05000,3.031
+46,block_sparse_moe.experts.22.w3,0.0028312900,0.05000,3.004
+46,block_sparse_moe.experts.30.w3,0.0027502685,0.05000,3.155
+46,block_sparse_moe.experts.16.w3,0.0031071663,0.05000,3.093
+46,block_sparse_moe.experts.29.w3,0.0013778913,0.05000,3.002
+46,block_sparse_moe.experts.19.w3,0.0027062220,0.05000,3.122
+46,block_sparse_moe.experts.24.w3,0.0007506199,0.05000,3.107
+46,block_sparse_moe.experts.18.w3,0.0049946086,0.05000,3.142
+46,block_sparse_moe.experts.17.w3,0.0021659125,0.05000,3.164
+46,block_sparse_moe.experts.20.w3,0.0059957156,0.05000,3.128
+46,block_sparse_moe.experts.23.w3,0.0018112565,0.05000,2.938
+46,block_sparse_moe.experts.28.w3,0.0050129772,0.05000,3.041
+46,block_sparse_moe.experts.27.w3,0.0028381860,0.05000,2.975
+46,block_sparse_moe.experts.31.w3,0.0009383923,0.05000,2.974
+46,block_sparse_moe.experts.42.w3,0.0052312582,0.05000,3.076
+46,block_sparse_moe.experts.37.w3,0.0023123626,0.05000,2.952
+46,block_sparse_moe.experts.41.w3,0.0021175145,0.05000,3.088
+46,block_sparse_moe.experts.38.w3,0.0016870106,0.05000,3.029
+46,block_sparse_moe.experts.32.w3,0.0027856907,0.05000,3.000
+46,block_sparse_moe.experts.46.w3,0.0034545969,0.05000,3.130
+46,block_sparse_moe.experts.35.w3,0.0011101292,0.05000,2.887
+46,block_sparse_moe.experts.40.w3,0.0005133458,0.05000,2.896
+46,block_sparse_moe.experts.45.w3,0.0028950189,0.05000,3.000
+46,block_sparse_moe.experts.34.w3,0.0026127203,0.05000,3.104
+46,block_sparse_moe.experts.36.w3,0.0008795923,0.05000,2.796
+46,block_sparse_moe.experts.44.w3,0.0031768044,0.05000,2.849
+46,block_sparse_moe.experts.33.w3,0.0041333895,0.05000,3.070
+46,block_sparse_moe.experts.43.w3,0.0031684062,0.05000,2.830
+46,block_sparse_moe.experts.39.w3,0.0016100609,0.05000,2.927
+46,block_sparse_moe.experts.47.w3,0.0044704706,0.05000,2.933
+46,block_sparse_moe.experts.58.w3,0.0012687098,0.05000,3.145
+46,block_sparse_moe.experts.57.w3,0.0016591259,0.05000,2.912
+46,block_sparse_moe.experts.53.w3,0.0031998745,0.05000,3.079
+46,block_sparse_moe.experts.48.w3,0.0015149009,0.05000,2.990
+46,block_sparse_moe.experts.56.w3,0.0038072373,0.05000,2.954
+46,block_sparse_moe.experts.61.w3,0.0024000981,0.05000,2.943
+46,block_sparse_moe.experts.54.w3,0.0009808203,0.05000,3.208
+46,block_sparse_moe.experts.51.w3,0.0033949442,0.05000,3.052
+46,block_sparse_moe.experts.62.w3,0.0038177582,0.05000,3.091
+46,block_sparse_moe.experts.52.w3,0.0019737871,0.05000,3.076
+46,block_sparse_moe.experts.50.w3,0.0006243749,0.05000,3.137
+46,block_sparse_moe.experts.49.w3,0.0020922854,0.05000,2.992
+46,block_sparse_moe.experts.60.w3,0.0035953916,0.05000,3.040
+46,block_sparse_moe.experts.59.w3,0.0009873356,0.05000,3.071
+46,block_sparse_moe.experts.55.w3,0.0045144313,0.05000,3.107
+46,block_sparse_moe.experts.63.w3,0.0025649141,0.05000,3.172
+46,block_sparse_moe.experts.73.w3,0.0035706023,0.05000,2.895
+46,block_sparse_moe.experts.74.w3,0.0031339002,0.05000,3.001
+46,block_sparse_moe.experts.69.w3,0.0006914874,0.05000,2.968
+46,block_sparse_moe.experts.67.w3,0.0036945803,0.05000,2.741
+46,block_sparse_moe.experts.77.w3,0.0049089659,0.05000,2.811
+46,block_sparse_moe.experts.64.w3,0.0011593706,0.05000,3.013
+46,block_sparse_moe.experts.70.w3,0.0018010887,0.05000,2.923
+46,block_sparse_moe.experts.78.w3,0.0015418924,0.05000,2.902
+46,block_sparse_moe.experts.72.w3,0.0016042699,0.05000,3.026
+46,block_sparse_moe.experts.65.w3,0.0023241482,0.05000,2.655
+46,block_sparse_moe.experts.75.w3,0.0053227909,0.05000,2.664
+46,block_sparse_moe.experts.71.w3,0.0006939533,0.05000,2.635
+46,block_sparse_moe.experts.66.w3,0.0039184902,0.05000,2.890
+46,block_sparse_moe.experts.68.w3,0.0034456725,0.05000,3.068
+46,block_sparse_moe.experts.76.w3,0.0011208463,0.05000,2.983
+46,block_sparse_moe.experts.79.w3,0.0033380335,0.05000,2.682
+46,block_sparse_moe.experts.89.w3,0.0078064541,0.05000,1.290
+46,block_sparse_moe.experts.90.w3,0.0041744844,0.05000,3.423
+46,block_sparse_moe.experts.83.w3,0.0010226184,0.05000,3.351
+46,block_sparse_moe.experts.86.w3,0.0019553811,0.05000,3.407
+46,block_sparse_moe.experts.94.w3,0.0022085105,0.05000,3.425
+46,block_sparse_moe.experts.87.w3,0.0011390517,0.05000,3.525
+46,block_sparse_moe.experts.82.w3,0.0004002104,0.05000,3.482
+46,block_sparse_moe.experts.91.w3,0.0004774431,0.05000,3.625
+46,block_sparse_moe.experts.95.w3,0.0052481539,0.05000,3.592
+46,block_sparse_moe.experts.80.w3,0.0024683537,0.05000,5.264
+46,block_sparse_moe.experts.88.w3,0.0021643530,0.05000,5.378
+46,block_sparse_moe.experts.92.w3,0.0012563879,0.05000,5.221
+46,block_sparse_moe.experts.84.w3,0.0032325623,0.05000,5.281
+46,block_sparse_moe.experts.106.w3,0.0013315656,0.05000,3.362
+46,block_sparse_moe.experts.99.w3,0.0010842623,0.05000,3.360
+46,block_sparse_moe.experts.102.w3,0.0047978423,0.05000,3.498
+46,block_sparse_moe.experts.110.w3,0.0015438832,0.05000,3.563
+46,block_sparse_moe.experts.103.w3,0.0024656077,0.05000,3.395
+46,block_sparse_moe.experts.98.w3,0.0024498589,0.05000,3.434
+46,block_sparse_moe.experts.107.w3,0.0029716948,0.05000,3.416
+46,block_sparse_moe.experts.111.w3,0.0019934657,0.05000,3.289
+46,block_sparse_moe.experts.96.w3,0.0018986225,0.05000,3.428
+46,block_sparse_moe.experts.104.w3,0.0049946781,0.05000,3.566
+46,block_sparse_moe.experts.108.w3,0.0022673205,0.05000,3.549
+46,block_sparse_moe.experts.100.w3,0.0033119238,0.05000,3.558
+46,block_sparse_moe.experts.115.w3,0.0009340482,0.05000,3.618
+46,block_sparse_moe.experts.119.w3,0.0013685878,0.05000,3.651
+46,block_sparse_moe.experts.123.w3,0.0013998010,0.05000,3.699
+46,block_sparse_moe.experts.127.w3,0.0042660602,0.05000,3.622
+46,block_sparse_moe.experts.112.w3,0.0013929488,0.05000,3.665
+46,block_sparse_moe.experts.120.w3,0.0023611786,0.05000,3.591
+46,block_sparse_moe.experts.124.w3,0.0009725880,0.05000,3.597
+46,block_sparse_moe.experts.116.w3,0.0011171069,0.05000,3.548
+46,block_sparse_moe.experts.131.w3,0.0052899889,0.05000,3.819
+46,block_sparse_moe.experts.135.w3,0.0020405954,0.05000,3.722
+46,block_sparse_moe.experts.139.w3,0.0054208366,0.05000,3.731
+46,block_sparse_moe.experts.143.w3,0.0030044047,0.05000,3.810
+46,block_sparse_moe.experts.128.w3,0.0016051655,0.05000,3.526
+46,block_sparse_moe.experts.136.w3,0.0034201971,0.05000,3.456
+46,block_sparse_moe.experts.132.w3,0.0025208038,0.05000,3.408
+46,block_sparse_moe.experts.122.w3,0.0024013515,0.05000,9.944
+46,block_sparse_moe.experts.140.w3,0.0045968478,0.05000,3.564
+46,block_sparse_moe.experts.118.w3,0.0069288577,0.05000,9.968
+46,block_sparse_moe.experts.126.w3,0.0032816221,0.05000,10.028
+46,block_sparse_moe.experts.114.w3,0.0015874732,0.05000,9.886
+46,block_sparse_moe.experts.144.w3,0.0072715017,0.05000,2.989
+46,block_sparse_moe.experts.152.w3,0.0033448940,0.05000,3.174
+46,block_sparse_moe.experts.148.w3,0.0045955239,0.05000,3.145
+46,block_sparse_moe.experts.156.w3,0.0085735563,0.05000,2.991
+46,block_sparse_moe.experts.138.w3,0.0022261571,0.05000,3.397
+46,block_sparse_moe.experts.134.w3,0.0032298468,0.05000,3.332
+46,block_sparse_moe.experts.142.w3,0.0008459224,0.05000,3.394
+46,block_sparse_moe.experts.130.w3,0.0023422613,0.05000,3.323
+46,block_sparse_moe.experts.147.w3,0.0030258945,0.05000,7.623
+46,block_sparse_moe.experts.154.w3,0.0028257403,0.05000,1.826
+46,block_sparse_moe.experts.150.w3,0.0010901921,0.05000,1.544
+46,block_sparse_moe.experts.151.w3,0.0011295221,0.05000,7.484
+46,block_sparse_moe.experts.160.w3,0.0038605671,0.05000,3.277
+46,block_sparse_moe.experts.155.w3,0.0073197170,0.05000,7.419
+46,block_sparse_moe.experts.159.w3,0.0013021050,0.05000,7.615
+46,block_sparse_moe.experts.168.w3,0.0029978352,0.05000,3.533
+46,block_sparse_moe.experts.172.w3,0.0007079334,0.05000,3.380
+46,block_sparse_moe.experts.164.w3,0.0048483546,0.05000,3.410
+46,block_sparse_moe.experts.105.w3,0.0025341744,0.05000,3.329
+46,block_sparse_moe.experts.81.w3,0.0014751290,0.05000,3.376
+46,block_sparse_moe.experts.85.w3,0.0018940140,0.05000,3.403
+46,block_sparse_moe.experts.93.w3,0.0016179265,0.05000,3.411
+46,block_sparse_moe.experts.163.w3,0.0024912313,0.05000,3.242
+46,block_sparse_moe.experts.167.w3,0.0015718483,0.05000,3.052
+46,block_sparse_moe.experts.176.w3,0.0003874267,0.05000,3.018
+46,block_sparse_moe.experts.171.w3,0.0012015909,0.05000,3.026
+46,block_sparse_moe.experts.175.w3,0.0007438886,0.05000,2.681
+46,block_sparse_moe.experts.158.w3,0.0027972375,0.05000,3.046
+46,block_sparse_moe.experts.170.w3,0.0023716957,0.05000,3.276
+46,block_sparse_moe.experts.166.w3,0.0024433089,0.05000,3.333
+46,block_sparse_moe.experts.146.w3,0.0023777673,0.05000,3.370
+46,block_sparse_moe.experts.188.w3,0.0014598539,0.05000,3.095
+46,block_sparse_moe.experts.180.w3,0.0031463309,0.05000,3.116
+46,block_sparse_moe.experts.184.w3,0.0012944227,0.05000,3.172
+46,block_sparse_moe.experts.121.w3,0.0014416313,0.05000,3.211
+46,block_sparse_moe.experts.97.w3,0.0004568626,0.05000,3.200
+46,block_sparse_moe.experts.101.w3,0.0028078211,0.05000,3.201
+46,block_sparse_moe.experts.109.w3,0.0027720696,0.05000,3.256
+46,block_sparse_moe.experts.174.w3,0.0048134709,0.05000,2.908
+46,block_sparse_moe.experts.182.w3,0.0035062681,0.05000,2.699
+46,block_sparse_moe.experts.192.w3,0.0015319581,0.05000,3.265
+46,block_sparse_moe.experts.162.w3,0.0040841897,0.05000,2.687
+46,block_sparse_moe.experts.186.w3,0.0102197215,0.05000,2.828
+46,block_sparse_moe.experts.179.w3,0.0025131973,0.05000,3.022
+46,block_sparse_moe.experts.183.w3,0.0024484954,0.05000,3.068
+46,block_sparse_moe.experts.191.w3,0.0020532614,0.05000,3.094
+46,block_sparse_moe.experts.187.w3,0.0048949869,0.05000,3.141
+46,block_sparse_moe.experts.204.w3,0.0012988112,0.05000,3.074
+46,block_sparse_moe.experts.196.w3,0.0027029088,0.05000,3.077
+46,block_sparse_moe.experts.200.w3,0.0012188782,0.05000,3.165
+46,block_sparse_moe.experts.137.w3,0.0003855462,0.05000,2.921
+46,block_sparse_moe.experts.117.w3,0.0002671877,0.05000,2.995
+46,block_sparse_moe.experts.125.w3,0.0037387276,0.05000,2.965
+46,block_sparse_moe.experts.113.w3,0.0006829633,0.05000,3.070
+46,block_sparse_moe.experts.190.w3,0.0038240339,0.05000,2.955
+46,block_sparse_moe.experts.178.w3,0.0031198948,0.05000,2.941
+46,block_sparse_moe.experts.208.w3,0.0040711029,0.05000,3.033
+46,block_sparse_moe.experts.202.w3,0.0022338513,0.05000,2.990
+46,block_sparse_moe.experts.198.w3,0.0028130796,0.05000,3.229
+46,block_sparse_moe.experts.207.w3,0.0043582211,0.05000,3.029
+46,block_sparse_moe.experts.195.w3,0.0035365517,0.05000,3.126
+46,block_sparse_moe.experts.203.w3,0.0046686203,0.05000,3.048
+46,block_sparse_moe.experts.199.w3,0.0006224548,0.05000,3.149
+46,block_sparse_moe.experts.220.w3,0.0035232779,0.05000,2.976
+46,block_sparse_moe.experts.212.w3,0.0025337611,0.05000,3.079
+46,block_sparse_moe.experts.216.w3,0.0017423083,0.05000,3.077
+46,block_sparse_moe.experts.153.w3,0.0045450964,0.05000,3.031
+46,block_sparse_moe.experts.133.w3,0.0035380049,0.05000,3.036
+46,block_sparse_moe.experts.141.w3,0.0028730705,0.05000,3.085
+46,block_sparse_moe.experts.129.w3,0.0013912250,0.05000,3.101
+46,block_sparse_moe.experts.206.w3,0.0042225051,0.05000,3.107
+46,block_sparse_moe.experts.224.w3,0.0032001922,0.05000,3.066
+46,block_sparse_moe.experts.194.w3,0.0011646652,0.05000,3.178
+46,block_sparse_moe.experts.218.w3,0.0006714426,0.05000,3.126
+46,block_sparse_moe.experts.214.w3,0.0054537453,0.05000,3.124
+46,block_sparse_moe.experts.223.w3,0.0016490251,0.05000,3.005
+46,block_sparse_moe.experts.219.w3,0.0016206762,0.05000,2.999
+46,block_sparse_moe.experts.215.w3,0.0014037963,0.05000,3.033
+46,block_sparse_moe.experts.211.w3,0.0016684322,0.05000,3.112
+46,block_sparse_moe.experts.236.w3,0.0023787909,0.05000,3.085
+46,block_sparse_moe.experts.228.w3,0.0034830442,0.05000,3.020
+46,block_sparse_moe.experts.232.w3,0.0020740055,0.05000,3.051
+46,block_sparse_moe.experts.169.w3,0.0013636759,0.05000,3.059
+46,block_sparse_moe.experts.145.w3,0.0010801641,0.05000,3.007
+46,block_sparse_moe.experts.149.w3,0.0012202355,0.05000,3.151
+46,block_sparse_moe.experts.157.w3,0.0041305996,0.05000,3.136
+46,block_sparse_moe.experts.222.w3,0.0029642220,0.05000,3.154
+46,block_sparse_moe.experts.240.w3,0.0053776839,0.05000,3.096
+46,block_sparse_moe.experts.210.w3,0.0075379590,0.05000,3.179
+46,block_sparse_moe.experts.239.w3,0.0034839552,0.05000,2.910
+46,block_sparse_moe.experts.234.w3,0.0024434102,0.05000,3.191
+46,block_sparse_moe.experts.231.w3,0.0038634943,0.05000,2.841
+46,block_sparse_moe.experts.235.w3,0.0035574178,0.05000,2.986
+46,block_sparse_moe.experts.230.w3,0.0090458134,0.05000,3.126
+46,block_sparse_moe.experts.227.w3,0.0038592728,0.05000,2.997
+46,block_sparse_moe.experts.244.w3,0.0011858048,0.05000,2.883
+46,block_sparse_moe.experts.252.w3,0.0023616978,0.05000,3.005
+46,block_sparse_moe.experts.248.w3,0.0003872700,0.05000,2.854
+46,block_sparse_moe.experts.185.w3,0.0017522279,0.05000,2.997
+46,block_sparse_moe.experts.173.w3,0.0041894663,0.05000,2.899
+46,block_sparse_moe.experts.165.w3,0.0033011394,0.05000,3.008
+46,block_sparse_moe.experts.161.w3,0.0021834907,0.05000,3.085
+46,block_sparse_moe.experts.238.w3,0.0014038503,0.05000,3.084
+46,block_sparse_moe.experts.255.w3,0.0029245540,0.05000,2.924
+46,block_sparse_moe.experts.250.w3,0.0033517452,0.05000,2.968
+46,block_sparse_moe.experts.251.w3,0.0046995309,0.05000,2.873
+46,block_sparse_moe.experts.247.w3,0.0031768727,0.05000,2.957
+46,block_sparse_moe.experts.226.w3,0.0019713675,0.05000,3.032
+46,block_sparse_moe.experts.243.w3,0.0030143067,0.05000,2.815
+46,block_sparse_moe.experts.246.w3,0.0012779908,0.05000,2.965
+46,block_sparse_moe.experts.201.w3,0.0025242415,0.05000,3.200
+46,block_sparse_moe.experts.189.w3,0.0015360170,0.05000,3.126
+46,block_sparse_moe.experts.177.w3,0.0039761958,0.05000,3.070
+46,block_sparse_moe.experts.181.w3,0.0023735443,0.05000,3.118
+46,block_sparse_moe.experts.254.w3,0.0031149668,0.05000,1.835
+46,block_sparse_moe.experts.242.w3,0.0022473898,0.05000,1.748
+46,block_sparse_moe.experts.217.w3,0.0035601367,0.05000,2.805
+46,block_sparse_moe.experts.205.w3,0.0012548533,0.05000,2.836
+46,block_sparse_moe.experts.197.w3,0.0034871327,0.05000,2.843
+46,block_sparse_moe.experts.193.w3,0.0021331157,0.05000,2.902
+46,block_sparse_moe.experts.233.w3,0.0010308663,0.05000,3.066
+46,block_sparse_moe.experts.221.w3,0.0013431216,0.05000,3.033
+46,block_sparse_moe.experts.213.w3,0.0014910213,0.05000,3.046
+46,block_sparse_moe.experts.209.w3,0.0015362005,0.05000,3.021
+46,block_sparse_moe.experts.237.w3,0.0036205814,0.05000,2.796
+46,block_sparse_moe.experts.249.w3,0.0013864579,0.05000,2.926
+46,block_sparse_moe.experts.225.w3,0.0055629034,0.05000,2.769
+46,block_sparse_moe.experts.229.w3,0.0029457912,0.05000,2.837
+46,block_sparse_moe.experts.253.w3,0.0023088841,0.05000,2.265
+46,block_sparse_moe.experts.241.w3,0.0018432835,0.05000,2.229
+46,block_sparse_moe.experts.245.w3,0.0006109518,0.05000,2.243
+46,block_sparse_moe.experts.4.w2,0.0046683959,0.05000,1.439
+46,block_sparse_moe.experts.12.w2,0.0091571077,0.05000,1.433
+46,block_sparse_moe.experts.8.w2,0.0061213394,0.05000,1.474
+46,block_sparse_moe.experts.6.w2,0.0058704003,0.05000,1.494
+46,block_sparse_moe.experts.14.w2,0.0080853821,0.05000,1.511
+46,block_sparse_moe.experts.0.w2,0.0091714435,0.05000,1.540
+46,block_sparse_moe.experts.10.w2,0.0387018391,0.05000,1.530
+46,block_sparse_moe.experts.13.w2,0.0100628363,0.05000,1.546
+46,block_sparse_moe.experts.2.w2,0.0209618445,0.05000,1.564
+46,block_sparse_moe.experts.3.w2,0.0045335322,0.05000,1.571
+46,block_sparse_moe.experts.1.w2,0.0045773853,0.05000,1.595
+46,block_sparse_moe.experts.9.w2,0.0039556373,0.05000,1.582
+46,block_sparse_moe.experts.7.w2,0.0145746667,0.05000,1.570
+46,block_sparse_moe.experts.5.w2,0.0032341281,0.05000,1.607
+46,block_sparse_moe.experts.11.w2,0.0302640565,0.05000,1.616
+46,block_sparse_moe.experts.15.w2,0.0030818959,0.05000,1.628
+46,block_sparse_moe.experts.20.w2,0.0070540867,0.05000,1.404
+46,block_sparse_moe.experts.24.w2,0.0022549172,0.05000,1.423
+46,block_sparse_moe.experts.28.w2,0.0093985377,0.05000,1.469
+46,block_sparse_moe.experts.19.w2,0.0049727532,0.05000,1.354
+46,block_sparse_moe.experts.30.w2,0.0021445871,0.05000,1.466
+46,block_sparse_moe.experts.27.w2,0.0083613582,0.05000,1.356
+46,block_sparse_moe.experts.22.w2,0.0049034834,0.05000,1.519
+46,block_sparse_moe.experts.18.w2,0.0162500828,0.05000,1.454
+46,block_sparse_moe.experts.31.w2,0.0040863063,0.05000,1.369
+46,block_sparse_moe.experts.16.w2,0.0027945724,0.05000,1.493
+46,block_sparse_moe.experts.26.w2,0.0026152931,0.05000,1.488
+46,block_sparse_moe.experts.23.w2,0.0034187994,0.05000,1.451
+46,block_sparse_moe.experts.29.w2,0.0047037976,0.05000,1.559
+46,block_sparse_moe.experts.25.w2,0.0037165118,0.05000,1.538
+46,block_sparse_moe.experts.17.w2,0.0009843926,0.05000,1.579
+46,block_sparse_moe.experts.21.w2,0.0059064003,0.05000,1.613
+46,block_sparse_moe.experts.36.w2,0.0028447652,0.05000,1.540
+46,block_sparse_moe.experts.46.w2,0.0121381316,0.05000,1.433
+46,block_sparse_moe.experts.42.w2,0.0053893603,0.05000,1.403
+46,block_sparse_moe.experts.44.w2,0.0015189228,0.05000,1.526
+46,block_sparse_moe.experts.38.w2,0.0009910654,0.05000,1.434
+46,block_sparse_moe.experts.35.w2,0.0027160250,0.05000,1.538
+46,block_sparse_moe.experts.34.w2,0.0054145005,0.05000,1.483
+46,block_sparse_moe.experts.40.w2,0.0015764176,0.05000,1.591
+46,block_sparse_moe.experts.41.w2,0.0061175331,0.05000,1.424
+46,block_sparse_moe.experts.47.w2,0.0034580095,0.05000,1.550
+46,block_sparse_moe.experts.43.w2,0.0025096853,0.05000,1.584
+46,block_sparse_moe.experts.32.w2,0.0067221146,0.05000,1.573
+46,block_sparse_moe.experts.39.w2,0.0076300577,0.05000,1.566
+46,block_sparse_moe.experts.33.w2,0.0064697143,0.05000,1.479
+46,block_sparse_moe.experts.37.w2,0.0015727283,0.05000,1.463
+46,block_sparse_moe.experts.45.w2,0.0040623705,0.05000,1.559
+46,block_sparse_moe.experts.62.w2,0.0033997199,0.05000,1.464
+46,block_sparse_moe.experts.52.w2,0.0036530801,0.05000,1.514
+46,block_sparse_moe.experts.58.w2,0.0045923992,0.05000,1.480
+46,block_sparse_moe.experts.60.w2,0.0032677106,0.05000,1.476
+46,block_sparse_moe.experts.51.w2,0.0119947120,0.05000,1.458
+46,block_sparse_moe.experts.50.w2,0.0022493457,0.05000,1.438
+46,block_sparse_moe.experts.54.w2,0.0023794309,0.05000,1.514
+46,block_sparse_moe.experts.63.w2,0.0192632508,0.05000,1.417
+46,block_sparse_moe.experts.59.w2,0.0056441127,0.05000,1.434
+46,block_sparse_moe.experts.56.w2,0.0027982858,0.05000,1.551
+46,block_sparse_moe.experts.55.w2,0.0133711785,0.05000,1.450
+46,block_sparse_moe.experts.57.w2,0.0051325972,0.05000,1.548
+46,block_sparse_moe.experts.48.w2,0.0015261933,0.05000,1.535
+46,block_sparse_moe.experts.61.w2,0.0100280123,0.05000,1.558
+46,block_sparse_moe.experts.49.w2,0.0055993527,0.05000,1.607
+46,block_sparse_moe.experts.53.w2,0.0031964973,0.05000,1.580
+46,block_sparse_moe.experts.78.w2,0.0002738883,0.05000,1.496
+46,block_sparse_moe.experts.70.w2,0.0052658512,0.05000,1.425
+46,block_sparse_moe.experts.68.w2,0.0081282025,0.05000,1.511
+46,block_sparse_moe.experts.67.w2,0.0042550675,0.05000,1.499
+46,block_sparse_moe.experts.74.w2,0.0062322280,0.05000,1.510
+46,block_sparse_moe.experts.75.w2,0.0027233944,0.05000,1.420
+46,block_sparse_moe.experts.76.w2,0.0020096756,0.05000,1.533
+46,block_sparse_moe.experts.66.w2,0.0046003928,0.05000,1.529
+46,block_sparse_moe.experts.71.w2,0.0032472719,0.05000,1.435
+46,block_sparse_moe.experts.79.w2,0.0043695727,0.05000,1.531
+46,block_sparse_moe.experts.72.w2,0.0025790524,0.05000,1.497
+46,block_sparse_moe.experts.64.w2,0.0027101857,0.05000,1.436
+46,block_sparse_moe.experts.73.w2,0.0067878192,0.05000,1.587
+46,block_sparse_moe.experts.77.w2,0.0184930425,0.05000,1.496
+46,block_sparse_moe.experts.69.w2,0.0024119052,0.05000,1.539
+46,block_sparse_moe.experts.65.w2,0.0094771107,0.05000,1.608
+46,block_sparse_moe.experts.94.w2,0.0040832540,0.05000,1.463
+46,block_sparse_moe.experts.86.w2,0.0007569979,0.05000,1.466
+46,block_sparse_moe.experts.84.w2,0.0033422747,0.05000,1.478
+46,block_sparse_moe.experts.82.w2,0.0015331989,0.05000,1.450
+46,block_sparse_moe.experts.92.w2,0.0022506874,0.05000,1.472
+46,block_sparse_moe.experts.90.w2,0.0069895800,0.05000,1.499
+46,block_sparse_moe.experts.83.w2,0.0034356778,0.05000,1.532
+46,block_sparse_moe.experts.91.w2,0.0028265528,0.05000,1.530
+46,block_sparse_moe.experts.87.w2,0.0003035285,0.05000,1.491
+46,block_sparse_moe.experts.95.w2,0.0041433988,0.05000,1.490
+46,block_sparse_moe.experts.80.w2,0.0009587764,0.05000,1.490
+46,block_sparse_moe.experts.88.w2,0.0053445497,0.05000,1.513
+46,block_sparse_moe.experts.89.w2,0.0057590900,0.05000,1.484
+46,block_sparse_moe.experts.93.w2,0.0003724218,0.05000,1.522
+46,block_sparse_moe.experts.85.w2,0.0050263311,0.05000,1.472
+46,block_sparse_moe.experts.81.w2,0.0026930218,0.05000,1.459
+46,block_sparse_moe.experts.102.w2,0.0199172596,0.05000,1.403
+46,block_sparse_moe.experts.110.w2,0.0020693622,0.05000,1.416
+46,block_sparse_moe.experts.99.w2,0.0032814286,0.05000,1.371
+46,block_sparse_moe.experts.100.w2,0.0017090868,0.05000,1.470
+46,block_sparse_moe.experts.98.w2,0.0065401416,0.05000,1.445
+46,block_sparse_moe.experts.108.w2,0.0005623369,0.05000,1.445
+46,block_sparse_moe.experts.103.w2,0.0041251623,0.05000,1.383
+46,block_sparse_moe.experts.106.w2,0.0028808113,0.05000,1.453
+46,block_sparse_moe.experts.107.w2,0.0041750060,0.05000,1.455
+46,block_sparse_moe.experts.111.w2,0.0025287822,0.05000,1.429
+46,block_sparse_moe.experts.104.w2,0.0058369572,0.05000,1.477
+46,block_sparse_moe.experts.96.w2,0.0015438381,0.05000,1.482
+46,block_sparse_moe.experts.105.w2,0.0050221611,0.05000,1.478
+46,block_sparse_moe.experts.109.w2,0.0066943869,0.05000,1.492
+46,block_sparse_moe.experts.101.w2,0.0072977058,0.05000,1.533
+46,block_sparse_moe.experts.97.w2,0.0008472891,0.05000,1.507
+46,block_sparse_moe.experts.119.w2,0.0056308525,0.05000,1.260
+46,block_sparse_moe.experts.118.w2,0.0198893661,0.05000,1.427
+46,block_sparse_moe.experts.115.w2,0.0017465279,0.05000,1.385
+46,block_sparse_moe.experts.126.w2,0.0062781514,0.05000,1.459
+46,block_sparse_moe.experts.123.w2,0.0055653610,0.05000,1.316
+46,block_sparse_moe.experts.116.w2,0.0029755738,0.05000,1.405
+46,block_sparse_moe.experts.127.w2,0.0069621838,0.05000,1.334
+46,block_sparse_moe.experts.124.w2,0.0028721882,0.05000,1.422
+46,block_sparse_moe.experts.122.w2,0.0060286729,0.05000,1.416
+46,block_sparse_moe.experts.114.w2,0.0015577868,0.05000,1.447
+46,block_sparse_moe.experts.121.w2,0.0046145074,0.05000,1.269
+46,block_sparse_moe.experts.112.w2,0.0068761555,0.05000,1.436
+46,block_sparse_moe.experts.120.w2,0.0083750521,0.05000,1.442
+46,block_sparse_moe.experts.125.w2,0.0019724145,0.05000,1.300
+46,block_sparse_moe.experts.117.w2,0.0019670569,0.05000,1.266
+46,block_sparse_moe.experts.113.w2,0.0016120949,0.05000,1.333
+46,block_sparse_moe.experts.135.w2,0.0043546527,0.05000,1.225
+46,block_sparse_moe.experts.131.w2,0.0236950465,0.05000,1.256
+46,block_sparse_moe.experts.139.w2,0.0063377297,0.05000,1.259
+46,block_sparse_moe.experts.143.w2,0.0012240697,0.05000,1.309
+46,block_sparse_moe.experts.134.w2,0.0082910091,0.05000,1.417
+46,block_sparse_moe.experts.142.w2,0.0028437604,0.05000,1.386
+46,block_sparse_moe.experts.138.w2,0.0075269118,0.05000,1.383
+46,block_sparse_moe.experts.130.w2,0.0012029280,0.05000,1.429
+46,block_sparse_moe.experts.140.w2,0.0185454266,0.05000,1.539
+46,block_sparse_moe.experts.132.w2,0.0034939403,0.05000,1.620
+46,block_sparse_moe.experts.137.w2,0.0006570875,0.05000,1.453
+46,block_sparse_moe.experts.136.w2,0.0072126694,0.05000,1.551
+46,block_sparse_moe.experts.141.w2,0.0095122463,0.05000,1.539
+46,block_sparse_moe.experts.128.w2,0.0021645589,0.05000,1.613
+46,block_sparse_moe.experts.133.w2,0.0052156493,0.05000,1.559
+46,block_sparse_moe.experts.129.w2,0.0034481496,0.05000,1.608
+46,block_sparse_moe.experts.151.w2,0.0003712950,0.05000,1.598
+46,block_sparse_moe.experts.155.w2,0.0119601608,0.05000,1.574
+46,block_sparse_moe.experts.147.w2,0.0038459253,0.05000,1.614
+46,block_sparse_moe.experts.159.w2,0.0035048985,0.05000,1.567
+46,block_sparse_moe.experts.158.w2,0.0122613042,0.05000,1.541
+46,block_sparse_moe.experts.150.w2,0.0021209970,0.05000,1.582
+46,block_sparse_moe.experts.154.w2,0.0036943781,0.05000,1.562
+46,block_sparse_moe.experts.146.w2,0.0008741142,0.05000,1.519
+46,block_sparse_moe.experts.156.w2,0.0161116837,0.05000,1.620
+46,block_sparse_moe.experts.148.w2,0.0143327414,0.05000,1.621
+46,block_sparse_moe.experts.153.w2,0.0154697615,0.05000,1.651
+46,block_sparse_moe.experts.152.w2,0.0118818011,0.05000,1.578
+46,block_sparse_moe.experts.144.w2,0.0167224358,0.05000,1.534
+46,block_sparse_moe.experts.157.w2,0.0087392427,0.05000,1.569
+46,block_sparse_moe.experts.149.w2,0.0029379643,0.05000,1.626
+46,block_sparse_moe.experts.145.w2,0.0028815072,0.05000,1.575
+46,block_sparse_moe.experts.167.w2,0.0013430771,0.05000,1.496
+46,block_sparse_moe.experts.171.w2,0.0038159506,0.05000,1.494
+46,block_sparse_moe.experts.174.w2,0.0129406350,0.05000,1.469
+46,block_sparse_moe.experts.175.w2,0.0010880384,0.05000,1.485
+46,block_sparse_moe.experts.166.w2,0.0045639683,0.05000,1.480
+46,block_sparse_moe.experts.163.w2,0.0069773360,0.05000,1.667
+46,block_sparse_moe.experts.162.w2,0.0056426472,0.05000,1.501
+46,block_sparse_moe.experts.170.w2,0.0051074236,0.05000,1.537
+46,block_sparse_moe.experts.172.w2,0.0018933756,0.05000,1.492
+46,block_sparse_moe.experts.164.w2,0.0306068865,0.05000,1.469
+46,block_sparse_moe.experts.169.w2,0.0023563263,0.05000,1.485
+46,block_sparse_moe.experts.173.w2,0.0067310776,0.05000,1.445
+46,block_sparse_moe.experts.160.w2,0.0018521987,0.05000,1.516
+46,block_sparse_moe.experts.165.w2,0.0057282311,0.05000,1.426
+46,block_sparse_moe.experts.168.w2,0.0033504765,0.05000,1.604
+46,block_sparse_moe.experts.161.w2,0.0013685755,0.05000,1.436
+46,block_sparse_moe.experts.183.w2,0.0076279185,0.05000,1.477
+46,block_sparse_moe.experts.190.w2,0.0430562959,0.05000,1.454
+46,block_sparse_moe.experts.191.w2,0.0064414261,0.05000,1.448
+46,block_sparse_moe.experts.187.w2,0.0138969464,0.05000,1.550
+46,block_sparse_moe.experts.182.w2,0.0094556533,0.05000,1.481
+46,block_sparse_moe.experts.186.w2,0.0094018325,0.05000,1.420
+46,block_sparse_moe.experts.179.w2,0.0054244811,0.05000,1.466
+46,block_sparse_moe.experts.178.w2,0.0021119738,0.05000,1.486
+46,block_sparse_moe.experts.185.w2,0.0055479582,0.05000,1.417
+46,block_sparse_moe.experts.188.w2,0.0033517815,0.05000,1.554
+46,block_sparse_moe.experts.180.w2,0.0029954873,0.05000,1.562
+46,block_sparse_moe.experts.189.w2,0.0052244024,0.05000,1.445
+46,block_sparse_moe.experts.176.w2,0.0014414406,0.05000,1.483
+46,block_sparse_moe.experts.181.w2,0.0021132420,0.05000,1.469
+46,block_sparse_moe.experts.184.w2,0.0112907644,0.05000,1.513
+46,block_sparse_moe.experts.177.w2,0.0049512467,0.05000,1.462
+46,block_sparse_moe.experts.199.w2,0.0027822976,0.05000,1.482
+46,block_sparse_moe.experts.207.w2,0.0083119385,0.05000,1.514
+46,block_sparse_moe.experts.206.w2,0.0044284885,0.05000,1.533
+46,block_sparse_moe.experts.203.w2,0.0041882968,0.05000,1.527
+46,block_sparse_moe.experts.198.w2,0.0105785286,0.05000,1.540
+46,block_sparse_moe.experts.202.w2,0.0111455176,0.05000,1.513
+46,block_sparse_moe.experts.194.w2,0.0098167767,0.05000,1.471
+46,block_sparse_moe.experts.201.w2,0.0057860810,0.05000,1.339
+46,block_sparse_moe.experts.195.w2,0.0139214011,0.05000,1.578
+46,block_sparse_moe.experts.205.w2,0.0032038471,0.05000,1.455
+46,block_sparse_moe.experts.197.w2,0.0066485269,0.05000,1.408
+46,block_sparse_moe.experts.204.w2,0.0023517490,0.05000,1.592
+46,block_sparse_moe.experts.193.w2,0.0069823466,0.05000,1.391
+46,block_sparse_moe.experts.196.w2,0.0040561432,0.05000,1.642
+46,block_sparse_moe.experts.192.w2,0.0021883660,0.05000,1.583
+46,block_sparse_moe.experts.200.w2,0.0026113408,0.05000,1.578
+46,block_sparse_moe.experts.215.w2,0.0056834318,0.05000,1.543
+46,block_sparse_moe.experts.223.w2,0.0061324579,0.05000,1.510
+46,block_sparse_moe.experts.219.w2,0.0031660965,0.05000,1.489
+46,block_sparse_moe.experts.217.w2,0.0072215747,0.05000,1.376
+46,block_sparse_moe.experts.222.w2,0.0070295315,0.05000,1.545
+46,block_sparse_moe.experts.210.w2,0.0196566632,0.05000,1.496
+46,block_sparse_moe.experts.218.w2,0.0069982051,0.05000,1.511
+46,block_sparse_moe.experts.214.w2,0.0238369520,0.05000,1.551
+46,block_sparse_moe.experts.211.w2,0.0062997979,0.05000,1.464
+46,block_sparse_moe.experts.221.w2,0.0084689994,0.05000,1.381
+46,block_sparse_moe.experts.213.w2,0.0006768565,0.05000,1.338
+46,block_sparse_moe.experts.220.w2,0.0055267564,0.05000,1.475
+46,block_sparse_moe.experts.208.w2,0.0073330335,0.05000,1.385
+46,block_sparse_moe.experts.209.w2,0.0025565128,0.05000,1.478
+46,block_sparse_moe.experts.212.w2,0.0007481056,0.05000,1.460
+46,block_sparse_moe.experts.216.w2,0.0042646822,0.05000,1.452
+46,block_sparse_moe.experts.238.w2,0.0045796467,0.05000,1.287
+46,block_sparse_moe.experts.234.w2,0.0065488537,0.05000,1.304
+46,block_sparse_moe.experts.230.w2,0.0274805327,0.05000,1.313
+46,block_sparse_moe.experts.226.w2,0.0044909428,0.05000,1.380
+46,block_sparse_moe.experts.231.w2,0.0204418147,0.05000,1.652
+46,block_sparse_moe.experts.233.w2,0.0079303245,0.05000,1.480
+46,block_sparse_moe.experts.239.w2,0.0072002853,0.05000,1.573
+46,block_sparse_moe.experts.235.w2,0.0022821626,0.05000,1.582
+46,block_sparse_moe.experts.227.w2,0.0058126169,0.05000,1.600
+46,block_sparse_moe.experts.229.w2,0.0064880874,0.05000,1.536
+46,block_sparse_moe.experts.237.w2,0.0183899520,0.05000,1.593
+46,block_sparse_moe.experts.236.w2,0.0051300287,0.05000,1.500
+46,block_sparse_moe.experts.225.w2,0.0083889025,0.05000,1.501
+46,block_sparse_moe.experts.224.w2,0.0070032846,0.05000,1.532
+46,block_sparse_moe.experts.228.w2,0.0076773970,0.05000,1.501
+46,block_sparse_moe.experts.232.w2,0.0083644738,0.05000,1.506
+46,block_sparse_moe.experts.254.w2,0.0016646825,0.05000,1.560
+46,block_sparse_moe.experts.250.w2,0.0033476167,0.05000,1.545
+46,block_sparse_moe.experts.246.w2,0.0055539923,0.05000,1.521
+46,block_sparse_moe.experts.242.w2,0.0048254548,0.05000,1.517
+46,block_sparse_moe.experts.249.w2,0.0004603401,0.05000,1.584
+46,block_sparse_moe.experts.247.w2,0.0040582042,0.05000,1.643
+46,block_sparse_moe.experts.251.w2,0.0105612396,0.05000,1.592
+46,block_sparse_moe.experts.255.w2,0.0051186831,0.05000,1.625
+46,block_sparse_moe.experts.243.w2,0.0054969293,0.05000,1.497
+46,block_sparse_moe.experts.252.w2,0.0112979635,0.05000,1.315
+46,block_sparse_moe.experts.245.w2,0.0021821786,0.05000,1.461
+46,block_sparse_moe.experts.244.w2,0.0002092956,0.05000,1.296
+46,block_sparse_moe.experts.240.w2,0.0095685464,0.05000,1.301
+46,block_sparse_moe.experts.248.w2,0.0019075315,0.05000,1.185
+46,block_sparse_moe.experts.253.w2,0.0018618258,0.05000,1.495
+46,block_sparse_moe.experts.241.w2,0.0072567184,0.05000,1.377
+47,self_attn.q_proj,0.0002301439,0.05000,0.886
+47,self_attn.k_proj,0.0000326296,0.05000,0.940
+47,self_attn.v_proj,0.0000362931,0.05000,0.971
+47,self_attn.o_proj,0.0000156316,0.05000,1.880
+47,block_sparse_moe.experts.8.w1,0.0011851851,0.05000,3.002
+47,block_sparse_moe.experts.4.w1,0.0014544295,0.05000,3.052
+47,block_sparse_moe.experts.0.w1,0.0025131755,0.05000,3.096
+47,block_sparse_moe.experts.12.w1,0.0014274383,0.05000,3.178
+47,block_sparse_moe.experts.9.w1,0.0011677315,0.05000,3.207
+47,block_sparse_moe.experts.13.w1,0.0012711154,0.05000,3.241
+47,block_sparse_moe.experts.3.w1,0.0024438136,0.05000,3.315
+47,block_sparse_moe.experts.6.w1,0.0021651164,0.05000,3.320
+47,block_sparse_moe.experts.1.w1,0.0026955318,0.05000,3.351
+47,block_sparse_moe.experts.14.w1,0.0027612014,0.05000,3.359
+47,block_sparse_moe.experts.7.w1,0.0017830346,0.05000,3.406
+47,block_sparse_moe.experts.15.w1,0.0044733689,0.05000,3.423
+47,block_sparse_moe.experts.10.w1,0.0035521632,0.05000,3.441
+47,block_sparse_moe.experts.5.w1,0.0013452025,0.05000,3.470
+47,block_sparse_moe.experts.11.w1,0.0032816250,0.05000,3.513
+47,block_sparse_moe.experts.2.w1,0.0007574503,0.05000,3.534
+47,block_sparse_moe.experts.29.w1,0.0010143303,0.05000,2.691
+47,block_sparse_moe.experts.24.w1,0.0020695648,0.05000,2.961
+47,block_sparse_moe.experts.20.w1,0.0012116431,0.05000,3.007
+47,block_sparse_moe.experts.25.w1,0.0042038389,0.05000,2.824
+47,block_sparse_moe.experts.28.w1,0.0019194107,0.05000,2.917
+47,block_sparse_moe.experts.17.w1,0.0052114849,0.05000,2.817
+47,block_sparse_moe.experts.16.w1,0.0041147722,0.05000,3.108
+47,block_sparse_moe.experts.19.w1,0.0048191050,0.05000,2.985
+47,block_sparse_moe.experts.21.w1,0.0015557025,0.05000,2.844
+47,block_sparse_moe.experts.31.w1,0.0018291909,0.05000,2.898
+47,block_sparse_moe.experts.30.w1,0.0016042765,0.05000,2.993
+47,block_sparse_moe.experts.22.w1,0.0031705869,0.05000,3.053
+47,block_sparse_moe.experts.27.w1,0.0023385010,0.05000,2.908
+47,block_sparse_moe.experts.23.w1,0.0024751768,0.05000,3.068
+47,block_sparse_moe.experts.26.w1,0.0037559966,0.05000,3.078
+47,block_sparse_moe.experts.18.w1,0.0025368436,0.05000,3.090
+47,block_sparse_moe.experts.45.w1,0.0028119697,0.05000,3.046
+47,block_sparse_moe.experts.41.w1,0.0052136968,0.05000,3.038
+47,block_sparse_moe.experts.40.w1,0.0015907833,0.05000,3.201
+47,block_sparse_moe.experts.36.w1,0.0027795110,0.05000,3.134
+47,block_sparse_moe.experts.35.w1,0.0029836400,0.05000,2.937
+47,block_sparse_moe.experts.33.w1,0.0003047991,0.05000,3.097
+47,block_sparse_moe.experts.47.w1,0.0023930141,0.05000,2.946
+47,block_sparse_moe.experts.44.w1,0.0040994978,0.05000,3.201
+47,block_sparse_moe.experts.37.w1,0.0029238103,0.05000,2.985
+47,block_sparse_moe.experts.32.w1,0.0016222852,0.05000,3.213
+47,block_sparse_moe.experts.43.w1,0.0027337528,0.05000,2.990
+47,block_sparse_moe.experts.39.w1,0.0004846585,0.05000,3.033
+47,block_sparse_moe.experts.38.w1,0.0018148586,0.05000,3.157
+47,block_sparse_moe.experts.46.w1,0.0016493657,0.05000,3.221
+47,block_sparse_moe.experts.34.w1,0.0035332221,0.05000,3.149
+47,block_sparse_moe.experts.42.w1,0.0031547259,0.05000,3.251
+47,block_sparse_moe.experts.61.w1,0.0019809672,0.05000,3.032
+47,block_sparse_moe.experts.57.w1,0.0005158901,0.05000,3.027
+47,block_sparse_moe.experts.51.w1,0.0030770925,0.05000,2.917
+47,block_sparse_moe.experts.56.w1,0.0055007782,0.05000,3.064
+47,block_sparse_moe.experts.63.w1,0.0026272344,0.05000,2.995
+47,block_sparse_moe.experts.49.w1,0.0023189884,0.05000,3.009
+47,block_sparse_moe.experts.52.w1,0.0025940637,0.05000,3.082
+47,block_sparse_moe.experts.53.w1,0.0017295334,0.05000,2.986
+47,block_sparse_moe.experts.60.w1,0.0031849580,0.05000,3.021
+47,block_sparse_moe.experts.55.w1,0.0018468854,0.05000,2.967
+47,block_sparse_moe.experts.48.w1,0.0016789185,0.05000,3.110
+47,block_sparse_moe.experts.54.w1,0.0032437082,0.05000,3.040
+47,block_sparse_moe.experts.59.w1,0.0020889036,0.05000,3.221
+47,block_sparse_moe.experts.62.w1,0.0019863008,0.05000,3.088
+47,block_sparse_moe.experts.50.w1,0.0018505111,0.05000,3.013
+47,block_sparse_moe.experts.58.w1,0.0009371116,0.05000,3.116
+47,block_sparse_moe.experts.77.w1,0.0017251371,0.05000,3.009
+47,block_sparse_moe.experts.73.w1,0.0049724423,0.05000,2.999
+47,block_sparse_moe.experts.70.w1,0.0048842864,0.05000,2.647
+47,block_sparse_moe.experts.67.w1,0.0062508181,0.05000,3.171
+47,block_sparse_moe.experts.69.w1,0.0031497427,0.05000,3.066
+47,block_sparse_moe.experts.65.w1,0.0041796221,0.05000,3.126
+47,block_sparse_moe.experts.79.w1,0.0018674457,0.05000,3.161
+47,block_sparse_moe.experts.78.w1,0.0033397401,0.05000,2.812
+47,block_sparse_moe.experts.72.w1,0.0020235500,0.05000,3.348
+47,block_sparse_moe.experts.76.w1,0.0012438478,0.05000,3.286
+47,block_sparse_moe.experts.71.w1,0.0024741680,0.05000,3.169
+47,block_sparse_moe.experts.68.w1,0.0014066378,0.05000,3.393
+47,block_sparse_moe.experts.66.w1,0.0042009442,0.05000,2.903
+47,block_sparse_moe.experts.74.w1,0.0063051897,0.05000,2.828
+47,block_sparse_moe.experts.75.w1,0.0034542230,0.05000,3.163
+47,block_sparse_moe.experts.64.w1,0.0028811830,0.05000,3.308
+47,block_sparse_moe.experts.93.w1,0.0042017277,0.05000,3.171
+47,block_sparse_moe.experts.86.w1,0.0026464068,0.05000,3.035
+47,block_sparse_moe.experts.89.w1,0.0021977302,0.05000,3.161
+47,block_sparse_moe.experts.83.w1,0.0030954771,0.05000,3.085
+47,block_sparse_moe.experts.94.w1,0.0010396716,0.05000,2.976
+47,block_sparse_moe.experts.95.w1,0.0004696974,0.05000,3.070
+47,block_sparse_moe.experts.85.w1,0.0020401717,0.05000,3.143
+47,block_sparse_moe.experts.81.w1,0.0025584434,0.05000,3.164
+47,block_sparse_moe.experts.82.w1,0.0019632774,0.05000,2.981
+47,block_sparse_moe.experts.90.w1,0.0027011679,0.05000,2.991
+47,block_sparse_moe.experts.92.w1,0.0013432913,0.05000,3.185
+47,block_sparse_moe.experts.88.w1,0.0020038693,0.05000,3.223
+47,block_sparse_moe.experts.87.w1,0.0022386950,0.05000,3.188
+47,block_sparse_moe.experts.84.w1,0.0016975927,0.05000,3.269
+47,block_sparse_moe.experts.80.w1,0.0024928473,0.05000,3.130
+47,block_sparse_moe.experts.91.w1,0.0062845109,0.05000,3.167
+47,block_sparse_moe.experts.105.w1,0.0023531036,0.05000,2.948
+47,block_sparse_moe.experts.109.w1,0.0024196015,0.05000,3.055
+47,block_sparse_moe.experts.102.w1,0.0011190473,0.05000,3.081
+47,block_sparse_moe.experts.99.w1,0.0008598416,0.05000,3.031
+47,block_sparse_moe.experts.110.w1,0.0003086198,0.05000,3.031
+47,block_sparse_moe.experts.97.w1,0.0015246810,0.05000,2.949
+47,block_sparse_moe.experts.111.w1,0.0006916000,0.05000,3.058
+47,block_sparse_moe.experts.101.w1,0.0049882740,0.05000,3.065
+47,block_sparse_moe.experts.98.w1,0.0026406180,0.05000,3.029
+47,block_sparse_moe.experts.106.w1,0.0029536844,0.05000,3.095
+47,block_sparse_moe.experts.108.w1,0.0017166127,0.05000,3.045
+47,block_sparse_moe.experts.103.w1,0.0028556177,0.05000,3.028
+47,block_sparse_moe.experts.104.w1,0.0004955675,0.05000,3.159
+47,block_sparse_moe.experts.107.w1,0.0012003827,0.05000,3.005
+47,block_sparse_moe.experts.96.w1,0.0033182326,0.05000,3.041
+47,block_sparse_moe.experts.100.w1,0.0030273768,0.05000,3.089
+47,block_sparse_moe.experts.118.w1,0.0030498115,0.05000,3.035
+47,block_sparse_moe.experts.121.w1,0.0005152364,0.05000,3.136
+47,block_sparse_moe.experts.125.w1,0.0014405275,0.05000,3.182
+47,block_sparse_moe.experts.115.w1,0.0021689566,0.05000,3.016
+47,block_sparse_moe.experts.126.w1,0.0006836100,0.05000,3.107
+47,block_sparse_moe.experts.127.w1,0.0024673400,0.05000,3.073
+47,block_sparse_moe.experts.117.w1,0.0052960816,0.05000,3.083
+47,block_sparse_moe.experts.113.w1,0.0008642712,0.05000,3.164
+47,block_sparse_moe.experts.124.w1,0.0026385951,0.05000,2.864
+47,block_sparse_moe.experts.114.w1,0.0025526074,0.05000,3.045
+47,block_sparse_moe.experts.122.w1,0.0493937839,0.05000,3.058
+47,block_sparse_moe.experts.120.w1,0.0048134800,0.05000,2.909
+47,block_sparse_moe.experts.119.w1,0.0024870135,0.05000,3.032
+47,block_sparse_moe.experts.116.w1,0.0014955546,0.05000,2.913
+47,block_sparse_moe.experts.112.w1,0.0080046450,0.05000,3.007
+47,block_sparse_moe.experts.123.w1,0.0022057751,0.05000,3.067
+47,block_sparse_moe.experts.137.w1,0.0022782038,0.05000,2.931
+47,block_sparse_moe.experts.141.w1,0.0050555001,0.05000,2.939
+47,block_sparse_moe.experts.134.w1,0.0003691705,0.05000,3.050
+47,block_sparse_moe.experts.131.w1,0.0036679382,0.05000,3.050
+47,block_sparse_moe.experts.142.w1,0.0015809823,0.05000,3.021
+47,block_sparse_moe.experts.133.w1,0.0024286604,0.05000,2.983
+47,block_sparse_moe.experts.129.w1,0.0101914769,0.05000,2.987
+47,block_sparse_moe.experts.130.w1,0.0012215238,0.05000,2.917
+47,block_sparse_moe.experts.143.w1,0.0022623955,0.05000,3.126
+47,block_sparse_moe.experts.140.w1,0.0020207057,0.05000,3.095
+47,block_sparse_moe.experts.138.w1,0.0041139762,0.05000,3.065
+47,block_sparse_moe.experts.136.w1,0.0036441588,0.05000,3.083
+47,block_sparse_moe.experts.132.w1,0.0031892888,0.05000,3.047
+47,block_sparse_moe.experts.135.w1,0.0030883688,0.05000,3.086
+47,block_sparse_moe.experts.139.w1,0.0009213225,0.05000,3.024
+47,block_sparse_moe.experts.128.w1,0.0025535260,0.05000,3.114
+47,block_sparse_moe.experts.153.w1,0.0018514926,0.05000,3.120
+47,block_sparse_moe.experts.147.w1,0.0023790025,0.05000,2.939
+47,block_sparse_moe.experts.157.w1,0.0024027850,0.05000,3.093
+47,block_sparse_moe.experts.150.w1,0.0030368928,0.05000,3.176
+47,block_sparse_moe.experts.156.w1,0.0013131969,0.05000,2.911
+47,block_sparse_moe.experts.159.w1,0.0004156814,0.05000,2.983
+47,block_sparse_moe.experts.145.w1,0.0017941252,0.05000,3.111
+47,block_sparse_moe.experts.149.w1,0.0043389922,0.05000,3.199
+47,block_sparse_moe.experts.152.w1,0.0039930227,0.05000,2.892
+47,block_sparse_moe.experts.158.w1,0.0025982224,0.05000,3.239
+47,block_sparse_moe.experts.148.w1,0.0036182784,0.05000,2.914
+47,block_sparse_moe.experts.146.w1,0.0014098187,0.05000,3.286
+47,block_sparse_moe.experts.151.w1,0.0018943704,0.05000,3.060
+47,block_sparse_moe.experts.155.w1,0.0039987127,0.05000,3.022
+47,block_sparse_moe.experts.144.w1,0.0028302502,0.05000,3.104
+47,block_sparse_moe.experts.154.w1,0.0038281258,0.05000,3.308
+47,block_sparse_moe.experts.163.w1,0.0023433194,0.05000,2.972
+47,block_sparse_moe.experts.173.w1,0.0015998347,0.05000,3.142
+47,block_sparse_moe.experts.169.w1,0.0028936062,0.05000,3.268
+47,block_sparse_moe.experts.175.w1,0.0019903621,0.05000,3.023
+47,block_sparse_moe.experts.166.w1,0.0015228163,0.05000,3.181
+47,block_sparse_moe.experts.172.w1,0.0045768075,0.05000,3.146
+47,block_sparse_moe.experts.164.w1,0.0015218769,0.05000,3.012
+47,block_sparse_moe.experts.165.w1,0.0039839194,0.05000,3.092
+47,block_sparse_moe.experts.168.w1,0.0034462467,0.05000,3.098
+47,block_sparse_moe.experts.161.w1,0.0009564452,0.05000,3.196
+47,block_sparse_moe.experts.167.w1,0.0050867099,0.05000,2.993
+47,block_sparse_moe.experts.171.w1,0.0005880248,0.05000,2.984
+47,block_sparse_moe.experts.162.w1,0.0026674658,0.05000,3.163
+47,block_sparse_moe.experts.174.w1,0.0011228592,0.05000,3.293
+47,block_sparse_moe.experts.160.w1,0.0033259109,0.05000,3.138
+47,block_sparse_moe.experts.170.w1,0.0006891822,0.05000,3.273
+47,block_sparse_moe.experts.179.w1,0.0015371742,0.05000,3.008
+47,block_sparse_moe.experts.188.w1,0.0013157570,0.05000,2.785
+47,block_sparse_moe.experts.191.w1,0.0004296875,0.05000,2.923
+47,block_sparse_moe.experts.184.w1,0.0032475061,0.05000,2.811
+47,block_sparse_moe.experts.189.w1,0.0013169514,0.05000,3.191
+47,block_sparse_moe.experts.180.w1,0.0008728876,0.05000,2.910
+47,block_sparse_moe.experts.187.w1,0.0029767822,0.05000,2.796
+47,block_sparse_moe.experts.183.w1,0.0010391965,0.05000,2.902
+47,block_sparse_moe.experts.182.w1,0.0034141851,0.05000,3.211
+47,block_sparse_moe.experts.185.w1,0.0033958743,0.05000,3.321
+47,block_sparse_moe.experts.181.w1,0.0015687559,0.05000,3.210
+47,block_sparse_moe.experts.177.w1,0.0015196259,0.05000,3.217
+47,block_sparse_moe.experts.190.w1,0.0026276004,0.05000,3.058
+47,block_sparse_moe.experts.178.w1,0.0034815041,0.05000,3.112
+47,block_sparse_moe.experts.176.w1,0.0036527579,0.05000,2.911
+47,block_sparse_moe.experts.186.w1,0.0048632215,0.05000,3.051
+47,block_sparse_moe.experts.195.w1,0.0019913246,0.05000,2.988
+47,block_sparse_moe.experts.204.w1,0.0036696836,0.05000,2.825
+47,block_sparse_moe.experts.200.w1,0.0040009190,0.05000,2.809
+47,block_sparse_moe.experts.207.w1,0.0094437116,0.05000,2.912
+47,block_sparse_moe.experts.196.w1,0.0051096408,0.05000,2.819
+47,block_sparse_moe.experts.205.w1,0.0014345157,0.05000,3.086
+47,block_sparse_moe.experts.203.w1,0.0019271102,0.05000,3.035
+47,block_sparse_moe.experts.199.w1,0.0011505626,0.05000,3.064
+47,block_sparse_moe.experts.198.w1,0.0026585046,0.05000,3.029
+47,block_sparse_moe.experts.192.w1,0.0016728281,0.05000,2.755
+47,block_sparse_moe.experts.201.w1,0.0022352083,0.05000,3.102
+47,block_sparse_moe.experts.194.w1,0.0021884807,0.05000,2.934
+47,block_sparse_moe.experts.206.w1,0.0003283747,0.05000,3.011
+47,block_sparse_moe.experts.197.w1,0.0042581151,0.05000,3.110
+47,block_sparse_moe.experts.193.w1,0.0028046555,0.05000,3.165
+47,block_sparse_moe.experts.202.w1,0.0033272705,0.05000,3.221
+47,block_sparse_moe.experts.220.w1,0.0038603023,0.05000,2.785
+47,block_sparse_moe.experts.216.w1,0.0038038943,0.05000,2.827
+47,block_sparse_moe.experts.211.w1,0.0018463586,0.05000,3.041
+47,block_sparse_moe.experts.212.w1,0.0036636288,0.05000,2.950
+47,block_sparse_moe.experts.223.w1,0.0043756662,0.05000,3.046
+47,block_sparse_moe.experts.221.w1,0.0020861426,0.05000,2.974
+47,block_sparse_moe.experts.208.w1,0.0018291047,0.05000,2.847
+47,block_sparse_moe.experts.219.w1,0.0019509009,0.05000,3.121
+47,block_sparse_moe.experts.214.w1,0.0053609972,0.05000,3.080
+47,block_sparse_moe.experts.215.w1,0.0060985350,0.05000,3.116
+47,block_sparse_moe.experts.217.w1,0.0033898253,0.05000,3.027
+47,block_sparse_moe.experts.210.w1,0.0025532413,0.05000,3.096
+47,block_sparse_moe.experts.213.w1,0.0010007130,0.05000,3.047
+47,block_sparse_moe.experts.209.w1,0.0042897720,0.05000,3.038
+47,block_sparse_moe.experts.222.w1,0.0010909730,0.05000,3.185
+47,block_sparse_moe.experts.218.w1,0.0017521071,0.05000,3.196
+47,block_sparse_moe.experts.236.w1,0.0286812695,0.05000,2.803
+47,block_sparse_moe.experts.232.w1,0.0012412718,0.05000,2.770
+47,block_sparse_moe.experts.228.w1,0.0046575997,0.05000,2.790
+47,block_sparse_moe.experts.227.w1,0.0018181660,0.05000,3.154
+47,block_sparse_moe.experts.224.w1,0.0045207523,0.05000,2.880
+47,block_sparse_moe.experts.237.w1,0.0011954610,0.05000,2.984
+47,block_sparse_moe.experts.239.w1,0.0024729215,0.05000,3.293
+47,block_sparse_moe.experts.235.w1,0.0010918584,0.05000,3.078
+47,block_sparse_moe.experts.229.w1,0.0023683681,0.05000,2.835
+47,block_sparse_moe.experts.233.w1,0.0020035263,0.05000,3.010
+47,block_sparse_moe.experts.230.w1,0.0031433961,0.05000,3.080
+47,block_sparse_moe.experts.225.w1,0.0046628549,0.05000,2.828
+47,block_sparse_moe.experts.231.w1,0.0023134242,0.05000,3.094
+47,block_sparse_moe.experts.226.w1,0.0022963295,0.05000,3.034
+47,block_sparse_moe.experts.238.w1,0.0021609768,0.05000,3.105
+47,block_sparse_moe.experts.234.w1,0.0025427565,0.05000,2.987
+47,block_sparse_moe.experts.252.w1,0.0007569232,0.05000,2.946
+47,block_sparse_moe.experts.248.w1,0.0035564774,0.05000,2.963
+47,block_sparse_moe.experts.244.w1,0.0011980635,0.05000,2.888
+47,block_sparse_moe.experts.243.w1,0.0010628350,0.05000,2.940
+47,block_sparse_moe.experts.240.w1,0.0013202357,0.05000,2.863
+47,block_sparse_moe.experts.255.w1,0.0021750209,0.05000,2.931
+47,block_sparse_moe.experts.253.w1,0.0020261307,0.05000,3.179
+47,block_sparse_moe.experts.251.w1,0.0015612458,0.05000,2.996
+47,block_sparse_moe.experts.247.w1,0.0013649366,0.05000,3.007
+47,block_sparse_moe.experts.245.w1,0.0048835569,0.05000,3.169
+47,block_sparse_moe.experts.241.w1,0.0024544045,0.05000,3.170
+47,block_sparse_moe.experts.246.w1,0.0024496238,0.05000,3.226
+47,block_sparse_moe.experts.249.w1,0.0039905220,0.05000,3.268
+47,block_sparse_moe.experts.242.w1,0.0003465752,0.05000,3.143
+47,block_sparse_moe.experts.254.w1,0.0015525139,0.05000,3.121
+47,block_sparse_moe.experts.250.w1,0.0025661969,0.05000,3.031
+47,block_sparse_moe.experts.12.w3,0.0015673594,0.05000,2.881
+47,block_sparse_moe.experts.8.w3,0.0013401965,0.05000,2.917
+47,block_sparse_moe.experts.4.w3,0.0016389357,0.05000,2.880
+47,block_sparse_moe.experts.0.w3,0.0028894335,0.05000,2.886
+47,block_sparse_moe.experts.3.w3,0.0028419011,0.05000,3.051
+47,block_sparse_moe.experts.13.w3,0.0014550097,0.05000,2.946
+47,block_sparse_moe.experts.15.w3,0.0049881669,0.05000,3.108
+47,block_sparse_moe.experts.1.w3,0.0030363051,0.05000,2.867
+47,block_sparse_moe.experts.11.w3,0.0038262324,0.05000,3.145
+47,block_sparse_moe.experts.5.w3,0.0015431917,0.05000,2.965
+47,block_sparse_moe.experts.7.w3,0.0020213347,0.05000,3.097
+47,block_sparse_moe.experts.9.w3,0.0013236927,0.05000,3.039
+47,block_sparse_moe.experts.2.w3,0.0008537720,0.05000,3.073
+47,block_sparse_moe.experts.6.w3,0.0025156221,0.05000,3.170
+47,block_sparse_moe.experts.14.w3,0.0031672623,0.05000,3.055
+47,block_sparse_moe.experts.10.w3,0.0040129668,0.05000,3.119
+47,block_sparse_moe.experts.28.w3,0.0021702645,0.05000,2.905
+47,block_sparse_moe.experts.24.w3,0.0024175808,0.05000,2.901
+47,block_sparse_moe.experts.20.w3,0.0013613831,0.05000,2.891
+47,block_sparse_moe.experts.19.w3,0.0055897447,0.05000,2.851
+47,block_sparse_moe.experts.16.w3,0.0047201774,0.05000,3.022
+47,block_sparse_moe.experts.31.w3,0.0021044993,0.05000,2.894
+47,block_sparse_moe.experts.29.w3,0.0011767813,0.05000,2.917
+47,block_sparse_moe.experts.27.w3,0.0026165238,0.05000,2.829
+47,block_sparse_moe.experts.21.w3,0.0017755301,0.05000,2.915
+47,block_sparse_moe.experts.23.w3,0.0028128471,0.05000,2.873
+47,block_sparse_moe.experts.17.w3,0.0058962791,0.05000,3.079
+47,block_sparse_moe.experts.25.w3,0.0049875737,0.05000,2.951
+47,block_sparse_moe.experts.18.w3,0.0029031815,0.05000,3.067
+47,block_sparse_moe.experts.22.w3,0.0035608190,0.05000,3.055
+47,block_sparse_moe.experts.30.w3,0.0017929706,0.05000,3.053
+47,block_sparse_moe.experts.26.w3,0.0042171309,0.05000,3.185
+47,block_sparse_moe.experts.44.w3,0.0047086753,0.05000,2.968
+47,block_sparse_moe.experts.36.w3,0.0031931156,0.05000,2.890
+47,block_sparse_moe.experts.40.w3,0.0018331829,0.05000,3.055
+47,block_sparse_moe.experts.35.w3,0.0034311113,0.05000,2.958
+47,block_sparse_moe.experts.32.w3,0.0017918373,0.05000,2.949
+47,block_sparse_moe.experts.47.w3,0.0026915911,0.05000,2.893
+47,block_sparse_moe.experts.43.w3,0.0032742966,0.05000,2.837
+47,block_sparse_moe.experts.45.w3,0.0032132662,0.05000,3.145
+47,block_sparse_moe.experts.37.w3,0.0033166952,0.05000,3.017
+47,block_sparse_moe.experts.39.w3,0.0005595617,0.05000,3.003
+47,block_sparse_moe.experts.33.w3,0.0003472380,0.05000,3.114
+47,block_sparse_moe.experts.41.w3,0.0059710640,0.05000,3.078
+47,block_sparse_moe.experts.34.w3,0.0038983411,0.05000,3.204
+47,block_sparse_moe.experts.38.w3,0.0021500759,0.05000,3.215
+47,block_sparse_moe.experts.46.w3,0.0018821342,0.05000,3.168
+47,block_sparse_moe.experts.42.w3,0.0036686681,0.05000,3.059
+47,block_sparse_moe.experts.60.w3,0.0035882207,0.05000,3.040
+47,block_sparse_moe.experts.52.w3,0.0029691479,0.05000,2.993
+47,block_sparse_moe.experts.56.w3,0.0063314825,0.05000,3.022
+47,block_sparse_moe.experts.51.w3,0.0035013919,0.05000,2.957
+47,block_sparse_moe.experts.48.w3,0.0018738905,0.05000,2.959
+47,block_sparse_moe.experts.63.w3,0.0029421216,0.05000,3.103
+47,block_sparse_moe.experts.61.w3,0.0021920181,0.05000,2.908
+47,block_sparse_moe.experts.53.w3,0.0019666418,0.05000,2.898
+47,block_sparse_moe.experts.59.w3,0.0023162570,0.05000,3.207
+47,block_sparse_moe.experts.49.w3,0.0025947371,0.05000,2.881
+47,block_sparse_moe.experts.55.w3,0.0020542861,0.05000,3.180
+47,block_sparse_moe.experts.57.w3,0.0006103455,0.05000,2.916
+47,block_sparse_moe.experts.50.w3,0.0020891024,0.05000,3.097
+47,block_sparse_moe.experts.62.w3,0.0022807395,0.05000,3.122
+47,block_sparse_moe.experts.54.w3,0.0038846168,0.05000,3.261
+47,block_sparse_moe.experts.58.w3,0.0010393724,0.05000,3.190
+47,block_sparse_moe.experts.76.w3,0.0013987338,0.05000,2.962
+47,block_sparse_moe.experts.72.w3,0.0022602921,0.05000,2.889
+47,block_sparse_moe.experts.68.w3,0.0015855718,0.05000,3.009
+47,block_sparse_moe.experts.67.w3,0.0072481686,0.05000,3.000
+47,block_sparse_moe.experts.64.w3,0.0033289852,0.05000,3.032
+47,block_sparse_moe.experts.77.w3,0.0019854560,0.05000,2.941
+47,block_sparse_moe.experts.69.w3,0.0034789381,0.05000,2.876
+47,block_sparse_moe.experts.79.w3,0.0020670069,0.05000,3.169
+47,block_sparse_moe.experts.65.w3,0.0046977463,0.05000,2.869
+47,block_sparse_moe.experts.75.w3,0.0040051498,0.05000,3.217
+47,block_sparse_moe.experts.73.w3,0.0057329766,0.05000,2.954
+47,block_sparse_moe.experts.71.w3,0.0027836169,0.05000,3.041
+47,block_sparse_moe.experts.66.w3,0.0050495690,0.05000,3.158
+47,block_sparse_moe.experts.78.w3,0.0038199865,0.05000,3.156
+47,block_sparse_moe.experts.70.w3,0.0060497449,0.05000,3.133
+47,block_sparse_moe.experts.74.w3,0.0069120338,0.05000,3.146
+47,block_sparse_moe.experts.92.w3,0.0015141407,0.05000,3.076
+47,block_sparse_moe.experts.88.w3,0.0022614405,0.05000,3.125
+47,block_sparse_moe.experts.84.w3,0.0019981507,0.05000,3.160
+47,block_sparse_moe.experts.83.w3,0.0035405185,0.05000,3.023
+47,block_sparse_moe.experts.80.w3,0.0027816140,0.05000,3.193
+47,block_sparse_moe.experts.85.w3,0.0022710574,0.05000,2.906
+47,block_sparse_moe.experts.93.w3,0.0047280029,0.05000,2.997
+47,block_sparse_moe.experts.95.w3,0.0005197803,0.05000,3.064
+47,block_sparse_moe.experts.81.w3,0.0028801916,0.05000,2.927
+47,block_sparse_moe.experts.91.w3,0.0071398228,0.05000,2.979
+47,block_sparse_moe.experts.89.w3,0.0024502943,0.05000,2.964
+47,block_sparse_moe.experts.87.w3,0.0026404187,0.05000,3.011
+47,block_sparse_moe.experts.82.w3,0.0021962146,0.05000,3.150
+47,block_sparse_moe.experts.94.w3,0.0011859397,0.05000,3.126
+47,block_sparse_moe.experts.86.w3,0.0029972497,0.05000,3.127
+47,block_sparse_moe.experts.90.w3,0.0030456182,0.05000,3.149
+47,block_sparse_moe.experts.108.w3,0.0019980922,0.05000,3.023
+47,block_sparse_moe.experts.100.w3,0.0034618602,0.05000,2.995
+47,block_sparse_moe.experts.104.w3,0.0005394979,0.05000,3.087
+47,block_sparse_moe.experts.99.w3,0.0009940029,0.05000,3.080
+47,block_sparse_moe.experts.96.w3,0.0036942723,0.05000,3.145
+47,block_sparse_moe.experts.101.w3,0.0055050452,0.05000,3.160
+47,block_sparse_moe.experts.109.w3,0.0027018659,0.05000,3.230
+47,block_sparse_moe.experts.111.w3,0.0008120642,0.05000,3.110
+47,block_sparse_moe.experts.97.w3,0.0017067920,0.05000,3.155
+47,block_sparse_moe.experts.107.w3,0.0014017468,0.05000,3.081
+47,block_sparse_moe.experts.103.w3,0.0031335923,0.05000,3.066
+47,block_sparse_moe.experts.105.w3,0.0026278356,0.05000,3.174
+47,block_sparse_moe.experts.98.w3,0.0030305186,0.05000,3.174
+47,block_sparse_moe.experts.110.w3,0.0003404222,0.05000,3.092
+47,block_sparse_moe.experts.102.w3,0.0012598326,0.05000,3.113
+47,block_sparse_moe.experts.106.w3,0.0032998070,0.05000,3.233
+47,block_sparse_moe.experts.124.w3,0.0029005962,0.05000,3.226
+47,block_sparse_moe.experts.116.w3,0.0016542758,0.05000,3.110
+47,block_sparse_moe.experts.120.w3,0.0055580337,0.05000,3.154
+47,block_sparse_moe.experts.115.w3,0.0025534420,0.05000,3.101
+47,block_sparse_moe.experts.112.w3,0.0090546110,0.05000,2.937
+47,block_sparse_moe.experts.117.w3,0.0059092490,0.05000,3.108
+47,block_sparse_moe.experts.125.w3,0.0016351519,0.05000,3.150
+47,block_sparse_moe.experts.127.w3,0.0027738840,0.05000,3.061
+47,block_sparse_moe.experts.113.w3,0.0009687671,0.05000,3.049
+47,block_sparse_moe.experts.123.w3,0.0026159299,0.05000,3.074
+47,block_sparse_moe.experts.121.w3,0.0005779032,0.05000,3.074
+47,block_sparse_moe.experts.119.w3,0.0027618615,0.05000,3.250
+47,block_sparse_moe.experts.114.w3,0.0029620851,0.05000,3.062
+47,block_sparse_moe.experts.126.w3,0.0007597202,0.05000,3.064
+47,block_sparse_moe.experts.118.w3,0.0035495930,0.05000,3.058
+47,block_sparse_moe.experts.140.w3,0.0022655724,0.05000,2.801
+47,block_sparse_moe.experts.122.w3,0.0589208982,0.05000,2.963
+47,block_sparse_moe.experts.132.w3,0.0036046268,0.05000,2.847
+47,block_sparse_moe.experts.136.w3,0.0040320572,0.05000,2.933
+47,block_sparse_moe.experts.131.w3,0.0041093601,0.05000,3.139
+47,block_sparse_moe.experts.128.w3,0.0028628208,0.05000,3.194
+47,block_sparse_moe.experts.133.w3,0.0026543071,0.05000,2.960
+47,block_sparse_moe.experts.141.w3,0.0056419081,0.05000,2.977
+47,block_sparse_moe.experts.143.w3,0.0025115595,0.05000,3.031
+47,block_sparse_moe.experts.129.w3,0.0117343413,0.05000,2.977
+47,block_sparse_moe.experts.137.w3,0.0026845938,0.05000,2.961
+47,block_sparse_moe.experts.139.w3,0.0010254076,0.05000,3.106
+47,block_sparse_moe.experts.135.w3,0.0033802265,0.05000,3.146
+47,block_sparse_moe.experts.130.w3,0.0013183828,0.05000,3.210
+47,block_sparse_moe.experts.142.w3,0.0017997880,0.05000,3.215
+47,block_sparse_moe.experts.134.w3,0.0004134058,0.05000,3.241
+47,block_sparse_moe.experts.156.w3,0.0015323289,0.05000,3.031
+47,block_sparse_moe.experts.152.w3,0.0045757386,0.05000,2.959
+47,block_sparse_moe.experts.148.w3,0.0041675549,0.05000,3.118
+47,block_sparse_moe.experts.138.w3,0.0045444641,0.05000,3.334
+47,block_sparse_moe.experts.147.w3,0.0026311924,0.05000,2.871
+47,block_sparse_moe.experts.144.w3,0.0031504923,0.05000,2.982
+47,block_sparse_moe.experts.159.w3,0.0004593504,0.05000,2.863
+47,block_sparse_moe.experts.157.w3,0.0027316792,0.05000,3.100
+47,block_sparse_moe.experts.145.w3,0.0019791982,0.05000,3.078
+47,block_sparse_moe.experts.149.w3,0.0050477412,0.05000,3.284
+47,block_sparse_moe.experts.155.w3,0.0044756715,0.05000,2.844
+47,block_sparse_moe.experts.153.w3,0.0020950387,0.05000,3.077
+47,block_sparse_moe.experts.151.w3,0.0021923319,0.05000,2.956
+47,block_sparse_moe.experts.146.w3,0.0016191417,0.05000,3.203
+47,block_sparse_moe.experts.158.w3,0.0028222447,0.05000,3.200
+47,block_sparse_moe.experts.172.w3,0.0050503326,0.05000,2.956
+47,block_sparse_moe.experts.150.w3,0.0035058213,0.05000,3.148
+47,block_sparse_moe.experts.168.w3,0.0039155794,0.05000,2.882
+47,block_sparse_moe.experts.164.w3,0.0016111007,0.05000,2.907
+47,block_sparse_moe.experts.154.w3,0.0044399305,0.05000,3.099
+47,block_sparse_moe.experts.163.w3,0.0027191935,0.05000,3.114
+47,block_sparse_moe.experts.160.w3,0.0039705153,0.05000,2.940
+47,block_sparse_moe.experts.175.w3,0.0021726160,0.05000,3.032
+47,block_sparse_moe.experts.165.w3,0.0044595158,0.05000,3.032
+47,block_sparse_moe.experts.173.w3,0.0018526935,0.05000,3.093
+47,block_sparse_moe.experts.171.w3,0.0006642554,0.05000,3.017
+47,block_sparse_moe.experts.161.w3,0.0010978668,0.05000,3.081
+47,block_sparse_moe.experts.169.w3,0.0031819895,0.05000,3.035
+47,block_sparse_moe.experts.167.w3,0.0056385051,0.05000,3.030
+47,block_sparse_moe.experts.166.w3,0.0017418338,0.05000,2.803
+47,block_sparse_moe.experts.162.w3,0.0029584393,0.05000,2.963
+47,block_sparse_moe.experts.188.w3,0.0014296436,0.05000,2.946
+47,block_sparse_moe.experts.174.w3,0.0012862641,0.05000,2.954
+47,block_sparse_moe.experts.184.w3,0.0038971861,0.05000,2.913
+47,block_sparse_moe.experts.180.w3,0.0009722609,0.05000,3.034
+47,block_sparse_moe.experts.170.w3,0.0007632718,0.05000,2.878
+47,block_sparse_moe.experts.179.w3,0.0017743167,0.05000,3.059
+47,block_sparse_moe.experts.176.w3,0.0042831530,0.05000,2.985
+47,block_sparse_moe.experts.191.w3,0.0004829504,0.05000,3.086
+47,block_sparse_moe.experts.177.w3,0.0016850893,0.05000,2.949
+47,block_sparse_moe.experts.189.w3,0.0015104189,0.05000,3.028
+47,block_sparse_moe.experts.187.w3,0.0034395529,0.05000,3.042
+47,block_sparse_moe.experts.181.w3,0.0017388656,0.05000,3.076
+47,block_sparse_moe.experts.185.w3,0.0038957430,0.05000,3.130
+47,block_sparse_moe.experts.183.w3,0.0011643719,0.05000,3.018
+47,block_sparse_moe.experts.204.w3,0.0042591273,0.05000,2.981
+47,block_sparse_moe.experts.182.w3,0.0039424589,0.05000,3.090
+47,block_sparse_moe.experts.190.w3,0.0029248244,0.05000,3.028
+47,block_sparse_moe.experts.178.w3,0.0038521785,0.05000,3.088
+47,block_sparse_moe.experts.200.w3,0.0043386756,0.05000,3.042
+47,block_sparse_moe.experts.196.w3,0.0058226666,0.05000,2.986
+47,block_sparse_moe.experts.186.w3,0.0055694314,0.05000,3.076
+47,block_sparse_moe.experts.195.w3,0.0022661594,0.05000,2.842
+47,block_sparse_moe.experts.192.w3,0.0019587029,0.05000,3.080
+47,block_sparse_moe.experts.207.w3,0.0107019445,0.05000,2.776
+47,block_sparse_moe.experts.197.w3,0.0049010843,0.05000,2.627
+47,block_sparse_moe.experts.205.w3,0.0016250362,0.05000,2.732
+47,block_sparse_moe.experts.203.w3,0.0022678910,0.05000,2.708
+47,block_sparse_moe.experts.193.w3,0.0030910341,0.05000,2.831
+47,block_sparse_moe.experts.201.w3,0.0024816394,0.05000,2.728
+47,block_sparse_moe.experts.199.w3,0.0012678166,0.05000,2.755
+47,block_sparse_moe.experts.198.w3,0.0030089838,0.05000,2.932
+47,block_sparse_moe.experts.194.w3,0.0024893022,0.05000,2.939
+47,block_sparse_moe.experts.206.w3,0.0003688282,0.05000,2.974
+47,block_sparse_moe.experts.220.w3,0.0043798240,0.05000,3.031
+47,block_sparse_moe.experts.216.w3,0.0043513656,0.05000,3.153
+47,block_sparse_moe.experts.212.w3,0.0042809982,0.05000,3.120
+47,block_sparse_moe.experts.202.w3,0.0036483188,0.05000,2.914
+47,block_sparse_moe.experts.211.w3,0.0020707191,0.05000,3.006
+47,block_sparse_moe.experts.213.w3,0.0011039937,0.05000,2.828
+47,block_sparse_moe.experts.221.w3,0.0023333762,0.05000,2.809
+47,block_sparse_moe.experts.208.w3,0.0020576279,0.05000,3.082
+47,block_sparse_moe.experts.209.w3,0.0050780269,0.05000,2.773
+47,block_sparse_moe.experts.223.w3,0.0049928679,0.05000,3.114
+47,block_sparse_moe.experts.219.w3,0.0021484769,0.05000,3.016
+47,block_sparse_moe.experts.217.w3,0.0037660369,0.05000,2.867
+47,block_sparse_moe.experts.215.w3,0.0070456380,0.05000,3.078
+47,block_sparse_moe.experts.210.w3,0.0028543272,0.05000,2.373
+47,block_sparse_moe.experts.222.w3,0.0012278372,0.05000,2.468
+47,block_sparse_moe.experts.214.w3,0.0060870506,0.05000,2.558
+47,block_sparse_moe.experts.218.w3,0.0019510862,0.05000,2.542
+47,block_sparse_moe.experts.236.w3,0.0331711129,0.05000,3.085
+47,block_sparse_moe.experts.232.w3,0.0013631855,0.05000,2.983
+47,block_sparse_moe.experts.228.w3,0.0051973034,0.05000,3.025
+47,block_sparse_moe.experts.227.w3,0.0020328443,0.05000,2.984
+47,block_sparse_moe.experts.229.w3,0.0027233897,0.05000,2.751
+47,block_sparse_moe.experts.237.w3,0.0014119721,0.05000,2.844
+47,block_sparse_moe.experts.225.w3,0.0053436118,0.05000,2.868
+47,block_sparse_moe.experts.224.w3,0.0052239081,0.05000,3.038
+47,block_sparse_moe.experts.235.w3,0.0012537015,0.05000,2.961
+47,block_sparse_moe.experts.233.w3,0.0023033624,0.05000,2.808
+47,block_sparse_moe.experts.239.w3,0.0027961406,0.05000,3.036
+47,block_sparse_moe.experts.231.w3,0.0025466746,0.05000,2.822
+47,block_sparse_moe.experts.226.w3,0.0024922095,0.05000,3.002
+47,block_sparse_moe.experts.238.w3,0.0026322049,0.05000,2.999
+47,block_sparse_moe.experts.230.w3,0.0036571356,0.05000,3.043
+47,block_sparse_moe.experts.234.w3,0.0028859259,0.05000,2.863
+47,block_sparse_moe.experts.252.w3,0.0008722123,0.05000,3.059
+47,block_sparse_moe.experts.248.w3,0.0039942126,0.05000,2.984
+47,block_sparse_moe.experts.244.w3,0.0013291344,0.05000,3.000
+47,block_sparse_moe.experts.245.w3,0.0056214863,0.05000,2.796
+47,block_sparse_moe.experts.240.w3,0.0015199131,0.05000,2.449
+47,block_sparse_moe.experts.253.w3,0.0024079637,0.05000,2.758
+47,block_sparse_moe.experts.243.w3,0.0011861405,0.05000,3.044
+47,block_sparse_moe.experts.241.w3,0.0029286447,0.05000,2.770
+47,block_sparse_moe.experts.249.w3,0.0044833846,0.05000,2.586
+47,block_sparse_moe.experts.255.w3,0.0025162229,0.05000,2.879
+47,block_sparse_moe.experts.251.w3,0.0017332014,0.05000,2.924
+47,block_sparse_moe.experts.247.w3,0.0015267660,0.05000,2.615
+47,block_sparse_moe.experts.242.w3,0.0003886360,0.05000,2.707
+47,block_sparse_moe.experts.254.w3,0.0018044529,0.05000,2.684
+47,block_sparse_moe.experts.246.w3,0.0028413157,0.05000,2.634
+47,block_sparse_moe.experts.250.w3,0.0029227802,0.05000,2.384
+47,block_sparse_moe.experts.6.w2,0.0028060851,0.05000,1.379
+47,block_sparse_moe.experts.5.w2,0.0005137923,0.05000,1.413
+47,block_sparse_moe.experts.10.w2,0.0074441353,0.05000,1.415
+47,block_sparse_moe.experts.13.w2,0.0021861530,0.05000,1.439
+47,block_sparse_moe.experts.14.w2,0.0025631047,0.05000,1.445
+47,block_sparse_moe.experts.2.w2,0.0026613571,0.05000,1.475
+47,block_sparse_moe.experts.1.w2,0.0068408512,0.05000,1.489
+47,block_sparse_moe.experts.15.w2,0.0045669143,0.05000,1.488
+47,block_sparse_moe.experts.3.w2,0.0074820965,0.05000,1.507
+47,block_sparse_moe.experts.9.w2,0.0023282613,0.05000,1.504
+47,block_sparse_moe.experts.0.w2,0.0174151147,0.05000,1.539
+47,block_sparse_moe.experts.4.w2,0.0095418195,0.05000,1.515
+47,block_sparse_moe.experts.7.w2,0.0061360645,0.05000,1.535
+47,block_sparse_moe.experts.11.w2,0.0066980522,0.05000,1.568
+47,block_sparse_moe.experts.12.w2,0.0004483741,0.05000,1.582
+47,block_sparse_moe.experts.8.w2,0.0064926792,0.05000,1.586
+47,block_sparse_moe.experts.22.w2,0.0205024295,0.05000,1.305
+47,block_sparse_moe.experts.26.w2,0.0036176764,0.05000,1.313
+47,block_sparse_moe.experts.30.w2,0.0024691351,0.05000,1.317
+47,block_sparse_moe.experts.18.w2,0.0075367077,0.05000,1.329
+47,block_sparse_moe.experts.29.w2,0.0022314248,0.05000,1.469
+47,block_sparse_moe.experts.31.w2,0.0065818463,0.05000,1.459
+47,block_sparse_moe.experts.16.w2,0.0128224233,0.05000,1.475
+47,block_sparse_moe.experts.20.w2,0.0077957473,0.05000,1.476
+47,block_sparse_moe.experts.19.w2,0.0275956610,0.05000,1.491
+47,block_sparse_moe.experts.27.w2,0.0025798403,0.05000,1.428
+47,block_sparse_moe.experts.25.w2,0.0168594109,0.05000,1.501
+47,block_sparse_moe.experts.23.w2,0.0016898531,0.05000,1.491
+47,block_sparse_moe.experts.17.w2,0.0024417286,0.05000,1.566
+47,block_sparse_moe.experts.21.w2,0.0047843488,0.05000,1.633
+47,block_sparse_moe.experts.24.w2,0.0053073345,0.05000,1.483
+47,block_sparse_moe.experts.28.w2,0.0017278030,0.05000,1.490
+47,block_sparse_moe.experts.38.w2,0.0082375589,0.05000,1.485
+47,block_sparse_moe.experts.42.w2,0.0077852500,0.05000,1.507
+47,block_sparse_moe.experts.34.w2,0.0028291043,0.05000,1.508
+47,block_sparse_moe.experts.32.w2,0.0025493840,0.05000,1.315
+47,block_sparse_moe.experts.46.w2,0.0055631568,0.05000,1.547
+47,block_sparse_moe.experts.36.w2,0.0138536034,0.05000,1.374
+47,block_sparse_moe.experts.45.w2,0.0011498137,0.05000,1.479
+47,block_sparse_moe.experts.44.w2,0.0018647190,0.05000,1.364
+47,block_sparse_moe.experts.35.w2,0.0043169738,0.05000,1.444
+47,block_sparse_moe.experts.40.w2,0.0059816870,0.05000,1.397
+47,block_sparse_moe.experts.47.w2,0.0057486937,0.05000,1.531
+47,block_sparse_moe.experts.43.w2,0.0116605158,0.05000,1.483
+47,block_sparse_moe.experts.33.w2,0.0006983232,0.05000,1.470
+47,block_sparse_moe.experts.37.w2,0.0039893066,0.05000,1.479
+47,block_sparse_moe.experts.39.w2,0.0022589249,0.05000,1.528
+47,block_sparse_moe.experts.41.w2,0.0100930547,0.05000,1.558
+47,block_sparse_moe.experts.54.w2,0.0106668170,0.05000,1.439
+47,block_sparse_moe.experts.58.w2,0.0005868641,0.05000,1.412
+47,block_sparse_moe.experts.50.w2,0.0068931961,0.05000,1.419
+47,block_sparse_moe.experts.51.w2,0.0021078259,0.05000,1.276
+47,block_sparse_moe.experts.62.w2,0.0075748177,0.05000,1.454
+47,block_sparse_moe.experts.48.w2,0.0029114382,0.05000,1.516
+47,block_sparse_moe.experts.63.w2,0.0045448365,0.05000,1.357
+47,block_sparse_moe.experts.59.w2,0.0010254548,0.05000,1.383
+47,block_sparse_moe.experts.52.w2,0.0076846661,0.05000,1.506
+47,block_sparse_moe.experts.61.w2,0.0048217957,0.05000,1.508
+47,block_sparse_moe.experts.55.w2,0.0004661262,0.05000,1.372
+47,block_sparse_moe.experts.60.w2,0.0026109618,0.05000,1.520
+47,block_sparse_moe.experts.49.w2,0.0027256682,0.05000,1.482
+47,block_sparse_moe.experts.56.w2,0.0220151029,0.05000,1.531
+47,block_sparse_moe.experts.53.w2,0.0037645242,0.05000,1.497
+47,block_sparse_moe.experts.57.w2,0.0028374662,0.05000,1.520
+47,block_sparse_moe.experts.74.w2,0.0059287456,0.05000,1.420
+47,block_sparse_moe.experts.70.w2,0.0270672315,0.05000,1.470
+47,block_sparse_moe.experts.66.w2,0.0089245491,0.05000,1.439
+47,block_sparse_moe.experts.67.w2,0.0303703277,0.05000,1.456
+47,block_sparse_moe.experts.78.w2,0.0121547859,0.05000,1.494
+47,block_sparse_moe.experts.79.w2,0.0027093181,0.05000,1.525
+47,block_sparse_moe.experts.68.w2,0.0027830105,0.05000,1.502
+47,block_sparse_moe.experts.75.w2,0.0040331256,0.05000,1.512
+47,block_sparse_moe.experts.71.w2,0.0023840703,0.05000,1.485
+47,block_sparse_moe.experts.64.w2,0.0135058113,0.05000,1.627
+47,block_sparse_moe.experts.77.w2,0.0021897381,0.05000,1.597
+47,block_sparse_moe.experts.76.w2,0.0105691371,0.05000,1.568
+47,block_sparse_moe.experts.72.w2,0.0016203153,0.05000,1.543
+47,block_sparse_moe.experts.65.w2,0.0065467689,0.05000,1.613
+47,block_sparse_moe.experts.73.w2,0.0336950475,0.05000,1.531
+47,block_sparse_moe.experts.69.w2,0.0055229844,0.05000,1.679
+47,block_sparse_moe.experts.83.w2,0.0067901977,0.05000,1.343
+47,block_sparse_moe.experts.90.w2,0.0095073831,0.05000,1.462
+47,block_sparse_moe.experts.86.w2,0.0041174546,0.05000,1.467
+47,block_sparse_moe.experts.95.w2,0.0017859418,0.05000,1.276
+47,block_sparse_moe.experts.82.w2,0.0017281424,0.05000,1.500
+47,block_sparse_moe.experts.91.w2,0.0065460205,0.05000,1.335
+47,block_sparse_moe.experts.87.w2,0.0081544072,0.05000,1.337
+47,block_sparse_moe.experts.94.w2,0.0016830257,0.05000,1.494
+47,block_sparse_moe.experts.80.w2,0.0070084983,0.05000,1.485
+47,block_sparse_moe.experts.84.w2,0.0040461626,0.05000,1.594
+47,block_sparse_moe.experts.93.w2,0.0140823726,0.05000,1.508
+47,block_sparse_moe.experts.89.w2,0.0077232924,0.05000,1.419
+47,block_sparse_moe.experts.88.w2,0.0050484872,0.05000,1.505
+47,block_sparse_moe.experts.92.w2,0.0058419954,0.05000,1.563
+47,block_sparse_moe.experts.81.w2,0.0008654407,0.05000,1.502
+47,block_sparse_moe.experts.85.w2,0.0057049304,0.05000,1.466
+47,block_sparse_moe.experts.99.w2,0.0031294394,0.05000,1.308
+47,block_sparse_moe.experts.111.w2,0.0014288875,0.05000,1.304
+47,block_sparse_moe.experts.106.w2,0.0083360564,0.05000,1.470
+47,block_sparse_moe.experts.107.w2,0.0051194027,0.05000,1.312
+47,block_sparse_moe.experts.102.w2,0.0040653961,0.05000,1.497
+47,block_sparse_moe.experts.98.w2,0.0063171781,0.05000,1.490
+47,block_sparse_moe.experts.103.w2,0.0071196584,0.05000,1.390
+47,block_sparse_moe.experts.110.w2,0.0023482904,0.05000,1.513
+47,block_sparse_moe.experts.109.w2,0.0099196253,0.05000,1.315
+47,block_sparse_moe.experts.97.w2,0.0034885479,0.05000,1.302
+47,block_sparse_moe.experts.105.w2,0.0012321733,0.05000,1.429
+47,block_sparse_moe.experts.96.w2,0.0086658109,0.05000,1.572
+47,block_sparse_moe.experts.100.w2,0.0174358076,0.05000,1.551
+47,block_sparse_moe.experts.101.w2,0.0018673448,0.05000,1.382
+47,block_sparse_moe.experts.104.w2,0.0015218968,0.05000,1.550
+47,block_sparse_moe.experts.108.w2,0.0048079074,0.05000,1.547
+47,block_sparse_moe.experts.115.w2,0.0014458760,0.05000,1.478
+47,block_sparse_moe.experts.127.w2,0.0088359157,0.05000,1.432
+47,block_sparse_moe.experts.122.w2,0.1388808489,0.05000,1.406
+47,block_sparse_moe.experts.118.w2,0.0081627664,0.05000,1.372
+47,block_sparse_moe.experts.123.w2,0.0097728414,0.05000,1.434
+47,block_sparse_moe.experts.114.w2,0.0132868722,0.05000,1.414
+47,block_sparse_moe.experts.119.w2,0.0070162310,0.05000,1.413
+47,block_sparse_moe.experts.126.w2,0.0026416325,0.05000,1.380
+47,block_sparse_moe.experts.125.w2,0.0060117697,0.05000,1.614
+47,block_sparse_moe.experts.113.w2,0.0024286351,0.05000,1.629
+47,block_sparse_moe.experts.121.w2,0.0017471872,0.05000,1.608
+47,block_sparse_moe.experts.112.w2,0.0196505134,0.05000,1.622
+47,block_sparse_moe.experts.117.w2,0.0168069430,0.05000,1.578
+47,block_sparse_moe.experts.116.w2,0.0045610095,0.05000,1.641
+47,block_sparse_moe.experts.120.w2,0.0078243097,0.05000,1.626
+47,block_sparse_moe.experts.124.w2,0.0086605460,0.05000,1.628
+47,block_sparse_moe.experts.131.w2,0.0016518351,0.05000,1.312
+47,block_sparse_moe.experts.143.w2,0.0022156381,0.05000,1.356
+47,block_sparse_moe.experts.134.w2,0.0018380574,0.05000,1.378
+47,block_sparse_moe.experts.139.w2,0.0003428481,0.05000,1.376
+47,block_sparse_moe.experts.138.w2,0.0082011224,0.05000,1.438
+47,block_sparse_moe.experts.135.w2,0.0099719196,0.05000,1.407
+47,block_sparse_moe.experts.130.w2,0.0005730332,0.05000,1.416
+47,block_sparse_moe.experts.142.w2,0.0015526249,0.05000,1.492
+47,block_sparse_moe.experts.141.w2,0.0147494850,0.05000,1.556
+47,block_sparse_moe.experts.137.w2,0.0025214396,0.05000,1.491
+47,block_sparse_moe.experts.129.w2,0.0167132532,0.05000,1.547
+47,block_sparse_moe.experts.133.w2,0.0026182043,0.05000,1.445
+47,block_sparse_moe.experts.132.w2,0.0015958244,0.05000,1.465
+47,block_sparse_moe.experts.136.w2,0.0062094574,0.05000,1.422
+47,block_sparse_moe.experts.128.w2,0.0060700730,0.05000,1.563
+47,block_sparse_moe.experts.140.w2,0.0008534228,0.05000,1.497
+47,block_sparse_moe.experts.147.w2,0.0007911518,0.05000,1.499
+47,block_sparse_moe.experts.159.w2,0.0010668237,0.05000,1.456
+47,block_sparse_moe.experts.150.w2,0.0011821562,0.05000,1.531
+47,block_sparse_moe.experts.154.w2,0.0114518695,0.05000,1.535
+47,block_sparse_moe.experts.151.w2,0.0083927453,0.05000,1.442
+47,block_sparse_moe.experts.155.w2,0.0059928223,0.05000,1.571
+47,block_sparse_moe.experts.146.w2,0.0055526043,0.05000,1.503
+47,block_sparse_moe.experts.158.w2,0.0069197298,0.05000,1.468
+47,block_sparse_moe.experts.157.w2,0.0120463917,0.05000,1.460
+47,block_sparse_moe.experts.148.w2,0.0141079660,0.05000,1.371
+47,block_sparse_moe.experts.144.w2,0.0034770377,0.05000,1.314
+47,block_sparse_moe.experts.145.w2,0.0022123870,0.05000,1.449
+47,block_sparse_moe.experts.152.w2,0.0049044893,0.05000,1.386
+47,block_sparse_moe.experts.149.w2,0.0278398530,0.05000,1.453
+47,block_sparse_moe.experts.153.w2,0.0009604950,0.05000,1.524
+47,block_sparse_moe.experts.156.w2,0.0029191167,0.05000,1.387
+47,block_sparse_moe.experts.163.w2,0.0094176169,0.05000,1.584
+47,block_sparse_moe.experts.175.w2,0.0044413956,0.05000,1.623
+47,block_sparse_moe.experts.166.w2,0.0050887702,0.05000,1.492
+47,block_sparse_moe.experts.162.w2,0.0011319934,0.05000,1.468
+47,block_sparse_moe.experts.170.w2,0.0028916641,0.05000,1.583
+47,block_sparse_moe.experts.171.w2,0.0021099767,0.05000,1.570
+47,block_sparse_moe.experts.167.w2,0.0108478230,0.05000,1.627
+47,block_sparse_moe.experts.174.w2,0.0023798970,0.05000,1.548
+47,block_sparse_moe.experts.160.w2,0.0083428155,0.05000,1.468
+47,block_sparse_moe.experts.173.w2,0.0060821451,0.05000,1.546
+47,block_sparse_moe.experts.165.w2,0.0027434923,0.05000,1.488
+47,block_sparse_moe.experts.168.w2,0.0012540549,0.05000,1.559
+47,block_sparse_moe.experts.161.w2,0.0036646866,0.05000,1.569
+47,block_sparse_moe.experts.164.w2,0.0194312053,0.05000,1.612
+47,block_sparse_moe.experts.169.w2,0.0035943971,0.05000,1.555
+47,block_sparse_moe.experts.172.w2,0.0131091790,0.05000,1.565
+47,block_sparse_moe.experts.179.w2,0.0004164680,0.05000,1.499
+47,block_sparse_moe.experts.191.w2,0.0019398357,0.05000,1.518
+47,block_sparse_moe.experts.182.w2,0.0031345765,0.05000,1.517
+47,block_sparse_moe.experts.178.w2,0.0127309569,0.05000,1.513
+47,block_sparse_moe.experts.186.w2,0.0264991104,0.05000,1.507
+47,block_sparse_moe.experts.187.w2,0.0023191122,0.05000,1.506
+47,block_sparse_moe.experts.190.w2,0.0091566038,0.05000,1.367
+47,block_sparse_moe.experts.183.w2,0.0013557978,0.05000,1.503
+47,block_sparse_moe.experts.176.w2,0.0130450132,0.05000,1.459
+47,block_sparse_moe.experts.184.w2,0.0090292829,0.05000,1.417
+47,block_sparse_moe.experts.189.w2,0.0065062025,0.05000,1.544
+47,block_sparse_moe.experts.180.w2,0.0054863905,0.05000,1.468
+47,block_sparse_moe.experts.188.w2,0.0020613347,0.05000,1.421
+47,block_sparse_moe.experts.181.w2,0.0007098481,0.05000,1.630
+47,block_sparse_moe.experts.177.w2,0.0003021807,0.05000,1.572
+47,block_sparse_moe.experts.185.w2,0.0034680844,0.05000,1.621
+47,block_sparse_moe.experts.198.w2,0.0020068399,0.05000,1.249
+47,block_sparse_moe.experts.195.w2,0.0031539531,0.05000,1.461
+47,block_sparse_moe.experts.194.w2,0.0006673254,0.05000,1.285
+47,block_sparse_moe.experts.202.w2,0.0179169585,0.05000,1.322
+47,block_sparse_moe.experts.207.w2,0.0074855023,0.05000,1.485
+47,block_sparse_moe.experts.206.w2,0.0012501822,0.05000,1.325
+47,block_sparse_moe.experts.203.w2,0.0092769313,0.05000,1.488
+47,block_sparse_moe.experts.199.w2,0.0045620720,0.05000,1.479
+47,block_sparse_moe.experts.200.w2,0.0110161003,0.05000,1.476
+47,block_sparse_moe.experts.192.w2,0.0032320810,0.05000,1.560
+47,block_sparse_moe.experts.196.w2,0.0124160440,0.05000,1.515
+47,block_sparse_moe.experts.205.w2,0.0042614873,0.05000,1.619
+47,block_sparse_moe.experts.204.w2,0.0066563028,0.05000,1.536
+47,block_sparse_moe.experts.193.w2,0.0026954956,0.05000,1.536
+47,block_sparse_moe.experts.201.w2,0.0004856030,0.05000,1.482
+47,block_sparse_moe.experts.197.w2,0.0118558705,0.05000,1.595
+47,block_sparse_moe.experts.211.w2,0.0102065590,0.05000,1.426
+47,block_sparse_moe.experts.214.w2,0.0099551766,0.05000,1.556
+47,block_sparse_moe.experts.223.w2,0.0168682093,0.05000,1.436
+47,block_sparse_moe.experts.210.w2,0.0019132373,0.05000,1.574
+47,block_sparse_moe.experts.218.w2,0.0007876370,0.05000,1.562
+47,block_sparse_moe.experts.219.w2,0.0077934648,0.05000,1.404
+47,block_sparse_moe.experts.215.w2,0.0127822254,0.05000,1.364
+47,block_sparse_moe.experts.222.w2,0.0023961974,0.05000,1.536
+47,block_sparse_moe.experts.208.w2,0.0059098232,0.05000,1.630
+47,block_sparse_moe.experts.212.w2,0.0081257624,0.05000,1.547
+47,block_sparse_moe.experts.216.w2,0.0176463708,0.05000,1.669
+47,block_sparse_moe.experts.221.w2,0.0074664724,0.05000,1.588
+47,block_sparse_moe.experts.209.w2,0.0184384281,0.05000,1.562
+47,block_sparse_moe.experts.217.w2,0.0064288343,0.05000,1.535
+47,block_sparse_moe.experts.220.w2,0.0119048683,0.05000,1.646
+47,block_sparse_moe.experts.213.w2,0.0006831858,0.05000,1.676
+47,block_sparse_moe.experts.230.w2,0.0064576699,0.05000,1.370
+47,block_sparse_moe.experts.227.w2,0.0050487655,0.05000,1.458
+47,block_sparse_moe.experts.226.w2,0.0009157494,0.05000,1.339
+47,block_sparse_moe.experts.239.w2,0.0127013736,0.05000,1.414
+47,block_sparse_moe.experts.234.w2,0.0014032671,0.05000,1.399
+47,block_sparse_moe.experts.235.w2,0.0057549304,0.05000,1.419
+47,block_sparse_moe.experts.238.w2,0.0052341890,0.05000,1.462
+47,block_sparse_moe.experts.231.w2,0.0184980442,0.05000,1.481
+47,block_sparse_moe.experts.237.w2,0.0069492427,0.05000,1.303
+47,block_sparse_moe.experts.224.w2,0.0188536841,0.05000,1.431
+47,block_sparse_moe.experts.232.w2,0.0018469550,0.05000,1.408
+47,block_sparse_moe.experts.233.w2,0.0064304133,0.05000,1.285
+47,block_sparse_moe.experts.228.w2,0.0074439668,0.05000,1.446
+47,block_sparse_moe.experts.225.w2,0.0128016202,0.05000,1.343
+47,block_sparse_moe.experts.236.w2,0.0830657424,0.05000,1.302
+47,block_sparse_moe.experts.229.w2,0.0077400298,0.05000,1.274
+47,block_sparse_moe.experts.246.w2,0.0023967609,0.05000,1.551
+47,block_sparse_moe.experts.243.w2,0.0003674180,0.05000,1.529
+47,block_sparse_moe.experts.255.w2,0.0077637408,0.05000,1.517
+47,block_sparse_moe.experts.242.w2,0.0030592855,0.05000,1.619
+47,block_sparse_moe.experts.250.w2,0.0011084898,0.05000,1.517
+47,block_sparse_moe.experts.251.w2,0.0070140896,0.05000,1.488
+47,block_sparse_moe.experts.247.w2,0.0010187962,0.05000,1.433
+47,block_sparse_moe.experts.254.w2,0.0042463995,0.05000,1.462
+47,block_sparse_moe.experts.240.w2,0.0053917410,0.05000,1.479
+47,block_sparse_moe.experts.252.w2,0.0024910082,0.05000,1.419
+47,block_sparse_moe.experts.244.w2,0.0030160041,0.05000,1.457
+47,block_sparse_moe.experts.248.w2,0.0074568281,0.05000,1.500
+47,block_sparse_moe.experts.253.w2,0.0069581929,0.05000,1.521
+47,block_sparse_moe.experts.249.w2,0.0064669174,0.05000,1.512
+47,block_sparse_moe.experts.241.w2,0.0064064687,0.05000,1.485
+47,block_sparse_moe.experts.245.w2,0.0133350723,0.05000,1.418
+48,self_attn.v_proj,0.0000335089,0.05000,0.993
+48,self_attn.k_proj,0.0000271629,0.05000,1.011
+48,self_attn.q_proj,0.0001848416,0.05000,1.028
+48,self_attn.o_proj,0.0000168127,0.05000,1.820
+48,block_sparse_moe.experts.1.w1,0.0023485117,0.05000,3.022
+48,block_sparse_moe.experts.5.w1,0.0006738785,0.05000,3.048
+48,block_sparse_moe.experts.9.w1,0.0029179114,0.05000,2.986
+48,block_sparse_moe.experts.13.w1,0.0022088152,0.05000,3.072
+48,block_sparse_moe.experts.12.w1,0.0016372830,0.05000,3.085
+48,block_sparse_moe.experts.4.w1,0.0014963472,0.05000,3.132
+48,block_sparse_moe.experts.0.w1,0.0011113954,0.05000,3.140
+48,block_sparse_moe.experts.3.w1,0.0018813899,0.05000,3.157
+48,block_sparse_moe.experts.11.w1,0.0021919446,0.05000,3.158
+48,block_sparse_moe.experts.8.w1,0.0033522180,0.05000,3.178
+48,block_sparse_moe.experts.7.w1,0.0023641405,0.05000,3.221
+48,block_sparse_moe.experts.14.w1,0.0025144153,0.05000,3.365
+48,block_sparse_moe.experts.15.w1,0.0071152552,0.05000,3.369
+48,block_sparse_moe.experts.6.w1,0.0020623226,0.05000,3.393
+48,block_sparse_moe.experts.2.w1,0.0036389610,0.05000,3.427
+48,block_sparse_moe.experts.10.w1,0.0033148077,0.05000,3.448
+48,block_sparse_moe.experts.29.w1,0.0020191324,0.05000,3.000
+48,block_sparse_moe.experts.21.w1,0.0018857479,0.05000,3.052
+48,block_sparse_moe.experts.25.w1,0.0030532470,0.05000,3.071
+48,block_sparse_moe.experts.17.w1,0.0023943388,0.05000,3.107
+48,block_sparse_moe.experts.28.w1,0.0059323479,0.05000,3.104
+48,block_sparse_moe.experts.16.w1,0.0022107548,0.05000,3.055
+48,block_sparse_moe.experts.23.w1,0.0011491895,0.05000,3.001
+48,block_sparse_moe.experts.24.w1,0.0032802678,0.05000,3.065
+48,block_sparse_moe.experts.19.w1,0.0025357463,0.05000,3.156
+48,block_sparse_moe.experts.20.w1,0.0018900974,0.05000,3.183
+48,block_sparse_moe.experts.30.w1,0.0027776191,0.05000,2.981
+48,block_sparse_moe.experts.27.w1,0.0027797351,0.05000,3.189
+48,block_sparse_moe.experts.31.w1,0.0028195888,0.05000,3.044
+48,block_sparse_moe.experts.26.w1,0.0009075856,0.05000,3.007
+48,block_sparse_moe.experts.22.w1,0.0080402531,0.05000,3.089
+48,block_sparse_moe.experts.18.w1,0.0033718850,0.05000,3.121
+48,block_sparse_moe.experts.45.w1,0.0027555467,0.05000,2.637
+48,block_sparse_moe.experts.37.w1,0.0031179506,0.05000,2.682
+48,block_sparse_moe.experts.33.w1,0.0038546071,0.05000,2.731
+48,block_sparse_moe.experts.41.w1,0.0053840711,0.05000,2.761
+48,block_sparse_moe.experts.44.w1,0.0015070822,0.05000,3.004
+48,block_sparse_moe.experts.40.w1,0.0004069345,0.05000,2.993
+48,block_sparse_moe.experts.36.w1,0.0007312934,0.05000,2.993
+48,block_sparse_moe.experts.32.w1,0.0038489916,0.05000,3.115
+48,block_sparse_moe.experts.39.w1,0.0042842870,0.05000,3.103
+48,block_sparse_moe.experts.46.w1,0.0028648409,0.05000,3.108
+48,block_sparse_moe.experts.43.w1,0.0004046163,0.05000,3.131
+48,block_sparse_moe.experts.35.w1,0.0014763458,0.05000,3.217
+48,block_sparse_moe.experts.38.w1,0.0014148122,0.05000,3.097
+48,block_sparse_moe.experts.47.w1,0.0008616259,0.05000,3.178
+48,block_sparse_moe.experts.42.w1,0.0005823350,0.05000,3.199
+48,block_sparse_moe.experts.34.w1,0.0010581659,0.05000,3.178
+48,block_sparse_moe.experts.61.w1,0.0058139353,0.05000,3.089
+48,block_sparse_moe.experts.53.w1,0.0018675649,0.05000,3.049
+48,block_sparse_moe.experts.60.w1,0.0021335110,0.05000,2.809
+48,block_sparse_moe.experts.49.w1,0.0013593374,0.05000,3.150
+48,block_sparse_moe.experts.56.w1,0.0013434653,0.05000,2.814
+48,block_sparse_moe.experts.57.w1,0.0034298971,0.05000,3.170
+48,block_sparse_moe.experts.48.w1,0.0017758186,0.05000,2.862
+48,block_sparse_moe.experts.52.w1,0.0032985914,0.05000,2.893
+48,block_sparse_moe.experts.55.w1,0.0220341309,0.05000,3.046
+48,block_sparse_moe.experts.51.w1,0.0017733794,0.05000,2.925
+48,block_sparse_moe.experts.59.w1,0.0011580740,0.05000,2.979
+48,block_sparse_moe.experts.62.w1,0.0016863427,0.05000,3.095
+48,block_sparse_moe.experts.63.w1,0.0059206073,0.05000,3.001
+48,block_sparse_moe.experts.54.w1,0.0195618826,0.05000,3.020
+48,block_sparse_moe.experts.58.w1,0.0017041357,0.05000,3.087
+48,block_sparse_moe.experts.50.w1,0.0008414085,0.05000,3.054
+48,block_sparse_moe.experts.77.w1,0.0018181999,0.05000,3.075
+48,block_sparse_moe.experts.65.w1,0.0039245822,0.05000,2.977
+48,block_sparse_moe.experts.69.w1,0.0020807738,0.05000,3.216
+48,block_sparse_moe.experts.76.w1,0.0011249680,0.05000,3.104
+48,block_sparse_moe.experts.72.w1,0.0026677629,0.05000,3.139
+48,block_sparse_moe.experts.73.w1,0.0076329748,0.05000,3.141
+48,block_sparse_moe.experts.68.w1,0.0022009869,0.05000,3.053
+48,block_sparse_moe.experts.71.w1,0.0043284897,0.05000,2.964
+48,block_sparse_moe.experts.64.w1,0.0033432764,0.05000,3.175
+48,block_sparse_moe.experts.67.w1,0.0020239110,0.05000,3.035
+48,block_sparse_moe.experts.75.w1,0.0040042800,0.05000,3.108
+48,block_sparse_moe.experts.78.w1,0.0094456820,0.05000,3.057
+48,block_sparse_moe.experts.79.w1,0.0008626477,0.05000,3.074
+48,block_sparse_moe.experts.74.w1,0.0013273298,0.05000,2.978
+48,block_sparse_moe.experts.70.w1,0.0013681948,0.05000,3.119
+48,block_sparse_moe.experts.66.w1,0.0022361378,0.05000,3.130
+48,block_sparse_moe.experts.93.w1,0.0018635083,0.05000,3.288
+48,block_sparse_moe.experts.81.w1,0.0041200192,0.05000,3.217
+48,block_sparse_moe.experts.92.w1,0.0010115040,0.05000,3.146
+48,block_sparse_moe.experts.85.w1,0.0027801657,0.05000,3.273
+48,block_sparse_moe.experts.84.w1,0.0017433914,0.05000,3.157
+48,block_sparse_moe.experts.88.w1,0.0014387303,0.05000,3.246
+48,block_sparse_moe.experts.80.w1,0.0025408574,0.05000,3.100
+48,block_sparse_moe.experts.87.w1,0.0009803700,0.05000,3.148
+48,block_sparse_moe.experts.83.w1,0.0019318547,0.05000,2.996
+48,block_sparse_moe.experts.89.w1,0.0024679581,0.05000,3.362
+48,block_sparse_moe.experts.95.w1,0.0030752529,0.05000,3.010
+48,block_sparse_moe.experts.91.w1,0.0014338565,0.05000,3.115
+48,block_sparse_moe.experts.94.w1,0.0051321580,0.05000,3.149
+48,block_sparse_moe.experts.86.w1,0.0021919971,0.05000,3.195
+48,block_sparse_moe.experts.90.w1,0.0014547523,0.05000,3.223
+48,block_sparse_moe.experts.82.w1,0.0036375732,0.05000,3.265
+48,block_sparse_moe.experts.97.w1,0.0024583744,0.05000,2.988
+48,block_sparse_moe.experts.109.w1,0.0045116961,0.05000,3.074
+48,block_sparse_moe.experts.108.w1,0.0003907908,0.05000,3.113
+48,block_sparse_moe.experts.101.w1,0.0010098193,0.05000,3.068
+48,block_sparse_moe.experts.100.w1,0.0018301578,0.05000,2.991
+48,block_sparse_moe.experts.103.w1,0.0036973019,0.05000,2.972
+48,block_sparse_moe.experts.96.w1,0.0013364614,0.05000,3.044
+48,block_sparse_moe.experts.105.w1,0.0016585931,0.05000,3.037
+48,block_sparse_moe.experts.99.w1,0.0042389862,0.05000,3.134
+48,block_sparse_moe.experts.104.w1,0.0040517836,0.05000,3.203
+48,block_sparse_moe.experts.107.w1,0.0018738483,0.05000,2.999
+48,block_sparse_moe.experts.111.w1,0.0038218730,0.05000,3.070
+48,block_sparse_moe.experts.110.w1,0.0020457047,0.05000,3.213
+48,block_sparse_moe.experts.102.w1,0.0016953910,0.05000,3.168
+48,block_sparse_moe.experts.106.w1,0.0039829800,0.05000,3.254
+48,block_sparse_moe.experts.98.w1,0.0013640279,0.05000,3.285
+48,block_sparse_moe.experts.119.w1,0.0017752126,0.05000,2.774
+48,block_sparse_moe.experts.124.w1,0.0048009189,0.05000,3.014
+48,block_sparse_moe.experts.116.w1,0.0077742888,0.05000,3.003
+48,block_sparse_moe.experts.125.w1,0.0023471106,0.05000,3.182
+48,block_sparse_moe.experts.113.w1,0.0028269446,0.05000,3.239
+48,block_sparse_moe.experts.112.w1,0.0020150447,0.05000,3.053
+48,block_sparse_moe.experts.123.w1,0.0034514690,0.05000,2.884
+48,block_sparse_moe.experts.115.w1,0.0018129173,0.05000,2.947
+48,block_sparse_moe.experts.120.w1,0.0012363303,0.05000,3.012
+48,block_sparse_moe.experts.117.w1,0.0018779916,0.05000,3.268
+48,block_sparse_moe.experts.127.w1,0.0057984481,0.05000,2.944
+48,block_sparse_moe.experts.121.w1,0.0017323956,0.05000,3.124
+48,block_sparse_moe.experts.126.w1,0.0009697213,0.05000,2.962
+48,block_sparse_moe.experts.118.w1,0.0053647072,0.05000,2.973
+48,block_sparse_moe.experts.122.w1,0.0080761863,0.05000,3.064
+48,block_sparse_moe.experts.114.w1,0.0022629034,0.05000,3.049
+48,block_sparse_moe.experts.140.w1,0.0031495901,0.05000,2.945
+48,block_sparse_moe.experts.132.w1,0.0026625805,0.05000,2.968
+48,block_sparse_moe.experts.135.w1,0.0040803942,0.05000,3.154
+48,block_sparse_moe.experts.141.w1,0.0043048555,0.05000,2.965
+48,block_sparse_moe.experts.129.w1,0.0033543618,0.05000,3.068
+48,block_sparse_moe.experts.128.w1,0.0014895544,0.05000,3.047
+48,block_sparse_moe.experts.136.w1,0.0024491722,0.05000,3.068
+48,block_sparse_moe.experts.131.w1,0.0015585606,0.05000,3.190
+48,block_sparse_moe.experts.137.w1,0.0040686059,0.05000,3.031
+48,block_sparse_moe.experts.133.w1,0.0015257320,0.05000,3.132
+48,block_sparse_moe.experts.139.w1,0.0035010986,0.05000,3.232
+48,block_sparse_moe.experts.143.w1,0.0014599991,0.05000,3.157
+48,block_sparse_moe.experts.142.w1,0.0008121380,0.05000,3.023
+48,block_sparse_moe.experts.134.w1,0.0026119021,0.05000,2.970
+48,block_sparse_moe.experts.138.w1,0.0039778237,0.05000,2.938
+48,block_sparse_moe.experts.130.w1,0.0006502705,0.05000,2.921
+48,block_sparse_moe.experts.156.w1,0.0005065911,0.05000,2.861
+48,block_sparse_moe.experts.148.w1,0.0017205051,0.05000,2.955
+48,block_sparse_moe.experts.157.w1,0.0002693826,0.05000,2.993
+48,block_sparse_moe.experts.144.w1,0.0034299018,0.05000,2.867
+48,block_sparse_moe.experts.151.w1,0.0010834474,0.05000,3.103
+48,block_sparse_moe.experts.152.w1,0.0025228717,0.05000,2.779
+48,block_sparse_moe.experts.145.w1,0.0034352075,0.05000,3.063
+48,block_sparse_moe.experts.153.w1,0.0040233062,0.05000,2.903
+48,block_sparse_moe.experts.158.w1,0.0035918053,0.05000,2.865
+48,block_sparse_moe.experts.149.w1,0.0024616295,0.05000,3.046
+48,block_sparse_moe.experts.155.w1,0.0034328192,0.05000,3.050
+48,block_sparse_moe.experts.147.w1,0.0019892756,0.05000,3.126
+48,block_sparse_moe.experts.150.w1,0.0021752807,0.05000,2.907
+48,block_sparse_moe.experts.159.w1,0.0041351831,0.05000,3.096
+48,block_sparse_moe.experts.154.w1,0.0011993215,0.05000,2.961
+48,block_sparse_moe.experts.146.w1,0.0011765606,0.05000,2.944
+48,block_sparse_moe.experts.172.w1,0.0009280470,0.05000,2.949
+48,block_sparse_moe.experts.164.w1,0.0020966338,0.05000,2.960
+48,block_sparse_moe.experts.173.w1,0.0066193723,0.05000,3.017
+48,block_sparse_moe.experts.160.w1,0.0026609044,0.05000,2.994
+48,block_sparse_moe.experts.168.w1,0.0008058620,0.05000,3.027
+48,block_sparse_moe.experts.161.w1,0.0060048888,0.05000,2.981
+48,block_sparse_moe.experts.167.w1,0.0015343302,0.05000,3.074
+48,block_sparse_moe.experts.169.w1,0.0017565457,0.05000,3.142
+48,block_sparse_moe.experts.165.w1,0.0066146761,0.05000,3.037
+48,block_sparse_moe.experts.174.w1,0.0022910145,0.05000,3.066
+48,block_sparse_moe.experts.163.w1,0.0020618526,0.05000,3.069
+48,block_sparse_moe.experts.166.w1,0.0016890366,0.05000,3.013
+48,block_sparse_moe.experts.171.w1,0.0028734642,0.05000,3.111
+48,block_sparse_moe.experts.175.w1,0.0020772333,0.05000,3.194
+48,block_sparse_moe.experts.170.w1,0.0012563261,0.05000,3.031
+48,block_sparse_moe.experts.162.w1,0.0489396763,0.05000,2.886
+48,block_sparse_moe.experts.188.w1,0.0005536592,0.05000,3.002
+48,block_sparse_moe.experts.180.w1,0.0034418218,0.05000,2.960
+48,block_sparse_moe.experts.176.w1,0.0018626268,0.05000,2.862
+48,block_sparse_moe.experts.184.w1,0.0022784362,0.05000,2.830
+48,block_sparse_moe.experts.189.w1,0.0016309026,0.05000,3.081
+48,block_sparse_moe.experts.183.w1,0.0025278651,0.05000,2.943
+48,block_sparse_moe.experts.177.w1,0.0042997048,0.05000,3.083
+48,block_sparse_moe.experts.187.w1,0.0034445753,0.05000,2.749
+48,block_sparse_moe.experts.179.w1,0.0030760751,0.05000,2.853
+48,block_sparse_moe.experts.181.w1,0.0018526335,0.05000,2.995
+48,block_sparse_moe.experts.182.w1,0.0019503344,0.05000,2.940
+48,block_sparse_moe.experts.185.w1,0.0023553987,0.05000,3.129
+48,block_sparse_moe.experts.190.w1,0.0033156677,0.05000,3.073
+48,block_sparse_moe.experts.191.w1,0.0025466210,0.05000,2.852
+48,block_sparse_moe.experts.178.w1,0.0024158821,0.05000,3.036
+48,block_sparse_moe.experts.186.w1,0.0036940020,0.05000,3.142
+48,block_sparse_moe.experts.204.w1,0.0018032456,0.05000,3.074
+48,block_sparse_moe.experts.200.w1,0.0023528014,0.05000,2.987
+48,block_sparse_moe.experts.196.w1,0.0019981696,0.05000,3.115
+48,block_sparse_moe.experts.192.w1,0.0025958429,0.05000,3.108
+48,block_sparse_moe.experts.199.w1,0.0035540774,0.05000,2.968
+48,block_sparse_moe.experts.205.w1,0.0029231399,0.05000,3.164
+48,block_sparse_moe.experts.203.w1,0.0014673470,0.05000,2.982
+48,block_sparse_moe.experts.193.w1,0.0057810963,0.05000,3.102
+48,block_sparse_moe.experts.195.w1,0.0011949162,0.05000,3.003
+48,block_sparse_moe.experts.197.w1,0.0073089419,0.05000,3.094
+48,block_sparse_moe.experts.207.w1,0.0028289148,0.05000,2.974
+48,block_sparse_moe.experts.198.w1,0.0022977684,0.05000,3.093
+48,block_sparse_moe.experts.201.w1,0.0014029589,0.05000,3.062
+48,block_sparse_moe.experts.206.w1,0.0005895331,0.05000,3.087
+48,block_sparse_moe.experts.202.w1,0.0014045667,0.05000,2.953
+48,block_sparse_moe.experts.194.w1,0.0021753655,0.05000,3.031
+48,block_sparse_moe.experts.220.w1,0.0042386399,0.05000,3.071
+48,block_sparse_moe.experts.216.w1,0.0006628468,0.05000,3.044
+48,block_sparse_moe.experts.208.w1,0.0024116252,0.05000,3.055
+48,block_sparse_moe.experts.212.w1,0.0041090099,0.05000,3.159
+48,block_sparse_moe.experts.215.w1,0.0048540027,0.05000,3.129
+48,block_sparse_moe.experts.219.w1,0.0008460177,0.05000,3.129
+48,block_sparse_moe.experts.221.w1,0.0020656579,0.05000,3.220
+48,block_sparse_moe.experts.209.w1,0.0038963729,0.05000,3.184
+48,block_sparse_moe.experts.211.w1,0.0011161286,0.05000,3.151
+48,block_sparse_moe.experts.214.w1,0.0010045082,0.05000,3.027
+48,block_sparse_moe.experts.222.w1,0.0009052745,0.05000,2.970
+48,block_sparse_moe.experts.223.w1,0.0016572971,0.05000,3.187
+48,block_sparse_moe.experts.213.w1,0.0010526779,0.05000,3.217
+48,block_sparse_moe.experts.217.w1,0.0018048800,0.05000,3.220
+48,block_sparse_moe.experts.210.w1,0.0034486367,0.05000,3.020
+48,block_sparse_moe.experts.218.w1,0.0007005655,0.05000,3.057
+48,block_sparse_moe.experts.236.w1,0.0053298339,0.05000,3.197
+48,block_sparse_moe.experts.232.w1,0.0043998706,0.05000,3.162
+48,block_sparse_moe.experts.224.w1,0.0012692700,0.05000,3.172
+48,block_sparse_moe.experts.228.w1,0.0010285850,0.05000,3.169
+48,block_sparse_moe.experts.231.w1,0.0050635336,0.05000,3.139
+48,block_sparse_moe.experts.235.w1,0.0023698126,0.05000,3.059
+48,block_sparse_moe.experts.237.w1,0.0045004374,0.05000,3.098
+48,block_sparse_moe.experts.227.w1,0.0013133033,0.05000,3.103
+48,block_sparse_moe.experts.238.w1,0.0030512278,0.05000,3.065
+48,block_sparse_moe.experts.225.w1,0.0050374634,0.05000,3.169
+48,block_sparse_moe.experts.230.w1,0.0003837922,0.05000,3.186
+48,block_sparse_moe.experts.229.w1,0.0025442530,0.05000,3.140
+48,block_sparse_moe.experts.239.w1,0.0006763530,0.05000,3.197
+48,block_sparse_moe.experts.233.w1,0.0023528399,0.05000,3.140
+48,block_sparse_moe.experts.234.w1,0.0040866968,0.05000,3.042
+48,block_sparse_moe.experts.226.w1,0.0022206549,0.05000,3.080
+48,block_sparse_moe.experts.252.w1,0.0028923979,0.05000,2.951
+48,block_sparse_moe.experts.240.w1,0.0017601511,0.05000,2.935
+48,block_sparse_moe.experts.248.w1,0.0083971903,0.05000,3.062
+48,block_sparse_moe.experts.244.w1,0.0034925519,0.05000,2.973
+48,block_sparse_moe.experts.253.w1,0.0036384136,0.05000,2.877
+48,block_sparse_moe.experts.247.w1,0.0576810901,0.05000,3.135
+48,block_sparse_moe.experts.241.w1,0.0023436553,0.05000,2.893
+48,block_sparse_moe.experts.251.w1,0.0015434494,0.05000,3.127
+48,block_sparse_moe.experts.254.w1,0.0043449254,0.05000,3.002
+48,block_sparse_moe.experts.249.w1,0.0022892851,0.05000,2.826
+48,block_sparse_moe.experts.245.w1,0.0021588412,0.05000,2.910
+48,block_sparse_moe.experts.243.w1,0.0018461824,0.05000,3.171
+48,block_sparse_moe.experts.246.w1,0.0031551218,0.05000,3.057
+48,block_sparse_moe.experts.250.w1,0.0016209818,0.05000,3.030
+48,block_sparse_moe.experts.255.w1,0.0029654372,0.05000,3.126
+48,block_sparse_moe.experts.242.w1,0.0040219549,0.05000,3.079
+48,block_sparse_moe.experts.12.w3,0.0018394585,0.05000,3.001
+48,block_sparse_moe.experts.0.w3,0.0012361180,0.05000,3.037
+48,block_sparse_moe.experts.4.w3,0.0016759298,0.05000,2.991
+48,block_sparse_moe.experts.8.w3,0.0037520849,0.05000,3.060
+48,block_sparse_moe.experts.7.w3,0.0026076068,0.05000,3.302
+48,block_sparse_moe.experts.1.w3,0.0027476304,0.05000,3.219
+48,block_sparse_moe.experts.13.w3,0.0025757338,0.05000,3.396
+48,block_sparse_moe.experts.11.w3,0.0025704118,0.05000,3.318
+48,block_sparse_moe.experts.14.w3,0.0028433717,0.05000,3.298
+48,block_sparse_moe.experts.9.w3,0.0032980257,0.05000,3.279
+48,block_sparse_moe.experts.6.w3,0.0023061499,0.05000,3.233
+48,block_sparse_moe.experts.3.w3,0.0021601347,0.05000,3.285
+48,block_sparse_moe.experts.5.w3,0.0007832048,0.05000,3.339
+48,block_sparse_moe.experts.10.w3,0.0038291895,0.05000,3.162
+48,block_sparse_moe.experts.15.w3,0.0084516865,0.05000,3.199
+48,block_sparse_moe.experts.2.w3,0.0040299225,0.05000,3.275
+48,block_sparse_moe.experts.28.w3,0.0068278327,0.05000,2.940
+48,block_sparse_moe.experts.16.w3,0.0025276223,0.05000,2.963
+48,block_sparse_moe.experts.20.w3,0.0021478331,0.05000,2.990
+48,block_sparse_moe.experts.24.w3,0.0037577622,0.05000,2.982
+48,block_sparse_moe.experts.29.w3,0.0023360626,0.05000,2.962
+48,block_sparse_moe.experts.30.w3,0.0031265094,0.05000,2.823
+48,block_sparse_moe.experts.17.w3,0.0027005677,0.05000,3.027
+48,block_sparse_moe.experts.23.w3,0.0013035925,0.05000,3.202
+48,block_sparse_moe.experts.22.w3,0.0089103769,0.05000,2.897
+48,block_sparse_moe.experts.27.w3,0.0031780453,0.05000,3.083
+48,block_sparse_moe.experts.26.w3,0.0010706658,0.05000,2.870
+48,block_sparse_moe.experts.25.w3,0.0034637474,0.05000,3.135
+48,block_sparse_moe.experts.21.w3,0.0021368137,0.05000,3.089
+48,block_sparse_moe.experts.18.w3,0.0037660346,0.05000,2.905
+48,block_sparse_moe.experts.19.w3,0.0027626058,0.05000,3.300
+48,block_sparse_moe.experts.31.w3,0.0032744909,0.05000,3.335
+48,block_sparse_moe.experts.44.w3,0.0016832147,0.05000,3.127
+48,block_sparse_moe.experts.32.w3,0.0044425239,0.05000,3.118
+48,block_sparse_moe.experts.36.w3,0.0008714860,0.05000,3.120
+48,block_sparse_moe.experts.40.w3,0.0004393727,0.05000,3.150
+48,block_sparse_moe.experts.45.w3,0.0034290092,0.05000,2.929
+48,block_sparse_moe.experts.33.w3,0.0042534106,0.05000,2.900
+48,block_sparse_moe.experts.46.w3,0.0032269665,0.05000,3.049
+48,block_sparse_moe.experts.38.w3,0.0015376668,0.05000,3.054
+48,block_sparse_moe.experts.39.w3,0.0047618237,0.05000,3.067
+48,block_sparse_moe.experts.42.w3,0.0006952529,0.05000,3.017
+48,block_sparse_moe.experts.43.w3,0.0004538267,0.05000,3.178
+48,block_sparse_moe.experts.41.w3,0.0061590961,0.05000,3.027
+48,block_sparse_moe.experts.37.w3,0.0034805885,0.05000,3.031
+48,block_sparse_moe.experts.34.w3,0.0011449380,0.05000,3.051
+48,block_sparse_moe.experts.35.w3,0.0016812455,0.05000,3.061
+48,block_sparse_moe.experts.47.w3,0.0009501802,0.05000,3.004
+48,block_sparse_moe.experts.60.w3,0.0024333108,0.05000,3.005
+48,block_sparse_moe.experts.48.w3,0.0020375259,0.05000,3.061
+48,block_sparse_moe.experts.52.w3,0.0038004040,0.05000,3.076
+48,block_sparse_moe.experts.56.w3,0.0014907748,0.05000,3.087
+48,block_sparse_moe.experts.61.w3,0.0067928145,0.05000,2.906
+48,block_sparse_moe.experts.49.w3,0.0015236712,0.05000,2.908
+48,block_sparse_moe.experts.62.w3,0.0018475214,0.05000,3.038
+48,block_sparse_moe.experts.58.w3,0.0019211602,0.05000,3.002
+48,block_sparse_moe.experts.57.w3,0.0038623022,0.05000,2.878
+48,block_sparse_moe.experts.54.w3,0.0234818178,0.05000,3.095
+48,block_sparse_moe.experts.55.w3,0.0274689927,0.05000,3.182
+48,block_sparse_moe.experts.53.w3,0.0020680125,0.05000,2.956
+48,block_sparse_moe.experts.50.w3,0.0009460412,0.05000,2.922
+48,block_sparse_moe.experts.59.w3,0.0013312919,0.05000,3.201
+48,block_sparse_moe.experts.51.w3,0.0019794665,0.05000,3.179
+48,block_sparse_moe.experts.63.w3,0.0068516819,0.05000,3.275
+48,block_sparse_moe.experts.76.w3,0.0012473532,0.05000,2.980
+48,block_sparse_moe.experts.68.w3,0.0025180563,0.05000,2.909
+48,block_sparse_moe.experts.64.w3,0.0040368487,0.05000,3.003
+48,block_sparse_moe.experts.65.w3,0.0043990634,0.05000,2.802
+48,block_sparse_moe.experts.72.w3,0.0030221715,0.05000,2.961
+48,block_sparse_moe.experts.77.w3,0.0020946270,0.05000,2.836
+48,block_sparse_moe.experts.78.w3,0.0110203910,0.05000,2.970
+48,block_sparse_moe.experts.73.w3,0.0087054545,0.05000,2.796
+48,block_sparse_moe.experts.69.w3,0.0024680410,0.05000,2.883
+48,block_sparse_moe.experts.74.w3,0.0015330207,0.05000,3.082
+48,block_sparse_moe.experts.70.w3,0.0015643747,0.05000,3.098
+48,block_sparse_moe.experts.71.w3,0.0047904685,0.05000,3.034
+48,block_sparse_moe.experts.66.w3,0.0026790514,0.05000,3.030
+48,block_sparse_moe.experts.75.w3,0.0045719214,0.05000,2.999
+48,block_sparse_moe.experts.67.w3,0.0022923837,0.05000,3.001
+48,block_sparse_moe.experts.79.w3,0.0009796220,0.05000,2.901
+48,block_sparse_moe.experts.92.w3,0.0011287062,0.05000,3.043
+48,block_sparse_moe.experts.84.w3,0.0019769599,0.05000,3.078
+48,block_sparse_moe.experts.93.w3,0.0020683611,0.05000,3.007
+48,block_sparse_moe.experts.81.w3,0.0048165603,0.05000,3.093
+48,block_sparse_moe.experts.80.w3,0.0029993801,0.05000,3.172
+48,block_sparse_moe.experts.88.w3,0.0015909362,0.05000,3.123
+48,block_sparse_moe.experts.94.w3,0.0059592794,0.05000,2.935
+48,block_sparse_moe.experts.89.w3,0.0027972469,0.05000,3.004
+48,block_sparse_moe.experts.90.w3,0.0016587839,0.05000,2.865
+48,block_sparse_moe.experts.86.w3,0.0024326594,0.05000,2.870
+48,block_sparse_moe.experts.85.w3,0.0031980274,0.05000,3.019
+48,block_sparse_moe.experts.82.w3,0.0041367787,0.05000,2.907
+48,block_sparse_moe.experts.87.w3,0.0011716153,0.05000,2.980
+48,block_sparse_moe.experts.91.w3,0.0016795593,0.05000,2.968
+48,block_sparse_moe.experts.83.w3,0.0022193842,0.05000,3.092
+48,block_sparse_moe.experts.95.w3,0.0034762448,0.05000,3.073
+48,block_sparse_moe.experts.108.w3,0.0004511580,0.05000,3.128
+48,block_sparse_moe.experts.109.w3,0.0050655684,0.05000,2.828
+48,block_sparse_moe.experts.97.w3,0.0027881144,0.05000,2.923
+48,block_sparse_moe.experts.100.w3,0.0021182235,0.05000,3.085
+48,block_sparse_moe.experts.96.w3,0.0015658559,0.05000,3.102
+48,block_sparse_moe.experts.110.w3,0.0022290749,0.05000,2.867
+48,block_sparse_moe.experts.105.w3,0.0018429893,0.05000,2.817
+48,block_sparse_moe.experts.104.w3,0.0044630966,0.05000,3.141
+48,block_sparse_moe.experts.106.w3,0.0044130482,0.05000,2.960
+48,block_sparse_moe.experts.101.w3,0.0011261731,0.05000,2.928
+48,block_sparse_moe.experts.103.w3,0.0041129478,0.05000,2.987
+48,block_sparse_moe.experts.102.w3,0.0019040090,0.05000,3.142
+48,block_sparse_moe.experts.98.w3,0.0015239957,0.05000,3.068
+48,block_sparse_moe.experts.107.w3,0.0021440434,0.05000,2.989
+48,block_sparse_moe.experts.99.w3,0.0047562708,0.05000,2.954
+48,block_sparse_moe.experts.111.w3,0.0043212771,0.05000,3.026
+48,block_sparse_moe.experts.124.w3,0.0054091942,0.05000,2.981
+48,block_sparse_moe.experts.125.w3,0.0025937510,0.05000,2.977
+48,block_sparse_moe.experts.113.w3,0.0032227086,0.05000,2.875
+48,block_sparse_moe.experts.116.w3,0.0090504374,0.05000,2.996
+48,block_sparse_moe.experts.112.w3,0.0023268883,0.05000,2.945
+48,block_sparse_moe.experts.120.w3,0.0013941509,0.05000,2.991
+48,block_sparse_moe.experts.121.w3,0.0019927757,0.05000,2.997
+48,block_sparse_moe.experts.126.w3,0.0011164745,0.05000,3.066
+48,block_sparse_moe.experts.117.w3,0.0020977306,0.05000,3.010
+48,block_sparse_moe.experts.122.w3,0.0092535227,0.05000,3.117
+48,block_sparse_moe.experts.119.w3,0.0020567580,0.05000,3.047
+48,block_sparse_moe.experts.114.w3,0.0025455085,0.05000,3.034
+48,block_sparse_moe.experts.118.w3,0.0062424883,0.05000,3.139
+48,block_sparse_moe.experts.123.w3,0.0041012032,0.05000,3.239
+48,block_sparse_moe.experts.115.w3,0.0020557938,0.05000,3.155
+48,block_sparse_moe.experts.127.w3,0.0064895492,0.05000,3.099
+48,block_sparse_moe.experts.140.w3,0.0036519717,0.05000,2.907
+48,block_sparse_moe.experts.141.w3,0.0048355511,0.05000,2.981
+48,block_sparse_moe.experts.129.w3,0.0037585685,0.05000,2.977
+48,block_sparse_moe.experts.128.w3,0.0016698029,0.05000,2.997
+48,block_sparse_moe.experts.132.w3,0.0031082211,0.05000,3.150
+48,block_sparse_moe.experts.142.w3,0.0009010696,0.05000,2.945
+48,block_sparse_moe.experts.137.w3,0.0046417212,0.05000,3.045
+48,block_sparse_moe.experts.136.w3,0.0026802310,0.05000,3.053
+48,block_sparse_moe.experts.133.w3,0.0017360860,0.05000,2.896
+48,block_sparse_moe.experts.138.w3,0.0044422460,0.05000,2.893
+48,block_sparse_moe.experts.130.w3,0.0007450131,0.05000,2.887
+48,block_sparse_moe.experts.134.w3,0.0030026999,0.05000,2.869
+48,block_sparse_moe.experts.135.w3,0.0047269210,0.05000,3.065
+48,block_sparse_moe.experts.139.w3,0.0041268181,0.05000,3.025
+48,block_sparse_moe.experts.131.w3,0.0018271407,0.05000,2.971
+48,block_sparse_moe.experts.143.w3,0.0016271932,0.05000,3.062
+48,block_sparse_moe.experts.145.w3,0.0038049464,0.05000,2.643
+48,block_sparse_moe.experts.156.w3,0.0005652377,0.05000,2.902
+48,block_sparse_moe.experts.157.w3,0.0003051082,0.05000,2.826
+48,block_sparse_moe.experts.144.w3,0.0039318377,0.05000,2.788
+48,block_sparse_moe.experts.153.w3,0.0047202296,0.05000,2.767
+48,block_sparse_moe.experts.152.w3,0.0028534820,0.05000,2.888
+48,block_sparse_moe.experts.149.w3,0.0028298526,0.05000,2.692
+48,block_sparse_moe.experts.158.w3,0.0040255013,0.05000,3.002
+48,block_sparse_moe.experts.148.w3,0.0018858981,0.05000,3.030
+48,block_sparse_moe.experts.154.w3,0.0013820974,0.05000,2.903
+48,block_sparse_moe.experts.150.w3,0.0024205310,0.05000,2.974
+48,block_sparse_moe.experts.146.w3,0.0013088878,0.05000,3.048
+48,block_sparse_moe.experts.151.w3,0.0012637581,0.05000,3.005
+48,block_sparse_moe.experts.155.w3,0.0038242124,0.05000,2.995
+48,block_sparse_moe.experts.147.w3,0.0021923996,0.05000,3.046
+48,block_sparse_moe.experts.159.w3,0.0047871187,0.05000,3.069
+48,block_sparse_moe.experts.161.w3,0.0069069354,0.05000,2.894
+48,block_sparse_moe.experts.173.w3,0.0075224386,0.05000,2.894
+48,block_sparse_moe.experts.172.w3,0.0010961217,0.05000,3.042
+48,block_sparse_moe.experts.169.w3,0.0020166826,0.05000,2.853
+48,block_sparse_moe.experts.165.w3,0.0075559089,0.05000,2.836
+48,block_sparse_moe.experts.160.w3,0.0030213602,0.05000,3.163
+48,block_sparse_moe.experts.168.w3,0.0009070990,0.05000,3.071
+48,block_sparse_moe.experts.164.w3,0.0023851919,0.05000,3.021
+48,block_sparse_moe.experts.174.w3,0.0026974810,0.05000,3.310
+48,block_sparse_moe.experts.170.w3,0.0014169868,0.05000,3.290
+48,block_sparse_moe.experts.162.w3,0.0588513041,0.05000,3.229
+48,block_sparse_moe.experts.166.w3,0.0018753441,0.05000,3.262
+48,block_sparse_moe.experts.167.w3,0.0017212400,0.05000,3.250
+48,block_sparse_moe.experts.171.w3,0.0032147255,0.05000,3.046
+48,block_sparse_moe.experts.163.w3,0.0023276898,0.05000,3.248
+48,block_sparse_moe.experts.175.w3,0.0024454453,0.05000,3.172
+48,block_sparse_moe.experts.177.w3,0.0048071781,0.05000,2.865
+48,block_sparse_moe.experts.189.w3,0.0018383320,0.05000,2.991
+48,block_sparse_moe.experts.188.w3,0.0006212709,0.05000,3.195
+48,block_sparse_moe.experts.185.w3,0.0025841712,0.05000,2.969
+48,block_sparse_moe.experts.181.w3,0.0020519002,0.05000,2.976
+48,block_sparse_moe.experts.176.w3,0.0020897540,0.05000,3.112
+48,block_sparse_moe.experts.180.w3,0.0040130998,0.05000,3.150
+48,block_sparse_moe.experts.184.w3,0.0026164381,0.05000,3.212
+48,block_sparse_moe.experts.190.w3,0.0036905403,0.05000,3.227
+48,block_sparse_moe.experts.186.w3,0.0041883249,0.05000,3.227
+48,block_sparse_moe.experts.182.w3,0.0022302286,0.05000,3.101
+48,block_sparse_moe.experts.187.w3,0.0039837757,0.05000,3.002
+48,block_sparse_moe.experts.178.w3,0.0027570549,0.05000,3.216
+48,block_sparse_moe.experts.183.w3,0.0028711734,0.05000,3.080
+48,block_sparse_moe.experts.179.w3,0.0034315560,0.05000,3.032
+48,block_sparse_moe.experts.191.w3,0.0028006190,0.05000,2.993
+48,block_sparse_moe.experts.193.w3,0.0067130121,0.05000,2.908
+48,block_sparse_moe.experts.205.w3,0.0033174328,0.05000,2.909
+48,block_sparse_moe.experts.201.w3,0.0016334424,0.05000,2.867
+48,block_sparse_moe.experts.197.w3,0.0084407817,0.05000,2.860
+48,block_sparse_moe.experts.204.w3,0.0020087245,0.05000,3.082
+48,block_sparse_moe.experts.192.w3,0.0029273261,0.05000,3.032
+48,block_sparse_moe.experts.196.w3,0.0022398357,0.05000,3.018
+48,block_sparse_moe.experts.200.w3,0.0026237854,0.05000,3.031
+48,block_sparse_moe.experts.206.w3,0.0006682357,0.05000,3.090
+48,block_sparse_moe.experts.202.w3,0.0015532875,0.05000,3.190
+48,block_sparse_moe.experts.198.w3,0.0026236013,0.05000,3.085
+48,block_sparse_moe.experts.199.w3,0.0039360799,0.05000,3.072
+48,block_sparse_moe.experts.203.w3,0.0016145986,0.05000,3.133
+48,block_sparse_moe.experts.194.w3,0.0025678517,0.05000,3.114
+48,block_sparse_moe.experts.195.w3,0.0013628295,0.05000,3.168
+48,block_sparse_moe.experts.207.w3,0.0031677471,0.05000,3.037
+48,block_sparse_moe.experts.209.w3,0.0042891562,0.05000,2.972
+48,block_sparse_moe.experts.221.w3,0.0023654179,0.05000,2.930
+48,block_sparse_moe.experts.217.w3,0.0019766741,0.05000,2.924
+48,block_sparse_moe.experts.213.w3,0.0011605678,0.05000,3.014
+48,block_sparse_moe.experts.220.w3,0.0047346364,0.05000,3.072
+48,block_sparse_moe.experts.208.w3,0.0026826738,0.05000,3.061
+48,block_sparse_moe.experts.212.w3,0.0051584692,0.05000,3.077
+48,block_sparse_moe.experts.216.w3,0.0007609494,0.05000,3.160
+48,block_sparse_moe.experts.222.w3,0.0010476716,0.05000,3.141
+48,block_sparse_moe.experts.215.w3,0.0056630231,0.05000,2.907
+48,block_sparse_moe.experts.219.w3,0.0009410263,0.05000,2.906
+48,block_sparse_moe.experts.214.w3,0.0011431894,0.05000,3.012
+48,block_sparse_moe.experts.218.w3,0.0008104271,0.05000,3.124
+48,block_sparse_moe.experts.210.w3,0.0038125678,0.05000,3.063
+48,block_sparse_moe.experts.211.w3,0.0012156239,0.05000,2.931
+48,block_sparse_moe.experts.223.w3,0.0019656066,0.05000,2.961
+48,block_sparse_moe.experts.225.w3,0.0059259170,0.05000,2.973
+48,block_sparse_moe.experts.237.w3,0.0050411471,0.05000,2.906
+48,block_sparse_moe.experts.233.w3,0.0026135782,0.05000,2.995
+48,block_sparse_moe.experts.229.w3,0.0028914411,0.05000,2.888
+48,block_sparse_moe.experts.236.w3,0.0063367473,0.05000,3.138
+48,block_sparse_moe.experts.224.w3,0.0014567515,0.05000,3.130
+48,block_sparse_moe.experts.228.w3,0.0011763275,0.05000,3.144
+48,block_sparse_moe.experts.232.w3,0.0048861166,0.05000,3.164
+48,block_sparse_moe.experts.238.w3,0.0034143374,0.05000,2.986
+48,block_sparse_moe.experts.230.w3,0.0004457380,0.05000,2.980
+48,block_sparse_moe.experts.234.w3,0.0047204037,0.05000,3.026
+48,block_sparse_moe.experts.235.w3,0.0027839849,0.05000,3.102
+48,block_sparse_moe.experts.231.w3,0.0060668381,0.05000,3.259
+48,block_sparse_moe.experts.226.w3,0.0024137695,0.05000,3.107
+48,block_sparse_moe.experts.241.w3,0.0027874991,0.05000,2.543
+48,block_sparse_moe.experts.253.w3,0.0041084340,0.05000,2.481
+48,block_sparse_moe.experts.227.w3,0.0014379672,0.05000,3.037
+48,block_sparse_moe.experts.239.w3,0.0007879929,0.05000,3.053
+48,block_sparse_moe.experts.249.w3,0.0025638371,0.05000,2.279
+48,block_sparse_moe.experts.245.w3,0.0024836675,0.05000,2.240
+48,block_sparse_moe.experts.252.w3,0.0032190583,0.05000,2.965
+48,block_sparse_moe.experts.240.w3,0.0020011685,0.05000,2.895
+48,block_sparse_moe.experts.244.w3,0.0038852856,0.05000,2.739
+48,block_sparse_moe.experts.248.w3,0.0093003470,0.05000,2.639
+48,block_sparse_moe.experts.254.w3,0.0048726818,0.05000,2.807
+48,block_sparse_moe.experts.246.w3,0.0035909125,0.05000,2.774
+48,block_sparse_moe.experts.251.w3,0.0017355703,0.05000,2.659
+48,block_sparse_moe.experts.250.w3,0.0018429511,0.05000,2.740
+48,block_sparse_moe.experts.242.w3,0.0046996311,0.05000,2.578
+48,block_sparse_moe.experts.247.w3,0.0648592614,0.05000,2.636
+48,block_sparse_moe.experts.255.w3,0.0033244412,0.05000,2.500
+48,block_sparse_moe.experts.243.w3,0.0021164950,0.05000,2.564
+48,block_sparse_moe.experts.9.w2,0.0070046351,0.05000,1.291
+48,block_sparse_moe.experts.13.w2,0.0032073464,0.05000,1.311
+48,block_sparse_moe.experts.1.w2,0.0059653261,0.05000,1.314
+48,block_sparse_moe.experts.5.w2,0.0014317533,0.05000,1.336
+48,block_sparse_moe.experts.10.w2,0.0099434404,0.05000,1.456
+48,block_sparse_moe.experts.2.w2,0.0035024728,0.05000,1.469
+48,block_sparse_moe.experts.14.w2,0.0066789560,0.05000,1.483
+48,block_sparse_moe.experts.6.w2,0.0011332593,0.05000,1.537
+48,block_sparse_moe.experts.11.w2,0.0020881189,0.05000,1.554
+48,block_sparse_moe.experts.0.w2,0.0034848976,0.05000,1.571
+48,block_sparse_moe.experts.4.w2,0.0052700846,0.05000,1.576
+48,block_sparse_moe.experts.8.w2,0.0044646761,0.05000,1.594
+48,block_sparse_moe.experts.3.w2,0.0104484822,0.05000,1.599
+48,block_sparse_moe.experts.12.w2,0.0008392088,0.05000,1.620
+48,block_sparse_moe.experts.7.w2,0.0041405099,0.05000,1.629
+48,block_sparse_moe.experts.15.w2,0.0276134851,0.05000,1.675
+48,block_sparse_moe.experts.17.w2,0.0042573281,0.05000,1.381
+48,block_sparse_moe.experts.29.w2,0.0071238880,0.05000,1.398
+48,block_sparse_moe.experts.25.w2,0.0053873610,0.05000,1.430
+48,block_sparse_moe.experts.21.w2,0.0012550433,0.05000,1.389
+48,block_sparse_moe.experts.18.w2,0.0144776188,0.05000,1.550
+48,block_sparse_moe.experts.30.w2,0.0081534442,0.05000,1.560
+48,block_sparse_moe.experts.26.w2,0.0036608514,0.05000,1.595
+48,block_sparse_moe.experts.20.w2,0.0050533197,0.05000,1.498
+48,block_sparse_moe.experts.27.w2,0.0117891111,0.05000,1.535
+48,block_sparse_moe.experts.16.w2,0.0029583251,0.05000,1.529
+48,block_sparse_moe.experts.24.w2,0.0087366507,0.05000,1.517
+48,block_sparse_moe.experts.23.w2,0.0037341634,0.05000,1.541
+48,block_sparse_moe.experts.19.w2,0.0076224853,0.05000,1.590
+48,block_sparse_moe.experts.22.w2,0.0112144289,0.05000,1.654
+48,block_sparse_moe.experts.28.w2,0.0252243990,0.05000,1.602
+48,block_sparse_moe.experts.31.w2,0.0049133374,0.05000,1.555
+48,block_sparse_moe.experts.41.w2,0.0513403376,0.05000,1.417
+48,block_sparse_moe.experts.45.w2,0.0150720724,0.05000,1.448
+48,block_sparse_moe.experts.33.w2,0.0031475028,0.05000,1.474
+48,block_sparse_moe.experts.37.w2,0.0079577716,0.05000,1.461
+48,block_sparse_moe.experts.46.w2,0.0028447980,0.05000,1.471
+48,block_sparse_moe.experts.42.w2,0.0026691004,0.05000,1.479
+48,block_sparse_moe.experts.34.w2,0.0084846287,0.05000,1.514
+48,block_sparse_moe.experts.32.w2,0.0121636812,0.05000,1.497
+48,block_sparse_moe.experts.36.w2,0.0027611588,0.05000,1.521
+48,block_sparse_moe.experts.43.w2,0.0013403596,0.05000,1.515
+48,block_sparse_moe.experts.40.w2,0.0014679064,0.05000,1.499
+48,block_sparse_moe.experts.39.w2,0.0069322830,0.05000,1.602
+48,block_sparse_moe.experts.47.w2,0.0026072340,0.05000,1.546
+48,block_sparse_moe.experts.38.w2,0.0029067319,0.05000,1.589
+48,block_sparse_moe.experts.35.w2,0.0142312104,0.05000,1.591
+48,block_sparse_moe.experts.44.w2,0.0012054611,0.05000,1.578
+48,block_sparse_moe.experts.61.w2,0.0211053819,0.05000,1.269
+48,block_sparse_moe.experts.49.w2,0.0025650910,0.05000,1.281
+48,block_sparse_moe.experts.57.w2,0.0043875921,0.05000,1.354
+48,block_sparse_moe.experts.53.w2,0.0007830564,0.05000,1.401
+48,block_sparse_moe.experts.48.w2,0.0053652007,0.05000,1.257
+48,block_sparse_moe.experts.52.w2,0.0031789728,0.05000,1.304
+48,block_sparse_moe.experts.56.w2,0.0023725662,0.05000,1.327
+48,block_sparse_moe.experts.60.w2,0.0049299935,0.05000,1.191
+48,block_sparse_moe.experts.62.w2,0.0032079286,0.05000,1.575
+48,block_sparse_moe.experts.50.w2,0.0033157752,0.05000,1.607
+48,block_sparse_moe.experts.58.w2,0.0065870154,0.05000,1.631
+48,block_sparse_moe.experts.59.w2,0.0028884765,0.05000,1.644
+48,block_sparse_moe.experts.54.w2,0.0992082259,0.05000,1.536
+48,block_sparse_moe.experts.63.w2,0.0074499663,0.05000,1.553
+48,block_sparse_moe.experts.51.w2,0.0034871301,0.05000,1.570
+48,block_sparse_moe.experts.55.w2,0.0353236425,0.05000,1.643
+48,block_sparse_moe.experts.77.w2,0.0009773310,0.05000,1.269
+48,block_sparse_moe.experts.65.w2,0.0058607892,0.05000,1.266
+48,block_sparse_moe.experts.73.w2,0.0238056213,0.05000,1.288
+48,block_sparse_moe.experts.69.w2,0.0036526800,0.05000,1.263
+48,block_sparse_moe.experts.64.w2,0.0310668534,0.05000,1.563
+48,block_sparse_moe.experts.72.w2,0.0062058365,0.05000,1.524
+48,block_sparse_moe.experts.68.w2,0.0005937988,0.05000,1.607
+48,block_sparse_moe.experts.76.w2,0.0085753517,0.05000,1.613
+48,block_sparse_moe.experts.78.w2,0.0319489937,0.05000,1.608
+48,block_sparse_moe.experts.75.w2,0.0080361753,0.05000,1.474
+48,block_sparse_moe.experts.66.w2,0.0067919754,0.05000,1.629
+48,block_sparse_moe.experts.74.w2,0.0008007086,0.05000,1.672
+48,block_sparse_moe.experts.67.w2,0.0047108361,0.05000,1.507
+48,block_sparse_moe.experts.79.w2,0.0045714877,0.05000,1.560
+48,block_sparse_moe.experts.71.w2,0.0061274128,0.05000,1.509
+48,block_sparse_moe.experts.70.w2,0.0014370973,0.05000,1.616
+48,block_sparse_moe.experts.81.w2,0.0112666353,0.05000,1.294
+48,block_sparse_moe.experts.93.w2,0.0073517164,0.05000,1.343
+48,block_sparse_moe.experts.89.w2,0.0080447342,0.05000,1.397
+48,block_sparse_moe.experts.85.w2,0.0020629712,0.05000,1.405
+48,block_sparse_moe.experts.80.w2,0.0057936189,0.05000,1.486
+48,block_sparse_moe.experts.88.w2,0.0006528205,0.05000,1.529
+48,block_sparse_moe.experts.84.w2,0.0042729253,0.05000,1.548
+48,block_sparse_moe.experts.92.w2,0.0002956769,0.05000,1.504
+48,block_sparse_moe.experts.91.w2,0.0043536169,0.05000,1.477
+48,block_sparse_moe.experts.94.w2,0.0231808638,0.05000,1.587
+48,block_sparse_moe.experts.109.w2,0.0035973283,0.05000,1.272
+48,block_sparse_moe.experts.97.w2,0.0008712021,0.05000,1.309
+48,block_sparse_moe.experts.82.w2,0.0074623994,0.05000,1.550
+48,block_sparse_moe.experts.83.w2,0.0043260740,0.05000,1.473
+48,block_sparse_moe.experts.90.w2,0.0052812027,0.05000,1.534
+48,block_sparse_moe.experts.95.w2,0.0012198416,0.05000,1.475
+48,block_sparse_moe.experts.87.w2,0.0041726959,0.05000,1.497
+48,block_sparse_moe.experts.86.w2,0.0021443897,0.05000,1.497
+48,block_sparse_moe.experts.105.w2,0.0012267607,0.05000,1.276
+48,block_sparse_moe.experts.101.w2,0.0004120038,0.05000,1.291
+48,block_sparse_moe.experts.104.w2,0.0366159061,0.05000,1.449
+48,block_sparse_moe.experts.96.w2,0.0121383667,0.05000,1.552
+48,block_sparse_moe.experts.100.w2,0.0033669316,0.05000,1.505
+48,block_sparse_moe.experts.108.w2,0.0004957014,0.05000,1.450
+48,block_sparse_moe.experts.113.w2,0.0078547028,0.05000,1.327
+48,block_sparse_moe.experts.125.w2,0.0011641351,0.05000,1.363
+48,block_sparse_moe.experts.107.w2,0.0062991535,0.05000,1.532
+48,block_sparse_moe.experts.110.w2,0.0119217506,0.05000,1.472
+48,block_sparse_moe.experts.98.w2,0.0002676570,0.05000,1.449
+48,block_sparse_moe.experts.106.w2,0.0056709153,0.05000,1.477
+48,block_sparse_moe.experts.121.w2,0.0170603223,0.05000,1.423
+48,block_sparse_moe.experts.117.w2,0.0010124729,0.05000,1.358
+48,block_sparse_moe.experts.99.w2,0.0166959258,0.05000,1.580
+48,block_sparse_moe.experts.102.w2,0.0009092209,0.05000,1.511
+48,block_sparse_moe.experts.111.w2,0.0501495919,0.05000,1.584
+48,block_sparse_moe.experts.103.w2,0.0048853622,0.05000,1.583
+48,block_sparse_moe.experts.120.w2,0.0007398444,0.05000,1.532
+48,block_sparse_moe.experts.129.w2,0.0043309533,0.05000,1.346
+48,block_sparse_moe.experts.141.w2,0.0043753539,0.05000,1.315
+48,block_sparse_moe.experts.112.w2,0.0063794408,0.05000,1.573
+48,block_sparse_moe.experts.116.w2,0.0214877596,0.05000,1.544
+48,block_sparse_moe.experts.124.w2,0.0023370003,0.05000,1.571
+48,block_sparse_moe.experts.114.w2,0.0076318074,0.05000,1.450
+48,block_sparse_moe.experts.126.w2,0.0056363069,0.05000,1.488
+48,block_sparse_moe.experts.137.w2,0.0050198968,0.05000,1.384
+48,block_sparse_moe.experts.122.w2,0.0078437894,0.05000,1.439
+48,block_sparse_moe.experts.123.w2,0.0158410644,0.05000,1.557
+48,block_sparse_moe.experts.133.w2,0.0062047199,0.05000,1.396
+48,block_sparse_moe.experts.118.w2,0.0535314006,0.05000,1.425
+48,block_sparse_moe.experts.115.w2,0.0004344423,0.05000,1.537
+48,block_sparse_moe.experts.127.w2,0.0073916675,0.05000,1.518
+48,block_sparse_moe.experts.119.w2,0.0051894867,0.05000,1.521
+48,block_sparse_moe.experts.157.w2,0.0012316841,0.05000,1.349
+48,block_sparse_moe.experts.145.w2,0.0021207668,0.05000,1.352
+48,block_sparse_moe.experts.136.w2,0.0088293078,0.05000,1.598
+48,block_sparse_moe.experts.128.w2,0.0045517600,0.05000,1.593
+48,block_sparse_moe.experts.140.w2,0.0075139245,0.05000,1.596
+48,block_sparse_moe.experts.132.w2,0.0144844491,0.05000,1.628
+48,block_sparse_moe.experts.153.w2,0.0108978291,0.05000,1.471
+48,block_sparse_moe.experts.149.w2,0.0066596713,0.05000,1.501
+48,block_sparse_moe.experts.130.w2,0.0012524877,0.05000,1.709
+48,block_sparse_moe.experts.139.w2,0.0105284391,0.05000,1.653
+48,block_sparse_moe.experts.142.w2,0.0013578683,0.05000,1.711
+48,block_sparse_moe.experts.134.w2,0.0051521603,0.05000,1.651
+48,block_sparse_moe.experts.138.w2,0.0034692266,0.05000,1.738
+48,block_sparse_moe.experts.131.w2,0.0051290021,0.05000,1.621
+48,block_sparse_moe.experts.143.w2,0.0018564483,0.05000,1.654
+48,block_sparse_moe.experts.135.w2,0.0092588961,0.05000,1.652
+48,block_sparse_moe.experts.173.w2,0.0049001222,0.05000,1.561
+48,block_sparse_moe.experts.161.w2,0.0173537085,0.05000,1.579
+48,block_sparse_moe.experts.152.w2,0.0013152963,0.05000,1.599
+48,block_sparse_moe.experts.144.w2,0.0213086126,0.05000,1.617
+48,block_sparse_moe.experts.148.w2,0.0051739017,0.05000,1.543
+48,block_sparse_moe.experts.169.w2,0.0033164770,0.05000,1.591
+48,block_sparse_moe.experts.156.w2,0.0025957770,0.05000,1.621
+48,block_sparse_moe.experts.155.w2,0.0082350829,0.05000,1.427
+48,block_sparse_moe.experts.165.w2,0.0223013419,0.05000,1.589
+48,block_sparse_moe.experts.147.w2,0.0041060866,0.05000,1.353
+48,block_sparse_moe.experts.146.w2,0.0030795430,0.05000,1.581
+48,block_sparse_moe.experts.159.w2,0.0095372197,0.05000,1.417
+48,block_sparse_moe.experts.158.w2,0.0020777399,0.05000,1.605
+48,block_sparse_moe.experts.150.w2,0.0065010185,0.05000,1.543
+48,block_sparse_moe.experts.151.w2,0.0002383087,0.05000,1.454
+48,block_sparse_moe.experts.154.w2,0.0022891152,0.05000,1.624
+48,block_sparse_moe.experts.177.w2,0.0086750170,0.05000,1.611
+48,block_sparse_moe.experts.189.w2,0.0023733559,0.05000,1.663
+48,block_sparse_moe.experts.168.w2,0.0002317550,0.05000,1.632
+48,block_sparse_moe.experts.171.w2,0.0097116806,0.05000,1.470
+48,block_sparse_moe.experts.164.w2,0.0010671277,0.05000,1.585
+48,block_sparse_moe.experts.163.w2,0.0017948178,0.05000,1.478
+48,block_sparse_moe.experts.160.w2,0.0048871455,0.05000,1.666
+48,block_sparse_moe.experts.185.w2,0.0037335165,0.05000,1.630
+48,block_sparse_moe.experts.172.w2,0.0055098821,0.05000,1.621
+48,block_sparse_moe.experts.181.w2,0.0016383742,0.05000,1.632
+48,block_sparse_moe.experts.175.w2,0.0097263672,0.05000,1.495
+48,block_sparse_moe.experts.167.w2,0.0066252564,0.05000,1.494
+48,block_sparse_moe.experts.162.w2,0.1715442657,0.05000,1.630
+48,block_sparse_moe.experts.174.w2,0.0091841696,0.05000,1.621
+48,block_sparse_moe.experts.166.w2,0.0034262441,0.05000,1.662
+48,block_sparse_moe.experts.170.w2,0.0036767162,0.05000,1.616
+48,block_sparse_moe.experts.205.w2,0.0065043308,0.05000,1.420
+48,block_sparse_moe.experts.193.w2,0.0083020823,0.05000,1.469
+48,block_sparse_moe.experts.187.w2,0.0121395253,0.05000,1.486
+48,block_sparse_moe.experts.184.w2,0.0021338207,0.05000,1.537
+48,block_sparse_moe.experts.180.w2,0.0068128975,0.05000,1.542
+48,block_sparse_moe.experts.201.w2,0.0081876529,0.05000,1.483
+48,block_sparse_moe.experts.179.w2,0.0086013152,0.05000,1.549
+48,block_sparse_moe.experts.176.w2,0.0058642856,0.05000,1.577
+48,block_sparse_moe.experts.197.w2,0.0272088512,0.05000,1.483
+48,block_sparse_moe.experts.188.w2,0.0027957301,0.05000,1.542
+48,block_sparse_moe.experts.191.w2,0.0048319974,0.05000,1.524
+48,block_sparse_moe.experts.183.w2,0.0079372240,0.05000,1.508
+48,block_sparse_moe.experts.178.w2,0.0021637523,0.05000,1.571
+48,block_sparse_moe.experts.190.w2,0.0011305789,0.05000,1.572
+48,block_sparse_moe.experts.186.w2,0.0029346476,0.05000,1.533
+48,block_sparse_moe.experts.182.w2,0.0080669103,0.05000,1.607
+48,block_sparse_moe.experts.221.w2,0.0042662489,0.05000,1.528
+48,block_sparse_moe.experts.209.w2,0.0055174516,0.05000,1.533
+48,block_sparse_moe.experts.203.w2,0.0070314968,0.05000,1.468
+48,block_sparse_moe.experts.200.w2,0.0046383028,0.05000,1.526
+48,block_sparse_moe.experts.195.w2,0.0036598237,0.05000,1.485
+48,block_sparse_moe.experts.217.w2,0.0126923625,0.05000,1.506
+48,block_sparse_moe.experts.196.w2,0.0102302190,0.05000,1.632
+48,block_sparse_moe.experts.207.w2,0.0041541306,0.05000,1.476
+48,block_sparse_moe.experts.213.w2,0.0036721630,0.05000,1.555
+48,block_sparse_moe.experts.199.w2,0.0008642878,0.05000,1.478
+48,block_sparse_moe.experts.204.w2,0.0060873612,0.05000,1.610
+48,block_sparse_moe.experts.192.w2,0.0009765180,0.05000,1.648
+48,block_sparse_moe.experts.194.w2,0.0062975164,0.05000,1.540
+48,block_sparse_moe.experts.206.w2,0.0018660241,0.05000,1.528
+48,block_sparse_moe.experts.202.w2,0.0141987162,0.05000,1.590
+48,block_sparse_moe.experts.198.w2,0.0011309246,0.05000,1.591
+48,block_sparse_moe.experts.237.w2,0.0034952453,0.05000,1.552
+48,block_sparse_moe.experts.225.w2,0.0034283220,0.05000,1.560
+48,block_sparse_moe.experts.219.w2,0.0072710091,0.05000,1.468
+48,block_sparse_moe.experts.216.w2,0.0020609021,0.05000,1.542
+48,block_sparse_moe.experts.211.w2,0.0006866066,0.05000,1.493
+48,block_sparse_moe.experts.223.w2,0.0060240738,0.05000,1.448
+48,block_sparse_moe.experts.233.w2,0.0060300961,0.05000,1.543
+48,block_sparse_moe.experts.212.w2,0.0284688932,0.05000,1.490
+48,block_sparse_moe.experts.215.w2,0.0206038403,0.05000,1.442
+48,block_sparse_moe.experts.229.w2,0.0110748151,0.05000,1.538
+48,block_sparse_moe.experts.220.w2,0.0034378788,0.05000,1.506
+48,block_sparse_moe.experts.210.w2,0.0079465549,0.05000,1.396
+48,block_sparse_moe.experts.222.w2,0.0030613906,0.05000,1.408
+48,block_sparse_moe.experts.208.w2,0.0011714065,0.05000,1.592
+48,block_sparse_moe.experts.218.w2,0.0038500661,0.05000,1.377
+48,block_sparse_moe.experts.214.w2,0.0029905998,0.05000,1.404
+48,block_sparse_moe.experts.253.w2,0.0093338349,0.05000,1.353
+48,block_sparse_moe.experts.241.w2,0.0073061557,0.05000,1.366
+48,block_sparse_moe.experts.249.w2,0.0051479820,0.05000,1.236
+48,block_sparse_moe.experts.235.w2,0.0098647347,0.05000,1.499
+48,block_sparse_moe.experts.245.w2,0.0072671648,0.05000,1.165
+48,block_sparse_moe.experts.232.w2,0.0036884411,0.05000,1.474
+48,block_sparse_moe.experts.227.w2,0.0006373054,0.05000,1.547
+48,block_sparse_moe.experts.228.w2,0.0034646380,0.05000,1.478
+48,block_sparse_moe.experts.231.w2,0.0194876140,0.05000,1.510
+48,block_sparse_moe.experts.239.w2,0.0035868308,0.05000,1.579
+48,block_sparse_moe.experts.236.w2,0.0058060050,0.05000,1.450
+48,block_sparse_moe.experts.226.w2,0.0028780685,0.05000,1.440
+48,block_sparse_moe.experts.234.w2,0.0256230242,0.05000,1.443
+48,block_sparse_moe.experts.238.w2,0.0070749875,0.05000,1.535
+48,block_sparse_moe.experts.224.w2,0.0046536876,0.05000,1.516
+48,block_sparse_moe.experts.230.w2,0.0014175102,0.05000,1.458
+48,block_sparse_moe.experts.251.w2,0.0003258907,0.05000,1.621
+48,block_sparse_moe.experts.248.w2,0.0106924579,0.05000,1.563
+48,block_sparse_moe.experts.244.w2,0.0061503908,0.05000,1.514
+48,block_sparse_moe.experts.243.w2,0.0045381780,0.05000,1.569
+48,block_sparse_moe.experts.252.w2,0.0147216973,0.05000,1.478
+48,block_sparse_moe.experts.240.w2,0.0072341945,0.05000,1.383
+48,block_sparse_moe.experts.247.w2,0.4553578351,0.05000,1.569
+48,block_sparse_moe.experts.255.w2,0.0025687681,0.05000,1.575
+48,block_sparse_moe.experts.242.w2,0.0128350481,0.05000,1.583
+48,block_sparse_moe.experts.254.w2,0.0138844055,0.05000,1.518
+48,block_sparse_moe.experts.250.w2,0.0025216579,0.05000,1.553
+48,block_sparse_moe.experts.246.w2,0.0102459380,0.05000,1.483
+49,self_attn.q_proj,0.0001720700,0.05000,0.932
+49,self_attn.k_proj,0.0000271767,0.05000,0.936
+49,self_attn.v_proj,0.0000306856,0.05000,0.956
+49,self_attn.o_proj,0.0000193960,0.05000,1.786
+49,block_sparse_moe.experts.4.w1,0.0014572653,0.05000,3.042
+49,block_sparse_moe.experts.12.w1,0.0032928163,0.05000,3.093
+49,block_sparse_moe.experts.15.w1,0.0017763262,0.05000,3.104
+49,block_sparse_moe.experts.3.w1,0.0046078329,0.05000,3.114
+49,block_sparse_moe.experts.7.w1,0.0013270904,0.05000,3.117
+49,block_sparse_moe.experts.0.w1,0.0035093848,0.05000,3.123
+49,block_sparse_moe.experts.8.w1,0.0022179173,0.05000,3.166
+49,block_sparse_moe.experts.11.w1,0.0022867922,0.05000,3.172
+49,block_sparse_moe.experts.13.w1,0.0011056871,0.05000,3.225
+49,block_sparse_moe.experts.9.w1,0.0017680231,0.05000,3.318
+49,block_sparse_moe.experts.6.w1,0.0025947322,0.05000,3.293
+49,block_sparse_moe.experts.5.w1,0.0024770922,0.05000,3.299
+49,block_sparse_moe.experts.2.w1,0.0022982857,0.05000,3.347
+49,block_sparse_moe.experts.1.w1,0.0039041139,0.05000,3.328
+49,block_sparse_moe.experts.10.w1,0.0023366388,0.05000,3.404
+49,block_sparse_moe.experts.14.w1,0.0013222508,0.05000,3.484
+49,block_sparse_moe.experts.25.w1,0.0008043919,0.05000,2.665
+49,block_sparse_moe.experts.29.w1,0.0008397984,0.05000,2.795
+49,block_sparse_moe.experts.21.w1,0.0035642975,0.05000,2.717
+49,block_sparse_moe.experts.20.w1,0.0018144982,0.05000,3.178
+49,block_sparse_moe.experts.17.w1,0.0019932051,0.05000,2.862
+49,block_sparse_moe.experts.23.w1,0.0040861512,0.05000,3.134
+49,block_sparse_moe.experts.28.w1,0.0013849302,0.05000,3.177
+49,block_sparse_moe.experts.24.w1,0.0023689590,0.05000,3.135
+49,block_sparse_moe.experts.31.w1,0.0020137922,0.05000,3.204
+49,block_sparse_moe.experts.19.w1,0.0048318040,0.05000,3.229
+49,block_sparse_moe.experts.16.w1,0.0024639895,0.05000,3.241
+49,block_sparse_moe.experts.27.w1,0.0014047709,0.05000,3.204
+49,block_sparse_moe.experts.22.w1,0.0011211748,0.05000,3.128
+49,block_sparse_moe.experts.26.w1,0.0030684336,0.05000,3.106
+49,block_sparse_moe.experts.18.w1,0.0021091814,0.05000,3.140
+49,block_sparse_moe.experts.30.w1,0.0038375082,0.05000,3.142
+49,block_sparse_moe.experts.41.w1,0.0023004247,0.05000,2.928
+49,block_sparse_moe.experts.37.w1,0.0015224624,0.05000,2.884
+49,block_sparse_moe.experts.36.w1,0.0013331532,0.05000,2.848
+49,block_sparse_moe.experts.39.w1,0.0023456368,0.05000,2.832
+49,block_sparse_moe.experts.33.w1,0.0012438513,0.05000,2.877
+49,block_sparse_moe.experts.47.w1,0.0026471085,0.05000,2.810
+49,block_sparse_moe.experts.45.w1,0.0007997618,0.05000,3.125
+49,block_sparse_moe.experts.40.w1,0.0027572523,0.05000,2.861
+49,block_sparse_moe.experts.35.w1,0.0010235618,0.05000,2.841
+49,block_sparse_moe.experts.44.w1,0.0009162159,0.05000,2.921
+49,block_sparse_moe.experts.43.w1,0.0056550462,0.05000,2.836
+49,block_sparse_moe.experts.32.w1,0.0033460499,0.05000,2.875
+49,block_sparse_moe.experts.34.w1,0.0034326725,0.05000,3.081
+49,block_sparse_moe.experts.38.w1,0.0008172432,0.05000,3.153
+49,block_sparse_moe.experts.42.w1,0.0013757153,0.05000,3.131
+49,block_sparse_moe.experts.46.w1,0.0010774643,0.05000,3.147
+49,block_sparse_moe.experts.52.w1,0.0037117422,0.05000,2.870
+49,block_sparse_moe.experts.55.w1,0.0025199236,0.05000,2.918
+49,block_sparse_moe.experts.53.w1,0.0023146111,0.05000,3.057
+49,block_sparse_moe.experts.57.w1,0.0067007396,0.05000,3.101
+49,block_sparse_moe.experts.56.w1,0.0024706111,0.05000,2.864
+49,block_sparse_moe.experts.63.w1,0.0034493940,0.05000,2.917
+49,block_sparse_moe.experts.60.w1,0.0038561138,0.05000,2.908
+49,block_sparse_moe.experts.51.w1,0.0029190338,0.05000,2.925
+49,block_sparse_moe.experts.59.w1,0.0101310444,0.05000,2.935
+49,block_sparse_moe.experts.48.w1,0.0010320062,0.05000,2.925
+49,block_sparse_moe.experts.49.w1,0.0016681834,0.05000,3.059
+49,block_sparse_moe.experts.61.w1,0.0045024704,0.05000,3.082
+49,block_sparse_moe.experts.54.w1,0.0030848606,0.05000,3.163
+49,block_sparse_moe.experts.58.w1,0.0016106741,0.05000,3.158
+49,block_sparse_moe.experts.50.w1,0.0031639856,0.05000,3.274
+49,block_sparse_moe.experts.62.w1,0.0016097652,0.05000,3.265
+49,block_sparse_moe.experts.73.w1,0.0062079168,0.05000,2.932
+49,block_sparse_moe.experts.77.w1,0.0068335960,0.05000,2.741
+49,block_sparse_moe.experts.69.w1,0.0006929995,0.05000,2.966
+49,block_sparse_moe.experts.68.w1,0.0014397111,0.05000,3.062
+49,block_sparse_moe.experts.72.w1,0.0015224941,0.05000,3.048
+49,block_sparse_moe.experts.65.w1,0.0020915436,0.05000,2.939
+49,block_sparse_moe.experts.79.w1,0.0028374279,0.05000,3.080
+49,block_sparse_moe.experts.76.w1,0.0008797782,0.05000,3.045
+49,block_sparse_moe.experts.67.w1,0.0014417404,0.05000,3.125
+49,block_sparse_moe.experts.64.w1,0.0032643346,0.05000,3.080
+49,block_sparse_moe.experts.75.w1,0.0017855439,0.05000,3.122
+49,block_sparse_moe.experts.71.w1,0.0021762571,0.05000,3.266
+49,block_sparse_moe.experts.70.w1,0.0027245395,0.05000,3.118
+49,block_sparse_moe.experts.74.w1,0.0012374600,0.05000,3.161
+49,block_sparse_moe.experts.66.w1,0.0006190270,0.05000,3.202
+49,block_sparse_moe.experts.78.w1,0.0059381736,0.05000,3.067
+49,block_sparse_moe.experts.93.w1,0.0016071832,0.05000,2.970
+49,block_sparse_moe.experts.84.w1,0.0025455060,0.05000,2.957
+49,block_sparse_moe.experts.89.w1,0.0016128628,0.05000,3.028
+49,block_sparse_moe.experts.85.w1,0.0016522649,0.05000,3.001
+49,block_sparse_moe.experts.92.w1,0.0026209614,0.05000,2.903
+49,block_sparse_moe.experts.95.w1,0.0037616857,0.05000,2.944
+49,block_sparse_moe.experts.80.w1,0.0040298267,0.05000,2.842
+49,block_sparse_moe.experts.88.w1,0.0015551297,0.05000,3.017
+49,block_sparse_moe.experts.81.w1,0.0017687456,0.05000,3.041
+49,block_sparse_moe.experts.91.w1,0.0048279387,0.05000,2.960
+49,block_sparse_moe.experts.83.w1,0.0132217892,0.05000,3.016
+49,block_sparse_moe.experts.87.w1,0.0013261566,0.05000,3.021
+49,block_sparse_moe.experts.86.w1,0.0043785005,0.05000,3.125
+49,block_sparse_moe.experts.90.w1,0.0042573450,0.05000,3.080
+49,block_sparse_moe.experts.94.w1,0.0026929284,0.05000,3.120
+49,block_sparse_moe.experts.82.w1,0.0029070527,0.05000,3.162
+49,block_sparse_moe.experts.109.w1,0.0014630060,0.05000,2.883
+49,block_sparse_moe.experts.101.w1,0.0015668154,0.05000,2.906
+49,block_sparse_moe.experts.100.w1,0.0010942828,0.05000,2.968
+49,block_sparse_moe.experts.105.w1,0.0062850673,0.05000,2.959
+49,block_sparse_moe.experts.111.w1,0.0031517865,0.05000,2.938
+49,block_sparse_moe.experts.97.w1,0.0011852588,0.05000,2.890
+49,block_sparse_moe.experts.96.w1,0.0017283896,0.05000,2.968
+49,block_sparse_moe.experts.104.w1,0.0009128589,0.05000,3.031
+49,block_sparse_moe.experts.107.w1,0.0012492641,0.05000,2.933
+49,block_sparse_moe.experts.103.w1,0.0049764329,0.05000,2.882
+49,block_sparse_moe.experts.108.w1,0.0023785317,0.05000,3.129
+49,block_sparse_moe.experts.99.w1,0.0007594392,0.05000,3.071
+49,block_sparse_moe.experts.102.w1,0.0040714846,0.05000,3.122
+49,block_sparse_moe.experts.106.w1,0.0032550941,0.05000,3.165
+49,block_sparse_moe.experts.110.w1,0.0038963490,0.05000,3.144
+49,block_sparse_moe.experts.98.w1,0.0076850008,0.05000,3.200
+49,block_sparse_moe.experts.125.w1,0.0021502265,0.05000,2.778
+49,block_sparse_moe.experts.121.w1,0.0016632009,0.05000,2.826
+49,block_sparse_moe.experts.117.w1,0.0013859172,0.05000,2.958
+49,block_sparse_moe.experts.113.w1,0.0022964333,0.05000,2.855
+49,block_sparse_moe.experts.116.w1,0.0012947386,0.05000,3.031
+49,block_sparse_moe.experts.127.w1,0.0051035989,0.05000,3.064
+49,block_sparse_moe.experts.112.w1,0.0014016670,0.05000,3.057
+49,block_sparse_moe.experts.120.w1,0.0018095269,0.05000,3.037
+49,block_sparse_moe.experts.123.w1,0.0032092491,0.05000,3.005
+49,block_sparse_moe.experts.124.w1,0.0031859626,0.05000,3.016
+49,block_sparse_moe.experts.119.w1,0.0046686752,0.05000,3.061
+49,block_sparse_moe.experts.115.w1,0.0019376228,0.05000,2.971
+49,block_sparse_moe.experts.122.w1,0.0037478759,0.05000,3.023
+49,block_sparse_moe.experts.118.w1,0.0023985335,0.05000,3.197
+49,block_sparse_moe.experts.126.w1,0.0026470132,0.05000,3.111
+49,block_sparse_moe.experts.114.w1,0.0007391344,0.05000,3.050
+49,block_sparse_moe.experts.141.w1,0.0092080254,0.05000,2.900
+49,block_sparse_moe.experts.137.w1,0.0016090865,0.05000,3.082
+49,block_sparse_moe.experts.133.w1,0.0011890117,0.05000,3.027
+49,block_sparse_moe.experts.143.w1,0.0023572607,0.05000,2.892
+49,block_sparse_moe.experts.129.w1,0.0043832714,0.05000,3.070
+49,block_sparse_moe.experts.132.w1,0.0018105806,0.05000,3.110
+49,block_sparse_moe.experts.128.w1,0.0034159134,0.05000,3.094
+49,block_sparse_moe.experts.135.w1,0.0027163800,0.05000,3.001
+49,block_sparse_moe.experts.139.w1,0.0033028430,0.05000,3.092
+49,block_sparse_moe.experts.131.w1,0.0004927059,0.05000,2.994
+49,block_sparse_moe.experts.140.w1,0.0051572435,0.05000,3.110
+49,block_sparse_moe.experts.136.w1,0.0019376986,0.05000,3.267
+49,block_sparse_moe.experts.138.w1,0.0020561748,0.05000,3.136
+49,block_sparse_moe.experts.134.w1,0.0038373614,0.05000,3.177
+49,block_sparse_moe.experts.142.w1,0.0031516589,0.05000,3.180
+49,block_sparse_moe.experts.130.w1,0.0033504637,0.05000,3.199
+49,block_sparse_moe.experts.157.w1,0.0025481751,0.05000,3.013
+49,block_sparse_moe.experts.153.w1,0.0025246305,0.05000,2.817
+49,block_sparse_moe.experts.149.w1,0.0056789015,0.05000,2.938
+49,block_sparse_moe.experts.145.w1,0.0018224349,0.05000,2.950
+49,block_sparse_moe.experts.159.w1,0.0015871556,0.05000,3.148
+49,block_sparse_moe.experts.148.w1,0.0042486267,0.05000,3.088
+49,block_sparse_moe.experts.144.w1,0.0018928428,0.05000,3.083
+49,block_sparse_moe.experts.151.w1,0.0029195548,0.05000,3.068
+49,block_sparse_moe.experts.155.w1,0.0050826541,0.05000,3.100
+49,block_sparse_moe.experts.156.w1,0.0013540646,0.05000,3.088
+49,block_sparse_moe.experts.147.w1,0.0034013537,0.05000,3.253
+49,block_sparse_moe.experts.152.w1,0.0020383829,0.05000,3.133
+49,block_sparse_moe.experts.154.w1,0.0005343262,0.05000,3.104
+49,block_sparse_moe.experts.150.w1,0.0026463748,0.05000,3.048
+49,block_sparse_moe.experts.158.w1,0.0025419712,0.05000,2.944
+49,block_sparse_moe.experts.146.w1,0.0016541103,0.05000,3.070
+49,block_sparse_moe.experts.173.w1,0.0017651912,0.05000,2.914
+49,block_sparse_moe.experts.169.w1,0.0040303269,0.05000,2.837
+49,block_sparse_moe.experts.165.w1,0.0013761450,0.05000,2.872
+49,block_sparse_moe.experts.161.w1,0.0034680657,0.05000,2.795
+49,block_sparse_moe.experts.175.w1,0.0023149039,0.05000,3.027
+49,block_sparse_moe.experts.164.w1,0.0019726642,0.05000,3.025
+49,block_sparse_moe.experts.160.w1,0.0014261264,0.05000,3.031
+49,block_sparse_moe.experts.167.w1,0.0043431591,0.05000,3.059
+49,block_sparse_moe.experts.172.w1,0.0010657039,0.05000,3.000
+49,block_sparse_moe.experts.171.w1,0.0018601375,0.05000,3.033
+49,block_sparse_moe.experts.168.w1,0.0037812791,0.05000,2.968
+49,block_sparse_moe.experts.163.w1,0.0028022550,0.05000,3.063
+49,block_sparse_moe.experts.170.w1,0.0022441184,0.05000,3.027
+49,block_sparse_moe.experts.166.w1,0.0006088663,0.05000,3.039
+49,block_sparse_moe.experts.174.w1,0.0035217615,0.05000,3.082
+49,block_sparse_moe.experts.162.w1,0.0019916828,0.05000,3.012
+49,block_sparse_moe.experts.189.w1,0.0013627786,0.05000,3.101
+49,block_sparse_moe.experts.185.w1,0.0052273802,0.05000,3.086
+49,block_sparse_moe.experts.181.w1,0.0031937111,0.05000,3.134
+49,block_sparse_moe.experts.177.w1,0.0039925744,0.05000,3.115
+49,block_sparse_moe.experts.180.w1,0.0050680923,0.05000,2.951
+49,block_sparse_moe.experts.191.w1,0.0024069459,0.05000,3.020
+49,block_sparse_moe.experts.176.w1,0.0015165255,0.05000,2.995
+49,block_sparse_moe.experts.188.w1,0.0030001168,0.05000,2.936
+49,block_sparse_moe.experts.183.w1,0.0009523053,0.05000,3.013
+49,block_sparse_moe.experts.187.w1,0.0114041063,0.05000,3.029
+49,block_sparse_moe.experts.184.w1,0.0082767359,0.05000,2.951
+49,block_sparse_moe.experts.179.w1,0.0032941899,0.05000,2.990
+49,block_sparse_moe.experts.186.w1,0.0055443335,0.05000,3.156
+49,block_sparse_moe.experts.182.w1,0.0021347668,0.05000,3.064
+49,block_sparse_moe.experts.190.w1,0.0028356977,0.05000,3.131
+49,block_sparse_moe.experts.178.w1,0.0010756455,0.05000,3.097
+49,block_sparse_moe.experts.201.w1,0.0047381447,0.05000,3.097
+49,block_sparse_moe.experts.205.w1,0.0016297778,0.05000,3.148
+49,block_sparse_moe.experts.193.w1,0.0023561572,0.05000,3.105
+49,block_sparse_moe.experts.197.w1,0.0035798755,0.05000,3.183
+49,block_sparse_moe.experts.196.w1,0.0010235071,0.05000,3.123
+49,block_sparse_moe.experts.207.w1,0.0030822510,0.05000,3.116
+49,block_sparse_moe.experts.204.w1,0.0040445382,0.05000,3.038
+49,block_sparse_moe.experts.192.w1,0.0041336285,0.05000,3.093
+49,block_sparse_moe.experts.199.w1,0.0017998464,0.05000,3.111
+49,block_sparse_moe.experts.200.w1,0.0023074033,0.05000,3.066
+49,block_sparse_moe.experts.203.w1,0.0018731099,0.05000,3.161
+49,block_sparse_moe.experts.195.w1,0.0021051068,0.05000,3.072
+49,block_sparse_moe.experts.198.w1,0.0066082532,0.05000,3.078
+49,block_sparse_moe.experts.206.w1,0.0037871188,0.05000,2.989
+49,block_sparse_moe.experts.202.w1,0.0017888997,0.05000,3.215
+49,block_sparse_moe.experts.194.w1,0.0014296039,0.05000,3.047
+49,block_sparse_moe.experts.221.w1,0.0007526813,0.05000,3.060
+49,block_sparse_moe.experts.217.w1,0.0027505994,0.05000,3.167
+49,block_sparse_moe.experts.209.w1,0.0029899442,0.05000,3.022
+49,block_sparse_moe.experts.213.w1,0.0008567781,0.05000,2.998
+49,block_sparse_moe.experts.212.w1,0.0064182549,0.05000,2.997
+49,block_sparse_moe.experts.220.w1,0.0041695343,0.05000,2.974
+49,block_sparse_moe.experts.223.w1,0.0003530853,0.05000,3.094
+49,block_sparse_moe.experts.208.w1,0.0016926841,0.05000,3.017
+49,block_sparse_moe.experts.215.w1,0.0018898059,0.05000,3.037
+49,block_sparse_moe.experts.216.w1,0.0021172850,0.05000,3.095
+49,block_sparse_moe.experts.219.w1,0.0012810243,0.05000,3.112
+49,block_sparse_moe.experts.211.w1,0.0019372711,0.05000,3.178
+49,block_sparse_moe.experts.214.w1,0.0025369085,0.05000,2.981
+49,block_sparse_moe.experts.222.w1,0.0016086117,0.05000,2.938
+49,block_sparse_moe.experts.218.w1,0.0016612317,0.05000,2.966
+49,block_sparse_moe.experts.210.w1,0.0035560783,0.05000,3.036
+49,block_sparse_moe.experts.237.w1,0.0008960823,0.05000,2.972
+49,block_sparse_moe.experts.233.w1,0.0021714993,0.05000,2.977
+49,block_sparse_moe.experts.225.w1,0.0014941003,0.05000,2.931
+49,block_sparse_moe.experts.229.w1,0.0032055224,0.05000,2.967
+49,block_sparse_moe.experts.239.w1,0.0047005930,0.05000,3.011
+49,block_sparse_moe.experts.236.w1,0.0033843069,0.05000,3.035
+49,block_sparse_moe.experts.228.w1,0.0022972978,0.05000,3.155
+49,block_sparse_moe.experts.231.w1,0.0026121598,0.05000,2.961
+49,block_sparse_moe.experts.224.w1,0.0022250063,0.05000,3.083
+49,block_sparse_moe.experts.232.w1,0.0004960526,0.05000,2.993
+49,block_sparse_moe.experts.235.w1,0.0027185153,0.05000,3.134
+49,block_sparse_moe.experts.227.w1,0.0018407608,0.05000,3.022
+49,block_sparse_moe.experts.230.w1,0.0027422239,0.05000,2.898
+49,block_sparse_moe.experts.238.w1,0.0027296246,0.05000,2.872
+49,block_sparse_moe.experts.234.w1,0.0009582743,0.05000,2.864
+49,block_sparse_moe.experts.226.w1,0.0013620908,0.05000,2.947
+49,block_sparse_moe.experts.253.w1,0.0024705522,0.05000,3.111
+49,block_sparse_moe.experts.249.w1,0.0022571710,0.05000,3.006
+49,block_sparse_moe.experts.245.w1,0.0016367670,0.05000,2.887
+49,block_sparse_moe.experts.241.w1,0.0021118439,0.05000,3.029
+49,block_sparse_moe.experts.255.w1,0.0031596019,0.05000,2.889
+49,block_sparse_moe.experts.252.w1,0.0031470276,0.05000,2.995
+49,block_sparse_moe.experts.247.w1,0.0037695053,0.05000,2.992
+49,block_sparse_moe.experts.244.w1,0.0024972175,0.05000,3.108
+49,block_sparse_moe.experts.240.w1,0.0015914907,0.05000,3.066
+49,block_sparse_moe.experts.248.w1,0.0059155611,0.05000,3.054
+49,block_sparse_moe.experts.243.w1,0.0031521002,0.05000,2.828
+49,block_sparse_moe.experts.251.w1,0.0032267614,0.05000,2.948
+49,block_sparse_moe.experts.250.w1,0.0028613927,0.05000,2.913
+49,block_sparse_moe.experts.246.w1,0.0046600175,0.05000,2.994
+49,block_sparse_moe.experts.254.w1,0.0030893984,0.05000,3.036
+49,block_sparse_moe.experts.242.w1,0.0008151427,0.05000,2.929
+49,block_sparse_moe.experts.9.w3,0.0020583567,0.05000,2.812
+49,block_sparse_moe.experts.5.w3,0.0027933445,0.05000,2.838
+49,block_sparse_moe.experts.13.w3,0.0012633094,0.05000,2.921
+49,block_sparse_moe.experts.1.w3,0.0044200350,0.05000,2.837
+49,block_sparse_moe.experts.15.w3,0.0020345453,0.05000,3.024
+49,block_sparse_moe.experts.7.w3,0.0015112276,0.05000,3.023
+49,block_sparse_moe.experts.12.w3,0.0036986227,0.05000,3.178
+49,block_sparse_moe.experts.0.w3,0.0039868422,0.05000,3.143
+49,block_sparse_moe.experts.3.w3,0.0052864467,0.05000,3.030
+49,block_sparse_moe.experts.4.w3,0.0015509983,0.05000,3.282
+49,block_sparse_moe.experts.11.w3,0.0026828239,0.05000,3.021
+49,block_sparse_moe.experts.8.w3,0.0025304130,0.05000,3.192
+49,block_sparse_moe.experts.14.w3,0.0014693571,0.05000,2.753
+49,block_sparse_moe.experts.6.w3,0.0029656613,0.05000,2.878
+49,block_sparse_moe.experts.10.w3,0.0026593996,0.05000,2.904
+49,block_sparse_moe.experts.2.w3,0.0026254733,0.05000,2.753
+49,block_sparse_moe.experts.21.w3,0.0040328714,0.05000,2.815
+49,block_sparse_moe.experts.25.w3,0.0009002944,0.05000,2.929
+49,block_sparse_moe.experts.29.w3,0.0009641988,0.05000,2.949
+49,block_sparse_moe.experts.17.w3,0.0023205710,0.05000,3.008
+49,block_sparse_moe.experts.31.w3,0.0022624606,0.05000,3.132
+49,block_sparse_moe.experts.23.w3,0.0046797285,0.05000,3.095
+49,block_sparse_moe.experts.28.w3,0.0015501896,0.05000,3.120
+49,block_sparse_moe.experts.19.w3,0.0054316648,0.05000,3.059
+49,block_sparse_moe.experts.20.w3,0.0021953194,0.05000,3.076
+49,block_sparse_moe.experts.16.w3,0.0028355239,0.05000,3.182
+49,block_sparse_moe.experts.27.w3,0.0015717810,0.05000,3.113
+49,block_sparse_moe.experts.24.w3,0.0027922183,0.05000,3.170
+49,block_sparse_moe.experts.30.w3,0.0042973016,0.05000,2.712
+49,block_sparse_moe.experts.22.w3,0.0013527273,0.05000,2.694
+49,block_sparse_moe.experts.26.w3,0.0035484341,0.05000,2.740
+49,block_sparse_moe.experts.18.w3,0.0023671753,0.05000,2.753
+49,block_sparse_moe.experts.37.w3,0.0017202487,0.05000,3.043
+49,block_sparse_moe.experts.41.w3,0.0025938166,0.05000,3.059
+49,block_sparse_moe.experts.44.w3,0.0010404565,0.05000,1.980
+49,block_sparse_moe.experts.45.w3,0.0009102352,0.05000,3.008
+49,block_sparse_moe.experts.36.w3,0.0015194221,0.05000,1.852
+49,block_sparse_moe.experts.33.w3,0.0013952195,0.05000,3.011
+49,block_sparse_moe.experts.47.w3,0.0030310443,0.05000,3.076
+49,block_sparse_moe.experts.39.w3,0.0027165229,0.05000,3.051
+49,block_sparse_moe.experts.35.w3,0.0012631210,0.05000,3.170
+49,block_sparse_moe.experts.46.w3,0.0011832010,0.05000,2.902
+49,block_sparse_moe.experts.43.w3,0.0068524428,0.05000,3.147
+49,block_sparse_moe.experts.38.w3,0.0011837160,0.05000,2.925
+49,block_sparse_moe.experts.34.w3,0.0040069584,0.05000,2.860
+49,block_sparse_moe.experts.42.w3,0.0016031770,0.05000,2.976
+49,block_sparse_moe.experts.63.w3,0.0039684088,0.05000,3.219
+49,block_sparse_moe.experts.55.w3,0.0028840355,0.05000,3.293
+49,block_sparse_moe.experts.51.w3,0.0033520516,0.05000,3.151
+49,block_sparse_moe.experts.59.w3,0.0116349247,0.05000,3.372
+49,block_sparse_moe.experts.53.w3,0.0026445719,0.05000,5.499
+49,block_sparse_moe.experts.57.w3,0.0078436827,0.05000,5.528
+49,block_sparse_moe.experts.61.w3,0.0051820122,0.05000,5.561
+49,block_sparse_moe.experts.49.w3,0.0019037512,0.05000,5.524
+49,block_sparse_moe.experts.54.w3,0.0034329594,0.05000,5.208
+49,block_sparse_moe.experts.62.w3,0.0018253280,0.05000,5.331
+49,block_sparse_moe.experts.50.w3,0.0036084409,0.05000,5.270
+49,block_sparse_moe.experts.58.w3,0.0018922465,0.05000,5.279
+49,block_sparse_moe.experts.69.w3,0.0007809840,0.05000,3.200
+49,block_sparse_moe.experts.73.w3,0.0070677398,0.05000,3.197
+49,block_sparse_moe.experts.77.w3,0.0077055949,0.05000,3.162
+49,block_sparse_moe.experts.65.w3,0.0024201419,0.05000,3.185
+49,block_sparse_moe.experts.70.w3,0.0030659143,0.05000,3.250
+49,block_sparse_moe.experts.78.w3,0.0067460713,0.05000,3.278
+49,block_sparse_moe.experts.74.w3,0.0014078738,0.05000,3.247
+49,block_sparse_moe.experts.66.w3,0.0007105798,0.05000,3.312
+49,block_sparse_moe.experts.79.w3,0.0032473779,0.05000,6.846
+49,block_sparse_moe.experts.71.w3,0.0024993944,0.05000,6.791
+49,block_sparse_moe.experts.67.w3,0.0016509172,0.05000,6.832
+49,block_sparse_moe.experts.75.w3,0.0020143984,0.05000,6.764
+49,block_sparse_moe.experts.85.w3,0.0018541938,0.05000,2.984
+49,block_sparse_moe.experts.89.w3,0.0018215636,0.05000,3.001
+49,block_sparse_moe.experts.93.w3,0.0018769369,0.05000,3.004
+49,block_sparse_moe.experts.81.w3,0.0019992798,0.05000,3.077
+49,block_sparse_moe.experts.60.w3,0.0043219207,0.05000,3.042
+49,block_sparse_moe.experts.52.w3,0.0042525318,0.05000,3.047
+49,block_sparse_moe.experts.40.w3,0.0030583002,0.05000,3.065
+49,block_sparse_moe.experts.32.w3,0.0037669542,0.05000,3.106
+49,block_sparse_moe.experts.86.w3,0.0049138470,0.05000,3.010
+49,block_sparse_moe.experts.94.w3,0.0029870966,0.05000,3.024
+49,block_sparse_moe.experts.90.w3,0.0048755465,0.05000,3.020
+49,block_sparse_moe.experts.82.w3,0.0032950556,0.05000,3.009
+49,block_sparse_moe.experts.95.w3,0.0043985835,0.05000,3.005
+49,block_sparse_moe.experts.87.w3,0.0014857652,0.05000,3.065
+49,block_sparse_moe.experts.83.w3,0.0159810244,0.05000,2.934
+49,block_sparse_moe.experts.101.w3,0.0017688448,0.05000,2.764
+49,block_sparse_moe.experts.105.w3,0.0071806937,0.05000,2.712
+49,block_sparse_moe.experts.109.w3,0.0017615326,0.05000,2.737
+49,block_sparse_moe.experts.91.w3,0.0056828354,0.05000,3.042
+49,block_sparse_moe.experts.97.w3,0.0013658189,0.05000,2.825
+49,block_sparse_moe.experts.76.w3,0.0010020124,0.05000,3.055
+49,block_sparse_moe.experts.48.w3,0.0011569025,0.05000,3.111
+49,block_sparse_moe.experts.68.w3,0.0016354077,0.05000,3.171
+49,block_sparse_moe.experts.56.w3,0.0027589737,0.05000,3.224
+49,block_sparse_moe.experts.110.w3,0.0043870423,0.05000,3.112
+49,block_sparse_moe.experts.102.w3,0.0047043445,0.05000,3.225
+49,block_sparse_moe.experts.98.w3,0.0089182903,0.05000,3.189
+49,block_sparse_moe.experts.106.w3,0.0036602405,0.05000,3.195
+49,block_sparse_moe.experts.111.w3,0.0037043694,0.05000,3.105
+49,block_sparse_moe.experts.103.w3,0.0056684779,0.05000,3.065
+49,block_sparse_moe.experts.99.w3,0.0008994248,0.05000,3.054
+49,block_sparse_moe.experts.117.w3,0.0015316681,0.05000,3.023
+49,block_sparse_moe.experts.121.w3,0.0018686049,0.05000,3.006
+49,block_sparse_moe.experts.125.w3,0.0023913973,0.05000,2.973
+49,block_sparse_moe.experts.107.w3,0.0013409170,0.05000,3.082
+49,block_sparse_moe.experts.113.w3,0.0025824153,0.05000,2.956
+49,block_sparse_moe.experts.92.w3,0.0029462542,0.05000,2.912
+49,block_sparse_moe.experts.64.w3,0.0039586471,0.05000,2.830
+49,block_sparse_moe.experts.84.w3,0.0028686324,0.05000,2.931
+49,block_sparse_moe.experts.72.w3,0.0018081926,0.05000,2.952
+49,block_sparse_moe.experts.126.w3,0.0029795941,0.05000,2.920
+49,block_sparse_moe.experts.118.w3,0.0027422457,0.05000,2.926
+49,block_sparse_moe.experts.122.w3,0.0042387404,0.05000,2.993
+49,block_sparse_moe.experts.114.w3,0.0008281860,0.05000,3.042
+49,block_sparse_moe.experts.127.w3,0.0058484771,0.05000,2.823
+49,block_sparse_moe.experts.133.w3,0.0013354715,0.05000,2.592
+49,block_sparse_moe.experts.119.w3,0.0054387076,0.05000,2.785
+49,block_sparse_moe.experts.115.w3,0.0021994217,0.05000,2.719
+49,block_sparse_moe.experts.137.w3,0.0019044273,0.05000,2.641
+49,block_sparse_moe.experts.141.w3,0.0113857236,0.05000,2.670
+49,block_sparse_moe.experts.129.w3,0.0051561526,0.05000,2.651
+49,block_sparse_moe.experts.123.w3,0.0036542846,0.05000,2.869
+49,block_sparse_moe.experts.108.w3,0.0026405064,0.05000,3.052
+49,block_sparse_moe.experts.80.w3,0.0046496871,0.05000,3.018
+49,block_sparse_moe.experts.100.w3,0.0012090692,0.05000,3.074
+49,block_sparse_moe.experts.88.w3,0.0017509441,0.05000,3.097
+49,block_sparse_moe.experts.142.w3,0.0035380404,0.05000,3.043
+49,block_sparse_moe.experts.134.w3,0.0043991688,0.05000,3.028
+49,block_sparse_moe.experts.138.w3,0.0023101955,0.05000,3.117
+49,block_sparse_moe.experts.130.w3,0.0037463145,0.05000,3.119
+49,block_sparse_moe.experts.153.w3,0.0028292887,0.05000,2.669
+49,block_sparse_moe.experts.149.w3,0.0065284916,0.05000,2.806
+49,block_sparse_moe.experts.157.w3,0.0029146772,0.05000,2.675
+49,block_sparse_moe.experts.143.w3,0.0026919062,0.05000,3.014
+49,block_sparse_moe.experts.145.w3,0.0020724418,0.05000,2.744
+49,block_sparse_moe.experts.135.w3,0.0032562193,0.05000,3.121
+49,block_sparse_moe.experts.131.w3,0.0005629317,0.05000,3.124
+49,block_sparse_moe.experts.139.w3,0.0037093476,0.05000,3.030
+49,block_sparse_moe.experts.124.w3,0.0035266525,0.05000,3.051
+49,block_sparse_moe.experts.96.w3,0.0019322047,0.05000,3.110
+49,block_sparse_moe.experts.116.w3,0.0014788115,0.05000,3.017
+49,block_sparse_moe.experts.104.w3,0.0010312956,0.05000,3.093
+49,block_sparse_moe.experts.150.w3,0.0029607889,0.05000,3.108
+49,block_sparse_moe.experts.158.w3,0.0028745923,0.05000,3.187
+49,block_sparse_moe.experts.146.w3,0.0018441636,0.05000,3.016
+49,block_sparse_moe.experts.165.w3,0.0015465381,0.05000,2.798
+49,block_sparse_moe.experts.169.w3,0.0045649796,0.05000,2.844
+49,block_sparse_moe.experts.154.w3,0.0006022764,0.05000,3.156
+49,block_sparse_moe.experts.173.w3,0.0019327723,0.05000,2.811
+49,block_sparse_moe.experts.159.w3,0.0018845684,0.05000,2.979
+49,block_sparse_moe.experts.161.w3,0.0042050227,0.05000,2.821
+49,block_sparse_moe.experts.151.w3,0.0032953457,0.05000,2.868
+49,block_sparse_moe.experts.147.w3,0.0039507264,0.05000,2.896
+49,block_sparse_moe.experts.155.w3,0.0057952795,0.05000,2.954
+49,block_sparse_moe.experts.112.w3,0.0016193921,0.05000,2.696
+49,block_sparse_moe.experts.140.w3,0.0057117416,0.05000,2.780
+49,block_sparse_moe.experts.132.w3,0.0020784287,0.05000,2.907
+49,block_sparse_moe.experts.120.w3,0.0020166498,0.05000,2.832
+49,block_sparse_moe.experts.174.w3,0.0039162683,0.05000,2.900
+49,block_sparse_moe.experts.166.w3,0.0006850911,0.05000,3.049
+49,block_sparse_moe.experts.181.w3,0.0035572812,0.05000,2.870
+49,block_sparse_moe.experts.185.w3,0.0061549094,0.05000,2.874
+49,block_sparse_moe.experts.189.w3,0.0015427282,0.05000,2.800
+49,block_sparse_moe.experts.162.w3,0.0022577564,0.05000,3.000
+49,block_sparse_moe.experts.170.w3,0.0026560812,0.05000,3.026
+49,block_sparse_moe.experts.177.w3,0.0044617556,0.05000,2.858
+49,block_sparse_moe.experts.175.w3,0.0025629301,0.05000,2.979
+49,block_sparse_moe.experts.167.w3,0.0048541519,0.05000,3.022
+49,block_sparse_moe.experts.163.w3,0.0032107150,0.05000,3.057
+49,block_sparse_moe.experts.171.w3,0.0020920465,0.05000,2.953
+49,block_sparse_moe.experts.128.w3,0.0039114619,0.05000,2.965
+49,block_sparse_moe.experts.156.w3,0.0015686595,0.05000,2.982
+49,block_sparse_moe.experts.148.w3,0.0048047680,0.05000,2.888
+49,block_sparse_moe.experts.136.w3,0.0021619795,0.05000,2.946
+49,block_sparse_moe.experts.205.w3,0.0018371169,0.05000,2.738
+49,block_sparse_moe.experts.201.w3,0.0054686808,0.05000,2.772
+49,block_sparse_moe.experts.197.w3,0.0041783875,0.05000,2.801
+49,block_sparse_moe.experts.190.w3,0.0032198083,0.05000,3.084
+49,block_sparse_moe.experts.182.w3,0.0024056491,0.05000,3.123
+49,block_sparse_moe.experts.193.w3,0.0027610559,0.05000,2.785
+49,block_sparse_moe.experts.178.w3,0.0012107717,0.05000,3.134
+49,block_sparse_moe.experts.186.w3,0.0064454999,0.05000,3.097
+49,block_sparse_moe.experts.191.w3,0.0026949231,0.05000,2.998
+49,block_sparse_moe.experts.183.w3,0.0010903389,0.05000,2.943
+49,block_sparse_moe.experts.179.w3,0.0037898410,0.05000,2.942
+49,block_sparse_moe.experts.187.w3,0.0134083010,0.05000,2.964
+49,block_sparse_moe.experts.144.w3,0.0020989762,0.05000,3.048
+49,block_sparse_moe.experts.172.w3,0.0012444648,0.05000,3.040
+49,block_sparse_moe.experts.164.w3,0.0023001160,0.05000,3.012
+49,block_sparse_moe.experts.152.w3,0.0022722015,0.05000,3.106
+49,block_sparse_moe.experts.217.w3,0.0030598043,0.05000,2.665
+49,block_sparse_moe.experts.221.w3,0.0008695303,0.05000,2.702
+49,block_sparse_moe.experts.213.w3,0.0009269001,0.05000,2.784
+49,block_sparse_moe.experts.206.w3,0.0042909804,0.05000,3.011
+49,block_sparse_moe.experts.209.w3,0.0034244689,0.05000,2.801
+49,block_sparse_moe.experts.198.w3,0.0074396193,0.05000,3.119
+49,block_sparse_moe.experts.194.w3,0.0016061766,0.05000,3.002
+49,block_sparse_moe.experts.207.w3,0.0033810662,0.05000,3.011
+49,block_sparse_moe.experts.202.w3,0.0020577767,0.05000,3.135
+49,block_sparse_moe.experts.195.w3,0.0024663561,0.05000,2.961
+49,block_sparse_moe.experts.199.w3,0.0020255556,0.05000,3.166
+49,block_sparse_moe.experts.203.w3,0.0021396822,0.05000,3.080
+49,block_sparse_moe.experts.160.w3,0.0016264142,0.05000,3.085
+49,block_sparse_moe.experts.188.w3,0.0033597701,0.05000,3.104
+49,block_sparse_moe.experts.180.w3,0.0058803481,0.05000,3.061
+49,block_sparse_moe.experts.168.w3,0.0041895231,0.05000,3.056
+49,block_sparse_moe.experts.237.w3,0.0009273148,0.05000,2.865
+49,block_sparse_moe.experts.233.w3,0.0024462216,0.05000,2.873
+49,block_sparse_moe.experts.229.w3,0.0038237854,0.05000,2.909
+49,block_sparse_moe.experts.225.w3,0.0016725548,0.05000,2.961
+49,block_sparse_moe.experts.222.w3,0.0018380641,0.05000,3.100
+49,block_sparse_moe.experts.214.w3,0.0028515779,0.05000,3.028
+49,block_sparse_moe.experts.210.w3,0.0040619439,0.05000,2.974
+49,block_sparse_moe.experts.223.w3,0.0004008879,0.05000,3.036
+49,block_sparse_moe.experts.218.w3,0.0019279369,0.05000,3.090
+49,block_sparse_moe.experts.211.w3,0.0022762353,0.05000,3.085
+49,block_sparse_moe.experts.215.w3,0.0022173562,0.05000,3.040
+49,block_sparse_moe.experts.219.w3,0.0014866383,0.05000,3.092
+49,block_sparse_moe.experts.176.w3,0.0017539404,0.05000,3.042
+49,block_sparse_moe.experts.204.w3,0.0045159137,0.05000,3.021
+49,block_sparse_moe.experts.196.w3,0.0011347357,0.05000,3.034
+49,block_sparse_moe.experts.184.w3,0.0091364209,0.05000,3.116
+49,block_sparse_moe.experts.253.w3,0.0028540390,0.05000,2.900
+49,block_sparse_moe.experts.249.w3,0.0025855912,0.05000,2.927
+49,block_sparse_moe.experts.245.w3,0.0018023892,0.05000,2.874
+49,block_sparse_moe.experts.241.w3,0.0023922626,0.05000,2.570
+49,block_sparse_moe.experts.238.w3,0.0031464451,0.05000,2.876
+49,block_sparse_moe.experts.230.w3,0.0031869388,0.05000,2.966
+49,block_sparse_moe.experts.226.w3,0.0015470694,0.05000,3.003
+49,block_sparse_moe.experts.234.w3,0.0011124342,0.05000,2.911
+49,block_sparse_moe.experts.239.w3,0.0053301670,0.05000,3.134
+49,block_sparse_moe.experts.227.w3,0.0021081734,0.05000,3.147
+49,block_sparse_moe.experts.231.w3,0.0030536795,0.05000,3.062
+49,block_sparse_moe.experts.235.w3,0.0031090231,0.05000,3.072
+49,block_sparse_moe.experts.192.w3,0.0045965758,0.05000,3.036
+49,block_sparse_moe.experts.220.w3,0.0047843097,0.05000,3.059
+49,block_sparse_moe.experts.212.w3,0.0072235605,0.05000,3.040
+49,block_sparse_moe.experts.200.w3,0.0026159505,0.05000,3.041
+49,block_sparse_moe.experts.254.w3,0.0035213032,0.05000,2.792
+49,block_sparse_moe.experts.246.w3,0.0054131342,0.05000,2.765
+49,block_sparse_moe.experts.242.w3,0.0009281398,0.05000,2.723
+49,block_sparse_moe.experts.250.w3,0.0033419160,0.05000,2.557
+49,block_sparse_moe.experts.255.w3,0.0034871541,0.05000,2.896
+49,block_sparse_moe.experts.243.w3,0.0035522568,0.05000,2.779
+49,block_sparse_moe.experts.247.w3,0.0043154054,0.05000,2.796
+49,block_sparse_moe.experts.251.w3,0.0036455165,0.05000,2.444
+49,block_sparse_moe.experts.208.w3,0.0020007814,0.05000,2.885
+49,block_sparse_moe.experts.236.w3,0.0038121804,0.05000,2.970
+49,block_sparse_moe.experts.228.w3,0.0027866731,0.05000,3.027
+49,block_sparse_moe.experts.216.w3,0.0024271804,0.05000,3.012
+49,block_sparse_moe.experts.224.w3,0.0025265942,0.05000,3.067
+49,block_sparse_moe.experts.252.w3,0.0035605659,0.05000,3.056
+49,block_sparse_moe.experts.244.w3,0.0027892579,0.05000,2.991
+49,block_sparse_moe.experts.232.w3,0.0005605302,0.05000,2.869
+49,block_sparse_moe.experts.240.w3,0.0018494459,0.05000,1.685
+49,block_sparse_moe.experts.248.w3,0.0068456747,0.05000,1.420
+49,block_sparse_moe.experts.10.w2,0.0069983794,0.05000,1.385
+49,block_sparse_moe.experts.2.w2,0.0012230262,0.05000,1.385
+49,block_sparse_moe.experts.6.w2,0.0118055780,0.05000,1.402
+49,block_sparse_moe.experts.14.w2,0.0074745492,0.05000,1.394
+49,block_sparse_moe.experts.8.w2,0.0121608227,0.05000,1.561
+49,block_sparse_moe.experts.4.w2,0.0063480609,0.05000,1.564
+49,block_sparse_moe.experts.1.w2,0.0192227720,0.05000,1.588
+49,block_sparse_moe.experts.9.w2,0.0106403932,0.05000,1.594
+49,block_sparse_moe.experts.0.w2,0.0129110352,0.05000,1.598
+49,block_sparse_moe.experts.13.w2,0.0021931739,0.05000,1.543
+49,block_sparse_moe.experts.5.w2,0.0104980045,0.05000,1.607
+49,block_sparse_moe.experts.12.w2,0.0031368339,0.05000,1.639
+49,block_sparse_moe.experts.7.w2,0.0062908020,0.05000,1.653
+49,block_sparse_moe.experts.3.w2,0.0062500187,0.05000,1.654
+49,block_sparse_moe.experts.11.w2,0.0075403441,0.05000,1.692
+49,block_sparse_moe.experts.15.w2,0.0049958579,0.05000,1.639
+49,block_sparse_moe.experts.26.w2,0.0133093953,0.05000,1.319
+49,block_sparse_moe.experts.22.w2,0.0016324841,0.05000,1.323
+49,block_sparse_moe.experts.18.w2,0.0017930100,0.05000,1.377
+49,block_sparse_moe.experts.30.w2,0.0030471820,0.05000,1.355
+49,block_sparse_moe.experts.25.w2,0.0010886909,0.05000,1.466
+49,block_sparse_moe.experts.29.w2,0.0034725740,0.05000,1.462
+49,block_sparse_moe.experts.20.w2,0.0076970291,0.05000,1.508
+49,block_sparse_moe.experts.21.w2,0.0038425131,0.05000,1.498
+49,block_sparse_moe.experts.16.w2,0.0106273130,0.05000,1.509
+49,block_sparse_moe.experts.19.w2,0.0623723040,0.05000,1.459
+49,block_sparse_moe.experts.17.w2,0.0026571665,0.05000,1.557
+49,block_sparse_moe.experts.24.w2,0.0044753613,0.05000,1.601
+49,block_sparse_moe.experts.23.w2,0.0045779223,0.05000,1.519
+49,block_sparse_moe.experts.28.w2,0.0003489050,0.05000,1.612
+49,block_sparse_moe.experts.27.w2,0.0041531156,0.05000,1.559
+49,block_sparse_moe.experts.31.w2,0.0024652828,0.05000,1.605
+49,block_sparse_moe.experts.34.w2,0.0070082286,0.05000,1.380
+49,block_sparse_moe.experts.42.w2,0.0038669477,0.05000,1.440
+49,block_sparse_moe.experts.46.w2,0.0013913231,0.05000,1.392
+49,block_sparse_moe.experts.38.w2,0.0184191768,0.05000,1.489
+49,block_sparse_moe.experts.45.w2,0.0004416323,0.05000,1.447
+49,block_sparse_moe.experts.37.w2,0.0010548044,0.05000,1.464
+49,block_sparse_moe.experts.41.w2,0.0038354126,0.05000,1.517
+49,block_sparse_moe.experts.33.w2,0.0026042462,0.05000,1.433
+49,block_sparse_moe.experts.36.w2,0.0019507485,0.05000,1.513
+49,block_sparse_moe.experts.35.w2,0.0059104646,0.05000,1.480
+49,block_sparse_moe.experts.32.w2,0.0019291960,0.05000,1.522
+49,block_sparse_moe.experts.40.w2,0.0013671952,0.05000,1.570
+49,block_sparse_moe.experts.39.w2,0.0073564389,0.05000,1.566
+49,block_sparse_moe.experts.43.w2,0.0265466286,0.05000,1.535
+49,block_sparse_moe.experts.44.w2,0.0001639648,0.05000,1.575
+49,block_sparse_moe.experts.47.w2,0.0035781983,0.05000,1.556
+49,block_sparse_moe.experts.58.w2,0.0053110935,0.05000,1.433
+49,block_sparse_moe.experts.50.w2,0.0167418190,0.05000,1.459
+49,block_sparse_moe.experts.62.w2,0.0055929973,0.05000,1.438
+49,block_sparse_moe.experts.54.w2,0.0010098348,0.05000,1.525
+49,block_sparse_moe.experts.61.w2,0.0179821307,0.05000,1.376
+49,block_sparse_moe.experts.57.w2,0.0026805784,0.05000,1.327
+49,block_sparse_moe.experts.53.w2,0.0069603716,0.05000,1.436
+49,block_sparse_moe.experts.49.w2,0.0052020379,0.05000,1.431
+49,block_sparse_moe.experts.52.w2,0.0167141754,0.05000,1.466
+49,block_sparse_moe.experts.51.w2,0.0075082284,0.05000,1.536
+49,block_sparse_moe.experts.48.w2,0.0051061786,0.05000,1.506
+49,block_sparse_moe.experts.56.w2,0.0090702029,0.05000,1.475
+49,block_sparse_moe.experts.55.w2,0.0101459912,0.05000,1.538
+49,block_sparse_moe.experts.60.w2,0.0015654520,0.05000,1.471
+49,block_sparse_moe.experts.59.w2,0.0243197698,0.05000,1.539
+49,block_sparse_moe.experts.63.w2,0.0011225621,0.05000,1.505
+49,block_sparse_moe.experts.74.w2,0.0058183785,0.05000,1.543
+49,block_sparse_moe.experts.73.w2,0.0119241620,0.05000,1.227
+49,block_sparse_moe.experts.77.w2,0.0061839126,0.05000,1.273
+49,block_sparse_moe.experts.66.w2,0.0026006195,0.05000,1.562
+49,block_sparse_moe.experts.78.w2,0.0093015727,0.05000,1.596
+49,block_sparse_moe.experts.65.w2,0.0080796534,0.05000,1.290
+49,block_sparse_moe.experts.69.w2,0.0049026050,0.05000,1.323
+49,block_sparse_moe.experts.70.w2,0.0072269135,0.05000,1.622
+49,block_sparse_moe.experts.67.w2,0.0082907527,0.05000,1.476
+49,block_sparse_moe.experts.68.w2,0.0008404894,0.05000,1.593
+49,block_sparse_moe.experts.79.w2,0.0050894587,0.05000,1.331
+49,block_sparse_moe.experts.71.w2,0.0025317982,0.05000,1.424
+49,block_sparse_moe.experts.75.w2,0.0047957821,0.05000,1.420
+49,block_sparse_moe.experts.64.w2,0.0117526901,0.05000,1.622
+49,block_sparse_moe.experts.72.w2,0.0065109757,0.05000,1.631
+49,block_sparse_moe.experts.76.w2,0.0029412853,0.05000,1.612
+49,block_sparse_moe.experts.89.w2,0.0078494402,0.05000,1.394
+49,block_sparse_moe.experts.93.w2,0.0079575370,0.05000,1.458
+49,block_sparse_moe.experts.90.w2,0.0089004799,0.05000,1.601
+49,block_sparse_moe.experts.82.w2,0.0056169062,0.05000,1.560
+49,block_sparse_moe.experts.85.w2,0.0022839697,0.05000,1.427
+49,block_sparse_moe.experts.81.w2,0.0027993731,0.05000,1.472
+49,block_sparse_moe.experts.94.w2,0.0018141559,0.05000,1.548
+49,block_sparse_moe.experts.86.w2,0.0121598490,0.05000,1.600
+49,block_sparse_moe.experts.83.w2,0.0366673286,0.05000,1.494
+49,block_sparse_moe.experts.84.w2,0.0061947680,0.05000,1.474
+49,block_sparse_moe.experts.95.w2,0.0084761044,0.05000,1.500
+49,block_sparse_moe.experts.91.w2,0.0030178433,0.05000,1.452
+49,block_sparse_moe.experts.80.w2,0.0149778443,0.05000,1.512
+49,block_sparse_moe.experts.87.w2,0.0004049693,0.05000,1.576
+49,block_sparse_moe.experts.88.w2,0.0005088475,0.05000,1.579
+49,block_sparse_moe.experts.92.w2,0.0056914752,0.05000,1.537
+49,block_sparse_moe.experts.105.w2,0.0152592235,0.05000,1.369
+49,block_sparse_moe.experts.109.w2,0.0169397136,0.05000,1.308
+49,block_sparse_moe.experts.106.w2,0.0017033695,0.05000,1.364
+49,block_sparse_moe.experts.98.w2,0.0205459411,0.05000,1.383
+49,block_sparse_moe.experts.97.w2,0.0014810067,0.05000,1.335
+49,block_sparse_moe.experts.101.w2,0.0086427708,0.05000,1.423
+49,block_sparse_moe.experts.110.w2,0.0216396430,0.05000,1.457
+49,block_sparse_moe.experts.102.w2,0.0139267472,0.05000,1.368
+49,block_sparse_moe.experts.100.w2,0.0047234809,0.05000,1.454
+49,block_sparse_moe.experts.99.w2,0.0020196496,0.05000,1.482
+49,block_sparse_moe.experts.107.w2,0.0057064712,0.05000,1.460
+49,block_sparse_moe.experts.111.w2,0.0111395238,0.05000,1.467
+49,block_sparse_moe.experts.96.w2,0.0050907412,0.05000,1.441
+49,block_sparse_moe.experts.103.w2,0.0032274423,0.05000,1.445
+49,block_sparse_moe.experts.104.w2,0.0018898510,0.05000,1.500
+49,block_sparse_moe.experts.108.w2,0.0007518616,0.05000,1.496
+49,block_sparse_moe.experts.121.w2,0.0092996001,0.05000,1.510
+49,block_sparse_moe.experts.125.w2,0.0043384238,0.05000,1.505
+49,block_sparse_moe.experts.113.w2,0.0018404765,0.05000,1.531
+49,block_sparse_moe.experts.122.w2,0.0181507905,0.05000,1.575
+49,block_sparse_moe.experts.114.w2,0.0035566426,0.05000,1.567
+49,block_sparse_moe.experts.117.w2,0.0003691783,0.05000,1.565
+49,block_sparse_moe.experts.126.w2,0.0016125143,0.05000,1.518
+49,block_sparse_moe.experts.118.w2,0.0108216110,0.05000,1.522
+49,block_sparse_moe.experts.115.w2,0.0054449299,0.05000,1.516
+49,block_sparse_moe.experts.116.w2,0.0048567542,0.05000,1.526
+49,block_sparse_moe.experts.127.w2,0.0100071773,0.05000,1.487
+49,block_sparse_moe.experts.119.w2,0.0457751145,0.05000,1.462
+49,block_sparse_moe.experts.123.w2,0.0092491592,0.05000,1.574
+49,block_sparse_moe.experts.112.w2,0.0004141530,0.05000,1.541
+49,block_sparse_moe.experts.120.w2,0.0042530774,0.05000,1.466
+49,block_sparse_moe.experts.124.w2,0.0021211887,0.05000,1.483
+49,block_sparse_moe.experts.137.w2,0.0015930945,0.05000,1.533
+49,block_sparse_moe.experts.141.w2,0.0214807311,0.05000,1.579
+49,block_sparse_moe.experts.138.w2,0.0005326992,0.05000,1.556
+49,block_sparse_moe.experts.130.w2,0.0144054549,0.05000,1.580
+49,block_sparse_moe.experts.142.w2,0.0037324022,0.05000,1.548
+49,block_sparse_moe.experts.129.w2,0.0055287659,0.05000,1.670
+49,block_sparse_moe.experts.133.w2,0.0015898260,0.05000,1.580
+49,block_sparse_moe.experts.134.w2,0.0079822229,0.05000,1.501
+49,block_sparse_moe.experts.132.w2,0.0025470387,0.05000,1.380
+49,block_sparse_moe.experts.131.w2,0.0031857907,0.05000,1.552
+49,block_sparse_moe.experts.128.w2,0.0152256000,0.05000,1.425
+49,block_sparse_moe.experts.143.w2,0.0091939986,0.05000,1.533
+49,block_sparse_moe.experts.139.w2,0.0070228342,0.05000,1.544
+49,block_sparse_moe.experts.135.w2,0.0138448213,0.05000,1.603
+49,block_sparse_moe.experts.140.w2,0.0065705642,0.05000,1.413
+49,block_sparse_moe.experts.136.w2,0.0020960304,0.05000,1.471
+49,block_sparse_moe.experts.153.w2,0.0016877418,0.05000,1.571
+49,block_sparse_moe.experts.157.w2,0.0103092307,0.05000,1.564
+49,block_sparse_moe.experts.154.w2,0.0014229640,0.05000,1.526
+49,block_sparse_moe.experts.158.w2,0.0018488761,0.05000,1.483
+49,block_sparse_moe.experts.146.w2,0.0132378068,0.05000,1.567
+49,block_sparse_moe.experts.148.w2,0.0071450023,0.05000,1.389
+49,block_sparse_moe.experts.145.w2,0.0019782339,0.05000,1.575
+49,block_sparse_moe.experts.149.w2,0.0132166627,0.05000,1.561
+49,block_sparse_moe.experts.150.w2,0.0063293171,0.05000,1.546
+49,block_sparse_moe.experts.144.w2,0.0023566103,0.05000,1.390
+49,block_sparse_moe.experts.147.w2,0.0241153817,0.05000,1.465
+49,block_sparse_moe.experts.159.w2,0.0093561316,0.05000,1.434
+49,block_sparse_moe.experts.155.w2,0.0071979334,0.05000,1.362
+49,block_sparse_moe.experts.152.w2,0.0006661227,0.05000,1.373
+49,block_sparse_moe.experts.151.w2,0.0036768204,0.05000,1.469
+49,block_sparse_moe.experts.156.w2,0.0062282241,0.05000,1.445
+49,block_sparse_moe.experts.169.w2,0.0009954609,0.05000,1.462
+49,block_sparse_moe.experts.173.w2,0.0031861593,0.05000,1.477
+49,block_sparse_moe.experts.165.w2,0.0011504854,0.05000,1.378
+49,block_sparse_moe.experts.170.w2,0.0009859541,0.05000,1.572
+49,block_sparse_moe.experts.161.w2,0.0090657794,0.05000,1.464
+49,block_sparse_moe.experts.174.w2,0.0053867751,0.05000,1.615
+49,block_sparse_moe.experts.162.w2,0.0089715749,0.05000,1.596
+49,block_sparse_moe.experts.166.w2,0.0017573873,0.05000,1.557
+49,block_sparse_moe.experts.164.w2,0.0060039086,0.05000,1.606
+49,block_sparse_moe.experts.171.w2,0.0034104081,0.05000,1.442
+49,block_sparse_moe.experts.175.w2,0.0103120779,0.05000,1.470
+49,block_sparse_moe.experts.163.w2,0.0055678267,0.05000,1.474
+49,block_sparse_moe.experts.160.w2,0.0005005834,0.05000,1.528
+49,block_sparse_moe.experts.167.w2,0.0016941926,0.05000,1.460
+49,block_sparse_moe.experts.168.w2,0.0104088490,0.05000,1.584
+49,block_sparse_moe.experts.172.w2,0.0046359041,0.05000,1.552
+49,block_sparse_moe.experts.185.w2,0.0239958532,0.05000,1.477
+49,block_sparse_moe.experts.189.w2,0.0041405032,0.05000,1.478
+49,block_sparse_moe.experts.181.w2,0.0026993692,0.05000,1.496
+49,block_sparse_moe.experts.186.w2,0.0141433743,0.05000,1.493
+49,block_sparse_moe.experts.177.w2,0.0115105179,0.05000,1.484
+49,block_sparse_moe.experts.190.w2,0.0121212756,0.05000,1.487
+49,block_sparse_moe.experts.178.w2,0.0028195025,0.05000,1.497
+49,block_sparse_moe.experts.187.w2,0.0172398597,0.05000,1.365
+49,block_sparse_moe.experts.191.w2,0.0049942395,0.05000,1.365
+49,block_sparse_moe.experts.179.w2,0.0118292317,0.05000,1.396
+49,block_sparse_moe.experts.182.w2,0.0035484020,0.05000,1.535
+49,block_sparse_moe.experts.180.w2,0.0033707055,0.05000,1.576
+49,block_sparse_moe.experts.183.w2,0.0049135649,0.05000,1.380
+49,block_sparse_moe.experts.176.w2,0.0060341161,0.05000,1.517
+49,block_sparse_moe.experts.188.w2,0.0027017959,0.05000,1.518
+49,block_sparse_moe.experts.184.w2,0.0155458756,0.05000,1.555
+49,block_sparse_moe.experts.201.w2,0.0158926070,0.05000,1.543
+49,block_sparse_moe.experts.205.w2,0.0015904874,0.05000,1.538
+49,block_sparse_moe.experts.197.w2,0.0101814640,0.05000,1.526
+49,block_sparse_moe.experts.202.w2,0.0052760572,0.05000,1.490
+49,block_sparse_moe.experts.203.w2,0.0074089198,0.05000,1.382
+49,block_sparse_moe.experts.194.w2,0.0040341722,0.05000,1.457
+49,block_sparse_moe.experts.206.w2,0.0015474963,0.05000,1.548
+49,block_sparse_moe.experts.207.w2,0.0063928518,0.05000,1.487
+49,block_sparse_moe.experts.193.w2,0.0066496555,0.05000,1.609
+49,block_sparse_moe.experts.195.w2,0.0062356636,0.05000,1.514
+49,block_sparse_moe.experts.198.w2,0.0083268748,0.05000,1.521
+49,block_sparse_moe.experts.199.w2,0.0010687527,0.05000,1.471
+49,block_sparse_moe.experts.196.w2,0.0029920763,0.05000,1.593
+49,block_sparse_moe.experts.192.w2,0.0041246319,0.05000,1.598
+49,block_sparse_moe.experts.204.w2,0.0578039156,0.05000,1.531
+49,block_sparse_moe.experts.200.w2,0.0074763625,0.05000,1.599
+49,block_sparse_moe.experts.217.w2,0.0208452494,0.05000,1.399
+49,block_sparse_moe.experts.221.w2,0.0016865659,0.05000,1.376
+49,block_sparse_moe.experts.213.w2,0.0062959257,0.05000,1.364
+49,block_sparse_moe.experts.218.w2,0.0019539695,0.05000,1.486
+49,block_sparse_moe.experts.209.w2,0.0079228285,0.05000,1.409
+49,block_sparse_moe.experts.219.w2,0.0036811039,0.05000,1.557
+49,block_sparse_moe.experts.210.w2,0.0051819110,0.05000,1.524
+49,block_sparse_moe.experts.223.w2,0.0013213689,0.05000,1.539
+49,block_sparse_moe.experts.214.w2,0.0018497761,0.05000,1.513
+49,block_sparse_moe.experts.211.w2,0.0039707801,0.05000,1.546
+49,block_sparse_moe.experts.222.w2,0.0088845125,0.05000,1.621
+49,block_sparse_moe.experts.215.w2,0.0097243251,0.05000,1.543
+49,block_sparse_moe.experts.212.w2,0.0057463312,0.05000,1.549
+49,block_sparse_moe.experts.208.w2,0.0046285954,0.05000,1.614
+49,block_sparse_moe.experts.220.w2,0.0128909544,0.05000,1.597
+49,block_sparse_moe.experts.216.w2,0.0140703157,0.05000,1.565
+49,block_sparse_moe.experts.233.w2,0.0075528958,0.05000,1.466
+49,block_sparse_moe.experts.237.w2,0.0004833596,0.05000,1.461
+49,block_sparse_moe.experts.229.w2,0.0102159527,0.05000,1.494
+49,block_sparse_moe.experts.234.w2,0.0038090117,0.05000,1.484
+49,block_sparse_moe.experts.225.w2,0.0005468829,0.05000,1.495
+49,block_sparse_moe.experts.235.w2,0.0087969748,0.05000,1.493
+49,block_sparse_moe.experts.226.w2,0.0095209157,0.05000,1.498
+49,block_sparse_moe.experts.239.w2,0.0211921355,0.05000,1.504
+49,block_sparse_moe.experts.230.w2,0.0075572377,0.05000,1.479
+49,block_sparse_moe.experts.227.w2,0.0018765601,0.05000,1.526
+49,block_sparse_moe.experts.238.w2,0.0030295056,0.05000,1.530
+49,block_sparse_moe.experts.231.w2,0.0012819339,0.05000,1.513
+49,block_sparse_moe.experts.228.w2,0.0114674250,0.05000,1.490
+49,block_sparse_moe.experts.224.w2,0.0068243482,0.05000,1.523
+49,block_sparse_moe.experts.236.w2,0.0047979138,0.05000,1.563
+49,block_sparse_moe.experts.232.w2,0.0028143300,0.05000,1.503
+49,block_sparse_moe.experts.249.w2,0.0044134721,0.05000,1.501
+49,block_sparse_moe.experts.253.w2,0.0106692477,0.05000,1.486
+49,block_sparse_moe.experts.245.w2,0.0022744600,0.05000,1.403
+49,block_sparse_moe.experts.241.w2,0.0003617848,0.05000,1.243
+49,block_sparse_moe.experts.250.w2,0.0091156016,0.05000,1.507
+49,block_sparse_moe.experts.242.w2,0.0008679858,0.05000,1.501
+49,block_sparse_moe.experts.251.w2,0.0099625803,0.05000,1.541
+49,block_sparse_moe.experts.246.w2,0.0156943409,0.05000,1.445
+49,block_sparse_moe.experts.255.w2,0.0093608973,0.05000,1.500
+49,block_sparse_moe.experts.254.w2,0.0010729455,0.05000,1.413
+49,block_sparse_moe.experts.243.w2,0.0112034071,0.05000,1.433
+49,block_sparse_moe.experts.247.w2,0.0050955110,0.05000,1.397
+49,block_sparse_moe.experts.244.w2,0.0071132436,0.05000,1.557
+49,block_sparse_moe.experts.240.w2,0.0040347164,0.05000,1.501
+49,block_sparse_moe.experts.252.w2,0.0086392910,0.05000,1.373
+49,block_sparse_moe.experts.248.w2,0.0136445352,0.05000,1.385
+50,self_attn.k_proj,0.0000356897,0.05000,0.993
+50,self_attn.v_proj,0.0000535484,0.05000,1.039
+50,self_attn.q_proj,0.0002755389,0.05000,1.100
+50,self_attn.o_proj,0.0000211129,0.05000,1.792
+50,block_sparse_moe.experts.12.w1,0.0054157869,0.05000,3.083
+50,block_sparse_moe.experts.2.w1,0.0042144695,0.05000,3.253
+50,block_sparse_moe.experts.10.w1,0.0037729071,0.05000,3.105
+50,block_sparse_moe.experts.4.w1,0.0040520153,0.05000,3.297
+50,block_sparse_moe.experts.0.w1,0.0014543646,0.05000,3.305
+50,block_sparse_moe.experts.14.w1,0.0013321636,0.05000,3.150
+50,block_sparse_moe.experts.8.w1,0.0027237056,0.05000,3.329
+50,block_sparse_moe.experts.1.w1,0.0040882072,0.05000,3.366
+50,block_sparse_moe.experts.13.w1,0.0035311156,0.05000,3.290
+50,block_sparse_moe.experts.9.w1,0.0035273678,0.05000,3.458
+50,block_sparse_moe.experts.6.w1,0.0076843350,0.05000,3.465
+50,block_sparse_moe.experts.5.w1,0.0025993991,0.05000,3.535
+50,block_sparse_moe.experts.7.w1,0.0046161851,0.05000,3.553
+50,block_sparse_moe.experts.3.w1,0.0043901196,0.05000,3.584
+50,block_sparse_moe.experts.11.w1,0.0047454544,0.05000,3.446
+50,block_sparse_moe.experts.15.w1,0.0037515613,0.05000,3.503
+50,block_sparse_moe.experts.18.w1,0.0006220110,0.05000,2.921
+50,block_sparse_moe.experts.26.w1,0.0033018350,0.05000,2.984
+50,block_sparse_moe.experts.30.w1,0.0024569691,0.05000,2.968
+50,block_sparse_moe.experts.25.w1,0.0027720911,0.05000,2.871
+50,block_sparse_moe.experts.17.w1,0.0014762043,0.05000,2.967
+50,block_sparse_moe.experts.28.w1,0.0128044723,0.05000,3.091
+50,block_sparse_moe.experts.22.w1,0.0029793948,0.05000,2.895
+50,block_sparse_moe.experts.29.w1,0.0039128164,0.05000,2.910
+50,block_sparse_moe.experts.16.w1,0.0037137844,0.05000,3.107
+50,block_sparse_moe.experts.24.w1,0.0011762144,0.05000,3.176
+50,block_sparse_moe.experts.20.w1,0.0053370172,0.05000,3.236
+50,block_sparse_moe.experts.21.w1,0.0020393039,0.05000,3.050
+50,block_sparse_moe.experts.23.w1,0.0004687650,0.05000,3.188
+50,block_sparse_moe.experts.19.w1,0.0027459831,0.05000,3.196
+50,block_sparse_moe.experts.27.w1,0.0019494990,0.05000,3.221
+50,block_sparse_moe.experts.31.w1,0.0041340917,0.05000,3.233
+50,block_sparse_moe.experts.34.w1,0.0036785242,0.05000,3.061
+50,block_sparse_moe.experts.46.w1,0.0012040428,0.05000,2.985
+50,block_sparse_moe.experts.38.w1,0.0065954399,0.05000,2.971
+50,block_sparse_moe.experts.41.w1,0.0045296869,0.05000,3.009
+50,block_sparse_moe.experts.42.w1,0.0060708893,0.05000,3.105
+50,block_sparse_moe.experts.44.w1,0.0081150667,0.05000,3.088
+50,block_sparse_moe.experts.33.w1,0.0030961084,0.05000,3.127
+50,block_sparse_moe.experts.32.w1,0.0049703729,0.05000,3.067
+50,block_sparse_moe.experts.40.w1,0.0015724792,0.05000,3.026
+50,block_sparse_moe.experts.36.w1,0.0039797808,0.05000,3.002
+50,block_sparse_moe.experts.45.w1,0.0080017564,0.05000,3.189
+50,block_sparse_moe.experts.37.w1,0.0011838282,0.05000,3.011
+50,block_sparse_moe.experts.35.w1,0.0049473371,0.05000,3.111
+50,block_sparse_moe.experts.39.w1,0.0044477297,0.05000,3.157
+50,block_sparse_moe.experts.47.w1,0.0025782513,0.05000,3.138
+50,block_sparse_moe.experts.43.w1,0.0020375233,0.05000,3.231
+50,block_sparse_moe.experts.50.w1,0.0016561609,0.05000,3.095
+50,block_sparse_moe.experts.57.w1,0.0039437511,0.05000,3.021
+50,block_sparse_moe.experts.54.w1,0.0009253020,0.05000,3.046
+50,block_sparse_moe.experts.58.w1,0.0028027903,0.05000,3.079
+50,block_sparse_moe.experts.62.w1,0.0016606958,0.05000,3.173
+50,block_sparse_moe.experts.48.w1,0.0032369182,0.05000,3.072
+50,block_sparse_moe.experts.53.w1,0.0032579937,0.05000,2.954
+50,block_sparse_moe.experts.61.w1,0.0047180156,0.05000,3.033
+50,block_sparse_moe.experts.49.w1,0.0056843581,0.05000,3.131
+50,block_sparse_moe.experts.52.w1,0.0027576963,0.05000,3.162
+50,block_sparse_moe.experts.60.w1,0.0055786362,0.05000,3.301
+50,block_sparse_moe.experts.56.w1,0.0018426908,0.05000,3.243
+50,block_sparse_moe.experts.55.w1,0.0036350541,0.05000,2.978
+50,block_sparse_moe.experts.63.w1,0.0023390841,0.05000,2.896
+50,block_sparse_moe.experts.51.w1,0.0056574562,0.05000,3.067
+50,block_sparse_moe.experts.59.w1,0.0023769412,0.05000,2.968
+50,block_sparse_moe.experts.66.w1,0.0086664472,0.05000,2.909
+50,block_sparse_moe.experts.74.w1,0.0020174935,0.05000,2.899
+50,block_sparse_moe.experts.70.w1,0.0046916448,0.05000,2.966
+50,block_sparse_moe.experts.78.w1,0.0063593104,0.05000,2.956
+50,block_sparse_moe.experts.73.w1,0.0036664377,0.05000,3.074
+50,block_sparse_moe.experts.64.w1,0.0017482898,0.05000,2.991
+50,block_sparse_moe.experts.77.w1,0.0034121072,0.05000,3.042
+50,block_sparse_moe.experts.65.w1,0.0033522226,0.05000,3.060
+50,block_sparse_moe.experts.68.w1,0.0012268495,0.05000,2.956
+50,block_sparse_moe.experts.76.w1,0.0030708868,0.05000,2.963
+50,block_sparse_moe.experts.72.w1,0.0030267736,0.05000,2.918
+50,block_sparse_moe.experts.69.w1,0.0051578780,0.05000,3.162
+50,block_sparse_moe.experts.71.w1,0.0025832437,0.05000,2.878
+50,block_sparse_moe.experts.67.w1,0.0029646623,0.05000,2.983
+50,block_sparse_moe.experts.75.w1,0.0019511368,0.05000,2.939
+50,block_sparse_moe.experts.79.w1,0.0027180117,0.05000,3.060
+50,block_sparse_moe.experts.89.w1,0.0052835531,0.05000,2.746
+50,block_sparse_moe.experts.82.w1,0.0009112840,0.05000,2.989
+50,block_sparse_moe.experts.94.w1,0.0017201854,0.05000,2.987
+50,block_sparse_moe.experts.86.w1,0.0015731330,0.05000,3.086
+50,block_sparse_moe.experts.93.w1,0.0031626816,0.05000,2.824
+50,block_sparse_moe.experts.81.w1,0.0026097235,0.05000,2.803
+50,block_sparse_moe.experts.80.w1,0.0061366379,0.05000,2.924
+50,block_sparse_moe.experts.90.w1,0.0045651692,0.05000,3.143
+50,block_sparse_moe.experts.84.w1,0.0019775961,0.05000,2.918
+50,block_sparse_moe.experts.85.w1,0.0038268597,0.05000,2.891
+50,block_sparse_moe.experts.88.w1,0.0072410023,0.05000,2.940
+50,block_sparse_moe.experts.92.w1,0.0030311770,0.05000,2.954
+50,block_sparse_moe.experts.87.w1,0.0211072061,0.05000,3.145
+50,block_sparse_moe.experts.91.w1,0.0025686722,0.05000,3.086
+50,block_sparse_moe.experts.83.w1,0.0034187135,0.05000,3.145
+50,block_sparse_moe.experts.95.w1,0.0060366442,0.05000,3.142
+50,block_sparse_moe.experts.98.w1,0.0060483520,0.05000,2.797
+50,block_sparse_moe.experts.102.w1,0.0021247450,0.05000,2.719
+50,block_sparse_moe.experts.105.w1,0.0033212031,0.05000,3.016
+50,block_sparse_moe.experts.110.w1,0.0032595583,0.05000,2.822
+50,block_sparse_moe.experts.106.w1,0.0046929832,0.05000,2.808
+50,block_sparse_moe.experts.96.w1,0.0033478599,0.05000,2.942
+50,block_sparse_moe.experts.104.w1,0.0013127076,0.05000,2.846
+50,block_sparse_moe.experts.100.w1,0.0037276440,0.05000,2.953
+50,block_sparse_moe.experts.97.w1,0.0010070324,0.05000,3.092
+50,block_sparse_moe.experts.109.w1,0.0022213448,0.05000,3.105
+50,block_sparse_moe.experts.108.w1,0.0022914025,0.05000,2.992
+50,block_sparse_moe.experts.101.w1,0.0016528825,0.05000,3.061
+50,block_sparse_moe.experts.103.w1,0.0045226157,0.05000,3.059
+50,block_sparse_moe.experts.107.w1,0.0100907058,0.05000,3.031
+50,block_sparse_moe.experts.111.w1,0.0014808373,0.05000,3.056
+50,block_sparse_moe.experts.99.w1,0.0058275156,0.05000,3.107
+50,block_sparse_moe.experts.114.w1,0.0037103860,0.05000,2.967
+50,block_sparse_moe.experts.121.w1,0.0038706593,0.05000,2.967
+50,block_sparse_moe.experts.126.w1,0.0023385920,0.05000,2.996
+50,block_sparse_moe.experts.118.w1,0.0019851991,0.05000,3.056
+50,block_sparse_moe.experts.122.w1,0.0029457220,0.05000,3.050
+50,block_sparse_moe.experts.112.w1,0.0041479079,0.05000,3.050
+50,block_sparse_moe.experts.113.w1,0.0042854803,0.05000,2.975
+50,block_sparse_moe.experts.125.w1,0.0027956793,0.05000,3.012
+50,block_sparse_moe.experts.116.w1,0.0033113057,0.05000,3.067
+50,block_sparse_moe.experts.120.w1,0.0015889714,0.05000,3.183
+50,block_sparse_moe.experts.124.w1,0.0012527335,0.05000,3.034
+50,block_sparse_moe.experts.117.w1,0.0062796460,0.05000,3.077
+50,block_sparse_moe.experts.119.w1,0.0017047069,0.05000,2.857
+50,block_sparse_moe.experts.123.w1,0.0044562977,0.05000,2.797
+50,block_sparse_moe.experts.115.w1,0.0022328815,0.05000,2.734
+50,block_sparse_moe.experts.127.w1,0.0066877364,0.05000,2.869
+50,block_sparse_moe.experts.130.w1,0.0005801855,0.05000,2.875
+50,block_sparse_moe.experts.142.w1,0.0038439983,0.05000,2.735
+50,block_sparse_moe.experts.134.w1,0.0029054761,0.05000,2.894
+50,block_sparse_moe.experts.137.w1,0.0030852663,0.05000,2.993
+50,block_sparse_moe.experts.138.w1,0.0024009254,0.05000,2.886
+50,block_sparse_moe.experts.128.w1,0.0018930788,0.05000,2.965
+50,block_sparse_moe.experts.132.w1,0.0030252508,0.05000,2.942
+50,block_sparse_moe.experts.140.w1,0.0013595639,0.05000,2.916
+50,block_sparse_moe.experts.129.w1,0.0016239702,0.05000,3.091
+50,block_sparse_moe.experts.141.w1,0.0058462855,0.05000,3.047
+50,block_sparse_moe.experts.136.w1,0.0015971857,0.05000,2.990
+50,block_sparse_moe.experts.135.w1,0.0030674484,0.05000,2.987
+50,block_sparse_moe.experts.139.w1,0.0015489287,0.05000,2.943
+50,block_sparse_moe.experts.131.w1,0.0036526823,0.05000,2.942
+50,block_sparse_moe.experts.133.w1,0.0035381600,0.05000,3.180
+50,block_sparse_moe.experts.143.w1,0.0070371095,0.05000,3.025
+50,block_sparse_moe.experts.146.w1,0.0012561826,0.05000,2.962
+50,block_sparse_moe.experts.158.w1,0.0014066661,0.05000,2.927
+50,block_sparse_moe.experts.150.w1,0.0044368665,0.05000,2.985
+50,block_sparse_moe.experts.154.w1,0.0013780375,0.05000,2.901
+50,block_sparse_moe.experts.144.w1,0.0053528502,0.05000,2.820
+50,block_sparse_moe.experts.156.w1,0.0050288886,0.05000,2.753
+50,block_sparse_moe.experts.148.w1,0.0031209532,0.05000,2.806
+50,block_sparse_moe.experts.153.w1,0.0039854265,0.05000,3.243
+50,block_sparse_moe.experts.152.w1,0.0017036395,0.05000,2.805
+50,block_sparse_moe.experts.157.w1,0.0030889052,0.05000,3.159
+50,block_sparse_moe.experts.145.w1,0.0073136238,0.05000,3.166
+50,block_sparse_moe.experts.151.w1,0.0009864019,0.05000,3.164
+50,block_sparse_moe.experts.155.w1,0.0045272691,0.05000,3.188
+50,block_sparse_moe.experts.149.w1,0.0015067042,0.05000,3.098
+50,block_sparse_moe.experts.147.w1,0.0016502866,0.05000,3.261
+50,block_sparse_moe.experts.159.w1,0.0023353243,0.05000,3.211
+50,block_sparse_moe.experts.162.w1,0.0007466709,0.05000,2.896
+50,block_sparse_moe.experts.174.w1,0.0021984622,0.05000,2.865
+50,block_sparse_moe.experts.166.w1,0.0025897816,0.05000,2.930
+50,block_sparse_moe.experts.170.w1,0.0060416295,0.05000,2.897
+50,block_sparse_moe.experts.160.w1,0.0022554536,0.05000,3.003
+50,block_sparse_moe.experts.169.w1,0.0073533399,0.05000,2.904
+50,block_sparse_moe.experts.164.w1,0.0017133961,0.05000,3.031
+50,block_sparse_moe.experts.172.w1,0.0011210596,0.05000,3.075
+50,block_sparse_moe.experts.168.w1,0.0050746024,0.05000,3.108
+50,block_sparse_moe.experts.161.w1,0.0076086687,0.05000,2.888
+50,block_sparse_moe.experts.173.w1,0.0016332524,0.05000,3.024
+50,block_sparse_moe.experts.171.w1,0.0022496567,0.05000,2.875
+50,block_sparse_moe.experts.165.w1,0.0011477318,0.05000,2.897
+50,block_sparse_moe.experts.167.w1,0.0043405444,0.05000,3.005
+50,block_sparse_moe.experts.163.w1,0.0050136287,0.05000,3.007
+50,block_sparse_moe.experts.175.w1,0.0017569318,0.05000,2.969
+50,block_sparse_moe.experts.178.w1,0.0017083279,0.05000,2.948
+50,block_sparse_moe.experts.190.w1,0.0020807435,0.05000,3.035
+50,block_sparse_moe.experts.186.w1,0.0011984485,0.05000,2.874
+50,block_sparse_moe.experts.182.w1,0.0023470558,0.05000,2.986
+50,block_sparse_moe.experts.185.w1,0.0021362869,0.05000,3.081
+50,block_sparse_moe.experts.176.w1,0.0026166776,0.05000,3.163
+50,block_sparse_moe.experts.180.w1,0.0054601421,0.05000,3.173
+50,block_sparse_moe.experts.188.w1,0.0021351682,0.05000,3.187
+50,block_sparse_moe.experts.184.w1,0.0003638701,0.05000,3.081
+50,block_sparse_moe.experts.177.w1,0.0002918828,0.05000,3.113
+50,block_sparse_moe.experts.189.w1,0.0037486950,0.05000,3.069
+50,block_sparse_moe.experts.181.w1,0.0008418525,0.05000,3.059
+50,block_sparse_moe.experts.187.w1,0.0046085951,0.05000,3.185
+50,block_sparse_moe.experts.183.w1,0.0017971358,0.05000,3.160
+50,block_sparse_moe.experts.179.w1,0.0045862522,0.05000,3.125
+50,block_sparse_moe.experts.191.w1,0.0014988561,0.05000,3.122
+50,block_sparse_moe.experts.194.w1,0.0044414814,0.05000,2.813
+50,block_sparse_moe.experts.206.w1,0.0065414742,0.05000,2.763
+50,block_sparse_moe.experts.202.w1,0.0018389440,0.05000,2.751
+50,block_sparse_moe.experts.198.w1,0.0015858074,0.05000,2.796
+50,block_sparse_moe.experts.192.w1,0.0080795423,0.05000,2.947
+50,block_sparse_moe.experts.196.w1,0.0036028820,0.05000,2.860
+50,block_sparse_moe.experts.204.w1,0.0013343653,0.05000,2.872
+50,block_sparse_moe.experts.200.w1,0.0026576281,0.05000,2.887
+50,block_sparse_moe.experts.201.w1,0.0006881473,0.05000,3.159
+50,block_sparse_moe.experts.193.w1,0.0003156124,0.05000,3.087
+50,block_sparse_moe.experts.205.w1,0.0005981228,0.05000,3.031
+50,block_sparse_moe.experts.197.w1,0.0044225298,0.05000,3.001
+50,block_sparse_moe.experts.199.w1,0.0002420587,0.05000,2.959
+50,block_sparse_moe.experts.203.w1,0.0006787605,0.05000,3.059
+50,block_sparse_moe.experts.195.w1,0.0006657027,0.05000,3.010
+50,block_sparse_moe.experts.207.w1,0.0044010816,0.05000,3.068
+50,block_sparse_moe.experts.210.w1,0.0025960908,0.05000,2.980
+50,block_sparse_moe.experts.222.w1,0.0021885164,0.05000,2.968
+50,block_sparse_moe.experts.218.w1,0.0055226185,0.05000,3.008
+50,block_sparse_moe.experts.214.w1,0.0009810850,0.05000,2.992
+50,block_sparse_moe.experts.208.w1,0.0040946111,0.05000,3.113
+50,block_sparse_moe.experts.220.w1,0.0021397212,0.05000,3.099
+50,block_sparse_moe.experts.217.w1,0.0063903111,0.05000,3.049
+50,block_sparse_moe.experts.212.w1,0.0018355882,0.05000,3.210
+50,block_sparse_moe.experts.216.w1,0.0339510712,0.05000,3.124
+50,block_sparse_moe.experts.209.w1,0.0071717360,0.05000,3.011
+50,block_sparse_moe.experts.213.w1,0.0027697339,0.05000,2.962
+50,block_sparse_moe.experts.221.w1,0.0066879071,0.05000,3.095
+50,block_sparse_moe.experts.215.w1,0.0030786488,0.05000,3.084
+50,block_sparse_moe.experts.219.w1,0.0007776963,0.05000,3.064
+50,block_sparse_moe.experts.211.w1,0.0007699816,0.05000,3.129
+50,block_sparse_moe.experts.223.w1,0.0027359008,0.05000,3.158
+50,block_sparse_moe.experts.226.w1,0.0018420010,0.05000,2.928
+50,block_sparse_moe.experts.238.w1,0.0017753153,0.05000,2.942
+50,block_sparse_moe.experts.234.w1,0.0015631024,0.05000,2.895
+50,block_sparse_moe.experts.230.w1,0.0023615531,0.05000,2.929
+50,block_sparse_moe.experts.224.w1,0.0022428705,0.05000,2.944
+50,block_sparse_moe.experts.236.w1,0.0027580187,0.05000,3.003
+50,block_sparse_moe.experts.233.w1,0.0032237099,0.05000,3.086
+50,block_sparse_moe.experts.232.w1,0.0047580629,0.05000,3.038
+50,block_sparse_moe.experts.228.w1,0.0012436675,0.05000,3.126
+50,block_sparse_moe.experts.225.w1,0.0020021493,0.05000,3.096
+50,block_sparse_moe.experts.237.w1,0.0012931461,0.05000,3.051
+50,block_sparse_moe.experts.229.w1,0.0046100268,0.05000,3.182
+50,block_sparse_moe.experts.231.w1,0.0019417610,0.05000,3.025
+50,block_sparse_moe.experts.235.w1,0.0031641650,0.05000,3.037
+50,block_sparse_moe.experts.227.w1,0.0021219711,0.05000,2.984
+50,block_sparse_moe.experts.239.w1,0.0030758017,0.05000,2.944
+50,block_sparse_moe.experts.254.w1,0.0022392958,0.05000,2.723
+50,block_sparse_moe.experts.242.w1,0.0045050000,0.05000,2.820
+50,block_sparse_moe.experts.250.w1,0.0006347611,0.05000,2.767
+50,block_sparse_moe.experts.246.w1,0.0065668923,0.05000,2.915
+50,block_sparse_moe.experts.240.w1,0.0021639143,0.05000,3.089
+50,block_sparse_moe.experts.252.w1,0.0023107865,0.05000,3.085
+50,block_sparse_moe.experts.249.w1,0.0019657214,0.05000,3.055
+50,block_sparse_moe.experts.248.w1,0.0062128301,0.05000,3.065
+50,block_sparse_moe.experts.244.w1,0.0045190419,0.05000,3.068
+50,block_sparse_moe.experts.241.w1,0.0009841127,0.05000,3.044
+50,block_sparse_moe.experts.253.w1,0.0015296834,0.05000,3.073
+50,block_sparse_moe.experts.245.w1,0.0017378369,0.05000,3.092
+50,block_sparse_moe.experts.247.w1,0.0036120287,0.05000,3.070
+50,block_sparse_moe.experts.251.w1,0.0026335224,0.05000,3.113
+50,block_sparse_moe.experts.243.w1,0.0027530301,0.05000,3.111
+50,block_sparse_moe.experts.255.w1,0.0025231850,0.05000,3.069
+50,block_sparse_moe.experts.14.w3,0.0015713343,0.05000,3.019
+50,block_sparse_moe.experts.2.w3,0.0046697575,0.05000,3.021
+50,block_sparse_moe.experts.10.w3,0.0041975510,0.05000,3.085
+50,block_sparse_moe.experts.6.w3,0.0086422097,0.05000,3.029
+50,block_sparse_moe.experts.0.w3,0.0016406878,0.05000,2.943
+50,block_sparse_moe.experts.8.w3,0.0031637291,0.05000,2.890
+50,block_sparse_moe.experts.12.w3,0.0062622619,0.05000,3.019
+50,block_sparse_moe.experts.4.w3,0.0046182561,0.05000,2.956
+50,block_sparse_moe.experts.9.w3,0.0038891591,0.05000,3.138
+50,block_sparse_moe.experts.1.w3,0.0045887783,0.05000,3.117
+50,block_sparse_moe.experts.13.w3,0.0041017180,0.05000,3.233
+50,block_sparse_moe.experts.7.w3,0.0053101829,0.05000,3.128
+50,block_sparse_moe.experts.5.w3,0.0029120224,0.05000,3.254
+50,block_sparse_moe.experts.11.w3,0.0052347116,0.05000,3.185
+50,block_sparse_moe.experts.3.w3,0.0050742193,0.05000,3.172
+50,block_sparse_moe.experts.15.w3,0.0043607693,0.05000,3.122
+50,block_sparse_moe.experts.18.w3,0.0007196020,0.05000,2.836
+50,block_sparse_moe.experts.30.w3,0.0027485529,0.05000,2.917
+50,block_sparse_moe.experts.26.w3,0.0038088780,0.05000,2.900
+50,block_sparse_moe.experts.22.w3,0.0033807494,0.05000,2.940
+50,block_sparse_moe.experts.16.w3,0.0042765756,0.05000,3.017
+50,block_sparse_moe.experts.24.w3,0.0013217035,0.05000,2.956
+50,block_sparse_moe.experts.28.w3,0.0148610745,0.05000,2.985
+50,block_sparse_moe.experts.20.w3,0.0061073694,0.05000,2.898
+50,block_sparse_moe.experts.25.w3,0.0032612199,0.05000,3.080
+50,block_sparse_moe.experts.17.w3,0.0017168222,0.05000,3.035
+50,block_sparse_moe.experts.23.w3,0.0005717080,0.05000,2.967
+50,block_sparse_moe.experts.29.w3,0.0043934341,0.05000,3.064
+50,block_sparse_moe.experts.27.w3,0.0022119684,0.05000,2.939
+50,block_sparse_moe.experts.21.w3,0.0023138289,0.05000,3.063
+50,block_sparse_moe.experts.31.w3,0.0047985396,0.05000,2.920
+50,block_sparse_moe.experts.19.w3,0.0031525514,0.05000,3.037
+50,block_sparse_moe.experts.46.w3,0.0013587509,0.05000,2.833
+50,block_sparse_moe.experts.34.w3,0.0042048030,0.05000,2.923
+50,block_sparse_moe.experts.42.w3,0.0068801371,0.05000,2.800
+50,block_sparse_moe.experts.38.w3,0.0075999433,0.05000,2.808
+50,block_sparse_moe.experts.32.w3,0.0055747880,0.05000,3.052
+50,block_sparse_moe.experts.40.w3,0.0017717471,0.05000,3.066
+50,block_sparse_moe.experts.36.w3,0.0044734905,0.05000,3.044
+50,block_sparse_moe.experts.44.w3,0.0092845679,0.05000,3.141
+50,block_sparse_moe.experts.41.w3,0.0051324434,0.05000,3.043
+50,block_sparse_moe.experts.33.w3,0.0035631970,0.05000,3.068
+50,block_sparse_moe.experts.45.w3,0.0087868704,0.05000,2.931
+50,block_sparse_moe.experts.37.w3,0.0013711239,0.05000,2.939
+50,block_sparse_moe.experts.39.w3,0.0051053191,0.05000,3.115
+50,block_sparse_moe.experts.43.w3,0.0023357182,0.05000,3.136
+50,block_sparse_moe.experts.35.w3,0.0056391793,0.05000,3.054
+50,block_sparse_moe.experts.47.w3,0.0029253105,0.05000,3.126
+50,block_sparse_moe.experts.62.w3,0.0019272392,0.05000,2.905
+50,block_sparse_moe.experts.50.w3,0.0019374102,0.05000,2.950
+50,block_sparse_moe.experts.58.w3,0.0032956074,0.05000,2.928
+50,block_sparse_moe.experts.54.w3,0.0010795572,0.05000,2.952
+50,block_sparse_moe.experts.48.w3,0.0036375065,0.05000,3.010
+50,block_sparse_moe.experts.52.w3,0.0031225785,0.05000,2.955
+50,block_sparse_moe.experts.56.w3,0.0020547868,0.05000,3.017
+50,block_sparse_moe.experts.60.w3,0.0064092244,0.05000,2.949
+50,block_sparse_moe.experts.57.w3,0.0044004113,0.05000,3.006
+50,block_sparse_moe.experts.49.w3,0.0064124745,0.05000,2.926
+50,block_sparse_moe.experts.53.w3,0.0036757129,0.05000,2.980
+50,block_sparse_moe.experts.61.w3,0.0053264862,0.05000,3.111
+50,block_sparse_moe.experts.55.w3,0.0041853895,0.05000,3.026
+50,block_sparse_moe.experts.78.w3,0.0072483090,0.05000,2.824
+50,block_sparse_moe.experts.59.w3,0.0028189386,0.05000,3.124
+50,block_sparse_moe.experts.66.w3,0.0097702202,0.05000,2.828
+50,block_sparse_moe.experts.74.w3,0.0022538324,0.05000,2.793
+50,block_sparse_moe.experts.51.w3,0.0067579653,0.05000,3.097
+50,block_sparse_moe.experts.63.w3,0.0026121564,0.05000,3.105
+50,block_sparse_moe.experts.70.w3,0.0052189432,0.05000,2.814
+50,block_sparse_moe.experts.64.w3,0.0019745937,0.05000,3.060
+50,block_sparse_moe.experts.72.w3,0.0033860168,0.05000,3.035
+50,block_sparse_moe.experts.68.w3,0.0013630999,0.05000,3.083
+50,block_sparse_moe.experts.76.w3,0.0034263163,0.05000,3.027
+50,block_sparse_moe.experts.73.w3,0.0041064607,0.05000,2.968
+50,block_sparse_moe.experts.65.w3,0.0038381784,0.05000,2.941
+50,block_sparse_moe.experts.94.w3,0.0019078762,0.05000,2.604
+50,block_sparse_moe.experts.71.w3,0.0028611101,0.05000,2.908
+50,block_sparse_moe.experts.90.w3,0.0051014723,0.05000,2.594
+50,block_sparse_moe.experts.77.w3,0.0038491988,0.05000,2.977
+50,block_sparse_moe.experts.82.w3,0.0010283991,0.05000,2.704
+50,block_sparse_moe.experts.69.w3,0.0060461373,0.05000,3.059
+50,block_sparse_moe.experts.75.w3,0.0022297542,0.05000,2.884
+50,block_sparse_moe.experts.67.w3,0.0034355276,0.05000,2.811
+50,block_sparse_moe.experts.79.w3,0.0029685780,0.05000,2.853
+50,block_sparse_moe.experts.86.w3,0.0018083213,0.05000,2.707
+50,block_sparse_moe.experts.80.w3,0.0071633295,0.05000,3.093
+50,block_sparse_moe.experts.84.w3,0.0022420813,0.05000,3.095
+50,block_sparse_moe.experts.92.w3,0.0034541044,0.05000,3.065
+50,block_sparse_moe.experts.88.w3,0.0081773615,0.05000,3.200
+50,block_sparse_moe.experts.89.w3,0.0059453411,0.05000,3.015
+50,block_sparse_moe.experts.81.w3,0.0028672958,0.05000,2.986
+50,block_sparse_moe.experts.110.w3,0.0037461990,0.05000,3.025
+50,block_sparse_moe.experts.87.w3,0.0249329169,0.05000,2.989
+50,block_sparse_moe.experts.93.w3,0.0035159643,0.05000,2.997
+50,block_sparse_moe.experts.98.w3,0.0070552112,0.05000,2.972
+50,block_sparse_moe.experts.106.w3,0.0054137461,0.05000,3.078
+50,block_sparse_moe.experts.85.w3,0.0043106673,0.05000,3.071
+50,block_sparse_moe.experts.83.w3,0.0039440612,0.05000,2.964
+50,block_sparse_moe.experts.91.w3,0.0029579081,0.05000,3.068
+50,block_sparse_moe.experts.95.w3,0.0072074855,0.05000,2.997
+50,block_sparse_moe.experts.102.w3,0.0024779960,0.05000,3.007
+50,block_sparse_moe.experts.96.w3,0.0037723910,0.05000,3.128
+50,block_sparse_moe.experts.126.w3,0.0029224295,0.05000,2.616
+50,block_sparse_moe.experts.108.w3,0.0026957362,0.05000,3.097
+50,block_sparse_moe.experts.104.w3,0.0014977738,0.05000,3.028
+50,block_sparse_moe.experts.105.w3,0.0038235062,0.05000,3.030
+50,block_sparse_moe.experts.100.w3,0.0043874392,0.05000,3.209
+50,block_sparse_moe.experts.114.w3,0.0042549982,0.05000,2.618
+50,block_sparse_moe.experts.97.w3,0.0011083120,0.05000,3.099
+50,block_sparse_moe.experts.122.w3,0.0034502992,0.05000,2.736
+50,block_sparse_moe.experts.109.w3,0.0025904224,0.05000,2.926
+50,block_sparse_moe.experts.101.w3,0.0018476347,0.05000,2.888
+50,block_sparse_moe.experts.103.w3,0.0051385838,0.05000,3.073
+50,block_sparse_moe.experts.118.w3,0.0022322916,0.05000,2.716
+50,block_sparse_moe.experts.107.w3,0.0113657821,0.05000,2.987
+50,block_sparse_moe.experts.99.w3,0.0067839463,0.05000,3.047
+50,block_sparse_moe.experts.111.w3,0.0016703044,0.05000,2.977
+50,block_sparse_moe.experts.142.w3,0.0043019542,0.05000,2.687
+50,block_sparse_moe.experts.130.w3,0.0006587027,0.05000,2.723
+50,block_sparse_moe.experts.138.w3,0.0027657302,0.05000,2.742
+50,block_sparse_moe.experts.121.w3,0.0043214757,0.05000,2.972
+50,block_sparse_moe.experts.112.w3,0.0046396908,0.05000,3.170
+50,block_sparse_moe.experts.124.w3,0.0014063932,0.05000,3.164
+50,block_sparse_moe.experts.120.w3,0.0017583120,0.05000,3.213
+50,block_sparse_moe.experts.113.w3,0.0048266874,0.05000,3.014
+50,block_sparse_moe.experts.116.w3,0.0037146158,0.05000,3.161
+50,block_sparse_moe.experts.125.w3,0.0031762461,0.05000,2.940
+50,block_sparse_moe.experts.134.w3,0.0032509859,0.05000,2.746
+50,block_sparse_moe.experts.119.w3,0.0019741954,0.05000,2.953
+50,block_sparse_moe.experts.117.w3,0.0071104114,0.05000,2.970
+50,block_sparse_moe.experts.115.w3,0.0024799238,0.05000,2.943
+50,block_sparse_moe.experts.127.w3,0.0077207188,0.05000,2.939
+50,block_sparse_moe.experts.123.w3,0.0049236644,0.05000,3.037
+50,block_sparse_moe.experts.158.w3,0.0019487925,0.05000,2.762
+50,block_sparse_moe.experts.146.w3,0.0015306938,0.05000,2.829
+50,block_sparse_moe.experts.154.w3,0.0015542778,0.05000,2.774
+50,block_sparse_moe.experts.137.w3,0.0034885833,0.05000,3.039
+50,block_sparse_moe.experts.128.w3,0.0021401875,0.05000,3.093
+50,block_sparse_moe.experts.150.w3,0.0049986576,0.05000,2.751
+50,block_sparse_moe.experts.140.w3,0.0015780396,0.05000,3.134
+50,block_sparse_moe.experts.136.w3,0.0018286576,0.05000,3.078
+50,block_sparse_moe.experts.129.w3,0.0018879989,0.05000,3.084
+50,block_sparse_moe.experts.141.w3,0.0067566182,0.05000,3.023
+50,block_sparse_moe.experts.132.w3,0.0034763985,0.05000,3.120
+50,block_sparse_moe.experts.135.w3,0.0035197284,0.05000,2.980
+50,block_sparse_moe.experts.143.w3,0.0079575720,0.05000,2.873
+50,block_sparse_moe.experts.133.w3,0.0038639595,0.05000,3.140
+50,block_sparse_moe.experts.139.w3,0.0017941947,0.05000,2.904
+50,block_sparse_moe.experts.131.w3,0.0040978866,0.05000,3.043
+50,block_sparse_moe.experts.174.w3,0.0024385616,0.05000,2.807
+50,block_sparse_moe.experts.162.w3,0.0008636273,0.05000,2.758
+50,block_sparse_moe.experts.170.w3,0.0067599126,0.05000,2.808
+50,block_sparse_moe.experts.166.w3,0.0029095207,0.05000,2.890
+50,block_sparse_moe.experts.153.w3,0.0045283061,0.05000,3.107
+50,block_sparse_moe.experts.144.w3,0.0061008094,0.05000,3.129
+50,block_sparse_moe.experts.156.w3,0.0057277683,0.05000,3.178
+50,block_sparse_moe.experts.151.w3,0.0011676621,0.05000,3.035
+50,block_sparse_moe.experts.159.w3,0.0027290604,0.05000,2.909
+50,block_sparse_moe.experts.145.w3,0.0082693473,0.05000,3.159
+50,block_sparse_moe.experts.152.w3,0.0020205512,0.05000,3.207
+50,block_sparse_moe.experts.155.w3,0.0051365667,0.05000,2.864
+50,block_sparse_moe.experts.148.w3,0.0034911416,0.05000,3.149
+50,block_sparse_moe.experts.157.w3,0.0034702110,0.05000,3.189
+50,block_sparse_moe.experts.147.w3,0.0018639871,0.05000,2.844
+50,block_sparse_moe.experts.149.w3,0.0017292013,0.05000,3.187
+50,block_sparse_moe.experts.190.w3,0.0023209933,0.05000,2.882
+50,block_sparse_moe.experts.178.w3,0.0019163402,0.05000,2.850
+50,block_sparse_moe.experts.186.w3,0.0013484571,0.05000,2.827
+50,block_sparse_moe.experts.182.w3,0.0026216066,0.05000,2.838
+50,block_sparse_moe.experts.169.w3,0.0086528701,0.05000,3.007
+50,block_sparse_moe.experts.175.w3,0.0020252045,0.05000,2.855
+50,block_sparse_moe.experts.160.w3,0.0025872067,0.05000,3.129
+50,block_sparse_moe.experts.167.w3,0.0049828418,0.05000,2.919
+50,block_sparse_moe.experts.171.w3,0.0026216197,0.05000,2.912
+50,block_sparse_moe.experts.163.w3,0.0059289529,0.05000,2.909
+50,block_sparse_moe.experts.168.w3,0.0059238419,0.05000,3.033
+50,block_sparse_moe.experts.173.w3,0.0018837579,0.05000,3.014
+50,block_sparse_moe.experts.161.w3,0.0088509311,0.05000,3.093
+50,block_sparse_moe.experts.164.w3,0.0019441443,0.05000,3.066
+50,block_sparse_moe.experts.172.w3,0.0012407502,0.05000,3.183
+50,block_sparse_moe.experts.165.w3,0.0012918125,0.05000,3.005
+50,block_sparse_moe.experts.206.w3,0.0075845790,0.05000,2.859
+50,block_sparse_moe.experts.194.w3,0.0051616750,0.05000,2.875
+50,block_sparse_moe.experts.202.w3,0.0020776829,0.05000,2.897
+50,block_sparse_moe.experts.198.w3,0.0018118047,0.05000,2.917
+50,block_sparse_moe.experts.185.w3,0.0023796605,0.05000,3.083
+50,block_sparse_moe.experts.191.w3,0.0017025729,0.05000,3.027
+50,block_sparse_moe.experts.176.w3,0.0030540944,0.05000,3.002
+50,block_sparse_moe.experts.187.w3,0.0051902848,0.05000,3.030
+50,block_sparse_moe.experts.183.w3,0.0020615781,0.05000,3.104
+50,block_sparse_moe.experts.184.w3,0.0004259199,0.05000,3.024
+50,block_sparse_moe.experts.179.w3,0.0052061759,0.05000,3.097
+50,block_sparse_moe.experts.177.w3,0.0003383507,0.05000,2.993
+50,block_sparse_moe.experts.189.w3,0.0042707883,0.05000,3.113
+50,block_sparse_moe.experts.188.w3,0.0024103341,0.05000,3.060
+50,block_sparse_moe.experts.180.w3,0.0062458450,0.05000,3.159
+50,block_sparse_moe.experts.181.w3,0.0009913274,0.05000,3.122
+50,block_sparse_moe.experts.222.w3,0.0024900770,0.05000,2.627
+50,block_sparse_moe.experts.210.w3,0.0029230510,0.05000,2.639
+50,block_sparse_moe.experts.218.w3,0.0062561388,0.05000,2.621
+50,block_sparse_moe.experts.214.w3,0.0011429711,0.05000,2.719
+50,block_sparse_moe.experts.201.w3,0.0007885278,0.05000,2.968
+50,block_sparse_moe.experts.203.w3,0.0007783473,0.05000,2.800
+50,block_sparse_moe.experts.207.w3,0.0051604996,0.05000,2.964
+50,block_sparse_moe.experts.192.w3,0.0092707143,0.05000,2.991
+50,block_sparse_moe.experts.195.w3,0.0007437489,0.05000,2.837
+50,block_sparse_moe.experts.199.w3,0.0002725693,0.05000,2.917
+50,block_sparse_moe.experts.200.w3,0.0031247383,0.05000,2.991
+50,block_sparse_moe.experts.204.w3,0.0015203991,0.05000,3.037
+50,block_sparse_moe.experts.193.w3,0.0003511274,0.05000,3.176
+50,block_sparse_moe.experts.205.w3,0.0006800846,0.05000,3.080
+50,block_sparse_moe.experts.196.w3,0.0042354315,0.05000,3.042
+50,block_sparse_moe.experts.197.w3,0.0050582905,0.05000,3.017
+50,block_sparse_moe.experts.238.w3,0.0020530903,0.05000,2.766
+50,block_sparse_moe.experts.226.w3,0.0021507631,0.05000,2.721
+50,block_sparse_moe.experts.234.w3,0.0017496908,0.05000,2.735
+50,block_sparse_moe.experts.230.w3,0.0027166952,0.05000,2.761
+50,block_sparse_moe.experts.217.w3,0.0072685183,0.05000,2.980
+50,block_sparse_moe.experts.219.w3,0.0008828467,0.05000,3.052
+50,block_sparse_moe.experts.208.w3,0.0045548893,0.05000,2.948
+50,block_sparse_moe.experts.223.w3,0.0031069177,0.05000,3.040
+50,block_sparse_moe.experts.211.w3,0.0008693951,0.05000,3.009
+50,block_sparse_moe.experts.215.w3,0.0034157377,0.05000,2.990
+50,block_sparse_moe.experts.216.w3,0.0414667311,0.05000,2.903
+50,block_sparse_moe.experts.221.w3,0.0076731771,0.05000,2.950
+50,block_sparse_moe.experts.220.w3,0.0024961712,0.05000,2.994
+50,block_sparse_moe.experts.212.w3,0.0020890170,0.05000,2.982
+50,block_sparse_moe.experts.209.w3,0.0080990768,0.05000,3.075
+50,block_sparse_moe.experts.213.w3,0.0031371325,0.05000,3.037
+50,block_sparse_moe.experts.254.w3,0.0025740674,0.05000,2.888
+50,block_sparse_moe.experts.242.w3,0.0056023843,0.05000,2.845
+50,block_sparse_moe.experts.250.w3,0.0007230907,0.05000,2.789
+50,block_sparse_moe.experts.246.w3,0.0075601915,0.05000,2.425
+50,block_sparse_moe.experts.224.w3,0.0026098108,0.05000,2.901
+50,block_sparse_moe.experts.233.w3,0.0037006821,0.05000,3.090
+50,block_sparse_moe.experts.227.w3,0.0023858217,0.05000,2.916
+50,block_sparse_moe.experts.235.w3,0.0036460344,0.05000,3.047
+50,block_sparse_moe.experts.232.w3,0.0054318501,0.05000,3.007
+50,block_sparse_moe.experts.231.w3,0.0022437016,0.05000,3.048
+50,block_sparse_moe.experts.239.w3,0.0035793870,0.05000,3.103
+50,block_sparse_moe.experts.236.w3,0.0031202397,0.05000,2.925
+50,block_sparse_moe.experts.228.w3,0.0013376777,0.05000,2.928
+50,block_sparse_moe.experts.237.w3,0.0015006285,0.05000,3.044
+50,block_sparse_moe.experts.225.w3,0.0022889877,0.05000,2.971
+50,block_sparse_moe.experts.229.w3,0.0052112062,0.05000,2.975
+50,block_sparse_moe.experts.240.w3,0.0025018132,0.05000,2.977
+50,block_sparse_moe.experts.249.w3,0.0022312808,0.05000,2.947
+50,block_sparse_moe.experts.248.w3,0.0071146702,0.05000,2.900
+50,block_sparse_moe.experts.251.w3,0.0029616873,0.05000,3.018
+50,block_sparse_moe.experts.243.w3,0.0032083120,0.05000,3.076
+50,block_sparse_moe.experts.247.w3,0.0040360182,0.05000,2.954
+50,block_sparse_moe.experts.255.w3,0.0028970336,0.05000,2.958
+50,block_sparse_moe.experts.252.w3,0.0026876318,0.05000,2.794
+50,block_sparse_moe.experts.244.w3,0.0051030150,0.05000,2.778
+50,block_sparse_moe.experts.241.w3,0.0011366772,0.05000,2.695
+50,block_sparse_moe.experts.253.w3,0.0016934928,0.05000,2.779
+50,block_sparse_moe.experts.245.w3,0.0019490970,0.05000,2.589
+50,block_sparse_moe.experts.6.w2,0.0043566021,0.05000,1.531
+50,block_sparse_moe.experts.2.w2,0.0030922502,0.05000,1.575
+50,block_sparse_moe.experts.4.w2,0.0047403759,0.05000,1.592
+50,block_sparse_moe.experts.10.w2,0.0097027862,0.05000,1.489
+50,block_sparse_moe.experts.11.w2,0.0032205064,0.05000,1.521
+50,block_sparse_moe.experts.15.w2,0.0103734581,0.05000,1.527
+50,block_sparse_moe.experts.14.w2,0.0104335078,0.05000,1.535
+50,block_sparse_moe.experts.9.w2,0.0136006229,0.05000,1.508
+50,block_sparse_moe.experts.0.w2,0.0006641105,0.05000,1.654
+50,block_sparse_moe.experts.13.w2,0.0044145774,0.05000,1.527
+50,block_sparse_moe.experts.7.w2,0.0216323870,0.05000,1.682
+50,block_sparse_moe.experts.5.w2,0.0108733631,0.05000,1.689
+50,block_sparse_moe.experts.1.w2,0.0196949309,0.05000,1.688
+50,block_sparse_moe.experts.3.w2,0.0260839399,0.05000,1.698
+50,block_sparse_moe.experts.12.w2,0.0121356332,0.05000,1.619
+50,block_sparse_moe.experts.8.w2,0.0099013441,0.05000,1.663
+50,block_sparse_moe.experts.20.w2,0.0124076474,0.05000,0.635
+50,block_sparse_moe.experts.25.w2,0.0076496300,0.05000,1.514
+50,block_sparse_moe.experts.31.w2,0.0104981502,0.05000,1.535
+50,block_sparse_moe.experts.29.w2,0.0053218553,0.05000,1.528
+50,block_sparse_moe.experts.27.w2,0.0080283884,0.05000,1.567
+50,block_sparse_moe.experts.21.w2,0.0075773828,0.05000,1.529
+50,block_sparse_moe.experts.19.w2,0.0090122638,0.05000,1.560
+50,block_sparse_moe.experts.23.w2,0.0009921358,0.05000,1.629
+50,block_sparse_moe.experts.17.w2,0.0017550624,0.05000,1.622
+50,block_sparse_moe.experts.37.w2,0.0076071195,0.05000,1.596
+50,block_sparse_moe.experts.41.w2,0.0040674556,0.05000,1.648
+50,block_sparse_moe.experts.45.w2,0.0045503462,0.05000,1.638
+50,block_sparse_moe.experts.22.w2,0.0179969620,0.05000,3.368
+50,block_sparse_moe.experts.18.w2,0.0012264111,0.05000,3.328
+50,block_sparse_moe.experts.33.w2,0.0180951402,0.05000,1.669
+50,block_sparse_moe.experts.26.w2,0.0272751319,0.05000,3.385
+50,block_sparse_moe.experts.30.w2,0.0037170528,0.05000,3.364
+50,block_sparse_moe.experts.53.w2,0.0109255555,0.05000,1.524
+50,block_sparse_moe.experts.61.w2,0.0038743840,0.05000,1.503
+50,block_sparse_moe.experts.57.w2,0.0015533953,0.05000,1.527
+50,block_sparse_moe.experts.38.w2,0.0256024433,0.05000,1.702
+50,block_sparse_moe.experts.34.w2,0.0098340899,0.05000,1.716
+50,block_sparse_moe.experts.49.w2,0.0022198614,0.05000,1.653
+50,block_sparse_moe.experts.46.w2,0.0081041932,0.05000,1.676
+50,block_sparse_moe.experts.42.w2,0.0129252949,0.05000,1.727
+50,block_sparse_moe.experts.43.w2,0.0019402528,0.05000,3.873
+50,block_sparse_moe.experts.47.w2,0.0048020891,0.05000,3.915
+50,block_sparse_moe.experts.39.w2,0.0015624956,0.05000,3.869
+50,block_sparse_moe.experts.35.w2,0.0102925396,0.05000,3.924
+50,block_sparse_moe.experts.73.w2,0.0021758829,0.05000,1.434
+50,block_sparse_moe.experts.77.w2,0.0060424828,0.05000,1.470
+50,block_sparse_moe.experts.69.w2,0.0178520674,0.05000,1.480
+50,block_sparse_moe.experts.16.w2,0.0377683692,0.05000,1.514
+50,block_sparse_moe.experts.24.w2,0.0049084985,0.05000,1.529
+50,block_sparse_moe.experts.28.w2,0.0787144263,0.05000,1.537
+50,block_sparse_moe.experts.36.w2,0.0129005057,0.05000,1.556
+50,block_sparse_moe.experts.50.w2,0.0072987249,0.05000,1.485
+50,block_sparse_moe.experts.65.w2,0.0080975699,0.05000,1.490
+50,block_sparse_moe.experts.54.w2,0.0013815397,0.05000,1.577
+50,block_sparse_moe.experts.62.w2,0.0003517634,0.05000,1.527
+50,block_sparse_moe.experts.58.w2,0.0092531723,0.05000,1.543
+50,block_sparse_moe.experts.59.w2,0.0034103085,0.05000,1.494
+50,block_sparse_moe.experts.63.w2,0.0097792493,0.05000,1.586
+50,block_sparse_moe.experts.51.w2,0.0183715905,0.05000,1.516
+50,block_sparse_moe.experts.55.w2,0.0065269500,0.05000,1.607
+50,block_sparse_moe.experts.89.w2,0.0212109540,0.05000,1.499
+50,block_sparse_moe.experts.93.w2,0.0009933290,0.05000,1.481
+50,block_sparse_moe.experts.85.w2,0.0069373424,0.05000,1.538
+50,block_sparse_moe.experts.32.w2,0.0088211655,0.05000,1.496
+50,block_sparse_moe.experts.66.w2,0.0101145087,0.05000,1.383
+50,block_sparse_moe.experts.44.w2,0.0146145027,0.05000,1.539
+50,block_sparse_moe.experts.40.w2,0.0052325729,0.05000,1.564
+50,block_sparse_moe.experts.52.w2,0.0119711282,0.05000,1.551
+50,block_sparse_moe.experts.81.w2,0.0138860492,0.05000,1.448
+50,block_sparse_moe.experts.70.w2,0.0131089120,0.05000,1.406
+50,block_sparse_moe.experts.74.w2,0.0029414542,0.05000,1.331
+50,block_sparse_moe.experts.78.w2,0.0122215299,0.05000,1.382
+50,block_sparse_moe.experts.75.w2,0.0015832769,0.05000,1.589
+50,block_sparse_moe.experts.67.w2,0.0305213500,0.05000,1.574
+50,block_sparse_moe.experts.79.w2,0.0058163327,0.05000,1.590
+50,block_sparse_moe.experts.71.w2,0.0008766017,0.05000,1.514
+50,block_sparse_moe.experts.105.w2,0.0117712712,0.05000,1.415
+50,block_sparse_moe.experts.109.w2,0.0025259073,0.05000,1.493
+50,block_sparse_moe.experts.101.w2,0.0012393405,0.05000,1.457
+50,block_sparse_moe.experts.82.w2,0.0002630105,0.05000,1.377
+50,block_sparse_moe.experts.48.w2,0.0011382103,0.05000,1.502
+50,block_sparse_moe.experts.60.w2,0.0058270755,0.05000,1.492
+50,block_sparse_moe.experts.90.w2,0.0377905458,0.05000,1.417
+50,block_sparse_moe.experts.56.w2,0.0006966154,0.05000,1.512
+50,block_sparse_moe.experts.97.w2,0.0040261364,0.05000,1.478
+50,block_sparse_moe.experts.68.w2,0.0008811382,0.05000,1.546
+50,block_sparse_moe.experts.86.w2,0.0006306547,0.05000,1.484
+50,block_sparse_moe.experts.94.w2,0.0052429987,0.05000,1.502
+50,block_sparse_moe.experts.91.w2,0.0091998027,0.05000,1.541
+50,block_sparse_moe.experts.83.w2,0.0206934140,0.05000,1.458
+50,block_sparse_moe.experts.95.w2,0.0203881509,0.05000,1.500
+50,block_sparse_moe.experts.87.w2,0.0349805563,0.05000,1.487
+50,block_sparse_moe.experts.121.w2,0.0150309880,0.05000,1.516
+50,block_sparse_moe.experts.117.w2,0.0118129785,0.05000,1.519
+50,block_sparse_moe.experts.125.w2,0.0060843735,0.05000,1.582
+50,block_sparse_moe.experts.98.w2,0.0216936297,0.05000,1.551
+50,block_sparse_moe.experts.64.w2,0.0046809304,0.05000,1.508
+50,block_sparse_moe.experts.76.w2,0.0044915863,0.05000,1.501
+50,block_sparse_moe.experts.72.w2,0.0052910697,0.05000,1.467
+50,block_sparse_moe.experts.106.w2,0.0334848082,0.05000,1.484
+50,block_sparse_moe.experts.113.w2,0.0021529232,0.05000,1.468
+50,block_sparse_moe.experts.110.w2,0.0289785346,0.05000,1.466
+50,block_sparse_moe.experts.84.w2,0.0006491168,0.05000,1.516
+50,block_sparse_moe.experts.102.w2,0.0076782876,0.05000,1.526
+50,block_sparse_moe.experts.107.w2,0.0169658826,0.05000,1.515
+50,block_sparse_moe.experts.99.w2,0.0065377860,0.05000,1.499
+50,block_sparse_moe.experts.103.w2,0.0110678007,0.05000,1.493
+50,block_sparse_moe.experts.111.w2,0.0005366900,0.05000,1.513
+50,block_sparse_moe.experts.137.w2,0.0102213645,0.05000,1.481
+50,block_sparse_moe.experts.141.w2,0.0113847721,0.05000,1.492
+50,block_sparse_moe.experts.133.w2,0.0098679675,0.05000,1.555
+50,block_sparse_moe.experts.114.w2,0.0174723627,0.05000,1.489
+50,block_sparse_moe.experts.80.w2,0.0213750992,0.05000,1.530
+50,block_sparse_moe.experts.88.w2,0.0081134489,0.05000,1.482
+50,block_sparse_moe.experts.122.w2,0.0170608350,0.05000,1.496
+50,block_sparse_moe.experts.126.w2,0.0099822226,0.05000,1.482
+50,block_sparse_moe.experts.100.w2,0.0091544767,0.05000,1.528
+50,block_sparse_moe.experts.92.w2,0.0116955512,0.05000,1.627
+50,block_sparse_moe.experts.118.w2,0.0062440534,0.05000,1.515
+50,block_sparse_moe.experts.129.w2,0.0054500543,0.05000,1.603
+50,block_sparse_moe.experts.123.w2,0.0090193699,0.05000,1.554
+50,block_sparse_moe.experts.115.w2,0.0059906225,0.05000,1.605
+50,block_sparse_moe.experts.127.w2,0.0125500232,0.05000,1.562
+50,block_sparse_moe.experts.119.w2,0.0071891919,0.05000,1.681
+50,block_sparse_moe.experts.153.w2,0.0143789496,0.05000,1.512
+50,block_sparse_moe.experts.130.w2,0.0028282226,0.05000,1.395
+50,block_sparse_moe.experts.104.w2,0.0009375608,0.05000,1.417
+50,block_sparse_moe.experts.138.w2,0.0041682983,0.05000,1.423
+50,block_sparse_moe.experts.157.w2,0.0043067185,0.05000,1.555
+50,block_sparse_moe.experts.96.w2,0.0025476355,0.05000,1.457
+50,block_sparse_moe.experts.149.w2,0.0057484491,0.05000,1.558
+50,block_sparse_moe.experts.142.w2,0.0027411095,0.05000,1.417
+50,block_sparse_moe.experts.116.w2,0.0008454885,0.05000,1.395
+50,block_sparse_moe.experts.108.w2,0.0111775322,0.05000,1.440
+50,block_sparse_moe.experts.134.w2,0.0033460847,0.05000,1.455
+50,block_sparse_moe.experts.145.w2,0.0373504512,0.05000,1.535
+50,block_sparse_moe.experts.139.w2,0.0094728170,0.05000,1.464
+50,block_sparse_moe.experts.131.w2,0.0030576890,0.05000,1.504
+50,block_sparse_moe.experts.143.w2,0.0201153315,0.05000,1.518
+50,block_sparse_moe.experts.135.w2,0.0017390850,0.05000,1.516
+50,block_sparse_moe.experts.169.w2,0.0180502178,0.05000,1.466
+50,block_sparse_moe.experts.146.w2,0.0069976329,0.05000,1.457
+50,block_sparse_moe.experts.154.w2,0.0061446150,0.05000,1.418
+50,block_sparse_moe.experts.173.w2,0.0048577915,0.05000,1.507
+50,block_sparse_moe.experts.165.w2,0.0091058274,0.05000,1.478
+50,block_sparse_moe.experts.120.w2,0.0054208584,0.05000,1.579
+50,block_sparse_moe.experts.158.w2,0.0171718470,0.05000,1.548
+50,block_sparse_moe.experts.112.w2,0.0120727301,0.05000,1.609
+50,block_sparse_moe.experts.150.w2,0.0130505749,0.05000,1.485
+50,block_sparse_moe.experts.132.w2,0.0018608793,0.05000,1.586
+50,block_sparse_moe.experts.161.w2,0.0084392251,0.05000,1.478
+50,block_sparse_moe.experts.124.w2,0.0019098542,0.05000,1.658
+50,block_sparse_moe.experts.155.w2,0.0166477237,0.05000,1.599
+50,block_sparse_moe.experts.159.w2,0.0100496697,0.05000,1.510
+50,block_sparse_moe.experts.147.w2,0.0005891815,0.05000,1.561
+50,block_sparse_moe.experts.151.w2,0.0068396004,0.05000,1.586
+50,block_sparse_moe.experts.162.w2,0.0054593377,0.05000,1.501
+50,block_sparse_moe.experts.185.w2,0.0011269600,0.05000,1.594
+50,block_sparse_moe.experts.170.w2,0.0104968624,0.05000,1.506
+50,block_sparse_moe.experts.174.w2,0.0035825503,0.05000,1.452
+50,block_sparse_moe.experts.136.w2,0.0098163514,0.05000,1.521
+50,block_sparse_moe.experts.128.w2,0.0048636329,0.05000,1.455
+50,block_sparse_moe.experts.148.w2,0.0103404699,0.05000,1.432
+50,block_sparse_moe.experts.166.w2,0.0025696209,0.05000,1.487
+50,block_sparse_moe.experts.189.w2,0.0034561443,0.05000,1.691
+50,block_sparse_moe.experts.181.w2,0.0028828225,0.05000,1.696
+50,block_sparse_moe.experts.140.w2,0.0068556490,0.05000,1.456
+50,block_sparse_moe.experts.177.w2,0.0021385162,0.05000,1.697
+50,block_sparse_moe.experts.171.w2,0.0077484422,0.05000,1.515
+50,block_sparse_moe.experts.175.w2,0.0051419983,0.05000,1.473
+50,block_sparse_moe.experts.163.w2,0.0235211077,0.05000,1.512
+50,block_sparse_moe.experts.167.w2,0.0130329083,0.05000,1.555
+50,block_sparse_moe.experts.178.w2,0.0082958264,0.05000,1.453
+50,block_sparse_moe.experts.201.w2,0.0011454811,0.05000,1.542
+50,block_sparse_moe.experts.186.w2,0.0006112265,0.05000,1.477
+50,block_sparse_moe.experts.152.w2,0.0072381781,0.05000,1.376
+50,block_sparse_moe.experts.164.w2,0.0017835069,0.05000,1.405
+50,block_sparse_moe.experts.144.w2,0.0207796745,0.05000,1.496
+50,block_sparse_moe.experts.190.w2,0.0039403877,0.05000,1.531
+50,block_sparse_moe.experts.156.w2,0.0053498141,0.05000,1.412
+50,block_sparse_moe.experts.182.w2,0.0011153389,0.05000,1.582
+50,block_sparse_moe.experts.205.w2,0.0080344130,0.05000,1.565
+50,block_sparse_moe.experts.197.w2,0.0091502537,0.05000,1.595
+50,block_sparse_moe.experts.193.w2,0.0020546470,0.05000,1.541
+50,block_sparse_moe.experts.191.w2,0.0038182356,0.05000,1.488
+50,block_sparse_moe.experts.187.w2,0.0253250066,0.05000,1.519
+50,block_sparse_moe.experts.179.w2,0.0069105024,0.05000,1.534
+50,block_sparse_moe.experts.183.w2,0.0053070105,0.05000,1.494
+50,block_sparse_moe.experts.194.w2,0.0139722558,0.05000,1.521
+50,block_sparse_moe.experts.202.w2,0.0003786348,0.05000,1.443
+50,block_sparse_moe.experts.217.w2,0.0093194062,0.05000,1.489
+50,block_sparse_moe.experts.168.w2,0.0048303501,0.05000,1.504
+50,block_sparse_moe.experts.206.w2,0.0046411965,0.05000,1.494
+50,block_sparse_moe.experts.180.w2,0.0218529240,0.05000,1.601
+50,block_sparse_moe.experts.160.w2,0.0097086145,0.05000,1.567
+50,block_sparse_moe.experts.172.w2,0.0024719843,0.05000,1.493
+50,block_sparse_moe.experts.221.w2,0.0048012946,0.05000,1.396
+50,block_sparse_moe.experts.213.w2,0.0010552965,0.05000,1.392
+50,block_sparse_moe.experts.198.w2,0.0091138666,0.05000,1.512
+50,block_sparse_moe.experts.209.w2,0.0147009774,0.05000,1.358
+50,block_sparse_moe.experts.207.w2,0.0074426047,0.05000,1.370
+50,block_sparse_moe.experts.195.w2,0.0016364922,0.05000,1.376
+50,block_sparse_moe.experts.203.w2,0.0022944035,0.05000,1.501
+50,block_sparse_moe.experts.199.w2,0.0009299207,0.05000,1.445
+50,block_sparse_moe.experts.210.w2,0.0086820591,0.05000,1.508
+50,block_sparse_moe.experts.218.w2,0.0168662233,0.05000,1.527
+50,block_sparse_moe.experts.233.w2,0.0013781289,0.05000,1.524
+50,block_sparse_moe.experts.184.w2,0.0025161553,0.05000,1.492
+50,block_sparse_moe.experts.188.w2,0.0057214595,0.05000,1.428
+50,block_sparse_moe.experts.196.w2,0.0150038176,0.05000,1.473
+50,block_sparse_moe.experts.176.w2,0.0131253306,0.05000,1.553
+50,block_sparse_moe.experts.237.w2,0.0011064825,0.05000,1.530
+50,block_sparse_moe.experts.222.w2,0.0081537022,0.05000,1.635
+50,block_sparse_moe.experts.229.w2,0.0169382598,0.05000,1.540
+50,block_sparse_moe.experts.214.w2,0.0079112055,0.05000,1.537
+50,block_sparse_moe.experts.225.w2,0.0068448316,0.05000,1.574
+50,block_sparse_moe.experts.223.w2,0.0070304703,0.05000,1.471
+50,block_sparse_moe.experts.211.w2,0.0054360367,0.05000,1.488
+50,block_sparse_moe.experts.219.w2,0.0017733476,0.05000,1.489
+50,block_sparse_moe.experts.226.w2,0.0106303453,0.05000,1.327
+50,block_sparse_moe.experts.249.w2,0.0010302420,0.05000,1.309
+50,block_sparse_moe.experts.215.w2,0.0102397599,0.05000,1.573
+50,block_sparse_moe.experts.234.w2,0.0004602705,0.05000,1.390
+50,block_sparse_moe.experts.200.w2,0.0105357056,0.05000,1.379
+50,block_sparse_moe.experts.253.w2,0.0003213788,0.05000,1.239
+50,block_sparse_moe.experts.212.w2,0.0059821541,0.05000,1.365
+50,block_sparse_moe.experts.204.w2,0.0033943293,0.05000,1.372
+50,block_sparse_moe.experts.245.w2,0.0003121772,0.05000,1.246
+50,block_sparse_moe.experts.241.w2,0.0015137145,0.05000,1.144
+50,block_sparse_moe.experts.238.w2,0.0090709159,0.05000,1.337
+50,block_sparse_moe.experts.192.w2,0.0152815224,0.05000,1.387
+50,block_sparse_moe.experts.230.w2,0.0092663411,0.05000,1.364
+50,block_sparse_moe.experts.239.w2,0.0137892046,0.05000,1.479
+50,block_sparse_moe.experts.227.w2,0.0007852136,0.05000,1.480
+50,block_sparse_moe.experts.235.w2,0.0056786594,0.05000,1.554
+50,block_sparse_moe.experts.242.w2,0.0152677491,0.05000,1.390
+50,block_sparse_moe.experts.250.w2,0.0026380825,0.05000,1.337
+50,block_sparse_moe.experts.254.w2,0.0052959245,0.05000,1.149
+50,block_sparse_moe.experts.231.w2,0.0078429757,0.05000,1.499
+50,block_sparse_moe.experts.246.w2,0.0194779830,0.05000,1.116
+50,block_sparse_moe.experts.216.w2,0.1314468384,0.05000,1.486
+50,block_sparse_moe.experts.228.w2,0.0072078862,0.05000,1.520
+50,block_sparse_moe.experts.220.w2,0.0103948017,0.05000,1.533
+50,block_sparse_moe.experts.208.w2,0.0513917540,0.05000,1.461
+50,block_sparse_moe.experts.255.w2,0.0076344540,0.05000,1.512
+50,block_sparse_moe.experts.243.w2,0.0050720192,0.05000,1.476
+50,block_sparse_moe.experts.251.w2,0.0080060889,0.05000,1.395
+50,block_sparse_moe.experts.247.w2,0.0072631539,0.05000,1.247
+50,block_sparse_moe.experts.232.w2,0.0072641147,0.05000,1.484
+50,block_sparse_moe.experts.236.w2,0.0010560624,0.05000,1.537
+50,block_sparse_moe.experts.244.w2,0.0023365869,0.05000,1.567
+50,block_sparse_moe.experts.224.w2,0.0004227195,0.05000,1.506
+50,block_sparse_moe.experts.248.w2,0.0107198049,0.05000,1.015
+50,block_sparse_moe.experts.252.w2,0.0113605246,0.05000,0.906
+50,block_sparse_moe.experts.240.w2,0.0096382670,0.05000,0.893
+51,self_attn.q_proj,0.0003137981,0.05000,0.991
+51,self_attn.k_proj,0.0000402236,0.05000,0.994
+51,self_attn.v_proj,0.0000577954,0.05000,1.042
+51,self_attn.o_proj,0.0000218813,0.05000,1.767
+51,block_sparse_moe.experts.4.w1,0.0015041317,0.05000,3.025
+51,block_sparse_moe.experts.12.w1,0.0035743399,0.05000,3.054
+51,block_sparse_moe.experts.8.w1,0.0068569496,0.05000,3.084
+51,block_sparse_moe.experts.0.w1,0.0032092583,0.05000,3.167
+51,block_sparse_moe.experts.9.w1,0.0016304087,0.05000,3.260
+51,block_sparse_moe.experts.5.w1,0.0021572735,0.05000,3.295
+51,block_sparse_moe.experts.13.w1,0.0011126845,0.05000,3.296
+51,block_sparse_moe.experts.2.w1,0.0028477013,0.05000,3.336
+51,block_sparse_moe.experts.6.w1,0.0017492279,0.05000,3.317
+51,block_sparse_moe.experts.1.w1,0.0042602076,0.05000,3.385
+51,block_sparse_moe.experts.10.w1,0.0023631812,0.05000,3.392
+51,block_sparse_moe.experts.14.w1,0.0072823150,0.05000,3.447
+51,block_sparse_moe.experts.15.w1,0.0012287714,0.05000,3.517
+51,block_sparse_moe.experts.3.w1,0.0034629151,0.05000,3.559
+51,block_sparse_moe.experts.7.w1,0.0021471276,0.05000,3.543
+51,block_sparse_moe.experts.11.w1,0.0026937336,0.05000,3.559
+51,block_sparse_moe.experts.20.w1,0.0027389291,0.05000,3.042
+51,block_sparse_moe.experts.28.w1,0.0051332378,0.05000,3.049
+51,block_sparse_moe.experts.24.w1,0.0018516267,0.05000,3.052
+51,block_sparse_moe.experts.29.w1,0.0066733651,0.05000,2.916
+51,block_sparse_moe.experts.21.w1,0.0028060541,0.05000,2.921
+51,block_sparse_moe.experts.16.w1,0.0031772132,0.05000,3.090
+51,block_sparse_moe.experts.25.w1,0.0020263631,0.05000,2.993
+51,block_sparse_moe.experts.17.w1,0.0040997110,0.05000,2.974
+51,block_sparse_moe.experts.31.w1,0.0025571305,0.05000,2.960
+51,block_sparse_moe.experts.22.w1,0.0029999483,0.05000,3.204
+51,block_sparse_moe.experts.18.w1,0.0058828136,0.05000,3.227
+51,block_sparse_moe.experts.27.w1,0.0064124933,0.05000,2.997
+51,block_sparse_moe.experts.30.w1,0.0020034958,0.05000,3.142
+51,block_sparse_moe.experts.26.w1,0.0059838799,0.05000,3.196
+51,block_sparse_moe.experts.23.w1,0.0018158619,0.05000,3.068
+51,block_sparse_moe.experts.19.w1,0.0016452115,0.05000,3.162
+51,block_sparse_moe.experts.36.w1,0.0008169419,0.05000,3.049
+51,block_sparse_moe.experts.44.w1,0.0046420855,0.05000,3.035
+51,block_sparse_moe.experts.40.w1,0.0014622317,0.05000,3.075
+51,block_sparse_moe.experts.32.w1,0.0018378715,0.05000,3.016
+51,block_sparse_moe.experts.37.w1,0.0007902060,0.05000,3.054
+51,block_sparse_moe.experts.45.w1,0.0036575791,0.05000,3.087
+51,block_sparse_moe.experts.34.w1,0.0043575132,0.05000,2.777
+51,block_sparse_moe.experts.41.w1,0.0014407719,0.05000,3.082
+51,block_sparse_moe.experts.33.w1,0.0015719455,0.05000,3.056
+51,block_sparse_moe.experts.38.w1,0.0015823467,0.05000,2.885
+51,block_sparse_moe.experts.46.w1,0.0025000413,0.05000,2.877
+51,block_sparse_moe.experts.47.w1,0.0006753475,0.05000,3.044
+51,block_sparse_moe.experts.39.w1,0.0025647313,0.05000,2.911
+51,block_sparse_moe.experts.42.w1,0.0029985343,0.05000,2.963
+51,block_sparse_moe.experts.43.w1,0.0010380150,0.05000,3.061
+51,block_sparse_moe.experts.35.w1,0.0015524574,0.05000,3.026
+51,block_sparse_moe.experts.52.w1,0.0023030274,0.05000,2.803
+51,block_sparse_moe.experts.60.w1,0.0008629224,0.05000,2.805
+51,block_sparse_moe.experts.56.w1,0.0011139673,0.05000,2.797
+51,block_sparse_moe.experts.48.w1,0.0033885148,0.05000,2.943
+51,block_sparse_moe.experts.50.w1,0.0020886709,0.05000,2.892
+51,block_sparse_moe.experts.62.w1,0.0060861800,0.05000,2.836
+51,block_sparse_moe.experts.57.w1,0.0028743206,0.05000,2.979
+51,block_sparse_moe.experts.54.w1,0.0024805557,0.05000,2.939
+51,block_sparse_moe.experts.58.w1,0.0025387450,0.05000,2.790
+51,block_sparse_moe.experts.61.w1,0.0049130839,0.05000,3.075
+51,block_sparse_moe.experts.53.w1,0.0029920229,0.05000,3.135
+51,block_sparse_moe.experts.49.w1,0.0016765864,0.05000,3.043
+51,block_sparse_moe.experts.63.w1,0.0076909548,0.05000,2.941
+51,block_sparse_moe.experts.55.w1,0.0012534212,0.05000,3.028
+51,block_sparse_moe.experts.59.w1,0.0027486442,0.05000,3.077
+51,block_sparse_moe.experts.51.w1,0.0011086157,0.05000,3.137
+51,block_sparse_moe.experts.68.w1,0.0040477292,0.05000,2.929
+51,block_sparse_moe.experts.76.w1,0.0005878174,0.05000,3.037
+51,block_sparse_moe.experts.72.w1,0.0057971440,0.05000,3.045
+51,block_sparse_moe.experts.66.w1,0.0027075743,0.05000,2.965
+51,block_sparse_moe.experts.73.w1,0.0021214396,0.05000,2.871
+51,block_sparse_moe.experts.77.w1,0.0017384738,0.05000,2.812
+51,block_sparse_moe.experts.64.w1,0.0059800173,0.05000,2.984
+51,block_sparse_moe.experts.69.w1,0.0009193705,0.05000,2.875
+51,block_sparse_moe.experts.74.w1,0.0025725764,0.05000,2.959
+51,block_sparse_moe.experts.65.w1,0.0038903419,0.05000,2.891
+51,block_sparse_moe.experts.78.w1,0.0015896621,0.05000,3.046
+51,block_sparse_moe.experts.70.w1,0.0098099387,0.05000,3.032
+51,block_sparse_moe.experts.79.w1,0.0124046505,0.05000,3.027
+51,block_sparse_moe.experts.71.w1,0.0041994477,0.05000,3.134
+51,block_sparse_moe.experts.75.w1,0.0028557180,0.05000,3.094
+51,block_sparse_moe.experts.67.w1,0.0057823026,0.05000,3.116
+51,block_sparse_moe.experts.84.w1,0.0046310739,0.05000,3.114
+51,block_sparse_moe.experts.82.w1,0.0007973776,0.05000,2.856
+51,block_sparse_moe.experts.85.w1,0.0046414195,0.05000,2.781
+51,block_sparse_moe.experts.89.w1,0.0041347940,0.05000,2.920
+51,block_sparse_moe.experts.93.w1,0.0025704302,0.05000,2.924
+51,block_sparse_moe.experts.92.w1,0.0121640980,0.05000,3.159
+51,block_sparse_moe.experts.90.w1,0.0031285650,0.05000,2.858
+51,block_sparse_moe.experts.81.w1,0.0026872100,0.05000,2.859
+51,block_sparse_moe.experts.94.w1,0.0024152701,0.05000,2.848
+51,block_sparse_moe.experts.86.w1,0.0027953292,0.05000,2.861
+51,block_sparse_moe.experts.80.w1,0.0014786434,0.05000,3.066
+51,block_sparse_moe.experts.88.w1,0.0077372949,0.05000,3.259
+51,block_sparse_moe.experts.95.w1,0.0023048287,0.05000,3.145
+51,block_sparse_moe.experts.87.w1,0.0016230191,0.05000,3.145
+51,block_sparse_moe.experts.91.w1,0.0012717828,0.05000,3.135
+51,block_sparse_moe.experts.83.w1,0.0046901856,0.05000,3.160
+51,block_sparse_moe.experts.98.w1,0.0012797682,0.05000,2.706
+51,block_sparse_moe.experts.101.w1,0.0058489801,0.05000,2.896
+51,block_sparse_moe.experts.110.w1,0.0033115439,0.05000,2.797
+51,block_sparse_moe.experts.102.w1,0.0035739245,0.05000,2.779
+51,block_sparse_moe.experts.106.w1,0.0008633420,0.05000,2.853
+51,block_sparse_moe.experts.100.w1,0.0045374985,0.05000,3.083
+51,block_sparse_moe.experts.109.w1,0.0067716639,0.05000,2.941
+51,block_sparse_moe.experts.108.w1,0.0019009743,0.05000,2.972
+51,block_sparse_moe.experts.105.w1,0.0388038683,0.05000,3.049
+51,block_sparse_moe.experts.97.w1,0.0031386550,0.05000,3.013
+51,block_sparse_moe.experts.96.w1,0.0025924756,0.05000,3.157
+51,block_sparse_moe.experts.104.w1,0.0027426193,0.05000,3.125
+51,block_sparse_moe.experts.111.w1,0.0012725016,0.05000,2.887
+51,block_sparse_moe.experts.103.w1,0.0037267996,0.05000,3.000
+51,block_sparse_moe.experts.107.w1,0.0021237150,0.05000,2.965
+51,block_sparse_moe.experts.99.w1,0.0046789044,0.05000,2.902
+51,block_sparse_moe.experts.114.w1,0.0088349462,0.05000,2.869
+51,block_sparse_moe.experts.126.w1,0.0019956930,0.05000,2.787
+51,block_sparse_moe.experts.122.w1,0.0006807818,0.05000,2.822
+51,block_sparse_moe.experts.116.w1,0.0023916963,0.05000,2.876
+51,block_sparse_moe.experts.118.w1,0.0030407175,0.05000,2.906
+51,block_sparse_moe.experts.124.w1,0.0023584372,0.05000,2.944
+51,block_sparse_moe.experts.117.w1,0.0023909851,0.05000,3.156
+51,block_sparse_moe.experts.121.w1,0.0040684008,0.05000,3.003
+51,block_sparse_moe.experts.125.w1,0.0044528291,0.05000,3.157
+51,block_sparse_moe.experts.113.w1,0.0040952587,0.05000,3.013
+51,block_sparse_moe.experts.127.w1,0.0041778810,0.05000,2.718
+51,block_sparse_moe.experts.120.w1,0.0023729824,0.05000,2.910
+51,block_sparse_moe.experts.112.w1,0.0014150984,0.05000,2.988
+51,block_sparse_moe.experts.119.w1,0.0028229035,0.05000,2.784
+51,block_sparse_moe.experts.123.w1,0.0055320229,0.05000,2.752
+51,block_sparse_moe.experts.115.w1,0.0021955366,0.05000,2.815
+51,block_sparse_moe.experts.130.w1,0.0051238978,0.05000,2.812
+51,block_sparse_moe.experts.138.w1,0.0072099906,0.05000,2.796
+51,block_sparse_moe.experts.142.w1,0.0017943256,0.05000,2.873
+51,block_sparse_moe.experts.134.w1,0.0043264907,0.05000,2.768
+51,block_sparse_moe.experts.132.w1,0.0049913855,0.05000,2.985
+51,block_sparse_moe.experts.140.w1,0.0044834381,0.05000,2.881
+51,block_sparse_moe.experts.133.w1,0.0048918849,0.05000,2.939
+51,block_sparse_moe.experts.129.w1,0.0156971806,0.05000,2.890
+51,block_sparse_moe.experts.141.w1,0.0069536192,0.05000,2.924
+51,block_sparse_moe.experts.137.w1,0.0027585051,0.05000,3.023
+51,block_sparse_moe.experts.128.w1,0.0015689279,0.05000,2.827
+51,block_sparse_moe.experts.136.w1,0.0024965204,0.05000,2.965
+51,block_sparse_moe.experts.143.w1,0.0040167383,0.05000,3.125
+51,block_sparse_moe.experts.135.w1,0.0029317821,0.05000,2.994
+51,block_sparse_moe.experts.139.w1,0.0019210867,0.05000,3.040
+51,block_sparse_moe.experts.131.w1,0.0044725430,0.05000,3.149
+51,block_sparse_moe.experts.146.w1,0.0086840534,0.05000,2.999
+51,block_sparse_moe.experts.158.w1,0.0030283608,0.05000,2.900
+51,block_sparse_moe.experts.150.w1,0.0043269312,0.05000,2.937
+51,block_sparse_moe.experts.154.w1,0.0010352403,0.05000,2.994
+51,block_sparse_moe.experts.156.w1,0.0048041598,0.05000,2.937
+51,block_sparse_moe.experts.148.w1,0.0039477669,0.05000,3.057
+51,block_sparse_moe.experts.149.w1,0.0017828317,0.05000,3.116
+51,block_sparse_moe.experts.145.w1,0.0032542600,0.05000,3.098
+51,block_sparse_moe.experts.153.w1,0.0046371328,0.05000,3.049
+51,block_sparse_moe.experts.157.w1,0.0046021613,0.05000,3.177
+51,block_sparse_moe.experts.144.w1,0.0024789883,0.05000,3.101
+51,block_sparse_moe.experts.152.w1,0.0115165021,0.05000,3.008
+51,block_sparse_moe.experts.159.w1,0.0059855072,0.05000,3.060
+51,block_sparse_moe.experts.151.w1,0.0079870015,0.05000,3.100
+51,block_sparse_moe.experts.155.w1,0.0033801860,0.05000,3.070
+51,block_sparse_moe.experts.147.w1,0.0123035364,0.05000,3.068
+51,block_sparse_moe.experts.162.w1,0.0020358938,0.05000,3.167
+51,block_sparse_moe.experts.174.w1,0.0028952662,0.05000,3.224
+51,block_sparse_moe.experts.166.w1,0.0026798505,0.05000,3.164
+51,block_sparse_moe.experts.170.w1,0.0032359774,0.05000,3.211
+51,block_sparse_moe.experts.164.w1,0.0060361727,0.05000,3.018
+51,block_sparse_moe.experts.172.w1,0.0028771709,0.05000,3.146
+51,block_sparse_moe.experts.165.w1,0.0025583865,0.05000,3.038
+51,block_sparse_moe.experts.169.w1,0.0005178762,0.05000,3.005
+51,block_sparse_moe.experts.161.w1,0.0013008830,0.05000,3.071
+51,block_sparse_moe.experts.168.w1,0.0014173559,0.05000,2.982
+51,block_sparse_moe.experts.173.w1,0.0021401139,0.05000,3.028
+51,block_sparse_moe.experts.175.w1,0.0014230445,0.05000,3.031
+51,block_sparse_moe.experts.160.w1,0.0019967267,0.05000,3.151
+51,block_sparse_moe.experts.171.w1,0.0048684890,0.05000,2.990
+51,block_sparse_moe.experts.167.w1,0.0018589094,0.05000,3.040
+51,block_sparse_moe.experts.163.w1,0.0041819148,0.05000,3.010
+51,block_sparse_moe.experts.178.w1,0.0023317210,0.05000,3.095
+51,block_sparse_moe.experts.190.w1,0.0024201417,0.05000,3.095
+51,block_sparse_moe.experts.182.w1,0.0087519834,0.05000,3.147
+51,block_sparse_moe.experts.186.w1,0.0069225908,0.05000,3.145
+51,block_sparse_moe.experts.180.w1,0.0028797550,0.05000,3.102
+51,block_sparse_moe.experts.188.w1,0.0069997581,0.05000,3.123
+51,block_sparse_moe.experts.181.w1,0.0039446245,0.05000,3.136
+51,block_sparse_moe.experts.185.w1,0.0082651735,0.05000,3.117
+51,block_sparse_moe.experts.184.w1,0.0042551599,0.05000,3.109
+51,block_sparse_moe.experts.189.w1,0.0058425766,0.05000,3.121
+51,block_sparse_moe.experts.177.w1,0.0030777615,0.05000,3.206
+51,block_sparse_moe.experts.191.w1,0.0033797762,0.05000,3.120
+51,block_sparse_moe.experts.176.w1,0.0024699488,0.05000,3.214
+51,block_sparse_moe.experts.187.w1,0.0035296365,0.05000,3.102
+51,block_sparse_moe.experts.183.w1,0.0021554760,0.05000,3.153
+51,block_sparse_moe.experts.179.w1,0.0009502760,0.05000,3.116
+51,block_sparse_moe.experts.194.w1,0.0005199979,0.05000,3.011
+51,block_sparse_moe.experts.196.w1,0.0015901761,0.05000,2.953
+51,block_sparse_moe.experts.198.w1,0.0017408604,0.05000,3.080
+51,block_sparse_moe.experts.206.w1,0.0023372513,0.05000,3.157
+51,block_sparse_moe.experts.202.w1,0.0020427680,0.05000,3.113
+51,block_sparse_moe.experts.204.w1,0.0025186956,0.05000,3.032
+51,block_sparse_moe.experts.197.w1,0.0041206199,0.05000,3.045
+51,block_sparse_moe.experts.200.w1,0.0010492704,0.05000,2.998
+51,block_sparse_moe.experts.207.w1,0.0034624446,0.05000,2.945
+51,block_sparse_moe.experts.201.w1,0.0013983834,0.05000,3.174
+51,block_sparse_moe.experts.205.w1,0.0009501923,0.05000,3.080
+51,block_sparse_moe.experts.193.w1,0.0048758531,0.05000,3.144
+51,block_sparse_moe.experts.192.w1,0.0028374621,0.05000,3.102
+51,block_sparse_moe.experts.203.w1,0.0054091155,0.05000,3.025
+51,block_sparse_moe.experts.199.w1,0.0005816607,0.05000,3.042
+51,block_sparse_moe.experts.195.w1,0.0047871583,0.05000,3.084
+51,block_sparse_moe.experts.210.w1,0.0014554744,0.05000,3.224
+51,block_sparse_moe.experts.212.w1,0.0009407556,0.05000,3.006
+51,block_sparse_moe.experts.220.w1,0.0031019799,0.05000,2.916
+51,block_sparse_moe.experts.213.w1,0.0047410667,0.05000,2.809
+51,block_sparse_moe.experts.214.w1,0.0057190164,0.05000,3.200
+51,block_sparse_moe.experts.222.w1,0.0014555702,0.05000,3.246
+51,block_sparse_moe.experts.217.w1,0.0019121536,0.05000,2.800
+51,block_sparse_moe.experts.216.w1,0.0027466010,0.05000,2.911
+51,block_sparse_moe.experts.221.w1,0.0038939186,0.05000,2.865
+51,block_sparse_moe.experts.218.w1,0.0013177559,0.05000,3.371
+51,block_sparse_moe.experts.209.w1,0.0035612638,0.05000,2.885
+51,block_sparse_moe.experts.223.w1,0.0037298839,0.05000,3.079
+51,block_sparse_moe.experts.208.w1,0.0045756828,0.05000,2.951
+51,block_sparse_moe.experts.219.w1,0.0021051428,0.05000,3.028
+51,block_sparse_moe.experts.215.w1,0.0017451284,0.05000,3.075
+51,block_sparse_moe.experts.211.w1,0.0133498771,0.05000,3.030
+51,block_sparse_moe.experts.226.w1,0.0036399399,0.05000,2.826
+51,block_sparse_moe.experts.228.w1,0.0005873109,0.05000,2.907
+51,block_sparse_moe.experts.238.w1,0.0029487206,0.05000,2.776
+51,block_sparse_moe.experts.236.w1,0.0395862398,0.05000,2.967
+51,block_sparse_moe.experts.229.w1,0.0019062283,0.05000,2.914
+51,block_sparse_moe.experts.230.w1,0.0040878414,0.05000,2.913
+51,block_sparse_moe.experts.232.w1,0.0004024197,0.05000,2.893
+51,block_sparse_moe.experts.237.w1,0.0036949753,0.05000,2.855
+51,block_sparse_moe.experts.234.w1,0.0028654817,0.05000,2.867
+51,block_sparse_moe.experts.233.w1,0.0013077520,0.05000,3.042
+51,block_sparse_moe.experts.225.w1,0.0045446252,0.05000,2.935
+51,block_sparse_moe.experts.239.w1,0.0029756404,0.05000,3.056
+51,block_sparse_moe.experts.224.w1,0.0008065370,0.05000,2.959
+51,block_sparse_moe.experts.235.w1,0.0027140566,0.05000,3.079
+51,block_sparse_moe.experts.231.w1,0.0025689560,0.05000,3.136
+51,block_sparse_moe.experts.247.w1,999999999.0000000000,0.05000,0.141
+51,block_sparse_moe.experts.227.w1,0.0018826806,0.05000,3.124
+51,block_sparse_moe.experts.242.w1,0.0010076844,0.05000,3.040
+51,block_sparse_moe.experts.244.w1,0.0017775272,0.05000,3.017
+51,block_sparse_moe.experts.252.w1,0.0016544722,0.05000,2.960
+51,block_sparse_moe.experts.245.w1,0.0046266192,0.05000,2.949
+51,block_sparse_moe.experts.254.w1,0.0022799828,0.05000,3.051
+51,block_sparse_moe.experts.253.w1,0.0069742116,0.05000,2.944
+51,block_sparse_moe.experts.246.w1,0.0027594422,0.05000,3.070
+51,block_sparse_moe.experts.248.w1,0.0014732458,0.05000,2.985
+51,block_sparse_moe.experts.249.w1,0.0017629408,0.05000,2.987
+51,block_sparse_moe.experts.241.w1,0.0047277977,0.05000,2.905
+51,block_sparse_moe.experts.250.w1,0.0009879890,0.05000,3.077
+51,block_sparse_moe.experts.255.w1,0.0054078111,0.05000,3.017
+51,block_sparse_moe.experts.240.w1,0.0034021776,0.05000,3.125
+51,block_sparse_moe.experts.251.w1,0.0041351907,0.05000,3.040
+51,block_sparse_moe.experts.7.w3,0.0025151907,0.05000,2.989
+51,block_sparse_moe.experts.243.w1,0.0015315606,0.05000,2.962
+51,block_sparse_moe.experts.2.w3,0.0031737100,0.05000,3.062
+51,block_sparse_moe.experts.4.w3,0.0016830674,0.05000,3.033
+51,block_sparse_moe.experts.12.w3,0.0041653438,0.05000,3.118
+51,block_sparse_moe.experts.14.w3,0.0081411639,0.05000,3.081
+51,block_sparse_moe.experts.8.w3,0.0077470082,0.05000,3.120
+51,block_sparse_moe.experts.6.w3,0.0019820438,0.05000,3.158
+51,block_sparse_moe.experts.10.w3,0.0026375046,0.05000,3.026
+51,block_sparse_moe.experts.5.w3,0.0024209578,0.05000,3.398
+51,block_sparse_moe.experts.13.w3,0.0012224724,0.05000,3.378
+51,block_sparse_moe.experts.9.w3,0.0019235066,0.05000,3.330
+51,block_sparse_moe.experts.1.w3,0.0049220638,0.05000,3.371
+51,block_sparse_moe.experts.15.w3,0.0014336993,0.05000,3.101
+51,block_sparse_moe.experts.0.w3,0.0037753827,0.05000,3.141
+51,block_sparse_moe.experts.11.w3,0.0030139473,0.05000,3.188
+51,block_sparse_moe.experts.23.w3,0.0021127522,0.05000,3.178
+51,block_sparse_moe.experts.3.w3,0.0039504345,0.05000,3.175
+51,block_sparse_moe.experts.18.w3,0.0066142523,0.05000,3.029
+51,block_sparse_moe.experts.20.w3,0.0031078755,0.05000,3.190
+51,block_sparse_moe.experts.30.w3,0.0023232981,0.05000,3.062
+51,block_sparse_moe.experts.28.w3,0.0058869221,0.05000,3.178
+51,block_sparse_moe.experts.22.w3,0.0033376076,0.05000,2.988
+51,block_sparse_moe.experts.21.w3,0.0032767957,0.05000,2.959
+51,block_sparse_moe.experts.26.w3,0.0067649840,0.05000,2.989
+51,block_sparse_moe.experts.29.w3,0.0077170236,0.05000,2.907
+51,block_sparse_moe.experts.24.w3,0.0021003646,0.05000,3.170
+51,block_sparse_moe.experts.25.w3,0.0023189726,0.05000,2.887
+51,block_sparse_moe.experts.17.w3,0.0045465492,0.05000,2.919
+51,block_sparse_moe.experts.31.w3,0.0028827351,0.05000,2.977
+51,block_sparse_moe.experts.16.w3,0.0036960802,0.05000,3.013
+51,block_sparse_moe.experts.27.w3,0.0072522924,0.05000,2.973
+51,block_sparse_moe.experts.39.w3,0.0029090340,0.05000,2.857
+51,block_sparse_moe.experts.19.w3,0.0018326130,0.05000,2.854
+51,block_sparse_moe.experts.34.w3,0.0048657379,0.05000,3.225
+51,block_sparse_moe.experts.36.w3,0.0009374305,0.05000,3.202
+51,block_sparse_moe.experts.47.w3,0.0007489007,0.05000,2.667
+51,block_sparse_moe.experts.37.w3,0.0009069912,0.05000,3.053
+51,block_sparse_moe.experts.44.w3,0.0053898116,0.05000,3.189
+51,block_sparse_moe.experts.46.w3,0.0028203317,0.05000,3.332
+51,block_sparse_moe.experts.40.w3,0.0016300483,0.05000,3.135
+51,block_sparse_moe.experts.41.w3,0.0016440177,0.05000,3.070
+51,block_sparse_moe.experts.45.w3,0.0042139684,0.05000,3.214
+51,block_sparse_moe.experts.42.w3,0.0035729325,0.05000,3.302
+51,block_sparse_moe.experts.33.w3,0.0018587917,0.05000,3.093
+51,block_sparse_moe.experts.38.w3,0.0017772098,0.05000,3.424
+51,block_sparse_moe.experts.43.w3,0.0012441944,0.05000,2.664
+51,block_sparse_moe.experts.55.w3,0.0014051928,0.05000,2.698
+51,block_sparse_moe.experts.35.w3,0.0017168127,0.05000,2.791
+51,block_sparse_moe.experts.32.w3,0.0020893850,0.05000,3.389
+51,block_sparse_moe.experts.53.w3,0.0033778368,0.05000,2.945
+51,block_sparse_moe.experts.50.w3,0.0023293592,0.05000,3.324
+51,block_sparse_moe.experts.52.w3,0.0026013301,0.05000,3.104
+51,block_sparse_moe.experts.57.w3,0.0033368043,0.05000,2.849
+51,block_sparse_moe.experts.63.w3,0.0086928065,0.05000,3.112
+51,block_sparse_moe.experts.49.w3,0.0018679145,0.05000,2.942
+51,block_sparse_moe.experts.60.w3,0.0009726317,0.05000,3.188
+51,block_sparse_moe.experts.61.w3,0.0055214681,0.05000,3.055
+51,block_sparse_moe.experts.62.w3,0.0066986128,0.05000,3.193
+51,block_sparse_moe.experts.56.w3,0.0012893799,0.05000,3.169
+51,block_sparse_moe.experts.58.w3,0.0028995268,0.05000,3.154
+51,block_sparse_moe.experts.54.w3,0.0028844074,0.05000,3.255
+51,block_sparse_moe.experts.59.w3,0.0031526824,0.05000,3.212
+51,block_sparse_moe.experts.71.w3,0.0046988903,0.05000,3.258
+51,block_sparse_moe.experts.51.w3,0.0012463327,0.05000,3.108
+51,block_sparse_moe.experts.48.w3,0.0039158650,0.05000,3.006
+51,block_sparse_moe.experts.69.w3,0.0010609374,0.05000,2.826
+51,block_sparse_moe.experts.73.w3,0.0024423594,0.05000,2.899
+51,block_sparse_moe.experts.66.w3,0.0030607348,0.05000,2.992
+51,block_sparse_moe.experts.79.w3,0.0141944533,0.05000,2.954
+51,block_sparse_moe.experts.65.w3,0.0043841043,0.05000,2.892
+51,block_sparse_moe.experts.68.w3,0.0046314326,0.05000,3.110
+51,block_sparse_moe.experts.77.w3,0.0020452029,0.05000,2.909
+51,block_sparse_moe.experts.76.w3,0.0006758074,0.05000,3.072
+51,block_sparse_moe.experts.78.w3,0.0018192562,0.05000,3.060
+51,block_sparse_moe.experts.74.w3,0.0029913723,0.05000,2.972
+51,block_sparse_moe.experts.72.w3,0.0066560848,0.05000,3.074
+51,block_sparse_moe.experts.70.w3,0.0111397624,0.05000,2.983
+51,block_sparse_moe.experts.75.w3,0.0035021251,0.05000,3.035
+51,block_sparse_moe.experts.87.w3,0.0018267564,0.05000,2.942
+51,block_sparse_moe.experts.67.w3,0.0065354581,0.05000,3.088
+51,block_sparse_moe.experts.64.w3,0.0067161681,0.05000,3.122
+51,block_sparse_moe.experts.85.w3,0.0053509622,0.05000,2.982
+51,block_sparse_moe.experts.82.w3,0.0009191406,0.05000,2.830
+51,block_sparse_moe.experts.89.w3,0.0046828859,0.05000,2.996
+51,block_sparse_moe.experts.95.w3,0.0026379025,0.05000,3.119
+51,block_sparse_moe.experts.84.w3,0.0052037726,0.05000,3.090
+51,block_sparse_moe.experts.81.w3,0.0031088433,0.05000,3.134
+51,block_sparse_moe.experts.94.w3,0.0026450051,0.05000,2.908
+51,block_sparse_moe.experts.93.w3,0.0029175375,0.05000,3.073
+51,block_sparse_moe.experts.92.w3,0.0141168237,0.05000,3.073
+51,block_sparse_moe.experts.90.w3,0.0035241031,0.05000,3.011
+51,block_sparse_moe.experts.88.w3,0.0087834085,0.05000,3.009
+51,block_sparse_moe.experts.86.w3,0.0033520799,0.05000,2.913
+51,block_sparse_moe.experts.91.w3,0.0014465055,0.05000,3.127
+51,block_sparse_moe.experts.103.w3,0.0043020858,0.05000,3.142
+51,block_sparse_moe.experts.83.w3,0.0054759076,0.05000,3.009
+51,block_sparse_moe.experts.80.w3,0.0016638546,0.05000,3.213
+51,block_sparse_moe.experts.101.w3,0.0066671271,0.05000,3.040
+51,block_sparse_moe.experts.105.w3,0.0448007393,0.05000,3.025
+51,block_sparse_moe.experts.98.w3,0.0014551221,0.05000,3.210
+51,block_sparse_moe.experts.111.w3,0.0014596159,0.05000,3.002
+51,block_sparse_moe.experts.97.w3,0.0034782136,0.05000,2.919
+51,block_sparse_moe.experts.109.w3,0.0079741311,0.05000,2.895
+51,block_sparse_moe.experts.100.w3,0.0051245339,0.05000,3.171
+51,block_sparse_moe.experts.108.w3,0.0022046780,0.05000,3.153
+51,block_sparse_moe.experts.104.w3,0.0031129526,0.05000,3.149
+51,block_sparse_moe.experts.110.w3,0.0036550184,0.05000,3.305
+51,block_sparse_moe.experts.106.w3,0.0010139635,0.05000,3.211
+51,block_sparse_moe.experts.107.w3,0.0024339142,0.05000,2.957
+51,block_sparse_moe.experts.102.w3,0.0039655506,0.05000,3.262
+51,block_sparse_moe.experts.119.w3,0.0032063075,0.05000,2.992
+51,block_sparse_moe.experts.99.w3,0.0052654711,0.05000,3.012
+51,block_sparse_moe.experts.96.w3,0.0029759986,0.05000,2.981
+51,block_sparse_moe.experts.117.w3,0.0027260923,0.05000,2.507
+51,block_sparse_moe.experts.121.w3,0.0045926129,0.05000,2.674
+51,block_sparse_moe.experts.113.w3,0.0047881017,0.05000,2.800
+51,block_sparse_moe.experts.125.w3,0.0050736421,0.05000,2.823
+51,block_sparse_moe.experts.114.w3,0.0097841067,0.05000,3.074
+51,block_sparse_moe.experts.127.w3,0.0049435084,0.05000,3.015
+51,block_sparse_moe.experts.116.w3,0.0027309394,0.05000,3.080
+51,block_sparse_moe.experts.120.w3,0.0026856826,0.05000,3.017
+51,block_sparse_moe.experts.126.w3,0.0023363479,0.05000,3.041
+51,block_sparse_moe.experts.124.w3,0.0026089716,0.05000,3.100
+51,block_sparse_moe.experts.122.w3,0.0007558464,0.05000,3.022
+51,block_sparse_moe.experts.118.w3,0.0034602988,0.05000,2.933
+51,block_sparse_moe.experts.123.w3,0.0061815944,0.05000,3.112
+51,block_sparse_moe.experts.135.w3,0.0034464132,0.05000,3.083
+51,block_sparse_moe.experts.115.w3,0.0025901996,0.05000,3.054
+51,block_sparse_moe.experts.112.w3,0.0016329501,0.05000,3.112
+51,block_sparse_moe.experts.133.w3,0.0057699117,0.05000,3.206
+51,block_sparse_moe.experts.137.w3,0.0031682139,0.05000,3.071
+51,block_sparse_moe.experts.130.w3,0.0057313433,0.05000,2.923
+51,block_sparse_moe.experts.129.w3,0.0202994567,0.05000,3.063
+51,block_sparse_moe.experts.141.w3,0.0077221146,0.05000,3.066
+51,block_sparse_moe.experts.143.w3,0.0045210729,0.05000,2.929
+51,block_sparse_moe.experts.132.w3,0.0058740597,0.05000,3.048
+51,block_sparse_moe.experts.138.w3,0.0082913606,0.05000,2.932
+51,block_sparse_moe.experts.140.w3,0.0051334600,0.05000,3.015
+51,block_sparse_moe.experts.142.w3,0.0020108432,0.05000,3.042
+51,block_sparse_moe.experts.139.w3,0.0021636713,0.05000,2.895
+51,block_sparse_moe.experts.134.w3,0.0048804750,0.05000,3.094
+51,block_sparse_moe.experts.136.w3,0.0028503150,0.05000,3.222
+51,block_sparse_moe.experts.151.w3,0.0093566733,0.05000,2.874
+51,block_sparse_moe.experts.131.w3,0.0051980537,0.05000,2.929
+51,block_sparse_moe.experts.128.w3,0.0017292566,0.05000,3.185
+51,block_sparse_moe.experts.149.w3,0.0020206115,0.05000,2.823
+51,block_sparse_moe.experts.153.w3,0.0055971785,0.05000,2.816
+51,block_sparse_moe.experts.159.w3,0.0068065174,0.05000,2.615
+51,block_sparse_moe.experts.145.w3,0.0037995625,0.05000,2.760
+51,block_sparse_moe.experts.157.w3,0.0053877407,0.05000,2.879
+51,block_sparse_moe.experts.146.w3,0.0096009775,0.05000,2.998
+51,block_sparse_moe.experts.155.w3,0.0037762103,0.05000,2.710
+51,block_sparse_moe.experts.167.w3,0.0020802986,0.05000,2.720
+51,block_sparse_moe.experts.148.w3,0.0044977772,0.05000,3.124
+51,block_sparse_moe.experts.156.w3,0.0055423784,0.05000,3.079
+51,block_sparse_moe.experts.154.w3,0.0012214628,0.05000,3.180
+51,block_sparse_moe.experts.158.w3,0.0035290854,0.05000,3.159
+51,block_sparse_moe.experts.147.w3,0.0142165097,0.05000,2.866
+51,block_sparse_moe.experts.152.w3,0.0132943668,0.05000,3.083
+51,block_sparse_moe.experts.150.w3,0.0049940566,0.05000,3.223
+51,block_sparse_moe.experts.144.w3,0.0027900669,0.05000,2.999
+51,block_sparse_moe.experts.165.w3,0.0030853714,0.05000,2.811
+51,block_sparse_moe.experts.169.w3,0.0005737466,0.05000,2.803
+51,block_sparse_moe.experts.161.w3,0.0015421884,0.05000,2.840
+51,block_sparse_moe.experts.175.w3,0.0016038136,0.05000,2.949
+51,block_sparse_moe.experts.173.w3,0.0024993387,0.05000,2.920
+51,block_sparse_moe.experts.162.w3,0.0022941405,0.05000,3.063
+51,block_sparse_moe.experts.171.w3,0.0055737877,0.05000,2.851
+51,block_sparse_moe.experts.183.w3,0.0024667895,0.05000,2.917
+51,block_sparse_moe.experts.164.w3,0.0066684479,0.05000,2.912
+51,block_sparse_moe.experts.172.w3,0.0032206999,0.05000,2.881
+51,block_sparse_moe.experts.163.w3,0.0047943017,0.05000,2.920
+51,block_sparse_moe.experts.170.w3,0.0036233292,0.05000,3.009
+51,block_sparse_moe.experts.174.w3,0.0034037348,0.05000,3.051
+51,block_sparse_moe.experts.168.w3,0.0015863090,0.05000,2.994
+51,block_sparse_moe.experts.166.w3,0.0028528543,0.05000,3.052
+51,block_sparse_moe.experts.160.w3,0.0022784431,0.05000,3.039
+51,block_sparse_moe.experts.181.w3,0.0044369330,0.05000,3.069
+51,block_sparse_moe.experts.185.w3,0.0094400209,0.05000,3.000
+51,block_sparse_moe.experts.191.w3,0.0039912850,0.05000,2.876
+51,block_sparse_moe.experts.177.w3,0.0035205476,0.05000,3.049
+51,block_sparse_moe.experts.189.w3,0.0066389748,0.05000,3.078
+51,block_sparse_moe.experts.178.w3,0.0026238059,0.05000,3.077
+51,block_sparse_moe.experts.187.w3,0.0040459018,0.05000,3.074
+51,block_sparse_moe.experts.188.w3,0.0078675302,0.05000,2.955
+51,block_sparse_moe.experts.199.w3,0.0006520784,0.05000,3.109
+51,block_sparse_moe.experts.180.w3,0.0033298152,0.05000,3.066
+51,block_sparse_moe.experts.186.w3,0.0077960766,0.05000,2.997
+51,block_sparse_moe.experts.179.w3,0.0010296382,0.05000,3.124
+51,block_sparse_moe.experts.190.w3,0.0027171159,0.05000,3.040
+51,block_sparse_moe.experts.184.w3,0.0048950931,0.05000,3.045
+51,block_sparse_moe.experts.182.w3,0.0100416209,0.05000,2.973
+51,block_sparse_moe.experts.176.w3,0.0028051609,0.05000,3.126
+51,block_sparse_moe.experts.197.w3,0.0048087758,0.05000,3.041
+51,block_sparse_moe.experts.201.w3,0.0016198141,0.05000,2.977
+51,block_sparse_moe.experts.193.w3,0.0056857430,0.05000,3.030
+51,block_sparse_moe.experts.207.w3,0.0039750130,0.05000,3.204
+51,block_sparse_moe.experts.205.w3,0.0010998210,0.05000,3.172
+51,block_sparse_moe.experts.194.w3,0.0005936154,0.05000,3.095
+51,block_sparse_moe.experts.203.w3,0.0062744077,0.05000,3.256
+51,block_sparse_moe.experts.204.w3,0.0028740968,0.05000,3.253
+51,block_sparse_moe.experts.196.w3,0.0018452888,0.05000,3.194
+51,block_sparse_moe.experts.215.w3,0.0019621061,0.05000,3.225
+51,block_sparse_moe.experts.202.w3,0.0023666326,0.05000,3.176
+51,block_sparse_moe.experts.195.w3,0.0055905194,0.05000,3.279
+51,block_sparse_moe.experts.200.w3,0.0011662594,0.05000,3.211
+51,block_sparse_moe.experts.198.w3,0.0020565302,0.05000,3.218
+51,block_sparse_moe.experts.206.w3,0.0027051471,0.05000,3.307
+51,block_sparse_moe.experts.192.w3,0.0031490592,0.05000,3.403
+51,block_sparse_moe.experts.213.w3,0.0053942803,0.05000,3.229
+51,block_sparse_moe.experts.217.w3,0.0021964138,0.05000,3.248
+51,block_sparse_moe.experts.223.w3,0.0042176780,0.05000,3.023
+51,block_sparse_moe.experts.209.w3,0.0040425270,0.05000,3.152
+51,block_sparse_moe.experts.210.w3,0.0016470574,0.05000,2.947
+51,block_sparse_moe.experts.221.w3,0.0044680831,0.05000,3.197
+51,block_sparse_moe.experts.219.w3,0.0023650846,0.05000,3.045
+51,block_sparse_moe.experts.218.w3,0.0015409098,0.05000,2.931
+51,block_sparse_moe.experts.231.w3,0.0029656198,0.05000,3.081
+51,block_sparse_moe.experts.220.w3,0.0035233269,0.05000,3.124
+51,block_sparse_moe.experts.212.w3,0.0010628886,0.05000,3.164
+51,block_sparse_moe.experts.247.w3,999999999.0000000000,0.05000,0.136
+51,block_sparse_moe.experts.214.w3,0.0066884995,0.05000,2.877
+51,block_sparse_moe.experts.222.w3,0.0016349266,0.05000,2.927
+51,block_sparse_moe.experts.211.w3,0.0153731864,0.05000,3.015
+51,block_sparse_moe.experts.216.w3,0.0031283724,0.05000,3.031
+51,block_sparse_moe.experts.208.w3,0.0052218048,0.05000,2.977
+51,block_sparse_moe.experts.239.w3,0.0034245411,0.05000,2.517
+51,block_sparse_moe.experts.229.w3,0.0021476235,0.05000,2.911
+51,block_sparse_moe.experts.233.w3,0.0014689028,0.05000,2.902
+51,block_sparse_moe.experts.225.w3,0.0052239350,0.05000,2.855
+51,block_sparse_moe.experts.235.w3,0.0030678870,0.05000,2.252
+51,block_sparse_moe.experts.226.w3,0.0042418521,0.05000,2.959
+51,block_sparse_moe.experts.237.w3,0.0041871323,0.05000,2.929
+51,block_sparse_moe.experts.227.w3,0.0021129863,0.05000,2.259
+51,block_sparse_moe.experts.234.w3,0.0032486150,0.05000,2.926
+51,block_sparse_moe.experts.236.w3,0.0474676675,0.05000,2.882
+51,block_sparse_moe.experts.228.w3,0.0006679336,0.05000,2.931
+51,block_sparse_moe.experts.230.w3,0.0046407680,0.05000,3.009
+51,block_sparse_moe.experts.232.w3,0.0004582643,0.05000,2.932
+51,block_sparse_moe.experts.238.w3,0.0034309412,0.05000,3.033
+51,block_sparse_moe.experts.255.w3,0.0061787207,0.05000,2.318
+51,block_sparse_moe.experts.224.w3,0.0008932522,0.05000,2.900
+51,block_sparse_moe.experts.251.w3,0.0047275550,0.05000,2.130
+51,block_sparse_moe.experts.243.w3,0.0017290184,0.05000,1.863
+51,block_sparse_moe.experts.249.w3,0.0019762877,0.05000,2.930
+51,block_sparse_moe.experts.245.w3,0.0053516272,0.05000,3.003
+51,block_sparse_moe.experts.241.w3,0.0054460145,0.05000,2.773
+51,block_sparse_moe.experts.253.w3,0.0078778854,0.05000,2.462
+51,block_sparse_moe.experts.242.w3,0.0011139597,0.05000,2.918
+51,block_sparse_moe.experts.250.w3,0.0011276177,0.05000,2.738
+51,block_sparse_moe.experts.252.w3,0.0019230798,0.05000,2.780
+51,block_sparse_moe.experts.244.w3,0.0021536635,0.05000,2.750
+51,block_sparse_moe.experts.246.w3,0.0031713117,0.05000,2.581
+51,block_sparse_moe.experts.254.w3,0.0025391521,0.05000,2.580
+51,block_sparse_moe.experts.248.w3,0.0016614598,0.05000,2.700
+51,block_sparse_moe.experts.240.w3,0.0038944412,0.05000,2.095
+51,block_sparse_moe.experts.13.w2,0.0041107621,0.05000,1.437
+51,block_sparse_moe.experts.1.w2,0.0142380715,0.05000,1.497
+51,block_sparse_moe.experts.5.w2,0.0039634960,0.05000,1.499
+51,block_sparse_moe.experts.10.w2,0.0044925462,0.05000,1.478
+51,block_sparse_moe.experts.12.w2,0.0106280082,0.05000,1.480
+51,block_sparse_moe.experts.4.w2,0.0008357026,0.05000,1.513
+51,block_sparse_moe.experts.9.w2,0.0040791904,0.05000,1.509
+51,block_sparse_moe.experts.0.w2,0.0073822482,0.05000,1.535
+51,block_sparse_moe.experts.6.w2,0.0030313104,0.05000,1.525
+51,block_sparse_moe.experts.2.w2,0.0067350287,0.05000,1.579
+51,block_sparse_moe.experts.7.w2,0.0116175495,0.05000,1.572
+51,block_sparse_moe.experts.8.w2,0.0185491600,0.05000,1.573
+51,block_sparse_moe.experts.3.w2,0.0315674855,0.05000,1.596
+51,block_sparse_moe.experts.14.w2,0.0015342727,0.05000,1.578
+51,block_sparse_moe.experts.15.w2,0.0016783750,0.05000,1.597
+51,block_sparse_moe.experts.11.w2,0.0076806343,0.05000,1.620
+51,block_sparse_moe.experts.22.w2,0.0063138498,0.05000,1.313
+51,block_sparse_moe.experts.26.w2,0.0193543724,0.05000,1.390
+51,block_sparse_moe.experts.30.w2,0.0015705662,0.05000,1.303
+51,block_sparse_moe.experts.18.w2,0.0413503185,0.05000,1.327
+51,block_sparse_moe.experts.29.w2,0.0128614011,0.05000,1.553
+51,block_sparse_moe.experts.20.w2,0.0010897933,0.05000,1.515
+51,block_sparse_moe.experts.21.w2,0.0055609383,0.05000,1.534
+51,block_sparse_moe.experts.17.w2,0.0010204978,0.05000,1.546
+51,block_sparse_moe.experts.28.w2,0.0019831640,0.05000,1.542
+51,block_sparse_moe.experts.25.w2,0.0017451896,0.05000,1.542
+51,block_sparse_moe.experts.16.w2,0.0141006277,0.05000,1.565
+51,block_sparse_moe.experts.23.w2,0.0257073681,0.05000,1.506
+51,block_sparse_moe.experts.24.w2,0.0004455610,0.05000,1.528
+51,block_sparse_moe.experts.19.w2,0.0045940695,0.05000,1.545
+51,block_sparse_moe.experts.27.w2,0.0092146388,0.05000,1.499
+51,block_sparse_moe.experts.31.w2,0.0096137863,0.05000,1.541
+51,block_sparse_moe.experts.42.w2,0.0010293136,0.05000,1.390
+51,block_sparse_moe.experts.38.w2,0.0007922725,0.05000,1.448
+51,block_sparse_moe.experts.34.w2,0.0015404684,0.05000,1.419
+51,block_sparse_moe.experts.46.w2,0.0007415513,0.05000,1.551
+51,block_sparse_moe.experts.37.w2,0.0040278142,0.05000,1.521
+51,block_sparse_moe.experts.41.w2,0.0007430495,0.05000,1.492
+51,block_sparse_moe.experts.36.w2,0.0051226716,0.05000,1.550
+51,block_sparse_moe.experts.33.w2,0.0076507440,0.05000,1.561
+51,block_sparse_moe.experts.44.w2,0.0008026431,0.05000,1.562
+51,block_sparse_moe.experts.39.w2,0.0052654171,0.05000,1.527
+51,block_sparse_moe.experts.40.w2,0.0140437206,0.05000,1.506
+51,block_sparse_moe.experts.45.w2,0.0056682170,0.05000,1.619
+51,block_sparse_moe.experts.47.w2,0.0032009005,0.05000,1.476
+51,block_sparse_moe.experts.32.w2,0.0082854125,0.05000,1.544
+51,block_sparse_moe.experts.43.w2,0.0061737127,0.05000,1.547
+51,block_sparse_moe.experts.35.w2,0.0137567024,0.05000,1.558
+51,block_sparse_moe.experts.56.w2,0.0073912597,0.05000,1.262
+51,block_sparse_moe.experts.52.w2,0.0003862052,0.05000,1.335
+51,block_sparse_moe.experts.58.w2,0.0017161756,0.05000,1.651
+51,block_sparse_moe.experts.50.w2,0.0013823523,0.05000,1.606
+51,block_sparse_moe.experts.54.w2,0.0172738657,0.05000,1.654
+51,block_sparse_moe.experts.60.w2,0.0033119312,0.05000,1.363
+51,block_sparse_moe.experts.62.w2,0.0045200659,0.05000,1.522
+51,block_sparse_moe.experts.48.w2,0.0012779621,0.05000,1.464
+51,block_sparse_moe.experts.55.w2,0.0021336186,0.05000,1.500
+51,block_sparse_moe.experts.63.w2,0.0222059647,0.05000,1.518
+51,block_sparse_moe.experts.59.w2,0.0039581898,0.05000,1.491
+51,block_sparse_moe.experts.51.w2,0.0082693174,0.05000,1.578
+51,block_sparse_moe.experts.72.w2,0.0239358118,0.05000,1.573
+51,block_sparse_moe.experts.68.w2,0.0010374042,0.05000,1.589
+51,block_sparse_moe.experts.64.w2,0.0045735404,0.05000,1.478
+51,block_sparse_moe.experts.76.w2,0.0039225067,0.05000,1.646
+51,block_sparse_moe.experts.61.w2,0.0151130129,0.05000,3.059
+51,block_sparse_moe.experts.53.w2,0.0022114154,0.05000,3.150
+51,block_sparse_moe.experts.57.w2,0.0143584123,0.05000,3.172
+51,block_sparse_moe.experts.71.w2,0.0049731898,0.05000,1.635
+51,block_sparse_moe.experts.49.w2,0.0006988366,0.05000,3.193
+51,block_sparse_moe.experts.75.w2,0.0128907743,0.05000,1.669
+51,block_sparse_moe.experts.79.w2,0.0101182758,0.05000,1.699
+51,block_sparse_moe.experts.67.w2,0.0025359662,0.05000,1.676
+51,block_sparse_moe.experts.88.w2,0.0279899597,0.05000,1.705
+51,block_sparse_moe.experts.92.w2,0.0338339776,0.05000,1.557
+51,block_sparse_moe.experts.84.w2,0.0096436741,0.05000,1.705
+51,block_sparse_moe.experts.80.w2,0.0037848157,0.05000,1.642
+51,block_sparse_moe.experts.77.w2,0.0089448884,0.05000,1.637
+51,block_sparse_moe.experts.69.w2,0.0016026406,0.05000,1.687
+51,block_sparse_moe.experts.73.w2,0.0060219614,0.05000,1.693
+51,block_sparse_moe.experts.65.w2,0.0133468712,0.05000,1.686
+51,block_sparse_moe.experts.104.w2,0.0013919914,0.05000,1.580
+51,block_sparse_moe.experts.96.w2,0.0020616878,0.05000,1.536
+51,block_sparse_moe.experts.108.w2,0.0249883276,0.05000,1.620
+51,block_sparse_moe.experts.100.w2,0.0200988220,0.05000,1.598
+51,block_sparse_moe.experts.93.w2,0.0024125879,0.05000,1.668
+51,block_sparse_moe.experts.85.w2,0.0102745609,0.05000,1.608
+51,block_sparse_moe.experts.89.w2,0.0016754289,0.05000,1.594
+51,block_sparse_moe.experts.87.w2,0.0003948293,0.05000,3.264
+51,block_sparse_moe.experts.81.w2,0.0118381195,0.05000,1.623
+51,block_sparse_moe.experts.95.w2,0.0017134769,0.05000,3.257
+51,block_sparse_moe.experts.91.w2,0.0005755203,0.05000,3.277
+51,block_sparse_moe.experts.83.w2,0.0024485429,0.05000,3.179
+51,block_sparse_moe.experts.66.w2,0.0102243390,0.05000,1.374
+51,block_sparse_moe.experts.74.w2,0.0021312438,0.05000,1.394
+51,block_sparse_moe.experts.78.w2,0.0002277268,0.05000,1.399
+51,block_sparse_moe.experts.70.w2,0.0409160801,0.05000,1.439
+51,block_sparse_moe.experts.120.w2,0.0002724929,0.05000,1.581
+51,block_sparse_moe.experts.116.w2,0.0147150213,0.05000,1.565
+51,block_sparse_moe.experts.112.w2,0.0007066967,0.05000,1.618
+51,block_sparse_moe.experts.101.w2,0.0066293123,0.05000,1.408
+51,block_sparse_moe.experts.124.w2,0.0039149021,0.05000,1.626
+51,block_sparse_moe.experts.109.w2,0.0308496958,0.05000,1.452
+51,block_sparse_moe.experts.105.w2,0.0841353989,0.05000,1.453
+51,block_sparse_moe.experts.97.w2,0.0024463929,0.05000,1.397
+51,block_sparse_moe.experts.103.w2,0.0099032175,0.05000,1.620
+51,block_sparse_moe.experts.107.w2,0.0114657202,0.05000,1.590
+51,block_sparse_moe.experts.99.w2,0.0086530473,0.05000,1.587
+51,block_sparse_moe.experts.111.w2,0.0085151713,0.05000,1.626
+51,block_sparse_moe.experts.90.w2,0.0123388036,0.05000,1.436
+51,block_sparse_moe.experts.94.w2,0.0098477432,0.05000,1.436
+51,block_sparse_moe.experts.82.w2,0.0035966944,0.05000,1.511
+51,block_sparse_moe.experts.86.w2,0.0125998553,0.05000,1.493
+51,block_sparse_moe.experts.136.w2,0.0030345112,0.05000,1.472
+51,block_sparse_moe.experts.140.w2,0.0067324981,0.05000,1.458
+51,block_sparse_moe.experts.132.w2,0.0180136738,0.05000,1.517
+51,block_sparse_moe.experts.128.w2,0.0031380098,0.05000,1.596
+51,block_sparse_moe.experts.125.w2,0.0204703628,0.05000,1.539
+51,block_sparse_moe.experts.121.w2,0.0112298902,0.05000,1.566
+51,block_sparse_moe.experts.117.w2,0.0070243190,0.05000,1.611
+51,block_sparse_moe.experts.113.w2,0.0148481662,0.05000,1.616
+51,block_sparse_moe.experts.127.w2,0.0200211447,0.05000,1.479
+51,block_sparse_moe.experts.115.w2,0.0026844185,0.05000,1.486
+51,block_sparse_moe.experts.119.w2,0.0089697284,0.05000,1.541
+51,block_sparse_moe.experts.123.w2,0.0317684098,0.05000,1.546
+51,block_sparse_moe.experts.106.w2,0.0058040446,0.05000,1.510
+51,block_sparse_moe.experts.110.w2,0.0059503658,0.05000,1.547
+51,block_sparse_moe.experts.98.w2,0.0002479799,0.05000,1.496
+51,block_sparse_moe.experts.102.w2,0.0114563501,0.05000,1.538
+51,block_sparse_moe.experts.152.w2,0.0315824298,0.05000,1.576
+51,block_sparse_moe.experts.156.w2,0.0202723743,0.05000,1.585
+51,block_sparse_moe.experts.148.w2,0.0153084975,0.05000,1.585
+51,block_sparse_moe.experts.144.w2,0.0042975731,0.05000,1.636
+51,block_sparse_moe.experts.137.w2,0.0038159167,0.05000,1.667
+51,block_sparse_moe.experts.141.w2,0.0332513539,0.05000,1.728
+51,block_sparse_moe.experts.133.w2,0.0183082433,0.05000,1.691
+51,block_sparse_moe.experts.143.w2,0.0144182513,0.05000,1.626
+51,block_sparse_moe.experts.139.w2,0.0004316825,0.05000,1.624
+51,block_sparse_moe.experts.129.w2,0.0306774221,0.05000,1.773
+51,block_sparse_moe.experts.135.w2,0.0180432195,0.05000,1.646
+51,block_sparse_moe.experts.131.w2,0.0092935562,0.05000,1.732
+51,block_sparse_moe.experts.126.w2,0.0064098408,0.05000,1.501
+51,block_sparse_moe.experts.114.w2,0.0028898408,0.05000,1.505
+51,block_sparse_moe.experts.122.w2,0.0017954216,0.05000,1.557
+51,block_sparse_moe.experts.118.w2,0.0275906028,0.05000,1.562
+51,block_sparse_moe.experts.168.w2,0.0003743417,0.05000,1.532
+51,block_sparse_moe.experts.164.w2,0.0116616036,0.05000,1.489
+51,block_sparse_moe.experts.172.w2,0.0018060279,0.05000,1.562
+51,block_sparse_moe.experts.160.w2,0.0046033260,0.05000,1.594
+51,block_sparse_moe.experts.153.w2,0.0278647736,0.05000,1.545
+51,block_sparse_moe.experts.157.w2,0.0199887962,0.05000,1.535
+51,block_sparse_moe.experts.149.w2,0.0082096860,0.05000,1.571
+51,block_sparse_moe.experts.159.w2,0.0036623786,0.05000,1.573
+51,block_sparse_moe.experts.155.w2,0.0014319861,0.05000,1.524
+51,block_sparse_moe.experts.145.w2,0.0036969733,0.05000,1.555
+51,block_sparse_moe.experts.151.w2,0.0120869001,0.05000,1.590
+51,block_sparse_moe.experts.147.w2,0.0050166950,0.05000,1.655
+51,block_sparse_moe.experts.138.w2,0.0237776155,0.05000,1.424
+51,block_sparse_moe.experts.142.w2,0.0097903053,0.05000,1.478
+51,block_sparse_moe.experts.130.w2,0.0275700764,0.05000,1.481
+51,block_sparse_moe.experts.134.w2,0.0207226917,0.05000,1.483
+51,block_sparse_moe.experts.184.w2,0.0114188800,0.05000,1.584
+51,block_sparse_moe.experts.180.w2,0.0040353981,0.05000,1.646
+51,block_sparse_moe.experts.188.w2,0.0092682531,0.05000,1.604
+51,block_sparse_moe.experts.176.w2,0.0024797085,0.05000,1.647
+51,block_sparse_moe.experts.169.w2,0.0019545999,0.05000,1.552
+51,block_sparse_moe.experts.173.w2,0.0124510779,0.05000,1.571
+51,block_sparse_moe.experts.165.w2,0.0168927428,0.05000,1.566
+51,block_sparse_moe.experts.154.w2,0.0111043516,0.05000,1.249
+51,block_sparse_moe.experts.171.w2,0.0186145155,0.05000,1.600
+51,block_sparse_moe.experts.161.w2,0.0050275372,0.05000,1.591
+51,block_sparse_moe.experts.175.w2,0.0066451725,0.05000,1.658
+51,block_sparse_moe.experts.146.w2,0.0110570883,0.05000,1.350
+51,block_sparse_moe.experts.158.w2,0.0129423140,0.05000,1.380
+51,block_sparse_moe.experts.167.w2,0.0090607474,0.05000,1.642
+51,block_sparse_moe.experts.163.w2,0.0159682883,0.05000,1.663
+51,block_sparse_moe.experts.150.w2,0.0048114470,0.05000,1.396
+51,block_sparse_moe.experts.200.w2,0.0034032368,0.05000,1.589
+51,block_sparse_moe.experts.196.w2,0.0012827090,0.05000,1.518
+51,block_sparse_moe.experts.204.w2,0.0032835755,0.05000,1.561
+51,block_sparse_moe.experts.185.w2,0.0056357781,0.05000,1.397
+51,block_sparse_moe.experts.189.w2,0.0054491441,0.05000,1.409
+51,block_sparse_moe.experts.170.w2,0.0035120360,0.05000,1.391
+51,block_sparse_moe.experts.192.w2,0.0010648926,0.05000,1.632
+51,block_sparse_moe.experts.181.w2,0.0092239121,0.05000,1.459
+51,block_sparse_moe.experts.177.w2,0.0046580221,0.05000,1.375
+51,block_sparse_moe.experts.174.w2,0.0094845197,0.05000,1.324
+51,block_sparse_moe.experts.162.w2,0.0012649323,0.05000,1.367
+51,block_sparse_moe.experts.166.w2,0.0678775958,0.05000,1.253
+51,block_sparse_moe.experts.191.w2,0.0086241272,0.05000,1.547
+51,block_sparse_moe.experts.187.w2,0.0041581061,0.05000,1.678
+51,block_sparse_moe.experts.183.w2,0.0059333905,0.05000,1.574
+51,block_sparse_moe.experts.179.w2,0.0083219770,0.05000,1.597
+51,block_sparse_moe.experts.216.w2,0.0015184426,0.05000,1.536
+51,block_sparse_moe.experts.186.w2,0.0230572016,0.05000,1.230
+51,block_sparse_moe.experts.212.w2,0.0003760917,0.05000,1.645
+51,block_sparse_moe.experts.220.w2,0.0147803235,0.05000,1.653
+51,block_sparse_moe.experts.201.w2,0.0082860595,0.05000,1.507
+51,block_sparse_moe.experts.190.w2,0.0034103671,0.05000,1.325
+51,block_sparse_moe.experts.178.w2,0.0063805895,0.05000,1.310
+51,block_sparse_moe.experts.205.w2,0.0063926682,0.05000,1.512
+51,block_sparse_moe.experts.182.w2,0.0234862008,0.05000,1.387
+51,block_sparse_moe.experts.197.w2,0.0128167188,0.05000,1.557
+51,block_sparse_moe.experts.193.w2,0.0125443802,0.05000,1.548
+51,block_sparse_moe.experts.208.w2,0.0185572343,0.05000,1.615
+51,block_sparse_moe.experts.207.w2,0.0161368570,0.05000,1.627
+51,block_sparse_moe.experts.203.w2,0.0217761556,0.05000,1.610
+51,block_sparse_moe.experts.199.w2,0.0021561557,0.05000,1.661
+51,block_sparse_moe.experts.195.w2,0.0125953364,0.05000,1.677
+51,block_sparse_moe.experts.202.w2,0.0013994782,0.05000,1.286
+51,block_sparse_moe.experts.194.w2,0.0011589695,0.05000,1.155
+51,block_sparse_moe.experts.206.w2,0.0110178653,0.05000,1.187
+51,block_sparse_moe.experts.232.w2,0.0008538547,0.05000,1.562
+51,block_sparse_moe.experts.198.w2,0.0042505076,0.05000,1.258
+51,block_sparse_moe.experts.228.w2,0.0017309561,0.05000,1.585
+51,block_sparse_moe.experts.236.w2,0.0232820470,0.05000,1.613
+51,block_sparse_moe.experts.217.w2,0.0137015248,0.05000,1.622
+51,block_sparse_moe.experts.221.w2,0.0019057350,0.05000,1.616
+51,block_sparse_moe.experts.224.w2,0.0026377269,0.05000,1.524
+51,block_sparse_moe.experts.213.w2,0.0121350393,0.05000,1.617
+51,block_sparse_moe.experts.209.w2,0.0269109577,0.05000,1.644
+51,block_sparse_moe.experts.223.w2,0.0032421502,0.05000,1.502
+51,block_sparse_moe.experts.219.w2,0.0004881037,0.05000,1.512
+51,block_sparse_moe.experts.215.w2,0.0005059853,0.05000,1.510
+51,block_sparse_moe.experts.211.w2,0.0480842823,0.05000,1.486
+51,block_sparse_moe.experts.218.w2,0.0028630162,0.05000,1.373
+51,block_sparse_moe.experts.210.w2,0.0012242214,0.05000,1.366
+51,block_sparse_moe.experts.222.w2,0.0002725704,0.05000,1.426
+51,block_sparse_moe.experts.248.w2,0.0030966468,0.05000,1.528
+51,block_sparse_moe.experts.214.w2,0.0154758912,0.05000,1.424
+51,block_sparse_moe.experts.244.w2,0.0084873589,0.05000,1.506
+51,block_sparse_moe.experts.252.w2,0.0060138468,0.05000,1.475
+51,block_sparse_moe.experts.233.w2,0.0086450980,0.05000,1.481
+51,block_sparse_moe.experts.237.w2,0.0140607495,0.05000,1.472
+51,block_sparse_moe.experts.240.w2,0.0134462373,0.05000,1.382
+51,block_sparse_moe.experts.229.w2,0.0005846301,0.05000,1.431
+51,block_sparse_moe.experts.225.w2,0.0043800771,0.05000,1.441
+51,block_sparse_moe.experts.239.w2,0.0157361290,0.05000,1.346
+51,block_sparse_moe.experts.235.w2,0.0042774581,0.05000,1.395
+51,block_sparse_moe.experts.231.w2,0.0068086440,0.05000,1.403
+51,block_sparse_moe.experts.247.w2,999999999.0000000000,0.05000,0.063
+51,block_sparse_moe.experts.227.w2,0.0010339582,0.05000,1.387
+51,block_sparse_moe.experts.226.w2,0.0349738039,0.05000,1.332
+51,block_sparse_moe.experts.234.w2,0.0099749381,0.05000,1.434
+51,block_sparse_moe.experts.238.w2,0.0108627662,0.05000,1.398
+51,block_sparse_moe.experts.230.w2,0.0182075700,0.05000,1.443
+51,block_sparse_moe.experts.255.w2,0.0082362796,0.05000,1.141
+51,block_sparse_moe.experts.249.w2,0.0033855476,0.05000,1.402
+51,block_sparse_moe.experts.253.w2,0.0096972404,0.05000,1.375
+51,block_sparse_moe.experts.245.w2,0.0794802383,0.05000,1.309
+51,block_sparse_moe.experts.241.w2,0.0020662714,0.05000,1.282
+51,block_sparse_moe.experts.251.w2,0.0012165321,0.05000,1.130
+51,block_sparse_moe.experts.243.w2,0.0021441921,0.05000,0.992
+51,block_sparse_moe.experts.242.w2,0.0066132274,0.05000,1.367
+51,block_sparse_moe.experts.250.w2,0.0001927165,0.05000,1.346
+51,block_sparse_moe.experts.254.w2,0.0009421287,0.05000,1.319
+51,block_sparse_moe.experts.246.w2,0.0010662895,0.05000,1.112
+52,self_attn.q_proj,0.0002460531,0.05000,0.900
+52,self_attn.k_proj,0.0000374599,0.05000,0.923
+52,self_attn.v_proj,0.0000444068,0.05000,0.954
+52,self_attn.o_proj,0.0000229588,0.05000,1.856
+52,block_sparse_moe.experts.0.w1,0.0031843383,0.05000,3.082
+52,block_sparse_moe.experts.4.w1,0.0029360805,0.05000,3.090
+52,block_sparse_moe.experts.8.w1,0.0029988601,0.05000,3.132
+52,block_sparse_moe.experts.12.w1,0.0061143503,0.05000,3.189
+52,block_sparse_moe.experts.5.w1,0.0029607896,0.05000,3.238
+52,block_sparse_moe.experts.6.w1,0.0024656815,0.05000,3.272
+52,block_sparse_moe.experts.3.w1,0.0050508761,0.05000,3.291
+52,block_sparse_moe.experts.2.w1,0.0014910593,0.05000,3.332
+52,block_sparse_moe.experts.9.w1,0.0023500071,0.05000,3.338
+52,block_sparse_moe.experts.11.w1,0.0038913215,0.05000,3.256
+52,block_sparse_moe.experts.13.w1,0.0056393298,0.05000,3.348
+52,block_sparse_moe.experts.15.w1,0.0017251184,0.05000,3.385
+52,block_sparse_moe.experts.1.w1,0.0024295926,0.05000,3.391
+52,block_sparse_moe.experts.14.w1,0.0043473045,0.05000,3.394
+52,block_sparse_moe.experts.10.w1,0.0022720129,0.05000,3.398
+52,block_sparse_moe.experts.7.w1,0.0053691396,0.05000,3.408
+52,block_sparse_moe.experts.16.w1,0.0020596918,0.05000,2.871
+52,block_sparse_moe.experts.20.w1,0.0057263824,0.05000,2.877
+52,block_sparse_moe.experts.24.w1,0.0002977251,0.05000,2.893
+52,block_sparse_moe.experts.28.w1,0.0014110757,0.05000,3.060
+52,block_sparse_moe.experts.17.w1,0.0066734864,0.05000,2.937
+52,block_sparse_moe.experts.30.w1,0.0023384637,0.05000,2.942
+52,block_sparse_moe.experts.21.w1,0.0017613269,0.05000,3.127
+52,block_sparse_moe.experts.29.w1,0.0005944608,0.05000,3.030
+52,block_sparse_moe.experts.22.w1,0.0061206950,0.05000,3.119
+52,block_sparse_moe.experts.26.w1,0.0010855661,0.05000,3.034
+52,block_sparse_moe.experts.25.w1,0.0052519846,0.05000,3.107
+52,block_sparse_moe.experts.31.w1,0.0077353583,0.05000,3.064
+52,block_sparse_moe.experts.19.w1,0.0011573529,0.05000,3.207
+52,block_sparse_moe.experts.27.w1,0.0045751519,0.05000,3.205
+52,block_sparse_moe.experts.23.w1,0.0050702439,0.05000,3.117
+52,block_sparse_moe.experts.18.w1,0.0014831151,0.05000,3.274
+52,block_sparse_moe.experts.32.w1,0.0021227454,0.05000,3.005
+52,block_sparse_moe.experts.40.w1,0.0036347676,0.05000,2.983
+52,block_sparse_moe.experts.36.w1,0.0049215845,0.05000,3.115
+52,block_sparse_moe.experts.33.w1,0.0053546855,0.05000,2.839
+52,block_sparse_moe.experts.45.w1,0.0041304465,0.05000,2.888
+52,block_sparse_moe.experts.46.w1,0.0033562376,0.05000,2.963
+52,block_sparse_moe.experts.44.w1,0.0029990257,0.05000,3.060
+52,block_sparse_moe.experts.37.w1,0.0038053826,0.05000,2.968
+52,block_sparse_moe.experts.42.w1,0.0032602107,0.05000,2.957
+52,block_sparse_moe.experts.38.w1,0.0033822328,0.05000,3.031
+52,block_sparse_moe.experts.41.w1,0.0061535630,0.05000,2.983
+52,block_sparse_moe.experts.47.w1,0.0048535171,0.05000,3.001
+52,block_sparse_moe.experts.35.w1,0.0018788911,0.05000,2.997
+52,block_sparse_moe.experts.39.w1,0.0034848837,0.05000,2.962
+52,block_sparse_moe.experts.43.w1,0.0041369333,0.05000,3.045
+52,block_sparse_moe.experts.34.w1,0.0028449807,0.05000,2.999
+52,block_sparse_moe.experts.56.w1,0.0075284399,0.05000,2.760
+52,block_sparse_moe.experts.48.w1,0.0013999688,0.05000,2.814
+52,block_sparse_moe.experts.52.w1,0.0010035727,0.05000,2.851
+52,block_sparse_moe.experts.60.w1,0.0037612974,0.05000,2.794
+52,block_sparse_moe.experts.49.w1,0.0008791208,0.05000,3.032
+52,block_sparse_moe.experts.61.w1,0.0036844351,0.05000,3.072
+52,block_sparse_moe.experts.53.w1,0.0046601432,0.05000,3.057
+52,block_sparse_moe.experts.62.w1,0.0066217277,0.05000,3.107
+52,block_sparse_moe.experts.57.w1,0.0028103590,0.05000,3.071
+52,block_sparse_moe.experts.54.w1,0.0051889571,0.05000,3.102
+52,block_sparse_moe.experts.58.w1,0.0038103950,0.05000,3.145
+52,block_sparse_moe.experts.51.w1,0.0032790648,0.05000,3.108
+52,block_sparse_moe.experts.63.w1,0.0018752190,0.05000,3.209
+52,block_sparse_moe.experts.55.w1,0.0057968573,0.05000,3.158
+52,block_sparse_moe.experts.50.w1,0.0065515512,0.05000,3.133
+52,block_sparse_moe.experts.59.w1,0.0025216770,0.05000,3.216
+52,block_sparse_moe.experts.64.w1,0.0022663344,0.05000,2.914
+52,block_sparse_moe.experts.72.w1,0.0017725055,0.05000,2.984
+52,block_sparse_moe.experts.68.w1,0.0026501801,0.05000,2.964
+52,block_sparse_moe.experts.76.w1,0.0016462539,0.05000,2.897
+52,block_sparse_moe.experts.65.w1,0.0069636066,0.05000,3.084
+52,block_sparse_moe.experts.78.w1,0.0013038949,0.05000,2.929
+52,block_sparse_moe.experts.77.w1,0.0068463155,0.05000,3.046
+52,block_sparse_moe.experts.69.w1,0.0053556544,0.05000,3.023
+52,block_sparse_moe.experts.70.w1,0.0036281955,0.05000,2.929
+52,block_sparse_moe.experts.79.w1,0.0050985992,0.05000,2.819
+52,block_sparse_moe.experts.67.w1,0.0045467419,0.05000,2.887
+52,block_sparse_moe.experts.74.w1,0.0025142073,0.05000,2.991
+52,block_sparse_moe.experts.71.w1,0.0035970657,0.05000,2.877
+52,block_sparse_moe.experts.73.w1,0.0025044949,0.05000,3.171
+52,block_sparse_moe.experts.75.w1,0.0016558903,0.05000,2.864
+52,block_sparse_moe.experts.66.w1,0.0011153365,0.05000,3.015
+52,block_sparse_moe.experts.80.w1,0.0038815058,0.05000,3.174
+52,block_sparse_moe.experts.88.w1,0.0020690922,0.05000,3.237
+52,block_sparse_moe.experts.84.w1,0.0039639453,0.05000,3.217
+52,block_sparse_moe.experts.92.w1,0.0043649478,0.05000,3.275
+52,block_sparse_moe.experts.94.w1,0.0010285095,0.05000,2.958
+52,block_sparse_moe.experts.81.w1,0.0023018408,0.05000,3.041
+52,block_sparse_moe.experts.95.w1,0.0040180489,0.05000,2.915
+52,block_sparse_moe.experts.90.w1,0.0019388411,0.05000,2.918
+52,block_sparse_moe.experts.93.w1,0.0034069562,0.05000,3.100
+52,block_sparse_moe.experts.86.w1,0.0067742912,0.05000,3.044
+52,block_sparse_moe.experts.87.w1,0.0068108449,0.05000,2.954
+52,block_sparse_moe.experts.83.w1,0.0043239618,0.05000,3.034
+52,block_sparse_moe.experts.85.w1,0.0030023269,0.05000,3.124
+52,block_sparse_moe.experts.91.w1,0.0041924778,0.05000,2.921
+52,block_sparse_moe.experts.82.w1,0.0033238687,0.05000,2.916
+52,block_sparse_moe.experts.89.w1,0.0027583215,0.05000,3.002
+52,block_sparse_moe.experts.96.w1,0.0037549676,0.05000,3.185
+52,block_sparse_moe.experts.97.w1,0.0016262772,0.05000,2.752
+52,block_sparse_moe.experts.104.w1,0.0023483206,0.05000,3.138
+52,block_sparse_moe.experts.110.w1,0.0044591308,0.05000,2.897
+52,block_sparse_moe.experts.100.w1,0.0060460103,0.05000,3.112
+52,block_sparse_moe.experts.101.w1,0.0066650373,0.05000,2.755
+52,block_sparse_moe.experts.102.w1,0.0016804853,0.05000,2.803
+52,block_sparse_moe.experts.109.w1,0.0017564823,0.05000,2.831
+52,block_sparse_moe.experts.106.w1,0.0065969714,0.05000,2.890
+52,block_sparse_moe.experts.108.w1,0.0012898758,0.05000,3.152
+52,block_sparse_moe.experts.98.w1,0.0037114456,0.05000,2.808
+52,block_sparse_moe.experts.105.w1,0.0037379132,0.05000,2.818
+52,block_sparse_moe.experts.111.w1,0.0012872187,0.05000,3.153
+52,block_sparse_moe.experts.99.w1,0.0014757422,0.05000,3.112
+52,block_sparse_moe.experts.103.w1,0.0009346621,0.05000,3.118
+52,block_sparse_moe.experts.107.w1,0.0018634046,0.05000,3.091
+52,block_sparse_moe.experts.113.w1,0.0049706113,0.05000,3.033
+52,block_sparse_moe.experts.126.w1,0.0032590873,0.05000,3.010
+52,block_sparse_moe.experts.112.w1,0.0022771353,0.05000,3.182
+52,block_sparse_moe.experts.117.w1,0.0016251151,0.05000,3.009
+52,block_sparse_moe.experts.120.w1,0.0077714497,0.05000,3.174
+52,block_sparse_moe.experts.125.w1,0.0047632758,0.05000,3.027
+52,block_sparse_moe.experts.118.w1,0.0009524820,0.05000,3.062
+52,block_sparse_moe.experts.122.w1,0.0027053771,0.05000,3.032
+52,block_sparse_moe.experts.116.w1,0.0046070685,0.05000,3.187
+52,block_sparse_moe.experts.127.w1,0.0029797650,0.05000,2.870
+52,block_sparse_moe.experts.114.w1,0.0146916842,0.05000,3.019
+52,block_sparse_moe.experts.119.w1,0.0013023856,0.05000,2.901
+52,block_sparse_moe.experts.121.w1,0.0033046598,0.05000,3.062
+52,block_sparse_moe.experts.115.w1,0.0028879371,0.05000,2.924
+52,block_sparse_moe.experts.124.w1,0.0016220007,0.05000,3.146
+52,block_sparse_moe.experts.123.w1,0.0014941751,0.05000,2.971
+52,block_sparse_moe.experts.129.w1,0.0048190464,0.05000,2.867
+52,block_sparse_moe.experts.142.w1,0.0044890436,0.05000,2.994
+52,block_sparse_moe.experts.133.w1,0.0032350743,0.05000,2.898
+52,block_sparse_moe.experts.141.w1,0.0012262967,0.05000,2.863
+52,block_sparse_moe.experts.128.w1,0.0031991713,0.05000,3.048
+52,block_sparse_moe.experts.132.w1,0.0031532661,0.05000,2.922
+52,block_sparse_moe.experts.136.w1,0.0026371717,0.05000,3.076
+52,block_sparse_moe.experts.138.w1,0.0022377653,0.05000,3.031
+52,block_sparse_moe.experts.134.w1,0.0062837458,0.05000,3.035
+52,block_sparse_moe.experts.143.w1,0.0017590815,0.05000,2.996
+52,block_sparse_moe.experts.137.w1,0.0027679453,0.05000,2.874
+52,block_sparse_moe.experts.135.w1,0.0026058693,0.05000,2.984
+52,block_sparse_moe.experts.140.w1,0.0015111263,0.05000,2.967
+52,block_sparse_moe.experts.131.w1,0.0086472857,0.05000,3.019
+52,block_sparse_moe.experts.130.w1,0.0022966934,0.05000,3.081
+52,block_sparse_moe.experts.139.w1,0.0022252198,0.05000,3.057
+52,block_sparse_moe.experts.145.w1,0.0042239056,0.05000,3.013
+52,block_sparse_moe.experts.149.w1,0.0025615165,0.05000,2.936
+52,block_sparse_moe.experts.157.w1,0.0028947485,0.05000,2.980
+52,block_sparse_moe.experts.144.w1,0.0015918403,0.05000,2.956
+52,block_sparse_moe.experts.148.w1,0.2939408885,0.05000,3.002
+52,block_sparse_moe.experts.153.w1,0.0032849561,0.05000,2.940
+52,block_sparse_moe.experts.159.w1,0.0046067584,0.05000,3.004
+52,block_sparse_moe.experts.158.w1,0.0029659925,0.05000,3.218
+52,block_sparse_moe.experts.152.w1,0.0064778087,0.05000,3.063
+52,block_sparse_moe.experts.151.w1,0.0014651683,0.05000,2.989
+52,block_sparse_moe.experts.154.w1,0.0042302579,0.05000,3.153
+52,block_sparse_moe.experts.150.w1,0.0030130126,0.05000,3.158
+52,block_sparse_moe.experts.147.w1,0.0043035054,0.05000,2.995
+52,block_sparse_moe.experts.156.w1,0.0111719710,0.05000,3.063
+52,block_sparse_moe.experts.155.w1,0.0023597178,0.05000,3.005
+52,block_sparse_moe.experts.146.w1,0.0049143915,0.05000,3.139
+52,block_sparse_moe.experts.173.w1,0.0016382287,0.05000,2.694
+52,block_sparse_moe.experts.165.w1,0.0299532216,0.05000,2.793
+52,block_sparse_moe.experts.161.w1,0.0026376544,0.05000,2.940
+52,block_sparse_moe.experts.160.w1,0.0020472907,0.05000,2.919
+52,block_sparse_moe.experts.175.w1,0.0095014436,0.05000,2.760
+52,block_sparse_moe.experts.169.w1,0.0031625923,0.05000,2.817
+52,block_sparse_moe.experts.164.w1,0.0048386381,0.05000,2.950
+52,block_sparse_moe.experts.167.w1,0.0014863389,0.05000,2.873
+52,block_sparse_moe.experts.168.w1,0.0019742930,0.05000,2.950
+52,block_sparse_moe.experts.163.w1,0.0031284038,0.05000,2.865
+52,block_sparse_moe.experts.172.w1,0.0068505545,0.05000,2.886
+52,block_sparse_moe.experts.174.w1,0.0037349817,0.05000,3.075
+52,block_sparse_moe.experts.171.w1,0.0036704904,0.05000,2.832
+52,block_sparse_moe.experts.166.w1,0.0012538091,0.05000,3.063
+52,block_sparse_moe.experts.170.w1,0.0045140286,0.05000,3.143
+52,block_sparse_moe.experts.162.w1,0.0135762325,0.05000,3.121
+52,block_sparse_moe.experts.189.w1,0.0032096838,0.05000,3.003
+52,block_sparse_moe.experts.177.w1,0.0072210952,0.05000,3.047
+52,block_sparse_moe.experts.176.w1,0.0033565945,0.05000,2.854
+52,block_sparse_moe.experts.181.w1,0.0016270402,0.05000,3.081
+52,block_sparse_moe.experts.180.w1,0.0034358967,0.05000,2.923
+52,block_sparse_moe.experts.191.w1,0.0045165540,0.05000,3.065
+52,block_sparse_moe.experts.185.w1,0.0011577926,0.05000,3.082
+52,block_sparse_moe.experts.184.w1,0.0011307122,0.05000,3.006
+52,block_sparse_moe.experts.179.w1,0.0027252278,0.05000,2.982
+52,block_sparse_moe.experts.183.w1,0.0024935266,0.05000,3.045
+52,block_sparse_moe.experts.188.w1,0.0040767866,0.05000,2.951
+52,block_sparse_moe.experts.187.w1,0.0053358873,0.05000,3.035
+52,block_sparse_moe.experts.190.w1,0.0029678935,0.05000,3.106
+52,block_sparse_moe.experts.186.w1,0.0009555583,0.05000,3.126
+52,block_sparse_moe.experts.182.w1,0.0015125158,0.05000,3.203
+52,block_sparse_moe.experts.178.w1,0.0015300156,0.05000,3.087
+52,block_sparse_moe.experts.193.w1,0.0019785524,0.05000,2.951
+52,block_sparse_moe.experts.205.w1,0.0089495406,0.05000,3.079
+52,block_sparse_moe.experts.197.w1,0.0037997329,0.05000,3.046
+52,block_sparse_moe.experts.192.w1,0.0005843986,0.05000,3.050
+52,block_sparse_moe.experts.201.w1,0.0057479835,0.05000,2.983
+52,block_sparse_moe.experts.196.w1,0.0034703613,0.05000,3.098
+52,block_sparse_moe.experts.207.w1,0.0010730830,0.05000,3.109
+52,block_sparse_moe.experts.195.w1,0.0008272483,0.05000,3.041
+52,block_sparse_moe.experts.200.w1,0.0018544135,0.05000,3.081
+52,block_sparse_moe.experts.199.w1,0.0040228031,0.05000,3.089
+52,block_sparse_moe.experts.204.w1,0.0017123758,0.05000,3.118
+52,block_sparse_moe.experts.206.w1,0.0029643135,0.05000,3.036
+52,block_sparse_moe.experts.203.w1,0.0014629486,0.05000,3.141
+52,block_sparse_moe.experts.202.w1,0.0012563557,0.05000,2.981
+52,block_sparse_moe.experts.198.w1,0.0035413732,0.05000,2.989
+52,block_sparse_moe.experts.194.w1,0.0013970903,0.05000,2.958
+52,block_sparse_moe.experts.209.w1,0.0069951755,0.05000,2.608
+52,block_sparse_moe.experts.221.w1,0.0009983635,0.05000,2.638
+52,block_sparse_moe.experts.213.w1,0.0021935112,0.05000,2.684
+52,block_sparse_moe.experts.217.w1,0.0041766952,0.05000,2.631
+52,block_sparse_moe.experts.208.w1,0.0031314041,0.05000,3.189
+52,block_sparse_moe.experts.212.w1,0.0017708767,0.05000,3.125
+52,block_sparse_moe.experts.223.w1,0.0026277211,0.05000,3.219
+52,block_sparse_moe.experts.211.w1,0.0043968689,0.05000,3.193
+52,block_sparse_moe.experts.215.w1,0.0036972357,0.05000,3.213
+52,block_sparse_moe.experts.216.w1,0.0026545920,0.05000,3.299
+52,block_sparse_moe.experts.220.w1,0.0026277221,0.05000,3.271
+52,block_sparse_moe.experts.219.w1,0.0006347289,0.05000,3.230
+52,block_sparse_moe.experts.222.w1,0.0035835382,0.05000,3.357
+52,block_sparse_moe.experts.218.w1,0.0010739877,0.05000,3.268
+52,block_sparse_moe.experts.214.w1,0.0060324895,0.05000,3.304
+52,block_sparse_moe.experts.210.w1,0.0042884094,0.05000,3.287
+52,block_sparse_moe.experts.225.w1,0.0023675714,0.05000,2.942
+52,block_sparse_moe.experts.229.w1,0.0038629238,0.05000,2.929
+52,block_sparse_moe.experts.237.w1,0.0054374085,0.05000,3.090
+52,block_sparse_moe.experts.233.w1,0.0012822639,0.05000,2.932
+52,block_sparse_moe.experts.224.w1,0.0013100475,0.05000,3.177
+52,block_sparse_moe.experts.239.w1,0.0020186855,0.05000,2.994
+52,block_sparse_moe.experts.228.w1,0.0014170436,0.05000,3.153
+52,block_sparse_moe.experts.227.w1,0.0017077142,0.05000,3.027
+52,block_sparse_moe.experts.231.w1,0.0050251066,0.05000,2.993
+52,block_sparse_moe.experts.232.w1,0.0060727595,0.05000,3.111
+52,block_sparse_moe.experts.236.w1,0.0093825991,0.05000,3.142
+52,block_sparse_moe.experts.235.w1,0.0015738638,0.05000,3.013
+52,block_sparse_moe.experts.238.w1,0.0050523474,0.05000,3.161
+52,block_sparse_moe.experts.230.w1,0.9422909419,0.05000,3.128
+52,block_sparse_moe.experts.234.w1,0.0041958634,0.05000,3.240
+52,block_sparse_moe.experts.226.w1,0.0022025736,0.05000,3.233
+52,block_sparse_moe.experts.241.w1,0.0042750595,0.05000,3.040
+52,block_sparse_moe.experts.245.w1,0.0034230032,0.05000,2.986
+52,block_sparse_moe.experts.253.w1,0.0092364410,0.05000,2.968
+52,block_sparse_moe.experts.249.w1,0.0022659721,0.05000,2.998
+52,block_sparse_moe.experts.240.w1,0.0011128986,0.05000,3.068
+52,block_sparse_moe.experts.244.w1,0.0026900410,0.05000,3.040
+52,block_sparse_moe.experts.255.w1,0.0015872592,0.05000,3.201
+52,block_sparse_moe.experts.243.w1,0.0009875839,0.05000,3.147
+52,block_sparse_moe.experts.247.w1,0.0013315378,0.05000,3.196
+52,block_sparse_moe.experts.248.w1,0.0046770247,0.05000,3.084
+52,block_sparse_moe.experts.252.w1,0.0056624284,0.05000,3.072
+52,block_sparse_moe.experts.251.w1,0.0029684198,0.05000,3.127
+52,block_sparse_moe.experts.254.w1,0.0022511335,0.05000,3.168
+52,block_sparse_moe.experts.246.w1,0.0030628558,0.05000,3.230
+52,block_sparse_moe.experts.242.w1,0.0047761758,0.05000,3.146
+52,block_sparse_moe.experts.250.w1,0.0033369836,0.05000,3.301
+52,block_sparse_moe.experts.1.w3,0.0028113734,0.05000,3.063
+52,block_sparse_moe.experts.5.w3,0.0033850472,0.05000,2.970
+52,block_sparse_moe.experts.13.w3,0.0063715706,0.05000,3.013
+52,block_sparse_moe.experts.9.w3,0.0026341563,0.05000,3.132
+52,block_sparse_moe.experts.15.w3,0.0019953180,0.05000,2.829
+52,block_sparse_moe.experts.0.w3,0.0036125888,0.05000,3.154
+52,block_sparse_moe.experts.3.w3,0.0058915244,0.05000,2.832
+52,block_sparse_moe.experts.4.w3,0.0033950177,0.05000,3.198
+52,block_sparse_moe.experts.7.w3,0.0060682217,0.05000,2.961
+52,block_sparse_moe.experts.11.w3,0.0043525696,0.05000,2.928
+52,block_sparse_moe.experts.8.w3,0.0033967343,0.05000,3.261
+52,block_sparse_moe.experts.14.w3,0.0048496967,0.05000,2.930
+52,block_sparse_moe.experts.12.w3,0.0071072759,0.05000,3.280
+52,block_sparse_moe.experts.6.w3,0.0027983810,0.05000,2.929
+52,block_sparse_moe.experts.2.w3,0.0016853589,0.05000,2.975
+52,block_sparse_moe.experts.10.w3,0.0025750780,0.05000,2.946
+52,block_sparse_moe.experts.21.w3,0.0019915504,0.05000,2.979
+52,block_sparse_moe.experts.17.w3,0.0077984470,0.05000,3.117
+52,block_sparse_moe.experts.29.w3,0.0006753356,0.05000,3.068
+52,block_sparse_moe.experts.25.w3,0.0061293218,0.05000,3.054
+52,block_sparse_moe.experts.31.w3,0.0088339706,0.05000,2.889
+52,block_sparse_moe.experts.19.w3,0.0013439075,0.05000,2.846
+52,block_sparse_moe.experts.16.w3,0.0022966741,0.05000,3.062
+52,block_sparse_moe.experts.20.w3,0.0066382338,0.05000,2.962
+52,block_sparse_moe.experts.23.w3,0.0059113053,0.05000,2.966
+52,block_sparse_moe.experts.27.w3,0.0051975185,0.05000,2.863
+52,block_sparse_moe.experts.30.w3,0.0026503735,0.05000,2.896
+52,block_sparse_moe.experts.24.w3,0.0003548476,0.05000,3.018
+52,block_sparse_moe.experts.28.w3,0.0015725483,0.05000,2.968
+52,block_sparse_moe.experts.22.w3,0.0070765273,0.05000,2.970
+52,block_sparse_moe.experts.18.w3,0.0016615056,0.05000,2.848
+52,block_sparse_moe.experts.26.w3,0.0012440768,0.05000,3.037
+52,block_sparse_moe.experts.37.w3,0.0042605647,0.05000,2.951
+52,block_sparse_moe.experts.33.w3,0.0059693858,0.05000,2.959
+52,block_sparse_moe.experts.45.w3,0.0046628785,0.05000,2.988
+52,block_sparse_moe.experts.41.w3,0.0069623949,0.05000,2.921
+52,block_sparse_moe.experts.47.w3,0.0055582750,0.05000,2.948
+52,block_sparse_moe.experts.35.w3,0.0021157425,0.05000,2.964
+52,block_sparse_moe.experts.32.w3,0.0024151303,0.05000,2.952
+52,block_sparse_moe.experts.36.w3,0.0057633429,0.05000,2.930
+52,block_sparse_moe.experts.39.w3,0.0038954869,0.05000,2.995
+52,block_sparse_moe.experts.40.w3,0.0041889392,0.05000,2.751
+52,block_sparse_moe.experts.43.w3,0.0048472490,0.05000,3.138
+52,block_sparse_moe.experts.46.w3,0.0038115995,0.05000,2.999
+52,block_sparse_moe.experts.44.w3,0.0034028698,0.05000,2.868
+52,block_sparse_moe.experts.34.w3,0.0032995733,0.05000,2.927
+52,block_sparse_moe.experts.38.w3,0.0039796143,0.05000,2.976
+52,block_sparse_moe.experts.42.w3,0.0036338311,0.05000,2.934
+52,block_sparse_moe.experts.53.w3,0.0052367125,0.05000,2.935
+52,block_sparse_moe.experts.49.w3,0.0010123264,0.05000,2.927
+52,block_sparse_moe.experts.61.w3,0.0042970955,0.05000,2.922
+52,block_sparse_moe.experts.57.w3,0.0031665824,0.05000,2.929
+52,block_sparse_moe.experts.51.w3,0.0037581166,0.05000,2.875
+52,block_sparse_moe.experts.63.w3,0.0021866324,0.05000,2.992
+52,block_sparse_moe.experts.52.w3,0.0011372875,0.05000,2.853
+52,block_sparse_moe.experts.48.w3,0.0016441948,0.05000,2.912
+52,block_sparse_moe.experts.55.w3,0.0066116894,0.05000,2.881
+52,block_sparse_moe.experts.59.w3,0.0029624495,0.05000,2.873
+52,block_sparse_moe.experts.56.w3,0.0086488825,0.05000,3.005
+52,block_sparse_moe.experts.60.w3,0.0043637500,0.05000,2.996
+52,block_sparse_moe.experts.62.w3,0.0076639604,0.05000,3.085
+52,block_sparse_moe.experts.54.w3,0.0058358137,0.05000,3.016
+52,block_sparse_moe.experts.50.w3,0.0074297736,0.05000,3.133
+52,block_sparse_moe.experts.58.w3,0.0043421052,0.05000,3.006
+52,block_sparse_moe.experts.69.w3,0.0062626228,0.05000,2.842
+52,block_sparse_moe.experts.77.w3,0.0078532207,0.05000,2.802
+52,block_sparse_moe.experts.65.w3,0.0079693109,0.05000,2.990
+52,block_sparse_moe.experts.73.w3,0.0028785156,0.05000,2.829
+52,block_sparse_moe.experts.67.w3,0.0050802032,0.05000,2.999
+52,block_sparse_moe.experts.79.w3,0.0057488794,0.05000,2.987
+52,block_sparse_moe.experts.68.w3,0.0030664872,0.05000,3.018
+52,block_sparse_moe.experts.71.w3,0.0042054239,0.05000,3.005
+52,block_sparse_moe.experts.64.w3,0.0027184702,0.05000,3.160
+52,block_sparse_moe.experts.75.w3,0.0018472171,0.05000,2.969
+52,block_sparse_moe.experts.72.w3,0.0020926016,0.05000,3.033
+52,block_sparse_moe.experts.76.w3,0.0019828413,0.05000,3.070
+52,block_sparse_moe.experts.78.w3,0.0014642884,0.05000,3.137
+52,block_sparse_moe.experts.70.w3,0.0040598846,0.05000,3.127
+52,block_sparse_moe.experts.66.w3,0.0012492426,0.05000,3.109
+52,block_sparse_moe.experts.74.w3,0.0028443395,0.05000,3.173
+52,block_sparse_moe.experts.85.w3,0.0034578120,0.05000,2.950
+52,block_sparse_moe.experts.93.w3,0.0038742064,0.05000,2.984
+52,block_sparse_moe.experts.81.w3,0.0026712647,0.05000,2.941
+52,block_sparse_moe.experts.89.w3,0.0030997252,0.05000,2.965
+52,block_sparse_moe.experts.83.w3,0.0050379516,0.05000,2.906
+52,block_sparse_moe.experts.95.w3,0.0045572938,0.05000,2.986
+52,block_sparse_moe.experts.84.w3,0.0048131618,0.05000,2.963
+52,block_sparse_moe.experts.87.w3,0.0079344337,0.05000,2.990
+52,block_sparse_moe.experts.80.w3,0.0046254065,0.05000,2.992
+52,block_sparse_moe.experts.91.w3,0.0047095668,0.05000,2.943
+52,block_sparse_moe.experts.88.w3,0.0023621393,0.05000,2.871
+52,block_sparse_moe.experts.92.w3,0.0049923773,0.05000,2.883
+52,block_sparse_moe.experts.94.w3,0.0011673634,0.05000,3.070
+52,block_sparse_moe.experts.86.w3,0.0077143599,0.05000,3.097
+52,block_sparse_moe.experts.82.w3,0.0037421657,0.05000,3.146
+52,block_sparse_moe.experts.90.w3,0.0022236252,0.05000,3.034
+52,block_sparse_moe.experts.101.w3,0.0076153824,0.05000,2.902
+52,block_sparse_moe.experts.109.w3,0.0020317315,0.05000,2.914
+52,block_sparse_moe.experts.97.w3,0.0018939432,0.05000,2.961
+52,block_sparse_moe.experts.105.w3,0.0044027205,0.05000,2.886
+52,block_sparse_moe.experts.99.w3,0.0016979071,0.05000,2.993
+52,block_sparse_moe.experts.100.w3,0.0068077605,0.05000,2.867
+52,block_sparse_moe.experts.111.w3,0.0014800841,0.05000,3.049
+52,block_sparse_moe.experts.96.w3,0.0043998966,0.05000,2.857
+52,block_sparse_moe.experts.104.w3,0.0027714159,0.05000,2.887
+52,block_sparse_moe.experts.103.w3,0.0010934821,0.05000,3.124
+52,block_sparse_moe.experts.107.w3,0.0021400164,0.05000,3.088
+52,block_sparse_moe.experts.108.w3,0.0014200304,0.05000,2.955
+52,block_sparse_moe.experts.110.w3,0.0051181188,0.05000,2.926
+52,block_sparse_moe.experts.102.w3,0.0019201451,0.05000,2.908
+52,block_sparse_moe.experts.106.w3,0.0075707675,0.05000,2.816
+52,block_sparse_moe.experts.98.w3,0.0040938779,0.05000,2.969
+52,block_sparse_moe.experts.117.w3,0.0018629871,0.05000,2.993
+52,block_sparse_moe.experts.125.w3,0.0053229089,0.05000,3.111
+52,block_sparse_moe.experts.121.w3,0.0037583145,0.05000,3.006
+52,block_sparse_moe.experts.113.w3,0.0058105962,0.05000,3.148
+52,block_sparse_moe.experts.115.w3,0.0032478125,0.05000,3.026
+52,block_sparse_moe.experts.127.w3,0.0034042352,0.05000,2.915
+52,block_sparse_moe.experts.116.w3,0.0053806137,0.05000,3.029
+52,block_sparse_moe.experts.112.w3,0.0026112701,0.05000,3.049
+52,block_sparse_moe.experts.119.w3,0.0015166565,0.05000,2.945
+52,block_sparse_moe.experts.120.w3,0.0088325397,0.05000,3.065
+52,block_sparse_moe.experts.123.w3,0.0016716648,0.05000,2.963
+52,block_sparse_moe.experts.124.w3,0.0018315394,0.05000,3.027
+52,block_sparse_moe.experts.126.w3,0.0036881314,0.05000,3.060
+52,block_sparse_moe.experts.122.w3,0.0030518157,0.05000,3.045
+52,block_sparse_moe.experts.118.w3,0.0010583762,0.05000,3.135
+52,block_sparse_moe.experts.114.w3,0.0171909494,0.05000,3.100
+52,block_sparse_moe.experts.133.w3,0.0037448540,0.05000,3.023
+52,block_sparse_moe.experts.141.w3,0.0013766630,0.05000,3.037
+52,block_sparse_moe.experts.129.w3,0.0055370835,0.05000,2.873
+52,block_sparse_moe.experts.137.w3,0.0031729989,0.05000,3.007
+52,block_sparse_moe.experts.132.w3,0.0035746193,0.05000,2.841
+52,block_sparse_moe.experts.131.w3,0.0101114734,0.05000,3.029
+52,block_sparse_moe.experts.143.w3,0.0020272509,0.05000,2.995
+52,block_sparse_moe.experts.128.w3,0.0037477433,0.05000,2.918
+52,block_sparse_moe.experts.136.w3,0.0030410710,0.05000,2.827
+52,block_sparse_moe.experts.139.w3,0.0025702135,0.05000,3.011
+52,block_sparse_moe.experts.135.w3,0.0029133134,0.05000,3.136
+52,block_sparse_moe.experts.140.w3,0.0017441772,0.05000,3.032
+52,block_sparse_moe.experts.142.w3,0.0052275772,0.05000,2.980
+52,block_sparse_moe.experts.138.w3,0.0024823648,0.05000,2.952
+52,block_sparse_moe.experts.134.w3,0.0072067863,0.05000,2.960
+52,block_sparse_moe.experts.130.w3,0.0025791763,0.05000,2.910
+52,block_sparse_moe.experts.149.w3,0.0028971201,0.05000,3.046
+52,block_sparse_moe.experts.157.w3,0.0033173621,0.05000,2.991
+52,block_sparse_moe.experts.153.w3,0.0037290145,0.05000,2.994
+52,block_sparse_moe.experts.145.w3,0.0048478156,0.05000,3.077
+52,block_sparse_moe.experts.148.w3,0.3450584677,0.05000,3.058
+52,block_sparse_moe.experts.147.w3,0.0048255585,0.05000,3.056
+52,block_sparse_moe.experts.159.w3,0.0052479974,0.05000,3.055
+52,block_sparse_moe.experts.144.w3,0.0017799222,0.05000,3.160
+52,block_sparse_moe.experts.152.w3,0.0072040975,0.05000,3.038
+52,block_sparse_moe.experts.151.w3,0.0018582451,0.05000,3.008
+52,block_sparse_moe.experts.155.w3,0.0026396222,0.05000,3.051
+52,block_sparse_moe.experts.156.w3,0.0129497606,0.05000,3.125
+52,block_sparse_moe.experts.158.w3,0.0034407488,0.05000,3.010
+52,block_sparse_moe.experts.154.w3,0.0048105531,0.05000,3.035
+52,block_sparse_moe.experts.150.w3,0.0034967821,0.05000,3.081
+52,block_sparse_moe.experts.146.w3,0.0055637888,0.05000,3.082
+52,block_sparse_moe.experts.165.w3,0.0348761464,0.05000,3.216
+52,block_sparse_moe.experts.169.w3,0.0035768742,0.05000,3.113
+52,block_sparse_moe.experts.161.w3,0.0030616271,0.05000,3.108
+52,block_sparse_moe.experts.173.w3,0.0018919274,0.05000,3.195
+52,block_sparse_moe.experts.164.w3,0.0055302607,0.05000,3.084
+52,block_sparse_moe.experts.163.w3,0.0035679008,0.05000,3.097
+52,block_sparse_moe.experts.175.w3,0.0114665816,0.05000,3.082
+52,block_sparse_moe.experts.160.w3,0.0023560149,0.05000,3.074
+52,block_sparse_moe.experts.168.w3,0.0021578907,0.05000,3.126
+52,block_sparse_moe.experts.167.w3,0.0016738853,0.05000,3.059
+52,block_sparse_moe.experts.171.w3,0.0042813903,0.05000,3.148
+52,block_sparse_moe.experts.172.w3,0.0077041861,0.05000,3.046
+52,block_sparse_moe.experts.174.w3,0.0042293793,0.05000,2.949
+52,block_sparse_moe.experts.170.w3,0.0052944307,0.05000,2.935
+52,block_sparse_moe.experts.166.w3,0.0013883042,0.05000,2.987
+52,block_sparse_moe.experts.162.w3,0.0171424736,0.05000,3.048
+52,block_sparse_moe.experts.181.w3,0.0019744201,0.05000,3.016
+52,block_sparse_moe.experts.185.w3,0.0013074937,0.05000,3.007
+52,block_sparse_moe.experts.189.w3,0.0035958915,0.05000,3.017
+52,block_sparse_moe.experts.177.w3,0.0081568165,0.05000,3.105
+52,block_sparse_moe.experts.179.w3,0.0033641238,0.05000,2.753
+52,block_sparse_moe.experts.191.w3,0.0049569936,0.05000,2.860
+52,block_sparse_moe.experts.180.w3,0.0041014222,0.05000,3.183
+52,block_sparse_moe.experts.183.w3,0.0028517323,0.05000,2.789
+52,block_sparse_moe.experts.176.w3,0.0038138332,0.05000,3.070
+52,block_sparse_moe.experts.184.w3,0.0012593853,0.05000,3.032
+52,block_sparse_moe.experts.187.w3,0.0060896986,0.05000,2.898
+52,block_sparse_moe.experts.188.w3,0.0046335911,0.05000,3.019
+52,block_sparse_moe.experts.190.w3,0.0033178839,0.05000,3.051
+52,block_sparse_moe.experts.186.w3,0.0010624464,0.05000,2.955
+52,block_sparse_moe.experts.182.w3,0.0017677861,0.05000,3.039
+52,block_sparse_moe.experts.178.w3,0.0017001964,0.05000,2.971
+52,block_sparse_moe.experts.197.w3,0.0043178002,0.05000,3.043
+52,block_sparse_moe.experts.205.w3,0.0103221212,0.05000,2.987
+52,block_sparse_moe.experts.201.w3,0.0066191854,0.05000,3.140
+52,block_sparse_moe.experts.193.w3,0.0022117951,0.05000,3.083
+52,block_sparse_moe.experts.195.w3,0.0009256731,0.05000,2.968
+52,block_sparse_moe.experts.207.w3,0.0012470326,0.05000,2.989
+52,block_sparse_moe.experts.196.w3,0.0039306785,0.05000,2.867
+52,block_sparse_moe.experts.199.w3,0.0045291866,0.05000,3.067
+52,block_sparse_moe.experts.192.w3,0.0006588647,0.05000,3.020
+52,block_sparse_moe.experts.200.w3,0.0021256221,0.05000,3.038
+52,block_sparse_moe.experts.203.w3,0.0016454909,0.05000,2.981
+52,block_sparse_moe.experts.204.w3,0.0019340210,0.05000,3.025
+52,block_sparse_moe.experts.206.w3,0.0033876368,0.05000,3.178
+52,block_sparse_moe.experts.202.w3,0.0014341417,0.05000,3.159
+52,block_sparse_moe.experts.198.w3,0.0039842978,0.05000,3.223
+52,block_sparse_moe.experts.194.w3,0.0015657717,0.05000,3.216
+52,block_sparse_moe.experts.213.w3,0.0024149756,0.05000,2.988
+52,block_sparse_moe.experts.221.w3,0.0011504945,0.05000,2.960
+52,block_sparse_moe.experts.209.w3,0.0079226013,0.05000,2.903
+52,block_sparse_moe.experts.217.w3,0.0047600763,0.05000,3.042
+52,block_sparse_moe.experts.211.w3,0.0051260180,0.05000,2.981
+52,block_sparse_moe.experts.223.w3,0.0029840943,0.05000,2.973
+52,block_sparse_moe.experts.212.w3,0.0019734762,0.05000,2.982
+52,block_sparse_moe.experts.215.w3,0.0041467936,0.05000,2.954
+52,block_sparse_moe.experts.219.w3,0.0006994347,0.05000,2.991
+52,block_sparse_moe.experts.208.w3,0.0035945455,0.05000,3.101
+52,block_sparse_moe.experts.216.w3,0.0029925775,0.05000,3.111
+52,block_sparse_moe.experts.220.w3,0.0029922193,0.05000,3.040
+52,block_sparse_moe.experts.218.w3,0.0013017668,0.05000,2.982
+52,block_sparse_moe.experts.222.w3,0.0041542661,0.05000,3.074
+52,block_sparse_moe.experts.214.w3,0.0068116328,0.05000,2.981
+52,block_sparse_moe.experts.210.w3,0.0048384903,0.05000,2.999
+52,block_sparse_moe.experts.229.w3,0.0044084698,0.05000,2.988
+52,block_sparse_moe.experts.237.w3,0.0063738184,0.05000,2.885
+52,block_sparse_moe.experts.233.w3,0.0014635340,0.05000,2.850
+52,block_sparse_moe.experts.225.w3,0.0026976371,0.05000,2.957
+52,block_sparse_moe.experts.227.w3,0.0019276288,0.05000,2.966
+52,block_sparse_moe.experts.239.w3,0.0023204763,0.05000,2.968
+52,block_sparse_moe.experts.228.w3,0.0016504043,0.05000,3.159
+52,block_sparse_moe.experts.231.w3,0.0057324953,0.05000,2.862
+52,block_sparse_moe.experts.235.w3,0.0017831624,0.05000,2.886
+52,block_sparse_moe.experts.232.w3,0.0068922058,0.05000,2.976
+52,block_sparse_moe.experts.224.w3,0.0015288220,0.05000,3.072
+52,block_sparse_moe.experts.236.w3,0.0106883359,0.05000,3.172
+52,block_sparse_moe.experts.238.w3,0.0057417293,0.05000,3.071
+52,block_sparse_moe.experts.234.w3,0.0049302682,0.05000,3.152
+52,block_sparse_moe.experts.230.w3,1.1402094364,0.05000,3.086
+52,block_sparse_moe.experts.226.w3,0.0026299820,0.05000,3.027
+52,block_sparse_moe.experts.245.w3,0.0039285854,0.05000,3.126
+52,block_sparse_moe.experts.253.w3,0.0105113281,0.05000,3.125
+52,block_sparse_moe.experts.241.w3,0.0048141420,0.05000,2.977
+52,block_sparse_moe.experts.249.w3,0.0025866354,0.05000,3.035
+52,block_sparse_moe.experts.243.w3,0.0011474373,0.05000,2.952
+52,block_sparse_moe.experts.255.w3,0.0017620428,0.05000,2.930
+52,block_sparse_moe.experts.247.w3,0.0015087159,0.05000,2.767
+52,block_sparse_moe.experts.251.w3,0.0034102039,0.05000,2.648
+52,block_sparse_moe.experts.244.w3,0.0030482008,0.05000,3.181
+52,block_sparse_moe.experts.240.w3,0.0012290278,0.05000,2.935
+52,block_sparse_moe.experts.248.w3,0.0052472875,0.05000,2.986
+52,block_sparse_moe.experts.252.w3,0.0063596923,0.05000,2.649
+52,block_sparse_moe.experts.254.w3,0.0025830396,0.05000,3.086
+52,block_sparse_moe.experts.250.w3,0.0038026574,0.05000,3.096
+52,block_sparse_moe.experts.246.w3,0.0035581742,0.05000,2.916
+52,block_sparse_moe.experts.242.w3,0.0053549736,0.05000,2.904
+52,block_sparse_moe.experts.9.w2,0.0005841868,0.05000,1.413
+52,block_sparse_moe.experts.1.w2,0.0067467176,0.05000,1.453
+52,block_sparse_moe.experts.13.w2,0.0153887022,0.05000,1.458
+52,block_sparse_moe.experts.5.w2,0.0190204519,0.05000,1.463
+52,block_sparse_moe.experts.4.w2,0.0094049963,0.05000,1.465
+52,block_sparse_moe.experts.6.w2,0.0105545905,0.05000,1.471
+52,block_sparse_moe.experts.14.w2,0.0012829114,0.05000,1.477
+52,block_sparse_moe.experts.0.w2,0.0042120788,0.05000,1.482
+52,block_sparse_moe.experts.8.w2,0.0131233979,0.05000,1.497
+52,block_sparse_moe.experts.2.w2,0.0080245877,0.05000,1.521
+52,block_sparse_moe.experts.10.w2,0.0004614754,0.05000,1.540
+52,block_sparse_moe.experts.12.w2,0.0305503289,0.05000,1.544
+52,block_sparse_moe.experts.3.w2,0.0238146751,0.05000,1.551
+52,block_sparse_moe.experts.7.w2,0.0084206695,0.05000,1.557
+52,block_sparse_moe.experts.11.w2,0.0190405275,0.05000,1.574
+52,block_sparse_moe.experts.15.w2,0.0003488153,0.05000,1.572
+52,block_sparse_moe.experts.20.w2,0.0087360631,0.05000,1.358
+52,block_sparse_moe.experts.25.w2,0.0024436135,0.05000,1.419
+52,block_sparse_moe.experts.16.w2,0.0062880929,0.05000,1.400
+52,block_sparse_moe.experts.21.w2,0.0132024728,0.05000,1.422
+52,block_sparse_moe.experts.17.w2,0.0198161987,0.05000,1.435
+52,block_sparse_moe.experts.24.w2,0.0068514874,0.05000,1.409
+52,block_sparse_moe.experts.28.w2,0.0002976552,0.05000,1.364
+52,block_sparse_moe.experts.29.w2,0.0021536549,0.05000,1.495
+52,block_sparse_moe.experts.22.w2,0.0091837213,0.05000,1.533
+52,block_sparse_moe.experts.26.w2,0.0026388353,0.05000,1.496
+52,block_sparse_moe.experts.18.w2,0.0042636614,0.05000,1.535
+52,block_sparse_moe.experts.30.w2,0.0035381565,0.05000,1.598
+52,block_sparse_moe.experts.19.w2,0.0046736030,0.05000,1.531
+52,block_sparse_moe.experts.23.w2,0.0145708427,0.05000,1.600
+52,block_sparse_moe.experts.27.w2,0.0019057261,0.05000,1.586
+52,block_sparse_moe.experts.31.w2,0.0139768326,0.05000,1.620
+52,block_sparse_moe.experts.36.w2,0.0046539903,0.05000,1.457
+52,block_sparse_moe.experts.41.w2,0.0128285504,0.05000,1.473
+52,block_sparse_moe.experts.40.w2,0.0007627219,0.05000,1.462
+52,block_sparse_moe.experts.33.w2,0.0250548015,0.05000,1.487
+52,block_sparse_moe.experts.32.w2,0.0094661900,0.05000,1.494
+52,block_sparse_moe.experts.37.w2,0.0031059632,0.05000,1.512
+52,block_sparse_moe.experts.44.w2,0.0019815199,0.05000,1.517
+52,block_sparse_moe.experts.45.w2,0.0035692960,0.05000,1.533
+52,block_sparse_moe.experts.38.w2,0.0015690934,0.05000,1.556
+52,block_sparse_moe.experts.35.w2,0.0015130576,0.05000,1.498
+52,block_sparse_moe.experts.47.w2,0.0072702181,0.05000,1.405
+52,block_sparse_moe.experts.42.w2,0.0022612853,0.05000,1.564
+52,block_sparse_moe.experts.43.w2,0.0064328850,0.05000,1.468
+52,block_sparse_moe.experts.34.w2,0.0100916675,0.05000,1.588
+52,block_sparse_moe.experts.46.w2,0.0179816939,0.05000,1.605
+52,block_sparse_moe.experts.39.w2,0.0006656448,0.05000,1.554
+52,block_sparse_moe.experts.52.w2,0.0002151643,0.05000,1.494
+52,block_sparse_moe.experts.57.w2,0.0179428302,0.05000,1.511
+52,block_sparse_moe.experts.48.w2,0.0063754404,0.05000,1.470
+52,block_sparse_moe.experts.53.w2,0.0164475809,0.05000,1.457
+52,block_sparse_moe.experts.56.w2,0.0117788548,0.05000,1.531
+52,block_sparse_moe.experts.60.w2,0.0108041997,0.05000,1.519
+52,block_sparse_moe.experts.49.w2,0.0002360967,0.05000,1.574
+52,block_sparse_moe.experts.58.w2,0.0029854601,0.05000,1.381
+52,block_sparse_moe.experts.51.w2,0.0170689562,0.05000,1.407
+52,block_sparse_moe.experts.61.w2,0.0087012855,0.05000,1.508
+52,block_sparse_moe.experts.54.w2,0.0186608433,0.05000,1.500
+52,block_sparse_moe.experts.59.w2,0.0145893104,0.05000,1.440
+52,block_sparse_moe.experts.50.w2,0.0079638943,0.05000,1.431
+52,block_sparse_moe.experts.63.w2,0.0067309163,0.05000,1.485
+52,block_sparse_moe.experts.55.w2,0.0208928053,0.05000,1.398
+52,block_sparse_moe.experts.62.w2,0.0116632691,0.05000,1.428
+52,block_sparse_moe.experts.68.w2,0.0124975632,0.05000,1.455
+52,block_sparse_moe.experts.64.w2,0.0096696111,0.05000,1.436
+52,block_sparse_moe.experts.73.w2,0.0017671170,0.05000,1.537
+52,block_sparse_moe.experts.72.w2,0.0073706993,0.05000,1.481
+52,block_sparse_moe.experts.69.w2,0.0013694554,0.05000,1.543
+52,block_sparse_moe.experts.76.w2,0.0052271883,0.05000,1.505
+52,block_sparse_moe.experts.74.w2,0.0012393471,0.05000,1.496
+52,block_sparse_moe.experts.67.w2,0.0039302658,0.05000,1.525
+52,block_sparse_moe.experts.65.w2,0.0081100855,0.05000,1.562
+52,block_sparse_moe.experts.77.w2,0.0205289403,0.05000,1.534
+52,block_sparse_moe.experts.78.w2,0.0003576963,0.05000,1.428
+52,block_sparse_moe.experts.66.w2,0.0013841557,0.05000,1.481
+52,block_sparse_moe.experts.70.w2,0.0577580448,0.05000,1.502
+52,block_sparse_moe.experts.79.w2,0.0042797927,0.05000,1.545
+52,block_sparse_moe.experts.75.w2,0.0062184801,0.05000,1.598
+52,block_sparse_moe.experts.71.w2,0.0131846949,0.05000,1.608
+52,block_sparse_moe.experts.84.w2,0.0346299587,0.05000,1.491
+52,block_sparse_moe.experts.80.w2,0.0125262238,0.05000,1.494
+52,block_sparse_moe.experts.88.w2,0.0011292088,0.05000,1.447
+52,block_sparse_moe.experts.92.w2,0.0228860100,0.05000,1.435
+52,block_sparse_moe.experts.89.w2,0.0006247655,0.05000,1.586
+52,block_sparse_moe.experts.90.w2,0.0102475254,0.05000,1.493
+52,block_sparse_moe.experts.94.w2,0.0079691560,0.05000,1.447
+52,block_sparse_moe.experts.82.w2,0.0020225841,0.05000,1.433
+52,block_sparse_moe.experts.85.w2,0.0048638788,0.05000,1.608
+52,block_sparse_moe.experts.86.w2,0.0286154052,0.05000,1.449
+52,block_sparse_moe.experts.81.w2,0.0186035560,0.05000,1.540
+52,block_sparse_moe.experts.83.w2,0.0075994232,0.05000,1.564
+52,block_sparse_moe.experts.93.w2,0.0025616849,0.05000,1.549
+52,block_sparse_moe.experts.95.w2,0.0033954220,0.05000,1.556
+52,block_sparse_moe.experts.91.w2,0.0034261611,0.05000,1.599
+52,block_sparse_moe.experts.87.w2,0.0338184260,0.05000,1.583
+52,block_sparse_moe.experts.101.w2,0.0032886230,0.05000,1.179
+52,block_sparse_moe.experts.100.w2,0.0529421047,0.05000,1.497
+52,block_sparse_moe.experts.97.w2,0.0083253092,0.05000,1.233
+52,block_sparse_moe.experts.105.w2,0.0182937550,0.05000,1.370
+52,block_sparse_moe.experts.96.w2,0.0100897242,0.05000,1.535
+52,block_sparse_moe.experts.104.w2,0.0048031650,0.05000,1.564
+52,block_sparse_moe.experts.110.w2,0.0156944658,0.05000,1.411
+52,block_sparse_moe.experts.109.w2,0.0076022027,0.05000,1.333
+52,block_sparse_moe.experts.106.w2,0.0340258534,0.05000,1.443
+52,block_sparse_moe.experts.98.w2,0.0167621052,0.05000,1.432
+52,block_sparse_moe.experts.102.w2,0.0063923751,0.05000,1.424
+52,block_sparse_moe.experts.108.w2,0.0031603486,0.05000,1.593
+52,block_sparse_moe.experts.99.w2,0.0048194224,0.05000,1.443
+52,block_sparse_moe.experts.103.w2,0.0051693279,0.05000,1.410
+52,block_sparse_moe.experts.107.w2,0.0012754193,0.05000,1.444
+52,block_sparse_moe.experts.111.w2,0.0054673467,0.05000,1.534
+52,block_sparse_moe.experts.116.w2,0.0024221172,0.05000,1.438
+52,block_sparse_moe.experts.112.w2,0.0005875923,0.05000,1.364
+52,block_sparse_moe.experts.117.w2,0.0006656475,0.05000,1.524
+52,block_sparse_moe.experts.120.w2,0.0287487762,0.05000,1.404
+52,block_sparse_moe.experts.113.w2,0.0210349912,0.05000,1.533
+52,block_sparse_moe.experts.124.w2,0.0002836999,0.05000,1.344
+52,block_sparse_moe.experts.121.w2,0.0036346686,0.05000,1.548
+52,block_sparse_moe.experts.122.w2,0.0011940787,0.05000,1.497
+52,block_sparse_moe.experts.126.w2,0.0050934574,0.05000,1.545
+52,block_sparse_moe.experts.114.w2,0.0749407784,0.05000,1.522
+52,block_sparse_moe.experts.125.w2,0.0150180527,0.05000,1.537
+52,block_sparse_moe.experts.115.w2,0.0004498338,0.05000,1.457
+52,block_sparse_moe.experts.118.w2,0.0038827708,0.05000,1.591
+52,block_sparse_moe.experts.119.w2,0.0041903201,0.05000,1.512
+52,block_sparse_moe.experts.127.w2,0.0150648810,0.05000,1.539
+52,block_sparse_moe.experts.123.w2,0.0038603097,0.05000,1.552
+52,block_sparse_moe.experts.132.w2,0.0092459619,0.05000,1.420
+52,block_sparse_moe.experts.128.w2,0.0117980441,0.05000,1.426
+52,block_sparse_moe.experts.136.w2,0.0147566719,0.05000,1.412
+52,block_sparse_moe.experts.140.w2,0.0167812833,0.05000,1.447
+52,block_sparse_moe.experts.133.w2,0.0130901508,0.05000,1.581
+52,block_sparse_moe.experts.129.w2,0.0226551343,0.05000,1.565
+52,block_sparse_moe.experts.138.w2,0.0003750582,0.05000,1.486
+52,block_sparse_moe.experts.137.w2,0.0025396199,0.05000,1.593
+52,block_sparse_moe.experts.130.w2,0.0031920219,0.05000,1.513
+52,block_sparse_moe.experts.142.w2,0.0208403143,0.05000,1.534
+52,block_sparse_moe.experts.131.w2,0.0036903566,0.05000,1.507
+52,block_sparse_moe.experts.134.w2,0.0053471239,0.05000,1.486
+52,block_sparse_moe.experts.141.w2,0.0002591746,0.05000,1.567
+52,block_sparse_moe.experts.135.w2,0.0008297259,0.05000,1.452
+52,block_sparse_moe.experts.143.w2,0.0006090253,0.05000,1.492
+52,block_sparse_moe.experts.139.w2,0.0009609898,0.05000,1.527
+52,block_sparse_moe.experts.148.w2,0.7533890406,0.05000,1.586
+52,block_sparse_moe.experts.144.w2,0.0053681032,0.05000,1.642
+52,block_sparse_moe.experts.149.w2,0.0073246145,0.05000,1.493
+52,block_sparse_moe.experts.152.w2,0.0308118424,0.05000,1.606
+52,block_sparse_moe.experts.156.w2,0.0036326562,0.05000,1.546
+52,block_sparse_moe.experts.145.w2,0.0265684042,0.05000,1.556
+52,block_sparse_moe.experts.154.w2,0.0089976625,0.05000,1.546
+52,block_sparse_moe.experts.146.w2,0.0174256872,0.05000,1.506
+52,block_sparse_moe.experts.158.w2,0.0046540123,0.05000,1.513
+52,block_sparse_moe.experts.147.w2,0.0237917511,0.05000,1.553
+52,block_sparse_moe.experts.157.w2,0.0160701044,0.05000,1.540
+52,block_sparse_moe.experts.150.w2,0.0058663281,0.05000,1.541
+52,block_sparse_moe.experts.153.w2,0.0148829091,0.05000,1.619
+52,block_sparse_moe.experts.151.w2,0.0099764839,0.05000,1.564
+52,block_sparse_moe.experts.159.w2,0.0137889341,0.05000,1.521
+52,block_sparse_moe.experts.155.w2,0.0004166431,0.05000,1.484
+52,block_sparse_moe.experts.164.w2,0.0033179249,0.05000,1.464
+52,block_sparse_moe.experts.160.w2,0.0013435832,0.05000,1.442
+52,block_sparse_moe.experts.168.w2,0.0106630469,0.05000,1.378
+52,block_sparse_moe.experts.172.w2,0.0139691393,0.05000,1.435
+52,block_sparse_moe.experts.165.w2,0.0323254285,0.05000,1.535
+52,block_sparse_moe.experts.161.w2,0.0061626595,0.05000,1.520
+52,block_sparse_moe.experts.174.w2,0.0242331987,0.05000,1.477
+52,block_sparse_moe.experts.170.w2,0.0139109481,0.05000,1.539
+52,block_sparse_moe.experts.162.w2,0.0905822858,0.05000,1.570
+52,block_sparse_moe.experts.173.w2,0.0093183491,0.05000,1.516
+52,block_sparse_moe.experts.169.w2,0.0099599623,0.05000,1.504
+52,block_sparse_moe.experts.166.w2,0.0068637868,0.05000,1.522
+52,block_sparse_moe.experts.163.w2,0.0065748680,0.05000,1.641
+52,block_sparse_moe.experts.167.w2,0.0009092717,0.05000,1.628
+52,block_sparse_moe.experts.171.w2,0.0201585987,0.05000,1.619
+52,block_sparse_moe.experts.175.w2,0.0074215870,0.05000,1.662
+52,block_sparse_moe.experts.180.w2,0.0161115474,0.05000,1.498
+52,block_sparse_moe.experts.176.w2,0.0009101136,0.05000,1.464
+52,block_sparse_moe.experts.184.w2,0.0002818504,0.05000,1.504
+52,block_sparse_moe.experts.188.w2,0.0023606666,0.05000,1.514
+52,block_sparse_moe.experts.181.w2,0.0080703254,0.05000,1.486
+52,block_sparse_moe.experts.177.w2,0.0033472007,0.05000,1.541
+52,block_sparse_moe.experts.190.w2,0.0003914679,0.05000,1.551
+52,block_sparse_moe.experts.186.w2,0.0016897186,0.05000,1.594
+52,block_sparse_moe.experts.179.w2,0.0136554498,0.05000,1.413
+52,block_sparse_moe.experts.189.w2,0.0062067241,0.05000,1.524
+52,block_sparse_moe.experts.178.w2,0.0063590676,0.05000,1.566
+52,block_sparse_moe.experts.185.w2,0.0001583143,0.05000,1.565
+52,block_sparse_moe.experts.182.w2,0.0049838956,0.05000,1.591
+52,block_sparse_moe.experts.183.w2,0.0041603322,0.05000,1.436
+52,block_sparse_moe.experts.191.w2,0.0096417004,0.05000,1.410
+52,block_sparse_moe.experts.187.w2,0.0141799030,0.05000,1.472
+52,block_sparse_moe.experts.196.w2,0.0067738502,0.05000,1.586
+52,block_sparse_moe.experts.200.w2,0.0004324158,0.05000,1.552
+52,block_sparse_moe.experts.192.w2,0.0036437764,0.05000,1.606
+52,block_sparse_moe.experts.197.w2,0.0022728925,0.05000,1.459
+52,block_sparse_moe.experts.204.w2,0.0007549647,0.05000,1.580
+52,block_sparse_moe.experts.193.w2,0.0064425240,0.05000,1.423
+52,block_sparse_moe.experts.206.w2,0.0106522197,0.05000,1.438
+52,block_sparse_moe.experts.205.w2,0.0058895936,0.05000,1.397
+52,block_sparse_moe.experts.202.w2,0.0005598125,0.05000,1.424
+52,block_sparse_moe.experts.201.w2,0.0118989173,0.05000,1.400
+52,block_sparse_moe.experts.194.w2,0.0003849341,0.05000,1.445
+52,block_sparse_moe.experts.198.w2,0.0017397387,0.05000,1.461
+52,block_sparse_moe.experts.195.w2,0.0054462065,0.05000,1.564
+52,block_sparse_moe.experts.199.w2,0.0226121416,0.05000,1.509
+52,block_sparse_moe.experts.207.w2,0.0001947695,0.05000,1.522
+52,block_sparse_moe.experts.203.w2,0.0016488990,0.05000,1.557
+52,block_sparse_moe.experts.212.w2,0.0050059673,0.05000,1.481
+52,block_sparse_moe.experts.213.w2,0.0097182251,0.05000,1.476
+52,block_sparse_moe.experts.208.w2,0.0005412306,0.05000,1.493
+52,block_sparse_moe.experts.216.w2,0.0030946612,0.05000,1.510
+52,block_sparse_moe.experts.220.w2,0.0055733385,0.05000,1.552
+52,block_sparse_moe.experts.209.w2,0.0089364700,0.05000,1.539
+52,block_sparse_moe.experts.222.w2,0.0138006708,0.05000,1.507
+52,block_sparse_moe.experts.218.w2,0.0016716077,0.05000,1.483
+52,block_sparse_moe.experts.217.w2,0.0010267393,0.05000,1.458
+52,block_sparse_moe.experts.221.w2,0.0033952830,0.05000,1.583
+52,block_sparse_moe.experts.214.w2,0.0146388679,0.05000,1.507
+52,block_sparse_moe.experts.210.w2,0.0054119339,0.05000,1.615
+52,block_sparse_moe.experts.211.w2,0.0092906050,0.05000,1.563
+52,block_sparse_moe.experts.223.w2,0.0008223291,0.05000,1.492
+52,block_sparse_moe.experts.215.w2,0.0033134453,0.05000,1.567
+52,block_sparse_moe.experts.219.w2,0.0042501258,0.05000,1.531
+52,block_sparse_moe.experts.228.w2,0.0056984634,0.05000,1.339
+52,block_sparse_moe.experts.232.w2,0.0066890717,0.05000,1.363
+52,block_sparse_moe.experts.224.w2,0.0050919584,0.05000,1.389
+52,block_sparse_moe.experts.229.w2,0.0100054926,0.05000,1.474
+52,block_sparse_moe.experts.236.w2,0.0069203161,0.05000,1.421
+52,block_sparse_moe.experts.225.w2,0.0023898483,0.05000,1.465
+52,block_sparse_moe.experts.238.w2,0.0117404497,0.05000,1.554
+52,block_sparse_moe.experts.237.w2,0.0126253176,0.05000,1.469
+52,block_sparse_moe.experts.234.w2,0.0386871097,0.05000,1.561
+52,block_sparse_moe.experts.233.w2,0.0045683812,0.05000,1.575
+52,block_sparse_moe.experts.230.w2,4.6069800059,0.05000,1.559
+52,block_sparse_moe.experts.226.w2,0.0033326379,0.05000,1.568
+52,block_sparse_moe.experts.227.w2,0.0005721281,0.05000,1.535
+52,block_sparse_moe.experts.239.w2,0.0233303484,0.05000,1.529
+52,block_sparse_moe.experts.231.w2,0.0118279550,0.05000,1.514
+52,block_sparse_moe.experts.235.w2,0.0041260152,0.05000,1.541
+52,block_sparse_moe.experts.244.w2,0.0111384451,0.05000,1.473
+52,block_sparse_moe.experts.248.w2,0.0058699014,0.05000,1.411
+52,block_sparse_moe.experts.240.w2,0.0035200345,0.05000,1.443
+52,block_sparse_moe.experts.252.w2,0.0061102292,0.05000,1.338
+52,block_sparse_moe.experts.245.w2,0.0025206842,0.05000,1.481
+52,block_sparse_moe.experts.241.w2,0.0200255149,0.05000,1.449
+52,block_sparse_moe.experts.253.w2,0.0315758255,0.05000,1.343
+52,block_sparse_moe.experts.249.w2,0.0097237280,0.05000,1.347
+52,block_sparse_moe.experts.254.w2,0.0014454749,0.05000,1.520
+52,block_sparse_moe.experts.250.w2,0.0146450708,0.05000,1.533
+52,block_sparse_moe.experts.246.w2,0.0035729640,0.05000,1.459
+52,block_sparse_moe.experts.242.w2,0.0237653915,0.05000,1.446
+52,block_sparse_moe.experts.243.w2,0.0030121221,0.05000,1.508
+52,block_sparse_moe.experts.247.w2,0.0079405736,0.05000,1.448
+52,block_sparse_moe.experts.255.w2,0.0008873834,0.05000,1.502
+52,block_sparse_moe.experts.251.w2,0.0109696694,0.05000,1.433
+53,self_attn.q_proj,0.0003142299,0.05000,0.995
+53,self_attn.v_proj,0.0000522239,0.05000,1.034
+53,self_attn.k_proj,0.0000390424,0.05000,1.041
+53,self_attn.o_proj,0.0000206152,0.05000,1.793
+53,block_sparse_moe.experts.9.w1,0.0039062373,0.05000,2.899
+53,block_sparse_moe.experts.8.w1,0.0054071514,0.05000,2.956
+53,block_sparse_moe.experts.12.w1,0.0026535814,0.05000,2.981
+53,block_sparse_moe.experts.0.w1,0.0005172356,0.05000,2.983
+53,block_sparse_moe.experts.4.w1,0.0024334668,0.05000,3.027
+53,block_sparse_moe.experts.1.w1,0.0013038185,0.05000,3.037
+53,block_sparse_moe.experts.13.w1,0.0062304387,0.05000,3.041
+53,block_sparse_moe.experts.5.w1,0.0050568966,0.05000,3.118
+53,block_sparse_moe.experts.7.w1,0.0017542824,0.05000,3.368
+53,block_sparse_moe.experts.6.w1,0.0040517031,0.05000,3.308
+53,block_sparse_moe.experts.14.w1,0.0041410527,0.05000,3.277
+53,block_sparse_moe.experts.2.w1,0.0017519818,0.05000,3.441
+53,block_sparse_moe.experts.3.w1,0.0021684463,0.05000,3.377
+53,block_sparse_moe.experts.15.w1,0.0015261611,0.05000,3.392
+53,block_sparse_moe.experts.11.w1,0.0006142161,0.05000,3.496
+53,block_sparse_moe.experts.10.w1,0.0016136001,0.05000,3.527
+53,block_sparse_moe.experts.25.w1,0.0039186803,0.05000,2.529
+53,block_sparse_moe.experts.17.w1,0.0018198853,0.05000,2.511
+53,block_sparse_moe.experts.29.w1,0.0095330962,0.05000,2.515
+53,block_sparse_moe.experts.21.w1,0.0064917291,0.05000,2.562
+53,block_sparse_moe.experts.24.w1,0.0044965897,0.05000,3.211
+53,block_sparse_moe.experts.20.w1,0.0015652158,0.05000,3.143
+53,block_sparse_moe.experts.16.w1,0.0032271322,0.05000,3.258
+53,block_sparse_moe.experts.28.w1,0.0050329419,0.05000,3.288
+53,block_sparse_moe.experts.23.w1,0.0023754224,0.05000,3.070
+53,block_sparse_moe.experts.22.w1,0.0054002162,0.05000,3.088
+53,block_sparse_moe.experts.30.w1,0.0018892257,0.05000,3.194
+53,block_sparse_moe.experts.26.w1,0.0018911391,0.05000,3.043
+53,block_sparse_moe.experts.19.w1,0.0115967540,0.05000,3.132
+53,block_sparse_moe.experts.31.w1,0.0013555276,0.05000,3.091
+53,block_sparse_moe.experts.27.w1,0.0018138374,0.05000,3.155
+53,block_sparse_moe.experts.18.w1,0.0021769132,0.05000,3.274
+53,block_sparse_moe.experts.41.w1,0.0080101731,0.05000,2.787
+53,block_sparse_moe.experts.33.w1,0.0042557183,0.05000,2.723
+53,block_sparse_moe.experts.45.w1,0.0029716382,0.05000,2.749
+53,block_sparse_moe.experts.37.w1,0.0033040594,0.05000,2.719
+53,block_sparse_moe.experts.44.w1,0.0033981506,0.05000,3.009
+53,block_sparse_moe.experts.36.w1,0.0060998574,0.05000,3.113
+53,block_sparse_moe.experts.40.w1,0.0010006015,0.05000,3.204
+53,block_sparse_moe.experts.32.w1,0.0037513961,0.05000,3.171
+53,block_sparse_moe.experts.47.w1,0.0032845289,0.05000,2.883
+53,block_sparse_moe.experts.39.w1,0.0032801869,0.05000,3.052
+53,block_sparse_moe.experts.35.w1,0.0009070651,0.05000,2.968
+53,block_sparse_moe.experts.43.w1,0.0016954498,0.05000,2.953
+53,block_sparse_moe.experts.38.w1,0.0077896420,0.05000,3.161
+53,block_sparse_moe.experts.46.w1,0.0072137804,0.05000,3.173
+53,block_sparse_moe.experts.42.w1,0.0059279766,0.05000,3.230
+53,block_sparse_moe.experts.57.w1,0.0044431651,0.05000,1.599
+53,block_sparse_moe.experts.49.w1,0.0028870831,0.05000,1.566
+53,block_sparse_moe.experts.34.w1,0.0044633648,0.05000,3.170
+53,block_sparse_moe.experts.55.w1,0.0022991097,0.05000,3.269
+53,block_sparse_moe.experts.63.w1,0.0014687764,0.05000,3.333
+53,block_sparse_moe.experts.52.w1,0.0030741687,0.05000,3.574
+53,block_sparse_moe.experts.59.w1,0.0023741221,0.05000,3.261
+53,block_sparse_moe.experts.48.w1,0.0035809653,0.05000,3.545
+53,block_sparse_moe.experts.51.w1,0.0023691450,0.05000,3.410
+53,block_sparse_moe.experts.60.w1,0.0015380706,0.05000,3.687
+53,block_sparse_moe.experts.56.w1,0.0013291515,0.05000,3.633
+53,block_sparse_moe.experts.54.w1,0.0450367535,0.05000,3.390
+53,block_sparse_moe.experts.62.w1,0.0014444678,0.05000,3.421
+53,block_sparse_moe.experts.58.w1,0.0032250702,0.05000,3.484
+53,block_sparse_moe.experts.50.w1,0.0027722135,0.05000,3.430
+53,block_sparse_moe.experts.71.w1,0.0021836214,0.05000,3.108
+53,block_sparse_moe.experts.75.w1,0.0023865280,0.05000,3.112
+53,block_sparse_moe.experts.79.w1,0.0039823273,0.05000,3.220
+53,block_sparse_moe.experts.67.w1,0.0022561488,0.05000,3.256
+53,block_sparse_moe.experts.68.w1,0.0057697774,0.05000,3.821
+53,block_sparse_moe.experts.64.w1,0.0021925432,0.05000,3.876
+53,block_sparse_moe.experts.76.w1,0.0031422265,0.05000,3.922
+53,block_sparse_moe.experts.72.w1,0.0033822101,0.05000,3.980
+53,block_sparse_moe.experts.70.w1,0.0026965233,0.05000,6.753
+53,block_sparse_moe.experts.78.w1,0.0021053389,0.05000,6.787
+53,block_sparse_moe.experts.74.w1,0.0038884313,0.05000,6.685
+53,block_sparse_moe.experts.66.w1,0.0016452858,0.05000,6.726
+53,block_sparse_moe.experts.84.w1,0.0009281221,0.05000,3.511
+53,block_sparse_moe.experts.80.w1,0.0035485906,0.05000,3.481
+53,block_sparse_moe.experts.92.w1,0.0051808979,0.05000,3.586
+53,block_sparse_moe.experts.88.w1,0.0059882016,0.05000,3.556
+53,block_sparse_moe.experts.86.w1,0.0019954723,0.05000,1.157
+53,block_sparse_moe.experts.87.w1,0.0027450793,0.05000,5.307
+53,block_sparse_moe.experts.91.w1,0.0068103884,0.05000,5.529
+53,block_sparse_moe.experts.95.w1,0.0031565933,0.05000,5.521
+53,block_sparse_moe.experts.83.w1,0.0016385208,0.05000,5.436
+53,block_sparse_moe.experts.53.w1,0.0023594702,0.05000,3.298
+53,block_sparse_moe.experts.61.w1,0.0047848851,0.05000,3.354
+53,block_sparse_moe.experts.73.w1,0.0048610686,0.05000,3.379
+53,block_sparse_moe.experts.65.w1,0.0045903714,0.05000,3.408
+53,block_sparse_moe.experts.103.w1,0.0008707127,0.05000,1.416
+53,block_sparse_moe.experts.100.w1,0.0038292202,0.05000,3.538
+53,block_sparse_moe.experts.96.w1,0.0012465922,0.05000,3.467
+53,block_sparse_moe.experts.108.w1,0.0062451889,0.05000,3.398
+53,block_sparse_moe.experts.104.w1,0.0034980439,0.05000,3.450
+53,block_sparse_moe.experts.82.w1,0.0008674740,0.05000,3.150
+53,block_sparse_moe.experts.90.w1,0.0044534474,0.05000,3.195
+53,block_sparse_moe.experts.102.w1,0.0079784675,0.05000,3.234
+53,block_sparse_moe.experts.94.w1,0.0034911773,0.05000,3.284
+53,block_sparse_moe.experts.77.w1,0.0011755772,0.05000,3.125
+53,block_sparse_moe.experts.69.w1,0.0065467563,0.05000,3.222
+53,block_sparse_moe.experts.81.w1,0.0005421638,0.05000,3.195
+53,block_sparse_moe.experts.89.w1,0.0079211652,0.05000,3.259
+53,block_sparse_moe.experts.119.w1,0.0054884604,0.05000,3.039
+53,block_sparse_moe.experts.111.w1,0.0038732242,0.05000,3.120
+53,block_sparse_moe.experts.99.w1,0.3033211014,0.05000,3.184
+53,block_sparse_moe.experts.107.w1,0.0037290716,0.05000,3.259
+53,block_sparse_moe.experts.116.w1,0.0051758499,0.05000,3.150
+53,block_sparse_moe.experts.112.w1,0.0095466119,0.05000,3.124
+53,block_sparse_moe.experts.124.w1,0.0008984809,0.05000,3.118
+53,block_sparse_moe.experts.120.w1,0.0031743398,0.05000,3.212
+53,block_sparse_moe.experts.98.w1,0.0024503881,0.05000,3.100
+53,block_sparse_moe.experts.106.w1,0.0081620566,0.05000,3.110
+53,block_sparse_moe.experts.118.w1,0.0044051470,0.05000,3.146
+53,block_sparse_moe.experts.110.w1,0.0048563009,0.05000,3.208
+53,block_sparse_moe.experts.93.w1,0.0074971584,0.05000,2.884
+53,block_sparse_moe.experts.85.w1,0.0015125852,0.05000,2.939
+53,block_sparse_moe.experts.105.w1,0.0036515692,0.05000,2.945
+53,block_sparse_moe.experts.97.w1,0.0030157887,0.05000,3.121
+53,block_sparse_moe.experts.135.w1,0.0025808616,0.05000,3.099
+53,block_sparse_moe.experts.127.w1,0.0024075233,0.05000,3.057
+53,block_sparse_moe.experts.115.w1,0.0036838955,0.05000,3.091
+53,block_sparse_moe.experts.123.w1,0.0047719957,0.05000,3.219
+53,block_sparse_moe.experts.140.w1,0.0057204743,0.05000,2.847
+53,block_sparse_moe.experts.132.w1,0.0018375904,0.05000,2.980
+53,block_sparse_moe.experts.128.w1,0.0052511658,0.05000,2.982
+53,block_sparse_moe.experts.136.w1,0.0027897106,0.05000,2.995
+53,block_sparse_moe.experts.114.w1,0.0022465529,0.05000,2.889
+53,block_sparse_moe.experts.134.w1,0.0020839837,0.05000,2.868
+53,block_sparse_moe.experts.122.w1,0.0007933908,0.05000,2.945
+53,block_sparse_moe.experts.126.w1,0.0044396826,0.05000,2.833
+53,block_sparse_moe.experts.109.w1,0.0030422432,0.05000,2.968
+53,block_sparse_moe.experts.101.w1,0.0018682181,0.05000,3.024
+53,block_sparse_moe.experts.121.w1,0.0019659748,0.05000,2.984
+53,block_sparse_moe.experts.113.w1,0.0045441169,0.05000,2.952
+53,block_sparse_moe.experts.151.w1,0.0022636954,0.05000,3.076
+53,block_sparse_moe.experts.143.w1,0.0073021996,0.05000,3.067
+53,block_sparse_moe.experts.131.w1,0.0021395933,0.05000,3.111
+53,block_sparse_moe.experts.139.w1,0.0053872838,0.05000,3.042
+53,block_sparse_moe.experts.156.w1,0.0031244687,0.05000,2.929
+53,block_sparse_moe.experts.144.w1,0.0017039920,0.05000,2.885
+53,block_sparse_moe.experts.148.w1,0.0054472683,0.05000,3.048
+53,block_sparse_moe.experts.152.w1,0.0012372988,0.05000,3.022
+53,block_sparse_moe.experts.130.w1,0.0039484723,0.05000,2.921
+53,block_sparse_moe.experts.150.w1,0.0045849229,0.05000,3.072
+53,block_sparse_moe.experts.142.w1,0.0052517132,0.05000,3.029
+53,block_sparse_moe.experts.138.w1,0.0026376939,0.05000,3.110
+53,block_sparse_moe.experts.125.w1,0.0026680222,0.05000,3.080
+53,block_sparse_moe.experts.117.w1,0.0029221891,0.05000,3.100
+53,block_sparse_moe.experts.137.w1,0.0023699291,0.05000,3.080
+53,block_sparse_moe.experts.129.w1,0.0058047584,0.05000,3.132
+53,block_sparse_moe.experts.167.w1,0.0018223518,0.05000,3.075
+53,block_sparse_moe.experts.159.w1,0.0048250519,0.05000,3.099
+53,block_sparse_moe.experts.155.w1,0.0004656285,0.05000,2.955
+53,block_sparse_moe.experts.147.w1,0.0076518624,0.05000,3.114
+53,block_sparse_moe.experts.172.w1,0.0064784355,0.05000,3.055
+53,block_sparse_moe.experts.160.w1,0.0016023942,0.05000,3.124
+53,block_sparse_moe.experts.164.w1,0.0032898662,0.05000,3.109
+53,block_sparse_moe.experts.146.w1,0.0023069515,0.05000,2.729
+53,block_sparse_moe.experts.168.w1,0.0034621629,0.05000,3.059
+53,block_sparse_moe.experts.166.w1,0.0048952780,0.05000,2.785
+53,block_sparse_moe.experts.158.w1,0.0028071002,0.05000,2.752
+53,block_sparse_moe.experts.154.w1,0.0045988931,0.05000,2.819
+53,block_sparse_moe.experts.141.w1,0.0058322820,0.05000,3.118
+53,block_sparse_moe.experts.153.w1,0.0031624983,0.05000,3.048
+53,block_sparse_moe.experts.133.w1,0.0048902906,0.05000,3.146
+53,block_sparse_moe.experts.145.w1,0.0049323987,0.05000,3.116
+53,block_sparse_moe.experts.175.w1,0.0024287822,0.05000,3.080
+53,block_sparse_moe.experts.183.w1,0.0131432730,0.05000,3.154
+53,block_sparse_moe.experts.163.w1,0.0031905181,0.05000,3.082
+53,block_sparse_moe.experts.171.w1,0.0089855518,0.05000,3.242
+53,block_sparse_moe.experts.188.w1,0.0008163960,0.05000,3.084
+53,block_sparse_moe.experts.176.w1,0.0088364025,0.05000,3.114
+53,block_sparse_moe.experts.162.w1,0.0015023633,0.05000,2.885
+53,block_sparse_moe.experts.180.w1,0.0069974340,0.05000,3.095
+53,block_sparse_moe.experts.182.w1,0.0007766428,0.05000,2.738
+53,block_sparse_moe.experts.174.w1,0.0018195639,0.05000,2.774
+53,block_sparse_moe.experts.184.w1,0.0032889130,0.05000,3.038
+53,block_sparse_moe.experts.170.w1,0.0019933941,0.05000,2.759
+53,block_sparse_moe.experts.157.w1,0.0048441184,0.05000,2.865
+53,block_sparse_moe.experts.169.w1,0.0020416915,0.05000,2.976
+53,block_sparse_moe.experts.149.w1,0.0044644235,0.05000,3.028
+53,block_sparse_moe.experts.161.w1,0.0005589273,0.05000,2.904
+53,block_sparse_moe.experts.199.w1,0.0012844314,0.05000,2.844
+53,block_sparse_moe.experts.191.w1,0.0028611081,0.05000,3.028
+53,block_sparse_moe.experts.179.w1,0.0063956668,0.05000,2.924
+53,block_sparse_moe.experts.187.w1,0.0025731660,0.05000,2.995
+53,block_sparse_moe.experts.204.w1,0.0044422045,0.05000,2.995
+53,block_sparse_moe.experts.192.w1,0.0029404564,0.05000,2.976
+53,block_sparse_moe.experts.178.w1,0.0084886716,0.05000,2.982
+53,block_sparse_moe.experts.196.w1,0.0061215363,0.05000,2.998
+53,block_sparse_moe.experts.200.w1,0.0035452276,0.05000,2.964
+53,block_sparse_moe.experts.190.w1,0.0032487498,0.05000,2.994
+53,block_sparse_moe.experts.198.w1,0.0032286829,0.05000,3.107
+53,block_sparse_moe.experts.186.w1,0.0025812934,0.05000,3.108
+53,block_sparse_moe.experts.173.w1,0.0054758191,0.05000,3.040
+53,block_sparse_moe.experts.185.w1,0.0010207215,0.05000,3.100
+53,block_sparse_moe.experts.177.w1,0.0082774547,0.05000,3.091
+53,block_sparse_moe.experts.165.w1,0.0019718323,0.05000,3.169
+53,block_sparse_moe.experts.215.w1,0.0062507313,0.05000,2.909
+53,block_sparse_moe.experts.207.w1,0.0015180844,0.05000,2.944
+53,block_sparse_moe.experts.195.w1,0.0067821618,0.05000,2.969
+53,block_sparse_moe.experts.203.w1,0.0032158400,0.05000,2.977
+53,block_sparse_moe.experts.220.w1,0.0057372667,0.05000,2.953
+53,block_sparse_moe.experts.194.w1,0.0048129667,0.05000,2.841
+53,block_sparse_moe.experts.208.w1,0.0061881804,0.05000,2.994
+53,block_sparse_moe.experts.212.w1,0.0037072212,0.05000,2.909
+53,block_sparse_moe.experts.206.w1,0.0051101456,0.05000,2.813
+53,block_sparse_moe.experts.214.w1,0.0022384872,0.05000,2.809
+53,block_sparse_moe.experts.216.w1,0.0068369649,0.05000,2.989
+53,block_sparse_moe.experts.202.w1,0.0051292735,0.05000,2.900
+53,block_sparse_moe.experts.189.w1,0.0013052585,0.05000,3.034
+53,block_sparse_moe.experts.201.w1,0.0028480060,0.05000,2.983
+53,block_sparse_moe.experts.181.w1,0.0065613224,0.05000,2.997
+53,block_sparse_moe.experts.193.w1,0.0027770717,0.05000,3.024
+53,block_sparse_moe.experts.231.w1,0.0023429271,0.05000,3.003
+53,block_sparse_moe.experts.211.w1,0.0060240623,0.05000,2.988
+53,block_sparse_moe.experts.223.w1,0.0059802732,0.05000,3.166
+53,block_sparse_moe.experts.219.w1,0.0032437593,0.05000,3.052
+53,block_sparse_moe.experts.236.w1,0.0064871185,0.05000,2.995
+53,block_sparse_moe.experts.210.w1,0.0034484410,0.05000,2.962
+53,block_sparse_moe.experts.224.w1,0.0022341946,0.05000,3.026
+53,block_sparse_moe.experts.222.w1,0.0018535946,0.05000,2.939
+53,block_sparse_moe.experts.230.w1,0.0031143823,0.05000,2.912
+53,block_sparse_moe.experts.228.w1,0.0040382250,0.05000,3.094
+53,block_sparse_moe.experts.218.w1,0.0016862846,0.05000,2.854
+53,block_sparse_moe.experts.232.w1,0.0025255039,0.05000,2.979
+53,block_sparse_moe.experts.205.w1,0.0059115839,0.05000,3.124
+53,block_sparse_moe.experts.217.w1,0.0071176731,0.05000,3.057
+53,block_sparse_moe.experts.209.w1,0.0012407583,0.05000,3.053
+53,block_sparse_moe.experts.197.w1,0.0014217216,0.05000,3.107
+53,block_sparse_moe.experts.247.w1,0.0005746452,0.05000,3.039
+53,block_sparse_moe.experts.227.w1,0.0157345434,0.05000,3.064
+53,block_sparse_moe.experts.239.w1,0.0040269408,0.05000,3.031
+53,block_sparse_moe.experts.252.w1,0.0021510205,0.05000,2.702
+53,block_sparse_moe.experts.240.w1,0.0034688650,0.05000,2.658
+53,block_sparse_moe.experts.235.w1,0.0011380790,0.05000,3.125
+53,block_sparse_moe.experts.226.w1,0.0097963301,0.05000,2.945
+53,block_sparse_moe.experts.238.w1,0.0033489282,0.05000,2.785
+53,block_sparse_moe.experts.244.w1,0.0046060563,0.05000,2.728
+53,block_sparse_moe.experts.248.w1,0.0027532998,0.05000,2.790
+53,block_sparse_moe.experts.246.w1,0.0024182772,0.05000,2.994
+53,block_sparse_moe.experts.234.w1,0.0024134262,0.05000,2.935
+53,block_sparse_moe.experts.221.w1,0.0042005500,0.05000,2.987
+53,block_sparse_moe.experts.233.w1,0.0042027808,0.05000,3.070
+53,block_sparse_moe.experts.225.w1,0.0078053432,0.05000,3.084
+53,block_sparse_moe.experts.213.w1,0.0060384441,0.05000,3.060
+53,block_sparse_moe.experts.7.w3,0.0019560220,0.05000,2.934
+53,block_sparse_moe.experts.243.w1,0.0065825911,0.05000,2.833
+53,block_sparse_moe.experts.255.w1,0.0038640798,0.05000,2.849
+53,block_sparse_moe.experts.12.w3,0.0030211616,0.05000,2.919
+53,block_sparse_moe.experts.0.w3,0.0005972253,0.05000,2.908
+53,block_sparse_moe.experts.251.w1,0.0021886205,0.05000,2.901
+53,block_sparse_moe.experts.242.w1,0.0037545218,0.05000,2.984
+53,block_sparse_moe.experts.4.w3,0.0027203169,0.05000,2.979
+53,block_sparse_moe.experts.254.w1,0.0072415320,0.05000,3.047
+53,block_sparse_moe.experts.8.w3,0.0062581183,0.05000,2.924
+53,block_sparse_moe.experts.6.w3,0.0045359366,0.05000,3.014
+53,block_sparse_moe.experts.250.w1,0.0052101657,0.05000,2.982
+53,block_sparse_moe.experts.237.w1,0.0013944896,0.05000,2.874
+53,block_sparse_moe.experts.249.w1,0.0093726236,0.05000,2.957
+53,block_sparse_moe.experts.229.w1,0.0056892214,0.05000,2.910
+53,block_sparse_moe.experts.241.w1,0.0024403155,0.05000,2.942
+53,block_sparse_moe.experts.23.w3,0.0027450576,0.05000,3.063
+53,block_sparse_moe.experts.3.w3,0.0024246538,0.05000,2.988
+53,block_sparse_moe.experts.28.w3,0.0059410169,0.05000,2.830
+53,block_sparse_moe.experts.15.w3,0.0017398544,0.05000,3.055
+53,block_sparse_moe.experts.16.w3,0.0036274102,0.05000,2.794
+53,block_sparse_moe.experts.2.w3,0.0020061641,0.05000,2.869
+53,block_sparse_moe.experts.20.w3,0.0017537807,0.05000,2.928
+53,block_sparse_moe.experts.11.w3,0.0007205649,0.05000,3.122
+53,block_sparse_moe.experts.14.w3,0.0047493239,0.05000,2.920
+53,block_sparse_moe.experts.24.w3,0.0051491619,0.05000,2.961
+53,block_sparse_moe.experts.10.w3,0.0018270324,0.05000,2.846
+53,block_sparse_moe.experts.22.w3,0.0063683135,0.05000,2.960
+53,block_sparse_moe.experts.253.w1,0.0019616813,0.05000,3.147
+53,block_sparse_moe.experts.9.w3,0.0045384272,0.05000,3.145
+53,block_sparse_moe.experts.245.w1,0.0011710588,0.05000,3.045
+53,block_sparse_moe.experts.1.w3,0.0015447077,0.05000,3.075
+53,block_sparse_moe.experts.39.w3,0.0037012002,0.05000,3.033
+53,block_sparse_moe.experts.19.w3,0.0129101362,0.05000,2.951
+53,block_sparse_moe.experts.44.w3,0.0037980290,0.05000,2.938
+53,block_sparse_moe.experts.32.w3,0.0041772104,0.05000,2.917
+53,block_sparse_moe.experts.31.w3,0.0015617331,0.05000,2.953
+53,block_sparse_moe.experts.36.w3,0.0069434234,0.05000,2.913
+53,block_sparse_moe.experts.27.w3,0.0020257140,0.05000,2.918
+53,block_sparse_moe.experts.18.w3,0.0025022784,0.05000,3.022
+53,block_sparse_moe.experts.40.w3,0.0011554169,0.05000,2.808
+53,block_sparse_moe.experts.30.w3,0.0021363977,0.05000,2.989
+53,block_sparse_moe.experts.38.w3,0.0093655313,0.05000,2.871
+53,block_sparse_moe.experts.26.w3,0.0022037169,0.05000,3.014
+53,block_sparse_moe.experts.13.w3,0.0070549329,0.05000,3.199
+53,block_sparse_moe.experts.35.w3,0.0010141601,0.05000,2.782
+53,block_sparse_moe.experts.55.w3,0.0026675709,0.05000,2.808
+53,block_sparse_moe.experts.48.w3,0.0041350989,0.05000,2.717
+53,block_sparse_moe.experts.5.w3,0.0057737468,0.05000,3.140
+53,block_sparse_moe.experts.25.w3,0.0045535593,0.05000,3.237
+53,block_sparse_moe.experts.60.w3,0.0017705366,0.05000,2.842
+53,block_sparse_moe.experts.47.w3,0.0038264122,0.05000,2.770
+53,block_sparse_moe.experts.17.w3,0.0020750944,0.05000,3.203
+53,block_sparse_moe.experts.43.w3,0.0019583992,0.05000,2.720
+53,block_sparse_moe.experts.56.w3,0.0014987744,0.05000,2.760
+53,block_sparse_moe.experts.52.w3,0.0035254920,0.05000,2.872
+53,block_sparse_moe.experts.34.w3,0.0050462361,0.05000,2.965
+53,block_sparse_moe.experts.46.w3,0.0080728541,0.05000,2.927
+53,block_sparse_moe.experts.54.w3,0.0554394610,0.05000,2.889
+53,block_sparse_moe.experts.42.w3,0.0067197566,0.05000,3.000
+53,block_sparse_moe.experts.29.w3,0.0118330204,0.05000,2.969
+53,block_sparse_moe.experts.64.w3,0.0026143868,0.05000,2.763
+53,block_sparse_moe.experts.71.w3,0.0024779156,0.05000,2.912
+53,block_sparse_moe.experts.51.w3,0.0026818241,0.05000,2.961
+53,block_sparse_moe.experts.76.w3,0.0035225010,0.05000,2.830
+53,block_sparse_moe.experts.21.w3,0.0074396409,0.05000,2.920
+53,block_sparse_moe.experts.63.w3,0.0017168852,0.05000,2.868
+53,block_sparse_moe.experts.33.w3,0.0048524049,0.05000,2.821
+53,block_sparse_moe.experts.41.w3,0.0093366765,0.05000,2.971
+53,block_sparse_moe.experts.68.w3,0.0064510755,0.05000,2.612
+53,block_sparse_moe.experts.72.w3,0.0037375024,0.05000,2.822
+53,block_sparse_moe.experts.59.w3,0.0027536422,0.05000,2.998
+53,block_sparse_moe.experts.50.w3,0.0031315996,0.05000,3.062
+53,block_sparse_moe.experts.62.w3,0.0016329589,0.05000,3.049
+53,block_sparse_moe.experts.70.w3,0.0031193019,0.05000,3.049
+53,block_sparse_moe.experts.58.w3,0.0036735703,0.05000,3.075
+53,block_sparse_moe.experts.80.w3,0.0040039398,0.05000,2.880
+53,block_sparse_moe.experts.45.w3,0.0033596285,0.05000,3.050
+53,block_sparse_moe.experts.92.w3,0.0059096496,0.05000,2.832
+53,block_sparse_moe.experts.87.w3,0.0030917175,0.05000,2.886
+53,block_sparse_moe.experts.37.w3,0.0038248460,0.05000,2.982
+53,block_sparse_moe.experts.79.w3,0.0045684874,0.05000,2.975
+53,block_sparse_moe.experts.49.w3,0.0033692290,0.05000,3.040
+53,block_sparse_moe.experts.84.w3,0.0010507207,0.05000,2.884
+53,block_sparse_moe.experts.67.w3,0.0026283409,0.05000,3.146
+53,block_sparse_moe.experts.88.w3,0.0068123617,0.05000,2.832
+53,block_sparse_moe.experts.57.w3,0.0050390724,0.05000,3.144
+53,block_sparse_moe.experts.75.w3,0.0026703407,0.05000,3.023
+53,block_sparse_moe.experts.66.w3,0.0018904550,0.05000,2.825
+53,block_sparse_moe.experts.78.w3,0.0024067670,0.05000,2.871
+53,block_sparse_moe.experts.86.w3,0.0022606367,0.05000,2.913
+53,block_sparse_moe.experts.74.w3,0.0044673525,0.05000,3.011
+53,block_sparse_moe.experts.61.w3,0.0054377551,0.05000,2.856
+53,block_sparse_moe.experts.96.w3,0.0014561727,0.05000,2.872
+53,block_sparse_moe.experts.108.w3,0.0070240120,0.05000,2.882
+53,block_sparse_moe.experts.103.w3,0.0009786107,0.05000,2.953
+53,block_sparse_moe.experts.53.w3,0.0026911927,0.05000,2.821
+53,block_sparse_moe.experts.65.w3,0.0053273148,0.05000,2.810
+53,block_sparse_moe.experts.73.w3,0.0056198884,0.05000,2.705
+53,block_sparse_moe.experts.95.w3,0.0036112816,0.05000,3.003
+53,block_sparse_moe.experts.100.w3,0.0044534593,0.05000,2.905
+53,block_sparse_moe.experts.83.w3,0.0018677288,0.05000,2.976
+53,block_sparse_moe.experts.104.w3,0.0039521662,0.05000,2.947
+53,block_sparse_moe.experts.91.w3,0.0076046069,0.05000,2.983
+53,block_sparse_moe.experts.82.w3,0.0009825096,0.05000,3.084
+53,block_sparse_moe.experts.94.w3,0.0039642195,0.05000,3.075
+53,block_sparse_moe.experts.102.w3,0.0092236810,0.05000,3.134
+53,block_sparse_moe.experts.90.w3,0.0051233563,0.05000,3.125
+53,block_sparse_moe.experts.112.w3,0.0109192229,0.05000,2.901
+53,block_sparse_moe.experts.124.w3,0.0010325036,0.05000,2.836
+53,block_sparse_moe.experts.77.w3,0.0012993995,0.05000,3.014
+53,block_sparse_moe.experts.119.w3,0.0062105485,0.05000,2.893
+53,block_sparse_moe.experts.111.w3,0.0044536490,0.05000,2.861
+53,block_sparse_moe.experts.99.w3,0.3797681115,0.05000,2.806
+53,block_sparse_moe.experts.69.w3,0.0075447115,0.05000,3.107
+53,block_sparse_moe.experts.116.w3,0.0058220952,0.05000,2.947
+53,block_sparse_moe.experts.81.w3,0.0006575879,0.05000,3.119
+53,block_sparse_moe.experts.89.w3,0.0092069044,0.05000,3.089
+53,block_sparse_moe.experts.120.w3,0.0035985916,0.05000,2.944
+53,block_sparse_moe.experts.107.w3,0.0042536241,0.05000,2.786
+53,block_sparse_moe.experts.98.w3,0.0028002095,0.05000,2.786
+53,block_sparse_moe.experts.110.w3,0.0054442776,0.05000,2.751
+53,block_sparse_moe.experts.118.w3,0.0050219677,0.05000,2.758
+53,block_sparse_moe.experts.106.w3,0.0097270603,0.05000,2.758
+53,block_sparse_moe.experts.140.w3,0.0063779711,0.05000,2.887
+53,block_sparse_moe.experts.128.w3,0.0062152165,0.05000,2.967
+53,block_sparse_moe.experts.135.w3,0.0028926377,0.05000,2.923
+53,block_sparse_moe.experts.93.w3,0.0086321375,0.05000,3.121
+53,block_sparse_moe.experts.132.w3,0.0020795334,0.05000,2.854
+53,block_sparse_moe.experts.127.w3,0.0027378633,0.05000,3.000
+53,block_sparse_moe.experts.136.w3,0.0032394176,0.05000,2.787
+53,block_sparse_moe.experts.85.w3,0.0017637351,0.05000,3.027
+53,block_sparse_moe.experts.105.w3,0.0041335845,0.05000,2.922
+53,block_sparse_moe.experts.97.w3,0.0034813473,0.05000,2.992
+53,block_sparse_moe.experts.115.w3,0.0043196732,0.05000,3.204
+53,block_sparse_moe.experts.114.w3,0.0026142604,0.05000,2.824
+53,block_sparse_moe.experts.123.w3,0.0053300359,0.05000,3.063
+53,block_sparse_moe.experts.126.w3,0.0050689619,0.05000,2.900
+53,block_sparse_moe.experts.134.w3,0.0024687323,0.05000,2.958
+53,block_sparse_moe.experts.122.w3,0.0008864571,0.05000,2.845
+53,block_sparse_moe.experts.144.w3,0.0019433285,0.05000,2.902
+53,block_sparse_moe.experts.156.w3,0.0035740754,0.05000,2.966
+53,block_sparse_moe.experts.151.w3,0.0025903366,0.05000,2.853
+53,block_sparse_moe.experts.109.w3,0.0033792350,0.05000,2.783
+53,block_sparse_moe.experts.143.w3,0.0085867434,0.05000,2.863
+53,block_sparse_moe.experts.101.w3,0.0021015646,0.05000,2.857
+53,block_sparse_moe.experts.121.w3,0.0022622884,0.05000,2.887
+53,block_sparse_moe.experts.131.w3,0.0024643389,0.05000,2.735
+53,block_sparse_moe.experts.148.w3,0.0063675913,0.05000,3.036
+53,block_sparse_moe.experts.130.w3,0.0044257641,0.05000,2.575
+53,block_sparse_moe.experts.113.w3,0.0051726264,0.05000,2.931
+53,block_sparse_moe.experts.152.w3,0.0014035814,0.05000,3.049
+53,block_sparse_moe.experts.142.w3,0.0060252341,0.05000,2.670
+53,block_sparse_moe.experts.139.w3,0.0060074258,0.05000,2.839
+53,block_sparse_moe.experts.150.w3,0.0053186802,0.05000,2.629
+53,block_sparse_moe.experts.138.w3,0.0029856282,0.05000,2.772
+53,block_sparse_moe.experts.172.w3,0.0073310196,0.05000,2.821
+53,block_sparse_moe.experts.160.w3,0.0018259595,0.05000,2.849
+53,block_sparse_moe.experts.167.w3,0.0020796796,0.05000,2.919
+53,block_sparse_moe.experts.125.w3,0.0030225001,0.05000,2.877
+53,block_sparse_moe.experts.117.w3,0.0033078721,0.05000,2.815
+53,block_sparse_moe.experts.164.w3,0.0036765427,0.05000,2.825
+53,block_sparse_moe.experts.137.w3,0.0029668688,0.05000,2.881
+53,block_sparse_moe.experts.159.w3,0.0054169103,0.05000,3.005
+53,block_sparse_moe.experts.147.w3,0.0089093513,0.05000,2.886
+53,block_sparse_moe.experts.129.w3,0.0068991133,0.05000,2.837
+53,block_sparse_moe.experts.168.w3,0.0039369383,0.05000,2.878
+53,block_sparse_moe.experts.146.w3,0.0026304825,0.05000,2.995
+53,block_sparse_moe.experts.158.w3,0.0031279300,0.05000,2.960
+53,block_sparse_moe.experts.155.w3,0.0005359626,0.05000,2.997
+53,block_sparse_moe.experts.166.w3,0.0054213313,0.05000,2.963
+53,block_sparse_moe.experts.154.w3,0.0052156380,0.05000,3.029
+53,block_sparse_moe.experts.176.w3,0.0104782931,0.05000,2.922
+53,block_sparse_moe.experts.188.w3,0.0009716857,0.05000,2.931
+53,block_sparse_moe.experts.183.w3,0.0151764446,0.05000,2.822
+53,block_sparse_moe.experts.141.w3,0.0066786333,0.05000,3.010
+53,block_sparse_moe.experts.163.w3,0.0036788304,0.05000,2.781
+53,block_sparse_moe.experts.180.w3,0.0078558646,0.05000,2.891
+53,block_sparse_moe.experts.175.w3,0.0027446121,0.05000,2.839
+53,block_sparse_moe.experts.133.w3,0.0055586425,0.05000,2.999
+53,block_sparse_moe.experts.184.w3,0.0039631708,0.05000,2.888
+53,block_sparse_moe.experts.153.w3,0.0035813493,0.05000,3.000
+53,block_sparse_moe.experts.145.w3,0.0056837387,0.05000,3.043
+53,block_sparse_moe.experts.162.w3,0.0017364938,0.05000,2.960
+53,block_sparse_moe.experts.174.w3,0.0020695204,0.05000,2.981
+53,block_sparse_moe.experts.171.w3,0.0102090193,0.05000,2.898
+53,block_sparse_moe.experts.182.w3,0.0008765485,0.05000,3.024
+53,block_sparse_moe.experts.170.w3,0.0022991861,0.05000,3.020
+53,block_sparse_moe.experts.192.w3,0.0034484602,0.05000,3.006
+53,block_sparse_moe.experts.204.w3,0.0050122489,0.05000,3.069
+53,block_sparse_moe.experts.199.w3,0.0014949785,0.05000,3.181
+53,block_sparse_moe.experts.157.w3,0.0056024843,0.05000,3.129
+53,block_sparse_moe.experts.196.w3,0.0069595655,0.05000,3.096
+53,block_sparse_moe.experts.179.w3,0.0073694527,0.05000,3.186
+53,block_sparse_moe.experts.191.w3,0.0032727736,0.05000,3.170
+53,block_sparse_moe.experts.149.w3,0.0050501981,0.05000,3.126
+53,block_sparse_moe.experts.169.w3,0.0023243813,0.05000,3.089
+53,block_sparse_moe.experts.200.w3,0.0040345685,0.05000,3.119
+53,block_sparse_moe.experts.161.w3,0.0006389531,0.05000,3.077
+53,block_sparse_moe.experts.178.w3,0.0099568091,0.05000,3.139
+53,block_sparse_moe.experts.190.w3,0.0036927877,0.05000,3.092
+53,block_sparse_moe.experts.187.w3,0.0028977774,0.05000,3.222
+53,block_sparse_moe.experts.198.w3,0.0036478489,0.05000,3.054
+53,block_sparse_moe.experts.186.w3,0.0029183631,0.05000,3.126
+53,block_sparse_moe.experts.220.w3,0.0066887516,0.05000,2.993
+53,block_sparse_moe.experts.208.w3,0.0071015911,0.05000,3.157
+53,block_sparse_moe.experts.215.w3,0.0069946936,0.05000,3.093
+53,block_sparse_moe.experts.173.w3,0.0060438171,0.05000,3.053
+53,block_sparse_moe.experts.165.w3,0.0022212215,0.05000,2.860
+53,block_sparse_moe.experts.212.w3,0.0043204655,0.05000,2.976
+53,block_sparse_moe.experts.185.w3,0.0011635572,0.05000,2.951
+53,block_sparse_moe.experts.216.w3,0.0079578898,0.05000,2.940
+53,block_sparse_moe.experts.177.w3,0.0095468609,0.05000,2.904
+53,block_sparse_moe.experts.207.w3,0.0017281952,0.05000,3.149
+53,block_sparse_moe.experts.195.w3,0.0077047279,0.05000,3.336
+53,block_sparse_moe.experts.194.w3,0.0054283059,0.05000,3.131
+53,block_sparse_moe.experts.206.w3,0.0058900775,0.05000,3.159
+53,block_sparse_moe.experts.203.w3,0.0037619450,0.05000,3.264
+53,block_sparse_moe.experts.214.w3,0.0025108522,0.05000,3.189
+53,block_sparse_moe.experts.202.w3,0.0059152517,0.05000,3.283
+53,block_sparse_moe.experts.236.w3,0.0075192917,0.05000,3.077
+53,block_sparse_moe.experts.224.w3,0.0025523543,0.05000,3.046
+53,block_sparse_moe.experts.231.w3,0.0026770172,0.05000,2.975
+53,block_sparse_moe.experts.189.w3,0.0015209185,0.05000,2.948
+53,block_sparse_moe.experts.181.w3,0.0074535548,0.05000,3.058
+53,block_sparse_moe.experts.228.w3,0.0048000533,0.05000,3.027
+53,block_sparse_moe.experts.193.w3,0.0032071009,0.05000,2.984
+53,block_sparse_moe.experts.201.w3,0.0032139549,0.05000,3.012
+53,block_sparse_moe.experts.232.w3,0.0029568238,0.05000,3.014
+53,block_sparse_moe.experts.223.w3,0.0067855288,0.05000,3.017
+53,block_sparse_moe.experts.210.w3,0.0038852346,0.05000,2.908
+53,block_sparse_moe.experts.211.w3,0.0073338068,0.05000,2.994
+53,block_sparse_moe.experts.222.w3,0.0020744750,0.05000,2.978
+53,block_sparse_moe.experts.230.w3,0.0036786984,0.05000,2.902
+53,block_sparse_moe.experts.219.w3,0.0037524375,0.05000,2.993
+53,block_sparse_moe.experts.218.w3,0.0018843597,0.05000,2.904
+53,block_sparse_moe.experts.252.w3,0.0025279253,0.05000,2.770
+53,block_sparse_moe.experts.240.w3,0.0039964327,0.05000,2.781
+53,block_sparse_moe.experts.244.w3,0.0051984595,0.05000,2.658
+53,block_sparse_moe.experts.247.w3,0.0007004359,0.05000,2.919
+53,block_sparse_moe.experts.248.w3,0.0032150874,0.05000,2.579
+53,block_sparse_moe.experts.205.w3,0.0067017748,0.05000,2.875
+53,block_sparse_moe.experts.197.w3,0.0016712375,0.05000,2.853
+53,block_sparse_moe.experts.209.w3,0.0014181471,0.05000,2.848
+53,block_sparse_moe.experts.217.w3,0.0078931684,0.05000,2.889
+53,block_sparse_moe.experts.239.w3,0.0045929814,0.05000,2.845
+53,block_sparse_moe.experts.227.w3,0.0184761135,0.05000,2.759
+53,block_sparse_moe.experts.226.w3,0.0113705938,0.05000,2.969
+53,block_sparse_moe.experts.235.w3,0.0012818032,0.05000,2.588
+53,block_sparse_moe.experts.238.w3,0.0037798638,0.05000,3.050
+53,block_sparse_moe.experts.246.w3,0.0026659859,0.05000,3.000
+53,block_sparse_moe.experts.234.w3,0.0026847156,0.05000,2.857
+53,block_sparse_moe.experts.255.w3,0.0044185611,0.05000,2.068
+53,block_sparse_moe.experts.243.w3,0.0076892574,0.05000,2.047
+53,block_sparse_moe.experts.251.w3,0.0024586945,0.05000,1.912
+53,block_sparse_moe.experts.221.w3,0.0048589411,0.05000,2.735
+53,block_sparse_moe.experts.213.w3,0.0069907614,0.05000,2.773
+53,block_sparse_moe.experts.233.w3,0.0048461581,0.05000,2.659
+53,block_sparse_moe.experts.225.w3,0.0089063790,0.05000,2.765
+53,block_sparse_moe.experts.242.w3,0.0042615977,0.05000,2.455
+53,block_sparse_moe.experts.254.w3,0.0092081003,0.05000,2.351
+53,block_sparse_moe.experts.250.w3,0.0058234377,0.05000,1.979
+53,block_sparse_moe.experts.237.w3,0.0015925190,0.05000,2.620
+53,block_sparse_moe.experts.249.w3,0.0108138504,0.05000,2.564
+53,block_sparse_moe.experts.229.w3,0.0064452548,0.05000,2.686
+53,block_sparse_moe.experts.241.w3,0.0027253139,0.05000,2.658
+53,block_sparse_moe.experts.253.w3,0.0022148771,0.05000,1.807
+53,block_sparse_moe.experts.245.w3,0.0013167829,0.05000,1.646
+53,block_sparse_moe.experts.12.w2,0.0169733672,0.05000,1.441
+53,block_sparse_moe.experts.4.w2,0.0012123375,0.05000,1.465
+53,block_sparse_moe.experts.3.w2,0.0040438399,0.05000,1.473
+53,block_sparse_moe.experts.8.w2,0.0056362625,0.05000,1.487
+53,block_sparse_moe.experts.11.w2,0.0061451435,0.05000,1.515
+53,block_sparse_moe.experts.13.w2,0.0162204675,0.05000,1.526
+53,block_sparse_moe.experts.10.w2,0.0046534460,0.05000,1.532
+53,block_sparse_moe.experts.2.w2,0.0002154323,0.05000,1.532
+53,block_sparse_moe.experts.15.w2,0.0124853909,0.05000,1.512
+53,block_sparse_moe.experts.5.w2,0.0021438042,0.05000,1.566
+53,block_sparse_moe.experts.0.w2,0.0015698129,0.05000,1.572
+53,block_sparse_moe.experts.14.w2,0.0060407240,0.05000,1.580
+53,block_sparse_moe.experts.9.w2,0.0018684738,0.05000,1.590
+53,block_sparse_moe.experts.6.w2,0.0062182155,0.05000,1.594
+53,block_sparse_moe.experts.7.w2,0.0002405106,0.05000,1.598
+53,block_sparse_moe.experts.1.w2,0.0075049087,0.05000,1.621
+53,block_sparse_moe.experts.28.w2,0.0171314342,0.05000,1.431
+53,block_sparse_moe.experts.19.w2,0.0122778057,0.05000,1.406
+53,block_sparse_moe.experts.27.w2,0.0049512116,0.05000,1.370
+53,block_sparse_moe.experts.20.w2,0.0008563290,0.05000,1.460
+53,block_sparse_moe.experts.31.w2,0.0002000356,0.05000,1.380
+53,block_sparse_moe.experts.23.w2,0.0086594111,0.05000,1.381
+53,block_sparse_moe.experts.16.w2,0.0013756138,0.05000,1.417
+53,block_sparse_moe.experts.24.w2,0.0070320119,0.05000,1.530
+53,block_sparse_moe.experts.29.w2,0.0511155517,0.05000,1.520
+53,block_sparse_moe.experts.21.w2,0.0014829765,0.05000,1.519
+53,block_sparse_moe.experts.26.w2,0.0098879520,0.05000,1.579
+53,block_sparse_moe.experts.18.w2,0.0046475680,0.05000,1.598
+53,block_sparse_moe.experts.17.w2,0.0039921046,0.05000,1.517
+53,block_sparse_moe.experts.25.w2,0.0069309279,0.05000,1.549
+53,block_sparse_moe.experts.30.w2,0.0021524982,0.05000,1.563
+53,block_sparse_moe.experts.22.w2,0.1011872550,0.05000,1.566
+53,block_sparse_moe.experts.43.w2,0.0003464847,0.05000,1.478
+53,block_sparse_moe.experts.35.w2,0.0002867474,0.05000,1.500
+53,block_sparse_moe.experts.47.w2,0.0111902775,0.05000,1.496
+53,block_sparse_moe.experts.39.w2,0.0037140431,0.05000,1.503
+53,block_sparse_moe.experts.44.w2,0.0117318169,0.05000,1.623
+53,block_sparse_moe.experts.36.w2,0.0257830165,0.05000,1.628
+53,block_sparse_moe.experts.42.w2,0.0255689438,0.05000,1.490
+53,block_sparse_moe.experts.45.w2,0.0054129614,0.05000,1.575
+53,block_sparse_moe.experts.32.w2,0.0228112402,0.05000,1.633
+53,block_sparse_moe.experts.37.w2,0.0084758550,0.05000,1.544
+53,block_sparse_moe.experts.40.w2,0.0005659445,0.05000,1.626
+53,block_sparse_moe.experts.34.w2,0.0146912364,0.05000,1.515
+53,block_sparse_moe.experts.38.w2,0.0017289420,0.05000,1.507
+53,block_sparse_moe.experts.46.w2,0.0082200427,0.05000,1.528
+53,block_sparse_moe.experts.41.w2,0.0088684586,0.05000,1.560
+53,block_sparse_moe.experts.33.w2,0.0045931918,0.05000,1.577
+53,block_sparse_moe.experts.51.w2,0.0003925300,0.05000,1.296
+53,block_sparse_moe.experts.59.w2,0.0107026207,0.05000,1.365
+53,block_sparse_moe.experts.63.w2,0.0081840914,0.05000,1.342
+53,block_sparse_moe.experts.60.w2,0.0034600857,0.05000,1.317
+53,block_sparse_moe.experts.52.w2,0.0005214599,0.05000,1.282
+53,block_sparse_moe.experts.55.w2,0.0063104204,0.05000,1.355
+53,block_sparse_moe.experts.56.w2,0.0072671356,0.05000,1.270
+53,block_sparse_moe.experts.48.w2,0.0074308855,0.05000,1.322
+53,block_sparse_moe.experts.62.w2,0.0056569832,0.05000,1.336
+53,block_sparse_moe.experts.50.w2,0.0034084758,0.05000,1.365
+53,block_sparse_moe.experts.54.w2,0.0682864582,0.05000,1.394
+53,block_sparse_moe.experts.58.w2,0.0136686606,0.05000,1.464
+53,block_sparse_moe.experts.61.w2,0.0119477935,0.05000,1.567
+53,block_sparse_moe.experts.53.w2,0.0154011835,0.05000,1.599
+53,block_sparse_moe.experts.57.w2,0.0108722956,0.05000,1.562
+53,block_sparse_moe.experts.49.w2,0.0036247467,0.05000,1.572
+53,block_sparse_moe.experts.67.w2,0.0005258360,0.05000,1.409
+53,block_sparse_moe.experts.79.w2,0.0121219161,0.05000,1.367
+53,block_sparse_moe.experts.75.w2,0.0143462103,0.05000,1.435
+53,block_sparse_moe.experts.68.w2,0.0200379944,0.05000,1.439
+53,block_sparse_moe.experts.71.w2,0.0046634770,0.05000,1.439
+53,block_sparse_moe.experts.76.w2,0.0027475704,0.05000,1.489
+53,block_sparse_moe.experts.72.w2,0.0040057206,0.05000,1.488
+53,block_sparse_moe.experts.64.w2,0.0007026600,0.05000,1.509
+53,block_sparse_moe.experts.66.w2,0.0066654392,0.05000,1.534
+53,block_sparse_moe.experts.77.w2,0.0079690529,0.05000,1.374
+53,block_sparse_moe.experts.74.w2,0.0171577711,0.05000,1.560
+53,block_sparse_moe.experts.70.w2,0.0155960583,0.05000,1.570
+53,block_sparse_moe.experts.78.w2,0.0054449598,0.05000,1.633
+53,block_sparse_moe.experts.73.w2,0.0014786325,0.05000,1.401
+53,block_sparse_moe.experts.69.w2,0.0101730790,0.05000,1.443
+53,block_sparse_moe.experts.65.w2,0.0080995097,0.05000,1.487
+53,block_sparse_moe.experts.83.w2,0.0040176577,0.05000,1.506
+53,block_sparse_moe.experts.91.w2,0.0119431380,0.05000,1.470
+53,block_sparse_moe.experts.95.w2,0.0003568048,0.05000,1.534
+53,block_sparse_moe.experts.84.w2,0.0017333456,0.05000,1.460
+53,block_sparse_moe.experts.92.w2,0.0193492058,0.05000,1.459
+53,block_sparse_moe.experts.87.w2,0.0019960030,0.05000,1.528
+53,block_sparse_moe.experts.88.w2,0.0228248783,0.05000,1.522
+53,block_sparse_moe.experts.82.w2,0.0031606549,0.05000,1.407
+53,block_sparse_moe.experts.80.w2,0.0166427963,0.05000,1.527
+53,block_sparse_moe.experts.90.w2,0.0618889223,0.05000,1.397
+53,block_sparse_moe.experts.93.w2,0.0141028651,0.05000,1.478
+53,block_sparse_moe.experts.86.w2,0.0080658508,0.05000,1.425
+53,block_sparse_moe.experts.94.w2,0.0040092128,0.05000,1.422
+53,block_sparse_moe.experts.89.w2,0.0221164229,0.05000,1.487
+53,block_sparse_moe.experts.85.w2,0.0076776910,0.05000,1.507
+53,block_sparse_moe.experts.81.w2,0.0065476889,0.05000,1.597
+53,block_sparse_moe.experts.99.w2,3.8085004633,0.05000,1.422
+53,block_sparse_moe.experts.107.w2,0.0053555890,0.05000,1.461
+53,block_sparse_moe.experts.111.w2,0.0135339745,0.05000,1.439
+53,block_sparse_moe.experts.100.w2,0.0175827524,0.05000,1.453
+53,block_sparse_moe.experts.108.w2,0.0092696985,0.05000,1.444
+53,block_sparse_moe.experts.96.w2,0.0013013550,0.05000,1.325
+53,block_sparse_moe.experts.103.w2,0.0052526346,0.05000,1.520
+53,block_sparse_moe.experts.104.w2,0.0038349046,0.05000,1.405
+53,block_sparse_moe.experts.98.w2,0.0116307569,0.05000,1.491
+53,block_sparse_moe.experts.109.w2,0.0123010787,0.05000,1.413
+53,block_sparse_moe.experts.106.w2,0.0620160860,0.05000,1.465
+53,block_sparse_moe.experts.102.w2,0.0213042849,0.05000,1.469
+53,block_sparse_moe.experts.105.w2,0.0105919174,0.05000,1.388
+53,block_sparse_moe.experts.110.w2,0.0216238648,0.05000,1.486
+53,block_sparse_moe.experts.101.w2,0.0072050396,0.05000,1.434
+53,block_sparse_moe.experts.97.w2,0.0063585822,0.05000,1.400
+53,block_sparse_moe.experts.124.w2,0.0008143914,0.05000,1.231
+53,block_sparse_moe.experts.116.w2,0.0169812881,0.05000,1.288
+53,block_sparse_moe.experts.123.w2,0.0011379385,0.05000,1.437
+53,block_sparse_moe.experts.115.w2,0.0059100799,0.05000,1.522
+53,block_sparse_moe.experts.127.w2,0.0080219579,0.05000,1.458
+53,block_sparse_moe.experts.112.w2,0.0057651380,0.05000,1.280
+53,block_sparse_moe.experts.120.w2,0.0039271224,0.05000,1.295
+53,block_sparse_moe.experts.119.w2,0.0072971919,0.05000,1.456
+53,block_sparse_moe.experts.125.w2,0.0057489532,0.05000,1.423
+53,block_sparse_moe.experts.114.w2,0.0013420210,0.05000,1.479
+53,block_sparse_moe.experts.122.w2,0.0065245485,0.05000,1.442
+53,block_sparse_moe.experts.121.w2,0.0019227380,0.05000,1.456
+53,block_sparse_moe.experts.118.w2,0.0020781462,0.05000,1.542
+53,block_sparse_moe.experts.126.w2,0.0026417858,0.05000,1.537
+53,block_sparse_moe.experts.117.w2,0.0036966124,0.05000,1.506
+53,block_sparse_moe.experts.113.w2,0.0091802038,0.05000,1.530
+53,block_sparse_moe.experts.143.w2,0.0031796386,0.05000,1.341
+53,block_sparse_moe.experts.140.w2,0.0354581724,0.05000,1.475
+53,block_sparse_moe.experts.131.w2,0.0027858405,0.05000,1.402
+53,block_sparse_moe.experts.132.w2,0.0003532397,0.05000,1.490
+53,block_sparse_moe.experts.139.w2,0.0203433125,0.05000,1.459
+53,block_sparse_moe.experts.128.w2,0.0951522224,0.05000,1.597
+53,block_sparse_moe.experts.136.w2,0.0087518858,0.05000,1.569
+53,block_sparse_moe.experts.135.w2,0.0059340925,0.05000,1.470
+53,block_sparse_moe.experts.141.w2,0.0054064693,0.05000,1.534
+53,block_sparse_moe.experts.130.w2,0.0060988221,0.05000,1.508
+53,block_sparse_moe.experts.138.w2,0.0056697414,0.05000,1.543
+53,block_sparse_moe.experts.137.w2,0.0078278594,0.05000,1.505
+53,block_sparse_moe.experts.134.w2,0.0070387514,0.05000,1.496
+53,block_sparse_moe.experts.133.w2,0.0143898509,0.05000,1.462
+53,block_sparse_moe.experts.142.w2,0.0164569285,0.05000,1.541
+53,block_sparse_moe.experts.129.w2,0.0077667794,0.05000,1.412
+53,block_sparse_moe.experts.156.w2,0.0027108966,0.05000,1.532
+53,block_sparse_moe.experts.148.w2,0.0283045856,0.05000,1.520
+53,block_sparse_moe.experts.159.w2,0.0014895593,0.05000,1.623
+53,block_sparse_moe.experts.147.w2,0.0377619486,0.05000,1.616
+53,block_sparse_moe.experts.155.w2,0.0048724854,0.05000,1.586
+53,block_sparse_moe.experts.144.w2,0.0006786444,0.05000,1.534
+53,block_sparse_moe.experts.152.w2,0.0054408660,0.05000,1.548
+53,block_sparse_moe.experts.151.w2,0.0005854631,0.05000,1.590
+53,block_sparse_moe.experts.146.w2,0.0049417425,0.05000,1.433
+53,block_sparse_moe.experts.154.w2,0.0127000270,0.05000,1.461
+53,block_sparse_moe.experts.157.w2,0.0161779925,0.05000,1.529
+53,block_sparse_moe.experts.150.w2,0.0180101225,0.05000,1.472
+53,block_sparse_moe.experts.158.w2,0.0018222181,0.05000,1.474
+53,block_sparse_moe.experts.153.w2,0.0020876771,0.05000,1.626
+53,block_sparse_moe.experts.149.w2,0.0013493750,0.05000,1.609
+53,block_sparse_moe.experts.145.w2,0.0024630501,0.05000,1.627
+53,block_sparse_moe.experts.172.w2,0.0146263038,0.05000,1.447
+53,block_sparse_moe.experts.164.w2,0.0101666846,0.05000,1.438
+53,block_sparse_moe.experts.163.w2,0.0154467027,0.05000,1.408
+53,block_sparse_moe.experts.175.w2,0.0020517234,0.05000,1.441
+53,block_sparse_moe.experts.171.w2,0.0058565158,0.05000,1.502
+53,block_sparse_moe.experts.160.w2,0.0059353353,0.05000,1.485
+53,block_sparse_moe.experts.168.w2,0.0190543099,0.05000,1.531
+53,block_sparse_moe.experts.167.w2,0.0003375775,0.05000,1.517
+53,block_sparse_moe.experts.162.w2,0.0045963911,0.05000,1.565
+53,block_sparse_moe.experts.170.w2,0.0134195501,0.05000,1.545
+53,block_sparse_moe.experts.173.w2,0.0098019143,0.05000,1.607
+53,block_sparse_moe.experts.166.w2,0.0115589881,0.05000,1.529
+53,block_sparse_moe.experts.174.w2,0.0005892490,0.05000,1.514
+53,block_sparse_moe.experts.169.w2,0.0027900226,0.05000,1.648
+53,block_sparse_moe.experts.165.w2,0.0014744267,0.05000,1.656
+53,block_sparse_moe.experts.161.w2,0.0020322891,0.05000,1.588
+53,block_sparse_moe.experts.188.w2,0.0052238985,0.05000,1.572
+53,block_sparse_moe.experts.191.w2,0.0005969861,0.05000,1.510
+53,block_sparse_moe.experts.179.w2,0.0146192834,0.05000,1.534
+53,block_sparse_moe.experts.180.w2,0.0399265433,0.05000,1.581
+53,block_sparse_moe.experts.187.w2,0.0197384281,0.05000,1.531
+53,block_sparse_moe.experts.176.w2,0.0080340992,0.05000,1.440
+53,block_sparse_moe.experts.184.w2,0.0221621633,0.05000,1.477
+53,block_sparse_moe.experts.183.w2,0.0425456880,0.05000,1.509
+53,block_sparse_moe.experts.178.w2,0.0060401637,0.05000,1.529
+53,block_sparse_moe.experts.189.w2,0.0002482992,0.05000,1.437
+53,block_sparse_moe.experts.186.w2,0.0153304285,0.05000,1.516
+53,block_sparse_moe.experts.190.w2,0.0137408710,0.05000,1.485
+53,block_sparse_moe.experts.182.w2,0.0056236685,0.05000,1.568
+53,block_sparse_moe.experts.185.w2,0.0055104322,0.05000,1.481
+53,block_sparse_moe.experts.181.w2,0.0017779614,0.05000,1.472
+53,block_sparse_moe.experts.177.w2,0.1002429927,0.05000,1.445
+53,block_sparse_moe.experts.204.w2,0.0258674774,0.05000,1.408
+53,block_sparse_moe.experts.196.w2,0.0384145511,0.05000,1.401
+53,block_sparse_moe.experts.192.w2,0.0259169163,0.05000,1.358
+53,block_sparse_moe.experts.207.w2,0.0009538187,0.05000,1.523
+53,block_sparse_moe.experts.195.w2,0.0078321128,0.05000,1.556
+53,block_sparse_moe.experts.203.w2,0.0018128681,0.05000,1.518
+53,block_sparse_moe.experts.200.w2,0.0077376142,0.05000,1.385
+53,block_sparse_moe.experts.205.w2,0.0114059791,0.05000,1.409
+53,block_sparse_moe.experts.199.w2,0.0182367362,0.05000,1.540
+53,block_sparse_moe.experts.194.w2,0.0161884558,0.05000,1.565
+53,block_sparse_moe.experts.202.w2,0.0088783633,0.05000,1.549
+53,block_sparse_moe.experts.201.w2,0.0132446823,0.05000,1.423
+53,block_sparse_moe.experts.206.w2,0.0281813785,0.05000,1.590
+53,block_sparse_moe.experts.198.w2,0.0146190679,0.05000,1.554
+53,block_sparse_moe.experts.197.w2,0.0054147501,0.05000,1.474
+53,block_sparse_moe.experts.193.w2,0.0118373865,0.05000,1.471
+53,block_sparse_moe.experts.220.w2,0.0023241753,0.05000,1.228
+53,block_sparse_moe.experts.212.w2,0.0158307410,0.05000,1.272
+53,block_sparse_moe.experts.208.w2,0.0123687454,0.05000,1.327
+53,block_sparse_moe.experts.216.w2,0.0406991377,0.05000,1.350
+53,block_sparse_moe.experts.211.w2,0.1647803451,0.05000,1.509
+53,block_sparse_moe.experts.223.w2,0.0128162725,0.05000,1.559
+53,block_sparse_moe.experts.219.w2,0.0111584606,0.05000,1.560
+53,block_sparse_moe.experts.221.w2,0.0422777696,0.05000,1.569
+53,block_sparse_moe.experts.215.w2,0.0304009627,0.05000,1.568
+53,block_sparse_moe.experts.210.w2,0.0008196001,0.05000,1.577
+53,block_sparse_moe.experts.218.w2,0.0002592009,0.05000,1.624
+53,block_sparse_moe.experts.217.w2,0.0403364586,0.05000,1.527
+53,block_sparse_moe.experts.213.w2,0.0335455171,0.05000,1.493
+53,block_sparse_moe.experts.214.w2,0.0004019590,0.05000,1.596
+53,block_sparse_moe.experts.209.w2,0.0034331456,0.05000,1.474
+53,block_sparse_moe.experts.222.w2,0.0085981776,0.05000,1.650
+53,block_sparse_moe.experts.236.w2,0.0063516584,0.05000,1.414
+53,block_sparse_moe.experts.228.w2,0.0173955727,0.05000,1.465
+53,block_sparse_moe.experts.224.w2,0.0005216422,0.05000,1.488
+53,block_sparse_moe.experts.232.w2,0.0043066808,0.05000,1.428
+53,block_sparse_moe.experts.239.w2,0.0210013389,0.05000,1.420
+53,block_sparse_moe.experts.227.w2,0.0695944457,0.05000,1.425
+53,block_sparse_moe.experts.235.w2,0.0043472850,0.05000,1.397
+53,block_sparse_moe.experts.237.w2,0.0004951627,0.05000,1.328
+53,block_sparse_moe.experts.231.w2,0.0040419668,0.05000,1.438
+53,block_sparse_moe.experts.233.w2,0.0153585665,0.05000,1.310
+53,block_sparse_moe.experts.229.w2,0.0026628852,0.05000,1.288
+53,block_sparse_moe.experts.225.w2,0.0162303487,0.05000,1.278
+53,block_sparse_moe.experts.226.w2,0.0649608408,0.05000,1.631
+53,block_sparse_moe.experts.234.w2,0.0217749510,0.05000,1.586
+53,block_sparse_moe.experts.230.w2,0.0097813962,0.05000,1.539
+53,block_sparse_moe.experts.238.w2,0.0045906645,0.05000,1.598
+53,block_sparse_moe.experts.252.w2,0.0151484386,0.05000,1.501
+53,block_sparse_moe.experts.244.w2,0.0136966440,0.05000,1.429
+53,block_sparse_moe.experts.240.w2,0.0033940060,0.05000,1.373
+53,block_sparse_moe.experts.248.w2,0.0094584534,0.05000,1.323
+53,block_sparse_moe.experts.255.w2,0.0146607361,0.05000,1.442
+53,block_sparse_moe.experts.243.w2,0.0091645254,0.05000,1.450
+53,block_sparse_moe.experts.251.w2,0.0003024879,0.05000,1.371
+53,block_sparse_moe.experts.253.w2,0.0116366620,0.05000,1.231
+53,block_sparse_moe.experts.247.w2,0.0053724346,0.05000,1.151
+53,block_sparse_moe.experts.249.w2,0.0290516316,0.05000,1.229
+53,block_sparse_moe.experts.245.w2,0.0005622054,0.05000,1.219
+53,block_sparse_moe.experts.241.w2,0.0104449522,0.05000,1.240
+53,block_sparse_moe.experts.242.w2,0.0068482955,0.05000,1.295
+53,block_sparse_moe.experts.250.w2,0.0330291031,0.05000,1.303
+53,block_sparse_moe.experts.246.w2,0.0165723480,0.05000,1.276
+53,block_sparse_moe.experts.254.w2,0.0523198050,0.05000,1.193
+54,self_attn.k_proj,0.0000437501,0.05000,0.906
+54,self_attn.q_proj,0.0003289391,0.05000,0.929
+54,self_attn.v_proj,0.0000708461,0.05000,0.945
+54,self_attn.o_proj,0.0000305573,0.05000,1.815
+54,block_sparse_moe.experts.5.w1,0.0041624811,0.05000,3.295
+54,block_sparse_moe.experts.1.w1,0.0022585244,0.05000,3.360
+54,block_sparse_moe.experts.14.w1,0.0055166174,0.05000,3.267
+54,block_sparse_moe.experts.0.w1,0.0015436479,0.05000,3.401
+54,block_sparse_moe.experts.12.w1,0.0024694708,0.05000,3.303
+54,block_sparse_moe.experts.2.w1,0.0021444160,0.05000,3.437
+54,block_sparse_moe.experts.13.w1,0.0036863782,0.05000,3.342
+54,block_sparse_moe.experts.10.w1,0.0036587572,0.05000,3.365
+54,block_sparse_moe.experts.8.w1,0.0024451997,0.05000,3.469
+54,block_sparse_moe.experts.4.w1,0.0046161286,0.05000,3.509
+54,block_sparse_moe.experts.7.w1,0.0015879561,0.05000,3.534
+54,block_sparse_moe.experts.9.w1,0.0089323186,0.05000,3.436
+54,block_sparse_moe.experts.3.w1,0.0113280516,0.05000,3.562
+54,block_sparse_moe.experts.6.w1,0.0048702504,0.05000,3.561
+54,block_sparse_moe.experts.11.w1,0.0033541383,0.05000,3.499
+54,block_sparse_moe.experts.15.w1,0.0067729306,0.05000,3.615
+54,block_sparse_moe.experts.20.w1,0.0011161196,0.05000,2.924
+54,block_sparse_moe.experts.28.w1,0.0041784396,0.05000,3.031
+54,block_sparse_moe.experts.24.w1,0.0021990913,0.05000,3.014
+54,block_sparse_moe.experts.16.w1,0.0033337680,0.05000,3.136
+54,block_sparse_moe.experts.21.w1,0.0027768286,0.05000,3.285
+54,block_sparse_moe.experts.23.w1,0.0074749730,0.05000,3.129
+54,block_sparse_moe.experts.17.w1,0.0027178110,0.05000,3.313
+54,block_sparse_moe.experts.30.w1,0.0052196014,0.05000,3.323
+54,block_sparse_moe.experts.29.w1,0.0009247522,0.05000,3.309
+54,block_sparse_moe.experts.25.w1,0.0009321722,0.05000,3.214
+54,block_sparse_moe.experts.27.w1,0.0061910823,0.05000,3.173
+54,block_sparse_moe.experts.18.w1,0.0062771192,0.05000,3.340
+54,block_sparse_moe.experts.19.w1,0.0075423812,0.05000,3.253
+54,block_sparse_moe.experts.22.w1,0.0023609716,0.05000,3.304
+54,block_sparse_moe.experts.26.w1,0.0009949110,0.05000,3.422
+54,block_sparse_moe.experts.31.w1,0.0025869998,0.05000,3.241
+54,block_sparse_moe.experts.40.w1,0.0043363504,0.05000,2.897
+54,block_sparse_moe.experts.32.w1,0.0014713605,0.05000,2.882
+54,block_sparse_moe.experts.44.w1,0.0023648086,0.05000,2.984
+54,block_sparse_moe.experts.36.w1,0.0040703595,0.05000,2.986
+54,block_sparse_moe.experts.37.w1,0.0016923594,0.05000,2.995
+54,block_sparse_moe.experts.33.w1,0.0022264533,0.05000,2.947
+54,block_sparse_moe.experts.41.w1,0.0031986674,0.05000,2.919
+54,block_sparse_moe.experts.46.w1,0.0032638194,0.05000,3.001
+54,block_sparse_moe.experts.39.w1,0.0057257076,0.05000,3.045
+54,block_sparse_moe.experts.45.w1,0.0063850357,0.05000,3.004
+54,block_sparse_moe.experts.34.w1,0.0041813885,0.05000,3.010
+54,block_sparse_moe.experts.42.w1,0.0025542749,0.05000,2.921
+54,block_sparse_moe.experts.35.w1,0.0022548560,0.05000,3.077
+54,block_sparse_moe.experts.43.w1,0.0038043807,0.05000,3.128
+54,block_sparse_moe.experts.38.w1,0.0023454630,0.05000,3.110
+54,block_sparse_moe.experts.47.w1,0.0014439408,0.05000,3.112
+54,block_sparse_moe.experts.60.w1,0.0022428711,0.05000,2.932
+54,block_sparse_moe.experts.52.w1,0.0033925997,0.05000,3.006
+54,block_sparse_moe.experts.48.w1,0.0012928364,0.05000,3.016
+54,block_sparse_moe.experts.53.w1,0.0076313818,0.05000,2.901
+54,block_sparse_moe.experts.56.w1,0.0134189248,0.05000,3.127
+54,block_sparse_moe.experts.57.w1,0.0087562631,0.05000,2.990
+54,block_sparse_moe.experts.62.w1,0.0019014398,0.05000,3.003
+54,block_sparse_moe.experts.49.w1,0.0014027942,0.05000,3.090
+54,block_sparse_moe.experts.61.w1,0.0032562771,0.05000,3.009
+54,block_sparse_moe.experts.50.w1,0.0060730410,0.05000,2.977
+54,block_sparse_moe.experts.55.w1,0.0070005212,0.05000,3.079
+54,block_sparse_moe.experts.58.w1,0.0021303286,0.05000,3.049
+54,block_sparse_moe.experts.51.w1,0.0023321401,0.05000,3.045
+54,block_sparse_moe.experts.54.w1,0.0100577083,0.05000,3.011
+54,block_sparse_moe.experts.59.w1,0.0046312036,0.05000,3.116
+54,block_sparse_moe.experts.63.w1,0.0022672404,0.05000,3.132
+54,block_sparse_moe.experts.69.w1,0.0037663511,0.05000,2.814
+54,block_sparse_moe.experts.64.w1,0.0025420942,0.05000,2.982
+54,block_sparse_moe.experts.76.w1,0.0042267741,0.05000,3.085
+54,block_sparse_moe.experts.68.w1,0.0066369100,0.05000,3.077
+54,block_sparse_moe.experts.73.w1,0.0036017593,0.05000,2.866
+54,block_sparse_moe.experts.77.w1,0.0008661288,0.05000,2.797
+54,block_sparse_moe.experts.72.w1,0.0041023997,0.05000,3.078
+54,block_sparse_moe.experts.65.w1,0.0039120884,0.05000,2.899
+54,block_sparse_moe.experts.78.w1,0.0047244302,0.05000,2.996
+54,block_sparse_moe.experts.71.w1,0.0038689972,0.05000,2.945
+54,block_sparse_moe.experts.74.w1,0.0007980442,0.05000,3.015
+54,block_sparse_moe.experts.66.w1,0.0038065712,0.05000,3.122
+54,block_sparse_moe.experts.67.w1,0.0024141599,0.05000,3.060
+54,block_sparse_moe.experts.75.w1,0.0035885002,0.05000,2.983
+54,block_sparse_moe.experts.70.w1,0.0028600986,0.05000,3.123
+54,block_sparse_moe.experts.79.w1,0.0056291841,0.05000,3.138
+54,block_sparse_moe.experts.85.w1,0.0051935709,0.05000,3.065
+54,block_sparse_moe.experts.89.w1,0.0090118747,0.05000,3.013
+54,block_sparse_moe.experts.93.w1,0.0056962382,0.05000,3.042
+54,block_sparse_moe.experts.92.w1,0.0028591703,0.05000,3.215
+54,block_sparse_moe.experts.84.w1,0.0010872240,0.05000,3.198
+54,block_sparse_moe.experts.81.w1,0.0019666133,0.05000,3.100
+54,block_sparse_moe.experts.80.w1,0.0022218491,0.05000,3.295
+54,block_sparse_moe.experts.88.w1,0.0055956608,0.05000,3.191
+54,block_sparse_moe.experts.87.w1,0.0048034389,0.05000,3.169
+54,block_sparse_moe.experts.83.w1,0.0021094291,0.05000,2.963
+54,block_sparse_moe.experts.91.w1,0.0038925691,0.05000,3.040
+54,block_sparse_moe.experts.94.w1,0.0028496339,0.05000,3.387
+54,block_sparse_moe.experts.82.w1,0.0028862193,0.05000,3.267
+54,block_sparse_moe.experts.90.w1,0.0015635193,0.05000,3.306
+54,block_sparse_moe.experts.86.w1,0.0069476751,0.05000,3.239
+54,block_sparse_moe.experts.95.w1,0.0010149620,0.05000,3.078
+54,block_sparse_moe.experts.101.w1,0.0036396230,0.05000,2.716
+54,block_sparse_moe.experts.105.w1,0.0042165158,0.05000,2.796
+54,block_sparse_moe.experts.109.w1,0.0028649241,0.05000,2.736
+54,block_sparse_moe.experts.97.w1,0.0641740693,0.05000,2.870
+54,block_sparse_moe.experts.108.w1,0.0044184777,0.05000,3.131
+54,block_sparse_moe.experts.107.w1,0.0042364553,0.05000,2.805
+54,block_sparse_moe.experts.100.w1,0.0081920353,0.05000,3.172
+54,block_sparse_moe.experts.103.w1,0.0025999539,0.05000,3.007
+54,block_sparse_moe.experts.96.w1,0.0009625603,0.05000,3.198
+54,block_sparse_moe.experts.99.w1,0.0021997575,0.05000,2.967
+54,block_sparse_moe.experts.110.w1,0.0018437184,0.05000,2.869
+54,block_sparse_moe.experts.104.w1,0.0039244637,0.05000,3.194
+54,block_sparse_moe.experts.98.w1,0.0024307330,0.05000,2.867
+54,block_sparse_moe.experts.106.w1,0.0182558436,0.05000,2.875
+54,block_sparse_moe.experts.102.w1,0.0007106495,0.05000,2.871
+54,block_sparse_moe.experts.111.w1,0.0008645765,0.05000,2.952
+54,block_sparse_moe.experts.117.w1,0.0059760675,0.05000,3.069
+54,block_sparse_moe.experts.121.w1,0.0049105681,0.05000,3.154
+54,block_sparse_moe.experts.125.w1,0.0044870618,0.05000,3.228
+54,block_sparse_moe.experts.126.w1,0.0020999202,0.05000,2.736
+54,block_sparse_moe.experts.113.w1,0.0102450484,0.05000,3.151
+54,block_sparse_moe.experts.123.w1,0.0026698810,0.05000,2.996
+54,block_sparse_moe.experts.119.w1,0.0035700164,0.05000,2.961
+54,block_sparse_moe.experts.124.w1,0.0023978885,0.05000,3.089
+54,block_sparse_moe.experts.114.w1,0.0026217445,0.05000,2.885
+54,block_sparse_moe.experts.115.w1,0.0011982707,0.05000,2.988
+54,block_sparse_moe.experts.116.w1,0.0044343227,0.05000,3.054
+54,block_sparse_moe.experts.122.w1,0.0030309787,0.05000,2.887
+54,block_sparse_moe.experts.112.w1,0.0051514361,0.05000,3.064
+54,block_sparse_moe.experts.118.w1,0.0040672140,0.05000,2.832
+54,block_sparse_moe.experts.120.w1,0.0013057199,0.05000,3.101
+54,block_sparse_moe.experts.127.w1,0.0042199989,0.05000,3.023
+54,block_sparse_moe.experts.133.w1,0.0019503041,0.05000,3.035
+54,block_sparse_moe.experts.137.w1,0.0049189705,0.05000,3.079
+54,block_sparse_moe.experts.141.w1,0.0031513054,0.05000,3.042
+54,block_sparse_moe.experts.129.w1,0.0029510658,0.05000,3.042
+54,block_sparse_moe.experts.142.w1,0.0022327872,0.05000,3.114
+54,block_sparse_moe.experts.140.w1,0.0053852271,0.05000,3.047
+54,block_sparse_moe.experts.130.w1,0.0030002415,0.05000,3.034
+54,block_sparse_moe.experts.132.w1,0.0035992283,0.05000,3.025
+54,block_sparse_moe.experts.134.w1,0.0041364898,0.05000,2.943
+54,block_sparse_moe.experts.138.w1,0.0027119746,0.05000,3.103
+54,block_sparse_moe.experts.136.w1,0.0046895226,0.05000,2.999
+54,block_sparse_moe.experts.131.w1,0.0024815972,0.05000,3.177
+54,block_sparse_moe.experts.128.w1,0.0009320149,0.05000,3.138
+54,block_sparse_moe.experts.139.w1,0.0031433742,0.05000,3.306
+54,block_sparse_moe.experts.135.w1,0.0013672978,0.05000,3.290
+54,block_sparse_moe.experts.143.w1,0.0066463745,0.05000,3.338
+54,block_sparse_moe.experts.149.w1,0.0056554060,0.05000,3.180
+54,block_sparse_moe.experts.153.w1,0.0030695760,0.05000,3.198
+54,block_sparse_moe.experts.158.w1,0.0036629155,0.05000,3.073
+54,block_sparse_moe.experts.157.w1,0.0026439585,0.05000,3.267
+54,block_sparse_moe.experts.145.w1,0.0057298045,0.05000,3.216
+54,block_sparse_moe.experts.156.w1,0.0019262163,0.05000,3.066
+54,block_sparse_moe.experts.146.w1,0.0058150831,0.05000,3.072
+54,block_sparse_moe.experts.148.w1,0.0027457670,0.05000,3.100
+54,block_sparse_moe.experts.152.w1,0.0151057259,0.05000,2.979
+54,block_sparse_moe.experts.150.w1,0.0014338754,0.05000,3.064
+54,block_sparse_moe.experts.154.w1,0.0027368544,0.05000,3.151
+54,block_sparse_moe.experts.144.w1,0.0029120936,0.05000,3.110
+54,block_sparse_moe.experts.155.w1,0.0063389867,0.05000,3.154
+54,block_sparse_moe.experts.147.w1,0.0206954417,0.05000,3.207
+54,block_sparse_moe.experts.151.w1,0.0009426689,0.05000,3.155
+54,block_sparse_moe.experts.159.w1,0.0048255273,0.05000,3.019
+54,block_sparse_moe.experts.165.w1,0.0047566549,0.05000,3.358
+54,block_sparse_moe.experts.174.w1,0.0049956051,0.05000,2.908
+54,block_sparse_moe.experts.162.w1,0.0034475920,0.05000,2.811
+54,block_sparse_moe.experts.166.w1,0.0021054822,0.05000,2.796
+54,block_sparse_moe.experts.169.w1,0.0034566680,0.05000,3.301
+54,block_sparse_moe.experts.163.w1,0.0037929572,0.05000,2.815
+54,block_sparse_moe.experts.173.w1,0.0098737689,0.05000,3.249
+54,block_sparse_moe.experts.170.w1,0.0053225815,0.05000,2.972
+54,block_sparse_moe.experts.167.w1,0.0045351451,0.05000,2.892
+54,block_sparse_moe.experts.171.w1,0.0175171110,0.05000,2.944
+54,block_sparse_moe.experts.172.w1,0.0070015839,0.05000,3.282
+54,block_sparse_moe.experts.168.w1,0.0026045708,0.05000,3.212
+54,block_sparse_moe.experts.161.w1,0.0036538342,0.05000,3.377
+54,block_sparse_moe.experts.164.w1,0.0040245810,0.05000,3.314
+54,block_sparse_moe.experts.160.w1,0.0320832994,0.05000,3.258
+54,block_sparse_moe.experts.175.w1,0.0011564379,0.05000,2.833
+54,block_sparse_moe.experts.181.w1,0.0037482206,0.05000,2.983
+54,block_sparse_moe.experts.179.w1,0.0019753587,0.05000,2.696
+54,block_sparse_moe.experts.185.w1,0.0029962029,0.05000,2.982
+54,block_sparse_moe.experts.190.w1,0.0018979746,0.05000,3.283
+54,block_sparse_moe.experts.187.w1,0.0022534993,0.05000,2.856
+54,block_sparse_moe.experts.183.w1,0.0053603314,0.05000,2.903
+54,block_sparse_moe.experts.189.w1,0.0080078600,0.05000,3.015
+54,block_sparse_moe.experts.178.w1,0.0049694941,0.05000,3.352
+54,block_sparse_moe.experts.182.w1,0.0011322598,0.05000,3.355
+54,block_sparse_moe.experts.191.w1,0.0059824136,0.05000,2.832
+54,block_sparse_moe.experts.177.w1,0.0072983615,0.05000,3.058
+54,block_sparse_moe.experts.184.w1,0.0074717987,0.05000,3.267
+54,block_sparse_moe.experts.186.w1,0.0069160562,0.05000,3.370
+54,block_sparse_moe.experts.188.w1,0.0018109733,0.05000,3.307
+54,block_sparse_moe.experts.180.w1,0.0028219630,0.05000,3.260
+54,block_sparse_moe.experts.176.w1,0.0031785255,0.05000,3.282
+54,block_sparse_moe.experts.197.w1,0.0025462242,0.05000,2.894
+54,block_sparse_moe.experts.195.w1,0.0030826676,0.05000,3.099
+54,block_sparse_moe.experts.201.w1,0.0015708139,0.05000,2.899
+54,block_sparse_moe.experts.205.w1,0.0010571883,0.05000,2.985
+54,block_sparse_moe.experts.203.w1,0.0017785169,0.05000,3.128
+54,block_sparse_moe.experts.206.w1,0.0031263323,0.05000,3.177
+54,block_sparse_moe.experts.199.w1,0.0027592018,0.05000,3.152
+54,block_sparse_moe.experts.193.w1,0.0018749445,0.05000,2.849
+54,block_sparse_moe.experts.194.w1,0.0024769203,0.05000,3.146
+54,block_sparse_moe.experts.198.w1,0.1298317015,0.05000,3.158
+54,block_sparse_moe.experts.207.w1,0.0063609134,0.05000,3.044
+54,block_sparse_moe.experts.202.w1,0.0041870517,0.05000,3.131
+54,block_sparse_moe.experts.200.w1,0.0014790956,0.05000,3.170
+54,block_sparse_moe.experts.204.w1,0.0015691009,0.05000,3.165
+54,block_sparse_moe.experts.196.w1,0.0069631904,0.05000,3.121
+54,block_sparse_moe.experts.192.w1,0.0025989652,0.05000,3.181
+54,block_sparse_moe.experts.213.w1,0.0018908808,0.05000,3.154
+54,block_sparse_moe.experts.211.w1,0.0049265326,0.05000,2.988
+54,block_sparse_moe.experts.217.w1,0.0006154862,0.05000,3.111
+54,block_sparse_moe.experts.219.w1,0.0092249839,0.05000,2.969
+54,block_sparse_moe.experts.215.w1,0.0017427333,0.05000,2.989
+54,block_sparse_moe.experts.221.w1,0.0019323854,0.05000,3.141
+54,block_sparse_moe.experts.223.w1,0.0012547588,0.05000,2.932
+54,block_sparse_moe.experts.209.w1,0.0086517806,0.05000,3.157
+54,block_sparse_moe.experts.222.w1,0.0034784689,0.05000,3.198
+54,block_sparse_moe.experts.216.w1,0.0028953744,0.05000,2.753
+54,block_sparse_moe.experts.210.w1,0.0016333743,0.05000,3.152
+54,block_sparse_moe.experts.220.w1,0.0029768386,0.05000,2.770
+54,block_sparse_moe.experts.212.w1,0.0034993379,0.05000,2.768
+54,block_sparse_moe.experts.214.w1,0.0030996929,0.05000,3.250
+54,block_sparse_moe.experts.208.w1,0.0059825121,0.05000,2.853
+54,block_sparse_moe.experts.218.w1,0.0019768993,0.05000,3.133
+54,block_sparse_moe.experts.229.w1,0.0023405162,0.05000,3.165
+54,block_sparse_moe.experts.227.w1,0.0069546117,0.05000,3.034
+54,block_sparse_moe.experts.238.w1,0.0030058236,0.05000,2.680
+54,block_sparse_moe.experts.233.w1,0.0041003362,0.05000,3.056
+54,block_sparse_moe.experts.231.w1,0.0067656529,0.05000,3.037
+54,block_sparse_moe.experts.235.w1,0.0017000644,0.05000,3.106
+54,block_sparse_moe.experts.226.w1,0.0085466482,0.05000,2.866
+54,block_sparse_moe.experts.230.w1,0.0056069062,0.05000,2.741
+54,block_sparse_moe.experts.232.w1,0.0178287362,0.05000,2.914
+54,block_sparse_moe.experts.237.w1,0.0016406458,0.05000,3.119
+54,block_sparse_moe.experts.239.w1,0.0021414273,0.05000,3.042
+54,block_sparse_moe.experts.236.w1,0.0089566903,0.05000,2.933
+54,block_sparse_moe.experts.228.w1,0.0045072552,0.05000,3.011
+54,block_sparse_moe.experts.234.w1,0.0014646739,0.05000,2.762
+54,block_sparse_moe.experts.225.w1,0.0025495010,0.05000,3.205
+54,block_sparse_moe.experts.224.w1,0.0079399255,0.05000,2.840
+54,block_sparse_moe.experts.245.w1,0.0045965838,0.05000,3.101
+54,block_sparse_moe.experts.243.w1,0.0016276839,0.05000,3.154
+54,block_sparse_moe.experts.249.w1,0.0701783374,0.05000,3.055
+54,block_sparse_moe.experts.251.w1,0.0021521079,0.05000,3.052
+54,block_sparse_moe.experts.254.w1,0.0018708621,0.05000,3.260
+54,block_sparse_moe.experts.247.w1,0.0023860390,0.05000,3.114
+54,block_sparse_moe.experts.253.w1,0.0044584481,0.05000,3.028
+54,block_sparse_moe.experts.242.w1,0.0068153822,0.05000,3.134
+54,block_sparse_moe.experts.248.w1,0.0032992539,0.05000,3.111
+54,block_sparse_moe.experts.246.w1,0.0073051583,0.05000,3.183
+54,block_sparse_moe.experts.255.w1,0.0071521739,0.05000,3.133
+54,block_sparse_moe.experts.252.w1,0.0073726009,0.05000,3.129
+54,block_sparse_moe.experts.241.w1,0.0044825182,0.05000,3.021
+54,block_sparse_moe.experts.250.w1,0.0038299232,0.05000,3.130
+54,block_sparse_moe.experts.244.w1,0.0047531239,0.05000,3.195
+54,block_sparse_moe.experts.240.w1,0.0039998308,0.05000,3.146
+54,block_sparse_moe.experts.5.w3,0.0048593725,0.05000,2.919
+54,block_sparse_moe.experts.9.w3,0.0103297614,0.05000,2.885
+54,block_sparse_moe.experts.3.w3,0.0126443160,0.05000,3.261
+54,block_sparse_moe.experts.13.w3,0.0041170000,0.05000,2.962
+54,block_sparse_moe.experts.8.w3,0.0028887608,0.05000,3.018
+54,block_sparse_moe.experts.14.w3,0.0062016577,0.05000,3.162
+54,block_sparse_moe.experts.7.w3,0.0018157130,0.05000,3.163
+54,block_sparse_moe.experts.11.w3,0.0038422742,0.05000,3.214
+54,block_sparse_moe.experts.2.w3,0.0024100350,0.05000,3.118
+54,block_sparse_moe.experts.1.w3,0.0026537190,0.05000,3.017
+54,block_sparse_moe.experts.6.w3,0.0056612370,0.05000,3.136
+54,block_sparse_moe.experts.12.w3,0.0027653252,0.05000,3.132
+54,block_sparse_moe.experts.4.w3,0.0056320363,0.05000,3.105
+54,block_sparse_moe.experts.15.w3,0.0077733672,0.05000,3.272
+54,block_sparse_moe.experts.10.w3,0.0041281926,0.05000,3.159
+54,block_sparse_moe.experts.0.w3,0.0017668373,0.05000,3.116
+54,block_sparse_moe.experts.21.w3,0.0032939494,0.05000,3.124
+54,block_sparse_moe.experts.25.w3,0.0010759252,0.05000,3.155
+54,block_sparse_moe.experts.19.w3,0.0087210868,0.05000,3.041
+54,block_sparse_moe.experts.24.w3,0.0026197070,0.05000,2.975
+54,block_sparse_moe.experts.29.w3,0.0010443613,0.05000,3.112
+54,block_sparse_moe.experts.23.w3,0.0086928351,0.05000,3.010
+54,block_sparse_moe.experts.27.w3,0.0071517029,0.05000,3.045
+54,block_sparse_moe.experts.30.w3,0.0059660112,0.05000,3.130
+54,block_sparse_moe.experts.28.w3,0.0047394519,0.05000,3.001
+54,block_sparse_moe.experts.22.w3,0.0028714809,0.05000,3.059
+54,block_sparse_moe.experts.18.w3,0.0072024357,0.05000,3.150
+54,block_sparse_moe.experts.17.w3,0.0030843758,0.05000,3.153
+54,block_sparse_moe.experts.16.w3,0.0037649578,0.05000,2.946
+54,block_sparse_moe.experts.26.w3,0.0011294117,0.05000,2.994
+54,block_sparse_moe.experts.31.w3,0.0029932208,0.05000,3.034
+54,block_sparse_moe.experts.20.w3,0.0012972616,0.05000,3.047
+54,block_sparse_moe.experts.37.w3,0.0018733293,0.05000,3.008
+54,block_sparse_moe.experts.41.w3,0.0035988617,0.05000,3.107
+54,block_sparse_moe.experts.45.w3,0.0071203216,0.05000,2.967
+54,block_sparse_moe.experts.40.w3,0.0054086529,0.05000,3.032
+54,block_sparse_moe.experts.35.w3,0.0025300622,0.05000,3.186
+54,block_sparse_moe.experts.33.w3,0.0024764850,0.05000,2.844
+54,block_sparse_moe.experts.46.w3,0.0037210831,0.05000,3.018
+54,block_sparse_moe.experts.34.w3,0.0048119073,0.05000,2.969
+54,block_sparse_moe.experts.39.w3,0.0066686609,0.05000,3.137
+54,block_sparse_moe.experts.44.w3,0.0027143050,0.05000,3.026
+54,block_sparse_moe.experts.32.w3,0.0016815375,0.05000,2.944
+54,block_sparse_moe.experts.36.w3,0.0048519360,0.05000,2.918
+54,block_sparse_moe.experts.38.w3,0.0026406853,0.05000,3.086
+54,block_sparse_moe.experts.43.w3,0.0043984801,0.05000,3.258
+54,block_sparse_moe.experts.42.w3,0.0029239130,0.05000,3.116
+54,block_sparse_moe.experts.47.w3,0.0016389281,0.05000,3.282
+54,block_sparse_moe.experts.53.w3,0.0086226510,0.05000,1.383
+54,block_sparse_moe.experts.51.w3,0.0026129158,0.05000,3.331
+54,block_sparse_moe.experts.55.w3,0.0078663850,0.05000,3.352
+54,block_sparse_moe.experts.62.w3,0.0022089398,0.05000,3.391
+54,block_sparse_moe.experts.54.w3,0.0113458499,0.05000,3.417
+54,block_sparse_moe.experts.59.w3,0.0052485432,0.05000,3.441
+54,block_sparse_moe.experts.50.w3,0.0068694873,0.05000,3.607
+54,block_sparse_moe.experts.58.w3,0.0024772906,0.05000,3.381
+54,block_sparse_moe.experts.63.w3,0.0025595404,0.05000,3.451
+54,block_sparse_moe.experts.56.w3,0.0151573169,0.05000,5.565
+54,block_sparse_moe.experts.52.w3,0.0038609102,0.05000,5.509
+54,block_sparse_moe.experts.60.w3,0.0025708398,0.05000,5.610
+54,block_sparse_moe.experts.48.w3,0.0014830740,0.05000,5.614
+54,block_sparse_moe.experts.67.w3,0.0027155848,0.05000,3.547
+54,block_sparse_moe.experts.78.w3,0.0053904029,0.05000,3.476
+54,block_sparse_moe.experts.71.w3,0.0044408626,0.05000,3.545
+54,block_sparse_moe.experts.70.w3,0.0032743312,0.05000,3.427
+54,block_sparse_moe.experts.74.w3,0.0009075647,0.05000,3.495
+54,block_sparse_moe.experts.75.w3,0.0040549730,0.05000,3.606
+54,block_sparse_moe.experts.66.w3,0.0043093908,0.05000,3.646
+54,block_sparse_moe.experts.79.w3,0.0063629612,0.05000,3.503
+54,block_sparse_moe.experts.72.w3,0.0047192445,0.05000,3.367
+54,block_sparse_moe.experts.68.w3,0.0075811440,0.05000,3.515
+54,block_sparse_moe.experts.76.w3,0.0047869293,0.05000,3.514
+54,block_sparse_moe.experts.64.w3,0.0028297404,0.05000,3.475
+54,block_sparse_moe.experts.83.w3,0.0024307569,0.05000,4.031
+54,block_sparse_moe.experts.87.w3,0.0053983180,0.05000,4.009
+54,block_sparse_moe.experts.91.w3,0.0044123515,0.05000,4.014
+54,block_sparse_moe.experts.95.w3,0.0011767527,0.05000,3.956
+54,block_sparse_moe.experts.88.w3,0.0064345976,0.05000,3.625
+54,block_sparse_moe.experts.84.w3,0.0012521743,0.05000,3.516
+54,block_sparse_moe.experts.80.w3,0.0025061519,0.05000,3.495
+54,block_sparse_moe.experts.92.w3,0.0032123942,0.05000,3.543
+54,block_sparse_moe.experts.99.w3,0.0024624634,0.05000,3.673
+54,block_sparse_moe.experts.103.w3,0.0029972133,0.05000,3.705
+54,block_sparse_moe.experts.107.w3,0.0049157636,0.05000,3.721
+54,block_sparse_moe.experts.111.w3,0.0009878027,0.05000,3.728
+54,block_sparse_moe.experts.104.w3,0.0044912205,0.05000,3.741
+54,block_sparse_moe.experts.100.w3,0.0095763261,0.05000,3.762
+54,block_sparse_moe.experts.94.w3,0.0032648084,0.05000,9.575
+54,block_sparse_moe.experts.96.w3,0.0010721700,0.05000,3.758
+54,block_sparse_moe.experts.86.w3,0.0080194476,0.05000,9.553
+54,block_sparse_moe.experts.108.w3,0.0050298849,0.05000,3.821
+54,block_sparse_moe.experts.90.w3,0.0017784242,0.05000,9.453
+54,block_sparse_moe.experts.82.w3,0.0034652088,0.05000,9.514
+54,block_sparse_moe.experts.120.w3,0.0014527219,0.05000,3.160
+54,block_sparse_moe.experts.116.w3,0.0049684728,0.05000,3.299
+54,block_sparse_moe.experts.124.w3,0.0027244454,0.05000,3.183
+54,block_sparse_moe.experts.112.w3,0.0059162310,0.05000,3.326
+54,block_sparse_moe.experts.110.w3,0.0021533965,0.05000,3.521
+54,block_sparse_moe.experts.102.w3,0.0008107799,0.05000,3.423
+54,block_sparse_moe.experts.106.w3,0.0218100573,0.05000,3.535
+54,block_sparse_moe.experts.98.w3,0.0028564539,0.05000,3.467
+54,block_sparse_moe.experts.136.w3,0.0053808938,0.05000,3.131
+54,block_sparse_moe.experts.140.w3,0.0061139088,0.05000,3.069
+54,block_sparse_moe.experts.115.w3,0.0014594675,0.05000,8.375
+54,block_sparse_moe.experts.132.w3,0.0041155701,0.05000,3.214
+54,block_sparse_moe.experts.119.w3,0.0040581493,0.05000,8.318
+54,block_sparse_moe.experts.128.w3,0.0010740774,0.05000,3.228
+54,block_sparse_moe.experts.118.w3,0.0046218103,0.05000,3.053
+54,block_sparse_moe.experts.126.w3,0.0023697772,0.05000,3.059
+54,block_sparse_moe.experts.122.w3,0.0034760122,0.05000,2.985
+54,block_sparse_moe.experts.114.w3,0.0031483966,0.05000,2.873
+54,block_sparse_moe.experts.127.w3,0.0047519549,0.05000,8.348
+54,block_sparse_moe.experts.123.w3,0.0030522325,0.05000,8.521
+54,block_sparse_moe.experts.49.w3,0.0015392962,0.05000,2.991
+54,block_sparse_moe.experts.69.w3,0.0043086581,0.05000,3.000
+54,block_sparse_moe.experts.57.w3,0.0099917695,0.05000,3.017
+54,block_sparse_moe.experts.61.w3,0.0036308476,0.05000,3.132
+54,block_sparse_moe.experts.152.w3,0.0172364902,0.05000,3.907
+54,block_sparse_moe.experts.131.w3,0.0028207623,0.05000,3.710
+54,block_sparse_moe.experts.135.w3,0.0015259276,0.05000,3.726
+54,block_sparse_moe.experts.148.w3,0.0029994729,0.05000,3.817
+54,block_sparse_moe.experts.156.w3,0.0022024270,0.05000,3.951
+54,block_sparse_moe.experts.144.w3,0.0033896099,0.05000,3.905
+54,block_sparse_moe.experts.143.w3,0.0075618916,0.05000,3.465
+54,block_sparse_moe.experts.139.w3,0.0035553071,0.05000,3.450
+54,block_sparse_moe.experts.142.w3,0.0025976402,0.05000,3.513
+54,block_sparse_moe.experts.134.w3,0.0047217478,0.05000,3.544
+54,block_sparse_moe.experts.130.w3,0.0034472940,0.05000,3.549
+54,block_sparse_moe.experts.138.w3,0.0030351468,0.05000,3.552
+54,block_sparse_moe.experts.73.w3,0.0040822546,0.05000,3.604
+54,block_sparse_moe.experts.85.w3,0.0059058283,0.05000,3.721
+54,block_sparse_moe.experts.65.w3,0.0043706034,0.05000,3.734
+54,block_sparse_moe.experts.77.w3,0.0010018515,0.05000,3.696
+54,block_sparse_moe.experts.168.w3,0.0030010719,0.05000,3.136
+54,block_sparse_moe.experts.164.w3,0.0046175231,0.05000,3.057
+54,block_sparse_moe.experts.172.w3,0.0082367714,0.05000,3.101
+54,block_sparse_moe.experts.160.w3,0.0376517049,0.05000,3.015
+54,block_sparse_moe.experts.151.w3,0.0010808833,0.05000,2.886
+54,block_sparse_moe.experts.147.w3,0.0237910463,0.05000,2.996
+54,block_sparse_moe.experts.155.w3,0.0072622162,0.05000,3.025
+54,block_sparse_moe.experts.159.w3,0.0056016920,0.05000,3.164
+54,block_sparse_moe.experts.89.w3,0.0100860967,0.05000,2.981
+54,block_sparse_moe.experts.101.w3,0.0041727997,0.05000,2.933
+54,block_sparse_moe.experts.150.w3,0.0016881890,0.05000,3.128
+54,block_sparse_moe.experts.158.w3,0.0041522750,0.05000,3.193
+54,block_sparse_moe.experts.93.w3,0.0068114747,0.05000,2.957
+54,block_sparse_moe.experts.81.w3,0.0022669295,0.05000,3.064
+54,block_sparse_moe.experts.146.w3,0.0067073059,0.05000,3.223
+54,block_sparse_moe.experts.154.w3,0.0031843032,0.05000,3.263
+54,block_sparse_moe.experts.184.w3,0.0086625965,0.05000,3.056
+54,block_sparse_moe.experts.167.w3,0.0052723896,0.05000,2.945
+54,block_sparse_moe.experts.180.w3,0.0032809977,0.05000,3.177
+54,block_sparse_moe.experts.188.w3,0.0021094368,0.05000,3.133
+54,block_sparse_moe.experts.176.w3,0.0035821869,0.05000,3.065
+54,block_sparse_moe.experts.171.w3,0.0217315798,0.05000,3.052
+54,block_sparse_moe.experts.163.w3,0.0042844852,0.05000,3.087
+54,block_sparse_moe.experts.175.w3,0.0013265908,0.05000,3.086
+54,block_sparse_moe.experts.105.w3,0.0048897463,0.05000,2.939
+54,block_sparse_moe.experts.117.w3,0.0068281332,0.05000,3.040
+54,block_sparse_moe.experts.109.w3,0.0032424576,0.05000,2.955
+54,block_sparse_moe.experts.166.w3,0.0023976177,0.05000,3.062
+54,block_sparse_moe.experts.200.w3,0.0016759084,0.05000,1.415
+54,block_sparse_moe.experts.174.w3,0.0056660045,0.05000,3.058
+54,block_sparse_moe.experts.162.w3,0.0039321703,0.05000,3.122
+54,block_sparse_moe.experts.170.w3,0.0062787496,0.05000,3.151
+54,block_sparse_moe.experts.97.w3,0.0761605457,0.05000,3.499
+54,block_sparse_moe.experts.183.w3,0.0061145663,0.05000,3.537
+54,block_sparse_moe.experts.187.w3,0.0025182641,0.05000,3.436
+54,block_sparse_moe.experts.179.w3,0.0022753805,0.05000,3.468
+54,block_sparse_moe.experts.191.w3,0.0068758051,0.05000,3.405
+54,block_sparse_moe.experts.121.w3,0.0054917572,0.05000,3.366
+54,block_sparse_moe.experts.133.w3,0.0023272854,0.05000,3.391
+54,block_sparse_moe.experts.182.w3,0.0012706612,0.05000,3.449
+54,block_sparse_moe.experts.125.w3,0.0051501563,0.05000,3.493
+54,block_sparse_moe.experts.190.w3,0.0021661349,0.05000,3.502
+54,block_sparse_moe.experts.178.w3,0.0058249040,0.05000,3.432
+54,block_sparse_moe.experts.186.w3,0.0078395643,0.05000,3.424
+54,block_sparse_moe.experts.113.w3,0.0118376972,0.05000,3.220
+54,block_sparse_moe.experts.216.w3,0.0032642259,0.05000,3.253
+54,block_sparse_moe.experts.204.w3,0.0018680112,0.05000,3.283
+54,block_sparse_moe.experts.192.w3,0.0030212676,0.05000,3.320
+54,block_sparse_moe.experts.196.w3,0.0081571610,0.05000,3.325
+54,block_sparse_moe.experts.199.w3,0.0031605898,0.05000,2.936
+54,block_sparse_moe.experts.195.w3,0.0035306375,0.05000,2.948
+54,block_sparse_moe.experts.203.w3,0.0020870526,0.05000,3.039
+54,block_sparse_moe.experts.207.w3,0.0072094588,0.05000,3.061
+54,block_sparse_moe.experts.137.w3,0.0058197318,0.05000,3.153
+54,block_sparse_moe.experts.149.w3,0.0065294363,0.05000,3.005
+54,block_sparse_moe.experts.198.w3,0.1493628422,0.05000,3.021
+54,block_sparse_moe.experts.141.w3,0.0035440294,0.05000,3.066
+54,block_sparse_moe.experts.206.w3,0.0037314174,0.05000,3.027
+54,block_sparse_moe.experts.194.w3,0.0028653707,0.05000,2.996
+54,block_sparse_moe.experts.202.w3,0.0046872722,0.05000,3.022
+54,block_sparse_moe.experts.129.w3,0.0033850342,0.05000,3.025
+54,block_sparse_moe.experts.232.w3,0.0203358218,0.05000,3.070
+54,block_sparse_moe.experts.220.w3,0.0033615514,0.05000,3.043
+54,block_sparse_moe.experts.212.w3,0.0040149853,0.05000,3.103
+54,block_sparse_moe.experts.208.w3,0.0067552291,0.05000,3.135
+54,block_sparse_moe.experts.215.w3,0.0019592165,0.05000,2.993
+54,block_sparse_moe.experts.211.w3,0.0056208313,0.05000,2.992
+54,block_sparse_moe.experts.219.w3,0.0105276523,0.05000,3.050
+54,block_sparse_moe.experts.223.w3,0.0014448927,0.05000,3.000
+54,block_sparse_moe.experts.165.w3,0.0054486220,0.05000,2.722
+54,block_sparse_moe.experts.153.w3,0.0035243034,0.05000,2.752
+54,block_sparse_moe.experts.157.w3,0.0029624259,0.05000,2.757
+54,block_sparse_moe.experts.214.w3,0.0034709213,0.05000,2.949
+54,block_sparse_moe.experts.145.w3,0.0064887908,0.05000,2.764
+54,block_sparse_moe.experts.222.w3,0.0039593519,0.05000,3.012
+54,block_sparse_moe.experts.210.w3,0.0018490460,0.05000,3.035
+54,block_sparse_moe.experts.218.w3,0.0022524650,0.05000,2.996
+54,block_sparse_moe.experts.236.w3,0.0101116159,0.05000,3.127
+54,block_sparse_moe.experts.248.w3,0.0039397444,0.05000,3.184
+54,block_sparse_moe.experts.228.w3,0.0051371332,0.05000,3.114
+54,block_sparse_moe.experts.224.w3,0.0089302050,0.05000,3.145
+54,block_sparse_moe.experts.231.w3,0.0076552688,0.05000,3.088
+54,block_sparse_moe.experts.227.w3,0.0079402888,0.05000,2.965
+54,block_sparse_moe.experts.239.w3,0.0023956814,0.05000,2.912
+54,block_sparse_moe.experts.235.w3,0.0018561214,0.05000,3.082
+54,block_sparse_moe.experts.181.w3,0.0042968183,0.05000,2.865
+54,block_sparse_moe.experts.169.w3,0.0038755129,0.05000,2.912
+54,block_sparse_moe.experts.173.w3,0.0110407682,0.05000,2.844
+54,block_sparse_moe.experts.230.w3,0.0064990603,0.05000,2.917
+54,block_sparse_moe.experts.161.w3,0.0041794232,0.05000,2.854
+54,block_sparse_moe.experts.226.w3,0.0098356807,0.05000,2.898
+54,block_sparse_moe.experts.238.w3,0.0034831443,0.05000,2.973
+54,block_sparse_moe.experts.234.w3,0.0016608339,0.05000,2.895
+54,block_sparse_moe.experts.252.w3,0.0084748119,0.05000,2.380
+54,block_sparse_moe.experts.240.w3,0.0048185791,0.05000,2.314
+54,block_sparse_moe.experts.244.w3,0.0054262246,0.05000,2.378
+54,block_sparse_moe.experts.247.w3,0.0027588441,0.05000,2.951
+54,block_sparse_moe.experts.243.w3,0.0018192615,0.05000,2.921
+54,block_sparse_moe.experts.197.w3,0.0028696280,0.05000,2.672
+54,block_sparse_moe.experts.255.w3,0.0080641062,0.05000,2.838
+54,block_sparse_moe.experts.251.w3,0.0024136056,0.05000,2.790
+54,block_sparse_moe.experts.185.w3,0.0034549929,0.05000,2.736
+54,block_sparse_moe.experts.189.w3,0.0092391610,0.05000,2.815
+54,block_sparse_moe.experts.246.w3,0.0084307033,0.05000,2.748
+54,block_sparse_moe.experts.177.w3,0.0084152672,0.05000,2.786
+54,block_sparse_moe.experts.242.w3,0.0076938738,0.05000,2.681
+54,block_sparse_moe.experts.250.w3,0.0042454003,0.05000,2.676
+54,block_sparse_moe.experts.254.w3,0.0021380628,0.05000,2.718
+54,block_sparse_moe.experts.213.w3,0.0021575218,0.05000,2.375
+54,block_sparse_moe.experts.201.w3,0.0018513849,0.05000,2.407
+54,block_sparse_moe.experts.205.w3,0.0011882424,0.05000,2.475
+54,block_sparse_moe.experts.193.w3,0.0021257887,0.05000,2.733
+54,block_sparse_moe.experts.229.w3,0.0026901854,0.05000,2.909
+54,block_sparse_moe.experts.217.w3,0.0006959147,0.05000,2.889
+54,block_sparse_moe.experts.221.w3,0.0022413065,0.05000,3.027
+54,block_sparse_moe.experts.209.w3,0.0100298429,0.05000,3.089
+54,block_sparse_moe.experts.245.w3,0.0052449240,0.05000,2.924
+54,block_sparse_moe.experts.233.w3,0.0047190717,0.05000,2.899
+54,block_sparse_moe.experts.237.w3,0.0018437551,0.05000,2.717
+54,block_sparse_moe.experts.225.w3,0.0028837965,0.05000,2.539
+54,block_sparse_moe.experts.249.w3,0.0832358897,0.05000,1.830
+54,block_sparse_moe.experts.253.w3,0.0051676362,0.05000,2.001
+54,block_sparse_moe.experts.241.w3,0.0050847605,0.05000,1.805
+54,block_sparse_moe.experts.5.w2,0.0165395945,0.05000,1.398
+54,block_sparse_moe.experts.15.w2,0.0249007087,0.05000,1.415
+54,block_sparse_moe.experts.11.w2,0.0006240798,0.05000,1.433
+54,block_sparse_moe.experts.14.w2,0.0310648812,0.05000,1.448
+54,block_sparse_moe.experts.7.w2,0.0006764480,0.05000,1.498
+54,block_sparse_moe.experts.13.w2,0.0046027765,0.05000,1.471
+54,block_sparse_moe.experts.1.w2,0.0116135918,0.05000,1.515
+54,block_sparse_moe.experts.6.w2,0.0041609471,0.05000,1.525
+54,block_sparse_moe.experts.9.w2,0.0383385313,0.05000,1.536
+54,block_sparse_moe.experts.3.w2,0.0498982341,0.05000,1.550
+54,block_sparse_moe.experts.2.w2,0.0010135768,0.05000,1.563
+54,block_sparse_moe.experts.8.w2,0.0020170408,0.05000,1.575
+54,block_sparse_moe.experts.0.w2,0.0013906886,0.05000,1.614
+54,block_sparse_moe.experts.10.w2,0.0089945058,0.05000,1.599
+54,block_sparse_moe.experts.4.w2,0.0276477080,0.05000,1.630
+54,block_sparse_moe.experts.12.w2,0.0007011198,0.05000,1.609
+54,block_sparse_moe.experts.21.w2,0.0134146232,0.05000,1.521
+54,block_sparse_moe.experts.31.w2,0.0084561806,0.05000,1.520
+54,block_sparse_moe.experts.29.w2,0.0036428469,0.05000,1.499
+54,block_sparse_moe.experts.30.w2,0.0092839674,0.05000,1.553
+54,block_sparse_moe.experts.17.w2,0.0126326402,0.05000,1.541
+54,block_sparse_moe.experts.27.w2,0.0011650048,0.05000,1.591
+54,block_sparse_moe.experts.22.w2,0.0095443833,0.05000,1.556
+54,block_sparse_moe.experts.25.w2,0.0004744129,0.05000,1.565
+54,block_sparse_moe.experts.23.w2,0.0144604100,0.05000,1.603
+54,block_sparse_moe.experts.19.w2,0.0205164624,0.05000,1.558
+54,block_sparse_moe.experts.18.w2,0.0082346282,0.05000,1.577
+54,block_sparse_moe.experts.24.w2,0.0093967683,0.05000,1.656
+54,block_sparse_moe.experts.26.w2,0.0022169018,0.05000,1.633
+54,block_sparse_moe.experts.16.w2,0.0112206475,0.05000,1.664
+54,block_sparse_moe.experts.20.w2,0.0122000379,0.05000,1.700
+54,block_sparse_moe.experts.28.w2,0.0143192454,0.05000,1.744
+54,block_sparse_moe.experts.47.w2,0.0032255512,0.05000,1.453
+54,block_sparse_moe.experts.43.w2,0.0131398847,0.05000,1.460
+54,block_sparse_moe.experts.35.w2,0.0010375761,0.05000,1.449
+54,block_sparse_moe.experts.39.w2,0.0207608177,0.05000,1.454
+54,block_sparse_moe.experts.37.w2,0.0020542951,0.05000,1.619
+54,block_sparse_moe.experts.45.w2,0.0304107534,0.05000,1.560
+54,block_sparse_moe.experts.33.w2,0.0076309466,0.05000,1.553
+54,block_sparse_moe.experts.46.w2,0.0029631459,0.05000,1.585
+54,block_sparse_moe.experts.38.w2,0.0060491183,0.05000,1.553
+54,block_sparse_moe.experts.41.w2,0.0042814303,0.05000,1.534
+54,block_sparse_moe.experts.34.w2,0.0213617387,0.05000,1.576
+54,block_sparse_moe.experts.40.w2,0.0222369160,0.05000,1.503
+54,block_sparse_moe.experts.42.w2,0.0049662031,0.05000,1.617
+54,block_sparse_moe.experts.32.w2,0.0044952456,0.05000,1.610
+54,block_sparse_moe.experts.36.w2,0.0203612668,0.05000,1.563
+54,block_sparse_moe.experts.44.w2,0.0123896047,0.05000,1.557
+54,block_sparse_moe.experts.63.w2,0.0329697361,0.05000,1.439
+54,block_sparse_moe.experts.51.w2,0.0027919067,0.05000,1.359
+54,block_sparse_moe.experts.54.w2,0.2753099826,0.05000,1.289
+54,block_sparse_moe.experts.59.w2,0.0010913736,0.05000,1.410
+54,block_sparse_moe.experts.62.w2,0.0002999542,0.05000,1.321
+54,block_sparse_moe.experts.55.w2,0.0091153875,0.05000,1.390
+54,block_sparse_moe.experts.53.w2,0.0375671600,0.05000,1.395
+54,block_sparse_moe.experts.50.w2,0.0352410151,0.05000,1.259
+54,block_sparse_moe.experts.61.w2,0.0052839331,0.05000,1.446
+54,block_sparse_moe.experts.49.w2,0.0036934039,0.05000,1.448
+54,block_sparse_moe.experts.57.w2,0.0387894208,0.05000,1.465
+54,block_sparse_moe.experts.58.w2,0.0118679760,0.05000,1.343
+54,block_sparse_moe.experts.56.w2,0.0431590930,0.05000,1.599
+54,block_sparse_moe.experts.52.w2,0.0022448214,0.05000,1.526
+54,block_sparse_moe.experts.60.w2,0.0077733945,0.05000,1.520
+54,block_sparse_moe.experts.48.w2,0.0015643524,0.05000,1.605
+54,block_sparse_moe.experts.78.w2,0.0030139396,0.05000,1.314
+54,block_sparse_moe.experts.70.w2,0.0079605961,0.05000,1.376
+54,block_sparse_moe.experts.66.w2,0.0006776640,0.05000,1.338
+54,block_sparse_moe.experts.67.w2,0.0005874422,0.05000,1.487
+54,block_sparse_moe.experts.79.w2,0.0093662536,0.05000,1.556
+54,block_sparse_moe.experts.71.w2,0.0273699300,0.05000,1.488
+54,block_sparse_moe.experts.75.w2,0.0179873777,0.05000,1.539
+54,block_sparse_moe.experts.69.w2,0.0091737813,0.05000,1.591
+54,block_sparse_moe.experts.77.w2,0.0046253508,0.05000,1.576
+54,block_sparse_moe.experts.65.w2,0.0352197545,0.05000,1.573
+54,block_sparse_moe.experts.74.w2,0.0125444938,0.05000,1.411
+54,block_sparse_moe.experts.73.w2,0.0076587721,0.05000,1.564
+54,block_sparse_moe.experts.72.w2,0.0027508652,0.05000,1.611
+54,block_sparse_moe.experts.68.w2,0.0195516538,0.05000,1.589
+54,block_sparse_moe.experts.76.w2,0.0096033807,0.05000,1.646
+54,block_sparse_moe.experts.64.w2,0.0014566313,0.05000,1.633
+54,block_sparse_moe.experts.94.w2,0.0051545946,0.05000,1.471
+54,block_sparse_moe.experts.82.w2,0.0011042513,0.05000,1.417
+54,block_sparse_moe.experts.86.w2,0.0223798099,0.05000,1.433
+54,block_sparse_moe.experts.83.w2,0.0088953386,0.05000,1.564
+54,block_sparse_moe.experts.87.w2,0.0172513754,0.05000,1.534
+54,block_sparse_moe.experts.95.w2,0.0056695693,0.05000,1.615
+54,block_sparse_moe.experts.85.w2,0.0224929283,0.05000,1.488
+54,block_sparse_moe.experts.91.w2,0.0134475896,0.05000,1.593
+54,block_sparse_moe.experts.90.w2,0.0052787678,0.05000,1.492
+54,block_sparse_moe.experts.81.w2,0.0013142268,0.05000,1.514
+54,block_sparse_moe.experts.93.w2,0.0062645649,0.05000,1.563
+54,block_sparse_moe.experts.89.w2,0.0435395448,0.05000,1.568
+54,block_sparse_moe.experts.88.w2,0.0026616936,0.05000,1.567
+54,block_sparse_moe.experts.84.w2,0.0110321518,0.05000,1.529
+54,block_sparse_moe.experts.92.w2,0.0032742030,0.05000,1.587
+54,block_sparse_moe.experts.80.w2,0.0156376397,0.05000,1.603
+54,block_sparse_moe.experts.98.w2,0.0274283192,0.05000,1.391
+54,block_sparse_moe.experts.102.w2,0.0003451521,0.05000,1.403
+54,block_sparse_moe.experts.110.w2,0.0061250122,0.05000,1.436
+54,block_sparse_moe.experts.101.w2,0.0185472392,0.05000,1.379
+54,block_sparse_moe.experts.103.w2,0.0006252088,0.05000,1.558
+54,block_sparse_moe.experts.106.w2,0.0422652295,0.05000,1.409
+54,block_sparse_moe.experts.99.w2,0.0071077152,0.05000,1.585
+54,block_sparse_moe.experts.97.w2,0.1610060445,0.05000,1.439
+54,block_sparse_moe.experts.109.w2,0.0080742286,0.05000,1.468
+54,block_sparse_moe.experts.107.w2,0.0054438148,0.05000,1.583
+54,block_sparse_moe.experts.105.w2,0.0243009305,0.05000,1.425
+54,block_sparse_moe.experts.111.w2,0.0038076525,0.05000,1.633
+54,block_sparse_moe.experts.100.w2,0.0060835177,0.05000,1.468
+54,block_sparse_moe.experts.104.w2,0.0121845213,0.05000,1.493
+54,block_sparse_moe.experts.96.w2,0.0153489932,0.05000,1.479
+54,block_sparse_moe.experts.108.w2,0.0031028892,0.05000,1.517
+54,block_sparse_moe.experts.114.w2,0.0355804592,0.05000,1.518
+54,block_sparse_moe.experts.118.w2,0.0014309907,0.05000,1.518
+54,block_sparse_moe.experts.126.w2,0.0002930936,0.05000,1.531
+54,block_sparse_moe.experts.119.w2,0.0038231271,0.05000,1.334
+54,block_sparse_moe.experts.115.w2,0.0220691973,0.05000,1.375
+54,block_sparse_moe.experts.123.w2,0.0011064502,0.05000,1.319
+54,block_sparse_moe.experts.117.w2,0.0320712727,0.05000,1.576
+54,block_sparse_moe.experts.127.w2,0.0037422072,0.05000,1.377
+54,block_sparse_moe.experts.122.w2,0.0039490082,0.05000,1.531
+54,block_sparse_moe.experts.121.w2,0.0243697468,0.05000,1.464
+54,block_sparse_moe.experts.113.w2,0.0049525575,0.05000,1.536
+54,block_sparse_moe.experts.125.w2,0.0264429293,0.05000,1.534
+54,block_sparse_moe.experts.120.w2,0.0020576063,0.05000,1.513
+54,block_sparse_moe.experts.116.w2,0.0124196895,0.05000,1.551
+54,block_sparse_moe.experts.112.w2,0.0156807961,0.05000,1.532
+54,block_sparse_moe.experts.124.w2,0.0086931462,0.05000,1.596
+54,block_sparse_moe.experts.134.w2,0.0011055435,0.05000,1.450
+54,block_sparse_moe.experts.130.w2,0.0250433277,0.05000,1.487
+54,block_sparse_moe.experts.142.w2,0.0053550656,0.05000,1.533
+54,block_sparse_moe.experts.135.w2,0.0100101202,0.05000,1.446
+54,block_sparse_moe.experts.139.w2,0.0190325348,0.05000,1.390
+54,block_sparse_moe.experts.131.w2,0.0007152684,0.05000,1.424
+54,block_sparse_moe.experts.133.w2,0.0096181181,0.05000,1.400
+54,block_sparse_moe.experts.143.w2,0.0102938335,0.05000,1.433
+54,block_sparse_moe.experts.138.w2,0.0030542377,0.05000,1.487
+54,block_sparse_moe.experts.141.w2,0.0202197134,0.05000,1.429
+54,block_sparse_moe.experts.137.w2,0.0286257086,0.05000,1.524
+54,block_sparse_moe.experts.129.w2,0.0111840939,0.05000,1.547
+54,block_sparse_moe.experts.136.w2,0.0264490181,0.05000,1.356
+54,block_sparse_moe.experts.132.w2,0.0020091025,0.05000,1.430
+54,block_sparse_moe.experts.128.w2,0.0067492686,0.05000,1.400
+54,block_sparse_moe.experts.140.w2,0.0045070632,0.05000,1.485
+54,block_sparse_moe.experts.150.w2,0.0088171250,0.05000,1.557
+54,block_sparse_moe.experts.146.w2,0.0047602046,0.05000,1.599
+54,block_sparse_moe.experts.149.w2,0.0394047106,0.05000,1.419
+54,block_sparse_moe.experts.158.w2,0.0083995364,0.05000,1.632
+54,block_sparse_moe.experts.151.w2,0.0039370444,0.05000,1.562
+54,block_sparse_moe.experts.147.w2,0.0466018934,0.05000,1.554
+54,block_sparse_moe.experts.155.w2,0.0019787809,0.05000,1.589
+54,block_sparse_moe.experts.159.w2,0.0160340987,0.05000,1.563
+54,block_sparse_moe.experts.157.w2,0.0012095563,0.05000,1.534
+54,block_sparse_moe.experts.153.w2,0.0021050941,0.05000,1.487
+54,block_sparse_moe.experts.154.w2,0.0049284031,0.05000,1.589
+54,block_sparse_moe.experts.152.w2,0.0554918925,0.05000,1.278
+54,block_sparse_moe.experts.145.w2,0.0130275035,0.05000,1.509
+54,block_sparse_moe.experts.148.w2,0.0123476727,0.05000,1.431
+54,block_sparse_moe.experts.144.w2,0.0073916578,0.05000,1.332
+54,block_sparse_moe.experts.156.w2,0.0018691118,0.05000,1.479
+54,block_sparse_moe.experts.166.w2,0.0052733034,0.05000,1.488
+54,block_sparse_moe.experts.162.w2,0.0039417465,0.05000,1.494
+54,block_sparse_moe.experts.174.w2,0.0147870818,0.05000,1.441
+54,block_sparse_moe.experts.167.w2,0.0091404446,0.05000,1.513
+54,block_sparse_moe.experts.163.w2,0.0149307261,0.05000,1.542
+54,block_sparse_moe.experts.165.w2,0.0078034786,0.05000,1.670
+54,block_sparse_moe.experts.171.w2,0.0222401788,0.05000,1.547
+54,block_sparse_moe.experts.170.w2,0.0459698757,0.05000,1.387
+54,block_sparse_moe.experts.175.w2,0.0051263348,0.05000,1.670
+54,block_sparse_moe.experts.173.w2,0.0312598909,0.05000,1.642
+54,block_sparse_moe.experts.161.w2,0.0332560936,0.05000,1.584
+54,block_sparse_moe.experts.169.w2,0.0105537007,0.05000,1.664
+54,block_sparse_moe.experts.168.w2,0.0017794761,0.05000,1.691
+54,block_sparse_moe.experts.164.w2,0.0258392205,0.05000,1.679
+54,block_sparse_moe.experts.160.w2,0.0985690293,0.05000,1.648
+54,block_sparse_moe.experts.172.w2,0.0287236030,0.05000,1.507
+54,block_sparse_moe.experts.182.w2,0.0002233446,0.05000,1.430
+54,block_sparse_moe.experts.178.w2,0.0242178111,0.05000,1.459
+54,block_sparse_moe.experts.190.w2,0.0003723838,0.05000,1.449
+54,block_sparse_moe.experts.183.w2,0.0081467444,0.05000,1.568
+54,block_sparse_moe.experts.179.w2,0.0153829233,0.05000,1.551
+54,block_sparse_moe.experts.186.w2,0.0249417185,0.05000,1.482
+54,block_sparse_moe.experts.187.w2,0.0003951292,0.05000,1.576
+54,block_sparse_moe.experts.181.w2,0.0009383116,0.05000,1.644
+54,block_sparse_moe.experts.191.w2,0.0309974606,0.05000,1.472
+54,block_sparse_moe.experts.184.w2,0.0058388812,0.05000,1.364
+54,block_sparse_moe.experts.185.w2,0.0142908069,0.05000,1.457
+54,block_sparse_moe.experts.189.w2,0.0625534391,0.05000,1.549
+54,block_sparse_moe.experts.177.w2,0.0149332092,0.05000,1.629
+54,block_sparse_moe.experts.176.w2,0.0025435081,0.05000,1.362
+54,block_sparse_moe.experts.180.w2,0.0070933270,0.05000,1.401
+54,block_sparse_moe.experts.188.w2,0.0002308204,0.05000,1.368
+54,block_sparse_moe.experts.198.w2,0.3742723465,0.05000,1.485
+54,block_sparse_moe.experts.194.w2,0.0162865014,0.05000,1.518
+54,block_sparse_moe.experts.206.w2,0.0173075003,0.05000,1.463
+54,block_sparse_moe.experts.195.w2,0.0005013948,0.05000,1.318
+54,block_sparse_moe.experts.199.w2,0.0014900330,0.05000,1.382
+54,block_sparse_moe.experts.203.w2,0.0057876966,0.05000,1.356
+54,block_sparse_moe.experts.202.w2,0.0157448431,0.05000,1.430
+54,block_sparse_moe.experts.197.w2,0.0025105924,0.05000,1.462
+54,block_sparse_moe.experts.207.w2,0.0034304068,0.05000,1.496
+54,block_sparse_moe.experts.200.w2,0.0001973058,0.05000,1.494
+54,block_sparse_moe.experts.201.w2,0.0104706761,0.05000,1.488
+54,block_sparse_moe.experts.205.w2,0.0002949665,0.05000,1.512
+54,block_sparse_moe.experts.193.w2,0.0037270330,0.05000,1.437
+54,block_sparse_moe.experts.192.w2,0.0090715254,0.05000,1.499
+54,block_sparse_moe.experts.196.w2,0.0393410460,0.05000,1.552
+54,block_sparse_moe.experts.204.w2,0.0137887015,0.05000,1.449
+54,block_sparse_moe.experts.214.w2,0.0003552773,0.05000,1.401
+54,block_sparse_moe.experts.210.w2,0.0005667801,0.05000,1.369
+54,block_sparse_moe.experts.222.w2,0.0018267234,0.05000,1.363
+54,block_sparse_moe.experts.211.w2,0.0015386600,0.05000,1.477
+54,block_sparse_moe.experts.218.w2,0.0004656424,0.05000,1.365
+54,block_sparse_moe.experts.219.w2,0.0288493109,0.05000,1.490
+54,block_sparse_moe.experts.215.w2,0.0005259812,0.05000,1.623
+54,block_sparse_moe.experts.213.w2,0.0008865676,0.05000,1.502
+54,block_sparse_moe.experts.217.w2,0.0048566891,0.05000,1.446
+54,block_sparse_moe.experts.223.w2,0.0062156788,0.05000,1.544
+54,block_sparse_moe.experts.216.w2,0.0041420629,0.05000,1.562
+54,block_sparse_moe.experts.221.w2,0.0189737147,0.05000,1.504
+54,block_sparse_moe.experts.209.w2,0.0083745611,0.05000,1.517
+54,block_sparse_moe.experts.208.w2,0.0210332709,0.05000,1.475
+54,block_sparse_moe.experts.220.w2,0.0069712440,0.05000,1.470
+54,block_sparse_moe.experts.212.w2,0.0109105655,0.05000,1.522
+54,block_sparse_moe.experts.230.w2,0.0055877980,0.05000,1.386
+54,block_sparse_moe.experts.238.w2,0.0426933015,0.05000,1.324
+54,block_sparse_moe.experts.226.w2,0.0068845073,0.05000,1.395
+54,block_sparse_moe.experts.227.w2,0.0134104807,0.05000,1.348
+54,block_sparse_moe.experts.235.w2,0.0004653856,0.05000,1.247
+54,block_sparse_moe.experts.234.w2,0.0004453189,0.05000,1.397
+54,block_sparse_moe.experts.231.w2,0.0260450980,0.05000,1.344
+54,block_sparse_moe.experts.232.w2,0.0237483918,0.05000,1.203
+54,block_sparse_moe.experts.229.w2,0.0080496096,0.05000,1.389
+54,block_sparse_moe.experts.239.w2,0.0056937128,0.05000,1.264
+54,block_sparse_moe.experts.233.w2,0.0050792290,0.05000,1.379
+54,block_sparse_moe.experts.224.w2,0.0085187373,0.05000,1.161
+54,block_sparse_moe.experts.225.w2,0.0014792301,0.05000,1.398
+54,block_sparse_moe.experts.237.w2,0.0010490368,0.05000,1.424
+54,block_sparse_moe.experts.228.w2,0.0177488066,0.05000,1.212
+54,block_sparse_moe.experts.236.w2,0.0408189130,0.05000,1.252
+54,block_sparse_moe.experts.246.w2,0.0246083364,0.05000,1.556
+54,block_sparse_moe.experts.242.w2,0.0041729027,0.05000,1.562
+54,block_sparse_moe.experts.254.w2,0.0016448473,0.05000,1.630
+54,block_sparse_moe.experts.250.w2,0.0218082332,0.05000,1.384
+54,block_sparse_moe.experts.251.w2,0.0034589971,0.05000,1.524
+54,block_sparse_moe.experts.243.w2,0.0004566201,0.05000,1.588
+54,block_sparse_moe.experts.245.w2,0.0045606341,0.05000,1.324
+54,block_sparse_moe.experts.247.w2,0.0038863964,0.05000,1.506
+54,block_sparse_moe.experts.249.w2,0.1642446816,0.05000,1.281
+54,block_sparse_moe.experts.255.w2,0.0127984601,0.05000,1.388
+54,block_sparse_moe.experts.253.w2,0.0023436544,0.05000,1.191
+54,block_sparse_moe.experts.248.w2,0.0222716381,0.05000,1.471
+54,block_sparse_moe.experts.241.w2,0.0085974109,0.05000,1.228
+54,block_sparse_moe.experts.240.w2,0.0254102442,0.05000,1.480
+54,block_sparse_moe.experts.252.w2,0.0134034999,0.05000,1.341
+54,block_sparse_moe.experts.244.w2,0.0230567159,0.05000,1.395
+55,self_attn.q_proj,0.0002875988,0.05000,0.902
+55,self_attn.k_proj,0.0000337522,0.05000,0.941
+55,self_attn.v_proj,0.0000666702,0.05000,1.012
+55,self_attn.o_proj,0.0000197259,0.05000,1.730
+55,block_sparse_moe.experts.6.w1,0.0026590297,0.05000,3.044
+55,block_sparse_moe.experts.12.w1,0.0048489355,0.05000,3.081
+55,block_sparse_moe.experts.10.w1,0.0033625846,0.05000,3.095
+55,block_sparse_moe.experts.2.w1,0.0013496709,0.05000,3.110
+55,block_sparse_moe.experts.1.w1,0.2061795791,0.05000,3.126
+55,block_sparse_moe.experts.8.w1,0.0036558794,0.05000,3.126
+55,block_sparse_moe.experts.14.w1,0.0033686473,0.05000,3.149
+55,block_sparse_moe.experts.9.w1,0.0017173433,0.05000,3.203
+55,block_sparse_moe.experts.13.w1,0.0031464317,0.05000,3.227
+55,block_sparse_moe.experts.4.w1,0.0025286945,0.05000,3.246
+55,block_sparse_moe.experts.0.w1,0.0046233432,0.05000,3.281
+55,block_sparse_moe.experts.5.w1,0.0031679763,0.05000,3.309
+55,block_sparse_moe.experts.7.w1,0.0027097612,0.05000,3.411
+55,block_sparse_moe.experts.3.w1,0.0037499956,0.05000,3.462
+55,block_sparse_moe.experts.11.w1,0.0036658770,0.05000,3.471
+55,block_sparse_moe.experts.15.w1,0.0016493110,0.05000,3.604
+55,block_sparse_moe.experts.22.w1,0.0037263637,0.05000,2.833
+55,block_sparse_moe.experts.26.w1,0.0051378625,0.05000,2.852
+55,block_sparse_moe.experts.18.w1,0.0016809284,0.05000,2.913
+55,block_sparse_moe.experts.17.w1,0.0027103759,0.05000,2.913
+55,block_sparse_moe.experts.25.w1,0.0021188564,0.05000,2.874
+55,block_sparse_moe.experts.30.w1,0.0038701504,0.05000,2.981
+55,block_sparse_moe.experts.21.w1,0.0030291299,0.05000,2.872
+55,block_sparse_moe.experts.28.w1,0.0021310259,0.05000,3.112
+55,block_sparse_moe.experts.24.w1,0.0030186177,0.05000,3.068
+55,block_sparse_moe.experts.29.w1,0.0051290409,0.05000,3.011
+55,block_sparse_moe.experts.16.w1,0.0015524197,0.05000,3.026
+55,block_sparse_moe.experts.20.w1,0.0036825149,0.05000,3.100
+55,block_sparse_moe.experts.23.w1,0.0060842957,0.05000,3.008
+55,block_sparse_moe.experts.27.w1,0.0074389734,0.05000,3.020
+55,block_sparse_moe.experts.19.w1,0.0016223234,0.05000,3.128
+55,block_sparse_moe.experts.31.w1,0.0028697116,0.05000,3.036
+55,block_sparse_moe.experts.38.w1,0.0068130493,0.05000,2.839
+55,block_sparse_moe.experts.42.w1,0.0015582434,0.05000,2.873
+55,block_sparse_moe.experts.34.w1,0.0038996638,0.05000,2.919
+55,block_sparse_moe.experts.33.w1,0.0021840295,0.05000,2.950
+55,block_sparse_moe.experts.46.w1,0.0021254087,0.05000,2.949
+55,block_sparse_moe.experts.41.w1,0.0021985840,0.05000,3.049
+55,block_sparse_moe.experts.45.w1,0.0049922325,0.05000,2.893
+55,block_sparse_moe.experts.37.w1,0.0029017616,0.05000,2.999
+55,block_sparse_moe.experts.44.w1,0.0035605473,0.05000,3.158
+55,block_sparse_moe.experts.40.w1,0.0049361016,0.05000,3.216
+55,block_sparse_moe.experts.32.w1,0.0103173114,0.05000,3.134
+55,block_sparse_moe.experts.36.w1,0.0048365110,0.05000,3.171
+55,block_sparse_moe.experts.39.w1,0.0016561183,0.05000,3.091
+55,block_sparse_moe.experts.47.w1,0.0060733333,0.05000,2.987
+55,block_sparse_moe.experts.43.w1,0.0050919519,0.05000,3.174
+55,block_sparse_moe.experts.35.w1,0.0067374167,0.05000,3.115
+55,block_sparse_moe.experts.49.w1,0.0053214680,0.05000,2.598
+55,block_sparse_moe.experts.54.w1,0.0018189010,0.05000,2.958
+55,block_sparse_moe.experts.61.w1,0.0034331838,0.05000,2.605
+55,block_sparse_moe.experts.53.w1,0.0088491006,0.05000,2.572
+55,block_sparse_moe.experts.58.w1,0.0051665515,0.05000,3.002
+55,block_sparse_moe.experts.57.w1,0.0043881753,0.05000,2.718
+55,block_sparse_moe.experts.50.w1,0.0015914636,0.05000,2.939
+55,block_sparse_moe.experts.62.w1,0.0060516858,0.05000,2.951
+55,block_sparse_moe.experts.56.w1,0.0007274117,0.05000,3.029
+55,block_sparse_moe.experts.60.w1,0.0032785917,0.05000,3.118
+55,block_sparse_moe.experts.48.w1,0.0056095450,0.05000,3.069
+55,block_sparse_moe.experts.52.w1,0.0058511357,0.05000,3.063
+55,block_sparse_moe.experts.55.w1,0.0055897500,0.05000,3.067
+55,block_sparse_moe.experts.63.w1,0.0232956159,0.05000,3.117
+55,block_sparse_moe.experts.59.w1,0.0054955251,0.05000,3.106
+55,block_sparse_moe.experts.51.w1,0.0027156539,0.05000,3.151
+55,block_sparse_moe.experts.65.w1,0.0052320266,0.05000,2.770
+55,block_sparse_moe.experts.69.w1,0.0058676716,0.05000,2.925
+55,block_sparse_moe.experts.77.w1,0.0018924394,0.05000,2.962
+55,block_sparse_moe.experts.70.w1,0.0028962323,0.05000,3.151
+55,block_sparse_moe.experts.73.w1,0.0011628632,0.05000,3.015
+55,block_sparse_moe.experts.74.w1,0.0073264518,0.05000,3.109
+55,block_sparse_moe.experts.66.w1,0.0049865170,0.05000,3.143
+55,block_sparse_moe.experts.78.w1,0.0005007301,0.05000,3.145
+55,block_sparse_moe.experts.72.w1,0.0036627843,0.05000,2.954
+55,block_sparse_moe.experts.64.w1,0.0028494527,0.05000,2.936
+55,block_sparse_moe.experts.76.w1,0.0033542127,0.05000,3.078
+55,block_sparse_moe.experts.68.w1,0.0082323063,0.05000,3.083
+55,block_sparse_moe.experts.71.w1,0.0013867943,0.05000,3.136
+55,block_sparse_moe.experts.75.w1,0.0074540119,0.05000,3.085
+55,block_sparse_moe.experts.79.w1,0.0035467736,0.05000,3.200
+55,block_sparse_moe.experts.67.w1,0.0016243548,0.05000,3.240
+55,block_sparse_moe.experts.81.w1,0.0059456424,0.05000,2.772
+55,block_sparse_moe.experts.85.w1,0.0078243961,0.05000,2.816
+55,block_sparse_moe.experts.93.w1,0.0034098190,0.05000,2.936
+55,block_sparse_moe.experts.89.w1,0.0022796219,0.05000,2.936
+55,block_sparse_moe.experts.86.w1,0.0041381098,0.05000,3.057
+55,block_sparse_moe.experts.90.w1,0.0083560763,0.05000,3.050
+55,block_sparse_moe.experts.82.w1,0.0068564751,0.05000,3.058
+55,block_sparse_moe.experts.94.w1,0.0032488325,0.05000,3.120
+55,block_sparse_moe.experts.88.w1,0.0009657203,0.05000,3.073
+55,block_sparse_moe.experts.80.w1,0.0056640178,0.05000,3.100
+55,block_sparse_moe.experts.87.w1,0.0013786061,0.05000,2.903
+55,block_sparse_moe.experts.92.w1,0.0008250871,0.05000,3.137
+55,block_sparse_moe.experts.84.w1,0.0043251431,0.05000,3.137
+55,block_sparse_moe.experts.91.w1,0.0044749398,0.05000,3.010
+55,block_sparse_moe.experts.95.w1,0.0038615746,0.05000,2.971
+55,block_sparse_moe.experts.83.w1,0.0038438746,0.05000,2.987
+55,block_sparse_moe.experts.97.w1,0.0049516331,0.05000,3.038
+55,block_sparse_moe.experts.101.w1,0.0030302591,0.05000,3.004
+55,block_sparse_moe.experts.109.w1,0.0010159262,0.05000,2.985
+55,block_sparse_moe.experts.105.w1,0.0029710207,0.05000,3.010
+55,block_sparse_moe.experts.102.w1,0.0041219082,0.05000,3.029
+55,block_sparse_moe.experts.106.w1,0.0082113748,0.05000,2.985
+55,block_sparse_moe.experts.98.w1,0.0084245031,0.05000,3.015
+55,block_sparse_moe.experts.110.w1,0.0051129743,0.05000,3.090
+55,block_sparse_moe.experts.96.w1,0.0029017698,0.05000,3.013
+55,block_sparse_moe.experts.104.w1,0.0054635093,0.05000,3.133
+55,block_sparse_moe.experts.103.w1,0.0125787851,0.05000,3.037
+55,block_sparse_moe.experts.108.w1,0.0019109711,0.05000,3.049
+55,block_sparse_moe.experts.100.w1,0.0015060928,0.05000,3.062
+55,block_sparse_moe.experts.111.w1,0.0026620699,0.05000,3.031
+55,block_sparse_moe.experts.107.w1,0.0460039578,0.05000,3.147
+55,block_sparse_moe.experts.99.w1,0.0041713172,0.05000,3.014
+55,block_sparse_moe.experts.113.w1,0.0026103092,0.05000,2.989
+55,block_sparse_moe.experts.125.w1,0.0226402086,0.05000,2.915
+55,block_sparse_moe.experts.117.w1,0.0062353237,0.05000,3.084
+55,block_sparse_moe.experts.121.w1,0.0036733352,0.05000,2.925
+55,block_sparse_moe.experts.118.w1,0.0072717893,0.05000,2.989
+55,block_sparse_moe.experts.122.w1,0.0108292805,0.05000,2.982
+55,block_sparse_moe.experts.114.w1,0.0251475639,0.05000,3.057
+55,block_sparse_moe.experts.126.w1,0.0011259784,0.05000,3.092
+55,block_sparse_moe.experts.120.w1,0.0089447188,0.05000,3.033
+55,block_sparse_moe.experts.112.w1,0.0058222865,0.05000,3.184
+55,block_sparse_moe.experts.119.w1,0.0026390563,0.05000,3.096
+55,block_sparse_moe.experts.124.w1,0.0035054536,0.05000,3.189
+55,block_sparse_moe.experts.116.w1,0.0027447563,0.05000,3.186
+55,block_sparse_moe.experts.127.w1,0.0046490334,0.05000,3.144
+55,block_sparse_moe.experts.123.w1,0.0087711211,0.05000,3.191
+55,block_sparse_moe.experts.115.w1,0.0023262444,0.05000,3.289
+55,block_sparse_moe.experts.129.w1,0.0091659324,0.05000,2.964
+55,block_sparse_moe.experts.133.w1,0.0069945486,0.05000,3.002
+55,block_sparse_moe.experts.141.w1,0.0023742405,0.05000,3.085
+55,block_sparse_moe.experts.137.w1,0.0015306379,0.05000,3.004
+55,block_sparse_moe.experts.134.w1,0.0037849411,0.05000,3.128
+55,block_sparse_moe.experts.138.w1,0.0499598485,0.05000,3.132
+55,block_sparse_moe.experts.130.w1,0.0009812376,0.05000,3.049
+55,block_sparse_moe.experts.142.w1,0.0013688741,0.05000,3.099
+55,block_sparse_moe.experts.136.w1,0.0083281552,0.05000,3.100
+55,block_sparse_moe.experts.135.w1,0.0033028248,0.05000,3.081
+55,block_sparse_moe.experts.128.w1,0.0036841217,0.05000,3.126
+55,block_sparse_moe.experts.140.w1,0.0046434001,0.05000,3.069
+55,block_sparse_moe.experts.132.w1,0.0012716487,0.05000,3.065
+55,block_sparse_moe.experts.143.w1,0.0056410403,0.05000,3.057
+55,block_sparse_moe.experts.139.w1,0.0035728531,0.05000,3.028
+55,block_sparse_moe.experts.131.w1,0.0030093319,0.05000,3.124
+55,block_sparse_moe.experts.145.w1,0.0097256185,0.05000,2.966
+55,block_sparse_moe.experts.149.w1,0.0027433033,0.05000,2.985
+55,block_sparse_moe.experts.157.w1,0.0068782723,0.05000,2.998
+55,block_sparse_moe.experts.153.w1,0.0031125233,0.05000,3.023
+55,block_sparse_moe.experts.150.w1,0.0046529418,0.05000,3.101
+55,block_sparse_moe.experts.154.w1,0.0055963501,0.05000,3.100
+55,block_sparse_moe.experts.146.w1,0.0056634110,0.05000,3.061
+55,block_sparse_moe.experts.158.w1,0.0026264969,0.05000,3.045
+55,block_sparse_moe.experts.151.w1,0.0058106698,0.05000,3.000
+55,block_sparse_moe.experts.152.w1,0.0122179571,0.05000,3.224
+55,block_sparse_moe.experts.144.w1,0.0041890398,0.05000,3.210
+55,block_sparse_moe.experts.156.w1,0.0034406353,0.05000,3.208
+55,block_sparse_moe.experts.155.w1,0.0085217586,0.05000,3.024
+55,block_sparse_moe.experts.159.w1,0.0045180185,0.05000,3.143
+55,block_sparse_moe.experts.148.w1,0.0013091527,0.05000,3.237
+55,block_sparse_moe.experts.147.w1,0.0007485744,0.05000,3.023
+55,block_sparse_moe.experts.161.w1,0.0012698288,0.05000,3.219
+55,block_sparse_moe.experts.165.w1,0.0115214990,0.05000,3.180
+55,block_sparse_moe.experts.173.w1,0.0010161598,0.05000,3.153
+55,block_sparse_moe.experts.169.w1,0.0031065000,0.05000,3.203
+55,block_sparse_moe.experts.166.w1,0.0081028044,0.05000,3.116
+55,block_sparse_moe.experts.162.w1,0.0370250675,0.05000,3.111
+55,block_sparse_moe.experts.170.w1,0.0022798347,0.05000,3.213
+55,block_sparse_moe.experts.174.w1,0.0032092883,0.05000,2.990
+55,block_sparse_moe.experts.167.w1,0.0054150086,0.05000,3.044
+55,block_sparse_moe.experts.168.w1,0.0016421580,0.05000,2.954
+55,block_sparse_moe.experts.160.w1,0.0023934352,0.05000,3.006
+55,block_sparse_moe.experts.172.w1,0.0019437751,0.05000,3.060
+55,block_sparse_moe.experts.175.w1,0.0009869582,0.05000,3.017
+55,block_sparse_moe.experts.164.w1,0.0072531500,0.05000,3.035
+55,block_sparse_moe.experts.171.w1,0.0125791888,0.05000,3.209
+55,block_sparse_moe.experts.163.w1,0.0074331346,0.05000,3.102
+55,block_sparse_moe.experts.177.w1,0.0039704627,0.05000,2.966
+55,block_sparse_moe.experts.189.w1,0.0034800491,0.05000,2.791
+55,block_sparse_moe.experts.181.w1,0.0049111197,0.05000,2.998
+55,block_sparse_moe.experts.185.w1,0.0021876682,0.05000,2.839
+55,block_sparse_moe.experts.186.w1,0.0022787397,0.05000,2.820
+55,block_sparse_moe.experts.182.w1,0.0017585933,0.05000,3.018
+55,block_sparse_moe.experts.178.w1,0.0063196612,0.05000,2.947
+55,block_sparse_moe.experts.190.w1,0.0021930515,0.05000,2.976
+55,block_sparse_moe.experts.183.w1,0.0101912860,0.05000,3.109
+55,block_sparse_moe.experts.184.w1,0.0010463474,0.05000,3.098
+55,block_sparse_moe.experts.176.w1,0.0032655487,0.05000,3.067
+55,block_sparse_moe.experts.191.w1,0.0055358186,0.05000,3.033
+55,block_sparse_moe.experts.188.w1,0.0069304793,0.05000,3.162
+55,block_sparse_moe.experts.187.w1,0.0065747683,0.05000,2.963
+55,block_sparse_moe.experts.180.w1,0.0013335196,0.05000,3.091
+55,block_sparse_moe.experts.179.w1,0.0025985226,0.05000,2.991
+55,block_sparse_moe.experts.193.w1,0.0069376378,0.05000,2.991
+55,block_sparse_moe.experts.205.w1,0.0014438382,0.05000,3.166
+55,block_sparse_moe.experts.197.w1,0.0044375680,0.05000,3.101
+55,block_sparse_moe.experts.201.w1,0.0037769245,0.05000,3.116
+55,block_sparse_moe.experts.194.w1,0.0024595875,0.05000,2.890
+55,block_sparse_moe.experts.202.w1,0.0057356179,0.05000,2.995
+55,block_sparse_moe.experts.198.w1,0.0027438296,0.05000,3.032
+55,block_sparse_moe.experts.206.w1,0.0044584232,0.05000,2.935
+55,block_sparse_moe.experts.199.w1,0.0039595489,0.05000,3.136
+55,block_sparse_moe.experts.200.w1,0.0056171890,0.05000,3.175
+55,block_sparse_moe.experts.192.w1,0.0085818182,0.05000,3.128
+55,block_sparse_moe.experts.207.w1,0.0016390209,0.05000,3.138
+55,block_sparse_moe.experts.204.w1,0.0068413686,0.05000,3.085
+55,block_sparse_moe.experts.203.w1,0.0027257324,0.05000,3.125
+55,block_sparse_moe.experts.195.w1,0.0145552269,0.05000,3.034
+55,block_sparse_moe.experts.196.w1,0.0040293166,0.05000,3.198
+55,block_sparse_moe.experts.209.w1,0.0039437352,0.05000,2.867
+55,block_sparse_moe.experts.221.w1,0.0038014569,0.05000,2.891
+55,block_sparse_moe.experts.213.w1,0.0031853538,0.05000,2.882
+55,block_sparse_moe.experts.217.w1,0.0036111252,0.05000,2.857
+55,block_sparse_moe.experts.218.w1,0.0019251460,0.05000,3.026
+55,block_sparse_moe.experts.210.w1,0.0053673122,0.05000,3.068
+55,block_sparse_moe.experts.214.w1,0.0022361853,0.05000,3.130
+55,block_sparse_moe.experts.222.w1,0.0074118419,0.05000,3.014
+55,block_sparse_moe.experts.215.w1,0.0020385858,0.05000,3.127
+55,block_sparse_moe.experts.216.w1,0.0024914664,0.05000,3.153
+55,block_sparse_moe.experts.208.w1,0.0053549082,0.05000,3.151
+55,block_sparse_moe.experts.223.w1,0.0025174430,0.05000,2.995
+55,block_sparse_moe.experts.220.w1,0.0314898261,0.05000,3.087
+55,block_sparse_moe.experts.211.w1,0.0004818750,0.05000,2.982
+55,block_sparse_moe.experts.219.w1,0.0021285044,0.05000,3.076
+55,block_sparse_moe.experts.212.w1,0.0027937055,0.05000,3.119
+55,block_sparse_moe.experts.225.w1,0.0064065890,0.05000,3.016
+55,block_sparse_moe.experts.229.w1,0.0023424801,0.05000,2.855
+55,block_sparse_moe.experts.233.w1,0.0005048231,0.05000,2.890
+55,block_sparse_moe.experts.237.w1,0.0072576154,0.05000,3.048
+55,block_sparse_moe.experts.234.w1,0.0061176826,0.05000,2.722
+55,block_sparse_moe.experts.226.w1,0.0022727012,0.05000,2.799
+55,block_sparse_moe.experts.230.w1,0.0021415938,0.05000,2.777
+55,block_sparse_moe.experts.238.w1,0.0016305496,0.05000,2.770
+55,block_sparse_moe.experts.231.w1,0.0029990487,0.05000,2.903
+55,block_sparse_moe.experts.239.w1,0.0055177524,0.05000,2.807
+55,block_sparse_moe.experts.232.w1,0.0083557779,0.05000,3.028
+55,block_sparse_moe.experts.235.w1,0.0013546783,0.05000,2.800
+55,block_sparse_moe.experts.224.w1,0.0112714922,0.05000,3.023
+55,block_sparse_moe.experts.227.w1,0.0031203913,0.05000,2.867
+55,block_sparse_moe.experts.236.w1,0.0104066939,0.05000,2.984
+55,block_sparse_moe.experts.228.w1,0.0031971469,0.05000,3.067
+55,block_sparse_moe.experts.241.w1,0.0065522076,0.05000,3.061
+55,block_sparse_moe.experts.250.w1,0.0049805097,0.05000,2.738
+55,block_sparse_moe.experts.245.w1,0.0068676184,0.05000,3.128
+55,block_sparse_moe.experts.253.w1,0.0014211994,0.05000,3.036
+55,block_sparse_moe.experts.249.w1,0.0053908989,0.05000,3.094
+55,block_sparse_moe.experts.242.w1,0.0016151836,0.05000,2.806
+55,block_sparse_moe.experts.246.w1,0.0067295501,0.05000,2.795
+55,block_sparse_moe.experts.254.w1,0.0057358578,0.05000,2.733
+55,block_sparse_moe.experts.247.w1,0.0055486559,0.05000,3.174
+55,block_sparse_moe.experts.248.w1,0.0031430929,0.05000,3.088
+55,block_sparse_moe.experts.240.w1,0.0043186056,0.05000,3.009
+55,block_sparse_moe.experts.255.w1,0.0027029464,0.05000,3.207
+55,block_sparse_moe.experts.252.w1,0.1886180709,0.05000,3.063
+55,block_sparse_moe.experts.251.w1,0.0038275901,0.05000,3.212
+55,block_sparse_moe.experts.243.w1,0.0054916909,0.05000,3.291
+55,block_sparse_moe.experts.244.w1,0.0024796504,0.05000,3.023
+55,block_sparse_moe.experts.1.w3,0.2369349268,0.05000,2.989
+55,block_sparse_moe.experts.13.w3,0.0035477978,0.05000,2.949
+55,block_sparse_moe.experts.5.w3,0.0035264387,0.05000,2.952
+55,block_sparse_moe.experts.9.w3,0.0019334877,0.05000,2.908
+55,block_sparse_moe.experts.10.w3,0.0038360047,0.05000,3.005
+55,block_sparse_moe.experts.2.w3,0.0015347825,0.05000,2.918
+55,block_sparse_moe.experts.6.w3,0.0030310258,0.05000,2.938
+55,block_sparse_moe.experts.14.w3,0.0038338500,0.05000,2.936
+55,block_sparse_moe.experts.7.w3,0.0031193125,0.05000,3.033
+55,block_sparse_moe.experts.15.w3,0.0018536777,0.05000,2.956
+55,block_sparse_moe.experts.8.w3,0.0041118886,0.05000,3.068
+55,block_sparse_moe.experts.11.w3,0.0042174594,0.05000,2.875
+55,block_sparse_moe.experts.0.w3,0.0053685107,0.05000,3.101
+55,block_sparse_moe.experts.12.w3,0.0055026483,0.05000,3.015
+55,block_sparse_moe.experts.3.w3,0.0042565346,0.05000,2.994
+55,block_sparse_moe.experts.4.w3,0.0029070812,0.05000,2.987
+55,block_sparse_moe.experts.17.w3,0.0030747327,0.05000,2.834
+55,block_sparse_moe.experts.26.w3,0.0058407193,0.05000,2.772
+55,block_sparse_moe.experts.21.w3,0.0034130260,0.05000,2.867
+55,block_sparse_moe.experts.25.w3,0.0024270773,0.05000,2.931
+55,block_sparse_moe.experts.18.w3,0.0018849048,0.05000,2.828
+55,block_sparse_moe.experts.29.w3,0.0059457619,0.05000,3.011
+55,block_sparse_moe.experts.30.w3,0.0043784625,0.05000,2.815
+55,block_sparse_moe.experts.22.w3,0.0043966016,0.05000,2.897
+55,block_sparse_moe.experts.31.w3,0.0032871643,0.05000,2.939
+55,block_sparse_moe.experts.23.w3,0.0075329730,0.05000,3.027
+55,block_sparse_moe.experts.27.w3,0.0085754146,0.05000,3.036
+55,block_sparse_moe.experts.16.w3,0.0017440556,0.05000,3.056
+55,block_sparse_moe.experts.24.w3,0.0034040605,0.05000,3.101
+55,block_sparse_moe.experts.19.w3,0.0018387914,0.05000,2.969
+55,block_sparse_moe.experts.28.w3,0.0023742229,0.05000,3.116
+55,block_sparse_moe.experts.33.w3,0.0024959198,0.05000,2.916
+55,block_sparse_moe.experts.20.w3,0.0042436016,0.05000,3.124
+55,block_sparse_moe.experts.42.w3,0.0017523874,0.05000,2.705
+55,block_sparse_moe.experts.34.w3,0.0044045856,0.05000,2.683
+55,block_sparse_moe.experts.38.w3,0.0080191822,0.05000,2.681
+55,block_sparse_moe.experts.46.w3,0.0023965013,0.05000,2.736
+55,block_sparse_moe.experts.37.w3,0.0033070510,0.05000,3.011
+55,block_sparse_moe.experts.41.w3,0.0024808615,0.05000,3.029
+55,block_sparse_moe.experts.45.w3,0.0056923261,0.05000,3.021
+55,block_sparse_moe.experts.47.w3,0.0068412342,0.05000,2.913
+55,block_sparse_moe.experts.39.w3,0.0019184412,0.05000,2.941
+55,block_sparse_moe.experts.43.w3,0.0058773986,0.05000,2.818
+55,block_sparse_moe.experts.35.w3,0.0095253425,0.05000,2.824
+55,block_sparse_moe.experts.32.w3,0.0117100712,0.05000,3.049
+55,block_sparse_moe.experts.44.w3,0.0041537726,0.05000,2.974
+55,block_sparse_moe.experts.40.w3,0.0057553959,0.05000,3.162
+55,block_sparse_moe.experts.36.w3,0.0055734053,0.05000,3.078
+55,block_sparse_moe.experts.58.w3,0.0057582166,0.05000,2.956
+55,block_sparse_moe.experts.49.w3,0.0061541650,0.05000,3.253
+55,block_sparse_moe.experts.50.w3,0.0017567115,0.05000,3.055
+55,block_sparse_moe.experts.62.w3,0.0068913949,0.05000,3.073
+55,block_sparse_moe.experts.53.w3,0.0105040335,0.05000,3.112
+55,block_sparse_moe.experts.54.w3,0.0020968382,0.05000,3.138
+55,block_sparse_moe.experts.61.w3,0.0039623961,0.05000,3.193
+55,block_sparse_moe.experts.57.w3,0.0049488488,0.05000,3.255
+55,block_sparse_moe.experts.63.w3,0.0265186413,0.05000,2.943
+55,block_sparse_moe.experts.55.w3,0.0062946534,0.05000,2.955
+55,block_sparse_moe.experts.59.w3,0.0062784144,0.05000,3.024
+55,block_sparse_moe.experts.51.w3,0.0030829343,0.05000,2.944
+55,block_sparse_moe.experts.48.w3,0.0065685734,0.05000,2.897
+55,block_sparse_moe.experts.60.w3,0.0037755345,0.05000,2.822
+55,block_sparse_moe.experts.56.w3,0.0008160757,0.05000,2.979
+55,block_sparse_moe.experts.74.w3,0.0083341843,0.05000,2.701
+55,block_sparse_moe.experts.66.w3,0.0057186626,0.05000,2.674
+55,block_sparse_moe.experts.52.w3,0.0067473249,0.05000,3.005
+55,block_sparse_moe.experts.78.w3,0.0005734843,0.05000,2.608
+55,block_sparse_moe.experts.65.w3,0.0060898078,0.05000,3.099
+55,block_sparse_moe.experts.70.w3,0.0032968837,0.05000,2.755
+55,block_sparse_moe.experts.69.w3,0.0067472413,0.05000,3.118
+55,block_sparse_moe.experts.77.w3,0.0022175314,0.05000,3.101
+55,block_sparse_moe.experts.73.w3,0.0013280047,0.05000,3.177
+55,block_sparse_moe.experts.79.w3,0.0040854481,0.05000,3.014
+55,block_sparse_moe.experts.71.w3,0.0015582451,0.05000,3.143
+55,block_sparse_moe.experts.75.w3,0.0083907037,0.05000,3.053
+55,block_sparse_moe.experts.67.w3,0.0018435271,0.05000,3.087
+55,block_sparse_moe.experts.64.w3,0.0031939946,0.05000,3.096
+55,block_sparse_moe.experts.76.w3,0.0038431097,0.05000,3.164
+55,block_sparse_moe.experts.72.w3,0.0043044967,0.05000,3.048
+55,block_sparse_moe.experts.90.w3,0.0093181949,0.05000,2.987
+55,block_sparse_moe.experts.82.w3,0.0078367547,0.05000,3.037
+55,block_sparse_moe.experts.68.w3,0.0092409694,0.05000,3.069
+55,block_sparse_moe.experts.94.w3,0.0037154443,0.05000,3.055
+55,block_sparse_moe.experts.81.w3,0.0069385008,0.05000,3.071
+55,block_sparse_moe.experts.86.w3,0.0047025795,0.05000,2.991
+55,block_sparse_moe.experts.85.w3,0.0096131990,0.05000,3.109
+55,block_sparse_moe.experts.93.w3,0.0038155724,0.05000,3.024
+55,block_sparse_moe.experts.89.w3,0.0026181527,0.05000,3.127
+55,block_sparse_moe.experts.95.w3,0.0044810258,0.05000,3.076
+55,block_sparse_moe.experts.87.w3,0.0015742613,0.05000,3.022
+55,block_sparse_moe.experts.91.w3,0.0051379234,0.05000,3.043
+55,block_sparse_moe.experts.80.w3,0.0065237867,0.05000,2.885
+55,block_sparse_moe.experts.92.w3,0.0009847086,0.05000,2.909
+55,block_sparse_moe.experts.83.w3,0.0043914626,0.05000,3.056
+55,block_sparse_moe.experts.88.w3,0.0010837784,0.05000,2.936
+55,block_sparse_moe.experts.106.w3,0.0094306127,0.05000,2.926
+55,block_sparse_moe.experts.84.w3,0.0049112942,0.05000,2.779
+55,block_sparse_moe.experts.98.w3,0.0098482644,0.05000,3.008
+55,block_sparse_moe.experts.110.w3,0.0057553891,0.05000,2.859
+55,block_sparse_moe.experts.102.w3,0.0049606043,0.05000,2.939
+55,block_sparse_moe.experts.97.w3,0.0055093497,0.05000,3.077
+55,block_sparse_moe.experts.101.w3,0.0034953670,0.05000,3.143
+55,block_sparse_moe.experts.109.w3,0.0011687891,0.05000,3.175
+55,block_sparse_moe.experts.105.w3,0.0034915314,0.05000,3.091
+55,block_sparse_moe.experts.96.w3,0.0033526995,0.05000,2.734
+55,block_sparse_moe.experts.108.w3,0.0021808130,0.05000,2.681
+55,block_sparse_moe.experts.111.w3,0.0029852265,0.05000,3.082
+55,block_sparse_moe.experts.103.w3,0.0143060040,0.05000,3.039
+55,block_sparse_moe.experts.104.w3,0.0064601495,0.05000,2.772
+55,block_sparse_moe.experts.107.w3,0.0545914253,0.05000,3.131
+55,block_sparse_moe.experts.100.w3,0.0016999845,0.05000,2.753
+55,block_sparse_moe.experts.99.w3,0.0048024137,0.05000,3.085
+55,block_sparse_moe.experts.122.w3,0.0122932738,0.05000,3.190
+55,block_sparse_moe.experts.114.w3,0.0334493492,0.05000,3.175
+55,block_sparse_moe.experts.126.w3,0.0013517004,0.05000,3.180
+55,block_sparse_moe.experts.118.w3,0.0082295676,0.05000,3.136
+55,block_sparse_moe.experts.113.w3,0.0031471605,0.05000,3.118
+55,block_sparse_moe.experts.117.w3,0.0071645289,0.05000,3.023
+55,block_sparse_moe.experts.125.w3,0.0262319683,0.05000,2.954
+55,block_sparse_moe.experts.121.w3,0.0041822310,0.05000,2.908
+55,block_sparse_moe.experts.112.w3,0.0066711352,0.05000,2.973
+55,block_sparse_moe.experts.124.w3,0.0039610936,0.05000,2.995
+55,block_sparse_moe.experts.127.w3,0.0051993665,0.05000,2.924
+55,block_sparse_moe.experts.120.w3,0.0102748602,0.05000,2.911
+55,block_sparse_moe.experts.119.w3,0.0030342917,0.05000,2.992
+55,block_sparse_moe.experts.116.w3,0.0031375320,0.05000,2.873
+55,block_sparse_moe.experts.123.w3,0.0100436499,0.05000,2.966
+55,block_sparse_moe.experts.115.w3,0.0026541738,0.05000,2.916
+55,block_sparse_moe.experts.138.w3,0.0575771422,0.05000,2.903
+55,block_sparse_moe.experts.130.w3,0.0011222996,0.05000,2.965
+55,block_sparse_moe.experts.142.w3,0.0015414950,0.05000,2.979
+55,block_sparse_moe.experts.129.w3,0.0106400163,0.05000,2.741
+55,block_sparse_moe.experts.134.w3,0.0043055394,0.05000,3.032
+55,block_sparse_moe.experts.133.w3,0.0080412342,0.05000,2.882
+55,block_sparse_moe.experts.141.w3,0.0028971461,0.05000,2.912
+55,block_sparse_moe.experts.137.w3,0.0017670626,0.05000,2.934
+55,block_sparse_moe.experts.128.w3,0.0041490611,0.05000,2.696
+55,block_sparse_moe.experts.140.w3,0.0052927084,0.05000,2.706
+55,block_sparse_moe.experts.143.w3,0.0063513205,0.05000,2.825
+55,block_sparse_moe.experts.136.w3,0.0095619383,0.05000,2.753
+55,block_sparse_moe.experts.132.w3,0.0014593746,0.05000,2.688
+55,block_sparse_moe.experts.135.w3,0.0037456553,0.05000,2.870
+55,block_sparse_moe.experts.139.w3,0.0040278747,0.05000,2.988
+55,block_sparse_moe.experts.131.w3,0.0034609425,0.05000,2.994
+55,block_sparse_moe.experts.154.w3,0.0065185927,0.05000,2.895
+55,block_sparse_moe.experts.145.w3,0.0110843707,0.05000,2.962
+55,block_sparse_moe.experts.158.w3,0.0029756445,0.05000,3.065
+55,block_sparse_moe.experts.146.w3,0.0064268110,0.05000,3.144
+55,block_sparse_moe.experts.150.w3,0.0053673347,0.05000,2.999
+55,block_sparse_moe.experts.149.w3,0.0030724711,0.05000,2.865
+55,block_sparse_moe.experts.157.w3,0.0078845263,0.05000,2.898
+55,block_sparse_moe.experts.153.w3,0.0037019190,0.05000,2.854
+55,block_sparse_moe.experts.156.w3,0.0038930779,0.05000,2.762
+55,block_sparse_moe.experts.144.w3,0.0048175742,0.05000,2.939
+55,block_sparse_moe.experts.152.w3,0.0145982226,0.05000,2.841
+55,block_sparse_moe.experts.148.w3,0.0014908291,0.05000,2.827
+55,block_sparse_moe.experts.159.w3,0.0051461309,0.05000,2.919
+55,block_sparse_moe.experts.151.w3,0.0065291472,0.05000,2.872
+55,block_sparse_moe.experts.155.w3,0.0096829290,0.05000,2.712
+55,block_sparse_moe.experts.147.w3,0.0008645873,0.05000,2.929
+55,block_sparse_moe.experts.170.w3,0.0025927270,0.05000,3.071
+55,block_sparse_moe.experts.161.w3,0.0015332811,0.05000,3.061
+55,block_sparse_moe.experts.174.w3,0.0036275435,0.05000,3.008
+55,block_sparse_moe.experts.162.w3,0.0420729937,0.05000,3.038
+55,block_sparse_moe.experts.166.w3,0.0093516131,0.05000,3.043
+55,block_sparse_moe.experts.165.w3,0.0140331604,0.05000,3.128
+55,block_sparse_moe.experts.173.w3,0.0011643889,0.05000,3.178
+55,block_sparse_moe.experts.169.w3,0.0035536743,0.05000,3.217
+55,block_sparse_moe.experts.172.w3,0.0022105061,0.05000,2.900
+55,block_sparse_moe.experts.160.w3,0.0027426875,0.05000,2.852
+55,block_sparse_moe.experts.168.w3,0.0019477176,0.05000,2.855
+55,block_sparse_moe.experts.164.w3,0.0082228325,0.05000,2.821
+55,block_sparse_moe.experts.175.w3,0.0011755354,0.05000,3.219
+55,block_sparse_moe.experts.167.w3,0.0061291651,0.05000,3.170
+55,block_sparse_moe.experts.171.w3,0.0148086382,0.05000,3.213
+55,block_sparse_moe.experts.186.w3,0.0025969075,0.05000,2.939
+55,block_sparse_moe.experts.163.w3,0.0085109033,0.05000,3.220
+55,block_sparse_moe.experts.190.w3,0.0023543453,0.05000,2.991
+55,block_sparse_moe.experts.178.w3,0.0072392485,0.05000,3.065
+55,block_sparse_moe.experts.177.w3,0.0045241748,0.05000,3.160
+55,block_sparse_moe.experts.182.w3,0.0019540179,0.05000,3.064
+55,block_sparse_moe.experts.181.w3,0.0055375294,0.05000,3.174
+55,block_sparse_moe.experts.189.w3,0.0040857944,0.05000,3.093
+55,block_sparse_moe.experts.185.w3,0.0025193001,0.05000,3.151
+55,block_sparse_moe.experts.188.w3,0.0082364766,0.05000,2.797
+55,block_sparse_moe.experts.176.w3,0.0037595225,0.05000,2.891
+55,block_sparse_moe.experts.184.w3,0.0011958799,0.05000,2.896
+55,block_sparse_moe.experts.180.w3,0.0015472622,0.05000,2.959
+55,block_sparse_moe.experts.191.w3,0.0063710940,0.05000,3.047
+55,block_sparse_moe.experts.183.w3,0.0117801871,0.05000,3.139
+55,block_sparse_moe.experts.187.w3,0.0075030400,0.05000,3.142
+55,block_sparse_moe.experts.179.w3,0.0030014404,0.05000,3.110
+55,block_sparse_moe.experts.202.w3,0.0064066451,0.05000,3.284
+55,block_sparse_moe.experts.206.w3,0.0050202537,0.05000,3.069
+55,block_sparse_moe.experts.193.w3,0.0079755117,0.05000,2.964
+55,block_sparse_moe.experts.194.w3,0.0029411115,0.05000,3.008
+55,block_sparse_moe.experts.198.w3,0.0031385850,0.05000,3.028
+55,block_sparse_moe.experts.197.w3,0.0052176435,0.05000,2.777
+55,block_sparse_moe.experts.205.w3,0.0017369852,0.05000,2.873
+55,block_sparse_moe.experts.201.w3,0.0043637333,0.05000,2.960
+55,block_sparse_moe.experts.204.w3,0.0078260016,0.05000,2.982
+55,block_sparse_moe.experts.192.w3,0.0098030358,0.05000,3.017
+55,block_sparse_moe.experts.200.w3,0.0065018796,0.05000,2.991
+55,block_sparse_moe.experts.196.w3,0.0045822151,0.05000,3.023
+55,block_sparse_moe.experts.207.w3,0.0018580255,0.05000,3.109
+55,block_sparse_moe.experts.199.w3,0.0045115844,0.05000,3.055
+55,block_sparse_moe.experts.203.w3,0.0031808287,0.05000,2.985
+55,block_sparse_moe.experts.195.w3,0.0166812371,0.05000,2.972
+55,block_sparse_moe.experts.218.w3,0.0022117042,0.05000,3.019
+55,block_sparse_moe.experts.222.w3,0.0085622863,0.05000,2.995
+55,block_sparse_moe.experts.209.w3,0.0046553423,0.05000,3.015
+55,block_sparse_moe.experts.210.w3,0.0060213385,0.05000,3.075
+55,block_sparse_moe.experts.214.w3,0.0025974439,0.05000,3.030
+55,block_sparse_moe.experts.213.w3,0.0037469153,0.05000,3.104
+55,block_sparse_moe.experts.221.w3,0.0044295195,0.05000,3.141
+55,block_sparse_moe.experts.220.w3,0.0378758304,0.05000,3.015
+55,block_sparse_moe.experts.217.w3,0.0040663378,0.05000,3.199
+55,block_sparse_moe.experts.208.w3,0.0064112256,0.05000,3.045
+55,block_sparse_moe.experts.216.w3,0.0029312028,0.05000,3.123
+55,block_sparse_moe.experts.212.w3,0.0032079604,0.05000,3.066
+55,block_sparse_moe.experts.223.w3,0.0028634895,0.05000,2.806
+55,block_sparse_moe.experts.219.w3,0.0023926295,0.05000,2.725
+55,block_sparse_moe.experts.215.w3,0.0024768365,0.05000,2.827
+55,block_sparse_moe.experts.211.w3,0.0005470563,0.05000,2.839
+55,block_sparse_moe.experts.234.w3,0.0069738215,0.05000,2.783
+55,block_sparse_moe.experts.238.w3,0.0018400584,0.05000,2.761
+55,block_sparse_moe.experts.226.w3,0.0026208730,0.05000,2.675
+55,block_sparse_moe.experts.230.w3,0.0024312930,0.05000,2.694
+55,block_sparse_moe.experts.225.w3,0.0074061119,0.05000,3.042
+55,block_sparse_moe.experts.229.w3,0.0026286291,0.05000,2.984
+55,block_sparse_moe.experts.237.w3,0.0084401541,0.05000,3.017
+55,block_sparse_moe.experts.236.w3,0.0119250264,0.05000,3.026
+55,block_sparse_moe.experts.233.w3,0.0005748318,0.05000,3.147
+55,block_sparse_moe.experts.224.w3,0.0126787808,0.05000,2.989
+55,block_sparse_moe.experts.232.w3,0.0094166202,0.05000,2.967
+55,block_sparse_moe.experts.228.w3,0.0037282809,0.05000,3.020
+55,block_sparse_moe.experts.239.w3,0.0063208342,0.05000,3.004
+55,block_sparse_moe.experts.231.w3,0.0034004858,0.05000,2.985
+55,block_sparse_moe.experts.235.w3,0.0015861938,0.05000,3.087
+55,block_sparse_moe.experts.227.w3,0.0036125072,0.05000,3.011
+55,block_sparse_moe.experts.250.w3,0.0057479231,0.05000,2.918
+55,block_sparse_moe.experts.254.w3,0.0064455029,0.05000,2.813
+55,block_sparse_moe.experts.242.w3,0.0018111912,0.05000,2.763
+55,block_sparse_moe.experts.246.w3,0.0077578347,0.05000,2.659
+55,block_sparse_moe.experts.241.w3,0.0074464070,0.05000,2.897
+55,block_sparse_moe.experts.245.w3,0.0079583488,0.05000,2.787
+55,block_sparse_moe.experts.253.w3,0.0016512560,0.05000,2.720
+55,block_sparse_moe.experts.249.w3,0.0060597679,0.05000,2.407
+55,block_sparse_moe.experts.252.w3,0.2344712089,0.05000,2.945
+55,block_sparse_moe.experts.240.w3,0.0049705169,0.05000,2.899
+55,block_sparse_moe.experts.248.w3,0.0036466079,0.05000,2.806
+55,block_sparse_moe.experts.244.w3,0.0028021590,0.05000,2.750
+55,block_sparse_moe.experts.255.w3,0.0030709489,0.05000,2.945
+55,block_sparse_moe.experts.247.w3,0.0066136630,0.05000,2.873
+55,block_sparse_moe.experts.251.w3,0.0052838367,0.05000,2.898
+55,block_sparse_moe.experts.243.w3,0.0063598138,0.05000,2.661
+55,block_sparse_moe.experts.6.w2,0.0002764473,0.05000,1.325
+55,block_sparse_moe.experts.14.w2,0.0016531014,0.05000,1.357
+55,block_sparse_moe.experts.4.w2,0.0044808557,0.05000,1.415
+55,block_sparse_moe.experts.10.w2,0.0092224309,0.05000,1.384
+55,block_sparse_moe.experts.2.w2,0.0009861769,0.05000,1.462
+55,block_sparse_moe.experts.11.w2,0.0067007236,0.05000,1.447
+55,block_sparse_moe.experts.15.w2,0.0006036097,0.05000,1.450
+55,block_sparse_moe.experts.0.w2,0.0180077574,0.05000,1.510
+55,block_sparse_moe.experts.7.w2,0.0142187972,0.05000,1.492
+55,block_sparse_moe.experts.8.w2,0.0010468039,0.05000,1.511
+55,block_sparse_moe.experts.1.w2,0.3047651980,0.05000,1.560
+55,block_sparse_moe.experts.12.w2,0.0064618378,0.05000,1.545
+55,block_sparse_moe.experts.9.w2,0.0125467134,0.05000,1.558
+55,block_sparse_moe.experts.3.w2,0.0007587762,0.05000,1.608
+55,block_sparse_moe.experts.13.w2,0.0075030602,0.05000,1.610
+55,block_sparse_moe.experts.5.w2,0.0118982633,0.05000,1.674
+55,block_sparse_moe.experts.20.w2,0.0142476384,0.05000,1.473
+55,block_sparse_moe.experts.30.w2,0.0164047502,0.05000,1.528
+55,block_sparse_moe.experts.22.w2,0.0015431690,0.05000,1.577
+55,block_sparse_moe.experts.26.w2,0.0087510639,0.05000,1.533
+55,block_sparse_moe.experts.16.w2,0.0048384689,0.05000,1.477
+55,block_sparse_moe.experts.31.w2,0.0021677057,0.05000,1.497
+55,block_sparse_moe.experts.18.w2,0.0004550890,0.05000,1.531
+55,block_sparse_moe.experts.23.w2,0.0287271578,0.05000,1.491
+55,block_sparse_moe.experts.28.w2,0.0007535427,0.05000,1.456
+55,block_sparse_moe.experts.17.w2,0.0014703206,0.05000,1.507
+55,block_sparse_moe.experts.27.w2,0.2413017814,0.05000,1.583
+55,block_sparse_moe.experts.24.w2,0.0005813158,0.05000,1.522
+55,block_sparse_moe.experts.19.w2,0.0028926651,0.05000,1.494
+55,block_sparse_moe.experts.25.w2,0.0184767905,0.05000,1.563
+55,block_sparse_moe.experts.29.w2,0.0026664035,0.05000,1.565
+55,block_sparse_moe.experts.21.w2,0.0087652122,0.05000,1.503
+55,block_sparse_moe.experts.46.w2,0.0006072705,0.05000,1.462
+55,block_sparse_moe.experts.36.w2,0.0007666160,0.05000,1.541
+55,block_sparse_moe.experts.42.w2,0.0050633705,0.05000,1.476
+55,block_sparse_moe.experts.38.w2,0.0243607435,0.05000,1.521
+55,block_sparse_moe.experts.32.w2,0.0159211168,0.05000,1.485
+55,block_sparse_moe.experts.34.w2,0.0033735739,0.05000,1.497
+55,block_sparse_moe.experts.47.w2,0.0034736771,0.05000,1.569
+55,block_sparse_moe.experts.33.w2,0.0027014171,0.05000,1.512
+55,block_sparse_moe.experts.40.w2,0.0266318146,0.05000,1.506
+55,block_sparse_moe.experts.44.w2,0.0167432738,0.05000,1.546
+55,block_sparse_moe.experts.39.w2,0.0090888732,0.05000,1.598
+55,block_sparse_moe.experts.35.w2,0.0270091030,0.05000,1.602
+55,block_sparse_moe.experts.37.w2,0.0087128500,0.05000,1.486
+55,block_sparse_moe.experts.41.w2,0.0011136201,0.05000,1.565
+55,block_sparse_moe.experts.45.w2,0.0282759514,0.05000,1.532
+55,block_sparse_moe.experts.43.w2,0.0068274620,0.05000,1.689
+55,block_sparse_moe.experts.62.w2,0.0574932612,0.05000,1.562
+55,block_sparse_moe.experts.52.w2,0.0038371889,0.05000,1.529
+55,block_sparse_moe.experts.48.w2,0.0425329502,0.05000,1.504
+55,block_sparse_moe.experts.58.w2,0.0256676764,0.05000,1.560
+55,block_sparse_moe.experts.54.w2,0.0053699618,0.05000,1.537
+55,block_sparse_moe.experts.56.w2,0.0032009843,0.05000,1.475
+55,block_sparse_moe.experts.49.w2,0.0064988362,0.05000,1.483
+55,block_sparse_moe.experts.53.w2,0.1057629619,0.05000,1.389
+55,block_sparse_moe.experts.60.w2,0.0144736927,0.05000,1.517
+55,block_sparse_moe.experts.50.w2,0.0042831071,0.05000,1.629
+55,block_sparse_moe.experts.55.w2,0.0195778312,0.05000,1.520
+55,block_sparse_moe.experts.63.w2,0.0650522559,0.05000,1.585
+55,block_sparse_moe.experts.57.w2,0.0020137954,0.05000,1.443
+55,block_sparse_moe.experts.61.w2,0.0013149651,0.05000,1.429
+55,block_sparse_moe.experts.59.w2,0.0415707291,0.05000,1.489
+55,block_sparse_moe.experts.51.w2,0.0005758965,0.05000,1.587
+55,block_sparse_moe.experts.78.w2,0.0028914756,0.05000,1.496
+55,block_sparse_moe.experts.74.w2,0.0013672871,0.05000,1.474
+55,block_sparse_moe.experts.65.w2,0.0112904934,0.05000,1.460
+55,block_sparse_moe.experts.68.w2,0.0186534654,0.05000,1.566
+55,block_sparse_moe.experts.70.w2,0.0012864075,0.05000,1.566
+55,block_sparse_moe.experts.64.w2,0.0113260053,0.05000,1.601
+55,block_sparse_moe.experts.66.w2,0.0021039194,0.05000,1.478
+55,block_sparse_moe.experts.72.w2,0.0146098376,0.05000,1.545
+55,block_sparse_moe.experts.79.w2,0.0122233317,0.05000,1.473
+55,block_sparse_moe.experts.69.w2,0.0081033687,0.05000,1.531
+55,block_sparse_moe.experts.73.w2,0.0003614779,0.05000,1.458
+55,block_sparse_moe.experts.71.w2,0.0070523936,0.05000,1.488
+55,block_sparse_moe.experts.76.w2,0.0018032151,0.05000,1.563
+55,block_sparse_moe.experts.77.w2,0.0093734629,0.05000,1.515
+55,block_sparse_moe.experts.75.w2,0.0027257214,0.05000,1.495
+55,block_sparse_moe.experts.67.w2,0.0084458109,0.05000,1.517
+55,block_sparse_moe.experts.81.w2,0.0080914128,0.05000,1.387
+55,block_sparse_moe.experts.84.w2,0.0292923918,0.05000,1.400
+55,block_sparse_moe.experts.94.w2,0.0144111031,0.05000,1.481
+55,block_sparse_moe.experts.90.w2,0.0249340461,0.05000,1.489
+55,block_sparse_moe.experts.89.w2,0.0069527807,0.05000,1.333
+55,block_sparse_moe.experts.88.w2,0.0022047316,0.05000,1.381
+55,block_sparse_moe.experts.85.w2,0.1336094571,0.05000,1.365
+55,block_sparse_moe.experts.86.w2,0.0071691777,0.05000,1.449
+55,block_sparse_moe.experts.80.w2,0.0184500508,0.05000,1.444
+55,block_sparse_moe.experts.95.w2,0.0005669394,0.05000,1.415
+55,block_sparse_moe.experts.92.w2,0.0011389108,0.05000,1.391
+55,block_sparse_moe.experts.87.w2,0.0022992760,0.05000,1.428
+55,block_sparse_moe.experts.91.w2,0.0109461521,0.05000,1.336
+55,block_sparse_moe.experts.93.w2,0.0026652693,0.05000,1.392
+55,block_sparse_moe.experts.82.w2,0.0026127587,0.05000,1.508
+55,block_sparse_moe.experts.83.w2,0.0022950070,0.05000,1.395
+55,block_sparse_moe.experts.110.w2,0.0016561587,0.05000,1.412
+55,block_sparse_moe.experts.97.w2,0.0117731480,0.05000,1.474
+55,block_sparse_moe.experts.106.w2,0.0189146133,0.05000,1.432
+55,block_sparse_moe.experts.100.w2,0.0022647173,0.05000,1.484
+55,block_sparse_moe.experts.102.w2,0.0166312063,0.05000,1.401
+55,block_sparse_moe.experts.104.w2,0.0020178026,0.05000,1.460
+55,block_sparse_moe.experts.105.w2,0.0282143882,0.05000,1.532
+55,block_sparse_moe.experts.96.w2,0.0010721308,0.05000,1.492
+55,block_sparse_moe.experts.101.w2,0.0028916477,0.05000,1.528
+55,block_sparse_moe.experts.111.w2,0.0126851272,0.05000,1.499
+55,block_sparse_moe.experts.108.w2,0.0003943827,0.05000,1.482
+55,block_sparse_moe.experts.103.w2,0.0175835014,0.05000,1.502
+55,block_sparse_moe.experts.107.w2,0.1337867801,0.05000,1.508
+55,block_sparse_moe.experts.98.w2,0.0842105821,0.05000,1.492
+55,block_sparse_moe.experts.109.w2,0.0113656895,0.05000,1.560
+55,block_sparse_moe.experts.99.w2,0.0264854147,0.05000,1.490
+55,block_sparse_moe.experts.116.w2,0.0021000016,0.05000,1.481
+55,block_sparse_moe.experts.126.w2,0.0026265647,0.05000,1.568
+55,block_sparse_moe.experts.113.w2,0.0118641671,0.05000,1.535
+55,block_sparse_moe.experts.120.w2,0.0161330385,0.05000,1.499
+55,block_sparse_moe.experts.122.w2,0.0710833394,0.05000,1.567
+55,block_sparse_moe.experts.118.w2,0.0034018339,0.05000,1.542
+55,block_sparse_moe.experts.127.w2,0.0009146402,0.05000,1.461
+55,block_sparse_moe.experts.112.w2,0.0111963751,0.05000,1.488
+55,block_sparse_moe.experts.117.w2,0.0168670801,0.05000,1.493
+55,block_sparse_moe.experts.124.w2,0.0061408150,0.05000,1.475
+55,block_sparse_moe.experts.121.w2,0.0104783886,0.05000,1.573
+55,block_sparse_moe.experts.123.w2,0.0342746374,0.05000,1.484
+55,block_sparse_moe.experts.119.w2,0.0068324505,0.05000,1.533
+55,block_sparse_moe.experts.114.w2,0.1017720063,0.05000,1.575
+55,block_sparse_moe.experts.115.w2,0.0017812171,0.05000,1.505
+55,block_sparse_moe.experts.125.w2,0.0369320253,0.05000,1.567
+55,block_sparse_moe.experts.132.w2,0.0006127547,0.05000,1.474
+55,block_sparse_moe.experts.136.w2,0.0074220961,0.05000,1.483
+55,block_sparse_moe.experts.143.w2,0.0238036218,0.05000,1.431
+55,block_sparse_moe.experts.128.w2,0.0026026930,0.05000,1.452
+55,block_sparse_moe.experts.129.w2,0.0042896878,0.05000,1.547
+55,block_sparse_moe.experts.142.w2,0.0006217669,0.05000,1.561
+55,block_sparse_moe.experts.139.w2,0.0027650706,0.05000,1.448
+55,block_sparse_moe.experts.135.w2,0.0029943151,0.05000,1.449
+55,block_sparse_moe.experts.140.w2,0.0164995936,0.05000,1.532
+55,block_sparse_moe.experts.134.w2,0.0208346881,0.05000,1.592
+55,block_sparse_moe.experts.133.w2,0.0376141640,0.05000,1.568
+55,block_sparse_moe.experts.138.w2,0.0748811218,0.05000,1.661
+55,block_sparse_moe.experts.137.w2,0.0059700128,0.05000,1.561
+55,block_sparse_moe.experts.131.w2,0.0098763922,0.05000,1.447
+55,block_sparse_moe.experts.130.w2,0.0017123158,0.05000,1.541
+55,block_sparse_moe.experts.141.w2,0.0050504550,0.05000,1.588
+55,block_sparse_moe.experts.159.w2,0.0010649434,0.05000,1.416
+55,block_sparse_moe.experts.148.w2,0.0002503317,0.05000,1.480
+55,block_sparse_moe.experts.152.w2,0.1058682608,0.05000,1.457
+55,block_sparse_moe.experts.144.w2,0.0106334867,0.05000,1.447
+55,block_sparse_moe.experts.155.w2,0.0113678739,0.05000,1.432
+55,block_sparse_moe.experts.145.w2,0.0204021366,0.05000,1.494
+55,block_sparse_moe.experts.158.w2,0.0006709842,0.05000,1.504
+55,block_sparse_moe.experts.151.w2,0.0022405732,0.05000,1.464
+55,block_sparse_moe.experts.156.w2,0.0117115368,0.05000,1.483
+55,block_sparse_moe.experts.150.w2,0.0051046914,0.05000,1.492
+55,block_sparse_moe.experts.149.w2,0.0017226151,0.05000,1.477
+55,block_sparse_moe.experts.153.w2,0.0006315651,0.05000,1.484
+55,block_sparse_moe.experts.147.w2,0.0037223852,0.05000,1.482
+55,block_sparse_moe.experts.154.w2,0.0012352588,0.05000,1.590
+55,block_sparse_moe.experts.157.w2,0.0074018179,0.05000,1.512
+55,block_sparse_moe.experts.146.w2,0.0224459353,0.05000,1.638
+55,block_sparse_moe.experts.175.w2,0.0177768260,0.05000,1.519
+55,block_sparse_moe.experts.168.w2,0.0003787488,0.05000,1.549
+55,block_sparse_moe.experts.171.w2,0.0627203653,0.05000,1.498
+55,block_sparse_moe.experts.160.w2,0.0014430965,0.05000,1.562
+55,block_sparse_moe.experts.164.w2,0.0042386832,0.05000,1.626
+55,block_sparse_moe.experts.167.w2,0.0151838067,0.05000,1.480
+55,block_sparse_moe.experts.161.w2,0.0217718532,0.05000,1.545
+55,block_sparse_moe.experts.172.w2,0.0005564647,0.05000,1.496
+55,block_sparse_moe.experts.165.w2,0.0263109123,0.05000,1.510
+55,block_sparse_moe.experts.174.w2,0.0017281581,0.05000,1.630
+55,block_sparse_moe.experts.169.w2,0.0128557878,0.05000,1.558
+55,block_sparse_moe.experts.163.w2,0.0187383125,0.05000,1.570
+55,block_sparse_moe.experts.166.w2,0.0300726161,0.05000,1.664
+55,block_sparse_moe.experts.170.w2,0.0022314877,0.05000,1.670
+55,block_sparse_moe.experts.162.w2,0.1029814911,0.05000,1.548
+55,block_sparse_moe.experts.191.w2,0.0086927469,0.05000,1.464
+55,block_sparse_moe.experts.187.w2,0.0148414372,0.05000,1.577
+55,block_sparse_moe.experts.183.w2,0.0130192517,0.05000,1.572
+55,block_sparse_moe.experts.179.w2,0.0048026530,0.05000,1.617
+55,block_sparse_moe.experts.190.w2,0.0071817347,0.05000,1.730
+55,block_sparse_moe.experts.182.w2,0.0057835403,0.05000,1.698
+55,block_sparse_moe.experts.178.w2,0.0348092058,0.05000,1.719
+55,block_sparse_moe.experts.186.w2,0.0012716687,0.05000,1.749
+55,block_sparse_moe.experts.173.w2,0.0003954987,0.05000,3.731
+55,block_sparse_moe.experts.207.w2,0.0007125623,0.05000,1.786
+55,block_sparse_moe.experts.199.w2,0.0036647872,0.05000,1.761
+55,block_sparse_moe.experts.203.w2,0.0076092842,0.05000,1.796
+55,block_sparse_moe.experts.195.w2,0.0611315671,0.05000,1.885
+55,block_sparse_moe.experts.177.w2,0.0100970557,0.05000,4.047
+55,block_sparse_moe.experts.181.w2,0.0072527173,0.05000,4.115
+55,block_sparse_moe.experts.185.w2,0.0075745572,0.05000,4.081
+55,block_sparse_moe.experts.189.w2,0.0178785794,0.05000,1.946
+55,block_sparse_moe.experts.193.w2,0.0136477808,0.05000,1.538
+55,block_sparse_moe.experts.197.w2,0.0372713601,0.05000,1.498
+55,block_sparse_moe.experts.201.w2,0.0100262603,0.05000,1.529
+55,block_sparse_moe.experts.206.w2,0.0100486036,0.05000,4.072
+55,block_sparse_moe.experts.205.w2,0.0069206971,0.05000,1.473
+55,block_sparse_moe.experts.198.w2,0.0125831917,0.05000,4.089
+55,block_sparse_moe.experts.202.w2,0.0054911910,0.05000,4.073
+55,block_sparse_moe.experts.194.w2,0.0079804865,0.05000,4.115
+55,block_sparse_moe.experts.223.w2,0.0197272069,0.05000,3.932
+55,block_sparse_moe.experts.219.w2,0.0142059359,0.05000,3.841
+55,block_sparse_moe.experts.209.w2,0.0295304718,0.05000,1.587
+55,block_sparse_moe.experts.215.w2,0.0303303364,0.05000,3.892
+55,block_sparse_moe.experts.213.w2,0.0116370760,0.05000,1.654
+55,block_sparse_moe.experts.217.w2,0.0086730435,0.05000,1.649
+55,block_sparse_moe.experts.211.w2,0.0065475553,0.05000,3.743
+55,block_sparse_moe.experts.222.w2,0.0241567567,0.05000,1.654
+55,block_sparse_moe.experts.221.w2,0.0118573298,0.05000,1.637
+55,block_sparse_moe.experts.214.w2,0.0077557227,0.05000,1.669
+55,block_sparse_moe.experts.210.w2,0.0054544926,0.05000,1.536
+55,block_sparse_moe.experts.218.w2,0.0041556758,0.05000,1.633
+55,block_sparse_moe.experts.184.w2,0.0066503378,0.05000,1.405
+55,block_sparse_moe.experts.180.w2,0.0052441458,0.05000,1.427
+55,block_sparse_moe.experts.176.w2,0.0026250913,0.05000,1.443
+55,block_sparse_moe.experts.188.w2,0.0087728322,0.05000,1.472
+55,block_sparse_moe.experts.225.w2,0.0200650953,0.05000,1.317
+55,block_sparse_moe.experts.239.w2,0.0139235017,0.05000,1.556
+55,block_sparse_moe.experts.235.w2,0.0082253476,0.05000,1.573
+55,block_sparse_moe.experts.229.w2,0.0014939810,0.05000,1.411
+55,block_sparse_moe.experts.231.w2,0.0260204180,0.05000,1.570
+55,block_sparse_moe.experts.233.w2,0.0042363593,0.05000,1.386
+55,block_sparse_moe.experts.227.w2,0.0105204845,0.05000,1.555
+55,block_sparse_moe.experts.237.w2,0.0584154658,0.05000,1.399
+55,block_sparse_moe.experts.238.w2,0.0078902458,0.05000,1.579
+55,block_sparse_moe.experts.230.w2,0.0025267355,0.05000,1.590
+55,block_sparse_moe.experts.226.w2,0.0030374079,0.05000,1.574
+55,block_sparse_moe.experts.234.w2,0.0374266827,0.05000,1.550
+55,block_sparse_moe.experts.200.w2,0.0113142835,0.05000,1.545
+55,block_sparse_moe.experts.241.w2,0.0218019505,0.05000,1.452
+55,block_sparse_moe.experts.192.w2,0.0492512755,0.05000,1.557
+55,block_sparse_moe.experts.196.w2,0.0119088992,0.05000,1.590
+55,block_sparse_moe.experts.204.w2,0.0060628260,0.05000,1.614
+55,block_sparse_moe.experts.245.w2,0.0099900008,0.05000,1.388
+55,block_sparse_moe.experts.255.w2,0.0026245208,0.05000,1.583
+55,block_sparse_moe.experts.249.w2,0.0060138771,0.05000,1.385
+55,block_sparse_moe.experts.251.w2,0.0374414279,0.05000,1.504
+55,block_sparse_moe.experts.253.w2,0.0062378936,0.05000,1.259
+55,block_sparse_moe.experts.247.w2,0.0724819632,0.05000,1.515
+55,block_sparse_moe.experts.243.w2,0.0757767278,0.05000,1.340
+55,block_sparse_moe.experts.254.w2,0.0340402508,0.05000,1.559
+55,block_sparse_moe.experts.246.w2,0.0323379972,0.05000,1.509
+55,block_sparse_moe.experts.242.w2,0.0032859217,0.05000,1.451
+55,block_sparse_moe.experts.250.w2,0.0335062644,0.05000,1.415
+55,block_sparse_moe.experts.216.w2,0.0104441332,0.05000,1.522
+55,block_sparse_moe.experts.208.w2,0.0168425301,0.05000,1.585
+55,block_sparse_moe.experts.212.w2,0.0003918347,0.05000,1.588
+55,block_sparse_moe.experts.220.w2,0.0417881529,0.05000,1.551
+55,block_sparse_moe.experts.232.w2,0.0680666921,0.05000,1.492
+55,block_sparse_moe.experts.224.w2,0.0074928251,0.05000,1.516
+55,block_sparse_moe.experts.228.w2,0.0286773746,0.05000,1.498
+55,block_sparse_moe.experts.236.w2,0.0581254270,0.05000,1.576
+55,block_sparse_moe.experts.248.w2,0.0152530858,0.05000,1.682
+55,block_sparse_moe.experts.240.w2,0.0043470701,0.05000,1.649
+55,block_sparse_moe.experts.244.w2,0.0021325650,0.05000,1.661
+55,block_sparse_moe.experts.252.w2,0.7305960936,0.05000,1.582
+56,self_attn.k_proj,0.0000538804,0.05000,0.863
+56,self_attn.q_proj,0.0004115895,0.05000,0.884
+56,self_attn.v_proj,0.0001003846,0.05000,0.961
+56,self_attn.o_proj,0.0000419537,0.05000,1.866
+56,block_sparse_moe.experts.8.w1,0.0033866433,0.05000,3.018
+56,block_sparse_moe.experts.12.w1,0.0050537515,0.05000,3.067
+56,block_sparse_moe.experts.4.w1,0.0026555502,0.05000,3.080
+56,block_sparse_moe.experts.0.w1,0.0019480616,0.05000,3.113
+56,block_sparse_moe.experts.13.w1,0.0051456806,0.05000,3.250
+56,block_sparse_moe.experts.5.w1,0.0049732172,0.05000,3.251
+56,block_sparse_moe.experts.6.w1,0.0046611011,0.05000,3.268
+56,block_sparse_moe.experts.14.w1,0.0300677369,0.05000,3.309
+56,block_sparse_moe.experts.9.w1,0.0006565404,0.05000,3.336
+56,block_sparse_moe.experts.10.w1,0.0105745159,0.05000,3.348
+56,block_sparse_moe.experts.15.w1,0.0012016128,0.05000,3.369
+56,block_sparse_moe.experts.2.w1,0.0014789640,0.05000,3.335
+56,block_sparse_moe.experts.3.w1,0.0022797909,0.05000,3.401
+56,block_sparse_moe.experts.1.w1,0.0031370917,0.05000,3.443
+56,block_sparse_moe.experts.11.w1,0.0081278167,0.05000,3.454
+56,block_sparse_moe.experts.7.w1,0.0038503446,0.05000,3.544
+56,block_sparse_moe.experts.24.w1,0.0034858357,0.05000,2.923
+56,block_sparse_moe.experts.20.w1,0.0047743073,0.05000,2.956
+56,block_sparse_moe.experts.16.w1,0.0070730936,0.05000,2.955
+56,block_sparse_moe.experts.28.w1,0.0047577910,0.05000,3.040
+56,block_sparse_moe.experts.29.w1,0.0055523606,0.05000,2.936
+56,block_sparse_moe.experts.22.w1,0.0012138576,0.05000,3.003
+56,block_sparse_moe.experts.17.w1,0.0054044140,0.05000,2.865
+56,block_sparse_moe.experts.21.w1,0.0020629739,0.05000,3.062
+56,block_sparse_moe.experts.18.w1,0.0025325583,0.05000,2.948
+56,block_sparse_moe.experts.30.w1,0.0021792528,0.05000,3.085
+56,block_sparse_moe.experts.25.w1,0.0100986169,0.05000,3.068
+56,block_sparse_moe.experts.19.w1,0.0038062640,0.05000,3.016
+56,block_sparse_moe.experts.31.w1,0.0046214989,0.05000,3.058
+56,block_sparse_moe.experts.23.w1,0.0005732801,0.05000,3.005
+56,block_sparse_moe.experts.26.w1,0.0055319178,0.05000,3.204
+56,block_sparse_moe.experts.27.w1,0.0078899877,0.05000,3.129
+56,block_sparse_moe.experts.40.w1,0.0015899742,0.05000,3.108
+56,block_sparse_moe.experts.45.w1,0.0030611023,0.05000,2.981
+56,block_sparse_moe.experts.32.w1,0.0051835400,0.05000,3.148
+56,block_sparse_moe.experts.36.w1,0.0106595304,0.05000,3.209
+56,block_sparse_moe.experts.44.w1,0.0050436567,0.05000,3.141
+56,block_sparse_moe.experts.33.w1,0.0034549778,0.05000,3.010
+56,block_sparse_moe.experts.38.w1,0.0052142172,0.05000,3.113
+56,block_sparse_moe.experts.37.w1,0.0110065659,0.05000,3.095
+56,block_sparse_moe.experts.41.w1,0.0033806180,0.05000,3.005
+56,block_sparse_moe.experts.47.w1,0.0019251445,0.05000,3.031
+56,block_sparse_moe.experts.34.w1,0.0061115894,0.05000,3.127
+56,block_sparse_moe.experts.46.w1,0.0082278908,0.05000,3.098
+56,block_sparse_moe.experts.35.w1,0.0084590346,0.05000,3.075
+56,block_sparse_moe.experts.43.w1,0.0047728180,0.05000,2.969
+56,block_sparse_moe.experts.39.w1,0.0084373261,0.05000,3.029
+56,block_sparse_moe.experts.42.w1,0.0035562924,0.05000,3.181
+56,block_sparse_moe.experts.56.w1,0.0058211942,0.05000,2.875
+56,block_sparse_moe.experts.60.w1,0.0055050473,0.05000,2.826
+56,block_sparse_moe.experts.48.w1,0.0059307048,0.05000,2.887
+56,block_sparse_moe.experts.52.w1,0.0075020728,0.05000,2.942
+56,block_sparse_moe.experts.61.w1,0.0038553987,0.05000,3.071
+56,block_sparse_moe.experts.54.w1,0.0015396479,0.05000,2.936
+56,block_sparse_moe.experts.49.w1,0.0047462102,0.05000,3.039
+56,block_sparse_moe.experts.53.w1,0.0072570864,0.05000,3.065
+56,block_sparse_moe.experts.57.w1,0.0036538843,0.05000,3.111
+56,block_sparse_moe.experts.50.w1,0.0029555353,0.05000,3.084
+56,block_sparse_moe.experts.63.w1,0.0023130432,0.05000,3.108
+56,block_sparse_moe.experts.62.w1,0.0070505487,0.05000,3.081
+56,block_sparse_moe.experts.51.w1,0.0041170209,0.05000,3.140
+56,block_sparse_moe.experts.59.w1,0.0054488697,0.05000,3.125
+56,block_sparse_moe.experts.55.w1,0.0043344488,0.05000,3.098
+56,block_sparse_moe.experts.58.w1,0.0111527899,0.05000,3.013
+56,block_sparse_moe.experts.64.w1,0.0009162008,0.05000,2.776
+56,block_sparse_moe.experts.76.w1,0.0056034281,0.05000,2.845
+56,block_sparse_moe.experts.72.w1,0.0021341382,0.05000,3.018
+56,block_sparse_moe.experts.68.w1,0.0047236707,0.05000,2.956
+56,block_sparse_moe.experts.77.w1,0.0035425997,0.05000,2.962
+56,block_sparse_moe.experts.65.w1,0.0019914268,0.05000,2.996
+56,block_sparse_moe.experts.70.w1,0.0012633250,0.05000,3.032
+56,block_sparse_moe.experts.69.w1,0.0047386168,0.05000,2.885
+56,block_sparse_moe.experts.73.w1,0.0021029396,0.05000,2.914
+56,block_sparse_moe.experts.79.w1,0.0036539577,0.05000,2.931
+56,block_sparse_moe.experts.67.w1,0.0070138082,0.05000,2.905
+56,block_sparse_moe.experts.78.w1,0.0081532659,0.05000,2.973
+56,block_sparse_moe.experts.71.w1,0.0096766587,0.05000,2.899
+56,block_sparse_moe.experts.75.w1,0.0012806675,0.05000,2.967
+56,block_sparse_moe.experts.66.w1,0.0044043181,0.05000,3.121
+56,block_sparse_moe.experts.74.w1,0.0018900970,0.05000,3.121
+56,block_sparse_moe.experts.88.w1,0.0051729215,0.05000,2.850
+56,block_sparse_moe.experts.80.w1,0.0024271459,0.05000,2.920
+56,block_sparse_moe.experts.92.w1,0.0009761880,0.05000,2.990
+56,block_sparse_moe.experts.84.w1,0.0021144387,0.05000,2.866
+56,block_sparse_moe.experts.93.w1,0.0014220823,0.05000,3.015
+56,block_sparse_moe.experts.85.w1,0.0048325845,0.05000,2.961
+56,block_sparse_moe.experts.81.w1,0.0075570518,0.05000,3.036
+56,block_sparse_moe.experts.86.w1,0.0081953255,0.05000,3.053
+56,block_sparse_moe.experts.89.w1,0.0054863042,0.05000,3.033
+56,block_sparse_moe.experts.83.w1,0.0021434529,0.05000,2.944
+56,block_sparse_moe.experts.95.w1,0.0028207825,0.05000,3.014
+56,block_sparse_moe.experts.91.w1,0.0029941200,0.05000,2.978
+56,block_sparse_moe.experts.94.w1,0.0038659404,0.05000,3.121
+56,block_sparse_moe.experts.87.w1,0.0020866826,0.05000,3.088
+56,block_sparse_moe.experts.82.w1,0.0034368483,0.05000,3.154
+56,block_sparse_moe.experts.90.w1,0.0027682997,0.05000,3.078
+56,block_sparse_moe.experts.96.w1,0.0029047781,0.05000,3.080
+56,block_sparse_moe.experts.104.w1,0.0036675655,0.05000,3.151
+56,block_sparse_moe.experts.108.w1,0.0015279479,0.05000,3.040
+56,block_sparse_moe.experts.109.w1,0.0111525072,0.05000,2.888
+56,block_sparse_moe.experts.100.w1,0.0021869847,0.05000,3.132
+56,block_sparse_moe.experts.97.w1,0.0034707386,0.05000,2.801
+56,block_sparse_moe.experts.101.w1,0.0007033012,0.05000,2.933
+56,block_sparse_moe.experts.99.w1,0.0024305447,0.05000,2.816
+56,block_sparse_moe.experts.105.w1,0.0009386785,0.05000,2.892
+56,block_sparse_moe.experts.107.w1,0.0155800824,0.05000,2.785
+56,block_sparse_moe.experts.103.w1,0.0047834335,0.05000,2.771
+56,block_sparse_moe.experts.102.w1,0.0033770965,0.05000,3.069
+56,block_sparse_moe.experts.111.w1,0.0036085562,0.05000,3.059
+56,block_sparse_moe.experts.110.w1,0.0053497553,0.05000,3.106
+56,block_sparse_moe.experts.98.w1,0.0025098786,0.05000,3.156
+56,block_sparse_moe.experts.106.w1,0.0012022361,0.05000,3.086
+56,block_sparse_moe.experts.112.w1,0.0019152039,0.05000,3.133
+56,block_sparse_moe.experts.120.w1,0.0026124350,0.05000,3.123
+56,block_sparse_moe.experts.124.w1,0.0058405161,0.05000,3.206
+56,block_sparse_moe.experts.116.w1,0.0033281540,0.05000,3.057
+56,block_sparse_moe.experts.113.w1,0.0032379837,0.05000,3.090
+56,block_sparse_moe.experts.125.w1,0.0026633459,0.05000,3.210
+56,block_sparse_moe.experts.121.w1,0.0123517047,0.05000,3.069
+56,block_sparse_moe.experts.117.w1,0.0032955582,0.05000,3.187
+56,block_sparse_moe.experts.118.w1,0.0015693949,0.05000,2.974
+56,block_sparse_moe.experts.115.w1,0.0037030545,0.05000,3.246
+56,block_sparse_moe.experts.123.w1,0.0032589737,0.05000,3.197
+56,block_sparse_moe.experts.119.w1,0.0031985893,0.05000,3.201
+56,block_sparse_moe.experts.127.w1,0.0048294770,0.05000,3.217
+56,block_sparse_moe.experts.126.w1,0.0041403073,0.05000,3.048
+56,block_sparse_moe.experts.114.w1,0.0026284633,0.05000,3.001
+56,block_sparse_moe.experts.122.w1,0.0007916857,0.05000,3.018
+56,block_sparse_moe.experts.128.w1,0.0019528857,0.05000,3.027
+56,block_sparse_moe.experts.129.w1,0.0065138706,0.05000,2.788
+56,block_sparse_moe.experts.136.w1,0.0020065590,0.05000,3.054
+56,block_sparse_moe.experts.132.w1,0.0082700461,0.05000,2.959
+56,block_sparse_moe.experts.140.w1,0.0050488139,0.05000,3.090
+56,block_sparse_moe.experts.141.w1,0.0109291850,0.05000,3.013
+56,block_sparse_moe.experts.137.w1,0.0139986228,0.05000,2.938
+56,block_sparse_moe.experts.133.w1,0.0065163747,0.05000,2.961
+56,block_sparse_moe.experts.131.w1,0.0046083428,0.05000,3.005
+56,block_sparse_moe.experts.134.w1,0.0030699736,0.05000,3.149
+56,block_sparse_moe.experts.139.w1,0.0035261282,0.05000,3.004
+56,block_sparse_moe.experts.135.w1,0.0036838321,0.05000,3.010
+56,block_sparse_moe.experts.142.w1,0.0032812565,0.05000,2.998
+56,block_sparse_moe.experts.143.w1,0.0040255566,0.05000,3.049
+56,block_sparse_moe.experts.130.w1,0.0475913701,0.05000,3.073
+56,block_sparse_moe.experts.138.w1,0.0048539665,0.05000,3.066
+56,block_sparse_moe.experts.145.w1,0.0223943373,0.05000,2.961
+56,block_sparse_moe.experts.157.w1,0.0086348474,0.05000,2.838
+56,block_sparse_moe.experts.149.w1,0.0024784939,0.05000,2.860
+56,block_sparse_moe.experts.144.w1,0.0226075731,0.05000,3.259
+56,block_sparse_moe.experts.153.w1,0.0040619700,0.05000,2.944
+56,block_sparse_moe.experts.148.w1,0.0016661778,0.05000,3.179
+56,block_sparse_moe.experts.152.w1,0.0024509682,0.05000,3.238
+56,block_sparse_moe.experts.156.w1,0.0029530186,0.05000,3.197
+56,block_sparse_moe.experts.150.w1,0.0062166623,0.05000,2.858
+56,block_sparse_moe.experts.158.w1,0.0034430075,0.05000,2.914
+56,block_sparse_moe.experts.147.w1,0.0091123547,0.05000,3.219
+56,block_sparse_moe.experts.151.w1,0.0020518886,0.05000,3.172
+56,block_sparse_moe.experts.155.w1,0.0055197285,0.05000,3.262
+56,block_sparse_moe.experts.146.w1,0.0025123114,0.05000,2.924
+56,block_sparse_moe.experts.159.w1,0.0101931682,0.05000,3.168
+56,block_sparse_moe.experts.154.w1,0.0081177678,0.05000,2.931
+56,block_sparse_moe.experts.160.w1,0.0143713777,0.05000,2.691
+56,block_sparse_moe.experts.164.w1,0.0342225825,0.05000,2.692
+56,block_sparse_moe.experts.161.w1,0.0051655441,0.05000,3.042
+56,block_sparse_moe.experts.168.w1,0.0055634606,0.05000,2.753
+56,block_sparse_moe.experts.172.w1,0.0032893955,0.05000,2.774
+56,block_sparse_moe.experts.173.w1,0.0054965908,0.05000,3.069
+56,block_sparse_moe.experts.169.w1,0.0995814349,0.05000,2.958
+56,block_sparse_moe.experts.165.w1,0.0061700898,0.05000,3.106
+56,block_sparse_moe.experts.166.w1,0.0067246178,0.05000,3.100
+56,block_sparse_moe.experts.174.w1,0.0045733054,0.05000,3.045
+56,block_sparse_moe.experts.163.w1,0.0037200121,0.05000,3.124
+56,block_sparse_moe.experts.171.w1,0.0051762186,0.05000,3.076
+56,block_sparse_moe.experts.167.w1,0.0062817889,0.05000,3.148
+56,block_sparse_moe.experts.162.w1,0.0096849584,0.05000,3.106
+56,block_sparse_moe.experts.175.w1,0.0013249493,0.05000,3.108
+56,block_sparse_moe.experts.170.w1,0.0027956375,0.05000,3.163
+56,block_sparse_moe.experts.177.w1,0.0140816066,0.05000,2.908
+56,block_sparse_moe.experts.185.w1,0.0089499278,0.05000,2.756
+56,block_sparse_moe.experts.189.w1,0.0051303147,0.05000,2.847
+56,block_sparse_moe.experts.176.w1,0.0019863921,0.05000,3.108
+56,block_sparse_moe.experts.180.w1,0.0102769700,0.05000,3.096
+56,block_sparse_moe.experts.181.w1,0.0009975039,0.05000,2.782
+56,block_sparse_moe.experts.184.w1,0.0099663057,0.05000,3.149
+56,block_sparse_moe.experts.188.w1,0.0318183750,0.05000,3.087
+56,block_sparse_moe.experts.182.w1,0.0048059508,0.05000,3.204
+56,block_sparse_moe.experts.190.w1,0.0022170070,0.05000,3.145
+56,block_sparse_moe.experts.179.w1,0.0053400120,0.05000,3.150
+56,block_sparse_moe.experts.187.w1,0.0039090823,0.05000,3.188
+56,block_sparse_moe.experts.178.w1,0.0050645700,0.05000,3.113
+56,block_sparse_moe.experts.183.w1,0.0068764890,0.05000,3.254
+56,block_sparse_moe.experts.191.w1,0.0050683488,0.05000,3.213
+56,block_sparse_moe.experts.186.w1,0.0013893814,0.05000,3.138
+56,block_sparse_moe.experts.193.w1,0.0036382988,0.05000,2.862
+56,block_sparse_moe.experts.201.w1,0.0066678772,0.05000,2.877
+56,block_sparse_moe.experts.205.w1,0.0018806306,0.05000,2.844
+56,block_sparse_moe.experts.197.w1,0.0053848498,0.05000,2.876
+56,block_sparse_moe.experts.192.w1,0.0033096880,0.05000,2.957
+56,block_sparse_moe.experts.196.w1,0.0045733501,0.05000,3.032
+56,block_sparse_moe.experts.200.w1,0.0008824420,0.05000,3.113
+56,block_sparse_moe.experts.204.w1,0.0018999404,0.05000,3.129
+56,block_sparse_moe.experts.198.w1,0.0020702187,0.05000,2.813
+56,block_sparse_moe.experts.206.w1,0.0034040537,0.05000,2.869
+56,block_sparse_moe.experts.194.w1,0.0029475950,0.05000,2.899
+56,block_sparse_moe.experts.203.w1,0.0066535135,0.05000,3.032
+56,block_sparse_moe.experts.195.w1,0.0021636381,0.05000,3.156
+56,block_sparse_moe.experts.202.w1,0.0049253617,0.05000,2.884
+56,block_sparse_moe.experts.199.w1,0.0050485786,0.05000,3.074
+56,block_sparse_moe.experts.207.w1,0.0073395200,0.05000,3.049
+56,block_sparse_moe.experts.217.w1,0.0015288462,0.05000,2.880
+56,block_sparse_moe.experts.221.w1,1.0835730235,0.05000,2.910
+56,block_sparse_moe.experts.209.w1,0.0059332236,0.05000,3.031
+56,block_sparse_moe.experts.213.w1,0.0070489934,0.05000,2.883
+56,block_sparse_moe.experts.208.w1,0.0018377988,0.05000,3.148
+56,block_sparse_moe.experts.212.w1,0.0023483135,0.05000,3.182
+56,block_sparse_moe.experts.216.w1,0.0010907330,0.05000,3.131
+56,block_sparse_moe.experts.220.w1,0.0023460581,0.05000,3.153
+56,block_sparse_moe.experts.214.w1,0.0105327916,0.05000,3.014
+56,block_sparse_moe.experts.222.w1,0.0055059265,0.05000,2.935
+56,block_sparse_moe.experts.210.w1,0.0066583731,0.05000,3.082
+56,block_sparse_moe.experts.218.w1,0.0011581699,0.05000,2.950
+56,block_sparse_moe.experts.219.w1,0.0095444519,0.05000,3.107
+56,block_sparse_moe.experts.211.w1,0.0052090865,0.05000,3.158
+56,block_sparse_moe.experts.215.w1,0.0017459417,0.05000,3.189
+56,block_sparse_moe.experts.223.w1,0.0214149389,0.05000,3.124
+56,block_sparse_moe.experts.233.w1,0.0024112961,0.05000,2.994
+56,block_sparse_moe.experts.237.w1,0.0034558321,0.05000,3.054
+56,block_sparse_moe.experts.229.w1,0.0045258632,0.05000,3.053
+56,block_sparse_moe.experts.225.w1,0.0069207480,0.05000,3.168
+56,block_sparse_moe.experts.224.w1,0.0014297632,0.05000,3.256
+56,block_sparse_moe.experts.228.w1,0.0048898083,0.05000,3.207
+56,block_sparse_moe.experts.230.w1,0.0017875777,0.05000,3.088
+56,block_sparse_moe.experts.232.w1,0.0094331522,0.05000,3.194
+56,block_sparse_moe.experts.238.w1,0.0029664313,0.05000,3.074
+56,block_sparse_moe.experts.236.w1,0.0033489009,0.05000,3.236
+56,block_sparse_moe.experts.226.w1,0.0082968278,0.05000,3.014
+56,block_sparse_moe.experts.234.w1,0.0024971576,0.05000,3.087
+56,block_sparse_moe.experts.235.w1,0.0133829827,0.05000,3.152
+56,block_sparse_moe.experts.227.w1,0.0037799372,0.05000,3.097
+56,block_sparse_moe.experts.231.w1,0.0019005463,0.05000,3.060
+56,block_sparse_moe.experts.239.w1,0.0054129212,0.05000,3.205
+56,block_sparse_moe.experts.249.w1,0.0056532734,0.05000,2.944
+56,block_sparse_moe.experts.253.w1,0.0043472900,0.05000,3.062
+56,block_sparse_moe.experts.245.w1,0.0014285948,0.05000,3.025
+56,block_sparse_moe.experts.241.w1,0.0021778889,0.05000,3.059
+56,block_sparse_moe.experts.240.w1,0.0037497269,0.05000,3.074
+56,block_sparse_moe.experts.244.w1,0.0052041715,0.05000,3.081
+56,block_sparse_moe.experts.246.w1,0.0062022767,0.05000,3.016
+56,block_sparse_moe.experts.248.w1,0.0073362322,0.05000,3.059
+56,block_sparse_moe.experts.252.w1,0.0070021215,0.05000,3.049
+56,block_sparse_moe.experts.254.w1,0.0039672971,0.05000,3.082
+56,block_sparse_moe.experts.242.w1,0.0074412829,0.05000,3.042
+56,block_sparse_moe.experts.250.w1,0.0049822999,0.05000,3.022
+56,block_sparse_moe.experts.251.w1,0.0032942712,0.05000,3.148
+56,block_sparse_moe.experts.247.w1,0.0024347375,0.05000,3.129
+56,block_sparse_moe.experts.243.w1,0.0110945632,0.05000,3.233
+56,block_sparse_moe.experts.255.w1,0.0028188442,0.05000,3.151
+56,block_sparse_moe.experts.9.w3,0.0007528818,0.05000,2.769
+56,block_sparse_moe.experts.13.w3,0.0059315563,0.05000,2.643
+56,block_sparse_moe.experts.5.w3,0.0058285853,0.05000,2.664
+56,block_sparse_moe.experts.1.w3,0.0035799110,0.05000,2.593
+56,block_sparse_moe.experts.0.w3,0.0022062043,0.05000,3.050
+56,block_sparse_moe.experts.4.w3,0.0030148004,0.05000,3.010
+56,block_sparse_moe.experts.6.w3,0.0052699502,0.05000,2.964
+56,block_sparse_moe.experts.8.w3,0.0037915290,0.05000,3.001
+56,block_sparse_moe.experts.14.w3,0.0365787074,0.05000,2.924
+56,block_sparse_moe.experts.12.w3,0.0056999821,0.05000,3.002
+56,block_sparse_moe.experts.2.w3,0.0019837431,0.05000,2.890
+56,block_sparse_moe.experts.10.w3,0.0123667749,0.05000,2.912
+56,block_sparse_moe.experts.11.w3,0.0095153851,0.05000,2.990
+56,block_sparse_moe.experts.7.w3,0.0043541747,0.05000,2.941
+56,block_sparse_moe.experts.3.w3,0.0025784488,0.05000,2.984
+56,block_sparse_moe.experts.15.w3,0.0013750023,0.05000,3.078
+56,block_sparse_moe.experts.25.w3,0.0114350184,0.05000,3.039
+56,block_sparse_moe.experts.29.w3,0.0062468696,0.05000,3.116
+56,block_sparse_moe.experts.17.w3,0.0060386421,0.05000,3.112
+56,block_sparse_moe.experts.21.w3,0.0024221740,0.05000,3.157
+56,block_sparse_moe.experts.22.w3,0.0013878600,0.05000,2.921
+56,block_sparse_moe.experts.30.w3,0.0025220664,0.05000,2.990
+56,block_sparse_moe.experts.20.w3,0.0054324819,0.05000,3.159
+56,block_sparse_moe.experts.16.w3,0.0082396487,0.05000,3.313
+56,block_sparse_moe.experts.24.w3,0.0040069668,0.05000,3.190
+56,block_sparse_moe.experts.28.w3,0.0055170895,0.05000,3.198
+56,block_sparse_moe.experts.18.w3,0.0028744956,0.05000,2.971
+56,block_sparse_moe.experts.26.w3,0.0062398912,0.05000,3.080
+56,block_sparse_moe.experts.27.w3,0.0090358327,0.05000,3.116
+56,block_sparse_moe.experts.23.w3,0.0006550141,0.05000,3.093
+56,block_sparse_moe.experts.19.w3,0.0043035641,0.05000,3.144
+56,block_sparse_moe.experts.31.w3,0.0052907299,0.05000,3.127
+56,block_sparse_moe.experts.41.w3,0.0038168744,0.05000,3.280
+56,block_sparse_moe.experts.45.w3,0.0034690330,0.05000,3.247
+56,block_sparse_moe.experts.37.w3,0.0126733359,0.05000,3.203
+56,block_sparse_moe.experts.33.w3,0.0039333609,0.05000,3.208
+56,block_sparse_moe.experts.38.w3,0.0062285598,0.05000,2.885
+56,block_sparse_moe.experts.46.w3,0.0091384138,0.05000,2.893
+56,block_sparse_moe.experts.34.w3,0.0069612497,0.05000,2.863
+56,block_sparse_moe.experts.36.w3,0.0126845978,0.05000,3.189
+56,block_sparse_moe.experts.40.w3,0.0018165728,0.05000,3.073
+56,block_sparse_moe.experts.32.w3,0.0056222214,0.05000,3.211
+56,block_sparse_moe.experts.42.w3,0.0041944601,0.05000,2.939
+56,block_sparse_moe.experts.44.w3,0.0056821965,0.05000,3.183
+56,block_sparse_moe.experts.43.w3,0.0055346090,0.05000,3.049
+56,block_sparse_moe.experts.39.w3,0.0095691297,0.05000,3.112
+56,block_sparse_moe.experts.35.w3,0.0095291515,0.05000,3.041
+56,block_sparse_moe.experts.47.w3,0.0021981988,0.05000,3.076
+56,block_sparse_moe.experts.57.w3,0.0041916724,0.05000,3.026
+56,block_sparse_moe.experts.53.w3,0.0080949869,0.05000,3.008
+56,block_sparse_moe.experts.61.w3,0.0044542289,0.05000,3.118
+56,block_sparse_moe.experts.49.w3,0.0054616814,0.05000,3.110
+56,block_sparse_moe.experts.54.w3,0.0017516217,0.05000,3.268
+56,block_sparse_moe.experts.62.w3,0.0085545834,0.05000,3.135
+56,block_sparse_moe.experts.50.w3,0.0033418311,0.05000,3.154
+56,block_sparse_moe.experts.52.w3,0.0085499444,0.05000,3.199
+56,block_sparse_moe.experts.56.w3,0.0066566275,0.05000,3.190
+56,block_sparse_moe.experts.48.w3,0.0068621951,0.05000,3.207
+56,block_sparse_moe.experts.58.w3,0.0141050188,0.05000,3.194
+56,block_sparse_moe.experts.60.w3,0.0064216040,0.05000,3.175
+56,block_sparse_moe.experts.59.w3,0.0061990453,0.05000,3.081
+56,block_sparse_moe.experts.51.w3,0.0046732117,0.05000,3.039
+56,block_sparse_moe.experts.55.w3,0.0050403947,0.05000,3.194
+56,block_sparse_moe.experts.63.w3,0.0026205335,0.05000,3.150
+56,block_sparse_moe.experts.73.w3,0.0023829861,0.05000,2.953
+56,block_sparse_moe.experts.77.w3,0.0042047770,0.05000,2.806
+56,block_sparse_moe.experts.69.w3,0.0052500009,0.05000,2.951
+56,block_sparse_moe.experts.65.w3,0.0023244211,0.05000,2.947
+56,block_sparse_moe.experts.70.w3,0.0014214946,0.05000,3.096
+56,block_sparse_moe.experts.78.w3,0.0093809660,0.05000,3.048
+56,block_sparse_moe.experts.64.w3,0.0010653214,0.05000,2.808
+56,block_sparse_moe.experts.72.w3,0.0024391809,0.05000,2.938
+56,block_sparse_moe.experts.68.w3,0.0058752367,0.05000,3.022
+56,block_sparse_moe.experts.66.w3,0.0050461015,0.05000,3.198
+56,block_sparse_moe.experts.76.w3,0.0063360545,0.05000,2.882
+56,block_sparse_moe.experts.74.w3,0.0021522128,0.05000,3.149
+56,block_sparse_moe.experts.75.w3,0.0014917222,0.05000,2.779
+56,block_sparse_moe.experts.67.w3,0.0081384423,0.05000,2.798
+56,block_sparse_moe.experts.71.w3,0.0112282483,0.05000,2.788
+56,block_sparse_moe.experts.79.w3,0.0041376266,0.05000,2.774
+56,block_sparse_moe.experts.89.w3,0.0062000970,0.05000,2.869
+56,block_sparse_moe.experts.93.w3,0.0017300896,0.05000,2.809
+56,block_sparse_moe.experts.85.w3,0.0056451512,0.05000,2.851
+56,block_sparse_moe.experts.81.w3,0.0084990814,0.05000,2.844
+56,block_sparse_moe.experts.80.w3,0.0028299193,0.05000,2.680
+56,block_sparse_moe.experts.88.w3,0.0060564784,0.05000,2.696
+56,block_sparse_moe.experts.94.w3,0.0043664866,0.05000,2.984
+56,block_sparse_moe.experts.86.w3,0.0096888954,0.05000,3.079
+56,block_sparse_moe.experts.84.w3,0.0024437686,0.05000,2.834
+56,block_sparse_moe.experts.92.w3,0.0010971211,0.05000,2.820
+56,block_sparse_moe.experts.82.w3,0.0038835517,0.05000,3.014
+56,block_sparse_moe.experts.90.w3,0.0031283042,0.05000,2.910
+56,block_sparse_moe.experts.91.w3,0.0033636115,0.05000,3.181
+56,block_sparse_moe.experts.83.w3,0.0024581566,0.05000,3.202
+56,block_sparse_moe.experts.87.w3,0.0023574488,0.05000,3.146
+56,block_sparse_moe.experts.95.w3,0.0031952764,0.05000,3.226
+56,block_sparse_moe.experts.105.w3,0.0010522964,0.05000,2.990
+56,block_sparse_moe.experts.109.w3,0.0127975701,0.05000,3.134
+56,block_sparse_moe.experts.101.w3,0.0008098564,0.05000,3.040
+56,block_sparse_moe.experts.97.w3,0.0038865992,0.05000,3.123
+56,block_sparse_moe.experts.96.w3,0.0033737259,0.05000,2.990
+56,block_sparse_moe.experts.104.w3,0.0042192602,0.05000,3.035
+56,block_sparse_moe.experts.110.w3,0.0061348891,0.05000,3.186
+56,block_sparse_moe.experts.102.w3,0.0038143724,0.05000,3.191
+56,block_sparse_moe.experts.100.w3,0.0025015505,0.05000,3.081
+56,block_sparse_moe.experts.108.w3,0.0018344326,0.05000,3.073
+56,block_sparse_moe.experts.98.w3,0.0028898482,0.05000,3.146
+56,block_sparse_moe.experts.106.w3,0.0013764283,0.05000,3.221
+56,block_sparse_moe.experts.107.w3,0.0184154311,0.05000,3.237
+56,block_sparse_moe.experts.99.w3,0.0028031620,0.05000,3.298
+56,block_sparse_moe.experts.103.w3,0.0054392933,0.05000,3.295
+56,block_sparse_moe.experts.111.w3,0.0040030196,0.05000,3.220
+56,block_sparse_moe.experts.121.w3,0.0141976921,0.05000,3.021
+56,block_sparse_moe.experts.117.w3,0.0037275240,0.05000,3.088
+56,block_sparse_moe.experts.125.w3,0.0030281077,0.05000,3.170
+56,block_sparse_moe.experts.113.w3,0.0037059432,0.05000,3.160
+56,block_sparse_moe.experts.120.w3,0.0030209804,0.05000,2.549
+56,block_sparse_moe.experts.112.w3,0.0021632839,0.05000,2.723
+56,block_sparse_moe.experts.116.w3,0.0037903916,0.05000,2.427
+56,block_sparse_moe.experts.124.w3,0.0066878871,0.05000,2.634
+56,block_sparse_moe.experts.118.w3,0.0017533079,0.05000,3.122
+56,block_sparse_moe.experts.126.w3,0.0048430411,0.05000,3.287
+56,block_sparse_moe.experts.114.w3,0.0030015657,0.05000,3.142
+56,block_sparse_moe.experts.122.w3,0.0008786846,0.05000,3.117
+56,block_sparse_moe.experts.123.w3,0.0037385130,0.05000,3.373
+56,block_sparse_moe.experts.115.w3,0.0043980530,0.05000,3.322
+56,block_sparse_moe.experts.119.w3,0.0036327025,0.05000,3.269
+56,block_sparse_moe.experts.137.w3,0.0158963620,0.05000,3.142
+56,block_sparse_moe.experts.127.w3,0.0054328574,0.05000,3.372
+56,block_sparse_moe.experts.133.w3,0.0073071704,0.05000,3.124
+56,block_sparse_moe.experts.141.w3,0.0125185878,0.05000,3.091
+56,block_sparse_moe.experts.129.w3,0.0077477403,0.05000,3.103
+56,block_sparse_moe.experts.136.w3,0.0023035073,0.05000,3.078
+56,block_sparse_moe.experts.128.w3,0.0022238935,0.05000,3.124
+56,block_sparse_moe.experts.132.w3,0.0093848908,0.05000,3.217
+56,block_sparse_moe.experts.140.w3,0.0057391216,0.05000,3.186
+56,block_sparse_moe.experts.134.w3,0.0035403189,0.05000,3.130
+56,block_sparse_moe.experts.142.w3,0.0037877503,0.05000,3.136
+56,block_sparse_moe.experts.130.w3,0.0592347850,0.05000,3.140
+56,block_sparse_moe.experts.138.w3,0.0056694666,0.05000,3.162
+56,block_sparse_moe.experts.135.w3,0.0042262473,0.05000,3.118
+56,block_sparse_moe.experts.139.w3,0.0039225671,0.05000,3.259
+56,block_sparse_moe.experts.131.w3,0.0052035730,0.05000,3.203
+56,block_sparse_moe.experts.153.w3,0.0046904456,0.05000,3.066
+56,block_sparse_moe.experts.157.w3,0.0098762764,0.05000,3.062
+56,block_sparse_moe.experts.143.w3,0.0046210873,0.05000,3.283
+56,block_sparse_moe.experts.149.w3,0.0027617240,0.05000,3.113
+56,block_sparse_moe.experts.152.w3,0.0027771272,0.05000,2.690
+56,block_sparse_moe.experts.144.w3,0.0259288064,0.05000,2.687
+56,block_sparse_moe.experts.145.w3,0.0261683726,0.05000,3.137
+56,block_sparse_moe.experts.148.w3,0.0018856644,0.05000,2.764
+56,block_sparse_moe.experts.156.w3,0.0033105604,0.05000,2.783
+56,block_sparse_moe.experts.150.w3,0.0073686551,0.05000,3.044
+56,block_sparse_moe.experts.158.w3,0.0038684186,0.05000,3.051
+56,block_sparse_moe.experts.146.w3,0.0028832136,0.05000,3.017
+56,block_sparse_moe.experts.154.w3,0.0094301628,0.05000,3.136
+56,block_sparse_moe.experts.151.w3,0.0022965390,0.05000,3.284
+56,block_sparse_moe.experts.147.w3,0.0106546696,0.05000,3.253
+56,block_sparse_moe.experts.155.w3,0.0062939846,0.05000,3.429
+56,block_sparse_moe.experts.169.w3,0.1200767852,0.05000,3.232
+56,block_sparse_moe.experts.168.w3,0.0078367398,0.05000,2.986
+56,block_sparse_moe.experts.160.w3,0.0170406402,0.05000,2.936
+56,block_sparse_moe.experts.165.w3,0.0069857276,0.05000,3.134
+56,block_sparse_moe.experts.159.w3,0.0114931522,0.05000,3.214
+56,block_sparse_moe.experts.173.w3,0.0063466984,0.05000,3.269
+56,block_sparse_moe.experts.164.w3,0.0430067400,0.05000,2.939
+56,block_sparse_moe.experts.161.w3,0.0059661603,0.05000,3.070
+56,block_sparse_moe.experts.172.w3,0.0037415344,0.05000,2.858
+56,block_sparse_moe.experts.166.w3,0.0077263000,0.05000,3.162
+56,block_sparse_moe.experts.174.w3,0.0054292131,0.05000,3.127
+56,block_sparse_moe.experts.162.w3,0.0110768864,0.05000,3.178
+56,block_sparse_moe.experts.170.w3,0.0032324713,0.05000,3.032
+56,block_sparse_moe.experts.176.w3,0.0023112537,0.05000,2.667
+56,block_sparse_moe.experts.184.w3,0.0115629962,0.05000,2.811
+56,block_sparse_moe.experts.167.w3,0.0072079309,0.05000,3.118
+56,block_sparse_moe.experts.163.w3,0.0042425380,0.05000,3.127
+56,block_sparse_moe.experts.180.w3,0.0119392561,0.05000,2.700
+56,block_sparse_moe.experts.171.w3,0.0060512777,0.05000,3.115
+56,block_sparse_moe.experts.185.w3,0.0101901648,0.05000,3.148
+56,block_sparse_moe.experts.188.w3,0.0366965825,0.05000,2.731
+56,block_sparse_moe.experts.181.w3,0.0011402498,0.05000,3.161
+56,block_sparse_moe.experts.175.w3,0.0014778799,0.05000,3.151
+56,block_sparse_moe.experts.177.w3,0.0156414990,0.05000,3.077
+56,block_sparse_moe.experts.189.w3,0.0057340332,0.05000,3.200
+56,block_sparse_moe.experts.182.w3,0.0052633925,0.05000,3.105
+56,block_sparse_moe.experts.190.w3,0.0024958180,0.05000,3.119
+56,block_sparse_moe.experts.178.w3,0.0060542381,0.05000,3.057
+56,block_sparse_moe.experts.186.w3,0.0015770365,0.05000,3.127
+56,block_sparse_moe.experts.192.w3,0.0037625940,0.05000,2.594
+56,block_sparse_moe.experts.200.w3,0.0009839737,0.05000,2.713
+56,block_sparse_moe.experts.196.w3,0.0051301803,0.05000,2.674
+56,block_sparse_moe.experts.183.w3,0.0079223463,0.05000,3.024
+56,block_sparse_moe.experts.187.w3,0.0044699028,0.05000,2.919
+56,block_sparse_moe.experts.204.w3,0.0023509162,0.05000,2.734
+56,block_sparse_moe.experts.179.w3,0.0059515885,0.05000,3.099
+56,block_sparse_moe.experts.201.w3,0.0073872867,0.05000,2.979
+56,block_sparse_moe.experts.191.w3,0.0056375180,0.05000,2.956
+56,block_sparse_moe.experts.197.w3,0.0061924482,0.05000,3.004
+56,block_sparse_moe.experts.193.w3,0.0040918271,0.05000,2.959
+56,block_sparse_moe.experts.205.w3,0.0021204958,0.05000,2.991
+56,block_sparse_moe.experts.198.w3,0.0023399027,0.05000,3.030
+56,block_sparse_moe.experts.206.w3,0.0038099200,0.05000,3.149
+56,block_sparse_moe.experts.194.w3,0.0034035810,0.05000,3.116
+56,block_sparse_moe.experts.202.w3,0.0056973910,0.05000,2.981
+56,block_sparse_moe.experts.208.w3,0.0020463174,0.05000,2.840
+56,block_sparse_moe.experts.216.w3,0.0012631106,0.05000,2.765
+56,block_sparse_moe.experts.212.w3,0.0028291714,0.05000,2.910
+56,block_sparse_moe.experts.199.w3,0.0062896701,0.05000,2.870
+56,block_sparse_moe.experts.220.w3,0.0026434467,0.05000,2.882
+56,block_sparse_moe.experts.203.w3,0.0075813529,0.05000,2.929
+56,block_sparse_moe.experts.195.w3,0.0024887453,0.05000,2.900
+56,block_sparse_moe.experts.217.w3,0.0018200880,0.05000,3.030
+56,block_sparse_moe.experts.221.w3,1.3761707942,0.05000,2.799
+56,block_sparse_moe.experts.209.w3,0.0066591237,0.05000,2.880
+56,block_sparse_moe.experts.213.w3,0.0079995744,0.05000,2.959
+56,block_sparse_moe.experts.207.w3,0.0083288902,0.05000,2.975
+56,block_sparse_moe.experts.214.w3,0.0124842936,0.05000,2.600
+56,block_sparse_moe.experts.222.w3,0.0065209548,0.05000,2.663
+56,block_sparse_moe.experts.210.w3,0.0075537101,0.05000,2.696
+56,block_sparse_moe.experts.218.w3,0.0013493109,0.05000,2.736
+56,block_sparse_moe.experts.224.w3,0.0017111258,0.05000,2.749
+56,block_sparse_moe.experts.232.w3,0.0106244448,0.05000,2.782
+56,block_sparse_moe.experts.228.w3,0.0055758408,0.05000,2.689
+56,block_sparse_moe.experts.236.w3,0.0037919260,0.05000,2.878
+56,block_sparse_moe.experts.215.w3,0.0020363566,0.05000,3.167
+56,block_sparse_moe.experts.219.w3,0.0110057511,0.05000,3.167
+56,block_sparse_moe.experts.211.w3,0.0060253152,0.05000,3.134
+56,block_sparse_moe.experts.233.w3,0.0027630428,0.05000,3.007
+56,block_sparse_moe.experts.237.w3,0.0039066483,0.05000,2.979
+56,block_sparse_moe.experts.229.w3,0.0051170152,0.05000,2.960
+56,block_sparse_moe.experts.225.w3,0.0078104433,0.05000,3.015
+56,block_sparse_moe.experts.223.w3,0.0246711712,0.05000,3.180
+56,block_sparse_moe.experts.230.w3,0.0020782679,0.05000,2.951
+56,block_sparse_moe.experts.238.w3,0.0033256354,0.05000,2.919
+56,block_sparse_moe.experts.226.w3,0.0105363908,0.05000,2.999
+56,block_sparse_moe.experts.234.w3,0.0027786192,0.05000,2.997
+56,block_sparse_moe.experts.240.w3,0.0042698877,0.05000,3.026
+56,block_sparse_moe.experts.248.w3,0.0085950052,0.05000,2.948
+56,block_sparse_moe.experts.244.w3,0.0060558619,0.05000,2.846
+56,block_sparse_moe.experts.252.w3,0.0080094968,0.05000,2.532
+56,block_sparse_moe.experts.231.w3,0.0022431374,0.05000,2.900
+56,block_sparse_moe.experts.227.w3,0.0043994990,0.05000,2.906
+56,block_sparse_moe.experts.235.w3,0.0154010894,0.05000,2.963
+56,block_sparse_moe.experts.249.w3,0.0065761781,0.05000,2.927
+56,block_sparse_moe.experts.253.w3,0.0052162898,0.05000,2.889
+56,block_sparse_moe.experts.245.w3,0.0016507729,0.05000,2.884
+56,block_sparse_moe.experts.241.w3,0.0024999128,0.05000,2.863
+56,block_sparse_moe.experts.239.w3,0.0061601544,0.05000,2.905
+56,block_sparse_moe.experts.246.w3,0.0071694916,0.05000,2.680
+56,block_sparse_moe.experts.254.w3,0.0045878880,0.05000,2.653
+56,block_sparse_moe.experts.242.w3,0.0088063571,0.05000,2.408
+56,block_sparse_moe.experts.250.w3,0.0057128889,0.05000,2.328
+56,block_sparse_moe.experts.247.w3,0.0027619214,0.05000,2.885
+56,block_sparse_moe.experts.243.w3,0.0151972934,0.05000,2.807
+56,block_sparse_moe.experts.251.w3,0.0037609905,0.05000,2.846
+56,block_sparse_moe.experts.255.w3,0.0032495673,0.05000,2.543
+56,block_sparse_moe.experts.12.w2,0.0062300562,0.05000,1.419
+56,block_sparse_moe.experts.4.w2,0.0083303589,0.05000,1.434
+56,block_sparse_moe.experts.8.w2,0.0120822556,0.05000,1.433
+56,block_sparse_moe.experts.0.w2,0.0052471472,0.05000,1.460
+56,block_sparse_moe.experts.11.w2,0.0464599947,0.05000,1.464
+56,block_sparse_moe.experts.7.w2,0.0100130116,0.05000,1.470
+56,block_sparse_moe.experts.3.w2,0.0004393230,0.05000,1.493
+56,block_sparse_moe.experts.15.w2,0.0093249604,0.05000,1.494
+56,block_sparse_moe.experts.5.w2,0.0175505806,0.05000,1.507
+56,block_sparse_moe.experts.9.w2,0.0002492835,0.05000,1.523
+56,block_sparse_moe.experts.13.w2,0.0070741404,0.05000,1.545
+56,block_sparse_moe.experts.1.w2,0.0057536250,0.05000,1.550
+56,block_sparse_moe.experts.2.w2,0.0146730812,0.05000,1.623
+56,block_sparse_moe.experts.14.w2,0.1300350229,0.05000,1.641
+56,block_sparse_moe.experts.6.w2,0.0027082809,0.05000,1.659
+56,block_sparse_moe.experts.10.w2,0.0505592334,0.05000,1.711
+56,block_sparse_moe.experts.27.w2,0.0048775479,0.05000,1.442
+56,block_sparse_moe.experts.23.w2,0.0016364318,0.05000,1.474
+56,block_sparse_moe.experts.31.w2,0.0073679372,0.05000,1.449
+56,block_sparse_moe.experts.24.w2,0.0134472676,0.05000,1.552
+56,block_sparse_moe.experts.19.w2,0.0013040888,0.05000,1.508
+56,block_sparse_moe.experts.28.w2,0.0266383391,0.05000,1.604
+56,block_sparse_moe.experts.16.w2,0.0222123699,0.05000,1.580
+56,block_sparse_moe.experts.20.w2,0.0184089452,0.05000,1.609
+56,block_sparse_moe.experts.21.w2,0.0006346769,0.05000,1.538
+56,block_sparse_moe.experts.25.w2,0.0533800109,0.05000,1.573
+56,block_sparse_moe.experts.17.w2,0.0158523418,0.05000,1.623
+56,block_sparse_moe.experts.29.w2,0.0122142833,0.05000,1.629
+56,block_sparse_moe.experts.18.w2,0.0056665661,0.05000,1.636
+56,block_sparse_moe.experts.30.w2,0.0187484310,0.05000,1.606
+56,block_sparse_moe.experts.22.w2,0.0001408703,0.05000,1.637
+56,block_sparse_moe.experts.26.w2,0.0018886432,0.05000,1.609
+56,block_sparse_moe.experts.43.w2,0.0137811453,0.05000,1.391
+56,block_sparse_moe.experts.40.w2,0.0100929376,0.05000,1.376
+56,block_sparse_moe.experts.36.w2,0.0080479893,0.05000,1.364
+56,block_sparse_moe.experts.47.w2,0.0026069462,0.05000,1.464
+56,block_sparse_moe.experts.35.w2,0.0446176082,0.05000,1.433
+56,block_sparse_moe.experts.39.w2,0.0104459312,0.05000,1.519
+56,block_sparse_moe.experts.44.w2,0.0075345333,0.05000,1.483
+56,block_sparse_moe.experts.37.w2,0.0415486073,0.05000,1.465
+56,block_sparse_moe.experts.32.w2,0.0676078670,0.05000,1.481
+56,block_sparse_moe.experts.41.w2,0.0129527083,0.05000,1.477
+56,block_sparse_moe.experts.33.w2,0.0329751142,0.05000,1.505
+56,block_sparse_moe.experts.45.w2,0.0049662033,0.05000,1.521
+56,block_sparse_moe.experts.46.w2,0.0116060010,0.05000,1.454
+56,block_sparse_moe.experts.34.w2,0.0540293175,0.05000,1.508
+56,block_sparse_moe.experts.38.w2,0.0170003342,0.05000,1.532
+56,block_sparse_moe.experts.42.w2,0.0051965144,0.05000,1.556
+56,block_sparse_moe.experts.59.w2,0.0386421380,0.05000,1.457
+56,block_sparse_moe.experts.56.w2,0.0117600638,0.05000,1.505
+56,block_sparse_moe.experts.63.w2,0.0009240260,0.05000,1.465
+56,block_sparse_moe.experts.52.w2,0.0290022443,0.05000,1.486
+56,block_sparse_moe.experts.51.w2,0.0047052009,0.05000,1.474
+56,block_sparse_moe.experts.55.w2,0.0097961831,0.05000,1.518
+56,block_sparse_moe.experts.48.w2,0.0266422477,0.05000,1.509
+56,block_sparse_moe.experts.60.w2,0.0377240951,0.05000,1.539
+56,block_sparse_moe.experts.53.w2,0.0335592237,0.05000,1.539
+56,block_sparse_moe.experts.57.w2,0.0101463676,0.05000,1.489
+56,block_sparse_moe.experts.49.w2,0.0250512305,0.05000,1.470
+56,block_sparse_moe.experts.61.w2,0.0029650922,0.05000,1.521
+56,block_sparse_moe.experts.62.w2,0.0888814149,0.05000,1.609
+56,block_sparse_moe.experts.50.w2,0.0008350975,0.05000,1.558
+56,block_sparse_moe.experts.54.w2,0.0039659146,0.05000,1.542
+56,block_sparse_moe.experts.58.w2,0.0928075119,0.05000,1.583
+56,block_sparse_moe.experts.75.w2,0.0115325597,0.05000,1.461
+56,block_sparse_moe.experts.67.w2,0.0079087075,0.05000,1.457
+56,block_sparse_moe.experts.72.w2,0.0015009520,0.05000,1.529
+56,block_sparse_moe.experts.79.w2,0.0106478272,0.05000,1.557
+56,block_sparse_moe.experts.68.w2,0.0812170894,0.05000,1.611
+56,block_sparse_moe.experts.71.w2,0.0395368067,0.05000,1.551
+56,block_sparse_moe.experts.64.w2,0.0005673100,0.05000,1.517
+56,block_sparse_moe.experts.69.w2,0.0036107881,0.05000,1.535
+56,block_sparse_moe.experts.76.w2,0.0100418961,0.05000,1.558
+56,block_sparse_moe.experts.73.w2,0.0007031397,0.05000,1.569
+56,block_sparse_moe.experts.65.w2,0.0008976393,0.05000,1.562
+56,block_sparse_moe.experts.77.w2,0.0120489636,0.05000,1.512
+56,block_sparse_moe.experts.78.w2,0.0478003974,0.05000,1.537
+56,block_sparse_moe.experts.66.w2,0.0106821759,0.05000,1.556
+56,block_sparse_moe.experts.70.w2,0.0008377405,0.05000,1.516
+56,block_sparse_moe.experts.74.w2,0.0012381912,0.05000,1.599
+56,block_sparse_moe.experts.91.w2,0.0026072195,0.05000,1.553
+56,block_sparse_moe.experts.88.w2,0.0222593070,0.05000,1.436
+56,block_sparse_moe.experts.83.w2,0.0109542591,0.05000,1.567
+56,block_sparse_moe.experts.84.w2,0.0077209685,0.05000,1.435
+56,block_sparse_moe.experts.80.w2,0.0094801612,0.05000,1.436
+56,block_sparse_moe.experts.95.w2,0.0029575589,0.05000,1.617
+56,block_sparse_moe.experts.92.w2,0.0084670555,0.05000,1.482
+56,block_sparse_moe.experts.87.w2,0.0037428541,0.05000,1.584
+56,block_sparse_moe.experts.85.w2,0.0027468048,0.05000,1.605
+56,block_sparse_moe.experts.89.w2,0.0056770666,0.05000,1.638
+56,block_sparse_moe.experts.81.w2,0.0441572061,0.05000,1.610
+56,block_sparse_moe.experts.93.w2,0.0113898091,0.05000,1.598
+56,block_sparse_moe.experts.82.w2,0.0003860065,0.05000,1.568
+56,block_sparse_moe.experts.94.w2,0.0051453878,0.05000,1.620
+56,block_sparse_moe.experts.86.w2,0.0355348134,0.05000,1.645
+56,block_sparse_moe.experts.90.w2,0.0243287495,0.05000,1.621
+56,block_sparse_moe.experts.104.w2,0.0240830099,0.05000,1.355
+56,block_sparse_moe.experts.100.w2,0.0243054778,0.05000,1.345
+56,block_sparse_moe.experts.107.w2,0.0848915939,0.05000,1.531
+56,block_sparse_moe.experts.96.w2,0.0239685773,0.05000,1.371
+56,block_sparse_moe.experts.108.w2,0.0086235718,0.05000,1.304
+56,block_sparse_moe.experts.99.w2,0.0146440575,0.05000,1.545
+56,block_sparse_moe.experts.111.w2,0.0328655868,0.05000,1.504
+56,block_sparse_moe.experts.103.w2,0.0040860611,0.05000,1.582
+56,block_sparse_moe.experts.101.w2,0.0075842721,0.05000,1.564
+56,block_sparse_moe.experts.105.w2,0.0001612796,0.05000,1.597
+56,block_sparse_moe.experts.109.w2,0.0641408390,0.05000,1.556
+56,block_sparse_moe.experts.97.w2,0.0162630665,0.05000,1.584
+56,block_sparse_moe.experts.98.w2,0.0058218508,0.05000,1.493
+56,block_sparse_moe.experts.110.w2,0.0150654560,0.05000,1.542
+56,block_sparse_moe.experts.102.w2,0.0104236995,0.05000,1.497
+56,block_sparse_moe.experts.106.w2,0.0091870384,0.05000,1.525
+56,block_sparse_moe.experts.120.w2,0.0158873110,0.05000,1.434
+56,block_sparse_moe.experts.116.w2,0.0034669138,0.05000,1.343
+56,block_sparse_moe.experts.124.w2,0.0111003223,0.05000,1.330
+56,block_sparse_moe.experts.112.w2,0.0088713301,0.05000,1.371
+56,block_sparse_moe.experts.123.w2,0.0005302430,0.05000,1.493
+56,block_sparse_moe.experts.115.w2,0.0191557948,0.05000,1.522
+56,block_sparse_moe.experts.127.w2,0.0048293690,0.05000,1.519
+56,block_sparse_moe.experts.119.w2,0.0116420889,0.05000,1.503
+56,block_sparse_moe.experts.117.w2,0.0071004827,0.05000,1.550
+56,block_sparse_moe.experts.113.w2,0.0084410859,0.05000,1.485
+56,block_sparse_moe.experts.121.w2,0.0071797162,0.05000,1.527
+56,block_sparse_moe.experts.125.w2,0.0157669045,0.05000,1.542
+56,block_sparse_moe.experts.114.w2,0.0008973290,0.05000,1.527
+56,block_sparse_moe.experts.126.w2,0.0019039858,0.05000,1.530
+56,block_sparse_moe.experts.118.w2,0.0002437461,0.05000,1.578
+56,block_sparse_moe.experts.122.w2,0.0012791826,0.05000,1.532
+56,block_sparse_moe.experts.132.w2,0.0061241226,0.05000,1.368
+56,block_sparse_moe.experts.136.w2,0.0009867837,0.05000,1.381
+56,block_sparse_moe.experts.128.w2,0.0014142484,0.05000,1.329
+56,block_sparse_moe.experts.140.w2,0.0249615367,0.05000,1.376
+56,block_sparse_moe.experts.139.w2,0.0101543733,0.05000,1.455
+56,block_sparse_moe.experts.143.w2,0.0052383437,0.05000,1.509
+56,block_sparse_moe.experts.131.w2,0.0171779458,0.05000,1.596
+56,block_sparse_moe.experts.135.w2,0.0187689825,0.05000,1.498
+56,block_sparse_moe.experts.133.w2,0.0127381429,0.05000,1.523
+56,block_sparse_moe.experts.129.w2,0.0404349032,0.05000,1.467
+56,block_sparse_moe.experts.137.w2,0.0437481405,0.05000,1.562
+56,block_sparse_moe.experts.141.w2,0.0098031410,0.05000,1.594
+56,block_sparse_moe.experts.130.w2,0.2565944091,0.05000,1.558
+56,block_sparse_moe.experts.142.w2,0.0089361830,0.05000,1.586
+56,block_sparse_moe.experts.134.w2,0.0014199140,0.05000,1.603
+56,block_sparse_moe.experts.138.w2,0.0011645381,0.05000,1.594
+56,block_sparse_moe.experts.148.w2,0.0003222779,0.05000,1.350
+56,block_sparse_moe.experts.144.w2,0.0946488479,0.05000,1.330
+56,block_sparse_moe.experts.152.w2,0.0029879128,0.05000,1.411
+56,block_sparse_moe.experts.156.w2,0.0040649266,0.05000,1.359
+56,block_sparse_moe.experts.155.w2,0.0062570828,0.05000,1.483
+56,block_sparse_moe.experts.159.w2,0.0266256063,0.05000,1.518
+56,block_sparse_moe.experts.147.w2,0.0112844356,0.05000,1.538
+56,block_sparse_moe.experts.151.w2,0.0040416797,0.05000,1.451
+56,block_sparse_moe.experts.149.w2,0.0005000879,0.05000,1.529
+56,block_sparse_moe.experts.145.w2,0.1733451471,0.05000,1.544
+56,block_sparse_moe.experts.153.w2,0.0058294606,0.05000,1.491
+56,block_sparse_moe.experts.157.w2,0.0026659560,0.05000,1.504
+56,block_sparse_moe.experts.146.w2,0.0014933043,0.05000,1.608
+56,block_sparse_moe.experts.158.w2,0.0076437046,0.05000,1.552
+56,block_sparse_moe.experts.150.w2,0.1114446681,0.05000,1.503
+56,block_sparse_moe.experts.160.w2,0.0037491925,0.05000,1.448
+56,block_sparse_moe.experts.154.w2,0.0968675159,0.05000,1.513
+56,block_sparse_moe.experts.164.w2,0.1877394071,0.05000,1.517
+56,block_sparse_moe.experts.172.w2,0.0003267608,0.05000,1.500
+56,block_sparse_moe.experts.168.w2,0.0769666283,0.05000,1.536
+56,block_sparse_moe.experts.171.w2,0.0148199665,0.05000,1.399
+56,block_sparse_moe.experts.175.w2,0.0022878252,0.05000,1.387
+56,block_sparse_moe.experts.163.w2,0.0120007290,0.05000,1.377
+56,block_sparse_moe.experts.167.w2,0.0069867160,0.05000,1.374
+56,block_sparse_moe.experts.169.w2,0.3468722266,0.05000,1.370
+56,block_sparse_moe.experts.165.w2,0.0196681516,0.05000,1.472
+56,block_sparse_moe.experts.161.w2,0.0068279639,0.05000,1.477
+56,block_sparse_moe.experts.173.w2,0.0041823377,0.05000,1.441
+56,block_sparse_moe.experts.174.w2,0.0459287409,0.05000,1.409
+56,block_sparse_moe.experts.162.w2,0.0056888769,0.05000,1.509
+56,block_sparse_moe.experts.166.w2,0.0011190103,0.05000,1.458
+56,block_sparse_moe.experts.170.w2,0.0115432478,0.05000,1.412
+56,block_sparse_moe.experts.176.w2,0.0204163769,0.05000,1.569
+56,block_sparse_moe.experts.180.w2,0.0987365612,0.05000,1.559
+56,block_sparse_moe.experts.187.w2,0.0168817181,0.05000,1.392
+56,block_sparse_moe.experts.184.w2,0.0373341777,0.05000,1.585
+56,block_sparse_moe.experts.188.w2,0.0994297651,0.05000,1.610
+56,block_sparse_moe.experts.191.w2,0.0028391306,0.05000,1.541
+56,block_sparse_moe.experts.183.w2,0.0011000042,0.05000,1.512
+56,block_sparse_moe.experts.179.w2,0.0006972670,0.05000,1.587
+56,block_sparse_moe.experts.181.w2,0.0002388528,0.05000,1.356
+56,block_sparse_moe.experts.177.w2,0.1059740737,0.05000,1.311
+56,block_sparse_moe.experts.185.w2,0.0105392677,0.05000,1.396
+56,block_sparse_moe.experts.189.w2,0.0097788724,0.05000,1.310
+56,block_sparse_moe.experts.190.w2,0.0005052141,0.05000,1.458
+56,block_sparse_moe.experts.182.w2,0.0032466825,0.05000,1.410
+56,block_sparse_moe.experts.178.w2,0.0022570419,0.05000,1.457
+56,block_sparse_moe.experts.186.w2,0.0080032865,0.05000,1.419
+56,block_sparse_moe.experts.203.w2,0.0214159229,0.05000,1.392
+56,block_sparse_moe.experts.192.w2,0.0107807678,0.05000,1.701
+56,block_sparse_moe.experts.196.w2,0.0037199840,0.05000,1.706
+56,block_sparse_moe.experts.204.w2,0.0189243562,0.05000,1.703
+56,block_sparse_moe.experts.200.w2,0.0032917578,0.05000,1.755
+56,block_sparse_moe.experts.207.w2,0.0194499448,0.05000,1.307
+56,block_sparse_moe.experts.199.w2,0.0286070134,0.05000,1.341
+56,block_sparse_moe.experts.195.w2,0.0323685801,0.05000,1.325
+56,block_sparse_moe.experts.197.w2,0.0097897925,0.05000,1.313
+56,block_sparse_moe.experts.193.w2,0.0045909045,0.05000,1.333
+56,block_sparse_moe.experts.201.w2,0.0335535107,0.05000,1.350
+56,block_sparse_moe.experts.205.w2,0.0003420157,0.05000,1.366
+56,block_sparse_moe.experts.206.w2,0.0078616421,0.05000,1.437
+56,block_sparse_moe.experts.198.w2,0.0009501944,0.05000,1.480
+56,block_sparse_moe.experts.194.w2,0.0015300640,0.05000,1.467
+56,block_sparse_moe.experts.202.w2,0.0506418060,0.05000,1.453
+56,block_sparse_moe.experts.219.w2,0.0341143102,0.05000,1.404
+56,block_sparse_moe.experts.208.w2,0.0006250156,0.05000,1.448
+56,block_sparse_moe.experts.212.w2,0.0120671804,0.05000,1.479
+56,block_sparse_moe.experts.220.w2,0.0006228703,0.05000,1.472
+56,block_sparse_moe.experts.223.w2,0.1080338176,0.05000,1.419
+56,block_sparse_moe.experts.215.w2,0.0226974019,0.05000,1.385
+56,block_sparse_moe.experts.216.w2,0.0052603789,0.05000,1.492
+56,block_sparse_moe.experts.217.w2,0.0204051804,0.05000,1.287
+56,block_sparse_moe.experts.211.w2,0.0328392791,0.05000,1.448
+56,block_sparse_moe.experts.209.w2,0.0405767380,0.05000,1.377
+56,block_sparse_moe.experts.221.w2,9.0702025096,0.05000,1.290
+56,block_sparse_moe.experts.213.w2,0.0182332586,0.05000,1.430
+56,block_sparse_moe.experts.222.w2,0.0058553605,0.05000,1.419
+56,block_sparse_moe.experts.214.w2,0.0312788384,0.05000,1.430
+56,block_sparse_moe.experts.210.w2,0.0204283808,0.05000,1.524
+56,block_sparse_moe.experts.218.w2,0.0069851179,0.05000,1.484
+56,block_sparse_moe.experts.235.w2,0.0020160206,0.05000,1.441
+56,block_sparse_moe.experts.224.w2,0.0118449357,0.05000,1.517
+56,block_sparse_moe.experts.228.w2,0.0073885036,0.05000,1.495
+56,block_sparse_moe.experts.233.w2,0.0052455202,0.05000,1.321
+56,block_sparse_moe.experts.225.w2,0.0152288755,0.05000,1.294
+56,block_sparse_moe.experts.236.w2,0.0017390607,0.05000,1.481
+56,block_sparse_moe.experts.239.w2,0.0108569764,0.05000,1.466
+56,block_sparse_moe.experts.237.w2,0.0018902033,0.05000,1.306
+56,block_sparse_moe.experts.231.w2,0.0039090333,0.05000,1.485
+56,block_sparse_moe.experts.229.w2,0.0104181483,0.05000,1.356
+56,block_sparse_moe.experts.232.w2,0.0465061998,0.05000,1.529
+56,block_sparse_moe.experts.227.w2,0.0167013129,0.05000,1.473
+56,block_sparse_moe.experts.238.w2,0.0246109616,0.05000,1.637
+56,block_sparse_moe.experts.230.w2,0.0003088420,0.05000,1.656
+56,block_sparse_moe.experts.251.w2,0.0063427908,0.05000,1.423
+56,block_sparse_moe.experts.234.w2,0.0118312198,0.05000,1.592
+56,block_sparse_moe.experts.226.w2,0.0242932141,0.05000,1.623
+56,block_sparse_moe.experts.241.w2,0.0009589825,0.05000,1.259
+56,block_sparse_moe.experts.249.w2,0.0130658377,0.05000,1.320
+56,block_sparse_moe.experts.255.w2,0.0036380284,0.05000,1.280
+56,block_sparse_moe.experts.253.w2,0.0217281772,0.05000,1.265
+56,block_sparse_moe.experts.245.w2,0.0005769495,0.05000,1.219
+56,block_sparse_moe.experts.247.w2,0.0014494290,0.05000,1.303
+56,block_sparse_moe.experts.243.w2,0.1724768166,0.05000,1.241
+56,block_sparse_moe.experts.240.w2,0.0014463719,0.05000,1.540
+56,block_sparse_moe.experts.244.w2,0.0069332184,0.05000,1.603
+56,block_sparse_moe.experts.252.w2,0.0300936073,0.05000,1.526
+56,block_sparse_moe.experts.248.w2,0.0012555219,0.05000,1.483
+56,block_sparse_moe.experts.254.w2,0.0359004692,0.05000,1.728
+56,block_sparse_moe.experts.246.w2,0.0049248060,0.05000,1.673
+56,block_sparse_moe.experts.250.w2,0.0082239863,0.05000,1.638
+56,block_sparse_moe.experts.242.w2,0.0256529247,0.05000,1.631
+57,self_attn.k_proj,0.0000542660,0.05000,0.888
+57,self_attn.q_proj,0.0003610013,0.05000,0.909
+57,self_attn.v_proj,0.0001065495,0.05000,0.944
+57,self_attn.o_proj,0.0000601943,0.05000,1.763
+57,block_sparse_moe.experts.12.w1,0.0027217720,0.05000,2.821
+57,block_sparse_moe.experts.4.w1,0.0034022362,0.05000,2.858
+57,block_sparse_moe.experts.0.w1,0.0063353269,0.05000,2.869
+57,block_sparse_moe.experts.8.w1,0.0054706657,0.05000,3.090
+57,block_sparse_moe.experts.13.w1,0.0100775847,0.05000,3.119
+57,block_sparse_moe.experts.3.w1,0.0056294866,0.05000,3.306
+57,block_sparse_moe.experts.1.w1,0.0013578248,0.05000,3.356
+57,block_sparse_moe.experts.5.w1,0.0060919277,0.05000,3.380
+57,block_sparse_moe.experts.7.w1,0.0040948685,0.05000,3.392
+57,block_sparse_moe.experts.6.w1,0.0008557060,0.05000,3.389
+57,block_sparse_moe.experts.10.w1,0.0060932054,0.05000,3.431
+57,block_sparse_moe.experts.14.w1,0.0029213600,0.05000,3.272
+57,block_sparse_moe.experts.9.w1,0.0069268556,0.05000,3.459
+57,block_sparse_moe.experts.11.w1,0.0043110897,0.05000,3.467
+57,block_sparse_moe.experts.2.w1,0.0016679668,0.05000,3.555
+57,block_sparse_moe.experts.15.w1,0.0067580604,0.05000,3.406
+57,block_sparse_moe.experts.20.w1,0.0024081890,0.05000,3.123
+57,block_sparse_moe.experts.28.w1,0.0048391386,0.05000,3.163
+57,block_sparse_moe.experts.16.w1,0.0009343928,0.05000,3.211
+57,block_sparse_moe.experts.29.w1,0.0052758345,0.05000,2.912
+57,block_sparse_moe.experts.21.w1,0.0029836994,0.05000,2.888
+57,block_sparse_moe.experts.19.w1,0.0082751594,0.05000,2.976
+57,block_sparse_moe.experts.24.w1,0.0022696762,0.05000,3.221
+57,block_sparse_moe.experts.17.w1,0.0021019818,0.05000,3.080
+57,block_sparse_moe.experts.25.w1,0.2046312151,0.05000,2.989
+57,block_sparse_moe.experts.27.w1,0.0074157417,0.05000,3.008
+57,block_sparse_moe.experts.26.w1,0.0021935828,0.05000,3.061
+57,block_sparse_moe.experts.22.w1,0.0048165480,0.05000,3.104
+57,block_sparse_moe.experts.23.w1,0.0027373407,0.05000,3.144
+57,block_sparse_moe.experts.30.w1,0.0045298610,0.05000,3.107
+57,block_sparse_moe.experts.18.w1,0.0042241497,0.05000,3.092
+57,block_sparse_moe.experts.31.w1,0.0033971722,0.05000,3.110
+57,block_sparse_moe.experts.36.w1,0.0029722455,0.05000,3.152
+57,block_sparse_moe.experts.45.w1,0.0022428209,0.05000,2.921
+57,block_sparse_moe.experts.44.w1,0.0096670969,0.05000,3.235
+57,block_sparse_moe.experts.32.w1,0.0011907008,0.05000,3.142
+57,block_sparse_moe.experts.37.w1,0.0047027210,0.05000,3.035
+57,block_sparse_moe.experts.41.w1,0.0030298130,0.05000,2.911
+57,block_sparse_moe.experts.35.w1,0.0029745802,0.05000,3.092
+57,block_sparse_moe.experts.33.w1,0.0039810926,0.05000,2.951
+57,block_sparse_moe.experts.40.w1,0.0093104352,0.05000,3.145
+57,block_sparse_moe.experts.42.w1,0.0038422927,0.05000,3.039
+57,block_sparse_moe.experts.43.w1,0.0061284059,0.05000,3.074
+57,block_sparse_moe.experts.46.w1,0.0046115161,0.05000,3.089
+57,block_sparse_moe.experts.38.w1,0.0049063858,0.05000,3.211
+57,block_sparse_moe.experts.39.w1,0.0029045537,0.05000,3.220
+57,block_sparse_moe.experts.34.w1,0.0080587163,0.05000,3.130
+57,block_sparse_moe.experts.47.w1,0.0048415987,0.05000,3.133
+57,block_sparse_moe.experts.61.w1,0.0044808818,0.05000,2.717
+57,block_sparse_moe.experts.52.w1,0.0045952458,0.05000,2.862
+57,block_sparse_moe.experts.57.w1,0.0065454343,0.05000,2.703
+57,block_sparse_moe.experts.58.w1,0.0053410598,0.05000,2.535
+57,block_sparse_moe.experts.48.w1,0.0024385579,0.05000,2.869
+57,block_sparse_moe.experts.53.w1,0.0049242316,0.05000,2.795
+57,block_sparse_moe.experts.49.w1,0.0041377380,0.05000,2.764
+57,block_sparse_moe.experts.60.w1,0.0112053003,0.05000,2.956
+57,block_sparse_moe.experts.62.w1,0.0016287054,0.05000,2.601
+57,block_sparse_moe.experts.54.w1,0.0100483492,0.05000,2.635
+57,block_sparse_moe.experts.51.w1,0.0022690961,0.05000,3.016
+57,block_sparse_moe.experts.56.w1,0.0042258653,0.05000,2.938
+57,block_sparse_moe.experts.50.w1,0.0034434373,0.05000,2.798
+57,block_sparse_moe.experts.59.w1,0.0006916753,0.05000,3.057
+57,block_sparse_moe.experts.55.w1,0.0060717095,0.05000,3.105
+57,block_sparse_moe.experts.63.w1,0.0022079412,0.05000,3.048
+57,block_sparse_moe.experts.77.w1,0.0040993036,0.05000,3.003
+57,block_sparse_moe.experts.73.w1,0.0039872143,0.05000,2.955
+57,block_sparse_moe.experts.74.w1,0.0012513211,0.05000,2.972
+57,block_sparse_moe.experts.68.w1,0.0030734589,0.05000,3.053
+57,block_sparse_moe.experts.69.w1,0.0036861219,0.05000,2.963
+57,block_sparse_moe.experts.65.w1,0.0064086185,0.05000,2.980
+57,block_sparse_moe.experts.76.w1,0.0008210760,0.05000,2.961
+57,block_sparse_moe.experts.64.w1,0.0044667771,0.05000,3.146
+57,block_sparse_moe.experts.78.w1,0.0030270086,0.05000,3.086
+57,block_sparse_moe.experts.70.w1,1.5845289230,0.05000,3.064
+57,block_sparse_moe.experts.72.w1,0.0037595694,0.05000,3.098
+57,block_sparse_moe.experts.67.w1,0.0076245718,0.05000,3.137
+57,block_sparse_moe.experts.66.w1,0.0006374039,0.05000,3.037
+57,block_sparse_moe.experts.75.w1,0.0097182837,0.05000,3.064
+57,block_sparse_moe.experts.79.w1,0.0705113352,0.05000,2.982
+57,block_sparse_moe.experts.71.w1,0.0099003067,0.05000,3.101
+57,block_sparse_moe.experts.93.w1,0.0059484103,0.05000,2.858
+57,block_sparse_moe.experts.90.w1,0.0063915831,0.05000,2.845
+57,block_sparse_moe.experts.85.w1,0.0004898176,0.05000,2.859
+57,block_sparse_moe.experts.89.w1,0.0054079322,0.05000,2.926
+57,block_sparse_moe.experts.81.w1,0.0060734953,0.05000,2.863
+57,block_sparse_moe.experts.84.w1,0.0049330670,0.05000,3.076
+57,block_sparse_moe.experts.92.w1,0.0045537641,0.05000,3.012
+57,block_sparse_moe.experts.80.w1,0.0046935297,0.05000,3.022
+57,block_sparse_moe.experts.94.w1,0.0059579875,0.05000,2.923
+57,block_sparse_moe.experts.86.w1,0.0024187612,0.05000,2.941
+57,block_sparse_moe.experts.82.w1,0.0028205997,0.05000,2.861
+57,block_sparse_moe.experts.83.w1,0.0017783470,0.05000,3.111
+57,block_sparse_moe.experts.88.w1,0.0023744456,0.05000,3.165
+57,block_sparse_moe.experts.91.w1,0.0044221159,0.05000,3.114
+57,block_sparse_moe.experts.95.w1,0.0013934787,0.05000,3.055
+57,block_sparse_moe.experts.87.w1,0.0038736404,0.05000,3.131
+57,block_sparse_moe.experts.106.w1,0.0052154588,0.05000,2.665
+57,block_sparse_moe.experts.109.w1,0.0074032711,0.05000,3.049
+57,block_sparse_moe.experts.101.w1,0.0052353993,0.05000,3.004
+57,block_sparse_moe.experts.105.w1,0.0047839455,0.05000,3.027
+57,block_sparse_moe.experts.110.w1,0.0022495858,0.05000,2.711
+57,block_sparse_moe.experts.102.w1,0.0031376502,0.05000,2.671
+57,block_sparse_moe.experts.97.w1,0.0130082669,0.05000,3.058
+57,block_sparse_moe.experts.98.w1,0.0044621617,0.05000,2.603
+57,block_sparse_moe.experts.100.w1,0.0022166190,0.05000,3.067
+57,block_sparse_moe.experts.108.w1,0.0030491944,0.05000,3.151
+57,block_sparse_moe.experts.96.w1,0.0024914415,0.05000,3.073
+57,block_sparse_moe.experts.99.w1,0.0035061866,0.05000,2.989
+57,block_sparse_moe.experts.107.w1,0.0015010951,0.05000,3.106
+57,block_sparse_moe.experts.104.w1,0.0039744590,0.05000,3.249
+57,block_sparse_moe.experts.111.w1,0.0058448536,0.05000,3.011
+57,block_sparse_moe.experts.103.w1,0.0015520066,0.05000,3.096
+57,block_sparse_moe.experts.122.w1,0.0030896564,0.05000,2.817
+57,block_sparse_moe.experts.125.w1,0.0033874307,0.05000,2.718
+57,block_sparse_moe.experts.121.w1,0.0013304482,0.05000,2.760
+57,block_sparse_moe.experts.117.w1,0.0048438491,0.05000,2.878
+57,block_sparse_moe.experts.126.w1,0.0018709241,0.05000,2.871
+57,block_sparse_moe.experts.118.w1,0.0054016529,0.05000,2.914
+57,block_sparse_moe.experts.113.w1,0.0036867903,0.05000,2.894
+57,block_sparse_moe.experts.114.w1,0.0038619521,0.05000,2.889
+57,block_sparse_moe.experts.124.w1,0.0073981333,0.05000,3.003
+57,block_sparse_moe.experts.116.w1,0.0017571510,0.05000,3.222
+57,block_sparse_moe.experts.112.w1,0.0031782285,0.05000,3.138
+57,block_sparse_moe.experts.115.w1,0.0051088968,0.05000,3.198
+57,block_sparse_moe.experts.120.w1,0.0031067643,0.05000,2.958
+57,block_sparse_moe.experts.123.w1,0.0085522171,0.05000,3.096
+57,block_sparse_moe.experts.127.w1,0.0013103673,0.05000,3.165
+57,block_sparse_moe.experts.119.w1,0.0057636158,0.05000,3.095
+57,block_sparse_moe.experts.140.w1,0.0043186283,0.05000,1.890
+57,block_sparse_moe.experts.132.w1,0.0023873453,0.05000,1.827
+57,block_sparse_moe.experts.138.w1,0.0083002811,0.05000,2.910
+57,block_sparse_moe.experts.141.w1,0.0019947956,0.05000,2.838
+57,block_sparse_moe.experts.137.w1,0.0042812393,0.05000,2.894
+57,block_sparse_moe.experts.133.w1,0.0038351886,0.05000,2.960
+57,block_sparse_moe.experts.134.w1,0.0048290614,0.05000,3.066
+57,block_sparse_moe.experts.130.w1,0.0027993952,0.05000,3.106
+57,block_sparse_moe.experts.142.w1,0.0057887996,0.05000,3.276
+57,block_sparse_moe.experts.131.w1,0.0059655688,0.05000,3.032
+57,block_sparse_moe.experts.139.w1,0.0039864828,0.05000,3.014
+57,block_sparse_moe.experts.143.w1,0.0072030928,0.05000,3.099
+57,block_sparse_moe.experts.135.w1,0.0044723019,0.05000,3.136
+57,block_sparse_moe.experts.154.w1,0.0153563597,0.05000,3.818
+57,block_sparse_moe.experts.129.w1,0.0010713253,0.05000,6.308
+57,block_sparse_moe.experts.155.w1,0.0087102557,0.05000,2.996
+57,block_sparse_moe.experts.147.w1,0.0071620389,0.05000,3.197
+57,block_sparse_moe.experts.159.w1,0.0049071525,0.05000,3.175
+57,block_sparse_moe.experts.151.w1,0.0098557696,0.05000,3.280
+57,block_sparse_moe.experts.157.w1,0.0041943464,0.05000,6.236
+57,block_sparse_moe.experts.153.w1,0.0052431611,0.05000,6.329
+57,block_sparse_moe.experts.149.w1,0.0044636037,0.05000,6.344
+57,block_sparse_moe.experts.145.w1,2.0410380363,0.05000,3.087
+57,block_sparse_moe.experts.158.w1,0.0044401199,0.05000,7.949
+57,block_sparse_moe.experts.150.w1,0.0012446349,0.05000,8.086
+57,block_sparse_moe.experts.146.w1,0.0023619932,0.05000,8.087
+57,block_sparse_moe.experts.173.w1,0.0037562808,0.05000,3.603
+57,block_sparse_moe.experts.169.w1,0.0141469436,0.05000,3.680
+57,block_sparse_moe.experts.165.w1,0.0031218534,0.05000,3.736
+57,block_sparse_moe.experts.171.w1,0.0095882099,0.05000,5.955
+57,block_sparse_moe.experts.161.w1,0.0033463033,0.05000,3.638
+57,block_sparse_moe.experts.163.w1,0.0012840338,0.05000,5.992
+57,block_sparse_moe.experts.175.w1,0.0027838319,0.05000,6.021
+57,block_sparse_moe.experts.167.w1,0.0021401093,0.05000,5.840
+57,block_sparse_moe.experts.170.w1,0.0067621186,0.05000,7.601
+57,block_sparse_moe.experts.174.w1,0.0030441490,0.05000,3.150
+57,block_sparse_moe.experts.166.w1,0.0014944216,0.05000,3.181
+57,block_sparse_moe.experts.162.w1,0.0014285146,0.05000,3.131
+57,block_sparse_moe.experts.189.w1,0.0297302540,0.05000,3.072
+57,block_sparse_moe.experts.148.w1,0.0031679924,0.05000,2.860
+57,block_sparse_moe.experts.156.w1,0.0050747950,0.05000,2.938
+57,block_sparse_moe.experts.136.w1,0.0119361905,0.05000,2.973
+57,block_sparse_moe.experts.185.w1,0.0014848464,0.05000,3.031
+57,block_sparse_moe.experts.128.w1,0.0069689337,0.05000,3.039
+57,block_sparse_moe.experts.181.w1,0.0050422224,0.05000,3.072
+57,block_sparse_moe.experts.177.w1,0.0064535744,0.05000,2.984
+57,block_sparse_moe.experts.187.w1,0.0018579528,0.05000,3.041
+57,block_sparse_moe.experts.179.w1,0.0017567655,0.05000,3.037
+57,block_sparse_moe.experts.191.w1,0.0084258964,0.05000,3.081
+57,block_sparse_moe.experts.183.w1,0.0052423088,0.05000,3.086
+57,block_sparse_moe.experts.186.w1,0.0034218747,0.05000,3.272
+57,block_sparse_moe.experts.190.w1,0.0026155527,0.05000,3.101
+57,block_sparse_moe.experts.178.w1,0.0031825782,0.05000,3.070
+57,block_sparse_moe.experts.182.w1,0.0068331923,0.05000,3.133
+57,block_sparse_moe.experts.205.w1,0.0052416707,0.05000,2.878
+57,block_sparse_moe.experts.201.w1,0.0068109520,0.05000,2.803
+57,block_sparse_moe.experts.164.w1,0.0021130723,0.05000,3.094
+57,block_sparse_moe.experts.152.w1,0.0059206519,0.05000,3.044
+57,block_sparse_moe.experts.144.w1,0.0046068525,0.05000,2.989
+57,block_sparse_moe.experts.172.w1,0.0025502699,0.05000,3.105
+57,block_sparse_moe.experts.197.w1,0.0065421179,0.05000,2.897
+57,block_sparse_moe.experts.203.w1,0.0021410636,0.05000,2.861
+57,block_sparse_moe.experts.193.w1,0.0074524495,0.05000,2.908
+57,block_sparse_moe.experts.195.w1,0.0068564295,0.05000,2.925
+57,block_sparse_moe.experts.207.w1,0.0088671426,0.05000,2.890
+57,block_sparse_moe.experts.199.w1,0.0043282776,0.05000,2.966
+57,block_sparse_moe.experts.202.w1,0.0059278761,0.05000,3.095
+57,block_sparse_moe.experts.206.w1,4.0105633736,0.05000,2.997
+57,block_sparse_moe.experts.194.w1,0.0050017225,0.05000,3.050
+57,block_sparse_moe.experts.198.w1,0.0074192596,0.05000,3.037
+57,block_sparse_moe.experts.221.w1,0.0095380136,0.05000,2.795
+57,block_sparse_moe.experts.217.w1,0.0030163335,0.05000,2.985
+57,block_sparse_moe.experts.180.w1,0.0039763168,0.05000,2.946
+57,block_sparse_moe.experts.188.w1,0.0033866496,0.05000,2.919
+57,block_sparse_moe.experts.160.w1,0.0180863477,0.05000,2.940
+57,block_sparse_moe.experts.168.w1,0.0037843147,0.05000,3.052
+57,block_sparse_moe.experts.219.w1,0.0062544427,0.05000,2.906
+57,block_sparse_moe.experts.213.w1,0.0089267491,0.05000,3.012
+57,block_sparse_moe.experts.209.w1,0.0065113234,0.05000,3.002
+57,block_sparse_moe.experts.211.w1,0.0061952300,0.05000,2.973
+57,block_sparse_moe.experts.223.w1,0.0019712291,0.05000,3.039
+57,block_sparse_moe.experts.215.w1,0.0142991033,0.05000,2.974
+57,block_sparse_moe.experts.218.w1,0.0142848674,0.05000,3.056
+57,block_sparse_moe.experts.222.w1,0.0057663557,0.05000,2.996
+57,block_sparse_moe.experts.210.w1,0.0069466541,0.05000,3.006
+57,block_sparse_moe.experts.214.w1,0.0017900450,0.05000,3.068
+57,block_sparse_moe.experts.237.w1,0.0060310396,0.05000,3.091
+57,block_sparse_moe.experts.233.w1,0.0060956064,0.05000,3.059
+57,block_sparse_moe.experts.196.w1,0.0045656132,0.05000,2.986
+57,block_sparse_moe.experts.176.w1,0.0030330158,0.05000,2.963
+57,block_sparse_moe.experts.204.w1,0.0089393981,0.05000,2.972
+57,block_sparse_moe.experts.184.w1,0.0060508995,0.05000,2.955
+57,block_sparse_moe.experts.235.w1,0.0080994782,0.05000,3.074
+57,block_sparse_moe.experts.229.w1,0.0013976208,0.05000,3.091
+57,block_sparse_moe.experts.225.w1,0.0024379617,0.05000,3.066
+57,block_sparse_moe.experts.227.w1,0.0076355302,0.05000,3.114
+57,block_sparse_moe.experts.239.w1,0.0083480332,0.05000,3.121
+57,block_sparse_moe.experts.231.w1,0.0063236199,0.05000,3.040
+57,block_sparse_moe.experts.234.w1,0.0092258167,0.05000,3.183
+57,block_sparse_moe.experts.238.w1,0.0035368517,0.05000,3.115
+57,block_sparse_moe.experts.226.w1,0.0050024829,0.05000,3.068
+57,block_sparse_moe.experts.230.w1,0.0037858352,0.05000,3.153
+57,block_sparse_moe.experts.253.w1,0.0074146767,0.05000,2.807
+57,block_sparse_moe.experts.249.w1,0.0045627135,0.05000,2.968
+57,block_sparse_moe.experts.212.w1,0.0050593852,0.05000,3.108
+57,block_sparse_moe.experts.251.w1,0.0086219921,0.05000,2.870
+57,block_sparse_moe.experts.192.w1,0.0024451966,0.05000,3.132
+57,block_sparse_moe.experts.241.w1,0.0054217945,0.05000,2.810
+57,block_sparse_moe.experts.220.w1,0.0106992434,0.05000,3.176
+57,block_sparse_moe.experts.245.w1,0.0062046820,0.05000,2.932
+57,block_sparse_moe.experts.200.w1,0.0050265872,0.05000,3.143
+57,block_sparse_moe.experts.243.w1,0.0050676270,0.05000,2.831
+57,block_sparse_moe.experts.255.w1,0.0026122342,0.05000,2.829
+57,block_sparse_moe.experts.247.w1,0.0015320087,0.05000,2.799
+57,block_sparse_moe.experts.250.w1,0.0074776245,0.05000,3.080
+57,block_sparse_moe.experts.254.w1,0.0009250501,0.05000,3.053
+57,block_sparse_moe.experts.242.w1,0.0092326506,0.05000,3.075
+57,block_sparse_moe.experts.13.w3,0.0117448093,0.05000,2.914
+57,block_sparse_moe.experts.246.w1,0.0020172547,0.05000,3.066
+57,block_sparse_moe.experts.9.w3,0.0078836287,0.05000,2.828
+57,block_sparse_moe.experts.11.w3,0.0050513409,0.05000,2.632
+57,block_sparse_moe.experts.3.w3,0.0065096975,0.05000,2.695
+57,block_sparse_moe.experts.1.w3,0.0015447529,0.05000,2.882
+57,block_sparse_moe.experts.5.w3,0.0068314925,0.05000,2.927
+57,block_sparse_moe.experts.228.w1,0.0057585524,0.05000,3.106
+57,block_sparse_moe.experts.208.w1,0.0024029828,0.05000,3.078
+57,block_sparse_moe.experts.236.w1,0.0040927753,0.05000,3.054
+57,block_sparse_moe.experts.216.w1,0.0103936018,0.05000,3.098
+57,block_sparse_moe.experts.7.w3,0.0046667593,0.05000,2.716
+57,block_sparse_moe.experts.15.w3,0.0079200919,0.05000,2.840
+57,block_sparse_moe.experts.10.w3,0.0068084642,0.05000,3.000
+57,block_sparse_moe.experts.14.w3,0.0033983423,0.05000,3.013
+57,block_sparse_moe.experts.2.w3,0.0018903438,0.05000,2.995
+57,block_sparse_moe.experts.6.w3,0.0006514541,0.05000,2.943
+57,block_sparse_moe.experts.29.w3,0.0059607036,0.05000,3.130
+57,block_sparse_moe.experts.27.w3,0.0089956765,0.05000,2.832
+57,block_sparse_moe.experts.25.w3,0.2694254376,0.05000,3.076
+57,block_sparse_moe.experts.19.w3,0.0094085933,0.05000,2.878
+57,block_sparse_moe.experts.17.w3,0.0023757065,0.05000,3.020
+57,block_sparse_moe.experts.244.w1,0.0025343676,0.05000,2.929
+57,block_sparse_moe.experts.224.w1,0.0023471802,0.05000,2.970
+57,block_sparse_moe.experts.21.w3,0.0033645107,0.05000,3.048
+57,block_sparse_moe.experts.252.w1,0.0078084013,0.05000,2.991
+57,block_sparse_moe.experts.232.w1,0.0102312330,0.05000,3.054
+57,block_sparse_moe.experts.31.w3,0.0038754375,0.05000,2.882
+57,block_sparse_moe.experts.23.w3,0.0031718996,0.05000,3.036
+57,block_sparse_moe.experts.26.w3,0.0025468051,0.05000,2.977
+57,block_sparse_moe.experts.30.w3,0.0053211159,0.05000,2.992
+57,block_sparse_moe.experts.18.w3,0.0048034482,0.05000,3.010
+57,block_sparse_moe.experts.22.w3,0.0056169210,0.05000,3.119
+57,block_sparse_moe.experts.45.w3,0.0027102537,0.05000,3.026
+57,block_sparse_moe.experts.43.w3,0.0069342905,0.05000,3.082
+57,block_sparse_moe.experts.41.w3,0.0034378366,0.05000,3.089
+57,block_sparse_moe.experts.35.w3,0.0034082908,0.05000,3.088
+57,block_sparse_moe.experts.33.w3,0.0045101335,0.05000,3.067
+57,block_sparse_moe.experts.4.w3,0.0038872268,0.05000,3.084
+57,block_sparse_moe.experts.37.w3,0.0052607832,0.05000,3.142
+57,block_sparse_moe.experts.12.w3,0.0030796461,0.05000,3.209
+57,block_sparse_moe.experts.240.w1,0.0035990600,0.05000,3.288
+57,block_sparse_moe.experts.47.w3,0.0055111317,0.05000,3.081
+57,block_sparse_moe.experts.39.w3,0.0032693319,0.05000,3.031
+57,block_sparse_moe.experts.248.w1,0.0029279478,0.05000,3.215
+57,block_sparse_moe.experts.42.w3,0.0043665919,0.05000,3.154
+57,block_sparse_moe.experts.34.w3,0.0093378093,0.05000,3.059
+57,block_sparse_moe.experts.46.w3,0.0056964956,0.05000,3.179
+57,block_sparse_moe.experts.38.w3,0.0055563564,0.05000,3.110
+57,block_sparse_moe.experts.61.w3,0.0051361331,0.05000,3.054
+57,block_sparse_moe.experts.59.w3,0.0008692344,0.05000,3.017
+57,block_sparse_moe.experts.57.w3,0.0074943767,0.05000,2.988
+57,block_sparse_moe.experts.51.w3,0.0026218140,0.05000,3.085
+57,block_sparse_moe.experts.49.w3,0.0046510516,0.05000,3.001
+57,block_sparse_moe.experts.20.w3,0.0027172222,0.05000,3.107
+57,block_sparse_moe.experts.53.w3,0.0054862476,0.05000,3.058
+57,block_sparse_moe.experts.0.w3,0.0067806931,0.05000,3.009
+57,block_sparse_moe.experts.28.w3,0.0055450931,0.05000,3.105
+57,block_sparse_moe.experts.55.w3,0.0069605393,0.05000,3.055
+57,block_sparse_moe.experts.63.w3,0.0025344574,0.05000,3.114
+57,block_sparse_moe.experts.8.w3,0.0062348446,0.05000,3.199
+57,block_sparse_moe.experts.58.w3,0.0060408254,0.05000,3.132
+57,block_sparse_moe.experts.62.w3,0.0018830185,0.05000,3.150
+57,block_sparse_moe.experts.77.w3,0.0046993349,0.05000,2.935
+57,block_sparse_moe.experts.50.w3,0.0039150236,0.05000,3.241
+57,block_sparse_moe.experts.54.w3,0.0115624059,0.05000,3.234
+57,block_sparse_moe.experts.75.w3,0.0114760561,0.05000,2.978
+57,block_sparse_moe.experts.73.w3,0.0044291566,0.05000,2.922
+57,block_sparse_moe.experts.65.w3,0.0073037728,0.05000,2.931
+57,block_sparse_moe.experts.67.w3,0.0086810902,0.05000,3.149
+57,block_sparse_moe.experts.36.w3,0.0034655942,0.05000,2.982
+57,block_sparse_moe.experts.16.w3,0.0010681794,0.05000,2.913
+57,block_sparse_moe.experts.69.w3,0.0042063595,0.05000,3.030
+57,block_sparse_moe.experts.44.w3,0.0111042179,0.05000,2.983
+57,block_sparse_moe.experts.71.w3,0.0113565799,0.05000,3.041
+57,block_sparse_moe.experts.24.w3,0.0026275321,0.05000,2.927
+57,block_sparse_moe.experts.79.w3,0.0806254987,0.05000,3.137
+57,block_sparse_moe.experts.74.w3,0.0014075055,0.05000,2.813
+57,block_sparse_moe.experts.78.w3,0.0035072890,0.05000,2.868
+57,block_sparse_moe.experts.66.w3,0.0007492595,0.05000,2.941
+57,block_sparse_moe.experts.93.w3,0.0069547418,0.05000,2.972
+57,block_sparse_moe.experts.70.w3,1.8796920776,0.05000,2.824
+57,block_sparse_moe.experts.91.w3,0.0050190820,0.05000,2.831
+57,block_sparse_moe.experts.89.w3,0.0061417831,0.05000,2.989
+57,block_sparse_moe.experts.81.w3,0.0067806702,0.05000,2.936
+57,block_sparse_moe.experts.83.w3,0.0019980299,0.05000,2.920
+57,block_sparse_moe.experts.52.w3,0.0053944027,0.05000,2.950
+57,block_sparse_moe.experts.32.w3,0.0013646529,0.05000,2.898
+57,block_sparse_moe.experts.85.w3,0.0005944762,0.05000,2.949
+57,block_sparse_moe.experts.60.w3,0.0131856958,0.05000,2.944
+57,block_sparse_moe.experts.87.w3,0.0043536428,0.05000,2.934
+57,block_sparse_moe.experts.95.w3,0.0016533295,0.05000,2.920
+57,block_sparse_moe.experts.40.w3,0.0109010040,0.05000,3.072
+57,block_sparse_moe.experts.90.w3,0.0073513285,0.05000,2.983
+57,block_sparse_moe.experts.94.w3,0.0068185623,0.05000,2.970
+57,block_sparse_moe.experts.82.w3,0.0034866816,0.05000,3.010
+57,block_sparse_moe.experts.107.w3,0.0017457896,0.05000,2.757
+57,block_sparse_moe.experts.109.w3,0.0084857373,0.05000,2.995
+57,block_sparse_moe.experts.86.w3,0.0027306456,0.05000,2.972
+57,block_sparse_moe.experts.105.w3,0.0054784539,0.05000,2.972
+57,block_sparse_moe.experts.99.w3,0.0040622495,0.05000,2.770
+57,block_sparse_moe.experts.97.w3,0.0155675351,0.05000,3.056
+57,block_sparse_moe.experts.48.w3,0.0027833841,0.05000,2.770
+57,block_sparse_moe.experts.68.w3,0.0037239633,0.05000,2.961
+57,block_sparse_moe.experts.76.w3,0.0009462013,0.05000,2.751
+57,block_sparse_moe.experts.103.w3,0.0017606543,0.05000,2.626
+57,block_sparse_moe.experts.111.w3,0.0065819962,0.05000,2.572
+57,block_sparse_moe.experts.101.w3,0.0060638478,0.05000,3.161
+57,block_sparse_moe.experts.56.w3,0.0047515610,0.05000,2.737
+57,block_sparse_moe.experts.106.w3,0.0060238077,0.05000,3.118
+57,block_sparse_moe.experts.123.w3,0.0100597862,0.05000,2.828
+57,block_sparse_moe.experts.110.w3,0.0025606376,0.05000,3.021
+57,block_sparse_moe.experts.125.w3,0.0038104077,0.05000,2.891
+57,block_sparse_moe.experts.98.w3,0.0050235740,0.05000,3.089
+57,block_sparse_moe.experts.102.w3,0.0035885764,0.05000,3.108
+57,block_sparse_moe.experts.121.w3,0.0015355730,0.05000,2.959
+57,block_sparse_moe.experts.64.w3,0.0052337982,0.05000,2.874
+57,block_sparse_moe.experts.113.w3,0.0041794257,0.05000,2.904
+57,block_sparse_moe.experts.84.w3,0.0056244221,0.05000,2.838
+57,block_sparse_moe.experts.115.w3,0.0061100479,0.05000,3.134
+57,block_sparse_moe.experts.92.w3,0.0052116338,0.05000,3.006
+57,block_sparse_moe.experts.119.w3,0.0069047857,0.05000,3.079
+57,block_sparse_moe.experts.127.w3,0.0014823456,0.05000,3.049
+57,block_sparse_moe.experts.117.w3,0.0054012025,0.05000,2.885
+57,block_sparse_moe.experts.72.w3,0.0043818697,0.05000,2.908
+57,block_sparse_moe.experts.122.w3,0.0035162265,0.05000,2.882
+57,block_sparse_moe.experts.141.w3,0.0022411000,0.05000,2.925
+57,block_sparse_moe.experts.139.w3,0.0044806286,0.05000,3.066
+57,block_sparse_moe.experts.126.w3,0.0021002513,0.05000,3.099
+57,block_sparse_moe.experts.114.w3,0.0043996083,0.05000,2.979
+57,block_sparse_moe.experts.118.w3,0.0063431633,0.05000,2.906
+57,block_sparse_moe.experts.137.w3,0.0048833785,0.05000,2.898
+57,block_sparse_moe.experts.80.w3,0.0053619054,0.05000,2.843
+57,block_sparse_moe.experts.129.w3,0.0011875398,0.05000,2.976
+57,block_sparse_moe.experts.100.w3,0.0025376777,0.05000,2.910
+57,block_sparse_moe.experts.131.w3,0.0067504652,0.05000,3.075
+57,block_sparse_moe.experts.108.w3,0.0034278188,0.05000,2.928
+57,block_sparse_moe.experts.133.w3,0.0042700034,0.05000,2.942
+57,block_sparse_moe.experts.88.w3,0.0026670245,0.05000,2.918
+57,block_sparse_moe.experts.143.w3,0.0083271131,0.05000,3.036
+57,block_sparse_moe.experts.135.w3,0.0049925423,0.05000,3.103
+57,block_sparse_moe.experts.138.w3,0.0101174557,0.05000,2.972
+57,block_sparse_moe.experts.157.w3,0.0048057570,0.05000,2.838
+57,block_sparse_moe.experts.142.w3,0.0065606396,0.05000,2.947
+57,block_sparse_moe.experts.130.w3,0.0032007390,0.05000,2.922
+57,block_sparse_moe.experts.155.w3,0.0101290625,0.05000,3.125
+57,block_sparse_moe.experts.134.w3,0.0054829860,0.05000,2.929
+57,block_sparse_moe.experts.153.w3,0.0059934165,0.05000,2.884
+57,block_sparse_moe.experts.145.w3,2.6367244720,0.05000,2.807
+57,block_sparse_moe.experts.96.w3,0.0028335924,0.05000,3.111
+57,block_sparse_moe.experts.116.w3,0.0022873135,0.05000,3.107
+57,block_sparse_moe.experts.147.w3,0.0081669583,0.05000,3.039
+57,block_sparse_moe.experts.124.w3,0.0088627885,0.05000,3.054
+57,block_sparse_moe.experts.104.w3,0.0045398236,0.05000,3.049
+57,block_sparse_moe.experts.151.w3,0.0117111536,0.05000,3.040
+57,block_sparse_moe.experts.159.w3,0.0055375469,0.05000,3.103
+57,block_sparse_moe.experts.149.w3,0.0051010701,0.05000,3.115
+57,block_sparse_moe.experts.173.w3,0.0041246236,0.05000,2.888
+57,block_sparse_moe.experts.154.w3,0.0178331702,0.05000,3.005
+57,block_sparse_moe.experts.158.w3,0.0050010451,0.05000,2.953
+57,block_sparse_moe.experts.146.w3,0.0026664995,0.05000,2.971
+57,block_sparse_moe.experts.150.w3,0.0014516426,0.05000,2.998
+57,block_sparse_moe.experts.169.w3,0.0168407606,0.05000,2.807
+57,block_sparse_moe.experts.171.w3,0.0112210208,0.05000,3.105
+57,block_sparse_moe.experts.161.w3,0.0037578176,0.05000,2.781
+57,block_sparse_moe.experts.112.w3,0.0036238636,0.05000,3.185
+57,block_sparse_moe.experts.132.w3,0.0027148181,0.05000,3.068
+57,block_sparse_moe.experts.163.w3,0.0015294614,0.05000,2.982
+57,block_sparse_moe.experts.165.w3,0.0043135853,0.05000,2.736
+57,block_sparse_moe.experts.140.w3,0.0048047591,0.05000,3.134
+57,block_sparse_moe.experts.167.w3,0.0024763125,0.05000,2.961
+57,block_sparse_moe.experts.175.w3,0.0030806347,0.05000,2.983
+57,block_sparse_moe.experts.120.w3,0.0034938907,0.05000,3.109
+57,block_sparse_moe.experts.189.w3,0.0355543944,0.05000,2.755
+57,block_sparse_moe.experts.170.w3,0.0076768834,0.05000,2.890
+57,block_sparse_moe.experts.185.w3,0.0018200908,0.05000,2.724
+57,block_sparse_moe.experts.174.w3,0.0034074049,0.05000,3.047
+57,block_sparse_moe.experts.166.w3,0.0016953058,0.05000,2.895
+57,block_sparse_moe.experts.162.w3,0.0016871470,0.05000,3.014
+57,block_sparse_moe.experts.177.w3,0.0073776166,0.05000,2.855
+57,block_sparse_moe.experts.187.w3,0.0020652733,0.05000,3.103
+57,block_sparse_moe.experts.148.w3,0.0035728142,0.05000,3.050
+57,block_sparse_moe.experts.181.w3,0.0057061195,0.05000,2.965
+57,block_sparse_moe.experts.179.w3,0.0019766261,0.05000,3.059
+57,block_sparse_moe.experts.128.w3,0.0080139918,0.05000,3.164
+57,block_sparse_moe.experts.156.w3,0.0058332082,0.05000,3.014
+57,block_sparse_moe.experts.183.w3,0.0067007307,0.05000,3.043
+57,block_sparse_moe.experts.191.w3,0.0102662739,0.05000,3.120
+57,block_sparse_moe.experts.136.w3,0.0138067205,0.05000,3.095
+57,block_sparse_moe.experts.205.w3,0.0060162592,0.05000,2.627
+57,block_sparse_moe.experts.186.w3,0.0038486613,0.05000,3.001
+57,block_sparse_moe.experts.201.w3,0.0081091674,0.05000,2.785
+57,block_sparse_moe.experts.193.w3,0.0086740467,0.05000,2.694
+57,block_sparse_moe.experts.182.w3,0.0078768680,0.05000,2.993
+57,block_sparse_moe.experts.178.w3,0.0035230314,0.05000,3.010
+57,block_sparse_moe.experts.190.w3,0.0030351977,0.05000,3.102
+57,block_sparse_moe.experts.203.w3,0.0024132045,0.05000,3.030
+57,block_sparse_moe.experts.197.w3,0.0073540215,0.05000,2.710
+57,block_sparse_moe.experts.195.w3,0.0077759831,0.05000,2.983
+57,block_sparse_moe.experts.164.w3,0.0023968085,0.05000,3.096
+57,block_sparse_moe.experts.144.w3,0.0054779285,0.05000,3.119
+57,block_sparse_moe.experts.199.w3,0.0049137295,0.05000,2.989
+57,block_sparse_moe.experts.207.w3,0.0102915233,0.05000,2.922
+57,block_sparse_moe.experts.172.w3,0.0029298366,0.05000,3.187
+57,block_sparse_moe.experts.152.w3,0.0067230433,0.05000,3.139
+57,block_sparse_moe.experts.221.w3,0.0108007194,0.05000,3.003
+57,block_sparse_moe.experts.202.w3,0.0067751119,0.05000,2.882
+57,block_sparse_moe.experts.217.w3,0.0034609614,0.05000,2.950
+57,block_sparse_moe.experts.198.w3,0.0085081108,0.05000,2.861
+57,block_sparse_moe.experts.209.w3,0.0074530151,0.05000,3.002
+57,block_sparse_moe.experts.194.w3,0.0056992038,0.05000,3.049
+57,block_sparse_moe.experts.206.w3,5.1953592300,0.05000,3.051
+57,block_sparse_moe.experts.219.w3,0.0071046100,0.05000,3.050
+57,block_sparse_moe.experts.213.w3,0.0101060961,0.05000,2.949
+57,block_sparse_moe.experts.211.w3,0.0071075596,0.05000,3.097
+57,block_sparse_moe.experts.180.w3,0.0044844317,0.05000,3.076
+57,block_sparse_moe.experts.160.w3,0.0206715311,0.05000,3.163
+57,block_sparse_moe.experts.188.w3,0.0039321309,0.05000,3.132
+57,block_sparse_moe.experts.215.w3,0.0162250889,0.05000,3.251
+57,block_sparse_moe.experts.223.w3,0.0022378230,0.05000,3.352
+57,block_sparse_moe.experts.237.w3,0.0070544011,0.05000,2.722
+57,block_sparse_moe.experts.168.w3,0.0043603471,0.05000,3.131
+57,block_sparse_moe.experts.233.w3,0.0069684071,0.05000,2.757
+57,block_sparse_moe.experts.218.w3,0.0159563935,0.05000,3.094
+57,block_sparse_moe.experts.225.w3,0.0028030362,0.05000,2.776
+57,block_sparse_moe.experts.214.w3,0.0020097879,0.05000,3.076
+57,block_sparse_moe.experts.210.w3,0.0081276787,0.05000,3.008
+57,block_sparse_moe.experts.222.w3,0.0066814478,0.05000,3.095
+57,block_sparse_moe.experts.229.w3,0.0015873482,0.05000,2.871
+57,block_sparse_moe.experts.235.w3,0.0093683530,0.05000,3.218
+57,block_sparse_moe.experts.227.w3,0.0087765780,0.05000,3.053
+57,block_sparse_moe.experts.196.w3,0.0052458323,0.05000,3.249
+57,block_sparse_moe.experts.231.w3,0.0073150906,0.05000,2.993
+57,block_sparse_moe.experts.176.w3,0.0034752835,0.05000,3.180
+57,block_sparse_moe.experts.253.w3,0.0089679139,0.05000,2.856
+57,block_sparse_moe.experts.204.w3,0.0100523357,0.05000,3.260
+57,block_sparse_moe.experts.239.w3,0.0095438615,0.05000,3.099
+57,block_sparse_moe.experts.184.w3,0.0075259931,0.05000,3.211
+57,block_sparse_moe.experts.249.w3,0.0051114119,0.05000,2.759
+57,block_sparse_moe.experts.241.w3,0.0060572897,0.05000,2.601
+57,block_sparse_moe.experts.245.w3,0.0069920736,0.05000,2.026
+57,block_sparse_moe.experts.234.w3,0.0104671200,0.05000,3.119
+57,block_sparse_moe.experts.230.w3,0.0045099167,0.05000,3.087
+57,block_sparse_moe.experts.226.w3,0.0057801170,0.05000,2.989
+57,block_sparse_moe.experts.238.w3,0.0039646180,0.05000,2.991
+57,block_sparse_moe.experts.251.w3,0.0098562164,0.05000,2.878
+57,block_sparse_moe.experts.243.w3,0.0057293879,0.05000,2.797
+57,block_sparse_moe.experts.247.w3,0.0017186021,0.05000,2.660
+57,block_sparse_moe.experts.255.w3,0.0029611369,0.05000,2.483
+57,block_sparse_moe.experts.212.w3,0.0056687518,0.05000,3.081
+57,block_sparse_moe.experts.192.w3,0.0027762245,0.05000,3.029
+57,block_sparse_moe.experts.220.w3,0.0120533924,0.05000,3.137
+57,block_sparse_moe.experts.200.w3,0.0057898492,0.05000,3.042
+57,block_sparse_moe.experts.250.w3,0.0086535388,0.05000,3.054
+57,block_sparse_moe.experts.246.w3,0.0022765988,0.05000,2.866
+57,block_sparse_moe.experts.242.w3,0.0106602389,0.05000,2.818
+57,block_sparse_moe.experts.254.w3,0.0010448793,0.05000,2.755
+57,block_sparse_moe.experts.228.w3,0.0065602979,0.05000,3.265
+57,block_sparse_moe.experts.208.w3,0.0027537845,0.05000,3.229
+57,block_sparse_moe.experts.236.w3,0.0047562468,0.05000,3.285
+57,block_sparse_moe.experts.216.w3,0.0119214351,0.05000,3.257
+57,block_sparse_moe.experts.224.w3,0.0027024429,0.05000,3.030
+57,block_sparse_moe.experts.244.w3,0.0029982989,0.05000,3.066
+57,block_sparse_moe.experts.232.w3,0.0115873961,0.05000,2.829
+57,block_sparse_moe.experts.252.w3,0.0088653729,0.05000,2.886
+57,block_sparse_moe.experts.240.w3,0.0042158132,0.05000,1.730
+57,block_sparse_moe.experts.248.w3,0.0033490703,0.05000,1.578
+57,block_sparse_moe.experts.2.w2,0.0006472430,0.05000,1.435
+57,block_sparse_moe.experts.6.w2,0.0009700371,0.05000,1.436
+57,block_sparse_moe.experts.10.w2,0.0309934031,0.05000,1.460
+57,block_sparse_moe.experts.14.w2,0.0417043037,0.05000,1.495
+57,block_sparse_moe.experts.1.w2,0.0157630293,0.05000,1.559
+57,block_sparse_moe.experts.11.w2,0.0177365697,0.05000,1.580
+57,block_sparse_moe.experts.5.w2,0.0168251200,0.05000,1.580
+57,block_sparse_moe.experts.15.w2,0.0245226436,0.05000,1.576
+57,block_sparse_moe.experts.13.w2,0.0170690838,0.05000,1.606
+57,block_sparse_moe.experts.4.w2,0.0173930223,0.05000,1.614
+57,block_sparse_moe.experts.3.w2,0.0135640570,0.05000,1.614
+57,block_sparse_moe.experts.9.w2,0.0025051852,0.05000,1.623
+57,block_sparse_moe.experts.7.w2,0.0009138984,0.05000,1.629
+57,block_sparse_moe.experts.12.w2,0.0008276325,0.05000,1.644
+57,block_sparse_moe.experts.0.w2,0.0109163719,0.05000,1.646
+57,block_sparse_moe.experts.8.w2,0.0329306361,0.05000,1.679
+57,block_sparse_moe.experts.22.w2,0.0184511286,0.05000,1.314
+57,block_sparse_moe.experts.26.w2,0.0119607204,0.05000,1.306
+57,block_sparse_moe.experts.18.w2,0.0065915456,0.05000,1.398
+57,block_sparse_moe.experts.30.w2,0.0010652629,0.05000,1.336
+57,block_sparse_moe.experts.27.w2,0.0435619045,0.05000,1.512
+57,block_sparse_moe.experts.19.w2,0.0037191982,0.05000,1.502
+57,block_sparse_moe.experts.31.w2,0.0178430775,0.05000,1.539
+57,block_sparse_moe.experts.17.w2,0.0123046636,0.05000,1.608
+57,block_sparse_moe.experts.23.w2,0.0125628565,0.05000,1.561
+57,block_sparse_moe.experts.21.w2,0.0018792474,0.05000,1.636
+57,block_sparse_moe.experts.29.w2,0.0014334517,0.05000,1.609
+57,block_sparse_moe.experts.25.w2,1.0801180885,0.05000,1.597
+57,block_sparse_moe.experts.28.w2,0.0052115092,0.05000,1.621
+57,block_sparse_moe.experts.20.w2,0.0009545131,0.05000,1.652
+57,block_sparse_moe.experts.16.w2,0.0087346253,0.05000,1.680
+57,block_sparse_moe.experts.24.w2,0.0008075327,0.05000,1.649
+57,block_sparse_moe.experts.38.w2,0.0007097079,0.05000,1.306
+57,block_sparse_moe.experts.42.w2,0.0046248179,0.05000,1.295
+57,block_sparse_moe.experts.34.w2,0.0368729217,0.05000,1.316
+57,block_sparse_moe.experts.46.w2,0.0183879465,0.05000,1.294
+57,block_sparse_moe.experts.43.w2,0.0175654996,0.05000,1.448
+57,block_sparse_moe.experts.35.w2,0.0019544833,0.05000,1.448
+57,block_sparse_moe.experts.47.w2,0.0032172487,0.05000,1.460
+57,block_sparse_moe.experts.39.w2,0.0013247714,0.05000,1.445
+57,block_sparse_moe.experts.37.w2,0.0256269120,0.05000,1.466
+57,block_sparse_moe.experts.41.w2,0.0049568575,0.05000,1.477
+57,block_sparse_moe.experts.33.w2,0.0349243718,0.05000,1.532
+57,block_sparse_moe.experts.36.w2,0.0091479669,0.05000,1.473
+57,block_sparse_moe.experts.45.w2,0.0139156640,0.05000,1.534
+57,block_sparse_moe.experts.40.w2,0.1011889075,0.05000,1.469
+57,block_sparse_moe.experts.44.w2,0.0613536565,0.05000,1.537
+57,block_sparse_moe.experts.32.w2,0.0003343734,0.05000,1.547
+57,block_sparse_moe.experts.58.w2,0.0035801616,0.05000,1.448
+57,block_sparse_moe.experts.54.w2,0.0354076948,0.05000,1.476
+57,block_sparse_moe.experts.50.w2,0.0069003773,0.05000,1.462
+57,block_sparse_moe.experts.62.w2,0.0244882193,0.05000,1.474
+57,block_sparse_moe.experts.59.w2,0.0078316511,0.05000,1.354
+57,block_sparse_moe.experts.55.w2,0.0080675521,0.05000,1.314
+57,block_sparse_moe.experts.51.w2,0.0100546904,0.05000,1.417
+57,block_sparse_moe.experts.63.w2,0.0047903972,0.05000,1.419
+57,block_sparse_moe.experts.61.w2,0.0108415560,0.05000,1.335
+57,block_sparse_moe.experts.49.w2,0.0054830082,0.05000,1.428
+57,block_sparse_moe.experts.57.w2,0.0242874402,0.05000,1.445
+57,block_sparse_moe.experts.53.w2,0.0028727621,0.05000,1.459
+57,block_sparse_moe.experts.52.w2,0.0153088807,0.05000,1.633
+57,block_sparse_moe.experts.56.w2,0.0012223985,0.05000,1.651
+57,block_sparse_moe.experts.60.w2,0.0139435847,0.05000,1.648
+57,block_sparse_moe.experts.48.w2,0.0020674099,0.05000,1.688
+57,block_sparse_moe.experts.74.w2,0.0107441289,0.05000,1.432
+57,block_sparse_moe.experts.70.w2,6.7074289322,0.05000,1.473
+57,block_sparse_moe.experts.66.w2,0.0092792895,0.05000,1.439
+57,block_sparse_moe.experts.78.w2,0.0465882205,0.05000,1.475
+57,block_sparse_moe.experts.71.w2,0.0419447020,0.05000,1.462
+57,block_sparse_moe.experts.75.w2,0.0042298958,0.05000,1.522
+57,block_sparse_moe.experts.67.w2,0.0267288632,0.05000,1.461
+57,block_sparse_moe.experts.79.w2,0.1201425129,0.05000,1.421
+57,block_sparse_moe.experts.77.w2,0.0077852896,0.05000,1.512
+57,block_sparse_moe.experts.65.w2,0.0581900790,0.05000,1.543
+57,block_sparse_moe.experts.69.w2,0.0502799604,0.05000,1.562
+57,block_sparse_moe.experts.73.w2,0.0017872460,0.05000,1.585
+57,block_sparse_moe.experts.68.w2,0.0227401614,0.05000,1.484
+57,block_sparse_moe.experts.76.w2,0.0063704044,0.05000,1.449
+57,block_sparse_moe.experts.72.w2,0.0347898308,0.05000,1.476
+57,block_sparse_moe.experts.64.w2,0.0136103328,0.05000,1.523
+57,block_sparse_moe.experts.90.w2,0.0326090168,0.05000,1.375
+57,block_sparse_moe.experts.86.w2,0.0077554978,0.05000,1.384
+57,block_sparse_moe.experts.82.w2,0.0085435550,0.05000,1.351
+57,block_sparse_moe.experts.94.w2,0.0070986925,0.05000,1.334
+57,block_sparse_moe.experts.91.w2,0.0148323639,0.05000,1.389
+57,block_sparse_moe.experts.95.w2,0.0087464771,0.05000,1.362
+57,block_sparse_moe.experts.87.w2,0.0286744316,0.05000,1.412
+57,block_sparse_moe.experts.83.w2,0.0010445605,0.05000,1.395
+57,block_sparse_moe.experts.93.w2,0.0015540309,0.05000,1.387
+57,block_sparse_moe.experts.81.w2,0.0136820178,0.05000,1.375
+57,block_sparse_moe.experts.89.w2,0.0083303427,0.05000,1.357
+57,block_sparse_moe.experts.85.w2,0.0006938523,0.05000,1.446
+57,block_sparse_moe.experts.84.w2,0.0054538026,0.05000,1.360
+57,block_sparse_moe.experts.92.w2,0.0244311534,0.05000,1.341
+57,block_sparse_moe.experts.88.w2,0.0004212701,0.05000,1.385
+57,block_sparse_moe.experts.80.w2,0.0163368828,0.05000,1.370
+57,block_sparse_moe.experts.106.w2,0.0153558022,0.05000,1.496
+57,block_sparse_moe.experts.102.w2,0.0045884266,0.05000,1.503
+57,block_sparse_moe.experts.98.w2,0.0055903595,0.05000,1.517
+57,block_sparse_moe.experts.110.w2,0.0015269198,0.05000,1.542
+57,block_sparse_moe.experts.103.w2,0.0006610873,0.05000,1.490
+57,block_sparse_moe.experts.107.w2,0.0001900522,0.05000,1.511
+57,block_sparse_moe.experts.111.w2,0.0171064622,0.05000,1.511
+57,block_sparse_moe.experts.99.w2,0.0157806102,0.05000,1.541
+57,block_sparse_moe.experts.109.w2,0.0155222845,0.05000,1.417
+57,block_sparse_moe.experts.105.w2,0.0083574511,0.05000,1.395
+57,block_sparse_moe.experts.97.w2,0.1959559076,0.05000,1.457
+57,block_sparse_moe.experts.101.w2,0.0234601677,0.05000,1.464
+57,block_sparse_moe.experts.108.w2,0.0148561267,0.05000,1.458
+57,block_sparse_moe.experts.100.w2,0.0003706815,0.05000,1.520
+57,block_sparse_moe.experts.104.w2,0.0097247812,0.05000,1.432
+57,block_sparse_moe.experts.96.w2,0.0005312338,0.05000,1.494
+57,block_sparse_moe.experts.122.w2,0.0057826730,0.05000,1.427
+57,block_sparse_moe.experts.118.w2,0.0233564761,0.05000,1.444
+57,block_sparse_moe.experts.114.w2,0.0255346766,0.05000,1.495
+57,block_sparse_moe.experts.126.w2,0.0005265145,0.05000,1.485
+57,block_sparse_moe.experts.123.w2,0.0086752133,0.05000,1.390
+57,block_sparse_moe.experts.127.w2,0.0016371478,0.05000,1.396
+57,block_sparse_moe.experts.119.w2,0.0400236004,0.05000,1.408
+57,block_sparse_moe.experts.115.w2,0.0030247011,0.05000,1.438
+57,block_sparse_moe.experts.125.w2,0.0003125353,0.05000,1.500
+57,block_sparse_moe.experts.121.w2,0.0001628653,0.05000,1.496
+57,block_sparse_moe.experts.113.w2,0.0041400522,0.05000,1.488
+57,block_sparse_moe.experts.117.w2,0.0279075977,0.05000,1.511
+57,block_sparse_moe.experts.116.w2,0.0129578519,0.05000,1.512
+57,block_sparse_moe.experts.124.w2,0.0067161493,0.05000,1.553
+57,block_sparse_moe.experts.120.w2,0.0087841648,0.05000,1.529
+57,block_sparse_moe.experts.112.w2,0.0094258430,0.05000,1.580
+57,block_sparse_moe.experts.138.w2,0.0552778974,0.05000,1.618
+57,block_sparse_moe.experts.134.w2,0.0019172312,0.05000,1.644
+57,block_sparse_moe.experts.142.w2,0.0172464693,0.05000,1.519
+57,block_sparse_moe.experts.130.w2,0.0019105733,0.05000,1.622
+57,block_sparse_moe.experts.139.w2,0.0183785152,0.05000,1.505
+57,block_sparse_moe.experts.143.w2,0.0393108331,0.05000,1.605
+57,block_sparse_moe.experts.135.w2,0.0155147713,0.05000,1.617
+57,block_sparse_moe.experts.141.w2,0.0032288927,0.05000,1.440
+57,block_sparse_moe.experts.131.w2,0.0365709499,0.05000,1.570
+57,block_sparse_moe.experts.137.w2,0.0093310470,0.05000,1.426
+57,block_sparse_moe.experts.129.w2,0.0015493967,0.05000,1.449
+57,block_sparse_moe.experts.133.w2,0.0023626444,0.05000,1.410
+57,block_sparse_moe.experts.132.w2,0.0288772228,0.05000,1.462
+57,block_sparse_moe.experts.136.w2,0.0059002008,0.05000,1.458
+57,block_sparse_moe.experts.140.w2,0.0023409079,0.05000,1.495
+57,block_sparse_moe.experts.128.w2,0.0149947955,0.05000,1.558
+57,block_sparse_moe.experts.154.w2,0.0831559174,0.05000,1.370
+57,block_sparse_moe.experts.158.w2,0.0062712662,0.05000,1.410
+57,block_sparse_moe.experts.146.w2,0.0003078029,0.05000,1.376
+57,block_sparse_moe.experts.150.w2,0.0039113419,0.05000,1.446
+57,block_sparse_moe.experts.155.w2,0.0374432852,0.05000,1.361
+57,block_sparse_moe.experts.159.w2,0.0180569974,0.05000,1.360
+57,block_sparse_moe.experts.151.w2,0.0576916722,0.05000,1.376
+57,block_sparse_moe.experts.157.w2,0.0103241489,0.05000,1.385
+57,block_sparse_moe.experts.147.w2,0.0392468310,0.05000,1.365
+57,block_sparse_moe.experts.153.w2,0.0123299268,0.05000,1.473
+57,block_sparse_moe.experts.145.w2,3.1844103336,0.05000,1.456
+57,block_sparse_moe.experts.149.w2,0.0026533610,0.05000,1.524
+57,block_sparse_moe.experts.148.w2,0.0085277137,0.05000,1.537
+57,block_sparse_moe.experts.156.w2,0.0014282016,0.05000,1.527
+57,block_sparse_moe.experts.152.w2,0.0020072164,0.05000,1.555
+57,block_sparse_moe.experts.144.w2,0.0388980798,0.05000,1.470
+57,block_sparse_moe.experts.170.w2,0.0079482872,0.05000,1.470
+57,block_sparse_moe.experts.174.w2,0.0282503280,0.05000,1.415
+57,block_sparse_moe.experts.162.w2,0.0528933506,0.05000,1.464
+57,block_sparse_moe.experts.166.w2,0.0002780912,0.05000,1.500
+57,block_sparse_moe.experts.173.w2,0.0024877672,0.05000,1.208
+57,block_sparse_moe.experts.171.w2,0.0473462396,0.05000,1.495
+57,block_sparse_moe.experts.161.w2,0.0176293706,0.05000,1.210
+57,block_sparse_moe.experts.169.w2,0.1133600749,0.05000,1.247
+57,block_sparse_moe.experts.175.w2,0.0150406778,0.05000,1.540
+57,block_sparse_moe.experts.163.w2,0.0203307098,0.05000,1.523
+57,block_sparse_moe.experts.167.w2,0.0151270596,0.05000,1.564
+57,block_sparse_moe.experts.165.w2,0.0328675048,0.05000,1.298
+57,block_sparse_moe.experts.172.w2,0.0024537113,0.05000,1.534
+57,block_sparse_moe.experts.164.w2,0.0103918517,0.05000,1.564
+57,block_sparse_moe.experts.168.w2,0.0191835761,0.05000,1.539
+57,block_sparse_moe.experts.160.w2,0.0700969623,0.05000,1.547
+57,block_sparse_moe.experts.189.w2,0.0396685967,0.05000,1.218
+57,block_sparse_moe.experts.186.w2,0.0026041484,0.05000,1.526
+57,block_sparse_moe.experts.190.w2,0.0128985398,0.05000,1.495
+57,block_sparse_moe.experts.177.w2,0.0159335540,0.05000,1.212
+57,block_sparse_moe.experts.185.w2,0.0298367836,0.05000,1.236
+57,block_sparse_moe.experts.178.w2,0.0557792390,0.05000,1.486
+57,block_sparse_moe.experts.182.w2,0.0280399373,0.05000,1.455
+57,block_sparse_moe.experts.181.w2,0.0075629427,0.05000,1.148
+57,block_sparse_moe.experts.187.w2,0.0002433174,0.05000,1.547
+57,block_sparse_moe.experts.191.w2,0.0685312640,0.05000,1.540
+57,block_sparse_moe.experts.179.w2,0.0040615571,0.05000,1.534
+57,block_sparse_moe.experts.183.w2,0.0238407476,0.05000,1.566
+57,block_sparse_moe.experts.184.w2,0.0437131589,0.05000,1.580
+57,block_sparse_moe.experts.180.w2,0.0043279102,0.05000,1.620
+57,block_sparse_moe.experts.188.w2,0.0060260571,0.05000,1.649
+57,block_sparse_moe.experts.202.w2,0.0609138461,0.05000,1.336
+57,block_sparse_moe.experts.205.w2,0.0400917199,0.05000,1.419
+57,block_sparse_moe.experts.176.w2,0.0002795183,0.05000,1.470
+57,block_sparse_moe.experts.206.w2,15.8242549896,0.05000,1.321
+57,block_sparse_moe.experts.201.w2,0.0018077670,0.05000,1.327
+57,block_sparse_moe.experts.193.w2,0.0407648325,0.05000,1.372
+57,block_sparse_moe.experts.194.w2,0.0011428262,0.05000,1.354
+57,block_sparse_moe.experts.198.w2,0.0116263453,0.05000,1.337
+57,block_sparse_moe.experts.197.w2,0.0041990670,0.05000,1.563
+57,block_sparse_moe.experts.203.w2,0.0006797660,0.05000,1.523
+57,block_sparse_moe.experts.195.w2,0.0047300042,0.05000,1.454
+57,block_sparse_moe.experts.207.w2,0.0251117276,0.05000,1.518
+57,block_sparse_moe.experts.199.w2,0.0007301312,0.05000,1.494
+57,block_sparse_moe.experts.221.w2,0.0153026469,0.05000,1.394
+57,block_sparse_moe.experts.200.w2,0.0124799004,0.05000,1.616
+57,block_sparse_moe.experts.218.w2,0.0329654785,0.05000,1.512
+57,block_sparse_moe.experts.204.w2,0.0304008218,0.05000,1.624
+57,block_sparse_moe.experts.196.w2,0.0068493366,0.05000,1.667
+57,block_sparse_moe.experts.222.w2,0.0326368652,0.05000,1.483
+57,block_sparse_moe.experts.217.w2,0.0007166893,0.05000,1.456
+57,block_sparse_moe.experts.192.w2,0.0004545876,0.05000,1.578
+57,block_sparse_moe.experts.209.w2,0.0057703203,0.05000,1.477
+57,block_sparse_moe.experts.214.w2,0.0138590198,0.05000,1.486
+57,block_sparse_moe.experts.210.w2,0.0320346311,0.05000,1.540
+57,block_sparse_moe.experts.213.w2,0.0092128850,0.05000,1.460
+57,block_sparse_moe.experts.219.w2,0.0193144278,0.05000,1.506
+57,block_sparse_moe.experts.211.w2,0.0032280737,0.05000,1.465
+57,block_sparse_moe.experts.223.w2,0.0002473103,0.05000,1.503
+57,block_sparse_moe.experts.215.w2,0.1436611840,0.05000,1.607
+57,block_sparse_moe.experts.237.w2,0.0333303432,0.05000,1.539
+57,block_sparse_moe.experts.216.w2,0.0453781625,0.05000,1.519
+57,block_sparse_moe.experts.212.w2,0.0102514503,0.05000,1.463
+57,block_sparse_moe.experts.234.w2,0.1013355828,0.05000,1.526
+57,block_sparse_moe.experts.238.w2,0.0006379517,0.05000,1.496
+57,block_sparse_moe.experts.208.w2,0.0149068045,0.05000,1.454
+57,block_sparse_moe.experts.225.w2,0.0205972673,0.05000,1.499
+57,block_sparse_moe.experts.220.w2,0.0487273991,0.05000,1.594
+57,block_sparse_moe.experts.230.w2,0.0165768745,0.05000,1.474
+57,block_sparse_moe.experts.233.w2,0.0052408306,0.05000,1.536
+57,block_sparse_moe.experts.226.w2,0.0202759875,0.05000,1.527
+57,block_sparse_moe.experts.229.w2,0.0005072667,0.05000,1.518
+57,block_sparse_moe.experts.235.w2,0.0329460774,0.05000,1.524
+57,block_sparse_moe.experts.227.w2,0.0272311622,0.05000,1.462
+57,block_sparse_moe.experts.239.w2,0.0496458826,0.05000,1.506
+57,block_sparse_moe.experts.231.w2,0.0183070452,0.05000,1.491
+57,block_sparse_moe.experts.253.w2,0.0519726047,0.05000,1.392
+57,block_sparse_moe.experts.232.w2,0.0034722807,0.05000,1.475
+57,block_sparse_moe.experts.228.w2,0.0231393839,0.05000,1.489
+57,block_sparse_moe.experts.241.w2,0.0019981462,0.05000,1.437
+57,block_sparse_moe.experts.224.w2,0.0028428771,0.05000,1.510
+57,block_sparse_moe.experts.249.w2,0.0241485591,0.05000,1.442
+57,block_sparse_moe.experts.254.w2,0.0013369075,0.05000,1.541
+57,block_sparse_moe.experts.250.w2,0.0308478317,0.05000,1.563
+57,block_sparse_moe.experts.236.w2,0.0547164506,0.05000,1.531
+57,block_sparse_moe.experts.245.w2,0.0027423615,0.05000,1.179
+57,block_sparse_moe.experts.246.w2,0.0005306618,0.05000,1.552
+57,block_sparse_moe.experts.242.w2,0.0568730788,0.05000,1.465
+57,block_sparse_moe.experts.251.w2,0.0171084716,0.05000,1.382
+57,block_sparse_moe.experts.243.w2,0.0093142567,0.05000,1.386
+57,block_sparse_moe.experts.255.w2,0.0009664914,0.05000,1.336
+57,block_sparse_moe.experts.247.w2,0.0053136485,0.05000,1.225
+57,block_sparse_moe.experts.248.w2,0.0065793426,0.05000,1.426
+57,block_sparse_moe.experts.244.w2,0.0216149058,0.05000,1.403
+57,block_sparse_moe.experts.240.w2,0.0211212251,0.05000,1.371
+57,block_sparse_moe.experts.252.w2,0.0045949027,0.05000,1.301
+58,self_attn.k_proj,0.0000599098,0.05000,1.043
+58,self_attn.v_proj,0.0001161454,0.05000,1.093
+58,self_attn.q_proj,0.0004244498,0.05000,1.163
+58,self_attn.o_proj,0.0001154816,0.05000,1.796
+58,block_sparse_moe.experts.11.w1,0.0029219571,0.05000,2.861
+58,block_sparse_moe.experts.7.w1,0.0020617769,0.05000,2.950
+58,block_sparse_moe.experts.15.w1,0.0059029196,0.05000,2.919
+58,block_sparse_moe.experts.1.w1,0.0097743433,0.05000,3.032
+58,block_sparse_moe.experts.3.w1,0.0023478281,0.05000,3.057
+58,block_sparse_moe.experts.4.w1,0.0208660411,0.05000,3.074
+58,block_sparse_moe.experts.13.w1,0.0055438823,0.05000,3.057
+58,block_sparse_moe.experts.0.w1,0.0070752115,0.05000,3.149
+58,block_sparse_moe.experts.9.w1,0.0049069375,0.05000,3.153
+58,block_sparse_moe.experts.12.w1,0.0104161903,0.05000,3.096
+58,block_sparse_moe.experts.8.w1,0.0142920754,0.05000,3.197
+58,block_sparse_moe.experts.14.w1,0.0038908696,0.05000,3.140
+58,block_sparse_moe.experts.5.w1,0.0017134811,0.05000,3.206
+58,block_sparse_moe.experts.2.w1,0.0033693407,0.05000,3.189
+58,block_sparse_moe.experts.6.w1,0.0052477901,0.05000,3.275
+58,block_sparse_moe.experts.10.w1,0.0033869469,0.05000,3.317
+58,block_sparse_moe.experts.23.w1,0.0019793524,0.05000,2.861
+58,block_sparse_moe.experts.20.w1,0.0086690498,0.05000,2.896
+58,block_sparse_moe.experts.27.w1,0.0035290461,0.05000,3.055
+58,block_sparse_moe.experts.31.w1,0.0019689965,0.05000,3.010
+58,block_sparse_moe.experts.19.w1,0.0042940399,0.05000,2.944
+58,block_sparse_moe.experts.25.w1,0.0118384167,0.05000,2.926
+58,block_sparse_moe.experts.29.w1,0.0035927193,0.05000,2.970
+58,block_sparse_moe.experts.17.w1,0.0016977674,0.05000,3.088
+58,block_sparse_moe.experts.21.w1,0.0050477290,0.05000,2.960
+58,block_sparse_moe.experts.16.w1,0.0033327106,0.05000,3.031
+58,block_sparse_moe.experts.24.w1,0.0076857559,0.05000,3.029
+58,block_sparse_moe.experts.28.w1,0.0009867744,0.05000,3.113
+58,block_sparse_moe.experts.22.w1,0.0031772750,0.05000,3.099
+58,block_sparse_moe.experts.18.w1,0.0038957640,0.05000,3.161
+58,block_sparse_moe.experts.30.w1,0.0027660454,0.05000,3.242
+58,block_sparse_moe.experts.26.w1,0.0070619266,0.05000,3.206
+58,block_sparse_moe.experts.39.w1,0.0038757540,0.05000,2.874
+58,block_sparse_moe.experts.43.w1,0.0023045020,0.05000,2.936
+58,block_sparse_moe.experts.47.w1,0.0073074563,0.05000,2.927
+58,block_sparse_moe.experts.35.w1,0.0032306981,0.05000,2.957
+58,block_sparse_moe.experts.41.w1,0.0084404559,0.05000,2.921
+58,block_sparse_moe.experts.45.w1,0.0495752548,0.05000,2.924
+58,block_sparse_moe.experts.37.w1,0.0021725048,0.05000,2.922
+58,block_sparse_moe.experts.33.w1,0.0012394193,0.05000,2.968
+58,block_sparse_moe.experts.36.w1,0.0050988425,0.05000,3.140
+58,block_sparse_moe.experts.34.w1,0.0066485817,0.05000,2.850
+58,block_sparse_moe.experts.38.w1,0.0024654796,0.05000,2.901
+58,block_sparse_moe.experts.32.w1,0.0013508788,0.05000,3.113
+58,block_sparse_moe.experts.40.w1,0.0055101383,0.05000,3.108
+58,block_sparse_moe.experts.46.w1,0.0048180496,0.05000,2.906
+58,block_sparse_moe.experts.44.w1,0.0012230420,0.05000,3.187
+58,block_sparse_moe.experts.42.w1,0.0067801268,0.05000,3.013
+58,block_sparse_moe.experts.55.w1,0.0032420283,0.05000,2.851
+58,block_sparse_moe.experts.63.w1,0.0025207378,0.05000,2.788
+58,block_sparse_moe.experts.59.w1,0.0121584474,0.05000,2.863
+58,block_sparse_moe.experts.51.w1,0.0022217596,0.05000,2.821
+58,block_sparse_moe.experts.52.w1,0.0019635814,0.05000,2.758
+58,block_sparse_moe.experts.57.w1,0.0141176451,0.05000,3.016
+58,block_sparse_moe.experts.48.w1,0.0035453721,0.05000,2.741
+58,block_sparse_moe.experts.61.w1,0.0074688765,0.05000,3.039
+58,block_sparse_moe.experts.49.w1,0.0057065055,0.05000,2.997
+58,block_sparse_moe.experts.56.w1,0.0024482478,0.05000,2.777
+58,block_sparse_moe.experts.53.w1,0.0070110949,0.05000,3.054
+58,block_sparse_moe.experts.60.w1,0.0088660821,0.05000,2.788
+58,block_sparse_moe.experts.54.w1,0.0026370962,0.05000,3.052
+58,block_sparse_moe.experts.50.w1,0.0034317786,0.05000,3.124
+58,block_sparse_moe.experts.62.w1,0.0031310051,0.05000,3.027
+58,block_sparse_moe.experts.58.w1,0.0016079645,0.05000,2.983
+58,block_sparse_moe.experts.71.w1,0.0029083936,0.05000,3.101
+58,block_sparse_moe.experts.79.w1,0.0059220786,0.05000,3.077
+58,block_sparse_moe.experts.75.w1,0.0059139879,0.05000,3.066
+58,block_sparse_moe.experts.68.w1,0.0131818600,0.05000,2.990
+58,block_sparse_moe.experts.77.w1,0.0059154529,0.05000,2.854
+58,block_sparse_moe.experts.67.w1,0.0084975507,0.05000,3.147
+58,block_sparse_moe.experts.73.w1,0.0050401970,0.05000,2.982
+58,block_sparse_moe.experts.65.w1,0.0039899110,0.05000,2.940
+58,block_sparse_moe.experts.64.w1,0.0039717618,0.05000,2.998
+58,block_sparse_moe.experts.72.w1,0.0054437454,0.05000,2.953
+58,block_sparse_moe.experts.69.w1,0.0052699380,0.05000,2.935
+58,block_sparse_moe.experts.76.w1,0.0052712359,0.05000,3.026
+58,block_sparse_moe.experts.66.w1,0.0011807208,0.05000,2.945
+58,block_sparse_moe.experts.78.w1,0.0027705760,0.05000,2.951
+58,block_sparse_moe.experts.70.w1,0.0020874758,0.05000,3.150
+58,block_sparse_moe.experts.74.w1,0.0124689064,0.05000,2.993
+58,block_sparse_moe.experts.87.w1,0.0248498464,0.05000,3.190
+58,block_sparse_moe.experts.84.w1,0.0112310228,0.05000,2.979
+58,block_sparse_moe.experts.95.w1,0.0046024751,0.05000,3.106
+58,block_sparse_moe.experts.93.w1,0.0124336672,0.05000,2.986
+58,block_sparse_moe.experts.91.w1,0.0028848953,0.05000,3.132
+58,block_sparse_moe.experts.81.w1,0.0038236784,0.05000,2.989
+58,block_sparse_moe.experts.88.w1,0.0070646793,0.05000,2.987
+58,block_sparse_moe.experts.80.w1,0.0070562448,0.05000,3.017
+58,block_sparse_moe.experts.85.w1,0.0023538514,0.05000,2.982
+58,block_sparse_moe.experts.89.w1,0.0025625254,0.05000,3.106
+58,block_sparse_moe.experts.83.w1,0.0016573473,0.05000,3.178
+58,block_sparse_moe.experts.92.w1,0.0042637994,0.05000,2.955
+58,block_sparse_moe.experts.94.w1,0.0043514231,0.05000,3.017
+58,block_sparse_moe.experts.82.w1,0.0097621339,0.05000,3.080
+58,block_sparse_moe.experts.86.w1,0.0054796061,0.05000,2.982
+58,block_sparse_moe.experts.90.w1,0.0033171124,0.05000,2.994
+58,block_sparse_moe.experts.109.w1,0.0012520915,0.05000,2.569
+58,block_sparse_moe.experts.97.w1,0.0039024504,0.05000,2.520
+58,block_sparse_moe.experts.101.w1,0.0131759207,0.05000,2.563
+58,block_sparse_moe.experts.105.w1,0.0081690030,0.05000,2.639
+58,block_sparse_moe.experts.100.w1,0.0042307390,0.05000,2.925
+58,block_sparse_moe.experts.103.w1,0.0031890213,0.05000,3.080
+58,block_sparse_moe.experts.96.w1,0.0037876410,0.05000,2.987
+58,block_sparse_moe.experts.111.w1,0.0037279115,0.05000,3.158
+58,block_sparse_moe.experts.104.w1,0.0044976856,0.05000,3.063
+58,block_sparse_moe.experts.99.w1,0.0055337353,0.05000,3.080
+58,block_sparse_moe.experts.108.w1,0.0013384835,0.05000,2.983
+58,block_sparse_moe.experts.107.w1,0.0068988595,0.05000,3.265
+58,block_sparse_moe.experts.110.w1,0.0048906873,0.05000,3.059
+58,block_sparse_moe.experts.98.w1,0.0111649413,0.05000,3.078
+58,block_sparse_moe.experts.102.w1,0.0026231952,0.05000,3.016
+58,block_sparse_moe.experts.106.w1,0.0036521086,0.05000,3.015
+58,block_sparse_moe.experts.125.w1,0.0018705049,0.05000,3.076
+58,block_sparse_moe.experts.116.w1,0.0015078761,0.05000,2.790
+58,block_sparse_moe.experts.113.w1,0.0116984010,0.05000,3.075
+58,block_sparse_moe.experts.112.w1,0.0043459383,0.05000,2.682
+58,block_sparse_moe.experts.117.w1,0.0019849974,0.05000,3.115
+58,block_sparse_moe.experts.120.w1,0.0030128690,0.05000,2.755
+58,block_sparse_moe.experts.121.w1,0.0058700047,0.05000,3.211
+58,block_sparse_moe.experts.119.w1,0.0030085919,0.05000,3.113
+58,block_sparse_moe.experts.124.w1,0.0058642516,0.05000,2.845
+58,block_sparse_moe.experts.127.w1,0.0050970859,0.05000,3.065
+58,block_sparse_moe.experts.123.w1,0.0076164538,0.05000,2.948
+58,block_sparse_moe.experts.115.w1,0.0024468504,0.05000,3.046
+58,block_sparse_moe.experts.126.w1,0.0029306682,0.05000,2.928
+58,block_sparse_moe.experts.114.w1,0.0083355419,0.05000,2.884
+58,block_sparse_moe.experts.122.w1,0.0141019254,0.05000,2.887
+58,block_sparse_moe.experts.118.w1,0.0032301031,0.05000,2.966
+58,block_sparse_moe.experts.132.w1,0.0167203503,0.05000,2.841
+58,block_sparse_moe.experts.128.w1,0.0019161135,0.05000,2.861
+58,block_sparse_moe.experts.129.w1,0.0092316075,0.05000,3.095
+58,block_sparse_moe.experts.141.w1,0.0033724691,0.05000,3.184
+58,block_sparse_moe.experts.136.w1,0.0009308207,0.05000,2.964
+58,block_sparse_moe.experts.133.w1,0.0075864429,0.05000,3.198
+58,block_sparse_moe.experts.135.w1,0.0076044480,0.05000,2.920
+58,block_sparse_moe.experts.140.w1,0.0061125034,0.05000,2.932
+58,block_sparse_moe.experts.143.w1,0.0048590240,0.05000,2.894
+58,block_sparse_moe.experts.139.w1,0.0019357702,0.05000,2.901
+58,block_sparse_moe.experts.142.w1,0.0023208131,0.05000,2.782
+58,block_sparse_moe.experts.137.w1,0.0066372978,0.05000,3.175
+58,block_sparse_moe.experts.131.w1,0.0209938179,0.05000,2.931
+58,block_sparse_moe.experts.130.w1,0.0034627646,0.05000,2.810
+58,block_sparse_moe.experts.138.w1,0.0043213995,0.05000,2.803
+58,block_sparse_moe.experts.134.w1,0.0167036920,0.05000,2.775
+58,block_sparse_moe.experts.148.w1,0.0041028097,0.05000,2.958
+58,block_sparse_moe.experts.144.w1,0.0029635103,0.05000,2.815
+58,block_sparse_moe.experts.152.w1,0.0062971804,0.05000,2.859
+58,block_sparse_moe.experts.157.w1,0.0026351296,0.05000,2.993
+58,block_sparse_moe.experts.145.w1,0.0046319731,0.05000,3.048
+58,block_sparse_moe.experts.149.w1,0.0091292045,0.05000,2.938
+58,block_sparse_moe.experts.156.w1,0.0072800680,0.05000,2.965
+58,block_sparse_moe.experts.151.w1,0.0054264826,0.05000,3.131
+58,block_sparse_moe.experts.159.w1,0.0183931547,0.05000,3.067
+58,block_sparse_moe.experts.153.w1,0.0043003321,0.05000,2.991
+58,block_sparse_moe.experts.155.w1,0.0047148921,0.05000,3.081
+58,block_sparse_moe.experts.147.w1,0.0225070408,0.05000,3.042
+58,block_sparse_moe.experts.158.w1,0.0115072230,0.05000,3.147
+58,block_sparse_moe.experts.146.w1,0.0040238630,0.05000,3.224
+58,block_sparse_moe.experts.154.w1,0.0017711459,0.05000,3.192
+58,block_sparse_moe.experts.150.w1,0.0112131545,0.05000,3.222
+58,block_sparse_moe.experts.164.w1,0.0066039325,0.05000,2.764
+58,block_sparse_moe.experts.160.w1,0.0016068722,0.05000,2.773
+58,block_sparse_moe.experts.168.w1,0.0018355736,0.05000,2.706
+58,block_sparse_moe.experts.172.w1,0.0040038267,0.05000,2.669
+58,block_sparse_moe.experts.161.w1,0.0028340220,0.05000,3.038
+58,block_sparse_moe.experts.173.w1,0.0973176956,0.05000,3.113
+58,block_sparse_moe.experts.175.w1,0.0033688495,0.05000,2.764
+58,block_sparse_moe.experts.167.w1,0.0041353799,0.05000,2.962
+58,block_sparse_moe.experts.165.w1,0.0008365111,0.05000,3.181
+58,block_sparse_moe.experts.171.w1,0.0024650873,0.05000,2.898
+58,block_sparse_moe.experts.163.w1,0.0041885190,0.05000,2.942
+58,block_sparse_moe.experts.169.w1,0.0036747325,0.05000,3.116
+58,block_sparse_moe.experts.174.w1,0.0030515215,0.05000,3.026
+58,block_sparse_moe.experts.162.w1,0.0007753426,0.05000,3.078
+58,block_sparse_moe.experts.166.w1,0.0015396004,0.05000,3.073
+58,block_sparse_moe.experts.170.w1,0.0049200741,0.05000,3.136
+58,block_sparse_moe.experts.176.w1,0.0030510204,0.05000,2.770
+58,block_sparse_moe.experts.180.w1,0.0036472609,0.05000,2.855
+58,block_sparse_moe.experts.184.w1,0.0015058492,0.05000,2.861
+58,block_sparse_moe.experts.188.w1,0.0033421424,0.05000,2.748
+58,block_sparse_moe.experts.189.w1,0.0018660511,0.05000,2.786
+58,block_sparse_moe.experts.191.w1,0.0015954778,0.05000,2.890
+58,block_sparse_moe.experts.177.w1,0.0021907407,0.05000,2.963
+58,block_sparse_moe.experts.187.w1,0.0048135039,0.05000,2.743
+58,block_sparse_moe.experts.183.w1,0.0102071325,0.05000,2.843
+58,block_sparse_moe.experts.181.w1,0.0079634571,0.05000,2.939
+58,block_sparse_moe.experts.179.w1,0.0042891020,0.05000,2.863
+58,block_sparse_moe.experts.190.w1,0.0262063109,0.05000,2.891
+58,block_sparse_moe.experts.185.w1,0.0043586641,0.05000,2.957
+58,block_sparse_moe.experts.186.w1,0.0059261276,0.05000,2.805
+58,block_sparse_moe.experts.178.w1,0.0027741255,0.05000,2.998
+58,block_sparse_moe.experts.182.w1,0.0034889782,0.05000,3.015
+58,block_sparse_moe.experts.196.w1,0.0024848260,0.05000,2.827
+58,block_sparse_moe.experts.192.w1,0.0100711319,0.05000,2.859
+58,block_sparse_moe.experts.200.w1,0.0030623119,0.05000,2.954
+58,block_sparse_moe.experts.204.w1,0.0074366544,0.05000,2.909
+58,block_sparse_moe.experts.205.w1,0.0086118583,0.05000,2.986
+58,block_sparse_moe.experts.207.w1,0.0063163047,0.05000,2.920
+58,block_sparse_moe.experts.193.w1,0.0089399883,0.05000,3.030
+58,block_sparse_moe.experts.203.w1,0.0059034564,0.05000,2.976
+58,block_sparse_moe.experts.199.w1,0.0028489600,0.05000,2.971
+58,block_sparse_moe.experts.195.w1,0.0025297041,0.05000,3.023
+58,block_sparse_moe.experts.197.w1,0.0058671134,0.05000,3.082
+58,block_sparse_moe.experts.201.w1,0.0010849476,0.05000,3.034
+58,block_sparse_moe.experts.206.w1,0.0032704353,0.05000,3.060
+58,block_sparse_moe.experts.202.w1,0.0026086303,0.05000,3.086
+58,block_sparse_moe.experts.194.w1,0.0071053966,0.05000,3.109
+58,block_sparse_moe.experts.198.w1,0.0056719095,0.05000,3.075
+58,block_sparse_moe.experts.212.w1,0.0134135408,0.05000,2.820
+58,block_sparse_moe.experts.208.w1,0.0062038922,0.05000,2.909
+58,block_sparse_moe.experts.216.w1,0.0093446669,0.05000,2.889
+58,block_sparse_moe.experts.220.w1,0.0018603783,0.05000,2.831
+58,block_sparse_moe.experts.223.w1,0.0008142227,0.05000,2.897
+58,block_sparse_moe.experts.219.w1,0.0033157574,0.05000,2.847
+58,block_sparse_moe.experts.221.w1,0.0059328987,0.05000,3.038
+58,block_sparse_moe.experts.215.w1,0.0022613802,0.05000,2.831
+58,block_sparse_moe.experts.209.w1,0.0066410534,0.05000,2.982
+58,block_sparse_moe.experts.211.w1,0.0026466336,0.05000,2.830
+58,block_sparse_moe.experts.213.w1,0.0041945564,0.05000,2.935
+58,block_sparse_moe.experts.217.w1,0.0045589446,0.05000,3.002
+58,block_sparse_moe.experts.222.w1,0.0008004935,0.05000,3.109
+58,block_sparse_moe.experts.218.w1,0.0048335793,0.05000,3.177
+58,block_sparse_moe.experts.214.w1,0.0071992470,0.05000,3.070
+58,block_sparse_moe.experts.210.w1,0.0024267465,0.05000,3.102
+58,block_sparse_moe.experts.228.w1,0.0115740912,0.05000,2.987
+58,block_sparse_moe.experts.224.w1,0.0093345040,0.05000,3.039
+58,block_sparse_moe.experts.232.w1,0.0034219791,0.05000,2.967
+58,block_sparse_moe.experts.236.w1,0.0017465335,0.05000,3.036
+58,block_sparse_moe.experts.239.w1,0.0037418522,0.05000,3.005
+58,block_sparse_moe.experts.237.w1,0.0074031298,0.05000,2.956
+58,block_sparse_moe.experts.235.w1,0.0094720664,0.05000,2.981
+58,block_sparse_moe.experts.225.w1,0.0113218734,0.05000,2.918
+58,block_sparse_moe.experts.231.w1,0.0030627345,0.05000,3.072
+58,block_sparse_moe.experts.227.w1,0.0087355471,0.05000,3.000
+58,block_sparse_moe.experts.229.w1,0.0030966129,0.05000,2.882
+58,block_sparse_moe.experts.233.w1,0.0019103948,0.05000,2.875
+58,block_sparse_moe.experts.238.w1,0.0038147820,0.05000,3.054
+58,block_sparse_moe.experts.234.w1,0.0020589529,0.05000,3.024
+58,block_sparse_moe.experts.230.w1,0.0030243883,0.05000,2.981
+58,block_sparse_moe.experts.226.w1,0.0124425727,0.05000,3.089
+58,block_sparse_moe.experts.240.w1,0.0083094884,0.05000,2.852
+58,block_sparse_moe.experts.244.w1,0.0026181282,0.05000,3.015
+58,block_sparse_moe.experts.248.w1,0.0074222389,0.05000,2.806
+58,block_sparse_moe.experts.252.w1,0.0027584659,0.05000,2.850
+58,block_sparse_moe.experts.255.w1,0.0034868021,0.05000,3.060
+58,block_sparse_moe.experts.253.w1,0.0026899545,0.05000,3.023
+58,block_sparse_moe.experts.241.w1,0.0710564984,0.05000,2.975
+58,block_sparse_moe.experts.251.w1,0.0078426206,0.05000,3.157
+58,block_sparse_moe.experts.245.w1,0.0018035977,0.05000,2.999
+58,block_sparse_moe.experts.247.w1,0.0047934241,0.05000,3.183
+58,block_sparse_moe.experts.249.w1,0.0034439703,0.05000,2.874
+58,block_sparse_moe.experts.243.w1,0.0032591773,0.05000,3.185
+58,block_sparse_moe.experts.254.w1,0.0013844324,0.05000,2.947
+58,block_sparse_moe.experts.246.w1,0.0108407694,0.05000,3.048
+58,block_sparse_moe.experts.250.w1,0.0243639410,0.05000,3.107
+58,block_sparse_moe.experts.242.w1,0.0022802550,0.05000,3.120
+58,block_sparse_moe.experts.4.w3,0.0241226426,0.05000,2.854
+58,block_sparse_moe.experts.0.w3,0.0081512123,0.05000,2.918
+58,block_sparse_moe.experts.8.w3,0.0173488127,0.05000,2.917
+58,block_sparse_moe.experts.12.w3,0.0121826137,0.05000,2.924
+58,block_sparse_moe.experts.13.w3,0.0064463840,0.05000,2.803
+58,block_sparse_moe.experts.1.w3,0.0110593413,0.05000,2.798
+58,block_sparse_moe.experts.15.w3,0.0065919153,0.05000,2.955
+58,block_sparse_moe.experts.5.w3,0.0019935195,0.05000,2.854
+58,block_sparse_moe.experts.11.w3,0.0033288821,0.05000,3.030
+58,block_sparse_moe.experts.9.w3,0.0054578755,0.05000,2.837
+58,block_sparse_moe.experts.7.w3,0.0023391937,0.05000,3.081
+58,block_sparse_moe.experts.3.w3,0.0025848856,0.05000,2.965
+58,block_sparse_moe.experts.14.w3,0.0044073308,0.05000,2.799
+58,block_sparse_moe.experts.6.w3,0.0059646321,0.05000,2.727
+58,block_sparse_moe.experts.10.w3,0.0037710720,0.05000,2.699
+58,block_sparse_moe.experts.2.w3,0.0038357967,0.05000,2.702
+58,block_sparse_moe.experts.16.w3,0.0038151249,0.05000,2.808
+58,block_sparse_moe.experts.20.w3,0.0099956835,0.05000,2.852
+58,block_sparse_moe.experts.24.w3,0.0087950891,0.05000,2.890
+58,block_sparse_moe.experts.28.w3,0.0011036801,0.05000,2.866
+58,block_sparse_moe.experts.29.w3,0.0043464527,0.05000,3.111
+58,block_sparse_moe.experts.17.w3,0.0019014275,0.05000,3.172
+58,block_sparse_moe.experts.31.w3,0.0022596786,0.05000,3.106
+58,block_sparse_moe.experts.21.w3,0.0057253015,0.05000,3.063
+58,block_sparse_moe.experts.27.w3,0.0041177703,0.05000,3.050
+58,block_sparse_moe.experts.25.w3,0.0137405415,0.05000,3.060
+58,block_sparse_moe.experts.23.w3,0.0023158171,0.05000,3.076
+58,block_sparse_moe.experts.19.w3,0.0047616793,0.05000,3.135
+58,block_sparse_moe.experts.30.w3,0.0031196111,0.05000,3.082
+58,block_sparse_moe.experts.26.w3,0.0088010205,0.05000,2.930
+58,block_sparse_moe.experts.22.w3,0.0037232650,0.05000,2.969
+58,block_sparse_moe.experts.18.w3,0.0043407489,0.05000,2.977
+58,block_sparse_moe.experts.36.w3,0.0059389437,0.05000,2.910
+58,block_sparse_moe.experts.32.w3,0.0015942651,0.05000,2.952
+58,block_sparse_moe.experts.40.w3,0.0064099189,0.05000,2.999
+58,block_sparse_moe.experts.44.w3,0.0014255797,0.05000,2.966
+58,block_sparse_moe.experts.45.w3,0.0617889248,0.05000,2.894
+58,block_sparse_moe.experts.33.w3,0.0014124754,0.05000,2.869
+58,block_sparse_moe.experts.47.w3,0.0085915245,0.05000,2.903
+58,block_sparse_moe.experts.37.w3,0.0025668970,0.05000,2.897
+58,block_sparse_moe.experts.43.w3,0.0030283969,0.05000,2.928
+58,block_sparse_moe.experts.41.w3,0.0101802979,0.05000,2.914
+58,block_sparse_moe.experts.46.w3,0.0054427000,0.05000,2.753
+58,block_sparse_moe.experts.35.w3,0.0038789733,0.05000,2.889
+58,block_sparse_moe.experts.39.w3,0.0043070986,0.05000,3.022
+58,block_sparse_moe.experts.42.w3,0.0078450135,0.05000,2.877
+58,block_sparse_moe.experts.38.w3,0.0027811908,0.05000,2.908
+58,block_sparse_moe.experts.34.w3,0.0075082830,0.05000,2.852
+58,block_sparse_moe.experts.48.w3,0.0040477122,0.05000,2.825
+58,block_sparse_moe.experts.52.w3,0.0022687883,0.05000,2.913
+58,block_sparse_moe.experts.56.w3,0.0028264255,0.05000,2.740
+58,block_sparse_moe.experts.60.w3,0.0104966258,0.05000,2.874
+58,block_sparse_moe.experts.61.w3,0.0089077102,0.05000,2.976
+58,block_sparse_moe.experts.49.w3,0.0064610231,0.05000,3.004
+58,block_sparse_moe.experts.63.w3,0.0029008902,0.05000,2.968
+58,block_sparse_moe.experts.53.w3,0.0079450269,0.05000,2.979
+58,block_sparse_moe.experts.59.w3,0.0145011822,0.05000,2.944
+58,block_sparse_moe.experts.62.w3,0.0035800070,0.05000,2.814
+58,block_sparse_moe.experts.57.w3,0.0160928965,0.05000,3.019
+58,block_sparse_moe.experts.58.w3,0.0018089373,0.05000,2.790
+58,block_sparse_moe.experts.54.w3,0.0029369012,0.05000,2.796
+58,block_sparse_moe.experts.51.w3,0.0025652707,0.05000,3.077
+58,block_sparse_moe.experts.55.w3,0.0036536029,0.05000,3.005
+58,block_sparse_moe.experts.50.w3,0.0038527410,0.05000,2.769
+58,block_sparse_moe.experts.68.w3,0.0151180134,0.05000,2.731
+58,block_sparse_moe.experts.64.w3,0.0045587942,0.05000,2.781
+58,block_sparse_moe.experts.72.w3,0.0065977770,0.05000,2.831
+58,block_sparse_moe.experts.76.w3,0.0059444458,0.05000,2.798
+58,block_sparse_moe.experts.77.w3,0.0066858253,0.05000,3.046
+58,block_sparse_moe.experts.65.w3,0.0046329542,0.05000,2.985
+58,block_sparse_moe.experts.79.w3,0.0067608832,0.05000,3.023
+58,block_sparse_moe.experts.69.w3,0.0060068795,0.05000,2.994
+58,block_sparse_moe.experts.78.w3,0.0031232810,0.05000,2.957
+58,block_sparse_moe.experts.73.w3,0.0058978377,0.05000,2.982
+58,block_sparse_moe.experts.75.w3,0.0067679881,0.05000,3.148
+58,block_sparse_moe.experts.70.w3,0.0023183764,0.05000,2.993
+58,block_sparse_moe.experts.74.w3,0.0143793604,0.05000,3.106
+58,block_sparse_moe.experts.66.w3,0.0013319299,0.05000,3.034
+58,block_sparse_moe.experts.71.w3,0.0032982048,0.05000,3.118
+58,block_sparse_moe.experts.67.w3,0.0098453039,0.05000,3.245
+58,block_sparse_moe.experts.80.w3,0.0081996040,0.05000,2.628
+58,block_sparse_moe.experts.84.w3,0.0131347855,0.05000,2.728
+58,block_sparse_moe.experts.88.w3,0.0083729535,0.05000,2.702
+58,block_sparse_moe.experts.92.w3,0.0049710359,0.05000,2.690
+58,block_sparse_moe.experts.93.w3,0.0143638722,0.05000,2.420
+58,block_sparse_moe.experts.81.w3,0.0044731073,0.05000,2.568
+58,block_sparse_moe.experts.85.w3,0.0027024704,0.05000,2.459
+58,block_sparse_moe.experts.89.w3,0.0030155689,0.05000,2.440
+58,block_sparse_moe.experts.95.w3,0.0053113031,0.05000,2.765
+58,block_sparse_moe.experts.91.w3,0.0032772740,0.05000,2.890
+58,block_sparse_moe.experts.94.w3,0.0051433211,0.05000,3.098
+58,block_sparse_moe.experts.87.w3,0.0431390770,0.05000,2.870
+58,block_sparse_moe.experts.83.w3,0.0019132975,0.05000,2.814
+58,block_sparse_moe.experts.86.w3,0.0063863185,0.05000,3.121
+58,block_sparse_moe.experts.90.w3,0.0037940438,0.05000,3.126
+58,block_sparse_moe.experts.82.w3,0.0112988173,0.05000,3.101
+58,block_sparse_moe.experts.96.w3,0.0045176949,0.05000,3.004
+58,block_sparse_moe.experts.100.w3,0.0047747407,0.05000,3.033
+58,block_sparse_moe.experts.104.w3,0.0052238601,0.05000,2.964
+58,block_sparse_moe.experts.108.w3,0.0015219479,0.05000,3.011
+58,block_sparse_moe.experts.109.w3,0.0014247067,0.05000,2.651
+58,block_sparse_moe.experts.101.w3,0.0147694767,0.05000,2.521
+58,block_sparse_moe.experts.97.w3,0.0046594594,0.05000,2.672
+58,block_sparse_moe.experts.105.w3,0.0096930635,0.05000,2.578
+58,block_sparse_moe.experts.111.w3,0.0043443084,0.05000,3.109
+58,block_sparse_moe.experts.110.w3,0.0057172127,0.05000,2.856
+58,block_sparse_moe.experts.107.w3,0.0079326760,0.05000,3.114
+58,block_sparse_moe.experts.102.w3,0.0030491545,0.05000,2.855
+58,block_sparse_moe.experts.98.w3,0.0128448540,0.05000,2.836
+58,block_sparse_moe.experts.106.w3,0.0041328106,0.05000,2.925
+58,block_sparse_moe.experts.103.w3,0.0036979024,0.05000,3.173
+58,block_sparse_moe.experts.112.w3,0.0049293294,0.05000,2.779
+58,block_sparse_moe.experts.99.w3,0.0062722537,0.05000,3.174
+58,block_sparse_moe.experts.116.w3,0.0017226376,0.05000,2.898
+58,block_sparse_moe.experts.120.w3,0.0034045571,0.05000,2.903
+58,block_sparse_moe.experts.124.w3,0.0066850632,0.05000,3.029
+58,block_sparse_moe.experts.117.w3,0.0022733267,0.05000,3.053
+58,block_sparse_moe.experts.125.w3,0.0021723899,0.05000,3.217
+58,block_sparse_moe.experts.121.w3,0.0066596034,0.05000,3.075
+58,block_sparse_moe.experts.113.w3,0.0132258029,0.05000,3.195
+58,block_sparse_moe.experts.127.w3,0.0057693685,0.05000,3.086
+58,block_sparse_moe.experts.126.w3,0.0037761194,0.05000,3.043
+58,block_sparse_moe.experts.123.w3,0.0096331538,0.05000,3.116
+58,block_sparse_moe.experts.118.w3,0.0037448119,0.05000,3.065
+58,block_sparse_moe.experts.114.w3,0.0096931919,0.05000,3.014
+58,block_sparse_moe.experts.128.w3,0.0021715718,0.05000,2.946
+58,block_sparse_moe.experts.122.w3,0.0159109969,0.05000,3.106
+58,block_sparse_moe.experts.115.w3,0.0028297833,0.05000,3.001
+58,block_sparse_moe.experts.119.w3,0.0034634498,0.05000,3.113
+58,block_sparse_moe.experts.132.w3,0.0200449486,0.05000,2.990
+58,block_sparse_moe.experts.136.w3,0.0010635425,0.05000,3.022
+58,block_sparse_moe.experts.140.w3,0.0071212154,0.05000,2.958
+58,block_sparse_moe.experts.141.w3,0.0038687592,0.05000,2.874
+58,block_sparse_moe.experts.133.w3,0.0089595997,0.05000,3.008
+58,block_sparse_moe.experts.137.w3,0.0074098740,0.05000,2.929
+58,block_sparse_moe.experts.129.w3,0.0106689361,0.05000,2.950
+58,block_sparse_moe.experts.143.w3,0.0057839408,0.05000,2.960
+58,block_sparse_moe.experts.142.w3,0.0027162802,0.05000,3.091
+58,block_sparse_moe.experts.144.w3,0.0032924685,0.05000,2.699
+58,block_sparse_moe.experts.139.w3,0.0022201771,0.05000,3.109
+58,block_sparse_moe.experts.148.w3,0.0047050663,0.05000,2.591
+58,block_sparse_moe.experts.134.w3,0.0199602173,0.05000,2.997
+58,block_sparse_moe.experts.130.w3,0.0043402072,0.05000,3.069
+58,block_sparse_moe.experts.138.w3,0.0049861380,0.05000,3.104
+58,block_sparse_moe.experts.131.w3,0.0245624064,0.05000,3.073
+58,block_sparse_moe.experts.152.w3,0.0073363096,0.05000,2.646
+58,block_sparse_moe.experts.135.w3,0.0087049972,0.05000,3.163
+58,block_sparse_moe.experts.156.w3,0.0083310754,0.05000,2.622
+58,block_sparse_moe.experts.157.w3,0.0029829294,0.05000,2.897
+58,block_sparse_moe.experts.149.w3,0.0107690740,0.05000,2.985
+58,block_sparse_moe.experts.153.w3,0.0051032926,0.05000,2.891
+58,block_sparse_moe.experts.145.w3,0.0055966660,0.05000,2.950
+58,block_sparse_moe.experts.160.w3,0.0018283811,0.05000,2.639
+58,block_sparse_moe.experts.159.w3,0.0208450086,0.05000,3.149
+58,block_sparse_moe.experts.158.w3,0.0130272066,0.05000,2.932
+58,block_sparse_moe.experts.164.w3,0.0075341418,0.05000,2.731
+58,block_sparse_moe.experts.150.w3,0.0129500176,0.05000,2.852
+58,block_sparse_moe.experts.146.w3,0.0047098710,0.05000,2.905
+58,block_sparse_moe.experts.168.w3,0.0021785262,0.05000,2.675
+58,block_sparse_moe.experts.154.w3,0.0020568468,0.05000,2.913
+58,block_sparse_moe.experts.155.w3,0.0054445486,0.05000,3.235
+58,block_sparse_moe.experts.172.w3,0.0045598805,0.05000,2.621
+58,block_sparse_moe.experts.147.w3,0.0249761835,0.05000,3.110
+58,block_sparse_moe.experts.151.w3,0.0065281794,0.05000,3.047
+58,block_sparse_moe.experts.173.w3,0.1205011764,0.05000,2.863
+58,block_sparse_moe.experts.169.w3,0.0042556908,0.05000,2.803
+58,block_sparse_moe.experts.165.w3,0.0009475531,0.05000,2.890
+58,block_sparse_moe.experts.161.w3,0.0032392176,0.05000,2.927
+58,block_sparse_moe.experts.176.w3,0.0035234654,0.05000,2.610
+58,block_sparse_moe.experts.180.w3,0.0040401797,0.05000,2.695
+58,block_sparse_moe.experts.174.w3,0.0034929009,0.05000,2.869
+58,block_sparse_moe.experts.175.w3,0.0038402098,0.05000,3.196
+58,block_sparse_moe.experts.184.w3,0.0016954253,0.05000,2.677
+58,block_sparse_moe.experts.166.w3,0.0017787692,0.05000,2.951
+58,block_sparse_moe.experts.162.w3,0.0008690529,0.05000,2.792
+58,block_sparse_moe.experts.188.w3,0.0037808305,0.05000,2.752
+58,block_sparse_moe.experts.170.w3,0.0055988397,0.05000,2.814
+58,block_sparse_moe.experts.171.w3,0.0026994620,0.05000,3.125
+58,block_sparse_moe.experts.163.w3,0.0047505326,0.05000,3.082
+58,block_sparse_moe.experts.167.w3,0.0046432287,0.05000,3.188
+58,block_sparse_moe.experts.189.w3,0.0021316016,0.05000,3.088
+58,block_sparse_moe.experts.185.w3,0.0050827584,0.05000,3.027
+58,block_sparse_moe.experts.181.w3,0.0090007440,0.05000,3.050
+58,block_sparse_moe.experts.177.w3,0.0025465087,0.05000,3.141
+58,block_sparse_moe.experts.192.w3,0.0115037741,0.05000,2.809
+58,block_sparse_moe.experts.196.w3,0.0028233680,0.05000,2.786
+58,block_sparse_moe.experts.190.w3,0.0318974897,0.05000,2.814
+58,block_sparse_moe.experts.200.w3,0.0034311968,0.05000,2.805
+58,block_sparse_moe.experts.182.w3,0.0040299339,0.05000,2.796
+58,block_sparse_moe.experts.178.w3,0.0031442801,0.05000,2.814
+58,block_sparse_moe.experts.191.w3,0.0019868673,0.05000,2.965
+58,block_sparse_moe.experts.186.w3,0.0078903241,0.05000,2.815
+58,block_sparse_moe.experts.204.w3,0.0085843169,0.05000,2.841
+58,block_sparse_moe.experts.187.w3,0.0056624398,0.05000,2.999
+58,block_sparse_moe.experts.179.w3,0.0048216928,0.05000,2.982
+58,block_sparse_moe.experts.183.w3,0.0119010291,0.05000,2.955
+58,block_sparse_moe.experts.205.w3,0.0112697172,0.05000,3.010
+58,block_sparse_moe.experts.201.w3,0.0012078240,0.05000,3.046
+58,block_sparse_moe.experts.197.w3,0.0069686342,0.05000,2.969
+58,block_sparse_moe.experts.193.w3,0.0104324019,0.05000,3.052
+58,block_sparse_moe.experts.208.w3,0.0073252045,0.05000,3.025
+58,block_sparse_moe.experts.212.w3,0.0155794748,0.05000,3.049
+58,block_sparse_moe.experts.206.w3,0.0037329183,0.05000,2.962
+58,block_sparse_moe.experts.198.w3,0.0067123494,0.05000,2.835
+58,block_sparse_moe.experts.194.w3,0.0080673929,0.05000,2.814
+58,block_sparse_moe.experts.216.w3,0.0117871815,0.05000,3.062
+58,block_sparse_moe.experts.202.w3,0.0029284022,0.05000,2.874
+58,block_sparse_moe.experts.207.w3,0.0076880680,0.05000,3.030
+58,block_sparse_moe.experts.220.w3,0.0020738565,0.05000,2.915
+58,block_sparse_moe.experts.203.w3,0.0068388446,0.05000,3.126
+58,block_sparse_moe.experts.195.w3,0.0028427235,0.05000,3.062
+58,block_sparse_moe.experts.199.w3,0.0035062868,0.05000,3.110
+58,block_sparse_moe.experts.224.w3,0.0105681220,0.05000,2.569
+58,block_sparse_moe.experts.221.w3,0.0070387215,0.05000,3.161
+58,block_sparse_moe.experts.213.w3,0.0050553047,0.05000,3.138
+58,block_sparse_moe.experts.217.w3,0.0053466187,0.05000,3.228
+58,block_sparse_moe.experts.228.w3,0.0131688380,0.05000,2.538
+58,block_sparse_moe.experts.209.w3,0.0075173366,0.05000,3.139
+58,block_sparse_moe.experts.232.w3,0.0043020244,0.05000,2.518
+58,block_sparse_moe.experts.236.w3,0.0020496218,0.05000,2.553
+58,block_sparse_moe.experts.222.w3,0.0009096540,0.05000,3.165
+58,block_sparse_moe.experts.210.w3,0.0028187554,0.05000,3.057
+58,block_sparse_moe.experts.214.w3,0.0086461455,0.05000,3.128
+58,block_sparse_moe.experts.218.w3,0.0055260798,0.05000,3.094
+58,block_sparse_moe.experts.223.w3,0.0009289832,0.05000,3.139
+58,block_sparse_moe.experts.219.w3,0.0038260796,0.05000,3.149
+58,block_sparse_moe.experts.211.w3,0.0029524577,0.05000,3.148
+58,block_sparse_moe.experts.215.w3,0.0025917246,0.05000,3.267
+58,block_sparse_moe.experts.240.w3,0.0102285642,0.05000,2.982
+58,block_sparse_moe.experts.237.w3,0.0082804258,0.05000,3.074
+58,block_sparse_moe.experts.244.w3,0.0029342017,0.05000,2.824
+58,block_sparse_moe.experts.229.w3,0.0036449176,0.05000,3.036
+58,block_sparse_moe.experts.233.w3,0.0022112215,0.05000,3.065
+58,block_sparse_moe.experts.248.w3,0.0086264170,0.05000,2.691
+58,block_sparse_moe.experts.252.w3,0.0034912289,0.05000,2.565
+58,block_sparse_moe.experts.225.w3,0.0126931335,0.05000,3.047
+58,block_sparse_moe.experts.238.w3,0.0043986499,0.05000,2.810
+58,block_sparse_moe.experts.226.w3,0.0147154906,0.05000,2.852
+58,block_sparse_moe.experts.230.w3,0.0035116107,0.05000,2.889
+58,block_sparse_moe.experts.234.w3,0.0023129163,0.05000,2.753
+58,block_sparse_moe.experts.239.w3,0.0043464553,0.05000,3.145
+58,block_sparse_moe.experts.235.w3,0.0111464371,0.05000,3.016
+58,block_sparse_moe.experts.227.w3,0.0098170811,0.05000,3.035
+58,block_sparse_moe.experts.231.w3,0.0033720721,0.05000,3.087
+58,block_sparse_moe.experts.245.w3,0.0020501793,0.05000,2.641
+58,block_sparse_moe.experts.253.w3,0.0029964897,0.05000,2.807
+58,block_sparse_moe.experts.249.w3,0.0038825175,0.05000,2.672
+58,block_sparse_moe.experts.241.w3,0.0878208346,0.05000,2.480
+58,block_sparse_moe.experts.254.w3,0.0015436609,0.05000,2.820
+58,block_sparse_moe.experts.242.w3,0.0026063615,0.05000,2.843
+58,block_sparse_moe.experts.246.w3,0.0128041251,0.05000,2.773
+58,block_sparse_moe.experts.250.w3,0.0274888470,0.05000,2.747
+58,block_sparse_moe.experts.255.w3,0.0039498004,0.05000,2.890
+58,block_sparse_moe.experts.251.w3,0.0089790916,0.05000,2.781
+58,block_sparse_moe.experts.243.w3,0.0037029839,0.05000,2.734
+58,block_sparse_moe.experts.247.w3,0.0057438958,0.05000,2.476
+58,block_sparse_moe.experts.1.w2,0.0238110031,0.05000,1.378
+58,block_sparse_moe.experts.4.w2,0.0693515373,0.05000,1.396
+58,block_sparse_moe.experts.12.w2,0.0286467462,0.05000,1.378
+58,block_sparse_moe.experts.0.w2,0.0114062961,0.05000,1.403
+58,block_sparse_moe.experts.5.w2,0.0028803760,0.05000,1.417
+58,block_sparse_moe.experts.8.w2,0.0591140340,0.05000,1.436
+58,block_sparse_moe.experts.9.w2,0.0448270801,0.05000,1.437
+58,block_sparse_moe.experts.13.w2,0.0146739908,0.05000,1.497
+58,block_sparse_moe.experts.3.w2,0.0072258021,0.05000,1.555
+58,block_sparse_moe.experts.14.w2,0.0009945598,0.05000,1.531
+58,block_sparse_moe.experts.6.w2,0.0041410850,0.05000,1.559
+58,block_sparse_moe.experts.10.w2,0.0085339316,0.05000,1.535
+58,block_sparse_moe.experts.2.w2,0.0170479913,0.05000,1.581
+58,block_sparse_moe.experts.11.w2,0.0016992883,0.05000,1.565
+58,block_sparse_moe.experts.7.w2,0.0016984797,0.05000,1.638
+58,block_sparse_moe.experts.15.w2,0.0047519962,0.05000,1.615
+58,block_sparse_moe.experts.21.w2,0.0049333415,0.05000,1.350
+58,block_sparse_moe.experts.28.w2,0.0001917183,0.05000,1.407
+58,block_sparse_moe.experts.17.w2,0.0124461167,0.05000,1.439
+58,block_sparse_moe.experts.25.w2,0.0253062418,0.05000,1.402
+58,block_sparse_moe.experts.20.w2,0.0670418117,0.05000,1.451
+58,block_sparse_moe.experts.24.w2,0.0061258550,0.05000,1.425
+58,block_sparse_moe.experts.16.w2,0.0048083096,0.05000,1.458
+58,block_sparse_moe.experts.29.w2,0.0320812125,0.05000,1.399
+58,block_sparse_moe.experts.19.w2,0.0020209649,0.05000,1.419
+58,block_sparse_moe.experts.27.w2,0.0265648117,0.05000,1.420
+58,block_sparse_moe.experts.23.w2,0.0020461399,0.05000,1.388
+58,block_sparse_moe.experts.31.w2,0.0018309057,0.05000,1.411
+58,block_sparse_moe.experts.30.w2,0.0053572589,0.05000,1.543
+58,block_sparse_moe.experts.26.w2,0.0558045766,0.05000,1.539
+58,block_sparse_moe.experts.22.w2,0.0018755172,0.05000,1.542
+58,block_sparse_moe.experts.18.w2,0.0024618231,0.05000,1.577
+58,block_sparse_moe.experts.36.w2,0.0121777434,0.05000,1.332
+58,block_sparse_moe.experts.44.w2,0.0038654202,0.05000,1.370
+58,block_sparse_moe.experts.41.w2,0.0529122403,0.05000,1.352
+58,block_sparse_moe.experts.37.w2,0.0105824803,0.05000,1.441
+58,block_sparse_moe.experts.33.w2,0.0089101860,0.05000,1.391
+58,block_sparse_moe.experts.40.w2,0.0311539692,0.05000,1.369
+58,block_sparse_moe.experts.32.w2,0.0095155657,0.05000,1.409
+58,block_sparse_moe.experts.45.w2,0.1205526714,0.05000,1.386
+58,block_sparse_moe.experts.39.w2,0.0018765711,0.05000,1.439
+58,block_sparse_moe.experts.43.w2,0.0255840564,0.05000,1.487
+58,block_sparse_moe.experts.35.w2,0.0654153884,0.05000,1.524
+58,block_sparse_moe.experts.47.w2,0.0440411365,0.05000,1.470
+58,block_sparse_moe.experts.42.w2,0.0119786229,0.05000,1.436
+58,block_sparse_moe.experts.46.w2,0.0147794330,0.05000,1.437
+58,block_sparse_moe.experts.38.w2,0.0033631338,0.05000,1.440
+58,block_sparse_moe.experts.34.w2,0.0158305908,0.05000,1.436
+58,block_sparse_moe.experts.60.w2,0.0100699122,0.05000,1.265
+58,block_sparse_moe.experts.49.w2,0.0123193682,0.05000,1.293
+58,block_sparse_moe.experts.56.w2,0.0028917953,0.05000,1.271
+58,block_sparse_moe.experts.57.w2,0.0469902201,0.05000,1.332
+58,block_sparse_moe.experts.52.w2,0.0009707846,0.05000,1.361
+58,block_sparse_moe.experts.53.w2,0.0295965038,0.05000,1.362
+58,block_sparse_moe.experts.48.w2,0.0092730353,0.05000,1.325
+58,block_sparse_moe.experts.61.w2,0.0041736429,0.05000,1.328
+58,block_sparse_moe.experts.55.w2,0.0096613041,0.05000,1.487
+58,block_sparse_moe.experts.62.w2,0.0080588289,0.05000,1.460
+58,block_sparse_moe.experts.59.w2,0.0284994829,0.05000,1.506
+58,block_sparse_moe.experts.51.w2,0.0008194045,0.05000,1.544
+58,block_sparse_moe.experts.58.w2,0.0013693936,0.05000,1.512
+58,block_sparse_moe.experts.63.w2,0.0204573712,0.05000,1.539
+58,block_sparse_moe.experts.50.w2,0.0026391399,0.05000,1.468
+58,block_sparse_moe.experts.54.w2,0.0062726865,0.05000,1.551
+58,block_sparse_moe.experts.76.w2,0.0050451563,0.05000,1.381
+58,block_sparse_moe.experts.72.w2,0.0271946662,0.05000,1.365
+58,block_sparse_moe.experts.68.w2,0.0227127624,0.05000,1.370
+58,block_sparse_moe.experts.64.w2,0.0196540170,0.05000,1.353
+58,block_sparse_moe.experts.65.w2,0.0082556984,0.05000,1.457
+58,block_sparse_moe.experts.73.w2,0.0200213675,0.05000,1.511
+58,block_sparse_moe.experts.69.w2,0.0144970288,0.05000,1.500
+58,block_sparse_moe.experts.77.w2,0.0103981771,0.05000,1.486
+58,block_sparse_moe.experts.75.w2,0.0047079658,0.05000,1.430
+58,block_sparse_moe.experts.79.w2,0.0011938702,0.05000,1.378
+58,block_sparse_moe.experts.71.w2,0.0177380097,0.05000,1.489
+58,block_sparse_moe.experts.67.w2,0.0779250363,0.05000,1.463
+58,block_sparse_moe.experts.74.w2,0.0084263309,0.05000,1.522
+58,block_sparse_moe.experts.66.w2,0.0035559662,0.05000,1.529
+58,block_sparse_moe.experts.78.w2,0.0106860515,0.05000,1.599
+58,block_sparse_moe.experts.70.w2,0.0005318119,0.05000,1.577
+58,block_sparse_moe.experts.92.w2,0.0061431502,0.05000,1.482
+58,block_sparse_moe.experts.81.w2,0.0143592336,0.05000,1.363
+58,block_sparse_moe.experts.89.w2,0.0005617542,0.05000,1.339
+58,block_sparse_moe.experts.88.w2,0.0647831684,0.05000,1.508
+58,block_sparse_moe.experts.84.w2,0.0230720553,0.05000,1.488
+58,block_sparse_moe.experts.80.w2,0.0071517232,0.05000,1.506
+58,block_sparse_moe.experts.85.w2,0.0016308870,0.05000,1.406
+58,block_sparse_moe.experts.93.w2,0.0343035371,0.05000,1.438
+58,block_sparse_moe.experts.87.w2,0.3006161776,0.05000,1.307
+58,block_sparse_moe.experts.91.w2,0.0017360373,0.05000,1.321
+58,block_sparse_moe.experts.95.w2,0.0211043582,0.05000,1.419
+58,block_sparse_moe.experts.83.w2,0.0011178693,0.05000,1.441
+58,block_sparse_moe.experts.90.w2,0.0259486873,0.05000,1.543
+58,block_sparse_moe.experts.94.w2,0.0266321551,0.05000,1.554
+58,block_sparse_moe.experts.82.w2,0.0673910076,0.05000,1.566
+58,block_sparse_moe.experts.86.w2,0.0086925172,0.05000,1.493
+58,block_sparse_moe.experts.105.w2,0.0382046945,0.05000,1.405
+58,block_sparse_moe.experts.97.w2,0.0170416253,0.05000,1.548
+58,block_sparse_moe.experts.108.w2,0.0002528294,0.05000,1.580
+58,block_sparse_moe.experts.101.w2,0.0411048635,0.05000,1.428
+58,block_sparse_moe.experts.100.w2,0.0066037367,0.05000,1.529
+58,block_sparse_moe.experts.104.w2,0.0144399420,0.05000,1.588
+58,block_sparse_moe.experts.96.w2,0.0380517945,0.05000,1.527
+58,block_sparse_moe.experts.109.w2,0.0002132047,0.05000,1.539
+58,block_sparse_moe.experts.107.w2,0.0200012070,0.05000,1.515
+58,block_sparse_moe.experts.103.w2,0.0015824988,0.05000,1.533
+58,block_sparse_moe.experts.111.w2,0.0005402519,0.05000,1.542
+58,block_sparse_moe.experts.99.w2,0.0028316121,0.05000,1.550
+58,block_sparse_moe.experts.110.w2,0.0362883271,0.05000,1.488
+58,block_sparse_moe.experts.106.w2,0.0004403065,0.05000,1.610
+58,block_sparse_moe.experts.98.w2,0.0281714539,0.05000,1.574
+58,block_sparse_moe.experts.102.w2,0.0016186808,0.05000,1.601
+58,block_sparse_moe.experts.124.w2,0.0081929170,0.05000,1.277
+58,block_sparse_moe.experts.120.w2,0.0013303351,0.05000,1.275
+58,block_sparse_moe.experts.116.w2,0.0086447182,0.05000,1.318
+58,block_sparse_moe.experts.112.w2,0.0041083624,0.05000,1.292
+58,block_sparse_moe.experts.121.w2,0.0444791708,0.05000,1.525
+58,block_sparse_moe.experts.113.w2,0.0273825627,0.05000,1.467
+58,block_sparse_moe.experts.117.w2,0.0082426715,0.05000,1.509
+58,block_sparse_moe.experts.125.w2,0.0082889092,0.05000,1.518
+58,block_sparse_moe.experts.119.w2,0.0020594152,0.05000,1.342
+58,block_sparse_moe.experts.123.w2,0.1040923673,0.05000,1.422
+58,block_sparse_moe.experts.115.w2,0.0006839584,0.05000,1.387
+58,block_sparse_moe.experts.127.w2,0.0012625590,0.05000,1.582
+58,block_sparse_moe.experts.126.w2,0.0264505060,0.05000,1.619
+58,block_sparse_moe.experts.122.w2,0.0210869900,0.05000,1.579
+58,block_sparse_moe.experts.114.w2,0.0099095866,0.05000,1.663
+58,block_sparse_moe.experts.118.w2,0.0041248304,0.05000,1.650
+58,block_sparse_moe.experts.140.w2,0.0215111052,0.05000,1.270
+58,block_sparse_moe.experts.136.w2,0.0012049124,0.05000,1.258
+58,block_sparse_moe.experts.128.w2,0.0005164333,0.05000,1.253
+58,block_sparse_moe.experts.132.w2,0.0732798482,0.05000,1.326
+58,block_sparse_moe.experts.137.w2,0.0611673942,0.05000,1.425
+58,block_sparse_moe.experts.129.w2,0.0320982904,0.05000,1.509
+58,block_sparse_moe.experts.133.w2,0.0163008142,0.05000,1.526
+58,block_sparse_moe.experts.141.w2,0.0308937446,0.05000,1.520
+58,block_sparse_moe.experts.135.w2,0.0214005907,0.05000,1.548
+58,block_sparse_moe.experts.139.w2,0.0006686513,0.05000,1.508
+58,block_sparse_moe.experts.131.w2,0.2775947587,0.05000,1.426
+58,block_sparse_moe.experts.143.w2,0.0201392860,0.05000,1.399
+58,block_sparse_moe.experts.156.w2,0.0494722730,0.05000,1.391
+58,block_sparse_moe.experts.142.w2,0.0129650785,0.05000,1.633
+58,block_sparse_moe.experts.138.w2,0.0084910608,0.05000,1.595
+58,block_sparse_moe.experts.144.w2,0.0002740600,0.05000,1.420
+58,block_sparse_moe.experts.152.w2,0.0076209697,0.05000,1.475
+58,block_sparse_moe.experts.130.w2,0.0269291628,0.05000,1.600
+58,block_sparse_moe.experts.134.w2,0.0534152869,0.05000,1.623
+58,block_sparse_moe.experts.148.w2,0.0053670861,0.05000,1.516
+58,block_sparse_moe.experts.153.w2,0.0118884303,0.05000,1.567
+58,block_sparse_moe.experts.149.w2,0.0371074267,0.05000,1.465
+58,block_sparse_moe.experts.145.w2,0.0050951032,0.05000,1.570
+58,block_sparse_moe.experts.155.w2,0.0016487181,0.05000,1.332
+58,block_sparse_moe.experts.151.w2,0.1523736741,0.05000,1.413
+58,block_sparse_moe.experts.147.w2,0.0637111091,0.05000,1.347
+58,block_sparse_moe.experts.159.w2,0.0374929671,0.05000,1.323
+58,block_sparse_moe.experts.157.w2,0.0110428944,0.05000,1.571
+58,block_sparse_moe.experts.172.w2,0.0026124112,0.05000,1.429
+58,block_sparse_moe.experts.168.w2,0.0369209274,0.05000,1.417
+58,block_sparse_moe.experts.154.w2,0.0154259453,0.05000,1.509
+58,block_sparse_moe.experts.160.w2,0.0012010512,0.05000,1.474
+58,block_sparse_moe.experts.158.w2,0.0253066536,0.05000,1.569
+58,block_sparse_moe.experts.164.w2,0.0451020134,0.05000,1.448
+58,block_sparse_moe.experts.146.w2,0.0009572424,0.05000,1.584
+58,block_sparse_moe.experts.150.w2,0.0063576439,0.05000,1.588
+58,block_sparse_moe.experts.169.w2,0.0202117875,0.05000,1.453
+58,block_sparse_moe.experts.165.w2,0.0001090063,0.05000,1.386
+58,block_sparse_moe.experts.161.w2,0.0086026287,0.05000,1.403
+58,block_sparse_moe.experts.171.w2,0.0068978824,0.05000,1.413
+58,block_sparse_moe.experts.167.w2,0.0403696173,0.05000,1.469
+58,block_sparse_moe.experts.173.w2,0.8270738710,0.05000,1.375
+58,block_sparse_moe.experts.163.w2,0.0249549555,0.05000,1.464
+58,block_sparse_moe.experts.175.w2,0.0024183049,0.05000,1.471
+58,block_sparse_moe.experts.188.w2,0.0007479118,0.05000,1.363
+58,block_sparse_moe.experts.184.w2,0.0013817528,0.05000,1.384
+58,block_sparse_moe.experts.176.w2,0.0105732142,0.05000,1.382
+58,block_sparse_moe.experts.170.w2,0.0072105907,0.05000,1.496
+58,block_sparse_moe.experts.174.w2,0.0049862947,0.05000,1.494
+58,block_sparse_moe.experts.180.w2,0.0116132937,0.05000,1.459
+58,block_sparse_moe.experts.166.w2,0.0131759422,0.05000,1.421
+58,block_sparse_moe.experts.185.w2,0.0138721996,0.05000,1.318
+58,block_sparse_moe.experts.177.w2,0.0017572038,0.05000,1.297
+58,block_sparse_moe.experts.162.w2,0.0025325954,0.05000,1.559
+58,block_sparse_moe.experts.181.w2,0.0232540793,0.05000,1.409
+58,block_sparse_moe.experts.189.w2,0.0010762690,0.05000,1.199
+58,block_sparse_moe.experts.187.w2,0.0072399302,0.05000,1.460
+58,block_sparse_moe.experts.183.w2,0.0029182523,0.05000,1.436
+58,block_sparse_moe.experts.179.w2,0.0053132762,0.05000,1.413
+58,block_sparse_moe.experts.191.w2,0.0205454057,0.05000,1.491
+58,block_sparse_moe.experts.204.w2,0.0285522611,0.05000,1.298
+58,block_sparse_moe.experts.200.w2,0.0052736922,0.05000,1.348
+58,block_sparse_moe.experts.192.w2,0.0235433563,0.05000,1.325
+58,block_sparse_moe.experts.186.w2,0.0294963271,0.05000,1.341
+58,block_sparse_moe.experts.190.w2,0.0104659899,0.05000,1.382
+58,block_sparse_moe.experts.196.w2,0.0051165568,0.05000,1.366
+58,block_sparse_moe.experts.182.w2,0.0029570362,0.05000,1.380
+58,block_sparse_moe.experts.201.w2,0.0011099317,0.05000,1.460
+58,block_sparse_moe.experts.178.w2,0.0003386246,0.05000,1.403
+58,block_sparse_moe.experts.193.w2,0.0281782430,0.05000,1.491
+58,block_sparse_moe.experts.197.w2,0.0080656213,0.05000,1.551
+58,block_sparse_moe.experts.205.w2,0.0613236212,0.05000,1.534
+58,block_sparse_moe.experts.203.w2,0.0145596115,0.05000,1.535
+58,block_sparse_moe.experts.195.w2,0.0132002079,0.05000,1.497
+58,block_sparse_moe.experts.199.w2,0.0452743601,0.05000,1.571
+58,block_sparse_moe.experts.207.w2,0.0099550899,0.05000,1.484
+58,block_sparse_moe.experts.220.w2,0.0020852840,0.05000,1.340
+58,block_sparse_moe.experts.208.w2,0.0033186178,0.05000,1.354
+58,block_sparse_moe.experts.216.w2,0.0844219749,0.05000,1.387
+58,block_sparse_moe.experts.212.w2,0.0663442796,0.05000,1.386
+58,block_sparse_moe.experts.202.w2,0.0009982835,0.05000,1.532
+58,block_sparse_moe.experts.206.w2,0.0048555926,0.05000,1.579
+58,block_sparse_moe.experts.217.w2,0.0222479177,0.05000,1.483
+58,block_sparse_moe.experts.198.w2,0.0373616769,0.05000,1.629
+58,block_sparse_moe.experts.209.w2,0.0267678825,0.05000,1.492
+58,block_sparse_moe.experts.194.w2,0.0234675486,0.05000,1.579
+58,block_sparse_moe.experts.213.w2,0.0195151972,0.05000,1.517
+58,block_sparse_moe.experts.221.w2,0.0501438244,0.05000,1.538
+58,block_sparse_moe.experts.219.w2,0.0250566096,0.05000,1.523
+58,block_sparse_moe.experts.211.w2,0.0009843536,0.05000,1.490
+58,block_sparse_moe.experts.215.w2,0.0039429339,0.05000,1.532
+58,block_sparse_moe.experts.223.w2,0.0001233816,0.05000,1.468
+58,block_sparse_moe.experts.236.w2,0.0125518084,0.05000,1.399
+58,block_sparse_moe.experts.232.w2,0.0268099718,0.05000,1.372
+58,block_sparse_moe.experts.224.w2,0.0116497132,0.05000,1.460
+58,block_sparse_moe.experts.228.w2,0.0754606925,0.05000,1.399
+58,block_sparse_moe.experts.233.w2,0.0153286236,0.05000,1.321
+58,block_sparse_moe.experts.218.w2,0.0109775691,0.05000,1.573
+58,block_sparse_moe.experts.225.w2,0.1082998182,0.05000,1.250
+58,block_sparse_moe.experts.222.w2,0.0004840319,0.05000,1.508
+58,block_sparse_moe.experts.214.w2,0.0387209914,0.05000,1.507
+58,block_sparse_moe.experts.229.w2,0.0161904241,0.05000,1.319
+58,block_sparse_moe.experts.237.w2,0.0090564166,0.05000,1.248
+58,block_sparse_moe.experts.210.w2,0.0013147142,0.05000,1.568
+58,block_sparse_moe.experts.235.w2,0.0420611651,0.05000,1.515
+58,block_sparse_moe.experts.227.w2,0.0448333222,0.05000,1.495
+58,block_sparse_moe.experts.252.w2,0.0177940998,0.05000,1.423
+58,block_sparse_moe.experts.239.w2,0.0028623151,0.05000,1.471
+58,block_sparse_moe.experts.231.w2,0.0003582915,0.05000,1.517
+58,block_sparse_moe.experts.248.w2,0.0168336984,0.05000,1.396
+58,block_sparse_moe.experts.240.w2,0.0044649075,0.05000,1.373
+58,block_sparse_moe.experts.244.w2,0.0003171548,0.05000,1.232
+58,block_sparse_moe.experts.234.w2,0.0006435790,0.05000,1.353
+58,block_sparse_moe.experts.249.w2,0.0016981155,0.05000,1.429
+58,block_sparse_moe.experts.241.w2,0.1914614307,0.05000,1.445
+58,block_sparse_moe.experts.238.w2,0.0011201801,0.05000,1.393
+58,block_sparse_moe.experts.245.w2,0.0005871982,0.05000,1.338
+58,block_sparse_moe.experts.253.w2,0.0175264711,0.05000,1.327
+58,block_sparse_moe.experts.230.w2,0.0004575749,0.05000,1.365
+58,block_sparse_moe.experts.226.w2,0.0360311693,0.05000,1.321
+58,block_sparse_moe.experts.243.w2,0.0019052509,0.05000,1.484
+58,block_sparse_moe.experts.251.w2,0.0211160709,0.05000,1.530
+58,block_sparse_moe.experts.255.w2,0.0008330957,0.05000,1.456
+58,block_sparse_moe.experts.247.w2,0.0296221742,0.05000,1.434
+58,block_sparse_moe.experts.250.w2,0.1314726529,0.05000,1.437
+58,block_sparse_moe.experts.254.w2,0.0003393548,0.05000,1.423
+58,block_sparse_moe.experts.246.w2,0.0610910387,0.05000,1.346
+58,block_sparse_moe.experts.242.w2,0.0014839645,0.05000,1.300
+59,self_attn.q_proj,0.0003961139,0.05000,0.891
+59,self_attn.k_proj,0.0000615156,0.05000,0.948
+59,self_attn.v_proj,0.0001334901,0.05000,1.025
+59,self_attn.o_proj,0.0001022753,0.05000,1.844
+59,block_sparse_moe.experts.12.w1,0.0037574260,0.05000,2.604
+59,block_sparse_moe.experts.8.w1,0.0062126683,0.05000,2.683
+59,block_sparse_moe.experts.4.w1,0.0017318659,0.05000,2.709
+59,block_sparse_moe.experts.0.w1,0.0035549826,0.05000,2.764
+59,block_sparse_moe.experts.1.w1,0.0039493450,0.05000,3.066
+59,block_sparse_moe.experts.15.w1,0.0082627074,0.05000,3.114
+59,block_sparse_moe.experts.13.w1,0.0046166861,0.05000,3.122
+59,block_sparse_moe.experts.7.w1,0.0076332901,0.05000,3.174
+59,block_sparse_moe.experts.5.w1,0.0019860919,0.05000,3.189
+59,block_sparse_moe.experts.2.w1,0.0128898104,0.05000,3.293
+59,block_sparse_moe.experts.9.w1,0.0023286112,0.05000,3.274
+59,block_sparse_moe.experts.3.w1,0.0078716899,0.05000,3.332
+59,block_sparse_moe.experts.11.w1,0.0016916233,0.05000,3.299
+59,block_sparse_moe.experts.10.w1,0.0020214674,0.05000,3.306
+59,block_sparse_moe.experts.14.w1,0.0073609697,0.05000,3.319
+59,block_sparse_moe.experts.6.w1,0.0043614811,0.05000,3.421
+59,block_sparse_moe.experts.28.w1,0.0145651674,0.05000,2.817
+59,block_sparse_moe.experts.20.w1,0.0026739569,0.05000,2.752
+59,block_sparse_moe.experts.24.w1,0.0026510497,0.05000,2.836
+59,block_sparse_moe.experts.16.w1,0.0022552114,0.05000,2.788
+59,block_sparse_moe.experts.31.w1,0.0054497838,0.05000,2.843
+59,block_sparse_moe.experts.23.w1,0.0058058483,0.05000,2.787
+59,block_sparse_moe.experts.17.w1,0.0092088181,0.05000,2.969
+59,block_sparse_moe.experts.19.w1,0.0034984703,0.05000,2.808
+59,block_sparse_moe.experts.27.w1,0.0101044896,0.05000,2.817
+59,block_sparse_moe.experts.29.w1,0.0018412875,0.05000,3.009
+59,block_sparse_moe.experts.21.w1,0.0054399332,0.05000,3.049
+59,block_sparse_moe.experts.25.w1,0.0074335017,0.05000,3.038
+59,block_sparse_moe.experts.18.w1,0.0098818439,0.05000,3.244
+59,block_sparse_moe.experts.22.w1,0.0038503976,0.05000,3.139
+59,block_sparse_moe.experts.26.w1,0.0082680075,0.05000,3.300
+59,block_sparse_moe.experts.30.w1,0.0282242577,0.05000,3.341
+59,block_sparse_moe.experts.44.w1,0.0027439279,0.05000,3.225
+59,block_sparse_moe.experts.36.w1,0.0048664789,0.05000,3.194
+59,block_sparse_moe.experts.32.w1,0.0071717659,0.05000,3.228
+59,block_sparse_moe.experts.40.w1,0.0069296312,0.05000,3.230
+59,block_sparse_moe.experts.33.w1,0.0040621471,0.05000,2.957
+59,block_sparse_moe.experts.45.w1,0.0093012747,0.05000,2.986
+59,block_sparse_moe.experts.47.w1,0.0033916288,0.05000,3.192
+59,block_sparse_moe.experts.39.w1,0.0017869471,0.05000,3.223
+59,block_sparse_moe.experts.37.w1,0.0062270157,0.05000,2.989
+59,block_sparse_moe.experts.42.w1,0.0040175504,0.05000,2.646
+59,block_sparse_moe.experts.41.w1,0.0033075959,0.05000,2.952
+59,block_sparse_moe.experts.38.w1,0.0011060371,0.05000,2.721
+59,block_sparse_moe.experts.34.w1,0.0013582437,0.05000,2.826
+59,block_sparse_moe.experts.43.w1,0.0074580515,0.05000,3.258
+59,block_sparse_moe.experts.46.w1,0.0024875390,0.05000,2.737
+59,block_sparse_moe.experts.35.w1,0.0094799923,0.05000,3.310
+59,block_sparse_moe.experts.52.w1,0.0040340302,0.05000,2.838
+59,block_sparse_moe.experts.56.w1,0.0064508025,0.05000,2.773
+59,block_sparse_moe.experts.60.w1,0.0298173877,0.05000,2.982
+59,block_sparse_moe.experts.48.w1,0.0063032400,0.05000,3.018
+59,block_sparse_moe.experts.49.w1,0.0100788194,0.05000,2.833
+59,block_sparse_moe.experts.61.w1,0.0022320322,0.05000,3.000
+59,block_sparse_moe.experts.58.w1,0.0008785752,0.05000,2.892
+59,block_sparse_moe.experts.53.w1,0.0039852282,0.05000,2.938
+59,block_sparse_moe.experts.54.w1,0.0048408968,0.05000,2.887
+59,block_sparse_moe.experts.57.w1,0.0052524535,0.05000,2.935
+59,block_sparse_moe.experts.50.w1,0.0071346140,0.05000,2.906
+59,block_sparse_moe.experts.63.w1,0.0054353595,0.05000,3.138
+59,block_sparse_moe.experts.55.w1,0.0019011609,0.05000,3.108
+59,block_sparse_moe.experts.62.w1,0.0046311035,0.05000,2.908
+59,block_sparse_moe.experts.59.w1,0.0009974172,0.05000,3.150
+59,block_sparse_moe.experts.51.w1,0.0082686945,0.05000,3.164
+59,block_sparse_moe.experts.68.w1,0.0022968334,0.05000,2.829
+59,block_sparse_moe.experts.76.w1,0.0026809428,0.05000,2.767
+59,block_sparse_moe.experts.72.w1,0.0056558128,0.05000,2.973
+59,block_sparse_moe.experts.64.w1,0.0063645438,0.05000,2.893
+59,block_sparse_moe.experts.65.w1,0.0021441033,0.05000,2.900
+59,block_sparse_moe.experts.74.w1,0.0028919999,0.05000,2.906
+59,block_sparse_moe.experts.77.w1,0.0010035732,0.05000,2.954
+59,block_sparse_moe.experts.73.w1,0.0052695467,0.05000,2.919
+59,block_sparse_moe.experts.69.w1,0.0104662901,0.05000,2.978
+59,block_sparse_moe.experts.66.w1,0.0085681980,0.05000,2.950
+59,block_sparse_moe.experts.70.w1,0.0044620564,0.05000,3.135
+59,block_sparse_moe.experts.78.w1,0.0168524782,0.05000,3.040
+59,block_sparse_moe.experts.79.w1,0.0077805125,0.05000,3.093
+59,block_sparse_moe.experts.71.w1,0.1195328019,0.05000,3.207
+59,block_sparse_moe.experts.75.w1,0.0058539766,0.05000,3.164
+59,block_sparse_moe.experts.67.w1,0.0012652105,0.05000,3.183
+59,block_sparse_moe.experts.92.w1,0.0011875934,0.05000,2.990
+59,block_sparse_moe.experts.84.w1,0.0032213640,0.05000,3.092
+59,block_sparse_moe.experts.88.w1,0.0017944557,0.05000,2.973
+59,block_sparse_moe.experts.81.w1,0.0044376842,0.05000,2.913
+59,block_sparse_moe.experts.80.w1,0.0092390055,0.05000,3.008
+59,block_sparse_moe.experts.93.w1,0.0036325353,0.05000,2.855
+59,block_sparse_moe.experts.90.w1,0.0032866864,0.05000,2.943
+59,block_sparse_moe.experts.85.w1,0.0028346266,0.05000,2.868
+59,block_sparse_moe.experts.89.w1,0.0178573858,0.05000,2.921
+59,block_sparse_moe.experts.82.w1,0.0026954254,0.05000,2.869
+59,block_sparse_moe.experts.86.w1,0.0053265137,0.05000,2.883
+59,block_sparse_moe.experts.94.w1,0.0330166066,0.05000,2.854
+59,block_sparse_moe.experts.95.w1,0.0047852892,0.05000,3.137
+59,block_sparse_moe.experts.87.w1,0.0008385147,0.05000,3.167
+59,block_sparse_moe.experts.91.w1,0.0020138252,0.05000,3.157
+59,block_sparse_moe.experts.83.w1,0.0115366744,0.05000,3.138
+59,block_sparse_moe.experts.97.w1,0.0019528750,0.05000,2.790
+59,block_sparse_moe.experts.100.w1,0.0065741747,0.05000,3.080
+59,block_sparse_moe.experts.104.w1,0.0039615269,0.05000,3.088
+59,block_sparse_moe.experts.108.w1,0.0090195679,0.05000,3.197
+59,block_sparse_moe.experts.109.w1,0.0088663018,0.05000,2.718
+59,block_sparse_moe.experts.96.w1,0.0013064261,0.05000,3.033
+59,block_sparse_moe.experts.105.w1,0.0037724862,0.05000,2.752
+59,block_sparse_moe.experts.101.w1,0.0017667354,0.05000,2.814
+59,block_sparse_moe.experts.106.w1,0.0088223424,0.05000,2.965
+59,block_sparse_moe.experts.98.w1,0.0039422649,0.05000,3.029
+59,block_sparse_moe.experts.102.w1,0.0049191882,0.05000,2.943
+59,block_sparse_moe.experts.110.w1,0.0090052966,0.05000,3.082
+59,block_sparse_moe.experts.111.w1,0.0040745380,0.05000,3.165
+59,block_sparse_moe.experts.103.w1,0.0042945904,0.05000,3.148
+59,block_sparse_moe.experts.107.w1,0.0097049383,0.05000,3.120
+59,block_sparse_moe.experts.99.w1,0.0019358862,0.05000,3.160
+59,block_sparse_moe.experts.113.w1,0.0044665972,0.05000,2.838
+59,block_sparse_moe.experts.116.w1,0.0085180965,0.05000,2.947
+59,block_sparse_moe.experts.120.w1,0.0044966090,0.05000,2.956
+59,block_sparse_moe.experts.125.w1,0.0052308993,0.05000,2.928
+59,block_sparse_moe.experts.124.w1,0.0032755098,0.05000,3.036
+59,block_sparse_moe.experts.112.w1,0.0040840398,0.05000,2.948
+59,block_sparse_moe.experts.121.w1,0.0053558775,0.05000,2.944
+59,block_sparse_moe.experts.117.w1,0.0035173830,0.05000,2.912
+59,block_sparse_moe.experts.122.w1,0.0051667393,0.05000,2.984
+59,block_sparse_moe.experts.118.w1,0.0017847587,0.05000,2.948
+59,block_sparse_moe.experts.114.w1,0.0018985034,0.05000,2.999
+59,block_sparse_moe.experts.126.w1,0.3801595514,0.05000,2.839
+59,block_sparse_moe.experts.127.w1,0.0035195289,0.05000,2.739
+59,block_sparse_moe.experts.119.w1,0.0087265285,0.05000,2.722
+59,block_sparse_moe.experts.123.w1,0.0132331311,0.05000,2.659
+59,block_sparse_moe.experts.115.w1,0.0020737319,0.05000,2.663
+59,block_sparse_moe.experts.129.w1,0.0047251984,0.05000,3.109
+59,block_sparse_moe.experts.132.w1,0.0038033261,0.05000,2.996
+59,block_sparse_moe.experts.136.w1,0.0244346809,0.05000,2.995
+59,block_sparse_moe.experts.128.w1,0.0110729708,0.05000,2.978
+59,block_sparse_moe.experts.140.w1,0.0041269852,0.05000,3.029
+59,block_sparse_moe.experts.141.w1,0.0024798170,0.05000,3.185
+59,block_sparse_moe.experts.138.w1,0.0023830766,0.05000,2.901
+59,block_sparse_moe.experts.133.w1,0.0088296124,0.05000,3.144
+59,block_sparse_moe.experts.137.w1,0.0019042898,0.05000,3.152
+59,block_sparse_moe.experts.134.w1,0.0104609176,0.05000,2.876
+59,block_sparse_moe.experts.130.w1,0.0027375509,0.05000,2.961
+59,block_sparse_moe.experts.142.w1,0.0029887999,0.05000,2.957
+59,block_sparse_moe.experts.143.w1,0.0022921903,0.05000,3.050
+59,block_sparse_moe.experts.135.w1,0.0037426904,0.05000,3.012
+59,block_sparse_moe.experts.139.w1,0.0037704108,0.05000,3.089
+59,block_sparse_moe.experts.131.w1,0.0086039478,0.05000,3.129
+59,block_sparse_moe.experts.145.w1,0.0019426537,0.05000,3.054
+59,block_sparse_moe.experts.148.w1,0.0046861738,0.05000,2.954
+59,block_sparse_moe.experts.152.w1,0.0052409094,0.05000,2.976
+59,block_sparse_moe.experts.156.w1,0.0024393845,0.05000,3.004
+59,block_sparse_moe.experts.144.w1,0.0044973650,0.05000,3.065
+59,block_sparse_moe.experts.157.w1,0.0065543392,0.05000,2.963
+59,block_sparse_moe.experts.154.w1,0.0019226662,0.05000,2.988
+59,block_sparse_moe.experts.153.w1,0.0025212297,0.05000,2.970
+59,block_sparse_moe.experts.149.w1,0.0032066723,0.05000,3.028
+59,block_sparse_moe.experts.150.w1,3.4343762398,0.05000,2.991
+59,block_sparse_moe.experts.146.w1,0.0067080155,0.05000,3.035
+59,block_sparse_moe.experts.158.w1,0.0080326719,0.05000,3.113
+59,block_sparse_moe.experts.159.w1,0.0035920513,0.05000,3.075
+59,block_sparse_moe.experts.151.w1,0.0042517884,0.05000,3.106
+59,block_sparse_moe.experts.155.w1,0.0021568391,0.05000,3.048
+59,block_sparse_moe.experts.147.w1,0.0024429849,0.05000,3.024
+59,block_sparse_moe.experts.161.w1,0.0070059153,0.05000,2.804
+59,block_sparse_moe.experts.164.w1,0.0049431309,0.05000,2.958
+59,block_sparse_moe.experts.168.w1,0.0040743063,0.05000,2.983
+59,block_sparse_moe.experts.173.w1,0.0142612947,0.05000,2.788
+59,block_sparse_moe.experts.160.w1,0.0020026266,0.05000,2.991
+59,block_sparse_moe.experts.172.w1,0.0084211429,0.05000,3.039
+59,block_sparse_moe.experts.165.w1,0.0051271438,0.05000,2.780
+59,block_sparse_moe.experts.169.w1,0.0019103432,0.05000,2.890
+59,block_sparse_moe.experts.170.w1,0.0018766454,0.05000,3.165
+59,block_sparse_moe.experts.166.w1,0.0078249297,0.05000,3.193
+59,block_sparse_moe.experts.162.w1,0.0078841613,0.05000,3.141
+59,block_sparse_moe.experts.174.w1,0.0006727217,0.05000,3.151
+59,block_sparse_moe.experts.175.w1,0.0735443459,0.05000,3.033
+59,block_sparse_moe.experts.167.w1,0.0029103027,0.05000,2.950
+59,block_sparse_moe.experts.171.w1,0.0014239118,0.05000,3.005
+59,block_sparse_moe.experts.163.w1,0.0052793816,0.05000,3.195
+59,block_sparse_moe.experts.177.w1,0.0030683884,0.05000,2.488
+59,block_sparse_moe.experts.189.w1,0.0064267372,0.05000,2.508
+59,block_sparse_moe.experts.181.w1,0.0825417483,0.05000,2.454
+59,block_sparse_moe.experts.185.w1,0.0022265230,0.05000,2.450
+59,block_sparse_moe.experts.180.w1,0.0082725356,0.05000,2.961
+59,block_sparse_moe.experts.184.w1,0.0042786240,0.05000,2.990
+59,block_sparse_moe.experts.188.w1,0.0018902452,0.05000,2.896
+59,block_sparse_moe.experts.176.w1,0.0012734729,0.05000,2.985
+59,block_sparse_moe.experts.186.w1,0.0009120430,0.05000,2.869
+59,block_sparse_moe.experts.182.w1,0.0070842656,0.05000,2.872
+59,block_sparse_moe.experts.178.w1,0.0140296330,0.05000,2.913
+59,block_sparse_moe.experts.190.w1,0.0074241055,0.05000,2.850
+59,block_sparse_moe.experts.191.w1,0.0007187868,0.05000,3.081
+59,block_sparse_moe.experts.183.w1,0.0049309186,0.05000,3.096
+59,block_sparse_moe.experts.187.w1,0.0044920401,0.05000,2.993
+59,block_sparse_moe.experts.179.w1,0.0043609902,0.05000,2.998
+59,block_sparse_moe.experts.193.w1,0.0025123884,0.05000,2.601
+59,block_sparse_moe.experts.205.w1,0.0020385226,0.05000,2.719
+59,block_sparse_moe.experts.197.w1,0.0015661791,0.05000,2.665
+59,block_sparse_moe.experts.201.w1,0.0028076417,0.05000,2.676
+59,block_sparse_moe.experts.196.w1,0.0071034197,0.05000,2.898
+59,block_sparse_moe.experts.200.w1,0.0015809986,0.05000,2.788
+59,block_sparse_moe.experts.204.w1,0.0035906852,0.05000,2.913
+59,block_sparse_moe.experts.192.w1,0.0011230530,0.05000,2.942
+59,block_sparse_moe.experts.202.w1,0.0007478256,0.05000,2.945
+59,block_sparse_moe.experts.198.w1,0.0017898035,0.05000,3.015
+59,block_sparse_moe.experts.194.w1,0.0088608082,0.05000,2.992
+59,block_sparse_moe.experts.206.w1,0.0125574534,0.05000,3.033
+59,block_sparse_moe.experts.199.w1,0.0026149307,0.05000,3.085
+59,block_sparse_moe.experts.203.w1,0.0085105318,0.05000,3.062
+59,block_sparse_moe.experts.207.w1,0.0013524246,0.05000,3.233
+59,block_sparse_moe.experts.195.w1,0.0223154887,0.05000,3.046
+59,block_sparse_moe.experts.209.w1,0.0043364315,0.05000,3.048
+59,block_sparse_moe.experts.221.w1,0.0059040087,0.05000,2.987
+59,block_sparse_moe.experts.213.w1,0.0056898927,0.05000,2.981
+59,block_sparse_moe.experts.217.w1,0.0101994483,0.05000,2.999
+59,block_sparse_moe.experts.212.w1,0.0027049375,0.05000,2.750
+59,block_sparse_moe.experts.216.w1,0.0100730182,0.05000,2.861
+59,block_sparse_moe.experts.220.w1,0.0065774190,0.05000,2.808
+59,block_sparse_moe.experts.208.w1,0.0036376644,0.05000,2.908
+59,block_sparse_moe.experts.218.w1,0.0109149536,0.05000,3.114
+59,block_sparse_moe.experts.214.w1,0.0194163454,0.05000,3.157
+59,block_sparse_moe.experts.210.w1,0.0074954911,0.05000,3.103
+59,block_sparse_moe.experts.222.w1,0.0100280723,0.05000,3.207
+59,block_sparse_moe.experts.215.w1,0.0045440815,0.05000,3.123
+59,block_sparse_moe.experts.223.w1,0.0028756555,0.05000,3.091
+59,block_sparse_moe.experts.219.w1,0.0076176092,0.05000,3.199
+59,block_sparse_moe.experts.211.w1,0.0036957284,0.05000,3.174
+59,block_sparse_moe.experts.225.w1,0.0065480491,0.05000,2.984
+59,block_sparse_moe.experts.237.w1,0.0127507561,0.05000,3.130
+59,block_sparse_moe.experts.228.w1,0.0052005469,0.05000,2.966
+59,block_sparse_moe.experts.229.w1,0.0065600835,0.05000,3.151
+59,block_sparse_moe.experts.233.w1,0.0063225916,0.05000,3.110
+59,block_sparse_moe.experts.232.w1,0.0017665254,0.05000,3.086
+59,block_sparse_moe.experts.236.w1,0.0091606507,0.05000,3.087
+59,block_sparse_moe.experts.224.w1,0.0053959935,0.05000,3.037
+59,block_sparse_moe.experts.234.w1,0.0093137721,0.05000,3.052
+59,block_sparse_moe.experts.230.w1,0.0016001453,0.05000,3.032
+59,block_sparse_moe.experts.226.w1,0.0617039737,0.05000,3.043
+59,block_sparse_moe.experts.238.w1,0.0059439607,0.05000,3.023
+59,block_sparse_moe.experts.239.w1,0.0033259820,0.05000,3.022
+59,block_sparse_moe.experts.235.w1,0.0066935235,0.05000,3.017
+59,block_sparse_moe.experts.231.w1,0.0027815476,0.05000,3.176
+59,block_sparse_moe.experts.227.w1,0.0019493621,0.05000,3.016
+59,block_sparse_moe.experts.241.w1,0.0060282904,0.05000,3.155
+59,block_sparse_moe.experts.244.w1,0.0033531925,0.05000,2.583
+59,block_sparse_moe.experts.248.w1,0.0039258780,0.05000,2.593
+59,block_sparse_moe.experts.253.w1,0.1303090769,0.05000,3.135
+59,block_sparse_moe.experts.249.w1,0.0044911359,0.05000,3.011
+59,block_sparse_moe.experts.252.w1,0.0023953834,0.05000,2.744
+59,block_sparse_moe.experts.245.w1,0.0036130425,0.05000,3.199
+59,block_sparse_moe.experts.240.w1,0.0036275201,0.05000,2.762
+59,block_sparse_moe.experts.250.w1,0.0062421957,0.05000,3.044
+59,block_sparse_moe.experts.246.w1,0.0035182996,0.05000,3.015
+59,block_sparse_moe.experts.242.w1,0.0043730188,0.05000,2.986
+59,block_sparse_moe.experts.254.w1,0.0017944917,0.05000,2.954
+59,block_sparse_moe.experts.251.w1,0.0037380260,0.05000,2.912
+59,block_sparse_moe.experts.255.w1,0.0068351331,0.05000,2.944
+59,block_sparse_moe.experts.247.w1,0.0042871671,0.05000,3.108
+59,block_sparse_moe.experts.243.w1,0.0118376111,0.05000,3.049
+59,block_sparse_moe.experts.1.w3,0.0044508373,0.05000,2.941
+59,block_sparse_moe.experts.4.w3,0.0019185072,0.05000,3.139
+59,block_sparse_moe.experts.9.w3,0.0026245243,0.05000,2.818
+59,block_sparse_moe.experts.13.w3,0.0055756671,0.05000,2.908
+59,block_sparse_moe.experts.8.w3,0.0071242123,0.05000,3.112
+59,block_sparse_moe.experts.5.w3,0.0022619376,0.05000,2.862
+59,block_sparse_moe.experts.12.w3,0.0042103997,0.05000,3.076
+59,block_sparse_moe.experts.0.w3,0.0038346039,0.05000,3.009
+59,block_sparse_moe.experts.10.w3,0.0022618293,0.05000,2.933
+59,block_sparse_moe.experts.6.w3,0.0049481755,0.05000,3.024
+59,block_sparse_moe.experts.2.w3,0.0151153515,0.05000,3.030
+59,block_sparse_moe.experts.14.w3,0.0083806294,0.05000,3.050
+59,block_sparse_moe.experts.15.w3,0.0101684642,0.05000,3.069
+59,block_sparse_moe.experts.11.w3,0.0018791040,0.05000,3.100
+59,block_sparse_moe.experts.7.w3,0.0089531253,0.05000,3.077
+59,block_sparse_moe.experts.17.w3,0.0120347151,0.05000,3.024
+59,block_sparse_moe.experts.3.w3,0.0092006106,0.05000,3.146
+59,block_sparse_moe.experts.20.w3,0.0030672745,0.05000,2.888
+59,block_sparse_moe.experts.25.w3,0.0087223919,0.05000,3.060
+59,block_sparse_moe.experts.29.w3,0.0021338837,0.05000,3.012
+59,block_sparse_moe.experts.24.w3,0.0030454440,0.05000,3.080
+59,block_sparse_moe.experts.21.w3,0.0063583308,0.05000,3.046
+59,block_sparse_moe.experts.16.w3,0.0027005192,0.05000,2.965
+59,block_sparse_moe.experts.28.w3,0.0175889558,0.05000,3.083
+59,block_sparse_moe.experts.26.w3,0.0093456026,0.05000,2.856
+59,block_sparse_moe.experts.18.w3,0.0122344997,0.05000,2.844
+59,block_sparse_moe.experts.22.w3,0.0044292917,0.05000,2.945
+59,block_sparse_moe.experts.30.w3,0.0325256783,0.05000,2.898
+59,block_sparse_moe.experts.27.w3,0.0113939975,0.05000,3.059
+59,block_sparse_moe.experts.31.w3,0.0063028636,0.05000,3.091
+59,block_sparse_moe.experts.23.w3,0.0067640706,0.05000,3.113
+59,block_sparse_moe.experts.33.w3,0.0047991475,0.05000,3.016
+59,block_sparse_moe.experts.19.w3,0.0040525214,0.05000,3.031
+59,block_sparse_moe.experts.36.w3,0.0055903079,0.05000,3.116
+59,block_sparse_moe.experts.41.w3,0.0040071209,0.05000,2.845
+59,block_sparse_moe.experts.45.w3,0.0114686132,0.05000,3.014
+59,block_sparse_moe.experts.40.w3,0.0080282532,0.05000,3.004
+59,block_sparse_moe.experts.37.w3,0.0071382221,0.05000,2.998
+59,block_sparse_moe.experts.44.w3,0.0031376945,0.05000,2.977
+59,block_sparse_moe.experts.32.w3,0.0084474470,0.05000,2.981
+59,block_sparse_moe.experts.42.w3,0.0046213812,0.05000,2.676
+59,block_sparse_moe.experts.34.w3,0.0014852517,0.05000,2.643
+59,block_sparse_moe.experts.38.w3,0.0012501601,0.05000,2.680
+59,block_sparse_moe.experts.46.w3,0.0031282019,0.05000,2.705
+59,block_sparse_moe.experts.43.w3,0.0087826615,0.05000,2.864
+59,block_sparse_moe.experts.47.w3,0.0042866703,0.05000,2.866
+59,block_sparse_moe.experts.39.w3,0.0020119637,0.05000,2.965
+59,block_sparse_moe.experts.49.w3,0.0118751429,0.05000,2.994
+59,block_sparse_moe.experts.35.w3,0.0112662408,0.05000,2.951
+59,block_sparse_moe.experts.52.w3,0.0045253816,0.05000,2.845
+59,block_sparse_moe.experts.57.w3,0.0060948503,0.05000,3.126
+59,block_sparse_moe.experts.56.w3,0.0081470362,0.05000,3.004
+59,block_sparse_moe.experts.61.w3,0.0026795415,0.05000,3.106
+59,block_sparse_moe.experts.53.w3,0.0048067755,0.05000,3.018
+59,block_sparse_moe.experts.60.w3,0.0341604412,0.05000,3.002
+59,block_sparse_moe.experts.48.w3,0.0074873910,0.05000,3.033
+59,block_sparse_moe.experts.58.w3,0.0010001675,0.05000,2.867
+59,block_sparse_moe.experts.50.w3,0.0085003737,0.05000,2.919
+59,block_sparse_moe.experts.54.w3,0.0059228878,0.05000,3.000
+59,block_sparse_moe.experts.62.w3,0.0054384457,0.05000,2.972
+59,block_sparse_moe.experts.59.w3,0.0011250058,0.05000,2.912
+59,block_sparse_moe.experts.63.w3,0.0062595753,0.05000,2.957
+59,block_sparse_moe.experts.55.w3,0.0021907699,0.05000,2.817
+59,block_sparse_moe.experts.65.w3,0.0024310450,0.05000,2.947
+59,block_sparse_moe.experts.51.w3,0.0096115449,0.05000,2.975
+59,block_sparse_moe.experts.68.w3,0.0026552773,0.05000,3.096
+59,block_sparse_moe.experts.73.w3,0.0063928771,0.05000,2.852
+59,block_sparse_moe.experts.69.w3,0.0374267643,0.05000,2.890
+59,block_sparse_moe.experts.77.w3,0.0011990510,0.05000,2.949
+59,block_sparse_moe.experts.72.w3,0.0063658990,0.05000,3.131
+59,block_sparse_moe.experts.76.w3,0.0032059372,0.05000,3.126
+59,block_sparse_moe.experts.74.w3,0.0035312733,0.05000,3.068
+59,block_sparse_moe.experts.64.w3,0.0071423953,0.05000,3.118
+59,block_sparse_moe.experts.66.w3,0.0110845690,0.05000,3.016
+59,block_sparse_moe.experts.70.w3,0.0051625826,0.05000,3.059
+59,block_sparse_moe.experts.78.w3,0.0189112256,0.05000,3.083
+59,block_sparse_moe.experts.75.w3,0.0065970737,0.05000,3.011
+59,block_sparse_moe.experts.79.w3,0.0091865995,0.05000,3.004
+59,block_sparse_moe.experts.71.w3,0.1669778390,0.05000,3.006
+59,block_sparse_moe.experts.81.w3,0.0051886700,0.05000,2.903
+59,block_sparse_moe.experts.89.w3,0.0206131795,0.05000,2.917
+59,block_sparse_moe.experts.67.w3,0.0014648703,0.05000,3.169
+59,block_sparse_moe.experts.84.w3,0.0036315613,0.05000,3.056
+59,block_sparse_moe.experts.85.w3,0.0032458564,0.05000,2.824
+59,block_sparse_moe.experts.93.w3,0.0043819894,0.05000,2.897
+59,block_sparse_moe.experts.88.w3,0.0020472328,0.05000,3.137
+59,block_sparse_moe.experts.90.w3,0.0038755269,0.05000,2.871
+59,block_sparse_moe.experts.92.w3,0.0014523215,0.05000,3.040
+59,block_sparse_moe.experts.80.w3,0.0110468802,0.05000,3.165
+59,block_sparse_moe.experts.82.w3,0.0031078335,0.05000,2.940
+59,block_sparse_moe.experts.86.w3,0.0064676039,0.05000,2.893
+59,block_sparse_moe.experts.94.w3,0.0384901623,0.05000,2.899
+59,block_sparse_moe.experts.91.w3,0.0022921320,0.05000,2.809
+59,block_sparse_moe.experts.95.w3,0.0055680920,0.05000,2.874
+59,block_sparse_moe.experts.87.w3,0.0009701385,0.05000,2.813
+59,block_sparse_moe.experts.97.w3,0.0021906011,0.05000,2.887
+59,block_sparse_moe.experts.105.w3,0.0042607344,0.05000,2.899
+59,block_sparse_moe.experts.83.w3,0.0130094051,0.05000,2.948
+59,block_sparse_moe.experts.100.w3,0.0079225773,0.05000,2.933
+59,block_sparse_moe.experts.101.w3,0.0021196555,0.05000,2.899
+59,block_sparse_moe.experts.109.w3,0.0103337179,0.05000,2.852
+59,block_sparse_moe.experts.104.w3,0.0044402093,0.05000,2.774
+59,block_sparse_moe.experts.108.w3,0.0103484595,0.05000,2.846
+59,block_sparse_moe.experts.106.w3,0.0101467488,0.05000,3.022
+59,block_sparse_moe.experts.96.w3,0.0014654799,0.05000,2.754
+59,block_sparse_moe.experts.98.w3,0.0044973139,0.05000,2.934
+59,block_sparse_moe.experts.102.w3,0.0057237018,0.05000,2.989
+59,block_sparse_moe.experts.110.w3,0.0104223232,0.05000,2.915
+59,block_sparse_moe.experts.107.w3,0.0116161394,0.05000,2.819
+59,block_sparse_moe.experts.111.w3,0.0045804609,0.05000,2.853
+59,block_sparse_moe.experts.103.w3,0.0048561591,0.05000,2.894
+59,block_sparse_moe.experts.113.w3,0.0055966907,0.05000,2.888
+59,block_sparse_moe.experts.121.w3,0.0063412104,0.05000,2.929
+59,block_sparse_moe.experts.116.w3,0.0101950005,0.05000,2.858
+59,block_sparse_moe.experts.99.w3,0.0022022349,0.05000,3.038
+59,block_sparse_moe.experts.125.w3,0.0060763070,0.05000,2.892
+59,block_sparse_moe.experts.117.w3,0.0042673182,0.05000,2.934
+59,block_sparse_moe.experts.120.w3,0.0051362399,0.05000,2.746
+59,block_sparse_moe.experts.112.w3,0.0046995740,0.05000,2.764
+59,block_sparse_moe.experts.124.w3,0.0037408953,0.05000,2.856
+59,block_sparse_moe.experts.122.w3,0.0061045504,0.05000,2.954
+59,block_sparse_moe.experts.114.w3,0.0021827979,0.05000,3.011
+59,block_sparse_moe.experts.118.w3,0.0019892631,0.05000,3.025
+59,block_sparse_moe.experts.126.w3,0.4893294681,0.05000,2.936
+59,block_sparse_moe.experts.123.w3,0.0152895096,0.05000,3.068
+59,block_sparse_moe.experts.127.w3,0.0040849276,0.05000,3.083
+59,block_sparse_moe.experts.129.w3,0.0053176714,0.05000,2.803
+59,block_sparse_moe.experts.119.w3,0.0102135597,0.05000,3.039
+59,block_sparse_moe.experts.137.w3,0.0021098986,0.05000,2.701
+59,block_sparse_moe.experts.133.w3,0.0101679327,0.05000,2.626
+59,block_sparse_moe.experts.132.w3,0.0044992842,0.05000,2.970
+59,block_sparse_moe.experts.141.w3,0.0030046289,0.05000,2.832
+59,block_sparse_moe.experts.115.w3,0.0024585725,0.05000,2.995
+59,block_sparse_moe.experts.136.w3,0.0288243675,0.05000,2.862
+59,block_sparse_moe.experts.140.w3,0.0046909644,0.05000,2.998
+59,block_sparse_moe.experts.128.w3,0.0143013752,0.05000,3.133
+59,block_sparse_moe.experts.138.w3,0.0027388652,0.05000,3.099
+59,block_sparse_moe.experts.130.w3,0.0031458510,0.05000,3.098
+59,block_sparse_moe.experts.142.w3,0.0033520388,0.05000,3.049
+59,block_sparse_moe.experts.134.w3,0.0125344298,0.05000,3.124
+59,block_sparse_moe.experts.139.w3,0.0045422316,0.05000,2.906
+59,block_sparse_moe.experts.143.w3,0.0025562518,0.05000,2.822
+59,block_sparse_moe.experts.145.w3,0.0022143916,0.05000,2.761
+59,block_sparse_moe.experts.135.w3,0.0048120564,0.05000,2.913
+59,block_sparse_moe.experts.153.w3,0.0030203785,0.05000,2.863
+59,block_sparse_moe.experts.149.w3,0.0041044933,0.05000,2.980
+59,block_sparse_moe.experts.157.w3,0.0076339028,0.05000,2.866
+59,block_sparse_moe.experts.148.w3,0.0053978309,0.05000,3.143
+59,block_sparse_moe.experts.131.w3,0.0104607855,0.05000,2.993
+59,block_sparse_moe.experts.152.w3,0.0062904378,0.05000,3.096
+59,block_sparse_moe.experts.156.w3,0.0028998432,0.05000,3.053
+59,block_sparse_moe.experts.144.w3,0.0051923760,0.05000,3.137
+59,block_sparse_moe.experts.154.w3,0.0021703391,0.05000,3.119
+59,block_sparse_moe.experts.146.w3,0.0067927781,0.05000,3.089
+59,block_sparse_moe.experts.158.w3,0.0096674759,0.05000,3.043
+59,block_sparse_moe.experts.150.w3,4.3835968971,0.05000,3.068
+59,block_sparse_moe.experts.161.w3,0.0079609001,0.05000,2.486
+59,block_sparse_moe.experts.169.w3,0.0023997032,0.05000,2.387
+59,block_sparse_moe.experts.159.w3,0.0040963983,0.05000,2.982
+59,block_sparse_moe.experts.165.w3,0.0058295061,0.05000,2.392
+59,block_sparse_moe.experts.155.w3,0.0024076655,0.05000,3.162
+59,block_sparse_moe.experts.173.w3,0.0176760471,0.05000,2.366
+59,block_sparse_moe.experts.151.w3,0.0049408338,0.05000,3.095
+59,block_sparse_moe.experts.164.w3,0.0059509298,0.05000,3.120
+59,block_sparse_moe.experts.147.w3,0.0027862539,0.05000,3.145
+59,block_sparse_moe.experts.168.w3,0.0046239801,0.05000,3.113
+59,block_sparse_moe.experts.172.w3,0.0100426453,0.05000,3.172
+59,block_sparse_moe.experts.160.w3,0.0022657080,0.05000,3.130
+59,block_sparse_moe.experts.170.w3,0.0023144933,0.05000,3.207
+59,block_sparse_moe.experts.177.w3,0.0035089253,0.05000,2.822
+59,block_sparse_moe.experts.162.w3,0.0093568190,0.05000,3.182
+59,block_sparse_moe.experts.174.w3,0.0007977240,0.05000,3.105
+59,block_sparse_moe.experts.166.w3,0.0088624797,0.05000,3.101
+59,block_sparse_moe.experts.185.w3,0.0025936762,0.05000,2.900
+59,block_sparse_moe.experts.181.w3,0.1034068355,0.05000,2.896
+59,block_sparse_moe.experts.189.w3,0.0073336975,0.05000,2.877
+59,block_sparse_moe.experts.175.w3,0.1062353322,0.05000,3.024
+59,block_sparse_moe.experts.171.w3,0.0016235269,0.05000,2.939
+59,block_sparse_moe.experts.167.w3,0.0034148758,0.05000,2.988
+59,block_sparse_moe.experts.180.w3,0.0099556661,0.05000,3.004
+59,block_sparse_moe.experts.163.w3,0.0063542313,0.05000,2.954
+59,block_sparse_moe.experts.184.w3,0.0050815864,0.05000,3.063
+59,block_sparse_moe.experts.188.w3,0.0021321976,0.05000,3.087
+59,block_sparse_moe.experts.176.w3,0.0014395619,0.05000,2.981
+59,block_sparse_moe.experts.186.w3,0.0010706718,0.05000,2.858
+59,block_sparse_moe.experts.178.w3,0.0176918754,0.05000,2.788
+59,block_sparse_moe.experts.193.w3,0.0029474098,0.05000,2.980
+59,block_sparse_moe.experts.190.w3,0.0086215075,0.05000,2.912
+59,block_sparse_moe.experts.182.w3,0.0083667342,0.05000,2.882
+59,block_sparse_moe.experts.201.w3,0.0033811809,0.05000,2.920
+59,block_sparse_moe.experts.191.w3,0.0008404884,0.05000,2.730
+59,block_sparse_moe.experts.187.w3,0.0051583164,0.05000,2.801
+59,block_sparse_moe.experts.205.w3,0.0023037953,0.05000,2.926
+59,block_sparse_moe.experts.197.w3,0.0018701713,0.05000,3.010
+59,block_sparse_moe.experts.183.w3,0.0056902246,0.05000,2.770
+59,block_sparse_moe.experts.179.w3,0.0052613521,0.05000,2.847
+59,block_sparse_moe.experts.196.w3,0.0083927520,0.05000,2.978
+59,block_sparse_moe.experts.200.w3,0.0018231829,0.05000,3.035
+59,block_sparse_moe.experts.192.w3,0.0012454474,0.05000,3.040
+59,block_sparse_moe.experts.204.w3,0.0042044224,0.05000,3.117
+59,block_sparse_moe.experts.209.w3,0.0051717316,0.05000,2.704
+59,block_sparse_moe.experts.202.w3,0.0008561587,0.05000,3.103
+59,block_sparse_moe.experts.194.w3,0.0101210386,0.05000,3.118
+59,block_sparse_moe.experts.217.w3,0.0149939988,0.05000,2.668
+59,block_sparse_moe.experts.206.w3,0.0143813152,0.05000,3.098
+59,block_sparse_moe.experts.198.w3,0.0020092750,0.05000,3.060
+59,block_sparse_moe.experts.213.w3,0.0065165958,0.05000,2.578
+59,block_sparse_moe.experts.221.w3,0.0067182039,0.05000,2.683
+59,block_sparse_moe.experts.203.w3,0.0098495225,0.05000,2.879
+59,block_sparse_moe.experts.207.w3,0.0015352612,0.05000,3.021
+59,block_sparse_moe.experts.199.w3,0.0030452679,0.05000,2.857
+59,block_sparse_moe.experts.195.w3,0.0272618728,0.05000,2.827
+59,block_sparse_moe.experts.212.w3,0.0030661933,0.05000,3.204
+59,block_sparse_moe.experts.216.w3,0.0115764591,0.05000,3.130
+59,block_sparse_moe.experts.225.w3,0.0075449366,0.05000,2.496
+59,block_sparse_moe.experts.233.w3,0.0071622835,0.05000,2.552
+59,block_sparse_moe.experts.229.w3,0.0075291379,0.05000,2.533
+59,block_sparse_moe.experts.220.w3,0.0077781385,0.05000,3.090
+59,block_sparse_moe.experts.208.w3,0.0041029338,0.05000,3.137
+59,block_sparse_moe.experts.237.w3,0.0146280747,0.05000,2.556
+59,block_sparse_moe.experts.218.w3,0.0124600705,0.05000,3.089
+59,block_sparse_moe.experts.210.w3,0.0085815943,0.05000,3.061
+59,block_sparse_moe.experts.214.w3,0.0240293548,0.05000,3.087
+59,block_sparse_moe.experts.219.w3,0.0086460953,0.05000,2.904
+59,block_sparse_moe.experts.223.w3,0.0032798053,0.05000,2.918
+59,block_sparse_moe.experts.222.w3,0.0118019978,0.05000,3.215
+59,block_sparse_moe.experts.215.w3,0.0057371974,0.05000,3.162
+59,block_sparse_moe.experts.211.w3,0.0042668489,0.05000,3.060
+59,block_sparse_moe.experts.228.w3,0.0062309123,0.05000,2.839
+59,block_sparse_moe.experts.241.w3,0.0069074337,0.05000,2.755
+59,block_sparse_moe.experts.232.w3,0.0020668225,0.05000,2.862
+59,block_sparse_moe.experts.249.w3,0.0055875581,0.05000,2.655
+59,block_sparse_moe.experts.245.w3,0.0043284118,0.05000,2.556
+59,block_sparse_moe.experts.253.w3,0.1587100309,0.05000,2.501
+59,block_sparse_moe.experts.236.w3,0.0104771465,0.05000,2.741
+59,block_sparse_moe.experts.224.w3,0.0061396142,0.05000,2.822
+59,block_sparse_moe.experts.234.w3,0.0106404137,0.05000,2.936
+59,block_sparse_moe.experts.226.w3,0.0764318017,0.05000,2.825
+59,block_sparse_moe.experts.230.w3,0.0018722092,0.05000,2.836
+59,block_sparse_moe.experts.238.w3,0.0069927704,0.05000,2.782
+59,block_sparse_moe.experts.235.w3,0.0079431011,0.05000,2.954
+59,block_sparse_moe.experts.239.w3,0.0040473157,0.05000,2.902
+59,block_sparse_moe.experts.231.w3,0.0035482844,0.05000,2.886
+59,block_sparse_moe.experts.227.w3,0.0022079853,0.05000,3.010
+59,block_sparse_moe.experts.244.w3,0.0040913189,0.05000,2.938
+59,block_sparse_moe.experts.248.w3,0.0045740269,0.05000,2.870
+59,block_sparse_moe.experts.252.w3,0.0027610941,0.05000,2.714
+59,block_sparse_moe.experts.240.w3,0.0041812199,0.05000,2.671
+59,block_sparse_moe.experts.250.w3,0.0076545939,0.05000,2.654
+59,block_sparse_moe.experts.242.w3,0.0052526183,0.05000,2.644
+59,block_sparse_moe.experts.246.w3,0.0041950364,0.05000,2.581
+59,block_sparse_moe.experts.254.w3,0.0020750865,0.05000,2.514
+59,block_sparse_moe.experts.255.w3,0.0079932293,0.05000,2.734
+59,block_sparse_moe.experts.251.w3,0.0043327186,0.05000,2.794
+59,block_sparse_moe.experts.247.w3,0.0048325750,0.05000,2.566
+59,block_sparse_moe.experts.243.w3,0.0139628034,0.05000,1.975
+59,block_sparse_moe.experts.11.w2,0.0002088541,0.05000,1.307
+59,block_sparse_moe.experts.15.w2,0.0062954390,0.05000,1.319
+59,block_sparse_moe.experts.7.w2,0.0287397560,0.05000,1.383
+59,block_sparse_moe.experts.6.w2,0.0082352101,0.05000,1.394
+59,block_sparse_moe.experts.3.w2,0.0496022158,0.05000,1.395
+59,block_sparse_moe.experts.14.w2,0.0078837608,0.05000,1.393
+59,block_sparse_moe.experts.2.w2,0.0928544985,0.05000,1.470
+59,block_sparse_moe.experts.10.w2,0.0010474762,0.05000,1.439
+59,block_sparse_moe.experts.0.w2,0.0120314217,0.05000,1.496
+59,block_sparse_moe.experts.8.w2,0.0029215381,0.05000,1.553
+59,block_sparse_moe.experts.5.w2,0.0045759669,0.05000,1.556
+59,block_sparse_moe.experts.1.w2,0.0058969604,0.05000,1.624
+59,block_sparse_moe.experts.4.w2,0.0003866169,0.05000,1.589
+59,block_sparse_moe.experts.9.w2,0.0005230548,0.05000,1.582
+59,block_sparse_moe.experts.12.w2,0.0142432251,0.05000,1.621
+59,block_sparse_moe.experts.13.w2,0.0015509753,0.05000,1.624
+59,block_sparse_moe.experts.27.w2,0.0591472606,0.05000,1.498
+59,block_sparse_moe.experts.31.w2,0.0072816143,0.05000,1.491
+59,block_sparse_moe.experts.22.w2,0.0058006509,0.05000,1.476
+59,block_sparse_moe.experts.19.w2,0.0061333014,0.05000,1.488
+59,block_sparse_moe.experts.23.w2,0.0044386701,0.05000,1.504
+59,block_sparse_moe.experts.30.w2,0.0524808580,0.05000,1.501
+59,block_sparse_moe.experts.18.w2,0.1055078565,0.05000,1.479
+59,block_sparse_moe.experts.16.w2,0.0013363750,0.05000,1.480
+59,block_sparse_moe.experts.24.w2,0.0027618235,0.05000,1.444
+59,block_sparse_moe.experts.20.w2,0.0016270295,0.05000,1.452
+59,block_sparse_moe.experts.25.w2,0.0260889959,0.05000,1.459
+59,block_sparse_moe.experts.21.w2,0.0292093465,0.05000,1.530
+59,block_sparse_moe.experts.29.w2,0.0059567672,0.05000,1.463
+59,block_sparse_moe.experts.17.w2,0.1159868264,0.05000,1.530
+59,block_sparse_moe.experts.28.w2,0.1647416579,0.05000,1.486
+59,block_sparse_moe.experts.32.w2,0.0286530787,0.05000,1.880
+59,block_sparse_moe.experts.40.w2,0.0032191108,0.05000,1.868
+59,block_sparse_moe.experts.36.w2,0.0077306633,0.05000,1.910
+59,block_sparse_moe.experts.26.w2,0.0440500107,0.05000,3.535
+59,block_sparse_moe.experts.41.w2,0.0329065761,0.05000,1.974
+59,block_sparse_moe.experts.44.w2,0.0015563076,0.05000,1.930
+59,block_sparse_moe.experts.37.w2,0.0077547421,0.05000,1.964
+59,block_sparse_moe.experts.33.w2,0.0140750621,0.05000,1.965
+59,block_sparse_moe.experts.45.w2,0.0957521741,0.05000,1.999
+59,block_sparse_moe.experts.38.w2,0.0053333109,0.05000,3.601
+59,block_sparse_moe.experts.34.w2,0.0002603250,0.05000,3.599
+59,block_sparse_moe.experts.48.w2,0.0236375838,0.05000,1.698
+59,block_sparse_moe.experts.46.w2,0.0008845689,0.05000,3.657
+59,block_sparse_moe.experts.56.w2,0.0710291092,0.05000,1.693
+59,block_sparse_moe.experts.42.w2,0.0118956281,0.05000,1.647
+59,block_sparse_moe.experts.52.w2,0.0072077149,0.05000,1.686
+59,block_sparse_moe.experts.57.w2,0.0186004298,0.05000,1.696
+59,block_sparse_moe.experts.60.w2,0.0445503221,0.05000,1.692
+59,block_sparse_moe.experts.53.w2,0.0288506276,0.05000,1.707
+59,block_sparse_moe.experts.49.w2,0.0378420520,0.05000,1.724
+59,block_sparse_moe.experts.61.w2,0.0179888908,0.05000,1.705
+59,block_sparse_moe.experts.50.w2,0.0344763125,0.05000,1.464
+59,block_sparse_moe.experts.54.w2,0.0170904182,0.05000,1.494
+59,block_sparse_moe.experts.62.w2,0.0063796578,0.05000,1.493
+59,block_sparse_moe.experts.58.w2,0.0001482256,0.05000,1.437
+59,block_sparse_moe.experts.72.w2,0.0028625156,0.05000,1.584
+59,block_sparse_moe.experts.64.w2,0.0208066064,0.05000,1.648
+59,block_sparse_moe.experts.68.w2,0.0107956109,0.05000,1.535
+59,block_sparse_moe.experts.73.w2,0.0028042816,0.05000,1.524
+59,block_sparse_moe.experts.69.w2,0.2866971609,0.05000,1.479
+59,block_sparse_moe.experts.77.w2,0.0036762090,0.05000,1.447
+59,block_sparse_moe.experts.76.w2,0.0309911837,0.05000,1.539
+59,block_sparse_moe.experts.65.w2,0.0025846032,0.05000,1.482
+59,block_sparse_moe.experts.43.w2,0.0261924712,0.05000,1.507
+59,block_sparse_moe.experts.35.w2,0.0395020633,0.05000,1.551
+59,block_sparse_moe.experts.39.w2,0.0003475266,0.05000,1.610
+59,block_sparse_moe.experts.47.w2,0.0298964763,0.05000,1.657
+59,block_sparse_moe.experts.66.w2,0.2087221203,0.05000,1.546
+59,block_sparse_moe.experts.70.w2,0.0131575236,0.05000,1.559
+59,block_sparse_moe.experts.78.w2,0.0364988482,0.05000,1.528
+59,block_sparse_moe.experts.74.w2,0.0083375138,0.05000,1.516
+59,block_sparse_moe.experts.80.w2,0.0753510558,0.05000,1.601
+59,block_sparse_moe.experts.84.w2,0.0018012224,0.05000,1.599
+59,block_sparse_moe.experts.88.w2,0.0004420978,0.05000,1.695
+59,block_sparse_moe.experts.59.w2,0.0002603677,0.05000,1.577
+59,block_sparse_moe.experts.92.w2,0.0331940672,0.05000,1.635
+59,block_sparse_moe.experts.51.w2,0.0223381732,0.05000,1.640
+59,block_sparse_moe.experts.55.w2,0.0021368240,0.05000,1.628
+59,block_sparse_moe.experts.93.w2,0.0500493321,0.05000,1.539
+59,block_sparse_moe.experts.85.w2,0.0015126257,0.05000,1.555
+59,block_sparse_moe.experts.63.w2,0.0319990021,0.05000,1.627
+59,block_sparse_moe.experts.89.w2,0.0184672137,0.05000,1.611
+59,block_sparse_moe.experts.81.w2,0.0337718523,0.05000,1.631
+59,block_sparse_moe.experts.96.w2,0.0019762705,0.05000,1.547
+59,block_sparse_moe.experts.104.w2,0.0084488738,0.05000,1.494
+59,block_sparse_moe.experts.94.w2,0.0185050819,0.05000,1.644
+59,block_sparse_moe.experts.100.w2,0.0339301166,0.05000,1.575
+59,block_sparse_moe.experts.75.w2,0.0160694684,0.05000,1.486
+59,block_sparse_moe.experts.86.w2,0.0137696286,0.05000,1.671
+59,block_sparse_moe.experts.82.w2,0.0112375020,0.05000,1.675
+59,block_sparse_moe.experts.108.w2,0.0451870312,0.05000,1.510
+59,block_sparse_moe.experts.90.w2,0.0104146095,0.05000,1.722
+59,block_sparse_moe.experts.67.w2,0.0046687999,0.05000,1.558
+59,block_sparse_moe.experts.109.w2,0.0624539347,0.05000,1.507
+59,block_sparse_moe.experts.71.w2,0.2067772114,0.05000,1.554
+59,block_sparse_moe.experts.97.w2,0.0005566985,0.05000,1.443
+59,block_sparse_moe.experts.105.w2,0.0024422628,0.05000,1.477
+59,block_sparse_moe.experts.101.w2,0.0387128267,0.05000,1.535
+59,block_sparse_moe.experts.79.w2,0.0542494784,0.05000,1.575
+59,block_sparse_moe.experts.106.w2,0.0073525894,0.05000,1.332
+59,block_sparse_moe.experts.91.w2,0.0049104939,0.05000,1.405
+59,block_sparse_moe.experts.98.w2,0.0891121003,0.05000,1.399
+59,block_sparse_moe.experts.110.w2,0.0166682349,0.05000,1.448
+59,block_sparse_moe.experts.120.w2,0.0016503138,0.05000,1.514
+59,block_sparse_moe.experts.112.w2,0.0022639321,0.05000,1.565
+59,block_sparse_moe.experts.124.w2,0.0005966592,0.05000,1.468
+59,block_sparse_moe.experts.121.w2,0.0078951710,0.05000,1.294
+59,block_sparse_moe.experts.116.w2,0.0384498302,0.05000,1.549
+59,block_sparse_moe.experts.102.w2,0.0542775851,0.05000,1.542
+59,block_sparse_moe.experts.113.w2,0.0574731605,0.05000,1.335
+59,block_sparse_moe.experts.83.w2,0.1052110513,0.05000,1.418
+59,block_sparse_moe.experts.125.w2,0.0089923084,0.05000,1.418
+59,block_sparse_moe.experts.117.w2,0.0491656869,0.05000,1.426
+59,block_sparse_moe.experts.87.w2,0.0005792689,0.05000,1.503
+59,block_sparse_moe.experts.95.w2,0.0198638883,0.05000,1.466
+59,block_sparse_moe.experts.107.w2,0.0617087767,0.05000,1.505
+59,block_sparse_moe.experts.114.w2,0.0061386958,0.05000,1.539
+59,block_sparse_moe.experts.136.w2,0.2037833150,0.05000,1.477
+59,block_sparse_moe.experts.126.w2,1.4829781272,0.05000,1.540
+59,block_sparse_moe.experts.122.w2,0.0240782327,0.05000,1.602
+59,block_sparse_moe.experts.118.w2,0.0003944116,0.05000,1.557
+59,block_sparse_moe.experts.129.w2,0.0053635118,0.05000,1.556
+59,block_sparse_moe.experts.140.w2,0.0010937390,0.05000,1.601
+59,block_sparse_moe.experts.137.w2,0.0027346762,0.05000,1.587
+59,block_sparse_moe.experts.128.w2,0.0090175857,0.05000,1.615
+59,block_sparse_moe.experts.99.w2,0.0032244568,0.05000,1.563
+59,block_sparse_moe.experts.132.w2,0.1050146732,0.05000,1.628
+59,block_sparse_moe.experts.141.w2,0.0106987601,0.05000,1.579
+59,block_sparse_moe.experts.111.w2,0.0123336911,0.05000,1.445
+59,block_sparse_moe.experts.133.w2,0.0109481937,0.05000,1.579
+59,block_sparse_moe.experts.103.w2,0.0399112518,0.05000,1.616
+59,block_sparse_moe.experts.123.w2,0.0155483898,0.05000,1.326
+59,block_sparse_moe.experts.138.w2,0.0022384229,0.05000,1.313
+59,block_sparse_moe.experts.142.w2,0.0009537435,0.05000,1.343
+59,block_sparse_moe.experts.130.w2,0.0017792896,0.05000,1.373
+59,block_sparse_moe.experts.152.w2,0.0171929693,0.05000,1.474
+59,block_sparse_moe.experts.134.w2,0.0422740138,0.05000,1.332
+59,block_sparse_moe.experts.127.w2,0.0037276850,0.05000,1.274
+59,block_sparse_moe.experts.115.w2,0.0206088265,0.05000,1.330
+59,block_sparse_moe.experts.144.w2,0.0005566566,0.05000,1.454
+59,block_sparse_moe.experts.156.w2,0.0006722092,0.05000,1.498
+59,block_sparse_moe.experts.153.w2,0.0005421580,0.05000,1.542
+59,block_sparse_moe.experts.148.w2,0.0009666424,0.05000,1.514
+59,block_sparse_moe.experts.119.w2,0.0260730374,0.05000,1.365
+59,block_sparse_moe.experts.157.w2,0.0196007387,0.05000,1.521
+59,block_sparse_moe.experts.145.w2,0.0142032172,0.05000,1.641
+59,block_sparse_moe.experts.149.w2,0.0441899828,0.05000,1.530
+59,block_sparse_moe.experts.154.w2,0.0041111055,0.05000,1.359
+59,block_sparse_moe.experts.158.w2,0.0060022032,0.05000,1.467
+59,block_sparse_moe.experts.146.w2,0.0177448983,0.05000,1.455
+59,block_sparse_moe.experts.139.w2,0.0233123123,0.05000,1.550
+59,block_sparse_moe.experts.150.w2,6.8839139938,0.05000,1.449
+59,block_sparse_moe.experts.168.w2,0.0006764894,0.05000,1.511
+59,block_sparse_moe.experts.143.w2,0.0022783162,0.05000,1.554
+59,block_sparse_moe.experts.131.w2,0.1495674651,0.05000,1.573
+59,block_sparse_moe.experts.160.w2,0.0039184677,0.05000,1.514
+59,block_sparse_moe.experts.172.w2,0.0662215861,0.05000,1.507
+59,block_sparse_moe.experts.169.w2,0.0068136473,0.05000,1.460
+59,block_sparse_moe.experts.173.w2,0.0051747607,0.05000,1.455
+59,block_sparse_moe.experts.165.w2,0.0307472121,0.05000,1.427
+59,block_sparse_moe.experts.164.w2,0.0010744341,0.05000,1.555
+59,block_sparse_moe.experts.161.w2,0.0145593409,0.05000,1.489
+59,block_sparse_moe.experts.135.w2,0.0327357750,0.05000,1.563
+59,block_sparse_moe.experts.170.w2,0.0341325824,0.05000,1.428
+59,block_sparse_moe.experts.155.w2,0.0005389903,0.05000,1.455
+59,block_sparse_moe.experts.174.w2,0.0002989660,0.05000,1.472
+59,block_sparse_moe.experts.162.w2,0.0664897563,0.05000,1.489
+59,block_sparse_moe.experts.166.w2,0.0358193942,0.05000,1.477
+59,block_sparse_moe.experts.184.w2,0.0215750367,0.05000,1.552
+59,block_sparse_moe.experts.159.w2,0.0053445873,0.05000,1.489
+59,block_sparse_moe.experts.147.w2,0.0013341473,0.05000,1.453
+59,block_sparse_moe.experts.176.w2,0.0002368278,0.05000,1.499
+59,block_sparse_moe.experts.188.w2,0.0004274342,0.05000,1.529
+59,block_sparse_moe.experts.189.w2,0.0336417218,0.05000,1.498
+59,block_sparse_moe.experts.185.w2,0.0010371726,0.05000,1.547
+59,block_sparse_moe.experts.151.w2,0.0172608064,0.05000,1.414
+59,block_sparse_moe.experts.181.w2,0.1044323179,0.05000,1.492
+59,block_sparse_moe.experts.180.w2,0.0824374211,0.05000,1.462
+59,block_sparse_moe.experts.177.w2,0.0064471578,0.05000,1.494
+59,block_sparse_moe.experts.186.w2,0.0084466414,0.05000,1.406
+59,block_sparse_moe.experts.178.w2,0.0493942704,0.05000,1.362
+59,block_sparse_moe.experts.190.w2,0.0253173199,0.05000,1.440
+59,block_sparse_moe.experts.182.w2,0.0248584513,0.05000,1.433
+59,block_sparse_moe.experts.171.w2,0.0204244161,0.05000,1.569
+59,block_sparse_moe.experts.175.w2,0.1303765657,0.05000,1.602
+59,block_sparse_moe.experts.200.w2,0.0021433961,0.05000,1.676
+59,block_sparse_moe.experts.163.w2,0.0622085201,0.05000,1.674
+59,block_sparse_moe.experts.192.w2,0.0001765898,0.05000,1.659
+59,block_sparse_moe.experts.204.w2,0.0124746506,0.05000,1.659
+59,block_sparse_moe.experts.201.w2,0.0044682825,0.05000,1.645
+59,block_sparse_moe.experts.205.w2,0.0004336274,0.05000,1.653
+59,block_sparse_moe.experts.196.w2,0.0226289812,0.05000,1.631
+59,block_sparse_moe.experts.167.w2,0.0120798966,0.05000,1.658
+59,block_sparse_moe.experts.197.w2,0.0053972840,0.05000,1.694
+59,block_sparse_moe.experts.193.w2,0.0158833300,0.05000,1.673
+59,block_sparse_moe.experts.202.w2,0.0004333808,0.05000,1.363
+59,block_sparse_moe.experts.194.w2,0.0301826183,0.05000,1.344
+59,block_sparse_moe.experts.206.w2,0.0557596199,0.05000,1.378
+59,block_sparse_moe.experts.198.w2,0.0002366413,0.05000,1.311
+59,block_sparse_moe.experts.187.w2,0.0201411938,0.05000,1.546
+59,block_sparse_moe.experts.208.w2,0.0020932043,0.05000,1.319
+59,block_sparse_moe.experts.216.w2,0.1325031091,0.05000,1.401
+59,block_sparse_moe.experts.191.w2,0.0002605672,0.05000,1.485
+59,block_sparse_moe.experts.212.w2,0.0595282694,0.05000,1.313
+59,block_sparse_moe.experts.220.w2,0.0496523824,0.05000,1.378
+59,block_sparse_moe.experts.179.w2,0.0211964922,0.05000,1.501
+59,block_sparse_moe.experts.217.w2,0.0819902873,0.05000,1.433
+59,block_sparse_moe.experts.221.w2,0.0389784063,0.05000,1.434
+59,block_sparse_moe.experts.183.w2,0.0034359046,0.05000,1.534
+59,block_sparse_moe.experts.213.w2,0.0181854369,0.05000,1.505
+59,block_sparse_moe.experts.209.w2,0.0098449064,0.05000,1.505
+59,block_sparse_moe.experts.218.w2,0.0261998680,0.05000,1.540
+59,block_sparse_moe.experts.210.w2,0.0049152353,0.05000,1.526
+59,block_sparse_moe.experts.222.w2,0.0123901022,0.05000,1.594
+59,block_sparse_moe.experts.214.w2,0.0624473255,0.05000,1.636
+59,block_sparse_moe.experts.203.w2,0.0113483788,0.05000,1.752
+59,block_sparse_moe.experts.232.w2,0.0007751888,0.05000,1.672
+59,block_sparse_moe.experts.224.w2,0.0132504764,0.05000,1.708
+59,block_sparse_moe.experts.236.w2,0.0083310164,0.05000,1.686
+59,block_sparse_moe.experts.228.w2,0.0244257613,0.05000,1.743
+59,block_sparse_moe.experts.237.w2,0.0627348117,0.05000,1.659
+59,block_sparse_moe.experts.233.w2,0.0028506630,0.05000,1.666
+59,block_sparse_moe.experts.207.w2,0.0001983090,0.05000,1.813
+59,block_sparse_moe.experts.195.w2,0.1082203825,0.05000,1.755
+59,block_sparse_moe.experts.229.w2,0.0305916010,0.05000,1.607
+59,block_sparse_moe.experts.225.w2,0.0161386974,0.05000,1.649
+59,block_sparse_moe.experts.199.w2,0.0034220560,0.05000,1.759
+59,block_sparse_moe.experts.234.w2,0.0241613417,0.05000,1.483
+59,block_sparse_moe.experts.226.w2,0.1592209311,0.05000,1.525
+59,block_sparse_moe.experts.238.w2,0.0144478213,0.05000,1.449
+59,block_sparse_moe.experts.230.w2,0.0007008810,0.05000,1.458
+59,block_sparse_moe.experts.219.w2,0.0030090028,0.05000,1.583
+59,block_sparse_moe.experts.248.w2,0.0185042378,0.05000,1.526
+59,block_sparse_moe.experts.240.w2,0.0182186493,0.05000,1.544
+59,block_sparse_moe.experts.252.w2,0.0021212850,0.05000,1.460
+59,block_sparse_moe.experts.244.w2,0.0196327300,0.05000,1.452
+59,block_sparse_moe.experts.249.w2,0.0205072721,0.05000,1.516
+59,block_sparse_moe.experts.253.w2,0.3213575588,0.05000,1.522
+59,block_sparse_moe.experts.211.w2,0.0197155894,0.05000,1.525
+59,block_sparse_moe.experts.223.w2,0.0205638600,0.05000,1.558
+59,block_sparse_moe.experts.245.w2,0.0298789949,0.05000,1.493
+59,block_sparse_moe.experts.241.w2,0.0030412037,0.05000,1.432
+59,block_sparse_moe.experts.215.w2,0.0292606865,0.05000,1.492
+59,block_sparse_moe.experts.250.w2,0.0543869689,0.05000,1.508
+59,block_sparse_moe.experts.242.w2,0.0272520251,0.05000,1.404
+59,block_sparse_moe.experts.254.w2,0.0276124156,0.05000,1.383
+59,block_sparse_moe.experts.246.w2,0.0255314625,0.05000,1.315
+59,block_sparse_moe.experts.235.w2,0.0391747302,0.05000,1.522
+59,block_sparse_moe.experts.239.w2,0.0021077678,0.05000,1.543
+59,block_sparse_moe.experts.227.w2,0.0005181975,0.05000,1.555
+59,block_sparse_moe.experts.231.w2,0.1115986209,0.05000,1.576
+59,block_sparse_moe.experts.251.w2,0.0168555811,0.05000,1.690
+59,block_sparse_moe.experts.255.w2,0.0216233380,0.05000,1.618
+59,block_sparse_moe.experts.243.w2,0.0030685946,0.05000,1.610
+59,block_sparse_moe.experts.247.w2,0.0115578896,0.05000,1.502
+60,self_attn.k_proj,0.0000637339,0.05000,0.923
+60,self_attn.q_proj,0.0004672914,0.05000,0.950
+60,self_attn.v_proj,0.0001576516,0.05000,0.964
+60,self_attn.o_proj,0.0001423786,0.05000,1.779
+60,block_sparse_moe.experts.13.w1,0.0080242754,0.05000,2.834
+60,block_sparse_moe.experts.1.w1,0.0017623783,0.05000,2.963
+60,block_sparse_moe.experts.5.w1,0.0051828528,0.05000,2.939
+60,block_sparse_moe.experts.9.w1,0.0062271802,0.05000,2.960
+60,block_sparse_moe.experts.15.w1,0.0074565536,0.05000,3.096
+60,block_sparse_moe.experts.3.w1,0.0052499486,0.05000,3.249
+60,block_sparse_moe.experts.11.w1,0.0008797767,0.05000,3.251
+60,block_sparse_moe.experts.7.w1,0.0017732723,0.05000,3.251
+60,block_sparse_moe.experts.4.w1,0.0053018559,0.05000,3.328
+60,block_sparse_moe.experts.14.w1,0.0075661681,0.05000,3.345
+60,block_sparse_moe.experts.0.w1,0.0040139232,0.05000,3.354
+60,block_sparse_moe.experts.2.w1,0.0110788943,0.05000,3.355
+60,block_sparse_moe.experts.8.w1,0.0007084895,0.05000,3.371
+60,block_sparse_moe.experts.10.w1,0.0034425843,0.05000,3.425
+60,block_sparse_moe.experts.12.w1,0.0020170445,0.05000,3.462
+60,block_sparse_moe.experts.6.w1,0.0032353025,0.05000,3.465
+60,block_sparse_moe.experts.29.w1,0.0014554645,0.05000,2.772
+60,block_sparse_moe.experts.17.w1,0.7379331589,0.05000,2.850
+60,block_sparse_moe.experts.25.w1,0.0161653436,0.05000,2.845
+60,block_sparse_moe.experts.21.w1,0.0025007381,0.05000,2.927
+60,block_sparse_moe.experts.31.w1,0.0035613454,0.05000,3.081
+60,block_sparse_moe.experts.20.w1,0.0184713839,0.05000,2.921
+60,block_sparse_moe.experts.16.w1,0.0037757745,0.05000,2.972
+60,block_sparse_moe.experts.24.w1,0.0047699583,0.05000,2.956
+60,block_sparse_moe.experts.19.w1,0.0012774766,0.05000,3.122
+60,block_sparse_moe.experts.18.w1,0.0034326844,0.05000,3.044
+60,block_sparse_moe.experts.26.w1,0.0088786833,0.05000,2.971
+60,block_sparse_moe.experts.27.w1,0.0104930229,0.05000,3.145
+60,block_sparse_moe.experts.23.w1,0.0020357423,0.05000,3.181
+60,block_sparse_moe.experts.28.w1,0.0135751188,0.05000,3.008
+60,block_sparse_moe.experts.30.w1,0.0014934538,0.05000,3.145
+60,block_sparse_moe.experts.22.w1,0.0049892531,0.05000,3.085
+60,block_sparse_moe.experts.45.w1,0.0033814554,0.05000,2.582
+60,block_sparse_moe.experts.33.w1,0.0043468699,0.05000,2.606
+60,block_sparse_moe.experts.41.w1,0.0021373086,0.05000,2.687
+60,block_sparse_moe.experts.37.w1,0.0075575518,0.05000,2.663
+60,block_sparse_moe.experts.36.w1,0.0036909469,0.05000,2.908
+60,block_sparse_moe.experts.47.w1,0.0006470281,0.05000,3.104
+60,block_sparse_moe.experts.40.w1,0.0054366298,0.05000,2.995
+60,block_sparse_moe.experts.32.w1,0.0027335895,0.05000,3.027
+60,block_sparse_moe.experts.34.w1,0.0125536765,0.05000,3.007
+60,block_sparse_moe.experts.44.w1,0.0046832141,0.05000,2.942
+60,block_sparse_moe.experts.42.w1,0.0086138164,0.05000,3.083
+60,block_sparse_moe.experts.35.w1,0.0088658649,0.05000,3.131
+60,block_sparse_moe.experts.39.w1,0.0081372651,0.05000,3.078
+60,block_sparse_moe.experts.43.w1,0.0027596262,0.05000,3.149
+60,block_sparse_moe.experts.38.w1,0.0043603781,0.05000,3.024
+60,block_sparse_moe.experts.46.w1,0.0029796840,0.05000,3.089
+60,block_sparse_moe.experts.61.w1,0.0010908396,0.05000,3.104
+60,block_sparse_moe.experts.49.w1,0.0023164391,0.05000,3.111
+60,block_sparse_moe.experts.53.w1,0.0098684807,0.05000,2.980
+60,block_sparse_moe.experts.57.w1,0.0013166044,0.05000,3.081
+60,block_sparse_moe.experts.52.w1,0.0077192925,0.05000,2.777
+60,block_sparse_moe.experts.48.w1,0.0057133529,0.05000,2.699
+60,block_sparse_moe.experts.60.w1,0.0042202559,0.05000,2.728
+60,block_sparse_moe.experts.56.w1,0.0012677410,0.05000,2.873
+60,block_sparse_moe.experts.63.w1,0.0115768629,0.05000,2.948
+60,block_sparse_moe.experts.50.w1,0.0062641429,0.05000,2.993
+60,block_sparse_moe.experts.55.w1,0.0076531452,0.05000,2.914
+60,block_sparse_moe.experts.51.w1,0.0117140040,0.05000,2.929
+60,block_sparse_moe.experts.62.w1,0.0016353935,0.05000,2.914
+60,block_sparse_moe.experts.58.w1,0.0006817587,0.05000,3.039
+60,block_sparse_moe.experts.59.w1,0.0125746486,0.05000,3.021
+60,block_sparse_moe.experts.54.w1,0.0048618252,0.05000,3.022
+60,block_sparse_moe.experts.77.w1,0.0014702906,0.05000,3.199
+60,block_sparse_moe.experts.69.w1,0.0037803917,0.05000,3.110
+60,block_sparse_moe.experts.65.w1,0.0016893519,0.05000,3.300
+60,block_sparse_moe.experts.73.w1,0.0097008151,0.05000,3.234
+60,block_sparse_moe.experts.68.w1,0.0034730795,0.05000,2.959
+60,block_sparse_moe.experts.64.w1,3.3650007248,0.05000,3.017
+60,block_sparse_moe.experts.76.w1,0.0036659889,0.05000,2.991
+60,block_sparse_moe.experts.72.w1,0.0087318408,0.05000,3.048
+60,block_sparse_moe.experts.79.w1,0.0020610836,0.05000,3.059
+60,block_sparse_moe.experts.71.w1,0.0069231494,0.05000,2.998
+60,block_sparse_moe.experts.67.w1,0.0031680356,0.05000,3.047
+60,block_sparse_moe.experts.66.w1,0.0018291182,0.05000,3.106
+60,block_sparse_moe.experts.75.w1,0.0012633241,0.05000,3.026
+60,block_sparse_moe.experts.78.w1,0.0087973352,0.05000,3.165
+60,block_sparse_moe.experts.70.w1,0.0009724603,0.05000,3.120
+60,block_sparse_moe.experts.74.w1,0.0029998129,0.05000,3.195
+60,block_sparse_moe.experts.93.w1,0.0058242936,0.05000,3.220
+60,block_sparse_moe.experts.85.w1,0.0060559284,0.05000,3.126
+60,block_sparse_moe.experts.89.w1,0.0031771133,0.05000,3.104
+60,block_sparse_moe.experts.81.w1,0.0102173323,0.05000,3.170
+60,block_sparse_moe.experts.84.w1,0.0016234666,0.05000,3.181
+60,block_sparse_moe.experts.80.w1,0.0014380055,0.05000,3.133
+60,block_sparse_moe.experts.92.w1,0.0043864416,0.05000,3.101
+60,block_sparse_moe.experts.95.w1,0.0049855900,0.05000,3.025
+60,block_sparse_moe.experts.82.w1,4.0756521225,0.05000,2.908
+60,block_sparse_moe.experts.88.w1,0.0055957549,0.05000,3.236
+60,block_sparse_moe.experts.87.w1,0.0127433267,0.05000,3.057
+60,block_sparse_moe.experts.83.w1,0.0040719590,0.05000,3.006
+60,block_sparse_moe.experts.94.w1,0.0013285787,0.05000,3.031
+60,block_sparse_moe.experts.90.w1,0.0024378861,0.05000,2.971
+60,block_sparse_moe.experts.91.w1,0.0058235719,0.05000,3.113
+60,block_sparse_moe.experts.86.w1,0.0060623160,0.05000,3.051
+60,block_sparse_moe.experts.109.w1,0.0050900784,0.05000,3.086
+60,block_sparse_moe.experts.100.w1,0.0029278892,0.05000,2.734
+60,block_sparse_moe.experts.108.w1,0.0017318416,0.05000,2.708
+60,block_sparse_moe.experts.101.w1,0.0033791571,0.05000,3.156
+60,block_sparse_moe.experts.96.w1,0.0029160586,0.05000,2.789
+60,block_sparse_moe.experts.97.w1,0.0070921480,0.05000,3.036
+60,block_sparse_moe.experts.105.w1,0.0037233073,0.05000,3.161
+60,block_sparse_moe.experts.111.w1,0.0030422585,0.05000,3.037
+60,block_sparse_moe.experts.104.w1,0.0036319051,0.05000,2.869
+60,block_sparse_moe.experts.98.w1,0.0046966414,0.05000,2.987
+60,block_sparse_moe.experts.103.w1,0.0037998363,0.05000,2.967
+60,block_sparse_moe.experts.99.w1,0.0023178083,0.05000,3.025
+60,block_sparse_moe.experts.110.w1,0.0140172108,0.05000,2.973
+60,block_sparse_moe.experts.106.w1,0.0108261293,0.05000,2.999
+60,block_sparse_moe.experts.102.w1,0.0033346916,0.05000,2.949
+60,block_sparse_moe.experts.107.w1,0.0063915204,0.05000,3.032
+60,block_sparse_moe.experts.116.w1,0.0027008604,0.05000,2.873
+60,block_sparse_moe.experts.125.w1,0.0089828526,0.05000,2.942
+60,block_sparse_moe.experts.112.w1,0.0020453228,0.05000,2.790
+60,block_sparse_moe.experts.124.w1,0.0045021565,0.05000,2.878
+60,block_sparse_moe.experts.117.w1,0.0048725262,0.05000,2.934
+60,block_sparse_moe.experts.113.w1,0.0043410697,0.05000,2.961
+60,block_sparse_moe.experts.121.w1,0.0061645432,0.05000,2.970
+60,block_sparse_moe.experts.120.w1,0.0024587339,0.05000,2.852
+60,block_sparse_moe.experts.114.w1,3.0687899590,0.05000,2.886
+60,block_sparse_moe.experts.127.w1,0.0051476728,0.05000,3.122
+60,block_sparse_moe.experts.126.w1,0.0016512908,0.05000,2.839
+60,block_sparse_moe.experts.119.w1,0.0063701358,0.05000,3.077
+60,block_sparse_moe.experts.122.w1,0.0034940001,0.05000,2.913
+60,block_sparse_moe.experts.115.w1,0.0008810683,0.05000,3.133
+60,block_sparse_moe.experts.118.w1,0.0034598323,0.05000,2.991
+60,block_sparse_moe.experts.123.w1,0.0016613597,0.05000,3.224
+60,block_sparse_moe.experts.132.w1,0.0113441690,0.05000,3.067
+60,block_sparse_moe.experts.141.w1,0.0017896727,0.05000,3.137
+60,block_sparse_moe.experts.128.w1,0.0050060707,0.05000,3.097
+60,block_sparse_moe.experts.140.w1,0.0014380806,0.05000,3.169
+60,block_sparse_moe.experts.129.w1,0.0013135908,0.05000,3.079
+60,block_sparse_moe.experts.133.w1,0.0007260696,0.05000,3.183
+60,block_sparse_moe.experts.137.w1,0.0054822202,0.05000,3.137
+60,block_sparse_moe.experts.130.w1,0.0060384868,0.05000,3.033
+60,block_sparse_moe.experts.136.w1,0.0187171172,0.05000,3.188
+60,block_sparse_moe.experts.135.w1,0.0044660605,0.05000,2.909
+60,block_sparse_moe.experts.143.w1,0.0083008605,0.05000,3.050
+60,block_sparse_moe.experts.142.w1,0.0035210975,0.05000,3.090
+60,block_sparse_moe.experts.138.w1,0.0036447442,0.05000,3.037
+60,block_sparse_moe.experts.131.w1,0.0029901653,0.05000,3.027
+60,block_sparse_moe.experts.134.w1,0.0076387317,0.05000,2.990
+60,block_sparse_moe.experts.139.w1,0.0027766713,0.05000,2.949
+60,block_sparse_moe.experts.148.w1,0.0063690246,0.05000,3.112
+60,block_sparse_moe.experts.144.w1,0.0048210602,0.05000,3.142
+60,block_sparse_moe.experts.157.w1,0.0211170057,0.05000,3.207
+60,block_sparse_moe.experts.145.w1,0.0063320027,0.05000,3.108
+60,block_sparse_moe.experts.156.w1,0.0050336410,0.05000,3.251
+60,block_sparse_moe.experts.149.w1,0.0007267503,0.05000,3.189
+60,block_sparse_moe.experts.146.w1,0.0052802180,0.05000,3.021
+60,block_sparse_moe.experts.153.w1,0.0041717233,0.05000,3.142
+60,block_sparse_moe.experts.158.w1,0.0093555055,0.05000,2.960
+60,block_sparse_moe.experts.150.w1,0.0023834878,0.05000,2.875
+60,block_sparse_moe.experts.152.w1,0.0011213710,0.05000,3.240
+60,block_sparse_moe.experts.154.w1,0.0077875037,0.05000,3.050
+60,block_sparse_moe.experts.159.w1,0.0089516799,0.05000,3.204
+60,block_sparse_moe.experts.151.w1,0.0018628840,0.05000,3.301
+60,block_sparse_moe.experts.147.w1,0.0072117184,0.05000,3.262
+60,block_sparse_moe.experts.155.w1,0.0013447805,0.05000,3.154
+60,block_sparse_moe.experts.164.w1,0.0022225009,0.05000,3.139
+60,block_sparse_moe.experts.173.w1,0.0022468086,0.05000,3.002
+60,block_sparse_moe.experts.160.w1,0.0250137440,0.05000,3.104
+60,block_sparse_moe.experts.161.w1,0.0009513346,0.05000,2.953
+60,block_sparse_moe.experts.162.w1,0.0071818652,0.05000,2.812
+60,block_sparse_moe.experts.165.w1,0.0042636280,0.05000,3.026
+60,block_sparse_moe.experts.172.w1,0.0043995513,0.05000,3.154
+60,block_sparse_moe.experts.169.w1,0.0134286437,0.05000,3.063
+60,block_sparse_moe.experts.166.w1,0.0050782794,0.05000,2.960
+60,block_sparse_moe.experts.174.w1,0.0040161279,0.05000,3.017
+60,block_sparse_moe.experts.170.w1,0.0037458857,0.05000,2.905
+60,block_sparse_moe.experts.175.w1,0.0017703210,0.05000,2.937
+60,block_sparse_moe.experts.167.w1,0.0056228461,0.05000,2.933
+60,block_sparse_moe.experts.168.w1,0.0034033537,0.05000,3.140
+60,block_sparse_moe.experts.163.w1,0.0029776029,0.05000,2.957
+60,block_sparse_moe.experts.171.w1,0.0098393020,0.05000,2.960
+60,block_sparse_moe.experts.180.w1,0.0035819959,0.05000,2.920
+60,block_sparse_moe.experts.178.w1,0.0067615245,0.05000,2.939
+60,block_sparse_moe.experts.176.w1,0.0006408384,0.05000,2.970
+60,block_sparse_moe.experts.177.w1,0.0015208514,0.05000,2.981
+60,block_sparse_moe.experts.189.w1,0.0012205245,0.05000,3.075
+60,block_sparse_moe.experts.181.w1,0.0024949283,0.05000,3.015
+60,block_sparse_moe.experts.188.w1,0.0046499346,0.05000,2.931
+60,block_sparse_moe.experts.185.w1,0.0032252390,0.05000,2.952
+60,block_sparse_moe.experts.190.w1,0.0013031431,0.05000,2.833
+60,block_sparse_moe.experts.186.w1,0.0361855993,0.05000,2.869
+60,block_sparse_moe.experts.182.w1,0.0007448785,0.05000,2.989
+60,block_sparse_moe.experts.183.w1,0.0068279492,0.05000,2.904
+60,block_sparse_moe.experts.191.w1,0.0012799369,0.05000,2.965
+60,block_sparse_moe.experts.184.w1,0.0051883993,0.05000,2.956
+60,block_sparse_moe.experts.179.w1,0.0037928817,0.05000,2.915
+60,block_sparse_moe.experts.187.w1,0.0019491095,0.05000,2.924
+60,block_sparse_moe.experts.196.w1,0.0044398054,0.05000,2.986
+60,block_sparse_moe.experts.205.w1,0.0082632316,0.05000,2.749
+60,block_sparse_moe.experts.193.w1,0.0087318993,0.05000,2.828
+60,block_sparse_moe.experts.194.w1,0.0121259320,0.05000,2.895
+60,block_sparse_moe.experts.197.w1,0.0614077372,0.05000,2.840
+60,block_sparse_moe.experts.192.w1,0.0081126076,0.05000,3.070
+60,block_sparse_moe.experts.204.w1,0.0044685395,0.05000,2.949
+60,block_sparse_moe.experts.201.w1,0.0050305130,0.05000,2.889
+60,block_sparse_moe.experts.202.w1,0.0040662382,0.05000,2.829
+60,block_sparse_moe.experts.206.w1,0.0040263897,0.05000,2.899
+60,block_sparse_moe.experts.198.w1,0.0071561486,0.05000,2.880
+60,block_sparse_moe.experts.199.w1,0.0116441357,0.05000,3.101
+60,block_sparse_moe.experts.200.w1,0.0010866211,0.05000,3.005
+60,block_sparse_moe.experts.207.w1,0.0019044449,0.05000,3.115
+60,block_sparse_moe.experts.195.w1,0.0047833256,0.05000,3.107
+60,block_sparse_moe.experts.203.w1,0.0047443992,0.05000,3.083
+60,block_sparse_moe.experts.221.w1,0.0030955791,0.05000,2.769
+60,block_sparse_moe.experts.209.w1,0.0007877728,0.05000,2.759
+60,block_sparse_moe.experts.210.w1,0.0018656290,0.05000,2.779
+60,block_sparse_moe.experts.212.w1,0.0018612862,0.05000,3.070
+60,block_sparse_moe.experts.213.w1,0.0195038215,0.05000,2.837
+60,block_sparse_moe.experts.208.w1,0.0022179279,0.05000,3.016
+60,block_sparse_moe.experts.217.w1,0.0042146912,0.05000,2.901
+60,block_sparse_moe.experts.222.w1,0.0081929394,0.05000,2.992
+60,block_sparse_moe.experts.218.w1,0.0066358331,0.05000,3.024
+60,block_sparse_moe.experts.220.w1,0.0022477808,0.05000,3.062
+60,block_sparse_moe.experts.214.w1,0.0041678662,0.05000,3.032
+60,block_sparse_moe.experts.216.w1,0.0044179040,0.05000,3.105
+60,block_sparse_moe.experts.215.w1,0.0058293330,0.05000,3.352
+60,block_sparse_moe.experts.223.w1,0.0025960369,0.05000,3.344
+60,block_sparse_moe.experts.211.w1,0.0021283646,0.05000,3.299
+60,block_sparse_moe.experts.219.w1,0.0022491636,0.05000,3.263
+60,block_sparse_moe.experts.237.w1,0.0165330079,0.05000,3.122
+60,block_sparse_moe.experts.225.w1,0.0017614380,0.05000,3.119
+60,block_sparse_moe.experts.226.w1,0.0023474298,0.05000,3.085
+60,block_sparse_moe.experts.229.w1,0.0066121131,0.05000,3.107
+60,block_sparse_moe.experts.228.w1,0.0055823224,0.05000,3.178
+60,block_sparse_moe.experts.233.w1,0.0052437322,0.05000,3.119
+60,block_sparse_moe.experts.238.w1,0.0047830886,0.05000,3.054
+60,block_sparse_moe.experts.224.w1,0.0031246606,0.05000,3.205
+60,block_sparse_moe.experts.234.w1,0.0121993815,0.05000,3.120
+60,block_sparse_moe.experts.230.w1,0.0088472597,0.05000,3.050
+60,block_sparse_moe.experts.236.w1,0.0034981438,0.05000,3.227
+60,block_sparse_moe.experts.232.w1,0.0031920922,0.05000,3.210
+60,block_sparse_moe.experts.231.w1,0.0037897560,0.05000,3.183
+60,block_sparse_moe.experts.239.w1,0.0046031303,0.05000,3.209
+60,block_sparse_moe.experts.227.w1,0.0042253355,0.05000,3.148
+60,block_sparse_moe.experts.235.w1,0.0039724369,0.05000,3.287
+60,block_sparse_moe.experts.241.w1,0.0068852223,0.05000,3.115
+60,block_sparse_moe.experts.242.w1,0.0060776597,0.05000,3.107
+60,block_sparse_moe.experts.253.w1,0.0095017958,0.05000,3.217
+60,block_sparse_moe.experts.245.w1,0.0045480362,0.05000,3.079
+60,block_sparse_moe.experts.244.w1,0.0059949354,0.05000,3.214
+60,block_sparse_moe.experts.254.w1,0.0084069180,0.05000,3.110
+60,block_sparse_moe.experts.249.w1,0.0010404375,0.05000,3.227
+60,block_sparse_moe.experts.250.w1,0.0021318701,0.05000,3.139
+60,block_sparse_moe.experts.240.w1,0.0077189248,0.05000,3.226
+60,block_sparse_moe.experts.246.w1,1.8682347536,0.05000,3.160
+60,block_sparse_moe.experts.252.w1,0.0022144812,0.05000,3.268
+60,block_sparse_moe.experts.248.w1,0.0167061828,0.05000,3.169
+60,block_sparse_moe.experts.255.w1,0.0079836813,0.05000,2.975
+60,block_sparse_moe.experts.247.w1,0.0084496918,0.05000,3.043
+60,block_sparse_moe.experts.243.w1,0.0074347854,0.05000,3.096
+60,block_sparse_moe.experts.251.w1,0.0014573220,0.05000,3.063
+60,block_sparse_moe.experts.1.w3,0.0023757690,0.05000,2.794
+60,block_sparse_moe.experts.13.w3,0.0092150578,0.05000,2.834
+60,block_sparse_moe.experts.5.w3,0.0063842091,0.05000,2.790
+60,block_sparse_moe.experts.2.w3,0.0127667816,0.05000,3.050
+60,block_sparse_moe.experts.9.w3,0.0076174795,0.05000,2.864
+60,block_sparse_moe.experts.14.w3,0.0096640060,0.05000,2.987
+60,block_sparse_moe.experts.4.w3,0.0070882584,0.05000,3.078
+60,block_sparse_moe.experts.10.w3,0.0040202971,0.05000,3.024
+60,block_sparse_moe.experts.0.w3,0.0048895005,0.05000,3.012
+60,block_sparse_moe.experts.6.w3,0.0042461050,0.05000,3.096
+60,block_sparse_moe.experts.12.w3,0.0025692072,0.05000,3.005
+60,block_sparse_moe.experts.15.w3,0.0093906761,0.05000,2.855
+60,block_sparse_moe.experts.8.w3,0.0008279370,0.05000,2.916
+60,block_sparse_moe.experts.7.w3,0.0020602367,0.05000,3.050
+60,block_sparse_moe.experts.3.w3,0.0063945950,0.05000,3.004
+60,block_sparse_moe.experts.11.w3,0.0009693390,0.05000,2.879
+60,block_sparse_moe.experts.17.w3,0.9447139740,0.05000,2.848
+60,block_sparse_moe.experts.29.w3,0.0017425054,0.05000,2.936
+60,block_sparse_moe.experts.21.w3,0.0030139873,0.05000,2.975
+60,block_sparse_moe.experts.18.w3,0.0041824527,0.05000,3.099
+60,block_sparse_moe.experts.25.w3,0.0192035325,0.05000,2.901
+60,block_sparse_moe.experts.20.w3,0.0263065686,0.05000,2.963
+60,block_sparse_moe.experts.30.w3,0.0017323051,0.05000,3.135
+60,block_sparse_moe.experts.16.w3,0.0045789339,0.05000,2.971
+60,block_sparse_moe.experts.26.w3,0.0111098791,0.05000,3.064
+60,block_sparse_moe.experts.28.w3,0.0182661182,0.05000,2.966
+60,block_sparse_moe.experts.22.w3,0.0059098295,0.05000,3.072
+60,block_sparse_moe.experts.31.w3,0.0041305691,0.05000,2.854
+60,block_sparse_moe.experts.24.w3,0.0056658095,0.05000,3.014
+60,block_sparse_moe.experts.23.w3,0.0024360888,0.05000,2.832
+60,block_sparse_moe.experts.27.w3,0.0121863677,0.05000,2.808
+60,block_sparse_moe.experts.19.w3,0.0015190571,0.05000,2.958
+60,block_sparse_moe.experts.33.w3,0.0051677349,0.05000,2.875
+60,block_sparse_moe.experts.45.w3,0.0038919443,0.05000,2.812
+60,block_sparse_moe.experts.37.w3,0.0089970037,0.05000,2.882
+60,block_sparse_moe.experts.34.w3,0.0151316835,0.05000,3.010
+60,block_sparse_moe.experts.41.w3,0.0025994310,0.05000,2.885
+60,block_sparse_moe.experts.36.w3,0.0043175743,0.05000,3.040
+60,block_sparse_moe.experts.32.w3,0.0034014872,0.05000,2.975
+60,block_sparse_moe.experts.42.w3,0.0110607289,0.05000,2.926
+60,block_sparse_moe.experts.46.w3,0.0036482649,0.05000,3.077
+60,block_sparse_moe.experts.47.w3,0.0007375888,0.05000,2.767
+60,block_sparse_moe.experts.38.w3,0.0058789277,0.05000,2.964
+60,block_sparse_moe.experts.44.w3,0.0055613716,0.05000,3.046
+60,block_sparse_moe.experts.39.w3,0.0097770673,0.05000,2.764
+60,block_sparse_moe.experts.40.w3,0.0062846981,0.05000,3.047
+60,block_sparse_moe.experts.35.w3,0.0164976872,0.05000,2.768
+60,block_sparse_moe.experts.43.w3,0.0031625173,0.05000,2.860
+60,block_sparse_moe.experts.49.w3,0.0027128010,0.05000,3.238
+60,block_sparse_moe.experts.61.w3,0.0012509101,0.05000,3.174
+60,block_sparse_moe.experts.53.w3,0.0118765038,0.05000,3.126
+60,block_sparse_moe.experts.50.w3,0.0080966388,0.05000,3.190
+60,block_sparse_moe.experts.57.w3,0.0014925994,0.05000,3.279
+60,block_sparse_moe.experts.63.w3,0.0132416135,0.05000,2.836
+60,block_sparse_moe.experts.52.w3,0.0097973339,0.05000,3.161
+60,block_sparse_moe.experts.58.w3,0.0008589661,0.05000,3.132
+60,block_sparse_moe.experts.48.w3,0.0075115725,0.05000,3.210
+60,block_sparse_moe.experts.62.w3,0.0023843598,0.05000,3.161
+60,block_sparse_moe.experts.55.w3,0.0089441162,0.05000,2.926
+60,block_sparse_moe.experts.54.w3,0.0058768826,0.05000,3.164
+60,block_sparse_moe.experts.60.w3,0.0052520085,0.05000,3.135
+60,block_sparse_moe.experts.51.w3,0.0146642242,0.05000,2.857
+60,block_sparse_moe.experts.59.w3,0.0151080759,0.05000,2.883
+60,block_sparse_moe.experts.56.w3,0.0014200557,0.05000,3.131
+60,block_sparse_moe.experts.65.w3,0.0020020185,0.05000,3.125
+60,block_sparse_moe.experts.77.w3,0.0017320469,0.05000,3.147
+60,block_sparse_moe.experts.69.w3,0.0044191102,0.05000,3.238
+60,block_sparse_moe.experts.66.w3,0.0021067401,0.05000,3.025
+60,block_sparse_moe.experts.79.w3,0.0026894945,0.05000,2.812
+60,block_sparse_moe.experts.68.w3,0.0041663082,0.05000,2.959
+60,block_sparse_moe.experts.73.w3,0.0124263829,0.05000,3.129
+60,block_sparse_moe.experts.71.w3,0.0082260960,0.05000,2.891
+60,block_sparse_moe.experts.74.w3,0.0037026839,0.05000,3.117
+60,block_sparse_moe.experts.64.w3,4.4924521446,0.05000,3.099
+60,block_sparse_moe.experts.67.w3,0.0038869659,0.05000,2.847
+60,block_sparse_moe.experts.78.w3,0.0110348687,0.05000,3.139
+60,block_sparse_moe.experts.70.w3,0.0011321744,0.05000,3.022
+60,block_sparse_moe.experts.76.w3,0.0045447532,0.05000,2.993
+60,block_sparse_moe.experts.75.w3,0.0014836947,0.05000,2.962
+60,block_sparse_moe.experts.72.w3,0.0099674682,0.05000,3.153
+60,block_sparse_moe.experts.81.w3,0.0119728088,0.05000,3.153
+60,block_sparse_moe.experts.93.w3,0.0070556322,0.05000,3.277
+60,block_sparse_moe.experts.85.w3,0.0071667820,0.05000,3.191
+60,block_sparse_moe.experts.95.w3,0.0069731818,0.05000,2.991
+60,block_sparse_moe.experts.82.w3,7.5774831772,0.05000,3.140
+60,block_sparse_moe.experts.84.w3,0.0018864165,0.05000,3.095
+60,block_sparse_moe.experts.89.w3,0.0036266940,0.05000,3.101
+60,block_sparse_moe.experts.87.w3,0.0147314551,0.05000,3.054
+60,block_sparse_moe.experts.90.w3,0.0028837507,0.05000,3.087
+60,block_sparse_moe.experts.80.w3,0.0016432198,0.05000,3.090
+60,block_sparse_moe.experts.83.w3,0.0053990843,0.05000,3.093
+60,block_sparse_moe.experts.86.w3,0.0073035892,0.05000,3.091
+60,block_sparse_moe.experts.91.w3,0.0070960139,0.05000,3.062
+60,block_sparse_moe.experts.92.w3,0.0054020824,0.05000,3.160
+60,block_sparse_moe.experts.94.w3,0.0015458369,0.05000,3.264
+60,block_sparse_moe.experts.88.w3,0.0070450093,0.05000,3.261
+60,block_sparse_moe.experts.97.w3,0.0083727798,0.05000,3.249
+60,block_sparse_moe.experts.109.w3,0.0059532917,0.05000,3.354
+60,block_sparse_moe.experts.111.w3,0.0035148460,0.05000,3.316
+60,block_sparse_moe.experts.101.w3,0.0040521634,0.05000,3.361
+60,block_sparse_moe.experts.98.w3,0.0055362180,0.05000,3.382
+60,block_sparse_moe.experts.105.w3,0.0054478640,0.05000,3.343
+60,block_sparse_moe.experts.100.w3,0.0032757785,0.05000,3.405
+60,block_sparse_moe.experts.103.w3,0.0045768852,0.05000,3.400
+60,block_sparse_moe.experts.106.w3,0.0127796109,0.05000,3.316
+60,block_sparse_moe.experts.96.w3,0.0036560773,0.05000,3.309
+60,block_sparse_moe.experts.99.w3,0.0026886973,0.05000,3.306
+60,block_sparse_moe.experts.102.w3,0.0040213433,0.05000,3.328
+60,block_sparse_moe.experts.108.w3,0.0020225545,0.05000,3.312
+60,block_sparse_moe.experts.107.w3,0.0075150685,0.05000,3.335
+60,block_sparse_moe.experts.110.w3,0.0169191395,0.05000,3.352
+60,block_sparse_moe.experts.104.w3,0.0041309858,0.05000,3.111
+60,block_sparse_moe.experts.113.w3,0.0057220043,0.05000,3.095
+60,block_sparse_moe.experts.125.w3,0.0109067186,0.05000,3.071
+60,block_sparse_moe.experts.114.w3,4.2472295761,0.05000,2.787
+60,block_sparse_moe.experts.117.w3,0.0056830161,0.05000,2.951
+60,block_sparse_moe.experts.127.w3,0.0061035036,0.05000,3.021
+60,block_sparse_moe.experts.121.w3,0.0070344700,0.05000,2.906
+60,block_sparse_moe.experts.116.w3,0.0032063035,0.05000,2.983
+60,block_sparse_moe.experts.122.w3,0.0040376388,0.05000,2.923
+60,block_sparse_moe.experts.119.w3,0.0079211036,0.05000,3.006
+60,block_sparse_moe.experts.118.w3,0.0042828269,0.05000,2.844
+60,block_sparse_moe.experts.112.w3,0.0024778561,0.05000,2.957
+60,block_sparse_moe.experts.115.w3,0.0011139321,0.05000,2.945
+60,block_sparse_moe.experts.123.w3,0.0019237407,0.05000,2.958
+60,block_sparse_moe.experts.126.w3,0.0020779878,0.05000,2.890
+60,block_sparse_moe.experts.124.w3,0.0055492020,0.05000,3.049
+60,block_sparse_moe.experts.120.w3,0.0028001755,0.05000,3.213
+60,block_sparse_moe.experts.143.w3,0.0098018781,0.05000,2.519
+60,block_sparse_moe.experts.129.w3,0.0015348555,0.05000,3.046
+60,block_sparse_moe.experts.130.w3,0.0070923076,0.05000,2.907
+60,block_sparse_moe.experts.141.w3,0.0020701472,0.05000,3.093
+60,block_sparse_moe.experts.133.w3,0.0008195594,0.05000,3.060
+60,block_sparse_moe.experts.135.w3,0.0060417210,0.05000,2.626
+60,block_sparse_moe.experts.131.w3,0.0034937369,0.05000,2.649
+60,block_sparse_moe.experts.139.w3,0.0032025285,0.05000,2.587
+60,block_sparse_moe.experts.137.w3,0.0067483334,0.05000,3.106
+60,block_sparse_moe.experts.138.w3,0.0045823215,0.05000,2.930
+60,block_sparse_moe.experts.134.w3,0.0095617605,0.05000,2.923
+60,block_sparse_moe.experts.132.w3,0.0135542382,0.05000,3.131
+60,block_sparse_moe.experts.142.w3,0.0044868855,0.05000,2.911
+60,block_sparse_moe.experts.128.w3,0.0060892083,0.05000,3.187
+60,block_sparse_moe.experts.140.w3,0.0019416218,0.05000,3.126
+60,block_sparse_moe.experts.136.w3,0.0232235416,0.05000,3.106
+60,block_sparse_moe.experts.159.w3,0.0112246002,0.05000,2.700
+60,block_sparse_moe.experts.145.w3,0.0080814071,0.05000,2.938
+60,block_sparse_moe.experts.146.w3,0.0059366720,0.05000,2.959
+60,block_sparse_moe.experts.151.w3,0.0024675564,0.05000,2.841
+60,block_sparse_moe.experts.149.w3,0.0008425247,0.05000,2.907
+60,block_sparse_moe.experts.157.w3,0.0252709341,0.05000,2.986
+60,block_sparse_moe.experts.147.w3,0.0095416543,0.05000,2.835
+60,block_sparse_moe.experts.155.w3,0.0015739903,0.05000,2.877
+60,block_sparse_moe.experts.154.w3,0.0091531165,0.05000,2.852
+60,block_sparse_moe.experts.153.w3,0.0054342021,0.05000,2.924
+60,block_sparse_moe.experts.150.w3,0.0027829089,0.05000,2.837
+60,block_sparse_moe.experts.158.w3,0.0114592460,0.05000,2.829
+60,block_sparse_moe.experts.148.w3,0.0075757077,0.05000,3.042
+60,block_sparse_moe.experts.144.w3,0.0058970641,0.05000,2.933
+60,block_sparse_moe.experts.156.w3,0.0060673154,0.05000,2.952
+60,block_sparse_moe.experts.152.w3,0.0013693204,0.05000,3.000
+60,block_sparse_moe.experts.175.w3,0.0020924792,0.05000,3.029
+60,block_sparse_moe.experts.161.w3,0.0011904983,0.05000,2.996
+60,block_sparse_moe.experts.162.w3,0.0084064190,0.05000,2.995
+60,block_sparse_moe.experts.167.w3,0.0070431574,0.05000,2.955
+60,block_sparse_moe.experts.173.w3,0.0025749825,0.05000,3.085
+60,block_sparse_moe.experts.163.w3,0.0034148496,0.05000,3.083
+60,block_sparse_moe.experts.165.w3,0.0050957186,0.05000,3.186
+60,block_sparse_moe.experts.171.w3,0.0118440227,0.05000,2.968
+60,block_sparse_moe.experts.166.w3,0.0058897494,0.05000,2.985
+60,block_sparse_moe.experts.170.w3,0.0051776434,0.05000,3.030
+60,block_sparse_moe.experts.169.w3,0.0156486566,0.05000,3.062
+60,block_sparse_moe.experts.174.w3,0.0046755443,0.05000,2.996
+60,block_sparse_moe.experts.164.w3,0.0027071966,0.05000,2.992
+60,block_sparse_moe.experts.160.w3,0.0310388026,0.05000,2.983
+60,block_sparse_moe.experts.172.w3,0.0054782058,0.05000,3.033
+60,block_sparse_moe.experts.168.w3,0.0039362070,0.05000,2.998
+60,block_sparse_moe.experts.191.w3,0.0014469758,0.05000,3.107
+60,block_sparse_moe.experts.178.w3,0.0083985962,0.05000,2.874
+60,block_sparse_moe.experts.177.w3,0.0018237277,0.05000,3.317
+60,block_sparse_moe.experts.183.w3,0.0089615391,0.05000,3.006
+60,block_sparse_moe.experts.179.w3,0.0043765669,0.05000,2.861
+60,block_sparse_moe.experts.187.w3,0.0022235754,0.05000,2.902
+60,block_sparse_moe.experts.186.w3,0.0419480460,0.05000,2.862
+60,block_sparse_moe.experts.182.w3,0.0009051922,0.05000,2.914
+60,block_sparse_moe.experts.190.w3,0.0015016068,0.05000,2.858
+60,block_sparse_moe.experts.189.w3,0.0014405926,0.05000,3.310
+60,block_sparse_moe.experts.181.w3,0.0028392853,0.05000,3.291
+60,block_sparse_moe.experts.180.w3,0.0043931514,0.05000,3.033
+60,block_sparse_moe.experts.185.w3,0.0042023733,0.05000,3.232
+60,block_sparse_moe.experts.176.w3,0.0007878273,0.05000,2.962
+60,block_sparse_moe.experts.188.w3,0.0059179328,0.05000,3.078
+60,block_sparse_moe.experts.184.w3,0.0063087645,0.05000,3.003
+60,block_sparse_moe.experts.207.w3,0.0026277360,0.05000,2.836
+60,block_sparse_moe.experts.194.w3,0.0150949006,0.05000,2.787
+60,block_sparse_moe.experts.199.w3,0.0142435468,0.05000,2.823
+60,block_sparse_moe.experts.195.w3,0.0056144681,0.05000,2.834
+60,block_sparse_moe.experts.203.w3,0.0055150963,0.05000,2.927
+60,block_sparse_moe.experts.193.w3,0.0112396540,0.05000,3.086
+60,block_sparse_moe.experts.202.w3,0.0048097194,0.05000,2.943
+60,block_sparse_moe.experts.198.w3,0.0084026294,0.05000,2.958
+60,block_sparse_moe.experts.206.w3,0.0049195481,0.05000,2.910
+60,block_sparse_moe.experts.197.w3,0.0748299574,0.05000,2.983
+60,block_sparse_moe.experts.205.w3,0.0094296909,0.05000,3.106
+60,block_sparse_moe.experts.192.w3,0.0096874139,0.05000,2.937
+60,block_sparse_moe.experts.201.w3,0.0071214783,0.05000,2.976
+60,block_sparse_moe.experts.196.w3,0.0055889897,0.05000,3.021
+60,block_sparse_moe.experts.204.w3,0.0058245219,0.05000,3.037
+60,block_sparse_moe.experts.200.w3,0.0012492731,0.05000,3.149
+60,block_sparse_moe.experts.223.w3,0.0029632445,0.05000,2.670
+60,block_sparse_moe.experts.215.w3,0.0068908698,0.05000,2.721
+60,block_sparse_moe.experts.210.w3,0.0021594734,0.05000,3.061
+60,block_sparse_moe.experts.211.w3,0.0025044332,0.05000,2.798
+60,block_sparse_moe.experts.219.w3,0.0026052468,0.05000,2.898
+60,block_sparse_moe.experts.218.w3,0.0079539381,0.05000,3.097
+60,block_sparse_moe.experts.209.w3,0.0008955894,0.05000,3.217
+60,block_sparse_moe.experts.214.w3,0.0049322834,0.05000,3.158
+60,block_sparse_moe.experts.222.w3,0.0093954497,0.05000,3.211
+60,block_sparse_moe.experts.213.w3,0.0229703625,0.05000,3.240
+60,block_sparse_moe.experts.217.w3,0.0049369849,0.05000,3.207
+60,block_sparse_moe.experts.221.w3,0.0036756606,0.05000,3.247
+60,block_sparse_moe.experts.208.w3,0.0026913393,0.05000,3.231
+60,block_sparse_moe.experts.212.w3,0.0023920698,0.05000,3.328
+60,block_sparse_moe.experts.220.w3,0.0028464999,0.05000,3.224
+60,block_sparse_moe.experts.216.w3,0.0052418357,0.05000,3.205
+60,block_sparse_moe.experts.239.w3,0.0053151512,0.05000,2.966
+60,block_sparse_moe.experts.231.w3,0.0044806937,0.05000,2.907
+60,block_sparse_moe.experts.227.w3,0.0048795616,0.05000,2.904
+60,block_sparse_moe.experts.226.w3,0.0028170450,0.05000,3.160
+60,block_sparse_moe.experts.235.w3,0.0048637548,0.05000,2.891
+60,block_sparse_moe.experts.234.w3,0.0148700469,0.05000,3.199
+60,block_sparse_moe.experts.230.w3,0.0102437468,0.05000,3.111
+60,block_sparse_moe.experts.225.w3,0.0019216345,0.05000,3.205
+60,block_sparse_moe.experts.238.w3,0.0055186776,0.05000,3.167
+60,block_sparse_moe.experts.224.w3,0.0037029471,0.05000,3.138
+60,block_sparse_moe.experts.229.w3,0.0078925731,0.05000,3.332
+60,block_sparse_moe.experts.233.w3,0.0071726233,0.05000,3.248
+60,block_sparse_moe.experts.228.w3,0.0065462775,0.05000,3.116
+60,block_sparse_moe.experts.237.w3,0.0188915759,0.05000,3.313
+60,block_sparse_moe.experts.236.w3,0.0042912710,0.05000,3.142
+60,block_sparse_moe.experts.255.w3,0.0097386743,0.05000,3.109
+60,block_sparse_moe.experts.232.w3,0.0041448760,0.05000,3.223
+60,block_sparse_moe.experts.247.w3,0.0108629562,0.05000,3.130
+60,block_sparse_moe.experts.243.w3,0.0086983549,0.05000,3.074
+60,block_sparse_moe.experts.251.w3,0.0017177480,0.05000,2.902
+60,block_sparse_moe.experts.242.w3,0.0075137185,0.05000,3.307
+60,block_sparse_moe.experts.246.w3,3.1922359467,0.05000,2.998
+60,block_sparse_moe.experts.250.w3,0.0023791078,0.05000,3.100
+60,block_sparse_moe.experts.254.w3,0.0123743053,0.05000,2.890
+60,block_sparse_moe.experts.241.w3,0.0081828424,0.05000,3.152
+60,block_sparse_moe.experts.249.w3,0.0012154105,0.05000,2.920
+60,block_sparse_moe.experts.245.w3,0.0052805273,0.05000,2.932
+60,block_sparse_moe.experts.253.w3,0.0118686110,0.05000,2.896
+60,block_sparse_moe.experts.240.w3,0.0092895222,0.05000,3.133
+60,block_sparse_moe.experts.244.w3,0.0072819967,0.05000,3.099
+60,block_sparse_moe.experts.252.w3,0.0026697296,0.05000,2.911
+60,block_sparse_moe.experts.248.w3,0.0215330351,0.05000,2.408
+60,block_sparse_moe.experts.4.w2,0.0925596573,0.05000,1.417
+60,block_sparse_moe.experts.13.w2,0.0037804543,0.05000,1.424
+60,block_sparse_moe.experts.8.w2,0.0010376889,0.05000,1.445
+60,block_sparse_moe.experts.9.w2,0.0705668369,0.05000,1.468
+60,block_sparse_moe.experts.6.w2,0.0492016154,0.05000,1.468
+60,block_sparse_moe.experts.5.w2,0.0193787618,0.05000,1.474
+60,block_sparse_moe.experts.12.w2,0.0094820141,0.05000,1.484
+60,block_sparse_moe.experts.2.w2,0.0380365857,0.05000,1.486
+60,block_sparse_moe.experts.7.w2,0.0056928244,0.05000,1.504
+60,block_sparse_moe.experts.10.w2,0.0185745909,0.05000,1.505
+60,block_sparse_moe.experts.0.w2,0.0590758637,0.05000,1.517
+60,block_sparse_moe.experts.11.w2,0.0001688085,0.05000,1.522
+60,block_sparse_moe.experts.1.w2,0.0116466747,0.05000,1.547
+60,block_sparse_moe.experts.14.w2,0.2713307280,0.05000,1.557
+60,block_sparse_moe.experts.3.w2,0.1238539725,0.05000,1.562
+60,block_sparse_moe.experts.15.w2,0.1787375774,0.05000,1.561
+60,block_sparse_moe.experts.21.w2,0.0504004286,0.05000,1.325
+60,block_sparse_moe.experts.29.w2,0.0248877015,0.05000,1.378
+60,block_sparse_moe.experts.22.w2,0.0812303177,0.05000,1.413
+60,block_sparse_moe.experts.18.w2,0.0125035827,0.05000,1.403
+60,block_sparse_moe.experts.26.w2,0.1446515126,0.05000,1.425
+60,block_sparse_moe.experts.25.w2,0.0800024321,0.05000,1.494
+60,block_sparse_moe.experts.30.w2,0.0007911660,0.05000,1.415
+60,block_sparse_moe.experts.20.w2,0.3076187975,0.05000,1.571
+60,block_sparse_moe.experts.27.w2,0.0661121615,0.05000,1.467
+60,block_sparse_moe.experts.24.w2,0.0878417617,0.05000,1.544
+60,block_sparse_moe.experts.23.w2,0.0004973959,0.05000,1.488
+60,block_sparse_moe.experts.17.w2,1.7322132111,0.05000,1.472
+60,block_sparse_moe.experts.28.w2,0.0763875928,0.05000,1.539
+60,block_sparse_moe.experts.31.w2,0.0159743999,0.05000,1.496
+60,block_sparse_moe.experts.19.w2,0.0012248865,0.05000,1.518
+60,block_sparse_moe.experts.16.w2,0.0111611857,0.05000,1.598
+60,block_sparse_moe.experts.37.w2,0.1651639410,0.05000,1.555
+60,block_sparse_moe.experts.45.w2,0.0029392837,0.05000,1.573
+60,block_sparse_moe.experts.34.w2,0.0068217135,0.05000,1.540
+60,block_sparse_moe.experts.41.w2,0.0453263483,0.05000,1.491
+60,block_sparse_moe.experts.38.w2,0.0376396206,0.05000,1.594
+60,block_sparse_moe.experts.46.w2,0.0256896995,0.05000,1.556
+60,block_sparse_moe.experts.36.w2,0.0234313779,0.05000,1.558
+60,block_sparse_moe.experts.43.w2,0.0024495316,0.05000,1.564
+60,block_sparse_moe.experts.39.w2,0.1122578191,0.05000,1.565
+60,block_sparse_moe.experts.42.w2,0.0913730939,0.05000,1.636
+60,block_sparse_moe.experts.40.w2,0.0059580178,0.05000,1.588
+60,block_sparse_moe.experts.33.w2,0.0227156605,0.05000,1.572
+60,block_sparse_moe.experts.47.w2,0.0000582715,0.05000,1.573
+60,block_sparse_moe.experts.44.w2,0.0152709671,0.05000,1.623
+60,block_sparse_moe.experts.35.w2,0.9107727628,0.05000,1.568
+60,block_sparse_moe.experts.32.w2,0.0273762539,0.05000,1.659
+60,block_sparse_moe.experts.53.w2,0.2290438680,0.05000,1.442
+60,block_sparse_moe.experts.57.w2,0.0003887237,0.05000,1.426
+60,block_sparse_moe.experts.61.w2,0.0003663728,0.05000,1.537
+60,block_sparse_moe.experts.49.w2,0.0265381473,0.05000,1.373
+60,block_sparse_moe.experts.50.w2,0.0438391940,0.05000,1.556
+60,block_sparse_moe.experts.55.w2,0.0129823397,0.05000,1.453
+60,block_sparse_moe.experts.63.w2,0.0134637110,0.05000,1.396
+60,block_sparse_moe.experts.59.w2,0.1452189164,0.05000,1.485
+60,block_sparse_moe.experts.62.w2,0.0629804883,0.05000,1.521
+60,block_sparse_moe.experts.52.w2,0.0878518460,0.05000,1.516
+60,block_sparse_moe.experts.54.w2,0.0452177935,0.05000,1.602
+60,block_sparse_moe.experts.56.w2,0.0003700685,0.05000,1.502
+60,block_sparse_moe.experts.58.w2,0.0048179031,0.05000,1.583
+60,block_sparse_moe.experts.60.w2,0.0237021218,0.05000,1.501
+60,block_sparse_moe.experts.51.w2,0.0056791505,0.05000,1.496
+60,block_sparse_moe.experts.48.w2,0.1415569749,0.05000,1.530
+60,block_sparse_moe.experts.69.w2,0.0060554577,0.05000,1.389
+60,block_sparse_moe.experts.73.w2,0.1149608374,0.05000,1.449
+60,block_sparse_moe.experts.77.w2,0.0007346146,0.05000,1.542
+60,block_sparse_moe.experts.65.w2,0.0046224455,0.05000,1.512
+60,block_sparse_moe.experts.66.w2,0.0061232003,0.05000,1.582
+60,block_sparse_moe.experts.71.w2,0.0397522813,0.05000,1.559
+60,block_sparse_moe.experts.75.w2,0.0005516148,0.05000,1.536
+60,block_sparse_moe.experts.68.w2,0.0767517722,0.05000,1.516
+60,block_sparse_moe.experts.72.w2,0.0316440684,0.05000,1.504
+60,block_sparse_moe.experts.79.w2,0.0363609056,0.05000,1.556
+60,block_sparse_moe.experts.78.w2,0.0533041178,0.05000,1.592
+60,block_sparse_moe.experts.76.w2,0.0294578704,0.05000,1.531
+60,block_sparse_moe.experts.70.w2,0.0005184621,0.05000,1.602
+60,block_sparse_moe.experts.74.w2,0.0116478935,0.05000,1.574
+60,block_sparse_moe.experts.67.w2,0.0307259337,0.05000,1.580
+60,block_sparse_moe.experts.64.w2,16.0576667786,0.05000,1.545
+60,block_sparse_moe.experts.85.w2,0.0560447369,0.05000,1.611
+60,block_sparse_moe.experts.89.w2,0.0010858848,0.05000,1.558
+60,block_sparse_moe.experts.81.w2,0.0379870683,0.05000,1.461
+60,block_sparse_moe.experts.93.w2,0.0253927698,0.05000,1.481
+60,block_sparse_moe.experts.88.w2,0.0037997008,0.05000,1.402
+60,block_sparse_moe.experts.84.w2,0.0059712725,0.05000,1.411
+60,block_sparse_moe.experts.82.w2,37.8053321838,0.05000,1.484
+60,block_sparse_moe.experts.95.w2,0.1661579076,0.05000,1.469
+60,block_sparse_moe.experts.87.w2,0.0974002254,0.05000,1.528
+60,block_sparse_moe.experts.94.w2,0.0002804691,0.05000,1.451
+60,block_sparse_moe.experts.92.w2,0.0052583153,0.05000,1.445
+60,block_sparse_moe.experts.91.w2,0.0122359656,0.05000,1.567
+60,block_sparse_moe.experts.86.w2,0.0270073102,0.05000,1.524
+60,block_sparse_moe.experts.80.w2,0.0019771423,0.05000,1.461
+60,block_sparse_moe.experts.90.w2,0.0133819256,0.05000,1.617
+60,block_sparse_moe.experts.83.w2,0.0608678508,0.05000,1.643
+60,block_sparse_moe.experts.101.w2,0.0685616544,0.05000,1.425
+60,block_sparse_moe.experts.105.w2,0.1194213799,0.05000,1.474
+60,block_sparse_moe.experts.100.w2,0.0677911037,0.05000,1.433
+60,block_sparse_moe.experts.97.w2,0.0088493275,0.05000,1.516
+60,block_sparse_moe.experts.109.w2,0.0764833565,0.05000,1.558
+60,block_sparse_moe.experts.104.w2,0.0008719952,0.05000,1.529
+60,block_sparse_moe.experts.108.w2,0.0005376875,0.05000,1.466
+60,block_sparse_moe.experts.98.w2,0.0025647980,0.05000,1.539
+60,block_sparse_moe.experts.111.w2,0.0040084378,0.05000,1.553
+60,block_sparse_moe.experts.110.w2,0.0083279190,0.05000,1.532
+60,block_sparse_moe.experts.103.w2,0.0528410120,0.05000,1.586
+60,block_sparse_moe.experts.107.w2,0.0424969788,0.05000,1.610
+60,block_sparse_moe.experts.102.w2,0.0307917330,0.05000,1.547
+60,block_sparse_moe.experts.96.w2,0.0699232624,0.05000,1.500
+60,block_sparse_moe.experts.106.w2,0.0373979127,0.05000,1.593
+60,block_sparse_moe.experts.99.w2,0.0039932555,0.05000,1.594
+60,block_sparse_moe.experts.117.w2,0.0125064304,0.05000,1.517
+60,block_sparse_moe.experts.116.w2,0.0038500132,0.05000,1.384
+60,block_sparse_moe.experts.121.w2,0.0805873779,0.05000,1.483
+60,block_sparse_moe.experts.120.w2,0.0036599518,0.05000,1.464
+60,block_sparse_moe.experts.113.w2,0.0349614956,0.05000,1.554
+60,block_sparse_moe.experts.125.w2,0.0466511421,0.05000,1.538
+60,block_sparse_moe.experts.124.w2,0.0034702593,0.05000,1.472
+60,block_sparse_moe.experts.114.w2,7.2642536163,0.05000,1.494
+60,block_sparse_moe.experts.127.w2,0.0530671694,0.05000,1.519
+60,block_sparse_moe.experts.126.w2,0.0154981931,0.05000,1.506
+60,block_sparse_moe.experts.112.w2,0.0269965161,0.05000,1.402
+60,block_sparse_moe.experts.119.w2,0.0440355683,0.05000,1.543
+60,block_sparse_moe.experts.123.w2,0.0040343554,0.05000,1.526
+60,block_sparse_moe.experts.118.w2,0.0020339831,0.05000,1.533
+60,block_sparse_moe.experts.115.w2,0.0159727971,0.05000,1.478
+60,block_sparse_moe.experts.122.w2,0.0006720478,0.05000,1.538
+60,block_sparse_moe.experts.132.w2,0.0724375950,0.05000,1.361
+60,block_sparse_moe.experts.136.w2,0.4146076784,0.05000,1.286
+60,block_sparse_moe.experts.133.w2,0.0040171953,0.05000,1.541
+60,block_sparse_moe.experts.137.w2,0.0161343342,0.05000,1.528
+60,block_sparse_moe.experts.140.w2,0.0610181157,0.05000,1.341
+60,block_sparse_moe.experts.129.w2,0.0324605581,0.05000,1.557
+60,block_sparse_moe.experts.128.w2,0.0245710753,0.05000,1.355
+60,block_sparse_moe.experts.141.w2,0.0051575625,0.05000,1.626
+60,block_sparse_moe.experts.143.w2,0.0170947428,0.05000,1.629
+60,block_sparse_moe.experts.130.w2,0.0243711652,0.05000,1.694
+60,block_sparse_moe.experts.135.w2,0.0156008820,0.05000,1.597
+60,block_sparse_moe.experts.142.w2,0.0173405530,0.05000,1.719
+60,block_sparse_moe.experts.139.w2,0.0003139696,0.05000,1.614
+60,block_sparse_moe.experts.134.w2,0.0379531782,0.05000,1.705
+60,block_sparse_moe.experts.131.w2,0.0005696126,0.05000,1.695
+60,block_sparse_moe.experts.138.w2,0.0018492584,0.05000,1.735
+60,block_sparse_moe.experts.148.w2,0.0136521527,0.05000,1.351
+60,block_sparse_moe.experts.152.w2,0.0109168463,0.05000,1.428
+60,block_sparse_moe.experts.156.w2,0.0350990515,0.05000,1.378
+60,block_sparse_moe.experts.149.w2,0.0004125575,0.05000,1.623
+60,block_sparse_moe.experts.153.w2,0.0451404198,0.05000,1.570
+60,block_sparse_moe.experts.144.w2,0.0319795195,0.05000,1.414
+60,block_sparse_moe.experts.145.w2,0.0322079197,0.05000,1.532
+60,block_sparse_moe.experts.157.w2,0.3119067182,0.05000,1.568
+60,block_sparse_moe.experts.146.w2,0.0111266539,0.05000,1.509
+60,block_sparse_moe.experts.151.w2,0.0172352835,0.05000,1.558
+60,block_sparse_moe.experts.158.w2,0.2504166604,0.05000,1.543
+60,block_sparse_moe.experts.159.w2,0.0775952913,0.05000,1.652
+60,block_sparse_moe.experts.155.w2,0.0009817694,0.05000,1.589
+60,block_sparse_moe.experts.150.w2,0.0028721075,0.05000,1.519
+60,block_sparse_moe.experts.147.w2,0.0639227756,0.05000,1.569
+60,block_sparse_moe.experts.154.w2,0.0187384450,0.05000,1.535
+60,block_sparse_moe.experts.164.w2,0.0330079932,0.05000,1.424
+60,block_sparse_moe.experts.168.w2,0.0071108880,0.05000,1.366
+60,block_sparse_moe.experts.172.w2,0.0598567992,0.05000,1.413
+60,block_sparse_moe.experts.160.w2,0.0660917724,0.05000,1.370
+60,block_sparse_moe.experts.165.w2,0.0144414740,0.05000,1.547
+60,block_sparse_moe.experts.169.w2,0.0381272687,0.05000,1.553
+60,block_sparse_moe.experts.161.w2,0.0423946994,0.05000,1.524
+60,block_sparse_moe.experts.162.w2,0.2041508452,0.05000,1.385
+60,block_sparse_moe.experts.173.w2,0.0024634150,0.05000,1.502
+60,block_sparse_moe.experts.174.w2,0.0181025341,0.05000,1.335
+60,block_sparse_moe.experts.166.w2,0.0142844520,0.05000,1.360
+60,block_sparse_moe.experts.167.w2,0.0183928675,0.05000,1.493
+60,block_sparse_moe.experts.175.w2,0.0067948703,0.05000,1.524
+60,block_sparse_moe.experts.171.w2,0.0029520326,0.05000,1.554
+60,block_sparse_moe.experts.170.w2,0.0982312145,0.05000,1.345
+60,block_sparse_moe.experts.163.w2,0.1770818598,0.05000,1.553
+60,block_sparse_moe.experts.180.w2,0.0146664798,0.05000,1.340
+60,block_sparse_moe.experts.184.w2,0.0332181122,0.05000,1.376
+60,block_sparse_moe.experts.188.w2,0.0276578881,0.05000,1.332
+60,block_sparse_moe.experts.176.w2,0.0125454022,0.05000,1.366
+60,block_sparse_moe.experts.181.w2,0.0012093412,0.05000,1.595
+60,block_sparse_moe.experts.185.w2,0.0055032438,0.05000,1.590
+60,block_sparse_moe.experts.178.w2,0.1277905801,0.05000,1.432
+60,block_sparse_moe.experts.190.w2,0.0016347448,0.05000,1.393
+60,block_sparse_moe.experts.177.w2,0.0365443133,0.05000,1.596
+60,block_sparse_moe.experts.182.w2,0.0009520285,0.05000,1.425
+60,block_sparse_moe.experts.189.w2,0.0002532162,0.05000,1.594
+60,block_sparse_moe.experts.191.w2,0.0023456276,0.05000,1.535
+60,block_sparse_moe.experts.183.w2,0.1079276028,0.05000,1.640
+60,block_sparse_moe.experts.186.w2,0.1767146052,0.05000,1.508
+60,block_sparse_moe.experts.187.w2,0.0005276856,0.05000,1.571
+60,block_sparse_moe.experts.196.w2,0.0167268561,0.05000,1.447
+60,block_sparse_moe.experts.179.w2,0.0037628154,0.05000,1.593
+60,block_sparse_moe.experts.204.w2,0.0255095931,0.05000,1.361
+60,block_sparse_moe.experts.200.w2,0.0013423659,0.05000,1.471
+60,block_sparse_moe.experts.192.w2,0.0431120533,0.05000,1.478
+60,block_sparse_moe.experts.197.w2,0.4929329310,0.05000,1.616
+60,block_sparse_moe.experts.201.w2,0.0213499255,0.05000,1.599
+60,block_sparse_moe.experts.206.w2,0.0655775911,0.05000,1.577
+60,block_sparse_moe.experts.194.w2,0.0753043128,0.05000,1.604
+60,block_sparse_moe.experts.193.w2,0.0604934466,0.05000,1.589
+60,block_sparse_moe.experts.198.w2,0.0593997644,0.05000,1.531
+60,block_sparse_moe.experts.205.w2,0.0177106786,0.05000,1.637
+60,block_sparse_moe.experts.207.w2,0.0212688526,0.05000,1.590
+60,block_sparse_moe.experts.199.w2,0.1314664080,0.05000,1.604
+60,block_sparse_moe.experts.203.w2,0.0104722382,0.05000,1.576
+60,block_sparse_moe.experts.202.w2,0.0064390224,0.05000,1.634
+60,block_sparse_moe.experts.212.w2,0.0161127223,0.05000,1.500
+60,block_sparse_moe.experts.216.w2,0.0713282464,0.05000,1.500
+60,block_sparse_moe.experts.220.w2,0.0135547204,0.05000,1.549
+60,block_sparse_moe.experts.195.w2,0.0049514241,0.05000,1.632
+60,block_sparse_moe.experts.208.w2,0.0149266115,0.05000,1.456
+60,block_sparse_moe.experts.210.w2,0.0008954591,0.05000,1.474
+60,block_sparse_moe.experts.222.w2,0.0039116010,0.05000,1.513
+60,block_sparse_moe.experts.213.w2,0.1493588560,0.05000,1.554
+60,block_sparse_moe.experts.217.w2,0.0011275279,0.05000,1.537
+60,block_sparse_moe.experts.209.w2,0.0005885780,0.05000,1.579
+60,block_sparse_moe.experts.214.w2,0.0119076374,0.05000,1.571
+60,block_sparse_moe.experts.221.w2,0.0004309170,0.05000,1.570
+60,block_sparse_moe.experts.228.w2,0.0059203430,0.05000,1.396
+60,block_sparse_moe.experts.218.w2,0.0283475152,0.05000,1.446
+60,block_sparse_moe.experts.215.w2,0.0179796484,0.05000,1.567
+60,block_sparse_moe.experts.223.w2,0.0037694280,0.05000,1.628
+60,block_sparse_moe.experts.219.w2,0.0094857186,0.05000,1.571
+60,block_sparse_moe.experts.236.w2,0.0302591133,0.05000,1.452
+60,block_sparse_moe.experts.232.w2,0.0486743595,0.05000,1.487
+60,block_sparse_moe.experts.211.w2,0.0017685717,0.05000,1.459
+60,block_sparse_moe.experts.224.w2,0.0022278808,0.05000,1.559
+60,block_sparse_moe.experts.229.w2,0.0343754689,0.05000,1.490
+60,block_sparse_moe.experts.233.w2,0.2246577590,0.05000,1.509
+60,block_sparse_moe.experts.225.w2,0.0629581928,0.05000,1.441
+60,block_sparse_moe.experts.226.w2,0.0124101268,0.05000,1.648
+60,block_sparse_moe.experts.238.w2,0.0029940466,0.05000,1.649
+60,block_sparse_moe.experts.230.w2,0.2542138279,0.05000,1.555
+60,block_sparse_moe.experts.237.w2,0.0302792791,0.05000,1.432
+60,block_sparse_moe.experts.244.w2,0.0135224270,0.05000,1.510
+60,block_sparse_moe.experts.231.w2,0.0021175779,0.05000,1.463
+60,block_sparse_moe.experts.239.w2,0.0036577757,0.05000,1.468
+60,block_sparse_moe.experts.234.w2,0.0035955540,0.05000,1.498
+60,block_sparse_moe.experts.235.w2,0.0275487046,0.05000,1.451
+60,block_sparse_moe.experts.248.w2,0.2548596908,0.05000,1.441
+60,block_sparse_moe.experts.252.w2,0.0219587624,0.05000,1.447
+60,block_sparse_moe.experts.240.w2,0.0706138668,0.05000,1.218
+60,block_sparse_moe.experts.227.w2,0.0038213714,0.05000,1.505
+60,block_sparse_moe.experts.242.w2,0.0196284760,0.05000,1.255
+60,block_sparse_moe.experts.254.w2,0.1688996652,0.05000,1.283
+60,block_sparse_moe.experts.249.w2,0.0020354281,0.05000,1.463
+60,block_sparse_moe.experts.245.w2,0.0052193705,0.05000,1.493
+60,block_sparse_moe.experts.246.w2,66.9513015747,0.05000,1.265
+60,block_sparse_moe.experts.241.w2,0.0647354071,0.05000,1.416
+60,block_sparse_moe.experts.253.w2,0.0901992170,0.05000,1.329
+60,block_sparse_moe.experts.250.w2,0.0025848477,0.05000,1.131
+60,block_sparse_moe.experts.255.w2,0.0297976175,0.05000,1.394
+60,block_sparse_moe.experts.247.w2,0.0127583570,0.05000,1.408
+60,block_sparse_moe.experts.251.w2,0.0062495562,0.05000,1.435
+60,block_sparse_moe.experts.243.w2,0.0209428896,0.05000,1.240
+61,self_attn.q_proj,0.0002201787,0.05000,0.942
+61,self_attn.k_proj,0.0000239184,0.05000,0.951
+61,self_attn.v_proj,0.0000796421,0.05000,1.009
+61,self_attn.o_proj,0.0000981605,0.05000,1.856
+61,block_sparse_moe.experts.4.w1,0.0071696980,0.05000,3.057
+61,block_sparse_moe.experts.8.w1,0.0060539185,0.05000,3.065
+61,block_sparse_moe.experts.0.w1,0.0052145319,0.05000,3.064
+61,block_sparse_moe.experts.12.w1,0.0018287320,0.05000,3.179
+61,block_sparse_moe.experts.15.w1,0.0017148590,0.05000,3.028
+61,block_sparse_moe.experts.3.w1,0.0026777515,0.05000,3.239
+61,block_sparse_moe.experts.13.w1,0.0010370344,0.05000,3.304
+61,block_sparse_moe.experts.6.w1,0.0017357806,0.05000,3.295
+61,block_sparse_moe.experts.1.w1,0.0006839161,0.05000,3.345
+61,block_sparse_moe.experts.5.w1,0.0087431064,0.05000,3.406
+61,block_sparse_moe.experts.7.w1,0.0059836329,0.05000,3.384
+61,block_sparse_moe.experts.14.w1,0.0049282876,0.05000,3.180
+61,block_sparse_moe.experts.10.w1,0.0012090776,0.05000,3.451
+61,block_sparse_moe.experts.9.w1,0.0009360043,0.05000,3.453
+61,block_sparse_moe.experts.11.w1,0.0052587858,0.05000,3.460
+61,block_sparse_moe.experts.2.w1,0.0068062973,0.05000,3.456
+61,block_sparse_moe.experts.18.w1,999999999.0000000000,0.05000,0.144
+61,block_sparse_moe.experts.31.w1,0.0060576350,0.05000,1.954
+61,block_sparse_moe.experts.19.w1,0.0026230486,0.05000,1.972
+61,block_sparse_moe.experts.20.w1,0.0048029430,0.05000,3.238
+61,block_sparse_moe.experts.24.w1,0.0007109377,0.05000,3.275
+61,block_sparse_moe.experts.22.w1,0.0014889177,0.05000,3.040
+61,block_sparse_moe.experts.26.w1,0.0020341225,0.05000,2.962
+61,block_sparse_moe.experts.30.w1,0.0054387627,0.05000,3.015
+61,block_sparse_moe.experts.28.w1,0.0008678957,0.05000,3.302
+61,block_sparse_moe.experts.16.w1,0.0007688664,0.05000,3.424
+61,block_sparse_moe.experts.42.w1,999999999.0000000000,0.05000,0.118
+61,block_sparse_moe.experts.34.w1,0.0098918289,0.05000,3.002
+61,block_sparse_moe.experts.29.w1,0.0033629029,0.05000,5.749
+61,block_sparse_moe.experts.21.w1,0.0017256916,0.05000,5.670
+61,block_sparse_moe.experts.17.w1,0.0039636671,0.05000,5.774
+61,block_sparse_moe.experts.25.w1,0.0055747057,0.05000,5.789
+61,block_sparse_moe.experts.36.w1,0.0768619061,0.05000,3.401
+61,block_sparse_moe.experts.40.w1,0.0007188798,0.05000,3.396
+61,block_sparse_moe.experts.44.w1,0.0009600286,0.05000,3.466
+61,block_sparse_moe.experts.32.w1,0.0265979596,0.05000,3.464
+61,block_sparse_moe.experts.38.w1,0.0099102412,0.05000,5.327
+61,block_sparse_moe.experts.46.w1,0.0060811505,0.05000,5.313
+61,block_sparse_moe.experts.58.w1,0.0021763214,0.05000,5.249
+61,block_sparse_moe.experts.50.w1,0.0013486855,0.05000,5.390
+61,block_sparse_moe.experts.45.w1,0.0012989095,0.05000,3.292
+61,block_sparse_moe.experts.37.w1,0.0017649720,0.05000,3.297
+61,block_sparse_moe.experts.33.w1,0.0009562256,0.05000,3.255
+61,block_sparse_moe.experts.41.w1,0.0002941993,0.05000,3.172
+61,block_sparse_moe.experts.52.w1,0.0039342047,0.05000,3.369
+61,block_sparse_moe.experts.56.w1,0.0247131983,0.05000,3.380
+61,block_sparse_moe.experts.60.w1,0.0013219734,0.05000,3.250
+61,block_sparse_moe.experts.48.w1,0.0022174498,0.05000,3.289
+61,block_sparse_moe.experts.23.w1,0.0305674871,0.05000,3.430
+61,block_sparse_moe.experts.35.w1,0.0005298217,0.05000,3.495
+61,block_sparse_moe.experts.47.w1,0.0082852338,0.05000,3.532
+61,block_sparse_moe.experts.27.w1,0.0068969768,0.05000,3.592
+61,block_sparse_moe.experts.54.w1,0.0013252094,0.05000,3.278
+61,block_sparse_moe.experts.74.w1,0.0015346321,0.05000,3.220
+61,block_sparse_moe.experts.62.w1,0.0027139227,0.05000,3.291
+61,block_sparse_moe.experts.66.w1,0.0034650151,0.05000,3.128
+61,block_sparse_moe.experts.68.w1,0.0067900742,0.05000,3.297
+61,block_sparse_moe.experts.57.w1,0.0071031336,0.05000,3.373
+61,block_sparse_moe.experts.76.w1,0.0267499171,0.05000,3.166
+61,block_sparse_moe.experts.72.w1,0.0008881783,0.05000,3.271
+61,block_sparse_moe.experts.61.w1,0.0076267008,0.05000,3.399
+61,block_sparse_moe.experts.49.w1,0.0007665170,0.05000,3.458
+61,block_sparse_moe.experts.64.w1,0.0047474621,0.05000,3.206
+61,block_sparse_moe.experts.53.w1,0.0009522746,0.05000,3.536
+61,block_sparse_moe.experts.39.w1,0.0026508516,0.05000,3.008
+61,block_sparse_moe.experts.51.w1,0.0010444970,0.05000,3.005
+61,block_sparse_moe.experts.63.w1,0.0018305345,0.05000,3.096
+61,block_sparse_moe.experts.43.w1,0.0099280130,0.05000,3.039
+61,block_sparse_moe.experts.82.w1,1.2550128301,0.05000,3.041
+61,block_sparse_moe.experts.78.w1,0.0018334125,0.05000,3.155
+61,block_sparse_moe.experts.90.w1,0.0488269852,0.05000,3.166
+61,block_sparse_moe.experts.70.w1,0.0081608469,0.05000,3.252
+61,block_sparse_moe.experts.65.w1,0.0024801983,0.05000,2.780
+61,block_sparse_moe.experts.77.w1,0.0019177928,0.05000,2.887
+61,block_sparse_moe.experts.73.w1,0.0013070885,0.05000,2.963
+61,block_sparse_moe.experts.84.w1,0.0045182002,0.05000,3.106
+61,block_sparse_moe.experts.88.w1,0.0041077207,0.05000,3.084
+61,block_sparse_moe.experts.69.w1,0.0033300469,0.05000,2.992
+61,block_sparse_moe.experts.92.w1,0.0033001413,0.05000,3.179
+61,block_sparse_moe.experts.80.w1,0.0007649308,0.05000,3.128
+61,block_sparse_moe.experts.67.w1,0.0056886103,0.05000,2.923
+61,block_sparse_moe.experts.55.w1,0.0060053136,0.05000,3.058
+61,block_sparse_moe.experts.59.w1,0.0010949090,0.05000,2.971
+61,block_sparse_moe.experts.79.w1,0.0153198009,0.05000,2.974
+61,block_sparse_moe.experts.94.w1,0.3480247921,0.05000,2.775
+61,block_sparse_moe.experts.98.w1,0.0060008363,0.05000,2.940
+61,block_sparse_moe.experts.106.w1,0.0022690357,0.05000,2.847
+61,block_sparse_moe.experts.86.w1,0.0187601757,0.05000,2.843
+61,block_sparse_moe.experts.81.w1,0.0054811507,0.05000,3.219
+61,block_sparse_moe.experts.89.w1,0.0021004985,0.05000,3.188
+61,block_sparse_moe.experts.104.w1,0.0026253997,0.05000,3.071
+61,block_sparse_moe.experts.93.w1,0.0045597547,0.05000,3.311
+61,block_sparse_moe.experts.96.w1,3.0247850418,0.05000,3.073
+61,block_sparse_moe.experts.85.w1,0.0060421185,0.05000,3.193
+61,block_sparse_moe.experts.100.w1,0.0013321542,0.05000,3.247
+61,block_sparse_moe.experts.108.w1,0.0022064118,0.05000,3.205
+61,block_sparse_moe.experts.83.w1,0.0007720271,0.05000,3.114
+61,block_sparse_moe.experts.71.w1,0.0045330728,0.05000,3.081
+61,block_sparse_moe.experts.75.w1,0.0011497250,0.05000,3.070
+61,block_sparse_moe.experts.95.w1,0.0017521511,0.05000,3.106
+61,block_sparse_moe.experts.110.w1,0.0011205011,0.05000,3.015
+61,block_sparse_moe.experts.122.w1,0.0016373563,0.05000,3.002
+61,block_sparse_moe.experts.114.w1,0.0064335152,0.05000,3.054
+61,block_sparse_moe.experts.102.w1,0.0012730850,0.05000,2.950
+61,block_sparse_moe.experts.105.w1,0.0010542505,0.05000,2.970
+61,block_sparse_moe.experts.109.w1,0.0020975587,0.05000,2.943
+61,block_sparse_moe.experts.97.w1,0.0049908415,0.05000,3.112
+61,block_sparse_moe.experts.101.w1,0.0181887471,0.05000,3.055
+61,block_sparse_moe.experts.120.w1,0.0187225725,0.05000,3.246
+61,block_sparse_moe.experts.116.w1,0.0063329227,0.05000,3.105
+61,block_sparse_moe.experts.124.w1,0.0084847710,0.05000,3.138
+61,block_sparse_moe.experts.112.w1,0.0050881163,0.05000,3.252
+61,block_sparse_moe.experts.99.w1,0.0533859396,0.05000,2.876
+61,block_sparse_moe.experts.87.w1,0.0013451218,0.05000,2.905
+61,block_sparse_moe.experts.91.w1,0.0032966075,0.05000,2.918
+61,block_sparse_moe.experts.111.w1,0.0029227497,0.05000,2.956
+61,block_sparse_moe.experts.126.w1,0.0005305088,0.05000,2.616
+61,block_sparse_moe.experts.118.w1,0.0057370166,0.05000,2.522
+61,block_sparse_moe.experts.138.w1,0.0047078649,0.05000,2.633
+61,block_sparse_moe.experts.130.w1,0.0030994121,0.05000,2.651
+61,block_sparse_moe.experts.113.w1,0.0006199628,0.05000,2.672
+61,block_sparse_moe.experts.121.w1,0.0009178230,0.05000,2.795
+61,block_sparse_moe.experts.125.w1,0.0017414162,0.05000,2.856
+61,block_sparse_moe.experts.117.w1,0.0007991341,0.05000,2.810
+61,block_sparse_moe.experts.136.w1,0.0005612740,0.05000,3.047
+61,block_sparse_moe.experts.132.w1,0.0006767896,0.05000,3.071
+61,block_sparse_moe.experts.140.w1,0.0017879036,0.05000,3.037
+61,block_sparse_moe.experts.128.w1,0.0009561706,0.05000,3.109
+61,block_sparse_moe.experts.115.w1,0.0056326857,0.05000,2.682
+61,block_sparse_moe.experts.103.w1,0.0112688791,0.05000,2.830
+61,block_sparse_moe.experts.107.w1,0.0082713446,0.05000,2.777
+61,block_sparse_moe.experts.127.w1,0.0029059062,0.05000,2.802
+61,block_sparse_moe.experts.134.w1,0.0070385756,0.05000,2.940
+61,block_sparse_moe.experts.154.w1,0.0009897955,0.05000,2.907
+61,block_sparse_moe.experts.146.w1,0.0031005203,0.05000,2.924
+61,block_sparse_moe.experts.142.w1,0.0005837579,0.05000,3.088
+61,block_sparse_moe.experts.129.w1,0.0014412835,0.05000,3.051
+61,block_sparse_moe.experts.137.w1,0.0031640936,0.05000,3.086
+61,block_sparse_moe.experts.141.w1,0.0019693937,0.05000,3.028
+61,block_sparse_moe.experts.133.w1,0.0012536129,0.05000,3.140
+61,block_sparse_moe.experts.156.w1,0.0140753376,0.05000,3.137
+61,block_sparse_moe.experts.152.w1,0.0010773960,0.05000,3.294
+61,block_sparse_moe.experts.144.w1,0.0041882571,0.05000,3.220
+61,block_sparse_moe.experts.148.w1,0.0014151407,0.05000,3.376
+61,block_sparse_moe.experts.131.w1,0.0068257964,0.05000,3.009
+61,block_sparse_moe.experts.119.w1,0.0009144888,0.05000,2.989
+61,block_sparse_moe.experts.123.w1,0.0007439707,0.05000,3.070
+61,block_sparse_moe.experts.143.w1,0.0008983009,0.05000,3.032
+61,block_sparse_moe.experts.158.w1,0.0016094390,0.05000,2.856
+61,block_sparse_moe.experts.150.w1,0.0097795442,0.05000,3.068
+61,block_sparse_moe.experts.170.w1,0.0051660776,0.05000,3.027
+61,block_sparse_moe.experts.162.w1,0.0006488050,0.05000,3.088
+61,block_sparse_moe.experts.145.w1,0.0223971330,0.05000,3.097
+61,block_sparse_moe.experts.153.w1,0.0043931397,0.05000,3.086
+61,block_sparse_moe.experts.157.w1,0.0165473728,0.05000,3.077
+61,block_sparse_moe.experts.149.w1,1.1861504714,0.05000,3.058
+61,block_sparse_moe.experts.172.w1,0.0139058569,0.05000,2.931
+61,block_sparse_moe.experts.168.w1,0.0007589200,0.05000,3.019
+61,block_sparse_moe.experts.160.w1,0.0020077388,0.05000,2.941
+61,block_sparse_moe.experts.164.w1,0.0011871045,0.05000,2.995
+61,block_sparse_moe.experts.147.w1,0.0012652904,0.05000,3.015
+61,block_sparse_moe.experts.135.w1,0.0006034112,0.05000,2.995
+61,block_sparse_moe.experts.139.w1,0.0057401752,0.05000,3.031
+61,block_sparse_moe.experts.159.w1,0.0109445313,0.05000,3.009
+61,block_sparse_moe.experts.166.w1,0.0007881855,0.05000,2.938
+61,block_sparse_moe.experts.174.w1,0.0013220810,0.05000,3.051
+61,block_sparse_moe.experts.186.w1,0.0027160556,0.05000,3.016
+61,block_sparse_moe.experts.178.w1,0.0012974610,0.05000,2.941
+61,block_sparse_moe.experts.161.w1,0.0293549112,0.05000,3.010
+61,block_sparse_moe.experts.169.w1,0.0005406658,0.05000,3.028
+61,block_sparse_moe.experts.173.w1,0.0014606925,0.05000,3.092
+61,block_sparse_moe.experts.165.w1,0.0013860528,0.05000,2.984
+61,block_sparse_moe.experts.188.w1,0.0031830443,0.05000,2.996
+61,block_sparse_moe.experts.176.w1,0.0006439442,0.05000,2.903
+61,block_sparse_moe.experts.180.w1,0.0020538576,0.05000,2.896
+61,block_sparse_moe.experts.184.w1,0.0018968692,0.05000,3.082
+61,block_sparse_moe.experts.163.w1,0.0017589355,0.05000,3.103
+61,block_sparse_moe.experts.151.w1,0.0018693253,0.05000,2.988
+61,block_sparse_moe.experts.155.w1,0.0027038598,0.05000,3.018
+61,block_sparse_moe.experts.175.w1,0.0006566526,0.05000,3.005
+61,block_sparse_moe.experts.190.w1,0.0761703229,0.05000,3.032
+61,block_sparse_moe.experts.182.w1,0.0044687260,0.05000,3.112
+61,block_sparse_moe.experts.202.w1,0.0111344398,0.05000,3.069
+61,block_sparse_moe.experts.194.w1,0.0037408659,0.05000,3.070
+61,block_sparse_moe.experts.177.w1,0.0023945805,0.05000,2.758
+61,block_sparse_moe.experts.185.w1,0.0051144971,0.05000,2.814
+61,block_sparse_moe.experts.189.w1,0.0003390484,0.05000,2.793
+61,block_sparse_moe.experts.181.w1,0.0036280937,0.05000,2.875
+61,block_sparse_moe.experts.204.w1,0.0101816766,0.05000,3.133
+61,block_sparse_moe.experts.196.w1,0.0012341616,0.05000,3.031
+61,block_sparse_moe.experts.192.w1,0.0150160440,0.05000,3.146
+61,block_sparse_moe.experts.200.w1,0.0047445076,0.05000,3.180
+61,block_sparse_moe.experts.179.w1,0.0025678594,0.05000,2.990
+61,block_sparse_moe.experts.167.w1,0.0036374895,0.05000,3.005
+61,block_sparse_moe.experts.171.w1,0.0030317075,0.05000,3.029
+61,block_sparse_moe.experts.191.w1,0.0105928229,0.05000,3.132
+61,block_sparse_moe.experts.218.w1,0.0005998994,0.05000,2.890
+61,block_sparse_moe.experts.206.w1,0.0008462692,0.05000,3.005
+61,block_sparse_moe.experts.210.w1,3.2233531475,0.05000,2.980
+61,block_sparse_moe.experts.198.w1,0.0016374293,0.05000,3.106
+61,block_sparse_moe.experts.193.w1,0.0031313920,0.05000,3.132
+61,block_sparse_moe.experts.201.w1,0.0091477108,0.05000,3.060
+61,block_sparse_moe.experts.205.w1,0.0084036874,0.05000,3.078
+61,block_sparse_moe.experts.197.w1,0.0168018664,0.05000,3.129
+61,block_sparse_moe.experts.220.w1,0.0075726093,0.05000,2.867
+61,block_sparse_moe.experts.212.w1,0.0084909346,0.05000,2.875
+61,block_sparse_moe.experts.208.w1,0.0005460671,0.05000,2.979
+61,block_sparse_moe.experts.216.w1,0.0006273368,0.05000,2.918
+61,block_sparse_moe.experts.195.w1,0.0016957609,0.05000,2.989
+61,block_sparse_moe.experts.183.w1,0.0006698288,0.05000,3.036
+61,block_sparse_moe.experts.187.w1,0.0233222339,0.05000,2.974
+61,block_sparse_moe.experts.207.w1,0.0164811789,0.05000,3.069
+61,block_sparse_moe.experts.234.w1,0.0086328159,0.05000,2.957
+61,block_sparse_moe.experts.226.w1,0.0016216325,0.05000,2.853
+61,block_sparse_moe.experts.222.w1,0.0037578548,0.05000,3.027
+61,block_sparse_moe.experts.214.w1,0.0012118007,0.05000,3.014
+61,block_sparse_moe.experts.217.w1,0.0129208368,0.05000,2.869
+61,block_sparse_moe.experts.209.w1,0.0082204035,0.05000,2.972
+61,block_sparse_moe.experts.221.w1,0.0015003719,0.05000,2.908
+61,block_sparse_moe.experts.213.w1,0.0023041437,0.05000,2.949
+61,block_sparse_moe.experts.236.w1,0.0055364970,0.05000,2.724
+61,block_sparse_moe.experts.228.w1,0.0531893143,0.05000,2.811
+61,block_sparse_moe.experts.224.w1,0.0027884838,0.05000,2.793
+61,block_sparse_moe.experts.232.w1,0.0067107923,0.05000,2.738
+61,block_sparse_moe.experts.211.w1,0.0051046150,0.05000,3.035
+61,block_sparse_moe.experts.199.w1,0.5343145132,0.05000,3.043
+61,block_sparse_moe.experts.250.w1,0.0012729536,0.05000,2.785
+61,block_sparse_moe.experts.242.w1,0.0472473448,0.05000,2.792
+61,block_sparse_moe.experts.203.w1,0.0019427707,0.05000,3.209
+61,block_sparse_moe.experts.238.w1,0.0012403618,0.05000,2.891
+61,block_sparse_moe.experts.230.w1,0.3320763111,0.05000,2.880
+61,block_sparse_moe.experts.223.w1,0.4170522094,0.05000,3.118
+61,block_sparse_moe.experts.233.w1,0.0067938721,0.05000,3.077
+61,block_sparse_moe.experts.225.w1,0.0071890524,0.05000,3.101
+61,block_sparse_moe.experts.237.w1,0.0048138224,0.05000,3.125
+61,block_sparse_moe.experts.229.w1,0.0010701836,0.05000,3.040
+61,block_sparse_moe.experts.252.w1,0.1914458400,0.05000,3.059
+61,block_sparse_moe.experts.244.w1,0.0038838545,0.05000,3.122
+61,block_sparse_moe.experts.240.w1,0.0027398195,0.05000,3.073
+61,block_sparse_moe.experts.248.w1,0.0020117595,0.05000,3.070
+61,block_sparse_moe.experts.227.w1,0.0039931636,0.05000,3.082
+61,block_sparse_moe.experts.215.w1,0.0015838089,0.05000,2.953
+61,block_sparse_moe.experts.2.w3,0.0084337695,0.05000,2.905
+61,block_sparse_moe.experts.10.w3,0.0014329467,0.05000,3.001
+61,block_sparse_moe.experts.254.w1,0.0016435039,0.05000,2.865
+61,block_sparse_moe.experts.18.w3,999999999.0000000000,0.05000,0.141
+61,block_sparse_moe.experts.219.w1,0.0114475293,0.05000,3.031
+61,block_sparse_moe.experts.239.w1,0.0077685601,0.05000,3.033
+61,block_sparse_moe.experts.246.w1,0.0015962996,0.05000,3.147
+61,block_sparse_moe.experts.249.w1,0.0036439076,0.05000,3.001
+61,block_sparse_moe.experts.241.w1,0.0487272514,0.05000,3.108
+61,block_sparse_moe.experts.253.w1,0.0010187420,0.05000,3.082
+61,block_sparse_moe.experts.12.w3,0.0023088866,0.05000,3.172
+61,block_sparse_moe.experts.245.w1,0.0104194268,0.05000,3.210
+61,block_sparse_moe.experts.4.w3,0.0083500497,0.05000,3.165
+61,block_sparse_moe.experts.8.w3,0.0081932601,0.05000,3.123
+61,block_sparse_moe.experts.0.w3,0.0059514893,0.05000,3.229
+61,block_sparse_moe.experts.243.w1,0.0009346351,0.05000,3.128
+61,block_sparse_moe.experts.231.w1,0.4777866602,0.05000,3.164
+61,block_sparse_moe.experts.14.w3,0.0065181017,0.05000,3.129
+61,block_sparse_moe.experts.26.w3,0.0026453276,0.05000,3.230
+61,block_sparse_moe.experts.34.w3,0.0121641129,0.05000,3.208
+61,block_sparse_moe.experts.235.w1,0.0057456556,0.05000,3.110
+61,block_sparse_moe.experts.42.w3,999999999.0000000000,0.05000,0.138
+61,block_sparse_moe.experts.255.w1,0.0029027344,0.05000,3.178
+61,block_sparse_moe.experts.6.w3,0.0021009357,0.05000,3.204
+61,block_sparse_moe.experts.9.w3,0.0012275036,0.05000,3.026
+61,block_sparse_moe.experts.1.w3,0.0008677266,0.05000,3.084
+61,block_sparse_moe.experts.13.w3,0.0013117438,0.05000,2.979
+61,block_sparse_moe.experts.28.w3,0.0010358740,0.05000,3.128
+61,block_sparse_moe.experts.5.w3,0.0128755638,0.05000,3.127
+61,block_sparse_moe.experts.20.w3,0.0057843039,0.05000,3.154
+61,block_sparse_moe.experts.24.w3,0.0014768621,0.05000,3.104
+61,block_sparse_moe.experts.16.w3,0.0010631927,0.05000,3.116
+61,block_sparse_moe.experts.3.w3,0.0032284401,0.05000,3.066
+61,block_sparse_moe.experts.247.w1,0.0037598578,0.05000,3.084
+61,block_sparse_moe.experts.30.w3,0.0052684967,0.05000,3.001
+61,block_sparse_moe.experts.251.w1,0.0009141595,0.05000,2.968
+61,block_sparse_moe.experts.50.w3,0.0016918593,0.05000,3.050
+61,block_sparse_moe.experts.58.w3,0.0026624505,0.05000,3.068
+61,block_sparse_moe.experts.15.w3,0.0019758409,0.05000,3.046
+61,block_sparse_moe.experts.22.w3,0.0016376930,0.05000,3.159
+61,block_sparse_moe.experts.25.w3,0.0064228118,0.05000,3.011
+61,block_sparse_moe.experts.17.w3,0.0047329920,0.05000,3.073
+61,block_sparse_moe.experts.29.w3,0.0037208678,0.05000,3.109
+61,block_sparse_moe.experts.44.w3,0.0013831637,0.05000,2.982
+61,block_sparse_moe.experts.21.w3,0.0021279455,0.05000,3.185
+61,block_sparse_moe.experts.36.w3,0.1352191925,0.05000,3.055
+61,block_sparse_moe.experts.40.w3,0.0010784711,0.05000,3.032
+61,block_sparse_moe.experts.32.w3,0.0283492254,0.05000,3.057
+61,block_sparse_moe.experts.19.w3,0.0029777310,0.05000,2.785
+61,block_sparse_moe.experts.7.w3,0.0079012646,0.05000,2.830
+61,block_sparse_moe.experts.46.w3,0.0077565154,0.05000,2.818
+61,block_sparse_moe.experts.11.w3,0.0074146175,0.05000,2.792
+61,block_sparse_moe.experts.66.w3,0.0042210845,0.05000,2.882
+61,block_sparse_moe.experts.74.w3,0.0018061865,0.05000,2.796
+61,block_sparse_moe.experts.31.w3,0.0071148642,0.05000,2.820
+61,block_sparse_moe.experts.38.w3,0.0105413413,0.05000,2.835
+61,block_sparse_moe.experts.41.w3,0.0003981341,0.05000,2.986
+61,block_sparse_moe.experts.33.w3,0.0012214915,0.05000,2.894
+61,block_sparse_moe.experts.45.w3,0.0016908781,0.05000,3.030
+61,block_sparse_moe.experts.60.w3,0.0017527819,0.05000,2.946
+61,block_sparse_moe.experts.37.w3,0.0021697854,0.05000,3.019
+61,block_sparse_moe.experts.52.w3,0.0046835428,0.05000,2.958
+61,block_sparse_moe.experts.48.w3,0.0026884243,0.05000,2.944
+61,block_sparse_moe.experts.56.w3,0.0373930559,0.05000,3.103
+61,block_sparse_moe.experts.35.w3,0.0007334805,0.05000,3.220
+61,block_sparse_moe.experts.62.w3,0.0038115436,0.05000,3.114
+61,block_sparse_moe.experts.23.w3,0.0391405083,0.05000,3.252
+61,block_sparse_moe.experts.82.w3,2.0706844330,0.05000,3.092
+61,block_sparse_moe.experts.27.w3,0.0084334879,0.05000,3.260
+61,block_sparse_moe.experts.90.w3,0.0635202486,0.05000,3.131
+61,block_sparse_moe.experts.47.w3,0.0100593895,0.05000,3.213
+61,block_sparse_moe.experts.54.w3,0.0016845485,0.05000,3.073
+61,block_sparse_moe.experts.57.w3,0.0088329089,0.05000,2.977
+61,block_sparse_moe.experts.49.w3,0.0011407451,0.05000,2.927
+61,block_sparse_moe.experts.61.w3,0.0075088017,0.05000,2.978
+61,block_sparse_moe.experts.53.w3,0.0013089569,0.05000,2.842
+61,block_sparse_moe.experts.76.w3,0.0329703467,0.05000,3.264
+61,block_sparse_moe.experts.68.w3,0.0086376778,0.05000,3.141
+61,block_sparse_moe.experts.72.w3,0.0010814667,0.05000,3.067
+61,block_sparse_moe.experts.64.w3,0.0060082888,0.05000,3.222
+61,block_sparse_moe.experts.78.w3,0.0023011338,0.05000,2.863
+61,block_sparse_moe.experts.51.w3,0.0014214020,0.05000,3.004
+61,block_sparse_moe.experts.98.w3,0.0077341963,0.05000,2.880
+61,block_sparse_moe.experts.39.w3,0.0034631572,0.05000,3.040
+61,block_sparse_moe.experts.43.w3,0.0079737741,0.05000,2.909
+61,block_sparse_moe.experts.106.w3,0.0026290914,0.05000,2.951
+61,block_sparse_moe.experts.63.w3,0.0023682655,0.05000,3.000
+61,block_sparse_moe.experts.70.w3,0.0105029603,0.05000,2.952
+61,block_sparse_moe.experts.73.w3,0.0018105633,0.05000,2.813
+61,block_sparse_moe.experts.65.w3,0.0029590601,0.05000,2.843
+61,block_sparse_moe.experts.77.w3,0.0022819146,0.05000,2.850
+61,block_sparse_moe.experts.69.w3,0.0037976461,0.05000,2.938
+61,block_sparse_moe.experts.92.w3,0.0044575896,0.05000,3.058
+61,block_sparse_moe.experts.84.w3,0.0060497527,0.05000,3.172
+61,block_sparse_moe.experts.80.w3,0.0009609623,0.05000,3.051
+61,block_sparse_moe.experts.88.w3,0.0045853109,0.05000,3.190
+61,block_sparse_moe.experts.67.w3,0.0073420848,0.05000,2.960
+61,block_sparse_moe.experts.94.w3,0.4674881299,0.05000,3.068
+61,block_sparse_moe.experts.55.w3,0.0066904365,0.05000,3.041
+61,block_sparse_moe.experts.114.w3,0.0086591649,0.05000,3.048
+61,block_sparse_moe.experts.59.w3,0.0014578805,0.05000,3.069
+61,block_sparse_moe.experts.122.w3,0.0018719483,0.05000,3.052
+61,block_sparse_moe.experts.79.w3,0.0189490668,0.05000,2.988
+61,block_sparse_moe.experts.86.w3,0.0223051499,0.05000,3.219
+61,block_sparse_moe.experts.89.w3,0.0026843564,0.05000,2.850
+61,block_sparse_moe.experts.81.w3,0.0072913511,0.05000,2.922
+61,block_sparse_moe.experts.93.w3,0.0054563688,0.05000,2.919
+61,block_sparse_moe.experts.85.w3,0.0075247953,0.05000,2.902
+61,block_sparse_moe.experts.108.w3,0.0027192103,0.05000,3.016
+61,block_sparse_moe.experts.100.w3,0.0016909695,0.05000,3.093
+61,block_sparse_moe.experts.96.w3,5.0227108002,0.05000,3.109
+61,block_sparse_moe.experts.104.w3,0.0035455751,0.05000,3.086
+61,block_sparse_moe.experts.83.w3,0.0011209846,0.05000,3.244
+61,block_sparse_moe.experts.110.w3,0.0014307390,0.05000,3.168
+61,block_sparse_moe.experts.130.w3,0.0037076315,0.05000,3.195
+61,block_sparse_moe.experts.138.w3,0.0048824073,0.05000,3.191
+61,block_sparse_moe.experts.75.w3,0.0020023355,0.05000,3.242
+61,block_sparse_moe.experts.71.w3,0.0059879200,0.05000,3.417
+61,block_sparse_moe.experts.95.w3,0.0021124749,0.05000,3.380
+61,block_sparse_moe.experts.102.w3,0.0015363256,0.05000,3.195
+61,block_sparse_moe.experts.105.w3,0.0012713817,0.05000,3.226
+61,block_sparse_moe.experts.97.w3,0.0044923418,0.05000,3.335
+61,block_sparse_moe.experts.109.w3,0.0036454416,0.05000,3.136
+61,block_sparse_moe.experts.101.w3,0.0220451998,0.05000,3.196
+61,block_sparse_moe.experts.124.w3,0.0101531702,0.05000,3.343
+61,block_sparse_moe.experts.116.w3,0.0075055714,0.05000,3.313
+61,block_sparse_moe.experts.112.w3,0.0055609209,0.05000,3.260
+61,block_sparse_moe.experts.120.w3,0.0214355919,0.05000,3.274
+61,block_sparse_moe.experts.126.w3,0.0006303407,0.05000,3.106
+61,block_sparse_moe.experts.99.w3,0.0615203314,0.05000,3.290
+61,block_sparse_moe.experts.154.w3,0.0012285980,0.05000,2.962
+61,block_sparse_moe.experts.146.w3,0.0038985232,0.05000,3.133
+61,block_sparse_moe.experts.91.w3,0.0041039938,0.05000,3.205
+61,block_sparse_moe.experts.87.w3,0.0016657604,0.05000,3.184
+61,block_sparse_moe.experts.111.w3,0.0034903546,0.05000,3.062
+61,block_sparse_moe.experts.118.w3,0.0075938902,0.05000,3.024
+61,block_sparse_moe.experts.121.w3,0.0013070247,0.05000,2.983
+61,block_sparse_moe.experts.125.w3,0.0023929480,0.05000,2.942
+61,block_sparse_moe.experts.113.w3,0.0007566775,0.05000,3.099
+61,block_sparse_moe.experts.117.w3,0.0009368985,0.05000,3.068
+61,block_sparse_moe.experts.140.w3,0.0025171567,0.05000,3.049
+61,block_sparse_moe.experts.142.w3,0.0008846588,0.05000,2.890
+61,block_sparse_moe.experts.128.w3,0.0011821878,0.05000,3.065
+61,block_sparse_moe.experts.136.w3,0.0008362881,0.05000,3.078
+61,block_sparse_moe.experts.132.w3,0.0008765456,0.05000,3.195
+61,block_sparse_moe.experts.170.w3,0.0061656647,0.05000,2.905
+61,block_sparse_moe.experts.115.w3,0.0063627337,0.05000,2.936
+61,block_sparse_moe.experts.162.w3,0.0008967853,0.05000,2.922
+61,block_sparse_moe.experts.107.w3,0.0101225959,0.05000,2.966
+61,block_sparse_moe.experts.103.w3,0.0124671963,0.05000,3.096
+61,block_sparse_moe.experts.127.w3,0.0035587381,0.05000,3.016
+61,block_sparse_moe.experts.134.w3,0.0086106082,0.05000,3.012
+61,block_sparse_moe.experts.137.w3,0.0041430997,0.05000,2.816
+61,block_sparse_moe.experts.141.w3,0.0024385387,0.05000,2.739
+61,block_sparse_moe.experts.129.w3,0.0019131724,0.05000,2.645
+61,block_sparse_moe.experts.133.w3,0.0015486674,0.05000,2.706
+61,block_sparse_moe.experts.156.w3,0.0172369665,0.05000,2.922
+61,block_sparse_moe.experts.158.w3,0.0021219414,0.05000,2.829
+61,block_sparse_moe.experts.186.w3,0.0032077849,0.05000,2.875
+61,block_sparse_moe.experts.131.w3,0.0092242542,0.05000,2.877
+61,block_sparse_moe.experts.144.w3,0.0046706841,0.05000,3.083
+61,block_sparse_moe.experts.178.w3,0.0016707735,0.05000,2.965
+61,block_sparse_moe.experts.148.w3,0.0019023938,0.05000,3.038
+61,block_sparse_moe.experts.152.w3,0.0013751828,0.05000,3.145
+61,block_sparse_moe.experts.123.w3,0.0009804491,0.05000,2.924
+61,block_sparse_moe.experts.119.w3,0.0011961087,0.05000,3.045
+61,block_sparse_moe.experts.150.w3,0.0123766543,0.05000,2.928
+61,block_sparse_moe.experts.143.w3,0.0010664311,0.05000,3.047
+61,block_sparse_moe.experts.153.w3,0.0053548154,0.05000,2.957
+61,block_sparse_moe.experts.145.w3,0.0282754857,0.05000,3.030
+61,block_sparse_moe.experts.157.w3,0.0209242139,0.05000,3.160
+61,block_sparse_moe.experts.149.w3,1.7369089127,0.05000,3.214
+61,block_sparse_moe.experts.172.w3,0.0164409720,0.05000,3.212
+61,block_sparse_moe.experts.147.w3,0.0016327356,0.05000,2.764
+61,block_sparse_moe.experts.174.w3,0.0018065047,0.05000,3.241
+61,block_sparse_moe.experts.139.w3,0.0073011416,0.05000,2.707
+61,block_sparse_moe.experts.202.w3,0.0141368820,0.05000,3.112
+61,block_sparse_moe.experts.160.w3,0.0024427779,0.05000,3.124
+61,block_sparse_moe.experts.164.w3,0.0014886127,0.05000,3.146
+61,block_sparse_moe.experts.168.w3,0.0010570024,0.05000,3.143
+61,block_sparse_moe.experts.194.w3,0.0047971571,0.05000,3.232
+61,block_sparse_moe.experts.159.w3,0.0130726954,0.05000,2.603
+61,block_sparse_moe.experts.135.w3,0.0009115055,0.05000,2.789
+61,block_sparse_moe.experts.169.w3,0.0008538969,0.05000,2.861
+61,block_sparse_moe.experts.166.w3,0.0010209360,0.05000,3.183
+61,block_sparse_moe.experts.161.w3,0.0357193197,0.05000,2.827
+61,block_sparse_moe.experts.173.w3,0.0019066974,0.05000,2.900
+61,block_sparse_moe.experts.165.w3,0.0017026998,0.05000,2.960
+61,block_sparse_moe.experts.163.w3,0.0021427934,0.05000,2.908
+61,block_sparse_moe.experts.188.w3,0.0037262391,0.05000,2.984
+61,block_sparse_moe.experts.155.w3,0.0036268787,0.05000,2.846
+61,block_sparse_moe.experts.218.w3,0.0008008201,0.05000,3.037
+61,block_sparse_moe.experts.190.w3,0.0935202393,0.05000,3.177
+61,block_sparse_moe.experts.151.w3,0.0022538136,0.05000,2.739
+61,block_sparse_moe.experts.176.w3,0.0007831672,0.05000,3.029
+61,block_sparse_moe.experts.175.w3,0.0009781180,0.05000,2.890
+61,block_sparse_moe.experts.180.w3,0.0024404929,0.05000,3.046
+61,block_sparse_moe.experts.184.w3,0.0024592583,0.05000,3.014
+61,block_sparse_moe.experts.210.w3,4.4399166107,0.05000,3.141
+61,block_sparse_moe.experts.185.w3,0.0062430700,0.05000,2.883
+61,block_sparse_moe.experts.177.w3,0.0029252636,0.05000,2.962
+61,block_sparse_moe.experts.182.w3,0.0057351862,0.05000,3.078
+61,block_sparse_moe.experts.189.w3,0.0004101247,0.05000,2.952
+61,block_sparse_moe.experts.181.w3,0.0042275998,0.05000,3.016
+61,block_sparse_moe.experts.179.w3,0.0036166598,0.05000,2.925
+61,block_sparse_moe.experts.204.w3,0.0117059663,0.05000,2.912
+61,block_sparse_moe.experts.171.w3,0.0037165889,0.05000,3.063
+61,block_sparse_moe.experts.206.w3,0.0012434040,0.05000,2.839
+61,block_sparse_moe.experts.192.w3,0.0185897918,0.05000,2.895
+61,block_sparse_moe.experts.234.w3,0.0107660730,0.05000,3.024
+61,block_sparse_moe.experts.167.w3,0.0043456616,0.05000,2.972
+61,block_sparse_moe.experts.196.w3,0.0015936909,0.05000,2.868
+61,block_sparse_moe.experts.200.w3,0.0059788867,0.05000,2.895
+61,block_sparse_moe.experts.191.w3,0.0121372380,0.05000,3.112
+61,block_sparse_moe.experts.226.w3,0.0017173716,0.05000,2.970
+61,block_sparse_moe.experts.201.w3,0.0105992968,0.05000,3.025
+61,block_sparse_moe.experts.198.w3,0.0019671757,0.05000,2.876
+61,block_sparse_moe.experts.193.w3,0.0039327925,0.05000,3.048
+61,block_sparse_moe.experts.205.w3,0.0108838078,0.05000,3.159
+61,block_sparse_moe.experts.197.w3,0.0211914176,0.05000,3.168
+61,block_sparse_moe.experts.220.w3,0.0096616430,0.05000,2.956
+61,block_sparse_moe.experts.195.w3,0.0022213557,0.05000,3.098
+61,block_sparse_moe.experts.222.w3,0.0048588922,0.05000,3.039
+61,block_sparse_moe.experts.250.w3,0.0016681323,0.05000,2.928
+61,block_sparse_moe.experts.208.w3,0.0007965983,0.05000,2.962
+61,block_sparse_moe.experts.187.w3,0.0289030954,0.05000,3.189
+61,block_sparse_moe.experts.212.w3,0.0095815508,0.05000,3.011
+61,block_sparse_moe.experts.183.w3,0.0010882687,0.05000,3.164
+61,block_sparse_moe.experts.242.w3,0.0655519475,0.05000,2.869
+61,block_sparse_moe.experts.216.w3,0.0008896659,0.05000,3.122
+61,block_sparse_moe.experts.217.w3,0.0111673268,0.05000,3.007
+61,block_sparse_moe.experts.214.w3,0.0014511407,0.05000,2.697
+61,block_sparse_moe.experts.207.w3,0.0209756994,0.05000,3.229
+61,block_sparse_moe.experts.209.w3,0.0103816653,0.05000,2.941
+61,block_sparse_moe.experts.221.w3,0.0018171905,0.05000,2.923
+61,block_sparse_moe.experts.238.w3,0.0016366539,0.05000,1.673
+61,block_sparse_moe.experts.230.w3,0.4397103136,0.05000,1.542
+61,block_sparse_moe.experts.213.w3,0.0028083500,0.05000,2.982
+61,block_sparse_moe.experts.236.w3,0.0066920691,0.05000,2.998
+61,block_sparse_moe.experts.211.w3,0.0057613074,0.05000,3.066
+61,block_sparse_moe.experts.224.w3,0.0033652907,0.05000,3.032
+61,block_sparse_moe.experts.203.w3,0.0029978326,0.05000,2.999
+61,block_sparse_moe.experts.228.w3,0.0716450276,0.05000,3.003
+61,block_sparse_moe.experts.199.w3,0.6688059171,0.05000,2.942
+61,block_sparse_moe.experts.254.w3,0.0020296506,0.05000,1.555
+61,block_sparse_moe.experts.232.w3,0.0079941885,0.05000,3.128
+61,block_sparse_moe.experts.233.w3,0.0080216598,0.05000,2.968
+61,block_sparse_moe.experts.246.w3,0.0020075510,0.05000,1.426
+61,block_sparse_moe.experts.223.w3,0.5689325333,0.05000,2.991
+61,block_sparse_moe.experts.225.w3,0.0144957816,0.05000,3.043
+61,block_sparse_moe.experts.237.w3,0.0060504887,0.05000,3.033
+61,block_sparse_moe.experts.229.w3,0.0013586736,0.05000,2.955
+61,block_sparse_moe.experts.252.w3,0.3229205985,0.05000,3.118
+61,block_sparse_moe.experts.227.w3,0.0047358277,0.05000,3.022
+61,block_sparse_moe.experts.240.w3,0.0031350270,0.05000,2.965
+61,block_sparse_moe.experts.244.w3,0.0046949715,0.05000,2.882
+61,block_sparse_moe.experts.248.w3,0.0023345155,0.05000,2.635
+61,block_sparse_moe.experts.219.w3,0.0151494026,0.05000,3.097
+61,block_sparse_moe.experts.215.w3,0.0018686506,0.05000,3.102
+61,block_sparse_moe.experts.249.w3,0.0041738895,0.05000,2.841
+61,block_sparse_moe.experts.241.w3,0.0656708769,0.05000,2.674
+61,block_sparse_moe.experts.239.w3,0.0088683080,0.05000,3.095
+61,block_sparse_moe.experts.253.w3,0.0012537262,0.05000,2.559
+61,block_sparse_moe.experts.245.w3,0.0127626596,0.05000,1.982
+61,block_sparse_moe.experts.243.w3,0.0011291250,0.05000,2.898
+61,block_sparse_moe.experts.235.w3,0.0071526482,0.05000,2.746
+61,block_sparse_moe.experts.231.w3,0.7635268370,0.05000,2.699
+61,block_sparse_moe.experts.255.w3,0.0041853421,0.05000,2.568
+61,block_sparse_moe.experts.251.w3,0.0012176177,0.05000,1.746
+61,block_sparse_moe.experts.247.w3,0.0048970968,0.05000,1.697
+61,block_sparse_moe.experts.13.w2,0.0236582470,0.05000,1.452
+61,block_sparse_moe.experts.5.w2,0.1603852197,0.05000,1.494
+61,block_sparse_moe.experts.1.w2,0.0130954351,0.05000,1.497
+61,block_sparse_moe.experts.8.w2,0.0973148944,0.05000,1.512
+61,block_sparse_moe.experts.9.w2,0.0146722747,0.05000,1.525
+61,block_sparse_moe.experts.3.w2,0.0340483667,0.05000,1.526
+61,block_sparse_moe.experts.15.w2,0.0396133614,0.05000,1.499
+61,block_sparse_moe.experts.12.w2,0.0693982241,0.05000,1.560
+61,block_sparse_moe.experts.4.w2,0.0839964415,0.05000,1.562
+61,block_sparse_moe.experts.11.w2,0.1092627139,0.05000,1.569
+61,block_sparse_moe.experts.7.w2,0.0866823772,0.05000,1.569
+61,block_sparse_moe.experts.0.w2,0.0695687587,0.05000,1.581
+61,block_sparse_moe.experts.14.w2,0.0523743109,0.05000,1.566
+61,block_sparse_moe.experts.6.w2,0.0578306034,0.05000,1.647
+61,block_sparse_moe.experts.10.w2,0.0451676422,0.05000,1.707
+61,block_sparse_moe.experts.2.w2,0.2429693956,0.05000,1.712
+61,block_sparse_moe.experts.18.w2,999999999.0000000000,0.05000,0.077
+61,block_sparse_moe.experts.29.w2,0.0197948143,0.05000,1.422
+61,block_sparse_moe.experts.17.w2,0.0207069557,0.05000,1.478
+61,block_sparse_moe.experts.21.w2,0.0215626877,0.05000,1.483
+61,block_sparse_moe.experts.19.w2,0.0387543922,0.05000,1.484
+61,block_sparse_moe.experts.25.w2,0.0510735663,0.05000,1.493
+61,block_sparse_moe.experts.24.w2,0.0333749507,0.05000,1.519
+61,block_sparse_moe.experts.28.w2,0.0070188251,0.05000,1.487
+61,block_sparse_moe.experts.16.w2,0.0371086029,0.05000,1.474
+61,block_sparse_moe.experts.27.w2,0.2262921943,0.05000,1.487
+61,block_sparse_moe.experts.31.w2,0.0914048946,0.05000,1.528
+61,block_sparse_moe.experts.23.w2,0.5188090007,0.05000,1.501
+61,block_sparse_moe.experts.20.w2,0.0834100769,0.05000,1.512
+61,block_sparse_moe.experts.30.w2,0.0414827439,0.05000,1.536
+61,block_sparse_moe.experts.22.w2,0.0276086036,0.05000,1.520
+61,block_sparse_moe.experts.26.w2,0.1164113237,0.05000,1.596
+61,block_sparse_moe.experts.34.w2,0.1106842283,0.05000,1.569
+61,block_sparse_moe.experts.42.w2,999999999.0000000000,0.05000,0.070
+61,block_sparse_moe.experts.45.w2,0.0404581595,0.05000,1.491
+61,block_sparse_moe.experts.35.w2,0.0152872157,0.05000,1.446
+61,block_sparse_moe.experts.47.w2,0.0458554923,0.05000,1.451
+61,block_sparse_moe.experts.41.w2,0.0162855436,0.05000,1.497
+61,block_sparse_moe.experts.37.w2,0.0389178716,0.05000,1.539
+61,block_sparse_moe.experts.44.w2,0.0406307403,0.05000,1.485
+61,block_sparse_moe.experts.43.w2,0.2020486531,0.05000,1.495
+61,block_sparse_moe.experts.33.w2,0.0153364550,0.05000,1.579
+61,block_sparse_moe.experts.40.w2,0.0299028423,0.05000,1.526
+61,block_sparse_moe.experts.39.w2,0.1431689163,0.05000,1.510
+61,block_sparse_moe.experts.32.w2,0.2728471356,0.05000,1.556
+61,block_sparse_moe.experts.36.w2,0.4632699966,0.05000,1.546
+61,block_sparse_moe.experts.46.w2,0.1191571683,0.05000,1.563
+61,block_sparse_moe.experts.38.w2,0.8468319847,0.05000,1.550
+61,block_sparse_moe.experts.50.w2,0.0443502620,0.05000,1.581
+61,block_sparse_moe.experts.58.w2,0.0912358788,0.05000,1.596
+61,block_sparse_moe.experts.61.w2,4.7212785020,0.05000,1.420
+61,block_sparse_moe.experts.57.w2,0.0940059173,0.05000,1.414
+61,block_sparse_moe.experts.51.w2,0.0427623568,0.05000,1.475
+61,block_sparse_moe.experts.49.w2,0.0419773873,0.05000,1.409
+61,block_sparse_moe.experts.53.w2,0.0284966810,0.05000,1.453
+61,block_sparse_moe.experts.63.w2,0.0615596137,0.05000,1.495
+61,block_sparse_moe.experts.55.w2,0.1460651898,0.05000,1.463
+61,block_sparse_moe.experts.59.w2,0.0332541052,0.05000,1.532
+61,block_sparse_moe.experts.60.w2,0.0288590640,0.05000,1.562
+61,block_sparse_moe.experts.48.w2,0.0458983899,0.05000,1.485
+61,block_sparse_moe.experts.56.w2,0.7454412778,0.05000,1.558
+61,block_sparse_moe.experts.52.w2,0.0443511429,0.05000,1.524
+61,block_sparse_moe.experts.62.w2,0.1092450050,0.05000,1.516
+61,block_sparse_moe.experts.54.w2,0.0396898624,0.05000,1.496
+61,block_sparse_moe.experts.74.w2,0.0246536488,0.05000,1.449
+61,block_sparse_moe.experts.66.w2,0.0146880019,0.05000,1.511
+61,block_sparse_moe.experts.77.w2,0.0155675610,0.05000,1.326
+61,block_sparse_moe.experts.65.w2,0.0485381752,0.05000,1.282
+61,block_sparse_moe.experts.73.w2,0.0340029340,0.05000,1.338
+61,block_sparse_moe.experts.69.w2,0.0133505787,0.05000,1.345
+61,block_sparse_moe.experts.79.w2,0.7354140900,0.05000,1.347
+61,block_sparse_moe.experts.67.w2,0.1026104558,0.05000,1.490
+61,block_sparse_moe.experts.71.w2,0.1076520592,0.05000,1.400
+61,block_sparse_moe.experts.76.w2,0.9893490660,0.05000,1.522
+61,block_sparse_moe.experts.75.w2,0.1140533188,0.05000,1.534
+61,block_sparse_moe.experts.72.w2,0.0544256830,0.05000,1.589
+61,block_sparse_moe.experts.64.w2,0.1470534033,0.05000,1.651
+61,block_sparse_moe.experts.68.w2,0.1042927741,0.05000,1.618
+61,block_sparse_moe.experts.78.w2,0.0328632485,0.05000,1.585
+61,block_sparse_moe.experts.70.w2,0.4768212666,0.05000,1.637
+61,block_sparse_moe.experts.90.w2,0.8663822331,0.05000,1.506
+61,block_sparse_moe.experts.82.w2,77.2005818685,0.05000,1.540
+61,block_sparse_moe.experts.93.w2,0.0314621260,0.05000,1.516
+61,block_sparse_moe.experts.83.w2,0.0138819424,0.05000,1.246
+61,block_sparse_moe.experts.95.w2,0.0522910657,0.05000,1.359
+61,block_sparse_moe.experts.87.w2,0.0179837948,0.05000,1.302
+61,block_sparse_moe.experts.81.w2,0.1902815013,0.05000,1.511
+61,block_sparse_moe.experts.89.w2,0.0427281745,0.05000,1.499
+61,block_sparse_moe.experts.85.w2,0.0682600105,0.05000,1.523
+61,block_sparse_moe.experts.91.w2,0.0280842076,0.05000,1.288
+61,block_sparse_moe.experts.92.w2,0.0914081076,0.05000,1.514
+61,block_sparse_moe.experts.94.w2,5.8991720412,0.05000,1.358
+61,block_sparse_moe.experts.86.w2,0.0785884708,0.05000,1.404
+61,block_sparse_moe.experts.80.w2,0.0209164261,0.05000,1.514
+61,block_sparse_moe.experts.106.w2,0.0297594960,0.05000,1.356
+61,block_sparse_moe.experts.84.w2,0.1516754483,0.05000,1.529
+61,block_sparse_moe.experts.88.w2,0.0679044855,0.05000,1.610
+61,block_sparse_moe.experts.98.w2,0.0411081578,0.05000,1.373
+61,block_sparse_moe.experts.99.w2,2.7664966048,0.05000,1.463
+61,block_sparse_moe.experts.109.w2,0.0279269887,0.05000,1.511
+61,block_sparse_moe.experts.103.w2,0.0730807008,0.05000,1.429
+61,block_sparse_moe.experts.111.w2,0.0243707685,0.05000,1.480
+61,block_sparse_moe.experts.105.w2,0.0297238194,0.05000,1.475
+61,block_sparse_moe.experts.97.w2,0.1533778666,0.05000,1.522
+61,block_sparse_moe.experts.101.w2,0.0926666688,0.05000,1.507
+61,block_sparse_moe.experts.107.w2,0.1098538162,0.05000,1.468
+61,block_sparse_moe.experts.108.w2,0.0224478896,0.05000,1.455
+61,block_sparse_moe.experts.110.w2,0.0317853732,0.05000,1.515
+61,block_sparse_moe.experts.96.w2,35.9155426025,0.05000,1.482
+61,block_sparse_moe.experts.102.w2,0.0207176657,0.05000,1.517
+61,block_sparse_moe.experts.100.w2,0.0211494292,0.05000,1.503
+61,block_sparse_moe.experts.104.w2,0.0592545228,0.05000,1.481
+61,block_sparse_moe.experts.122.w2,0.0113240970,0.05000,1.562
+61,block_sparse_moe.experts.114.w2,0.1412689969,0.05000,1.518
+61,block_sparse_moe.experts.125.w2,0.0397111586,0.05000,1.412
+61,block_sparse_moe.experts.121.w2,0.0245474014,0.05000,1.378
+61,block_sparse_moe.experts.115.w2,0.0327198743,0.05000,1.535
+61,block_sparse_moe.experts.119.w2,0.0176209730,0.05000,1.564
+61,block_sparse_moe.experts.113.w2,0.0085706694,0.05000,1.464
+61,block_sparse_moe.experts.127.w2,0.0368677576,0.05000,1.572
+61,block_sparse_moe.experts.117.w2,0.0170244881,0.05000,1.454
+61,block_sparse_moe.experts.123.w2,0.0395540534,0.05000,1.553
+61,block_sparse_moe.experts.124.w2,0.1754958904,0.05000,1.382
+61,block_sparse_moe.experts.112.w2,0.1354193547,0.05000,1.400
+61,block_sparse_moe.experts.116.w2,0.0610553331,0.05000,1.356
+61,block_sparse_moe.experts.120.w2,0.2057391210,0.05000,1.375
+61,block_sparse_moe.experts.126.w2,0.0121262751,0.05000,1.540
+61,block_sparse_moe.experts.118.w2,0.2235716522,0.05000,1.572
+61,block_sparse_moe.experts.138.w2,0.0858771601,0.05000,1.532
+61,block_sparse_moe.experts.130.w2,0.0386010918,0.05000,1.532
+61,block_sparse_moe.experts.131.w2,0.1014468758,0.05000,1.474
+61,block_sparse_moe.experts.141.w2,0.2675915289,0.05000,1.558
+61,block_sparse_moe.experts.137.w2,0.1035466690,0.05000,1.639
+61,block_sparse_moe.experts.135.w2,0.0173407960,0.05000,1.526
+61,block_sparse_moe.experts.129.w2,0.0624516863,0.05000,1.556
+61,block_sparse_moe.experts.143.w2,0.0071995685,0.05000,1.537
+61,block_sparse_moe.experts.133.w2,0.0257031783,0.05000,1.575
+61,block_sparse_moe.experts.139.w2,0.0887581573,0.05000,1.495
+61,block_sparse_moe.experts.140.w2,0.0932413138,0.05000,1.553
+61,block_sparse_moe.experts.142.w2,0.0161833774,0.05000,1.353
+61,block_sparse_moe.experts.132.w2,0.0179688944,0.05000,1.560
+61,block_sparse_moe.experts.128.w2,0.0147487767,0.05000,1.594
+61,block_sparse_moe.experts.136.w2,0.0235163532,0.05000,1.573
+61,block_sparse_moe.experts.134.w2,0.1166784322,0.05000,1.401
+61,block_sparse_moe.experts.154.w2,0.0131097568,0.05000,1.423
+61,block_sparse_moe.experts.146.w2,0.0755234297,0.05000,1.421
+61,block_sparse_moe.experts.157.w2,0.6156445519,0.05000,1.490
+61,block_sparse_moe.experts.147.w2,0.0239124616,0.05000,1.500
+61,block_sparse_moe.experts.153.w2,0.1131542481,0.05000,1.443
+61,block_sparse_moe.experts.145.w2,0.4412430983,0.05000,1.498
+61,block_sparse_moe.experts.149.w2,20.0186131795,0.05000,1.472
+61,block_sparse_moe.experts.151.w2,0.0339920919,0.05000,1.591
+61,block_sparse_moe.experts.159.w2,0.4191481730,0.05000,1.627
+61,block_sparse_moe.experts.158.w2,0.0121690985,0.05000,1.474
+61,block_sparse_moe.experts.155.w2,0.0846405193,0.05000,1.617
+61,block_sparse_moe.experts.156.w2,0.1753700950,0.05000,1.553
+61,block_sparse_moe.experts.148.w2,0.0412188322,0.05000,1.515
+61,block_sparse_moe.experts.150.w2,0.4807221147,0.05000,1.498
+61,block_sparse_moe.experts.170.w2,0.0873920062,0.05000,1.482
+61,block_sparse_moe.experts.144.w2,0.1044419936,0.05000,1.579
+61,block_sparse_moe.experts.152.w2,0.0182505941,0.05000,1.576
+61,block_sparse_moe.experts.162.w2,0.0122765096,0.05000,1.518
+61,block_sparse_moe.experts.173.w2,0.0275037769,0.05000,1.355
+61,block_sparse_moe.experts.169.w2,0.0205492369,0.05000,1.372
+61,block_sparse_moe.experts.161.w2,0.3060656853,0.05000,1.317
+61,block_sparse_moe.experts.165.w2,0.0139829958,0.05000,1.348
+61,block_sparse_moe.experts.163.w2,0.0221035083,0.05000,1.653
+61,block_sparse_moe.experts.167.w2,0.0106100000,0.05000,1.593
+61,block_sparse_moe.experts.175.w2,0.0216752942,0.05000,1.562
+61,block_sparse_moe.experts.174.w2,0.0414267726,0.05000,1.530
+61,block_sparse_moe.experts.172.w2,0.0597472289,0.05000,1.527
+61,block_sparse_moe.experts.171.w2,0.0294959813,0.05000,1.602
+61,block_sparse_moe.experts.166.w2,0.0345504481,0.05000,1.537
+61,block_sparse_moe.experts.164.w2,0.0152162971,0.05000,1.569
+61,block_sparse_moe.experts.186.w2,0.0176137271,0.05000,1.533
+61,block_sparse_moe.experts.168.w2,0.0634099150,0.05000,1.539
+61,block_sparse_moe.experts.178.w2,0.0161392274,0.05000,1.538
+61,block_sparse_moe.experts.160.w2,0.0240771516,0.05000,1.586
+61,block_sparse_moe.experts.189.w2,0.0015799308,0.05000,1.495
+61,block_sparse_moe.experts.185.w2,0.0171861787,0.05000,1.544
+61,block_sparse_moe.experts.177.w2,0.0467283511,0.05000,1.532
+61,block_sparse_moe.experts.181.w2,0.1011035996,0.05000,1.567
+61,block_sparse_moe.experts.179.w2,0.1005653025,0.05000,1.535
+61,block_sparse_moe.experts.188.w2,0.0622041512,0.05000,1.366
+61,block_sparse_moe.experts.191.w2,0.2057074839,0.05000,1.512
+61,block_sparse_moe.experts.183.w2,0.0278998421,0.05000,1.579
+61,block_sparse_moe.experts.190.w2,3.0175658581,0.05000,1.538
+61,block_sparse_moe.experts.187.w2,0.1522142667,0.05000,1.538
+61,block_sparse_moe.experts.180.w2,0.0313646980,0.05000,1.392
+61,block_sparse_moe.experts.184.w2,0.0083341409,0.05000,1.374
+61,block_sparse_moe.experts.176.w2,0.0071873647,0.05000,1.327
+61,block_sparse_moe.experts.182.w2,0.1590420071,0.05000,1.503
+61,block_sparse_moe.experts.202.w2,0.5184898126,0.05000,1.521
+61,block_sparse_moe.experts.194.w2,0.0441970152,0.05000,1.524
+61,block_sparse_moe.experts.205.w2,0.4565595787,0.05000,1.445
+61,block_sparse_moe.experts.201.w2,0.1972598696,0.05000,1.469
+61,block_sparse_moe.experts.193.w2,0.0529173156,0.05000,1.498
+61,block_sparse_moe.experts.195.w2,0.0598250961,0.05000,1.434
+61,block_sparse_moe.experts.197.w2,0.1565585896,0.05000,1.526
+61,block_sparse_moe.experts.204.w2,0.1369024456,0.05000,1.488
+61,block_sparse_moe.experts.199.w2,5.6259581248,0.05000,1.429
+61,block_sparse_moe.experts.206.w2,0.0247456817,0.05000,1.454
+61,block_sparse_moe.experts.207.w2,0.9516641295,0.05000,1.554
+61,block_sparse_moe.experts.203.w2,0.0971187537,0.05000,1.470
+61,block_sparse_moe.experts.196.w2,0.0346669454,0.05000,1.482
+61,block_sparse_moe.experts.198.w2,0.0878549313,0.05000,1.394
+61,block_sparse_moe.experts.192.w2,0.1618969816,0.05000,1.484
+61,block_sparse_moe.experts.200.w2,0.2294963519,0.05000,1.547
+61,block_sparse_moe.experts.218.w2,0.0097297566,0.05000,1.456
+61,block_sparse_moe.experts.210.w2,46.2839164734,0.05000,1.422
+61,block_sparse_moe.experts.221.w2,0.0359157504,0.05000,1.450
+61,block_sparse_moe.experts.217.w2,0.2358577816,0.05000,1.507
+61,block_sparse_moe.experts.209.w2,0.1889001879,0.05000,1.607
+61,block_sparse_moe.experts.211.w2,0.0317864974,0.05000,1.580
+61,block_sparse_moe.experts.213.w2,0.0090000939,0.05000,1.567
+61,block_sparse_moe.experts.220.w2,0.1243551755,0.05000,1.505
+61,block_sparse_moe.experts.215.w2,0.0113542508,0.05000,1.597
+61,block_sparse_moe.experts.222.w2,0.0790838756,0.05000,1.572
+61,block_sparse_moe.experts.212.w2,0.6133300189,0.05000,1.468
+61,block_sparse_moe.experts.223.w2,2.6342761517,0.05000,1.616
+61,block_sparse_moe.experts.208.w2,0.0087142765,0.05000,1.493
+61,block_sparse_moe.experts.219.w2,0.6848497179,0.05000,1.592
+61,block_sparse_moe.experts.216.w2,0.0142671843,0.05000,1.482
+61,block_sparse_moe.experts.214.w2,0.0106290214,0.05000,1.589
+61,block_sparse_moe.experts.234.w2,0.2440093191,0.05000,1.502
+61,block_sparse_moe.experts.226.w2,0.0517401818,0.05000,1.568
+61,block_sparse_moe.experts.237.w2,0.1264851344,0.05000,1.422
+61,block_sparse_moe.experts.233.w2,0.1204938784,0.05000,1.332
+61,block_sparse_moe.experts.225.w2,0.6958257261,0.05000,1.340
+61,block_sparse_moe.experts.229.w2,0.0316337976,0.05000,1.327
+61,block_sparse_moe.experts.227.w2,0.0192322985,0.05000,1.574
+61,block_sparse_moe.experts.236.w2,0.0952409609,0.05000,1.583
+61,block_sparse_moe.experts.231.w2,5.6932163239,0.05000,1.573
+61,block_sparse_moe.experts.239.w2,0.1101505842,0.05000,1.572
+61,block_sparse_moe.experts.235.w2,0.1047514934,0.05000,1.624
+61,block_sparse_moe.experts.228.w2,0.2922745729,0.05000,1.730
+61,block_sparse_moe.experts.224.w2,0.0745057289,0.05000,1.658
+61,block_sparse_moe.experts.238.w2,0.0085323664,0.05000,1.746
+61,block_sparse_moe.experts.230.w2,5.5119275180,0.05000,1.659
+61,block_sparse_moe.experts.232.w2,0.0881124304,0.05000,1.690
+61,block_sparse_moe.experts.250.w2,0.0753926619,0.05000,1.663
+61,block_sparse_moe.experts.242.w2,0.5484554117,0.05000,1.618
+61,block_sparse_moe.experts.253.w2,0.0187260372,0.05000,1.419
+61,block_sparse_moe.experts.249.w2,0.0200514250,0.05000,1.385
+61,block_sparse_moe.experts.241.w2,0.2821705535,0.05000,1.384
+61,block_sparse_moe.experts.245.w2,0.1151473055,0.05000,1.312
+61,block_sparse_moe.experts.246.w2,0.1240991054,0.05000,0.762
+61,block_sparse_moe.experts.254.w2,0.0381888967,0.05000,0.827
+61,block_sparse_moe.experts.243.w2,0.0071241456,0.05000,1.629
+61,block_sparse_moe.experts.252.w2,1.6215894599,0.05000,1.591
+61,block_sparse_moe.experts.247.w2,0.1396618167,0.05000,1.545
+61,block_sparse_moe.experts.255.w2,0.0584096800,0.05000,1.484
+61,block_sparse_moe.experts.251.w2,0.0154887835,0.05000,1.419
+61,block_sparse_moe.experts.240.w2,0.0305978189,0.05000,1.443
+61,block_sparse_moe.experts.244.w2,0.0549013871,0.05000,1.476
+61,block_sparse_moe.experts.248.w2,0.0074285880,0.05000,1.400