quant_log.csv

layer,module,loss,damp,time
0,self_attn.q_a_proj,0.04940,0.01000,2.213
0,self_attn.q_b_proj,1.90987,0.01000,0.402
0,self_attn.kv_a_proj_with_mqa,0.02583,0.01000,1.714
0,self_attn.kv_b_proj,0.00023,0.01000,0.126
0,self_attn.o_proj,0.00004,0.01000,4.284
0,mlp.gate_proj,19.77638,0.01000,1.740
0,mlp.up_proj,0.33105,0.01000,1.732
0,mlp.down_proj,0.00009,0.01000,4.813
1,self_attn.q_a_proj,0.01288,0.01000,1.717
1,self_attn.q_b_proj,1.27681,0.01000,0.365
1,self_attn.kv_a_proj_with_mqa,0.01834,0.01000,1.711
1,self_attn.kv_b_proj,0.00023,0.01000,0.118
1,self_attn.o_proj,0.00002,0.01000,4.295
1,mlp.gate_proj,4.96341,0.01000,1.745
1,mlp.up_proj,0.14650,0.01000,1.742
1,mlp.down_proj,0.00002,0.01000,4.974
2,self_attn.q_a_proj,0.01768,0.01000,1.832
2,self_attn.q_b_proj,1.81310,0.01000,0.364
2,self_attn.kv_a_proj_with_mqa,0.02188,0.01000,1.725
2,self_attn.kv_b_proj,0.00013,0.01000,0.118
2,self_attn.o_proj,0.00002,0.01000,4.291
2,mlp.gate_proj,12.00043,0.01000,1.748
2,mlp.up_proj,0.29522,0.01000,1.740
2,mlp.down_proj,0.00003,0.01000,4.817
3,self_attn.q_a_proj,0.03144,0.01000,1.712
3,self_attn.q_b_proj,2.00646,0.01000,0.364
3,self_attn.kv_a_proj_with_mqa,0.03838,0.01000,1.734
3,self_attn.kv_b_proj,0.00062,0.01000,0.126
3,self_attn.o_proj,0.00015,0.01000,4.464
3,mlp.experts.0.gate_proj,0.32925,0.01000,1.812
3,mlp.experts.1.gate_proj,0.09387,0.01000,1.817
3,mlp.experts.2.gate_proj,0.07646,0.01000,1.806
3,mlp.experts.3.gate_proj,0.10783,0.01000,1.807
3,mlp.experts.4.gate_proj,0.10189,0.01000,1.807
3,mlp.experts.5.gate_proj,0.11888,0.01000,1.813
3,mlp.experts.6.gate_proj,0.10009,0.01000,1.806
3,mlp.experts.7.gate_proj,0.14514,0.01000,1.806
3,mlp.experts.8.gate_proj,0.07722,0.01000,1.808
3,mlp.experts.9.gate_proj,0.08002,0.01000,1.811
3,mlp.experts.10.gate_proj,0.21567,0.01000,1.805
3,mlp.experts.11.gate_proj,0.05028,0.01000,1.827
3,mlp.experts.12.gate_proj,0.05394,0.01000,1.767
3,mlp.experts.13.gate_proj,0.06122,0.01000,1.799
3,mlp.experts.14.gate_proj,0.08519,0.01000,1.802
3,mlp.experts.15.gate_proj,0.13943,0.01000,1.766
3,mlp.experts.16.gate_proj,0.07770,0.01000,1.770
3,mlp.experts.17.gate_proj,0.29523,0.01000,1.771
3,mlp.experts.18.gate_proj,0.11255,0.01000,1.799
3,mlp.experts.19.gate_proj,0.07400,0.01000,1.762
3,mlp.experts.20.gate_proj,0.06618,0.01000,1.725
3,mlp.experts.21.gate_proj,0.08176,0.01000,1.728
3,mlp.experts.22.gate_proj,0.06675,0.01000,1.723
3,mlp.experts.23.gate_proj,0.17792,0.01000,1.756
3,mlp.experts.24.gate_proj,0.18978,0.01000,1.721
3,mlp.experts.25.gate_proj,0.09599,0.01000,1.725
3,mlp.experts.26.gate_proj,0.07520,0.01000,1.756
3,mlp.experts.27.gate_proj,0.07861,0.01000,1.727
3,mlp.experts.28.gate_proj,0.09375,0.01000,1.729
3,mlp.experts.29.gate_proj,0.09551,0.01000,1.765
3,mlp.experts.30.gate_proj,0.19949,0.01000,1.714
3,mlp.experts.31.gate_proj,0.18818,0.01000,1.712
3,mlp.experts.32.gate_proj,0.04091,0.01000,1.701
3,mlp.experts.33.gate_proj,0.06721,0.01000,1.739
3,mlp.experts.34.gate_proj,0.06475,0.01000,1.725
3,mlp.experts.35.gate_proj,0.17918,0.01000,1.729
3,mlp.experts.36.gate_proj,0.27336,0.01000,1.764
3,mlp.experts.37.gate_proj,0.06123,0.01000,1.737
3,mlp.experts.38.gate_proj,0.06061,0.01000,1.734
3,mlp.experts.39.gate_proj,0.08301,0.01000,1.726
3,mlp.experts.40.gate_proj,0.03339,0.01000,1.721
3,mlp.experts.41.gate_proj,0.15019,0.01000,1.759
3,mlp.experts.42.gate_proj,0.13496,0.01000,1.719
3,mlp.experts.43.gate_proj,0.01466,0.01000,1.691
3,mlp.experts.44.gate_proj,0.10750,0.01000,1.691
3,mlp.experts.45.gate_proj,0.06191,0.01000,1.689
3,mlp.experts.46.gate_proj,0.42449,0.01000,1.682
3,mlp.experts.47.gate_proj,0.20141,0.01000,1.728
3,mlp.experts.48.gate_proj,0.27019,0.01000,1.723
3,mlp.experts.49.gate_proj,0.10599,0.01000,1.715
3,mlp.experts.50.gate_proj,0.06752,0.01000,1.715
3,mlp.experts.51.gate_proj,0.09282,0.01000,1.713
3,mlp.experts.52.gate_proj,0.29921,0.01000,1.717
3,mlp.experts.53.gate_proj,0.06998,0.01000,1.720
3,mlp.experts.54.gate_proj,0.09144,0.01000,1.717
3,mlp.experts.55.gate_proj,0.41327,0.01000,1.721
3,mlp.experts.56.gate_proj,0.08067,0.01000,1.741
3,mlp.experts.57.gate_proj,0.14520,0.01000,1.719
3,mlp.experts.58.gate_proj,0.05628,0.01000,1.698
3,mlp.experts.59.gate_proj,0.09138,0.01000,1.706
3,mlp.experts.60.gate_proj,0.10764,0.01000,1.693
3,mlp.experts.61.gate_proj,0.28983,0.01000,1.688
3,mlp.experts.62.gate_proj,0.13360,0.01000,1.728
3,mlp.experts.63.gate_proj,0.27680,0.01000,1.722
3,mlp.experts.64.gate_proj,0.06366,0.01000,1.718
3,mlp.experts.65.gate_proj,0.08790,0.01000,1.720
3,mlp.experts.66.gate_proj,0.13084,0.01000,1.717
3,mlp.experts.67.gate_proj,0.09973,0.01000,1.711
3,mlp.experts.68.gate_proj,0.11504,0.01000,1.714
3,mlp.experts.69.gate_proj,0.07738,0.01000,1.719
3,mlp.experts.70.gate_proj,0.07448,0.01000,1.714
3,mlp.experts.71.gate_proj,0.05927,0.01000,1.746
3,mlp.experts.72.gate_proj,0.14198,0.01000,1.713
3,mlp.experts.73.gate_proj,0.18709,0.01000,1.693
3,mlp.experts.74.gate_proj,0.10435,0.01000,1.702
3,mlp.experts.75.gate_proj,0.09188,0.01000,1.695
3,mlp.experts.76.gate_proj,0.08086,0.01000,1.690
3,mlp.experts.77.gate_proj,0.08168,0.01000,1.736
3,mlp.experts.78.gate_proj,0.11455,0.01000,1.719
3,mlp.experts.79.gate_proj,0.08841,0.01000,1.719
3,mlp.experts.80.gate_proj,0.11893,0.01000,1.721
3,mlp.experts.81.gate_proj,0.16890,0.01000,1.725
3,mlp.experts.82.gate_proj,0.31386,0.01000,1.718
3,mlp.experts.83.gate_proj,0.07933,0.01000,1.719
3,mlp.experts.84.gate_proj,0.10139,0.01000,1.721
3,mlp.experts.85.gate_proj,0.13850,0.01000,1.725
3,mlp.experts.86.gate_proj,0.08481,0.01000,1.711
3,mlp.experts.87.gate_proj,0.11737,0.01000,1.740
3,mlp.experts.88.gate_proj,0.07708,0.01000,1.699
3,mlp.experts.89.gate_proj,0.06724,0.01000,1.701
3,mlp.experts.90.gate_proj,0.36608,0.01000,1.684
3,mlp.experts.91.gate_proj,0.11224,0.01000,1.687
3,mlp.experts.92.gate_proj,0.10052,0.01000,1.721
3,mlp.experts.93.gate_proj,0.06162,0.01000,1.723
3,mlp.experts.94.gate_proj,0.09456,0.01000,1.721
3,mlp.experts.95.gate_proj,0.03511,0.01000,1.728
3,mlp.experts.96.gate_proj,0.06625,0.01000,1.718
3,mlp.experts.97.gate_proj,0.09578,0.01000,1.726
3,mlp.experts.98.gate_proj,0.09342,0.01000,1.721
3,mlp.experts.99.gate_proj,0.34793,0.01000,1.737
3,mlp.experts.100.gate_proj,0.04485,0.01000,1.727
3,mlp.experts.101.gate_proj,0.08162,0.01000,1.727
3,mlp.experts.102.gate_proj,0.08062,0.01000,1.730
3,mlp.experts.103.gate_proj,0.34638,0.01000,1.724
3,mlp.experts.104.gate_proj,0.24983,0.01000,1.718
3,mlp.experts.105.gate_proj,0.33487,0.01000,1.704
3,mlp.experts.106.gate_proj,0.05503,0.01000,1.703
3,mlp.experts.107.gate_proj,0.05400,0.01000,1.709
3,mlp.experts.108.gate_proj,0.11031,0.01000,1.726
3,mlp.experts.109.gate_proj,0.14889,0.01000,1.745
3,mlp.experts.110.gate_proj,0.07024,0.01000,1.722
3,mlp.experts.111.gate_proj,0.15951,0.01000,1.720
3,mlp.experts.112.gate_proj,0.48820,0.01000,1.731
3,mlp.experts.113.gate_proj,0.24601,0.01000,1.719
3,mlp.experts.114.gate_proj,0.06658,0.01000,1.723
3,mlp.experts.115.gate_proj,0.05835,0.01000,1.722
3,mlp.experts.116.gate_proj,0.07471,0.01000,1.721
3,mlp.experts.117.gate_proj,0.24717,0.01000,1.719
3,mlp.experts.118.gate_proj,0.12476,0.01000,1.717
3,mlp.experts.119.gate_proj,0.06330,0.01000,1.713
3,mlp.experts.120.gate_proj,0.36172,0.01000,1.701
3,mlp.experts.121.gate_proj,0.12415,0.01000,1.702
3,mlp.experts.122.gate_proj,0.18654,0.01000,1.711
3,mlp.experts.123.gate_proj,0.50937,0.01000,1.732
3,mlp.experts.124.gate_proj,0.07322,0.01000,1.738
3,mlp.experts.125.gate_proj,0.29422,0.01000,1.702
3,mlp.experts.126.gate_proj,0.18468,0.01000,1.716
3,mlp.experts.127.gate_proj,0.07590,0.01000,1.737
3,mlp.experts.128.gate_proj,0.16707,0.01000,1.712
3,mlp.experts.129.gate_proj,0.08139,0.01000,1.708
3,mlp.experts.130.gate_proj,0.09789,0.01000,1.711
3,mlp.experts.131.gate_proj,0.23237,0.01000,1.705
3,mlp.experts.132.gate_proj,0.19808,0.01000,1.707
3,mlp.experts.133.gate_proj,0.14823,0.01000,1.702
3,mlp.experts.134.gate_proj,0.17817,0.01000,1.694
3,mlp.experts.135.gate_proj,0.07697,0.01000,1.695
3,mlp.experts.136.gate_proj,0.06938,0.01000,1.687
3,mlp.experts.137.gate_proj,0.07370,0.01000,1.690
3,mlp.experts.138.gate_proj,0.10288,0.01000,1.710
3,mlp.experts.139.gate_proj,0.11642,0.01000,1.716
3,mlp.experts.140.gate_proj,0.41390,0.01000,1.746
3,mlp.experts.141.gate_proj,0.05774,0.01000,1.710
3,mlp.experts.142.gate_proj,0.04017,0.01000,1.711
3,mlp.experts.143.gate_proj,0.05878,0.01000,1.710
3,mlp.experts.144.gate_proj,0.05573,0.01000,1.711
3,mlp.experts.145.gate_proj,0.05142,0.01000,1.715
3,mlp.experts.146.gate_proj,0.07577,0.01000,1.708
3,mlp.experts.147.gate_proj,0.24738,0.01000,1.703
3,mlp.experts.148.gate_proj,0.10560,0.01000,1.701
3,mlp.experts.149.gate_proj,0.14117,0.01000,1.702
3,mlp.experts.150.gate_proj,0.08548,0.01000,1.692
3,mlp.experts.151.gate_proj,0.10634,0.01000,1.695
3,mlp.experts.152.gate_proj,0.20485,0.01000,1.692
3,mlp.experts.153.gate_proj,0.08268,0.01000,1.724
3,mlp.experts.154.gate_proj,0.33819,0.01000,1.754
3,mlp.experts.155.gate_proj,0.08358,0.01000,1.719
3,mlp.experts.156.gate_proj,0.11357,0.01000,1.713
3,mlp.experts.157.gate_proj,0.17541,0.01000,1.713
3,mlp.experts.158.gate_proj,0.06158,0.01000,1.705
3,mlp.experts.159.gate_proj,0.15419,0.01000,1.715
3,mlp.experts.160.gate_proj,0.02993,0.01000,1.715
3,mlp.experts.161.gate_proj,0.09935,0.01000,1.713
3,mlp.experts.162.gate_proj,0.04053,0.01000,1.707
3,mlp.experts.163.gate_proj,0.04648,0.01000,1.723
3,mlp.experts.164.gate_proj,0.37684,0.01000,1.710
3,mlp.experts.165.gate_proj,0.24313,0.01000,1.697
3,mlp.experts.166.gate_proj,0.07034,0.01000,1.691
3,mlp.experts.167.gate_proj,0.08185,0.01000,1.707
3,mlp.experts.168.gate_proj,0.10831,0.01000,1.761
3,mlp.experts.169.gate_proj,0.12116,0.01000,1.724
3,mlp.experts.170.gate_proj,0.05114,0.01000,1.737
3,mlp.experts.171.gate_proj,0.45085,0.01000,1.730
3,mlp.experts.172.gate_proj,0.06249,0.01000,1.735
3,mlp.experts.173.gate_proj,0.05548,0.01000,1.725
3,mlp.experts.174.gate_proj,0.04998,0.01000,1.728
3,mlp.experts.175.gate_proj,0.12290,0.01000,1.723
3,mlp.experts.176.gate_proj,0.11115,0.01000,1.732
3,mlp.experts.177.gate_proj,0.17338,0.01000,1.728
3,mlp.experts.178.gate_proj,0.11542,0.01000,1.727
3,mlp.experts.179.gate_proj,0.09914,0.01000,1.717
3,mlp.experts.180.gate_proj,0.06402,0.01000,1.713
3,mlp.experts.181.gate_proj,0.23272,0.01000,1.703
3,mlp.experts.182.gate_proj,0.13972,0.01000,1.716
3,mlp.experts.183.gate_proj,0.40187,0.01000,1.767
3,mlp.experts.184.gate_proj,0.05637,0.01000,1.732
3,mlp.experts.185.gate_proj,0.08138,0.01000,1.734
3,mlp.experts.186.gate_proj,0.16180,0.01000,1.724
3,mlp.experts.187.gate_proj,0.06893,0.01000,1.719
3,mlp.experts.188.gate_proj,0.11753,0.01000,1.729
3,mlp.experts.189.gate_proj,0.10881,0.01000,1.724
3,mlp.experts.190.gate_proj,0.06831,0.01000,1.714
3,mlp.experts.191.gate_proj,0.08165,0.01000,1.719
3,mlp.experts.192.gate_proj,0.07621,0.01000,1.730
3,mlp.experts.193.gate_proj,0.06725,0.01000,1.746
3,mlp.experts.194.gate_proj,0.10093,0.01000,1.712
3,mlp.experts.195.gate_proj,0.07816,0.01000,1.703
3,mlp.experts.196.gate_proj,0.25586,0.01000,1.709
3,mlp.experts.197.gate_proj,0.10985,0.01000,1.745
3,mlp.experts.198.gate_proj,0.08381,0.01000,1.732
3,mlp.experts.199.gate_proj,0.08170,0.01000,1.731
3,mlp.experts.200.gate_proj,0.09179,0.01000,1.724
3,mlp.experts.201.gate_proj,0.15100,0.01000,1.727
3,mlp.experts.202.gate_proj,0.05310,0.01000,1.741
3,mlp.experts.203.gate_proj,0.12393,0.01000,1.721
3,mlp.experts.204.gate_proj,0.14660,0.01000,1.717
3,mlp.experts.205.gate_proj,0.04764,0.01000,1.724
3,mlp.experts.206.gate_proj,0.06340,0.01000,1.725
3,mlp.experts.207.gate_proj,0.07281,0.01000,1.750
3,mlp.experts.208.gate_proj,0.28517,0.01000,1.709
3,mlp.experts.209.gate_proj,0.10736,0.01000,1.708
3,mlp.experts.210.gate_proj,0.09236,0.01000,1.703
3,mlp.experts.211.gate_proj,0.12531,0.01000,1.703
3,mlp.experts.212.gate_proj,0.10997,0.01000,1.736
3,mlp.experts.213.gate_proj,0.09198,0.01000,1.734
3,mlp.experts.214.gate_proj,0.07353,0.01000,1.729
3,mlp.experts.215.gate_proj,0.10621,0.01000,1.726
3,mlp.experts.216.gate_proj,0.28987,0.01000,1.722
3,mlp.experts.217.gate_proj,0.34070,0.01000,1.722
3,mlp.experts.218.gate_proj,0.28782,0.01000,1.722
3,mlp.experts.219.gate_proj,0.15866,0.01000,1.725
3,mlp.experts.220.gate_proj,0.08139,0.01000,1.769
3,mlp.experts.221.gate_proj,0.14663,0.01000,1.736
3,mlp.experts.222.gate_proj,0.14971,0.01000,1.714
3,mlp.experts.223.gate_proj,0.19975,0.01000,1.695
3,mlp.experts.224.gate_proj,0.24956,0.01000,1.695
3,mlp.experts.225.gate_proj,0.03181,0.01000,1.687
3,mlp.experts.226.gate_proj,0.13945,0.01000,1.689
3,mlp.experts.227.gate_proj,0.27714,0.01000,1.722
3,mlp.experts.228.gate_proj,0.08023,0.01000,1.706
3,mlp.experts.229.gate_proj,0.07247,0.01000,1.710
3,mlp.experts.230.gate_proj,0.42802,0.01000,1.710
3,mlp.experts.231.gate_proj,0.07490,0.01000,1.708
3,mlp.experts.232.gate_proj,0.14219,0.01000,1.713
3,mlp.experts.233.gate_proj,0.25870,0.01000,1.739
3,mlp.experts.234.gate_proj,0.13650,0.01000,1.728
3,mlp.experts.235.gate_proj,0.03783,0.01000,1.728
3,mlp.experts.236.gate_proj,0.39168,0.01000,1.724
3,mlp.experts.237.gate_proj,0.12845,0.01000,1.725
3,mlp.experts.238.gate_proj,0.35974,0.01000,1.716
3,mlp.experts.239.gate_proj,0.08673,0.01000,1.693
3,mlp.experts.240.gate_proj,0.49812,0.01000,1.689
3,mlp.experts.241.gate_proj,0.08151,0.01000,1.695
3,mlp.experts.242.gate_proj,0.02224,0.01000,1.724
3,mlp.experts.243.gate_proj,0.17984,0.01000,1.719
3,mlp.experts.244.gate_proj,0.17393,0.01000,1.718
3,mlp.experts.245.gate_proj,0.08680,0.01000,1.708
3,mlp.experts.246.gate_proj,0.12996,0.01000,1.752
3,mlp.experts.247.gate_proj,0.19601,0.01000,1.726
3,mlp.experts.248.gate_proj,0.11612,0.01000,1.719
3,mlp.experts.249.gate_proj,0.35882,0.01000,1.714
3,mlp.experts.250.gate_proj,0.13338,0.01000,1.723
3,mlp.experts.251.gate_proj,0.25039,0.01000,1.707
3,mlp.experts.252.gate_proj,0.43499,0.01000,1.726
3,mlp.experts.253.gate_proj,0.10797,0.01000,1.699
3,mlp.experts.254.gate_proj,0.06010,0.01000,1.705
3,mlp.experts.255.gate_proj,0.08108,0.01000,1.702
3,mlp.experts.0.up_proj,0.31627,0.01000,1.739
3,mlp.experts.1.up_proj,0.08822,0.01000,1.733
3,mlp.experts.2.up_proj,0.07589,0.01000,1.728
3,mlp.experts.3.up_proj,0.10414,0.01000,1.726
3,mlp.experts.4.up_proj,0.08682,0.01000,1.761
3,mlp.experts.5.up_proj,0.10909,0.01000,1.727
3,mlp.experts.6.up_proj,0.09738,0.01000,1.727
3,mlp.experts.7.up_proj,0.13819,0.01000,1.727
3,mlp.experts.8.up_proj,0.08945,0.01000,1.735
3,mlp.experts.9.up_proj,0.07387,0.01000,1.727
3,mlp.experts.10.up_proj,0.20742,0.01000,1.730
3,mlp.experts.11.up_proj,0.04756,0.01000,1.724
3,mlp.experts.12.up_proj,0.05071,0.01000,1.719
3,mlp.experts.13.up_proj,0.05983,0.01000,1.717
3,mlp.experts.14.up_proj,0.07829,0.01000,1.704
3,mlp.experts.15.up_proj,0.11859,0.01000,1.717
3,mlp.experts.16.up_proj,0.07232,0.01000,1.734
3,mlp.experts.17.up_proj,0.28318,0.01000,1.759
3,mlp.experts.18.up_proj,0.11563,0.01000,1.696
3,mlp.experts.19.up_proj,0.06549,0.01000,1.736
3,mlp.experts.20.up_proj,0.06433,0.01000,1.755
3,mlp.experts.21.up_proj,0.07582,0.01000,1.731
3,mlp.experts.22.up_proj,0.06067,0.01000,1.726
3,mlp.experts.23.up_proj,0.16754,0.01000,1.727
3,mlp.experts.24.up_proj,0.18026,0.01000,1.716
3,mlp.experts.25.up_proj,0.08901,0.01000,1.740
3,mlp.experts.26.up_proj,0.07136,0.01000,1.740
3,mlp.experts.27.up_proj,0.07053,0.01000,1.751
3,mlp.experts.28.up_proj,0.08518,0.01000,1.736
3,mlp.experts.29.up_proj,0.08906,0.01000,1.736
3,mlp.experts.30.up_proj,0.19026,0.01000,1.775
3,mlp.experts.31.up_proj,0.18083,0.01000,1.732
3,mlp.experts.32.up_proj,0.03729,0.01000,1.735
3,mlp.experts.33.up_proj,0.06358,0.01000,1.763
3,mlp.experts.34.up_proj,0.06552,0.01000,1.727
3,mlp.experts.35.up_proj,0.17749,0.01000,1.729
3,mlp.experts.36.up_proj,0.26323,0.01000,1.753
3,mlp.experts.37.up_proj,0.05470,0.01000,1.730
3,mlp.experts.38.up_proj,0.04976,0.01000,1.711
3,mlp.experts.39.up_proj,0.07774,0.01000,1.723
3,mlp.experts.40.up_proj,0.03191,0.01000,1.740
3,mlp.experts.41.up_proj,0.14689,0.01000,1.771
3,mlp.experts.42.up_proj,0.14044,0.01000,1.736
3,mlp.experts.43.up_proj,0.01542,0.01000,1.730
3,mlp.experts.44.up_proj,0.09919,0.01000,1.739
3,mlp.experts.45.up_proj,0.06382,0.01000,1.735
3,mlp.experts.46.up_proj,0.41700,0.01000,1.770
3,mlp.experts.47.up_proj,0.20300,0.01000,1.725
3,mlp.experts.48.up_proj,0.26099,0.01000,1.736
3,mlp.experts.49.up_proj,0.10078,0.01000,1.724
3,mlp.experts.50.up_proj,0.06008,0.01000,1.723
3,mlp.experts.51.up_proj,0.08355,0.01000,1.721
3,mlp.experts.52.up_proj,0.28724,0.01000,1.709
3,mlp.experts.53.up_proj,0.06162,0.01000,1.713
3,mlp.experts.54.up_proj,0.08450,0.01000,1.756
3,mlp.experts.55.up_proj,0.40055,0.01000,1.736
3,mlp.experts.56.up_proj,0.07814,0.01000,1.734
3,mlp.experts.57.up_proj,0.13717,0.01000,1.734
3,mlp.experts.58.up_proj,0.06541,0.01000,1.736
3,mlp.experts.59.up_proj,0.08691,0.01000,1.733
3,mlp.experts.60.up_proj,0.10307,0.01000,1.742
3,mlp.experts.61.up_proj,0.27886,0.01000,1.738
3,mlp.experts.62.up_proj,0.12464,0.01000,1.760
3,mlp.experts.63.up_proj,0.26082,0.01000,1.738
3,mlp.experts.64.up_proj,0.05684,0.01000,1.736
3,mlp.experts.65.up_proj,0.07996,0.01000,1.716
3,mlp.experts.66.up_proj,0.12628,0.01000,1.722
3,mlp.experts.67.up_proj,0.09222,0.01000,1.719
3,mlp.experts.68.up_proj,0.10927,0.01000,1.714
3,mlp.experts.69.up_proj,0.07083,0.01000,1.748
3,mlp.experts.70.up_proj,0.08450,0.01000,1.745
3,mlp.experts.71.up_proj,0.05508,0.01000,1.740
3,mlp.experts.72.up_proj,0.13206,0.01000,1.738
3,mlp.experts.73.up_proj,0.26418,0.01000,1.735
3,mlp.experts.74.up_proj,0.09337,0.01000,1.743
3,mlp.experts.75.up_proj,0.08546,0.01000,1.741
3,mlp.experts.76.up_proj,0.07344,0.01000,1.731
3,mlp.experts.77.up_proj,0.07846,0.01000,1.733
3,mlp.experts.78.up_proj,0.10249,0.01000,1.760
3,mlp.experts.79.up_proj,0.09177,0.01000,1.731
3,mlp.experts.80.up_proj,0.13688,0.01000,1.714
3,mlp.experts.81.up_proj,0.15384,0.01000,1.715
3,mlp.experts.82.up_proj,0.30471,0.01000,1.709
3,mlp.experts.83.up_proj,0.07226,0.01000,1.716
3,mlp.experts.84.up_proj,0.09400,0.01000,1.721
3,mlp.experts.85.up_proj,0.12970,0.01000,1.746
3,mlp.experts.86.up_proj,0.07948,0.01000,1.731
3,mlp.experts.87.up_proj,0.10689,0.01000,1.775
3,mlp.experts.88.up_proj,0.08273,0.01000,1.729
3,mlp.experts.89.up_proj,0.06528,0.01000,1.738
3,mlp.experts.90.up_proj,0.35775,0.01000,1.734
3,mlp.experts.91.up_proj,0.10651,0.01000,1.744
3,mlp.experts.92.up_proj,0.10981,0.01000,1.730
3,mlp.experts.93.up_proj,0.06315,0.01000,1.733
3,mlp.experts.94.up_proj,0.08853,0.01000,1.737
3,mlp.experts.95.up_proj,0.03253,0.01000,1.731
3,mlp.experts.96.up_proj,0.06129,0.01000,1.727
3,mlp.experts.97.up_proj,0.09393,0.01000,1.715
3,mlp.experts.98.up_proj,0.08684,0.01000,1.715
3,mlp.experts.99.up_proj,0.34004,0.01000,1.697
3,mlp.experts.100.up_proj,0.05806,0.01000,1.733
3,mlp.experts.101.up_proj,0.08562,0.01000,1.729
3,mlp.experts.102.up_proj,0.08298,0.01000,1.724
3,mlp.experts.103.up_proj,0.33156,0.01000,1.724
3,mlp.experts.104.up_proj,0.24249,0.01000,1.727
3,mlp.experts.105.up_proj,0.32424,0.01000,1.727
3,mlp.experts.106.up_proj,0.05017,0.01000,1.757
3,mlp.experts.107.up_proj,0.05007,0.01000,1.727
3,mlp.experts.108.up_proj,0.10281,0.01000,1.719
3,mlp.experts.109.up_proj,0.14789,0.01000,1.720
3,mlp.experts.110.up_proj,0.06499,0.01000,1.712
3,mlp.experts.111.up_proj,0.15206,0.01000,1.712
3,mlp.experts.112.up_proj,0.47644,0.01000,1.705
3,mlp.experts.113.up_proj,0.23456,0.01000,1.699
3,mlp.experts.114.up_proj,0.05758,0.01000,1.706
3,mlp.experts.115.up_proj,0.05290,0.01000,1.734
3,mlp.experts.116.up_proj,0.06829,0.01000,1.727
3,mlp.experts.117.up_proj,0.23717,0.01000,1.723
3,mlp.experts.118.up_proj,0.11593,0.01000,1.723
3,mlp.experts.119.up_proj,0.07025,0.01000,1.718
3,mlp.experts.120.up_proj,0.34802,0.01000,1.718
3,mlp.experts.121.up_proj,0.12227,0.01000,1.752
3,mlp.experts.122.up_proj,0.17717,0.01000,1.721
3,mlp.experts.123.up_proj,0.49834,0.01000,1.721
3,mlp.experts.124.up_proj,0.06609,0.01000,1.724
3,mlp.experts.125.up_proj,0.28347,0.01000,1.713
3,mlp.experts.126.up_proj,0.17324,0.01000,1.698
3,mlp.experts.127.up_proj,0.06871,0.01000,1.708
3,mlp.experts.128.up_proj,0.16558,0.01000,1.706
3,mlp.experts.129.up_proj,0.07269,0.01000,1.705
3,mlp.experts.130.up_proj,0.08716,0.01000,1.745
3,mlp.experts.131.up_proj,0.22211,0.01000,1.733
3,mlp.experts.132.up_proj,0.18378,0.01000,1.729
3,mlp.experts.133.up_proj,0.13962,0.01000,1.721
3,mlp.experts.134.up_proj,0.17081,0.01000,1.721
3,mlp.experts.135.up_proj,0.06881,0.01000,1.721
3,mlp.experts.136.up_proj,0.06753,0.01000,1.717
3,mlp.experts.137.up_proj,0.07418,0.01000,1.726
3,mlp.experts.138.up_proj,0.10572,0.01000,1.722
3,mlp.experts.139.up_proj,0.10805,0.01000,1.718
3,mlp.experts.140.up_proj,0.39931,0.01000,1.722
3,mlp.experts.141.up_proj,0.05287,0.01000,1.729
3,mlp.experts.142.up_proj,0.03652,0.01000,1.704
3,mlp.experts.143.up_proj,0.05239,0.01000,1.701
3,mlp.experts.144.up_proj,0.05130,0.01000,1.702
3,mlp.experts.145.up_proj,0.04710,0.01000,1.705
3,mlp.experts.146.up_proj,0.07224,0.01000,1.715
3,mlp.experts.147.up_proj,0.23816,0.01000,1.755
3,mlp.experts.148.up_proj,0.09344,0.01000,1.727
3,mlp.experts.149.up_proj,0.13325,0.01000,1.728
3,mlp.experts.150.up_proj,0.07777,0.01000,1.730
3,mlp.experts.151.up_proj,0.10033,0.01000,1.725
3,mlp.experts.152.up_proj,0.19531,0.01000,1.731
3,mlp.experts.153.up_proj,0.07813,0.01000,1.730
3,mlp.experts.154.up_proj,0.32290,0.01000,1.734
3,mlp.experts.155.up_proj,0.07769,0.01000,1.725
3,mlp.experts.156.up_proj,0.10516,0.01000,1.720
3,mlp.experts.157.up_proj,0.16662,0.01000,1.716
3,mlp.experts.158.up_proj,0.05562,0.01000,1.705
3,mlp.experts.159.up_proj,0.15297,0.01000,1.701
3,mlp.experts.160.up_proj,0.02639,0.01000,1.722
3,mlp.experts.161.up_proj,0.11358,0.01000,1.717
3,mlp.experts.162.up_proj,0.03579,0.01000,1.723
3,mlp.experts.163.up_proj,0.04266,0.01000,1.757
3,mlp.experts.164.up_proj,0.36575,0.01000,1.722
3,mlp.experts.165.up_proj,0.23429,0.01000,1.718
3,mlp.experts.166.up_proj,0.06396,0.01000,1.728
3,mlp.experts.167.up_proj,0.07598,0.01000,1.723
3,mlp.experts.168.up_proj,0.11342,0.01000,1.725
3,mlp.experts.169.up_proj,0.11808,0.01000,1.723
3,mlp.experts.170.up_proj,0.04752,0.01000,1.726
3,mlp.experts.171.up_proj,0.43951,0.01000,1.723
3,mlp.experts.172.up_proj,0.05933,0.01000,1.723
3,mlp.experts.173.up_proj,0.04875,0.01000,1.709
3,mlp.experts.174.up_proj,0.05518,0.01000,1.706
3,mlp.experts.175.up_proj,0.11092,0.01000,1.714
3,mlp.experts.176.up_proj,0.10081,0.01000,1.740
3,mlp.experts.177.up_proj,0.16520,0.01000,1.732
3,mlp.experts.178.up_proj,0.11000,0.01000,1.735
3,mlp.experts.179.up_proj,0.09109,0.01000,1.765
3,mlp.experts.180.up_proj,0.05949,0.01000,1.732
3,mlp.experts.181.up_proj,0.22323,0.01000,1.725
3,mlp.experts.182.up_proj,0.12355,0.01000,1.722
3,mlp.experts.183.up_proj,0.38616,0.01000,1.727
3,mlp.experts.184.up_proj,0.05456,0.01000,1.732
3,mlp.experts.185.up_proj,0.07550,0.01000,1.724
3,mlp.experts.186.up_proj,0.15771,0.01000,1.728
3,mlp.experts.187.up_proj,0.06140,0.01000,1.732
3,mlp.experts.188.up_proj,0.11244,0.01000,1.708
3,mlp.experts.189.up_proj,0.10824,0.01000,1.705
3,mlp.experts.190.up_proj,0.06742,0.01000,1.713
3,mlp.experts.191.up_proj,0.07472,0.01000,1.725
3,mlp.experts.192.up_proj,0.07865,0.01000,1.725
3,mlp.experts.193.up_proj,0.06276,0.01000,1.752
3,mlp.experts.194.up_proj,0.09030,0.01000,1.728
3,mlp.experts.195.up_proj,0.07131,0.01000,1.734
3,mlp.experts.196.up_proj,0.24876,0.01000,1.725
3,mlp.experts.197.up_proj,0.10059,0.01000,1.720
3,mlp.experts.198.up_proj,0.08137,0.01000,1.728
3,mlp.experts.199.up_proj,0.09321,0.01000,1.733
3,mlp.experts.200.up_proj,0.08475,0.01000,1.719
3,mlp.experts.201.up_proj,0.14258,0.01000,1.727
3,mlp.experts.202.up_proj,0.05025,0.01000,1.722
3,mlp.experts.203.up_proj,0.13631,0.01000,1.714
3,mlp.experts.204.up_proj,0.14233,0.01000,1.707
3,mlp.experts.205.up_proj,0.05052,0.01000,1.716
3,mlp.experts.206.up_proj,0.06449,0.01000,1.737
3,mlp.experts.207.up_proj,0.07323,0.01000,1.734
3,mlp.experts.208.up_proj,0.27462,0.01000,1.733
3,mlp.experts.209.up_proj,0.10072,0.01000,1.778
3,mlp.experts.210.up_proj,0.08223,0.01000,1.729
3,mlp.experts.211.up_proj,0.11802,0.01000,1.726
3,mlp.experts.212.up_proj,0.10450,0.01000,1.727
3,mlp.experts.213.up_proj,0.08208,0.01000,1.730
3,mlp.experts.214.up_proj,0.06700,0.01000,1.726
3,mlp.experts.215.up_proj,0.11576,0.01000,1.726
3,mlp.experts.216.up_proj,0.27667,0.01000,1.725
3,mlp.experts.217.up_proj,0.33270,0.01000,1.723
3,mlp.experts.218.up_proj,0.27727,0.01000,1.715
3,mlp.experts.219.up_proj,0.14949,0.01000,1.701
3,mlp.experts.220.up_proj,0.08541,0.01000,1.704
3,mlp.experts.221.up_proj,0.14175,0.01000,1.743
3,mlp.experts.222.up_proj,0.14035,0.01000,1.727
3,mlp.experts.223.up_proj,0.19348,0.01000,1.725
3,mlp.experts.224.up_proj,0.24004,0.01000,1.725
3,mlp.experts.225.up_proj,0.03089,0.01000,1.758
3,mlp.experts.226.up_proj,0.14601,0.01000,1.729
3,mlp.experts.227.up_proj,0.26747,0.01000,1.729
3,mlp.experts.228.up_proj,0.07352,0.01000,1.724
3,mlp.experts.229.up_proj,0.08524,0.01000,1.730
3,mlp.experts.230.up_proj,0.41742,0.01000,1.729
3,mlp.experts.231.up_proj,0.06813,0.01000,1.726
3,mlp.experts.232.up_proj,0.13412,0.01000,1.721
3,mlp.experts.233.up_proj,0.24864,0.01000,1.707
3,mlp.experts.234.up_proj,0.14612,0.01000,1.709
3,mlp.experts.235.up_proj,0.04044,0.01000,1.715
3,mlp.experts.236.up_proj,0.38093,0.01000,1.750
3,mlp.experts.237.up_proj,0.12376,0.01000,1.736
3,mlp.experts.238.up_proj,0.34395,0.01000,1.741
3,mlp.experts.239.up_proj,0.08245,0.01000,1.734
3,mlp.experts.240.up_proj,0.49537,0.01000,1.727
3,mlp.experts.241.up_proj,0.07173,0.01000,1.734
3,mlp.experts.242.up_proj,0.01929,0.01000,1.764
3,mlp.experts.243.up_proj,0.16771,0.01000,1.725
3,mlp.experts.244.up_proj,0.16477,0.01000,1.730
3,mlp.experts.245.up_proj,0.10020,0.01000,1.728
3,mlp.experts.246.up_proj,0.11720,0.01000,1.732
3,mlp.experts.247.up_proj,0.18414,0.01000,1.718
3,mlp.experts.248.up_proj,0.10689,0.01000,1.721
3,mlp.experts.249.up_proj,0.35116,0.01000,1.712
3,mlp.experts.250.up_proj,0.12374,0.01000,1.711
3,mlp.experts.251.up_proj,0.23941,0.01000,1.744
3,mlp.experts.252.up_proj,0.42884,0.01000,1.746
3,mlp.experts.253.up_proj,0.09936,0.01000,1.735
3,mlp.experts.254.up_proj,0.05321,0.01000,1.727
3,mlp.experts.255.up_proj,0.07578,0.01000,1.735
3,mlp.experts.0.down_proj,0.00285,0.01000,0.514
3,mlp.experts.1.down_proj,0.00029,0.01000,0.480
3,mlp.experts.2.down_proj,0.00019,0.01000,0.480
3,mlp.experts.3.down_proj,0.00029,0.01000,0.507
3,mlp.experts.4.down_proj,0.00078,0.01000,0.479
3,mlp.experts.5.down_proj,0.00025,0.01000,0.481
3,mlp.experts.6.down_proj,0.00024,0.01000,0.513
3,mlp.experts.7.down_proj,0.00054,0.01000,0.475
3,mlp.experts.8.down_proj,0.00019,0.01000,0.481
3,mlp.experts.9.down_proj,0.00020,0.01000,0.479
3,mlp.experts.10.down_proj,0.00075,0.01000,0.516
3,mlp.experts.11.down_proj,0.00006,0.01000,0.480
3,mlp.experts.12.down_proj,0.00018,0.01000,0.479
3,mlp.experts.13.down_proj,0.00011,0.01000,0.510
3,mlp.experts.14.down_proj,0.00030,0.01000,0.483
3,mlp.experts.15.down_proj,0.00076,0.01000,0.480
3,mlp.experts.16.down_proj,0.00012,0.01000,0.514
3,mlp.experts.17.down_proj,0.00255,0.01000,0.476
3,mlp.experts.18.down_proj,0.00095,0.01000,0.479
3,mlp.experts.19.down_proj,0.00033,0.01000,0.516
3,mlp.experts.20.down_proj,0.00025,0.01000,0.483
3,mlp.experts.21.down_proj,0.00017,0.01000,0.485
3,mlp.experts.22.down_proj,0.00019,0.01000,0.499
3,mlp.experts.23.down_proj,0.00043,0.01000,0.483
3,mlp.experts.24.down_proj,0.00090,0.01000,0.486
3,mlp.experts.25.down_proj,0.00017,0.01000,0.483
3,mlp.experts.26.down_proj,0.00012,0.01000,0.489
3,mlp.experts.27.down_proj,0.00039,0.01000,0.480
3,mlp.experts.28.down_proj,0.00018,0.01000,0.489
3,mlp.experts.29.down_proj,0.00065,0.01000,0.488
3,mlp.experts.30.down_proj,0.00084,0.01000,0.484
3,mlp.experts.31.down_proj,0.00084,0.01000,0.484
3,mlp.experts.32.down_proj,0.00062,0.01000,0.489
3,mlp.experts.33.down_proj,0.00020,0.01000,0.487
3,mlp.experts.34.down_proj,0.00811,0.01000,0.480
3,mlp.experts.35.down_proj,0.00230,0.01000,0.488
3,mlp.experts.36.down_proj,0.00117,0.01000,0.490
3,mlp.experts.37.down_proj,0.00045,0.01000,0.514
3,mlp.experts.38.down_proj,0.00053,0.01000,0.485
3,mlp.experts.39.down_proj,0.00040,0.01000,0.486
3,mlp.experts.40.down_proj,0.00008,0.01000,0.514
3,mlp.experts.41.down_proj,0.00066,0.01000,0.483
3,mlp.experts.42.down_proj,0.00057,0.01000,0.485
3,mlp.experts.43.down_proj,0.00009,0.01000,0.515
3,mlp.experts.44.down_proj,0.00032,0.01000,0.484
3,mlp.experts.45.down_proj,0.00009,0.01000,0.481
3,mlp.experts.46.down_proj,0.00465,0.01000,0.482
3,mlp.experts.47.down_proj,0.00073,0.01000,0.519
3,mlp.experts.48.down_proj,0.00182,0.01000,0.483
3,mlp.experts.49.down_proj,0.00037,0.01000,0.484
3,mlp.experts.50.down_proj,0.00072,0.01000,0.518
3,mlp.experts.51.down_proj,0.00014,0.01000,0.484
3,mlp.experts.52.down_proj,0.00171,0.01000,0.487
3,mlp.experts.53.down_proj,0.00014,0.01000,0.515
3,mlp.experts.54.down_proj,0.00017,0.01000,0.479
3,mlp.experts.55.down_proj,0.00304,0.01000,0.482
3,mlp.experts.56.down_proj,0.00027,0.01000,0.511
3,mlp.experts.57.down_proj,0.00075,0.01000,0.482
3,mlp.experts.58.down_proj,0.00010,0.01000,0.481
3,mlp.experts.59.down_proj,0.00025,0.01000,0.513
3,mlp.experts.60.down_proj,0.00046,0.01000,0.484
3,mlp.experts.61.down_proj,0.00249,0.01000,0.481
3,mlp.experts.62.down_proj,0.00037,0.01000,0.521
3,mlp.experts.63.down_proj,0.00192,0.01000,0.481
3,mlp.experts.64.down_proj,0.00049,0.01000,0.481
3,mlp.experts.65.down_proj,0.00015,0.01000,0.485
3,mlp.experts.66.down_proj,0.00077,0.01000,0.513
3,mlp.experts.67.down_proj,0.00154,0.01000,0.486
3,mlp.experts.68.down_proj,0.00025,0.01000,0.477
3,mlp.experts.69.down_proj,0.00035,0.01000,0.521
3,mlp.experts.70.down_proj,0.00008,0.01000,0.485
3,mlp.experts.71.down_proj,0.00019,0.01000,0.485
3,mlp.experts.72.down_proj,0.00045,0.01000,0.513
3,mlp.experts.73.down_proj,0.00091,0.01000,0.483
3,mlp.experts.74.down_proj,0.00020,0.01000,0.484
3,mlp.experts.75.down_proj,0.00018,0.01000,0.496
3,mlp.experts.76.down_proj,0.00012,0.01000,0.485
3,mlp.experts.77.down_proj,0.00027,0.01000,0.493
3,mlp.experts.78.down_proj,0.00025,0.01000,0.484
3,mlp.experts.79.down_proj,0.00032,0.01000,0.487
3,mlp.experts.80.down_proj,0.00066,0.01000,0.482
3,mlp.experts.81.down_proj,0.00103,0.01000,0.487
3,mlp.experts.82.down_proj,0.00228,0.01000,0.482
3,mlp.experts.83.down_proj,0.00048,0.01000,0.487
3,mlp.experts.84.down_proj,0.00045,0.01000,0.487
3,mlp.experts.85.down_proj,0.00046,0.01000,0.479
3,mlp.experts.86.down_proj,0.00025,0.01000,0.485
3,mlp.experts.87.down_proj,0.00019,0.01000,0.486
3,mlp.experts.88.down_proj,0.00012,0.01000,0.481
3,mlp.experts.89.down_proj,0.00036,0.01000,0.485
3,mlp.experts.90.down_proj,0.00258,0.01000,0.494
3,mlp.experts.91.down_proj,0.00024,0.01000,0.485
3,mlp.experts.92.down_proj,0.00029,0.01000,0.523
3,mlp.experts.93.down_proj,0.00021,0.01000,0.476
3,mlp.experts.94.down_proj,0.00051,0.01000,0.480
3,mlp.experts.95.down_proj,0.00005,0.01000,0.516
3,mlp.experts.96.down_proj,0.00015,0.01000,0.480
3,mlp.experts.97.down_proj,0.00032,0.01000,0.479
3,mlp.experts.98.down_proj,0.00019,0.01000,0.510
3,mlp.experts.99.down_proj,0.00230,0.01000,0.483
3,mlp.experts.100.down_proj,0.00009,0.01000,0.480
3,mlp.experts.101.down_proj,0.00024,0.01000,0.512
3,mlp.experts.102.down_proj,0.00021,0.01000,0.480
3,mlp.experts.103.down_proj,0.00230,0.01000,0.480
3,mlp.experts.104.down_proj,0.00134,0.01000,0.480
3,mlp.experts.105.down_proj,0.00169,0.01000,0.511
3,mlp.experts.106.down_proj,0.00015,0.01000,0.480
3,mlp.experts.107.down_proj,0.00012,0.01000,0.480
3,mlp.experts.108.down_proj,0.00043,0.01000,0.510
3,mlp.experts.109.down_proj,0.00151,0.01000,0.480
3,mlp.experts.110.down_proj,0.00026,0.01000,0.482
3,mlp.experts.111.down_proj,0.00046,0.01000,0.514
3,mlp.experts.112.down_proj,0.00507,0.01000,0.485
3,mlp.experts.113.down_proj,0.00116,0.01000,0.483
3,mlp.experts.114.down_proj,0.00018,0.01000,0.510
3,mlp.experts.115.down_proj,0.00013,0.01000,0.479
3,mlp.experts.116.down_proj,0.00031,0.01000,0.480
3,mlp.experts.117.down_proj,0.00132,0.01000,0.514
3,mlp.experts.118.down_proj,0.00040,0.01000,0.473
3,mlp.experts.119.down_proj,0.00015,0.01000,0.473
3,mlp.experts.120.down_proj,0.00361,0.01000,0.520
3,mlp.experts.121.down_proj,0.00045,0.01000,0.476
3,mlp.experts.122.down_proj,0.00075,0.01000,0.476
3,mlp.experts.123.down_proj,0.00511,0.01000,0.475
3,mlp.experts.124.down_proj,0.00017,0.01000,0.511
3,mlp.experts.125.down_proj,0.00223,0.01000,0.478
3,mlp.experts.126.down_proj,0.00096,0.01000,0.473
3,mlp.experts.127.down_proj,0.00010,0.01000,0.509
3,mlp.experts.128.down_proj,0.00058,0.01000,0.478
3,mlp.experts.129.down_proj,0.00021,0.01000,0.477
3,mlp.experts.130.down_proj,0.00033,0.01000,0.493
3,mlp.experts.131.down_proj,0.00138,0.01000,0.481
3,mlp.experts.132.down_proj,0.00109,0.01000,0.486
3,mlp.experts.133.down_proj,0.00064,0.01000,0.487
3,mlp.experts.134.down_proj,0.00097,0.01000,0.482
3,mlp.experts.135.down_proj,0.00041,0.01000,0.481
3,mlp.experts.136.down_proj,0.00014,0.01000,0.482
3,mlp.experts.137.down_proj,0.00014,0.01000,0.483
3,mlp.experts.138.down_proj,0.00035,0.01000,0.485
3,mlp.experts.139.down_proj,0.00020,0.01000,0.484
3,mlp.experts.140.down_proj,0.00356,0.01000,0.481
3,mlp.experts.141.down_proj,0.00017,0.01000,0.484
3,mlp.experts.142.down_proj,0.00007,0.01000,0.480
3,mlp.experts.143.down_proj,0.00015,0.01000,0.491
3,mlp.experts.144.down_proj,0.00008,0.01000,0.480
3,mlp.experts.145.down_proj,0.00025,0.01000,0.487
3,mlp.experts.146.down_proj,0.00011,0.01000,0.516
3,mlp.experts.147.down_proj,0.00121,0.01000,0.484
3,mlp.experts.148.down_proj,0.00024,0.01000,0.480
3,mlp.experts.149.down_proj,0.00077,0.01000,0.477
3,mlp.experts.150.down_proj,0.00057,0.01000,0.511
3,mlp.experts.151.down_proj,0.00030,0.01000,0.477
3,mlp.experts.152.down_proj,0.00083,0.01000,0.482
3,mlp.experts.153.down_proj,0.00023,0.01000,0.509
3,mlp.experts.154.down_proj,0.00188,0.01000,0.480
3,mlp.experts.155.down_proj,0.00026,0.01000,0.482
3,mlp.experts.156.down_proj,0.00024,0.01000,0.508
3,mlp.experts.157.down_proj,0.00090,0.01000,0.480
3,mlp.experts.158.down_proj,0.00010,0.01000,0.479
3,mlp.experts.159.down_proj,0.00040,0.01000,0.511
3,mlp.experts.160.down_proj,0.00002,0.01000,0.482
3,mlp.experts.161.down_proj,0.00015,0.01000,0.473
3,mlp.experts.162.down_proj,0.00009,0.01000,0.516
3,mlp.experts.163.down_proj,0.00008,0.01000,0.475
3,mlp.experts.164.down_proj,0.00300,0.01000,0.480
3,mlp.experts.165.down_proj,0.00152,0.01000,0.479
3,mlp.experts.166.down_proj,0.00028,0.01000,0.519
3,mlp.experts.167.down_proj,0.00036,0.01000,0.479
3,mlp.experts.168.down_proj,0.00128,0.01000,0.480
3,mlp.experts.169.down_proj,0.00045,0.01000,0.512
3,mlp.experts.170.down_proj,0.00011,0.01000,0.480
3,mlp.experts.171.down_proj,0.00408,0.01000,0.474
3,mlp.experts.172.down_proj,0.00018,0.01000,0.515
3,mlp.experts.173.down_proj,0.00021,0.01000,0.482
3,mlp.experts.174.down_proj,0.00022,0.01000,0.479
3,mlp.experts.175.down_proj,0.00119,0.01000,0.517
3,mlp.experts.176.down_proj,0.00021,0.01000,0.475
3,mlp.experts.177.down_proj,0.00063,0.01000,0.480
3,mlp.experts.178.down_proj,0.00064,0.01000,0.481
3,mlp.experts.179.down_proj,0.00015,0.01000,0.511
3,mlp.experts.180.down_proj,0.00003,0.01000,0.478
3,mlp.experts.181.down_proj,0.00136,0.01000,0.482
3,mlp.experts.182.down_proj,0.00033,0.01000,0.513
3,mlp.experts.183.down_proj,0.00584,0.01000,0.482
3,mlp.experts.184.down_proj,0.00017,0.01000,0.480
3,mlp.experts.185.down_proj,0.00022,0.01000,0.499
3,mlp.experts.186.down_proj,0.00065,0.01000,0.478
3,mlp.experts.187.down_proj,0.00099,0.01000,0.491
3,mlp.experts.188.down_proj,0.00046,0.01000,0.484
3,mlp.experts.189.down_proj,0.00037,0.01000,0.479
3,mlp.experts.190.down_proj,0.00020,0.01000,0.487
3,mlp.experts.191.down_proj,0.00026,0.01000,0.477
3,mlp.experts.192.down_proj,0.00015,0.01000,0.484
3,mlp.experts.193.down_proj,0.00077,0.01000,0.489
3,mlp.experts.194.down_proj,0.00129,0.01000,0.487
3,mlp.experts.195.down_proj,0.00010,0.01000,0.482
3,mlp.experts.196.down_proj,0.00108,0.01000,0.480
3,mlp.experts.197.down_proj,0.00080,0.01000,0.487
3,mlp.experts.198.down_proj,0.00029,0.01000,0.487
3,mlp.experts.199.down_proj,0.00013,0.01000,0.479
3,mlp.experts.200.down_proj,0.00034,0.01000,0.484
3,mlp.experts.201.down_proj,0.00052,0.01000,0.487
3,mlp.experts.202.down_proj,0.00044,0.01000,0.517
3,mlp.experts.203.down_proj,0.00033,0.01000,0.483
3,mlp.experts.204.down_proj,0.00078,0.01000,0.477
3,mlp.experts.205.down_proj,0.00008,0.01000,0.518
3,mlp.experts.206.down_proj,0.00015,0.01000,0.478
3,mlp.experts.207.down_proj,0.00027,0.01000,0.481
3,mlp.experts.208.down_proj,0.00154,0.01000,0.489
3,mlp.experts.209.down_proj,0.00031,0.01000,0.512
3,mlp.experts.210.down_proj,0.00048,0.01000,0.482
3,mlp.experts.211.down_proj,0.00048,0.01000,0.475
3,mlp.experts.212.down_proj,0.00032,0.01000,0.516
3,mlp.experts.213.down_proj,0.00047,0.01000,0.478
3,mlp.experts.214.down_proj,0.00023,0.01000,0.478
3,mlp.experts.215.down_proj,0.00032,0.01000,0.513
3,mlp.experts.216.down_proj,0.00232,0.01000,0.480
3,mlp.experts.217.down_proj,0.00248,0.01000,0.482
3,mlp.experts.218.down_proj,0.00154,0.01000,0.518
3,mlp.experts.219.down_proj,0.00098,0.01000,0.479
3,mlp.experts.220.down_proj,0.00022,0.01000,0.481
3,mlp.experts.221.down_proj,0.00056,0.01000,0.517
3,mlp.experts.222.down_proj,0.00032,0.01000,0.482
3,mlp.experts.223.down_proj,0.00187,0.01000,0.482
3,mlp.experts.224.down_proj,0.00135,0.01000,0.518
3,mlp.experts.225.down_proj,0.00015,0.01000,0.480
3,mlp.experts.226.down_proj,0.00069,0.01000,0.482
3,mlp.experts.227.down_proj,0.00185,0.01000,0.520
3,mlp.experts.228.down_proj,0.00013,0.01000,0.480
3,mlp.experts.229.down_proj,0.00012,0.01000,0.480
3,mlp.experts.230.down_proj,0.00351,0.01000,0.480
3,mlp.experts.231.down_proj,0.00019,0.01000,0.518
3,mlp.experts.232.down_proj,0.00049,0.01000,0.481
3,mlp.experts.233.down_proj,0.00111,0.01000,0.478
3,mlp.experts.234.down_proj,0.00050,0.01000,0.520
3,mlp.experts.235.down_proj,0.00032,0.01000,0.483
3,mlp.experts.236.down_proj,0.00678,0.01000,0.487
3,mlp.experts.237.down_proj,0.00036,0.01000,0.516
3,mlp.experts.238.down_proj,0.00491,0.01000,0.479
3,mlp.experts.239.down_proj,0.00019,0.01000,0.479
3,mlp.experts.240.down_proj,0.00564,0.01000,0.483
3,mlp.experts.241.down_proj,0.00009,0.01000,0.496
3,mlp.experts.242.down_proj,0.00001,0.01000,0.488
3,mlp.experts.243.down_proj,0.00070,0.01000,0.479
3,mlp.experts.244.down_proj,0.00061,0.01000,0.487
3,mlp.experts.245.down_proj,0.00038,0.01000,0.483
3,mlp.experts.246.down_proj,0.00025,0.01000,0.483
3,mlp.experts.247.down_proj,0.00089,0.01000,0.488
3,mlp.experts.248.down_proj,0.00035,0.01000,0.484
3,mlp.experts.249.down_proj,0.00256,0.01000,0.480
3,mlp.experts.250.down_proj,0.00030,0.01000,0.480
3,mlp.experts.251.down_proj,0.00094,0.01000,0.485
3,mlp.experts.252.down_proj,0.00782,0.01000,0.487
3,mlp.experts.253.down_proj,0.00027,0.01000,0.481
3,mlp.experts.254.down_proj,0.00016,0.01000,0.485
3,mlp.experts.255.down_proj,0.00015,0.01000,0.484
3,mlp.shared_experts.gate_proj,0.39332,0.01000,1.744
3,mlp.shared_experts.up_proj,0.07742,0.01000,1.737
3,mlp.shared_experts.down_proj,0.00006,0.01000,0.518