quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.00070859,0.01000,0.880
0,self_attn.v_proj,0.00060203,0.01000,0.623
0,self_attn.q_proj,0.00379406,0.01000,0.627
0,self_attn.o_proj,0.01852515,0.01000,1.011
0,mlp.up_proj,0.05194610,0.01000,0.678
0,mlp.gate_proj,0.05789107,0.01000,0.689
0,mlp.down_proj,0.12414581,0.01000,4.731
1,self_attn.k_proj,0.00090652,0.01000,0.604
1,self_attn.v_proj,0.00084956,0.01000,0.582
1,self_attn.q_proj,0.00542699,0.01000,0.605
1,self_attn.o_proj,0.01699271,0.01000,1.025
1,mlp.up_proj,1.51421762,0.01000,0.702
1,mlp.gate_proj,4.80163431,0.01000,0.696
1,mlp.down_proj,0.69620299,0.01000,4.672
2,self_attn.k_proj,0.00182406,0.01000,0.579
2,self_attn.v_proj,0.00182168,0.01000,0.576
2,self_attn.q_proj,0.00977285,0.01000,0.607
2,self_attn.o_proj,0.03258985,0.01000,0.992
2,mlp.up_proj,3.26078749,0.01000,0.667
2,mlp.gate_proj,7.58864164,0.01000,0.665
2,mlp.down_proj,0.00430273,0.01250,6.312
3,self_attn.k_proj,0.00369632,0.01000,0.584
3,self_attn.v_proj,0.00366468,0.01000,0.578
3,self_attn.q_proj,0.02024066,0.01000,0.606
3,self_attn.o_proj,0.03768483,0.01000,0.992
3,mlp.up_proj,5.78128195,0.01000,0.665
3,mlp.gate_proj,12.86067867,0.01000,0.664
3,mlp.down_proj,1.03009629,0.01000,4.668
4,self_attn.k_proj,0.00658214,0.01000,0.574
4,self_attn.v_proj,0.00628448,0.01000,0.576
4,self_attn.q_proj,0.03760416,0.01000,0.604
4,self_attn.o_proj,0.05685817,0.01000,0.986
4,mlp.up_proj,11.73423576,0.01000,0.667
4,mlp.gate_proj,20.51024055,0.01000,0.664
4,mlp.down_proj,1.07428050,0.01000,4.748
5,self_attn.k_proj,0.00809909,0.01000,0.580
5,self_attn.v_proj,0.00685654,0.01000,0.574
5,self_attn.q_proj,0.04795717,0.01000,0.607
5,self_attn.o_proj,0.05283195,0.01000,0.994
5,mlp.up_proj,10.97881317,0.01000,0.666
5,mlp.gate_proj,24.35528183,0.01000,0.666
5,mlp.down_proj,1.49637353,0.01000,4.756
6,self_attn.k_proj,0.01128971,0.01000,0.578
6,self_attn.v_proj,0.01136733,0.01000,0.578
6,self_attn.q_proj,0.06567828,0.01000,0.598
6,self_attn.o_proj,0.06310020,0.01000,0.998
6,mlp.up_proj,27.56214905,0.01000,0.685
6,mlp.gate_proj,48.24882507,0.01000,0.674
6,mlp.down_proj,53.17596436,0.01000,4.669
7,self_attn.k_proj,0.07557738,0.01000,0.603
7,self_attn.v_proj,0.07954746,0.01000,0.599
7,self_attn.q_proj,0.45078677,0.01000,0.614
7,self_attn.o_proj,0.21638568,0.01000,0.991
7,mlp.up_proj,32.44212341,0.01000,0.670
7,mlp.gate_proj,57.70147324,0.01000,0.686
7,mlp.down_proj,2.16205645,0.01000,4.831
8,self_attn.k_proj,0.07426469,0.01000,0.584
8,self_attn.v_proj,0.08021091,0.01000,0.592
8,self_attn.q_proj,0.41977030,0.01000,0.605
8,self_attn.o_proj,0.19221807,0.01000,1.017
8,mlp.up_proj,9.15876007,0.01000,0.686
8,mlp.gate_proj,15.01290417,0.01000,0.698
8,mlp.down_proj,1.52342403,0.01000,4.695
9,self_attn.k_proj,0.03832667,0.01000,0.586
9,self_attn.v_proj,0.03538596,0.01000,0.595
9,self_attn.q_proj,0.21898618,0.01000,0.618
9,self_attn.o_proj,0.11338428,0.01000,0.999
9,mlp.up_proj,8.08303738,0.01000,0.669
9,mlp.gate_proj,8.52192688,0.01000,0.694
9,mlp.down_proj,1.97775483,0.01000,4.705
10,self_attn.k_proj,0.06740290,0.01000,0.584
10,self_attn.v_proj,0.07155053,0.01000,0.600
10,self_attn.q_proj,0.39737856,0.01000,0.622
10,self_attn.o_proj,0.24397388,0.01000,1.015
10,mlp.up_proj,9.11948013,0.01000,0.675
10,mlp.gate_proj,9.51589584,0.01000,0.678
10,mlp.down_proj,2.02070951,0.01000,4.853
11,self_attn.k_proj,0.09812061,0.01000,0.602
11,self_attn.v_proj,0.10432079,0.01000,0.594
11,self_attn.q_proj,0.56597269,0.01000,0.626
11,self_attn.o_proj,0.41405833,0.01000,1.018
11,mlp.up_proj,10.75118160,0.01000,0.664
11,mlp.gate_proj,11.20287609,0.01000,0.669
11,mlp.down_proj,2.53349423,0.01000,4.682
12,self_attn.k_proj,0.06931904,0.01000,0.584
12,self_attn.v_proj,0.06759038,0.01000,0.580
12,self_attn.q_proj,0.41000587,0.01000,0.622
12,self_attn.o_proj,0.22194396,0.01000,0.996
12,mlp.up_proj,12.21550655,0.01000,0.742
12,mlp.gate_proj,12.76838779,0.01000,0.679
12,mlp.down_proj,2.86141682,0.01000,4.788
13,self_attn.k_proj,0.13951817,0.01000,0.583
13,self_attn.v_proj,0.15023142,0.01000,0.579
13,self_attn.q_proj,0.80892980,0.01000,0.607
13,self_attn.o_proj,0.40148249,0.01000,0.993
13,mlp.up_proj,12.45666504,0.01000,0.667
13,mlp.gate_proj,13.41972923,0.01000,0.673
13,mlp.down_proj,2.83968496,0.01000,4.731
14,self_attn.k_proj,0.07187965,0.01000,0.602
14,self_attn.v_proj,0.07542348,0.01000,0.612
14,self_attn.q_proj,0.38162357,0.01000,0.628
14,self_attn.o_proj,0.36148489,0.01000,1.036
14,mlp.up_proj,11.93839264,0.01000,0.691
14,mlp.gate_proj,12.68813896,0.01000,0.696
14,mlp.down_proj,2.75485492,0.01000,4.717
15,self_attn.k_proj,0.06523418,0.01000,0.614
15,self_attn.v_proj,0.06082646,0.01000,0.602
15,self_attn.q_proj,0.39733312,0.01000,0.636
15,self_attn.o_proj,0.31802446,0.01000,1.041
15,mlp.up_proj,11.12987900,0.01000,0.697
15,mlp.gate_proj,11.61943245,0.01000,0.699
15,mlp.down_proj,2.46332169,0.01000,4.865
16,self_attn.k_proj,0.06443823,0.01000,0.621
16,self_attn.v_proj,0.06992333,0.01000,0.613
16,self_attn.q_proj,0.38170230,0.01000,0.646
16,self_attn.o_proj,0.31997502,0.01000,1.060
16,mlp.up_proj,9.76611137,0.01000,0.695
16,mlp.gate_proj,10.16439056,0.01000,0.703
16,mlp.down_proj,2.18511057,0.01000,5.007
17,self_attn.k_proj,0.06781735,0.01000,0.624
17,self_attn.v_proj,0.06629518,0.01000,0.608
17,self_attn.q_proj,0.38796100,0.01000,0.651
17,self_attn.o_proj,0.32660070,0.01000,1.057
17,mlp.up_proj,10.15684509,0.01000,0.789
17,mlp.gate_proj,10.60327244,0.01000,0.707
17,mlp.down_proj,2.31327915,0.01000,5.024
18,self_attn.k_proj,0.08647962,0.01000,0.628
18,self_attn.v_proj,0.08688438,0.01000,0.618
18,self_attn.q_proj,0.51855534,0.01000,0.645
18,self_attn.o_proj,0.31539661,0.01000,1.028
18,mlp.up_proj,10.72444057,0.01000,0.710
18,mlp.gate_proj,11.19854355,0.01000,0.693
18,mlp.down_proj,2.55865741,0.01000,4.924
19,self_attn.k_proj,0.10127358,0.01000,0.610
19,self_attn.v_proj,0.10154022,0.01000,0.617
19,self_attn.q_proj,0.61881089,0.01000,0.632
19,self_attn.o_proj,0.44955695,0.01000,1.037
19,mlp.up_proj,11.91649818,0.01000,0.705
19,mlp.gate_proj,12.41680527,0.01000,0.699
19,mlp.down_proj,2.98789692,0.01000,4.875
20,self_attn.k_proj,0.16758688,0.01000,0.606
20,self_attn.v_proj,0.17778069,0.01000,0.593
20,self_attn.q_proj,0.98867011,0.01000,0.640
20,self_attn.o_proj,0.46476477,0.01000,1.037
20,mlp.up_proj,12.96987915,0.01000,0.707
20,mlp.gate_proj,13.34583378,0.01000,0.714
20,mlp.down_proj,3.35632753,0.01000,5.010
21,self_attn.k_proj,0.18952090,0.01000,0.612
21,self_attn.v_proj,0.19075832,0.01000,0.599
21,self_attn.q_proj,1.15240538,0.01000,0.648
21,self_attn.o_proj,0.89837146,0.01000,1.062
21,mlp.up_proj,13.76075363,0.01000,0.719
21,mlp.gate_proj,14.16512299,0.01000,0.711
21,mlp.down_proj,3.81180143,0.01000,4.935
22,self_attn.k_proj,0.17248592,0.01000,0.611
22,self_attn.v_proj,0.18067095,0.01000,0.600
22,self_attn.q_proj,1.04133058,0.01000,0.627
22,self_attn.o_proj,1.07439899,0.01000,1.034
22,mlp.up_proj,15.25686646,0.01000,0.706
22,mlp.gate_proj,15.73041821,0.01000,0.705
22,mlp.down_proj,4.64376307,0.01000,4.867
23,self_attn.k_proj,0.24029696,0.01000,0.598
23,self_attn.v_proj,0.26178542,0.01000,0.603
23,self_attn.q_proj,1.37551475,0.01000,0.636
23,self_attn.o_proj,0.72568536,0.01000,1.008
23,mlp.up_proj,16.87097931,0.01000,0.676
23,mlp.gate_proj,17.31223869,0.01000,0.682
23,mlp.down_proj,5.49241018,0.01000,4.851
24,self_attn.k_proj,0.45439938,0.01000,0.582
24,self_attn.v_proj,0.47798377,0.01000,0.590
24,self_attn.q_proj,2.80179167,0.01000,0.616
24,self_attn.o_proj,1.56230354,0.01000,0.999
24,mlp.up_proj,18.86279488,0.01000,0.761
24,mlp.gate_proj,19.58673859,0.01000,0.690
24,mlp.down_proj,6.35227489,0.01000,4.859
25,self_attn.k_proj,0.39347792,0.01000,0.591
25,self_attn.v_proj,0.41529691,0.01000,0.585
25,self_attn.q_proj,2.34457564,0.01000,0.620
25,self_attn.o_proj,1.39203954,0.01000,1.002
25,mlp.up_proj,20.84858894,0.01000,0.671
25,mlp.gate_proj,21.49375916,0.01000,0.684
25,mlp.down_proj,7.83029795,0.01000,4.826
26,self_attn.k_proj,0.35647640,0.01000,0.601
26,self_attn.v_proj,0.39454770,0.01000,0.608
26,self_attn.q_proj,2.09413052,0.01000,0.626
26,self_attn.o_proj,1.26628304,0.01000,1.028
26,mlp.up_proj,22.22889709,0.01000,0.760
26,mlp.gate_proj,23.10571671,0.01000,0.685
26,mlp.down_proj,9.65391541,0.01000,4.898
27,self_attn.k_proj,0.49653092,0.01000,0.593
27,self_attn.v_proj,0.53916717,0.01000,0.601
27,self_attn.q_proj,2.81108642,0.01000,0.638
27,self_attn.o_proj,1.28778791,0.01000,1.027
27,mlp.up_proj,24.99816513,0.01000,0.670
27,mlp.gate_proj,26.21765327,0.01000,0.677
27,mlp.down_proj,11.44392204,0.01000,4.793
28,self_attn.k_proj,0.64958054,0.01000,0.588
28,self_attn.v_proj,0.71970218,0.01000,0.580
28,self_attn.q_proj,3.78572369,0.01000,0.613
28,self_attn.o_proj,1.34375536,0.01000,1.001
28,mlp.up_proj,28.27451324,0.01000,0.672
28,mlp.gate_proj,29.91043472,0.01000,0.674
28,mlp.down_proj,12.06320381,0.01000,4.817
29,self_attn.k_proj,0.95561182,0.01000,0.582
29,self_attn.v_proj,1.01532531,0.01000,0.578
29,self_attn.q_proj,5.24943066,0.01000,0.608
29,self_attn.o_proj,1.21492457,0.01000,0.996
29,mlp.up_proj,29.24334335,0.01000,0.676
29,mlp.gate_proj,31.70192337,0.01000,0.670
29,mlp.down_proj,12.17082787,0.01000,4.801
30,self_attn.k_proj,1.95240486,0.01000,0.589
30,self_attn.v_proj,2.24871588,0.01000,0.578
30,self_attn.q_proj,10.25545692,0.01000,0.613
30,self_attn.o_proj,1.62025571,0.01000,0.998
30,mlp.up_proj,36.15270233,0.01000,0.672
30,mlp.gate_proj,47.35651398,0.01000,0.674
30,mlp.down_proj,9.93537140,0.01000,4.866
31,self_attn.k_proj,1.61942911,0.01000,0.584
31,self_attn.v_proj,1.82055283,0.01000,0.580
31,self_attn.q_proj,8.44906044,0.01000,0.617
31,self_attn.o_proj,1.42386723,0.01000,0.995
31,mlp.up_proj,65.53971100,0.01000,0.733
31,mlp.gate_proj,87.27281189,0.01000,0.673
31,mlp.down_proj,9.09883118,0.01000,4.770
32,self_attn.k_proj,0.49775934,0.01000,0.580
32,self_attn.v_proj,0.57682067,0.01000,0.587
32,self_attn.q_proj,2.76722622,0.01000,0.610
32,self_attn.o_proj,1.22924542,0.01000,1.024
32,mlp.up_proj,36.20557404,0.01000,0.675
32,mlp.gate_proj,47.06971359,0.01000,0.686
32,mlp.down_proj,10.51329422,0.01000,4.804
33,self_attn.k_proj,0.39056635,0.01000,0.605
33,self_attn.v_proj,0.35270768,0.01000,0.606
33,self_attn.q_proj,2.17559600,0.01000,0.635
33,self_attn.o_proj,0.91561246,0.01000,1.006
33,mlp.up_proj,31.64454079,0.01000,0.684
33,mlp.gate_proj,33.90368652,0.01000,0.702
33,mlp.down_proj,11.69598007,0.01000,4.797
34,self_attn.k_proj,0.58262283,0.01000,0.585
34,self_attn.v_proj,0.60430586,0.01000,0.592
34,self_attn.q_proj,3.36116791,0.01000,0.614
34,self_attn.o_proj,1.49410868,0.01000,1.001
34,mlp.up_proj,31.09700012,0.01000,0.677
34,mlp.gate_proj,32.22082901,0.01000,0.682
34,mlp.down_proj,10.30155182,0.01000,4.774
35,self_attn.k_proj,0.70032680,0.01000,0.586
35,self_attn.v_proj,0.74828315,0.01000,0.583
35,self_attn.q_proj,4.23072529,0.01000,0.619
35,self_attn.o_proj,2.06852007,0.01000,0.992
35,mlp.up_proj,34.27872467,0.01000,0.670
35,mlp.gate_proj,35.43598175,0.01000,0.687
35,mlp.down_proj,11.79326534,0.01000,4.864
36,self_attn.k_proj,0.44468403,0.01000,0.602
36,self_attn.v_proj,0.42803633,0.01000,0.603
36,self_attn.q_proj,2.69341373,0.01000,0.620
36,self_attn.o_proj,1.48797393,0.01000,1.001
36,mlp.up_proj,36.75166702,0.01000,0.697
36,mlp.gate_proj,37.86479950,0.01000,0.694
36,mlp.down_proj,13.21588326,0.01000,4.782
37,self_attn.k_proj,0.89232874,0.01000,0.587
37,self_attn.v_proj,0.91238344,0.01000,0.579
37,self_attn.q_proj,5.40263271,0.01000,0.612
37,self_attn.o_proj,2.86390042,0.01000,0.991
37,mlp.up_proj,37.25049210,0.01000,0.669
37,mlp.gate_proj,39.85638809,0.01000,0.674
37,mlp.down_proj,12.78851604,0.01000,4.809
38,self_attn.k_proj,0.58112383,0.01000,0.579
38,self_attn.v_proj,0.55593103,0.01000,0.583
38,self_attn.q_proj,3.43921161,0.01000,0.613
38,self_attn.o_proj,2.40495610,0.01000,1.005
38,mlp.up_proj,33.93079376,0.01000,0.686
38,mlp.gate_proj,34.76781464,0.01000,0.684
38,mlp.down_proj,12.12084770,0.01000,4.777
39,self_attn.k_proj,0.52253956,0.01000,0.584
39,self_attn.v_proj,0.50883973,0.01000,0.575
39,self_attn.q_proj,3.19014835,0.01000,0.607
39,self_attn.o_proj,2.29087448,0.01000,1.001
39,mlp.up_proj,32.34271622,0.01000,0.670
39,mlp.gate_proj,31.03364563,0.01000,0.677
39,mlp.down_proj,11.51567459,0.01000,4.695
40,self_attn.k_proj,0.61335838,0.01000,0.585
40,self_attn.v_proj,0.64428663,0.01000,0.581
40,self_attn.q_proj,3.81194925,0.01000,0.602
40,self_attn.o_proj,3.03226209,0.01000,0.992
40,mlp.up_proj,28.37736320,0.01000,0.697
40,mlp.gate_proj,26.05918884,0.01000,0.688
40,mlp.down_proj,10.97085190,0.01000,4.756
41,self_attn.k_proj,0.57745767,0.01000,0.585
41,self_attn.v_proj,0.59463203,0.01000,0.587
41,self_attn.q_proj,3.71781158,0.01000,0.604
41,self_attn.o_proj,3.07954478,0.01000,0.994
41,mlp.up_proj,29.48099518,0.01000,0.671
41,mlp.gate_proj,26.64882660,0.01000,0.666
41,mlp.down_proj,11.13191032,0.01000,4.870
42,self_attn.k_proj,0.78988981,0.01000,0.590
42,self_attn.v_proj,0.84860200,0.01000,0.596
42,self_attn.q_proj,5.12852001,0.01000,0.621
42,self_attn.o_proj,3.28286076,0.01000,0.992
42,mlp.up_proj,30.84630203,0.01000,0.666
42,mlp.gate_proj,27.15005875,0.01000,0.670
42,mlp.down_proj,11.75654411,0.01000,4.817
43,self_attn.k_proj,1.16449594,0.01000,0.582
43,self_attn.v_proj,1.24040675,0.01000,0.580
43,self_attn.q_proj,6.98406553,0.01000,0.611
43,self_attn.o_proj,3.86062598,0.01000,0.997
43,mlp.up_proj,33.34944153,0.01000,0.671
43,mlp.gate_proj,30.01019669,0.01000,0.670
43,mlp.down_proj,25.11635208,0.01000,4.782
44,self_attn.k_proj,1.71554983,0.01000,0.579
44,self_attn.v_proj,1.96291685,0.01000,0.589
44,self_attn.q_proj,11.41948891,0.01000,0.605
44,self_attn.o_proj,4.92136812,0.01000,0.993
44,mlp.up_proj,33.79959869,0.01000,0.674
44,mlp.gate_proj,29.76857376,0.01000,0.677
44,mlp.down_proj,13.87499428,0.01000,4.789
45,self_attn.k_proj,1.71417141,0.01000,0.586
45,self_attn.v_proj,1.67365360,0.01000,0.582
45,self_attn.q_proj,10.24449062,0.01000,0.608
45,self_attn.o_proj,6.40359211,0.01000,1.020
45,mlp.up_proj,33.68568420,0.01000,0.685
45,mlp.gate_proj,30.09217262,0.01000,0.670
45,mlp.down_proj,14.22689438,0.01000,4.807
46,self_attn.k_proj,1.55103898,0.01000,0.601
46,self_attn.v_proj,1.82179475,0.01000,0.579
46,self_attn.q_proj,10.07090092,0.01000,0.611
46,self_attn.o_proj,6.23317194,0.01000,1.020
46,mlp.up_proj,35.53410339,0.01000,0.672
46,mlp.gate_proj,31.73735428,0.01000,0.676
46,mlp.down_proj,15.43044949,0.01000,4.869
47,self_attn.k_proj,2.28063202,0.01000,0.598
47,self_attn.v_proj,2.77592182,0.01000,0.600
47,self_attn.q_proj,15.18545723,0.01000,0.627
47,self_attn.o_proj,4.72851610,0.01000,0.999
47,mlp.up_proj,35.62887955,0.01000,0.676
47,mlp.gate_proj,32.01627350,0.01000,0.670
47,mlp.down_proj,18.26280212,0.01000,4.905
48,self_attn.k_proj,2.66260767,0.01000,0.585
48,self_attn.v_proj,3.14111185,0.01000,0.576
48,self_attn.q_proj,18.41609383,0.01000,0.610
48,self_attn.o_proj,8.19282722,0.01000,1.014
48,mlp.up_proj,37.63656616,0.01000,0.668
48,mlp.gate_proj,34.57309723,0.01000,0.672
48,mlp.down_proj,19.34831619,0.01000,4.782
49,self_attn.k_proj,2.65884829,0.01000,0.584
49,self_attn.v_proj,2.98569250,0.01000,0.581
49,self_attn.q_proj,17.61919785,0.01000,0.607
49,self_attn.o_proj,7.26910877,0.01000,1.020
49,mlp.up_proj,41.42620850,0.01000,0.677
49,mlp.gate_proj,38.83792877,0.01000,0.675
49,mlp.down_proj,26.37109184,0.01000,4.926
50,self_attn.k_proj,2.90360975,0.01000,0.587
50,self_attn.v_proj,3.47697163,0.01000,0.578
50,self_attn.q_proj,19.70182991,0.01000,0.615
50,self_attn.o_proj,7.22269058,0.01000,1.003
50,mlp.up_proj,46.48060608,0.01000,0.683
50,mlp.gate_proj,44.85363007,0.01000,0.684
50,mlp.down_proj,39.49745941,0.01000,4.863
51,self_attn.k_proj,4.47101593,0.01000,0.587
51,self_attn.v_proj,5.15800762,0.01000,0.590
51,self_attn.q_proj,29.18689728,0.01000,0.611
51,self_attn.o_proj,12.02898312,0.01000,0.998
51,mlp.up_proj,57.00413895,0.01000,0.675
51,mlp.gate_proj,55.41078186,0.01000,0.670
51,mlp.down_proj,58.49363327,0.01000,4.860
52,self_attn.k_proj,6.62997150,0.01000,0.590
52,self_attn.v_proj,8.33891296,0.01000,0.588
52,self_attn.q_proj,44.72586060,0.01000,0.611
52,self_attn.o_proj,13.14076805,0.01000,1.007
52,mlp.up_proj,72.00631714,0.01000,0.669
52,mlp.gate_proj,69.62310791,0.01000,0.673
52,mlp.down_proj,75.72852325,0.01000,4.799
53,self_attn.k_proj,10.13508415,0.01000,0.596
53,self_attn.v_proj,11.61428642,0.01000,0.583
53,self_attn.q_proj,67.00138855,0.01000,0.622
53,self_attn.o_proj,15.07366562,0.01000,1.004
53,mlp.up_proj,81.94416809,0.01000,0.676
53,mlp.gate_proj,78.68395996,0.01000,0.667
53,mlp.down_proj,111.61238861,0.01000,4.732
54,self_attn.k_proj,15.75458336,0.01000,0.586
54,self_attn.v_proj,19.68873787,0.01000,0.578
54,self_attn.q_proj,100.85462952,0.01000,0.624
54,self_attn.o_proj,24.12403679,0.01000,0.997
54,mlp.up_proj,107.50672913,0.01000,0.674
54,mlp.gate_proj,103.63814545,0.01000,0.689
54,mlp.down_proj,135.56033325,0.01000,4.860
55,self_attn.k_proj,16.10480881,0.01000,0.592
55,self_attn.v_proj,17.72549057,0.01000,0.585
55,self_attn.q_proj,103.45240784,0.01000,0.611
55,self_attn.o_proj,22.96918106,0.01000,1.023
55,mlp.up_proj,119.85327148,0.01000,0.676
55,mlp.gate_proj,113.67191315,0.01000,0.674
55,mlp.down_proj,181.36206055,0.01000,4.818
56,self_attn.k_proj,29.42279816,0.01000,0.604
56,self_attn.v_proj,39.26518250,0.01000,0.594
56,self_attn.q_proj,186.94976807,0.01000,0.628
56,self_attn.o_proj,25.44517136,0.01000,1.008
56,mlp.up_proj,137.80863953,0.01000,0.677
56,mlp.gate_proj,129.15766907,0.01000,0.669
56,mlp.down_proj,220.71806335,0.01000,4.889
57,self_attn.k_proj,35.54582214,0.01000,0.603
57,self_attn.v_proj,52.24219513,0.01000,0.598
57,self_attn.q_proj,226.70007324,0.01000,0.626
57,self_attn.o_proj,29.19537163,0.01000,1.030
57,mlp.up_proj,150.94445801,0.01000,0.687
57,mlp.gate_proj,138.68701172,0.01000,0.691
57,mlp.down_proj,272.03607178,0.01000,4.869
58,self_attn.k_proj,62.62152863,0.01000,0.600
58,self_attn.v_proj,83.80396271,0.01000,0.601
58,self_attn.q_proj,401.26757812,0.01000,0.624
58,self_attn.o_proj,29.87288284,0.01000,1.023
58,mlp.up_proj,171.26141357,0.01000,0.690
58,mlp.gate_proj,154.72979736,0.01000,0.685
58,mlp.down_proj,318.77127075,0.01000,4.816
59,self_attn.k_proj,81.50196838,0.01000,0.604
59,self_attn.v_proj,118.16505432,0.01000,0.596
59,self_attn.q_proj,533.09301758,0.01000,0.628
59,self_attn.o_proj,39.48266602,0.01000,1.031
59,mlp.up_proj,188.06546021,0.01000,0.773
59,mlp.gate_proj,167.98907471,0.01000,0.668
59,mlp.down_proj,396.18545532,0.01000,4.846
60,self_attn.k_proj,77.99446106,0.01000,0.604
60,self_attn.v_proj,98.29516602,0.01000,0.595
60,self_attn.q_proj,510.66320801,0.01000,0.627
60,self_attn.o_proj,75.02972412,0.01000,1.028
60,mlp.up_proj,204.07736206,0.01000,0.697
60,mlp.gate_proj,177.54901123,0.01000,0.686
60,mlp.down_proj,519.63208008,0.01000,4.884
61,self_attn.k_proj,100.32844543,0.01000,0.599
61,self_attn.v_proj,165.11795044,0.01000,0.597
61,self_attn.q_proj,703.12701416,0.01000,0.623
61,self_attn.o_proj,90.65994263,0.01000,1.024
61,mlp.up_proj,211.59127808,0.01000,0.687
61,mlp.gate_proj,181.76550293,0.01000,0.685
61,mlp.down_proj,732.12713623,0.01000,4.825
62,self_attn.k_proj,107.32044220,0.01000,0.602
62,self_attn.v_proj,158.99259949,0.01000,0.597
62,self_attn.q_proj,709.36614990,0.01000,0.626
62,self_attn.o_proj,143.19714355,0.01000,1.027
62,mlp.up_proj,236.38150024,0.01000,0.688
62,mlp.gate_proj,212.18286133,0.01000,0.684
62,mlp.down_proj,1093.04931641,0.01000,4.842
63,self_attn.k_proj,43.61927032,0.01000,0.585
63,self_attn.v_proj,59.84406281,0.01000,0.576
63,self_attn.q_proj,286.46960449,0.01000,0.622
63,self_attn.o_proj,112.02967072,0.01000,0.998
63,mlp.up_proj,260.17706299,0.01000,0.671
63,mlp.gate_proj,241.32409668,0.01000,0.672
63,mlp.down_proj,2516.70117188,0.01000,4.806