quant_log.csv

layer,module,loss,damp,time
0,self_attn.k_proj,4.35013,0.01500,5.796
0,self_attn.v_proj,0.01878,0.01500,3.952
0,self_attn.q_proj,9.39139,0.01500,4.144
0,self_attn.o_proj,0.00107,0.01500,4.251
0,mlp.up_proj,3.44379,0.01500,6.893
0,mlp.gate_proj,3.71144,0.01500,5.608
0,mlp.down_proj,0.00267,0.01500,48.588
1,self_attn.k_proj,29.64296,0.01500,5.442
1,self_attn.v_proj,0.29023,0.01500,3.862
1,self_attn.q_proj,32.81706,0.01500,4.049
1,self_attn.o_proj,0.00473,0.01500,4.184
1,mlp.up_proj,10.46320,0.01500,6.873
1,mlp.gate_proj,11.52195,0.01500,5.558
1,mlp.down_proj,0.00605,0.01500,47.599
2,self_attn.k_proj,27.76187,0.01500,5.300
2,self_attn.v_proj,0.46129,0.01500,3.722
2,self_attn.q_proj,25.52964,0.01500,3.899
2,self_attn.o_proj,0.01180,0.01500,4.072
2,mlp.up_proj,23.40275,0.01500,6.705
2,mlp.gate_proj,25.72694,0.01500,5.453
2,mlp.down_proj,0.10461,0.01650,48.469
3,self_attn.k_proj,23.46399,0.01500,5.300
3,self_attn.v_proj,1.97829,0.01500,3.698
3,self_attn.q_proj,44.69431,0.01500,3.907
3,self_attn.o_proj,0.01513,0.01500,4.079
3,mlp.up_proj,34.65149,0.01500,6.713
3,mlp.gate_proj,39.73456,0.01500,5.435
3,mlp.down_proj,0.02708,0.01500,47.462
4,self_attn.k_proj,18.60740,0.01500,5.257
4,self_attn.v_proj,2.28142,0.01500,3.690
4,self_attn.q_proj,37.03451,0.01500,3.843
4,self_attn.o_proj,0.03601,0.01500,4.081
4,mlp.up_proj,49.40864,0.01500,6.685
4,mlp.gate_proj,57.38699,0.01500,5.422
4,mlp.down_proj,0.05721,0.01500,47.377
5,self_attn.k_proj,20.30448,0.01500,5.246
5,self_attn.v_proj,3.00630,0.01500,3.657
5,self_attn.q_proj,42.47562,0.01500,3.826
5,self_attn.o_proj,0.06852,0.01500,4.050
5,mlp.up_proj,70.86872,0.01500,6.692
5,mlp.gate_proj,82.60092,0.01500,5.394
5,mlp.down_proj,0.10330,0.01500,47.285
6,self_attn.k_proj,19.27090,0.01500,5.277
6,self_attn.v_proj,3.89179,0.01500,3.702
6,self_attn.q_proj,48.03176,0.01500,3.841
6,self_attn.o_proj,0.06790,0.01500,4.044
6,mlp.up_proj,98.14202,0.01500,6.693
6,mlp.gate_proj,111.40297,0.01500,5.420
6,mlp.down_proj,0.14446,0.01500,47.310
7,self_attn.k_proj,25.72945,0.01500,5.264
7,self_attn.v_proj,6.18809,0.01500,3.666
7,self_attn.q_proj,61.07327,0.01500,3.844
7,self_attn.o_proj,0.15881,0.01500,4.046
7,mlp.up_proj,116.99324,0.01500,6.674
7,mlp.gate_proj,139.79570,0.01500,5.462
7,mlp.down_proj,0.24200,0.01500,47.374
8,self_attn.k_proj,26.63376,0.01500,5.274
8,self_attn.v_proj,6.73780,0.01500,3.717
8,self_attn.q_proj,66.64472,0.01500,3.868
8,self_attn.o_proj,0.16581,0.01500,4.044
8,mlp.up_proj,149.26277,0.01500,6.674
8,mlp.gate_proj,182.83129,0.01500,5.446
8,mlp.down_proj,0.29880,0.01500,47.410
9,self_attn.k_proj,26.10390,0.01500,5.252
9,self_attn.v_proj,7.00863,0.01500,3.668
9,self_attn.q_proj,62.03807,0.01500,3.865
9,self_attn.o_proj,0.19546,0.01500,4.054
9,mlp.up_proj,183.63750,0.01500,6.685
9,mlp.gate_proj,221.14066,0.01500,5.404
9,mlp.down_proj,0.35934,0.01500,47.430
10,self_attn.k_proj,36.90206,0.01500,5.287
10,self_attn.v_proj,9.14226,0.01500,3.698
10,self_attn.q_proj,80.53106,0.01500,3.871
10,self_attn.o_proj,0.26012,0.01500,4.053
10,mlp.up_proj,198.18631,0.01500,6.689
10,mlp.gate_proj,240.66970,0.01500,5.442
10,mlp.down_proj,0.46570,0.01500,47.370
11,self_attn.k_proj,32.14743,0.01500,5.274
11,self_attn.v_proj,9.67020,0.01500,3.697
11,self_attn.q_proj,72.00557,0.01500,3.859
11,self_attn.o_proj,0.32261,0.01500,4.051
11,mlp.up_proj,210.64434,0.01500,6.680
11,mlp.gate_proj,254.81907,0.01500,5.416
11,mlp.down_proj,0.47910,0.01500,47.364
12,self_attn.k_proj,42.83973,0.01500,5.278
12,self_attn.v_proj,10.15345,0.01500,3.685
12,self_attn.q_proj,90.94727,0.01500,3.871
12,self_attn.o_proj,0.35522,0.01500,4.035
12,mlp.up_proj,213.25906,0.01500,6.688
12,mlp.gate_proj,247.21341,0.01500,5.420
12,mlp.down_proj,0.52284,0.01500,47.267
13,self_attn.k_proj,32.96127,0.01500,5.274
13,self_attn.v_proj,12.16650,0.01500,3.692
13,self_attn.q_proj,75.60257,0.01500,3.862
13,self_attn.o_proj,0.40324,0.01500,4.056
13,mlp.up_proj,214.29990,0.01500,6.730
13,mlp.gate_proj,239.46919,0.01500,5.423
13,mlp.down_proj,0.57616,0.01500,47.349
14,self_attn.k_proj,47.18682,0.01500,5.269
14,self_attn.v_proj,17.65432,0.01500,3.694
14,self_attn.q_proj,101.04409,0.01500,3.881
14,self_attn.o_proj,0.68764,0.01500,4.025
14,mlp.up_proj,234.67443,0.01500,6.685
14,mlp.gate_proj,253.83465,0.01500,5.412
14,mlp.down_proj,0.65445,0.01500,47.400
15,self_attn.k_proj,54.09038,0.01500,5.282
15,self_attn.v_proj,19.85443,0.01500,3.681
15,self_attn.q_proj,106.11286,0.01500,3.862
15,self_attn.o_proj,0.52978,0.01500,4.059
15,mlp.up_proj,265.88758,0.01500,6.683
15,mlp.gate_proj,288.06800,0.01500,5.417
15,mlp.down_proj,0.74769,0.01500,47.369
16,self_attn.k_proj,37.41516,0.01500,5.275
16,self_attn.v_proj,20.44218,0.01500,3.738
16,self_attn.q_proj,91.44013,0.01500,3.859
16,self_attn.o_proj,0.73796,0.01500,4.080
16,mlp.up_proj,280.25973,0.01500,6.700
16,mlp.gate_proj,289.34869,0.01500,5.448
16,mlp.down_proj,0.97160,0.01500,47.524
17,self_attn.k_proj,53.08701,0.01500,5.243
17,self_attn.v_proj,24.74141,0.01500,3.681
17,self_attn.q_proj,122.04392,0.01500,3.879
17,self_attn.o_proj,0.91752,0.01500,4.057
17,mlp.up_proj,304.54559,0.01500,6.694
17,mlp.gate_proj,325.76280,0.01500,5.421
17,mlp.down_proj,1.09534,0.01500,47.353
18,self_attn.k_proj,56.58150,0.01500,5.231
18,self_attn.v_proj,24.47837,0.01500,3.693
18,self_attn.q_proj,123.94422,0.01500,3.846
18,self_attn.o_proj,0.96601,0.01500,4.053
18,mlp.up_proj,330.56242,0.01500,6.690
18,mlp.gate_proj,354.70744,0.01500,5.409
18,mlp.down_proj,1.22894,0.01500,47.584
19,self_attn.k_proj,52.15675,0.01500,5.281
19,self_attn.v_proj,20.42821,0.01500,3.689
19,self_attn.q_proj,111.40133,0.01500,3.865
19,self_attn.o_proj,0.59738,0.01500,4.067
19,mlp.up_proj,342.01756,0.01500,6.713
19,mlp.gate_proj,371.13833,0.01500,5.436
19,mlp.down_proj,1.24512,0.01500,47.561
20,self_attn.k_proj,65.34574,0.01500,5.268
20,self_attn.v_proj,20.79969,0.01500,3.698
20,self_attn.q_proj,120.78517,0.01500,3.856
20,self_attn.o_proj,0.79933,0.01500,4.057
20,mlp.up_proj,379.47065,0.01500,6.673
20,mlp.gate_proj,416.61195,0.01500,5.464
20,mlp.down_proj,1.41267,0.01500,47.437
21,self_attn.k_proj,51.96946,0.01500,5.252
21,self_attn.v_proj,19.60039,0.01500,3.687
21,self_attn.q_proj,111.92335,0.01500,3.843
21,self_attn.o_proj,0.59658,0.01500,4.074
21,mlp.up_proj,415.81448,0.01500,6.705
21,mlp.gate_proj,470.86329,0.01500,5.443
21,mlp.down_proj,1.63403,0.01500,47.409
22,self_attn.k_proj,54.91379,0.01500,5.293
22,self_attn.v_proj,22.27869,0.01500,3.704
22,self_attn.q_proj,120.27491,0.01500,3.854
22,self_attn.o_proj,0.52668,0.01500,4.036
22,mlp.up_proj,424.89161,0.01500,6.671
22,mlp.gate_proj,486.23778,0.01500,5.430
22,mlp.down_proj,1.71606,0.01500,47.340
23,self_attn.k_proj,67.44897,0.01500,5.288
23,self_attn.v_proj,24.07980,0.01500,3.719
23,self_attn.q_proj,124.59901,0.01500,3.861
23,self_attn.o_proj,0.68255,0.01500,4.066
23,mlp.up_proj,434.17176,0.01500,6.694
23,mlp.gate_proj,496.52634,0.01500,5.452
23,mlp.down_proj,1.82865,0.01500,47.298
24,self_attn.k_proj,47.10809,0.01500,5.292
24,self_attn.v_proj,22.28693,0.01500,3.699
24,self_attn.q_proj,116.92687,0.01500,3.876
24,self_attn.o_proj,0.52270,0.01500,4.068
24,mlp.up_proj,435.76123,0.01500,6.705
24,mlp.gate_proj,486.76570,0.01500,5.432
24,mlp.down_proj,1.88327,0.01500,47.333
25,self_attn.k_proj,62.62039,0.01500,5.271
25,self_attn.v_proj,24.71245,0.01500,3.739
25,self_attn.q_proj,123.76468,0.01500,3.894
25,self_attn.o_proj,0.83373,0.01500,4.075
25,mlp.up_proj,458.06028,0.01500,6.708
25,mlp.gate_proj,527.59241,0.01500,5.438
25,mlp.down_proj,2.04980,0.01500,47.372
26,self_attn.k_proj,50.97967,0.01500,5.285
26,self_attn.v_proj,24.99530,0.01500,3.689
26,self_attn.q_proj,122.16379,0.01500,3.884
26,self_attn.o_proj,0.50815,0.01500,4.071
26,mlp.up_proj,474.21384,0.01500,6.708
26,mlp.gate_proj,560.86479,0.01500,5.421
26,mlp.down_proj,2.12071,0.01500,47.407
27,self_attn.k_proj,32.21025,0.01500,5.284
27,self_attn.v_proj,22.32059,0.01500,3.672
27,self_attn.q_proj,93.89602,0.01500,3.866
27,self_attn.o_proj,0.84583,0.01500,4.067
27,mlp.up_proj,471.07579,0.01500,6.717
27,mlp.gate_proj,548.74328,0.01500,5.469
27,mlp.down_proj,2.41532,0.01500,47.444
28,self_attn.k_proj,60.67304,0.01500,5.264
28,self_attn.v_proj,30.47938,0.01500,3.699
28,self_attn.q_proj,134.55070,0.01500,3.872
28,self_attn.o_proj,0.74397,0.01500,4.059
28,mlp.up_proj,490.40091,0.01500,6.696
28,mlp.gate_proj,595.66978,0.01500,5.469
28,mlp.down_proj,1.89024,0.01500,47.428
29,self_attn.k_proj,50.39839,0.01500,5.276
29,self_attn.v_proj,22.60897,0.01500,3.714
29,self_attn.q_proj,104.39243,0.01500,3.870
29,self_attn.o_proj,0.88428,0.01500,4.077
29,mlp.up_proj,508.61017,0.01500,6.704
29,mlp.gate_proj,620.95550,0.01500,5.440
29,mlp.down_proj,2.13120,0.01500,47.371
30,self_attn.k_proj,68.45669,0.01500,5.327
30,self_attn.v_proj,34.79505,0.01500,3.705
30,self_attn.q_proj,140.91889,0.01500,3.889
30,self_attn.o_proj,0.99748,0.01500,4.053
30,mlp.up_proj,540.70949,0.01500,6.699
30,mlp.gate_proj,659.83809,0.01500,5.431
30,mlp.down_proj,2.10708,0.01500,47.384
31,self_attn.k_proj,44.78834,0.01500,5.256
31,self_attn.v_proj,31.78718,0.01500,3.696
31,self_attn.q_proj,114.04412,0.01500,3.877
31,self_attn.o_proj,0.59152,0.01500,4.065
31,mlp.up_proj,560.45728,0.01500,6.695
31,mlp.gate_proj,674.60949,0.01500,5.428
31,mlp.down_proj,2.30641,0.01500,47.367
32,self_attn.k_proj,56.30912,0.01500,5.275
32,self_attn.v_proj,34.25995,0.01500,3.708
32,self_attn.q_proj,121.05670,0.01500,3.869
32,self_attn.o_proj,0.82758,0.01500,4.075
32,mlp.up_proj,591.63220,0.01500,6.689
32,mlp.gate_proj,706.15997,0.01500,5.451
32,mlp.down_proj,2.53290,0.01500,47.267
33,self_attn.k_proj,46.11280,0.01500,5.284
33,self_attn.v_proj,42.51080,0.01500,3.726
33,self_attn.q_proj,120.57386,0.01500,3.907
33,self_attn.o_proj,0.89769,0.01500,4.080
33,mlp.up_proj,627.82678,0.01500,6.741
33,mlp.gate_proj,722.65380,0.01500,5.448
33,mlp.down_proj,3.02083,0.01500,47.569
34,self_attn.k_proj,57.65119,0.01500,5.307
34,self_attn.v_proj,47.52145,0.01500,3.731
34,self_attn.q_proj,126.24557,0.01500,3.907
34,self_attn.o_proj,2.01183,0.01500,4.098
34,mlp.up_proj,700.00593,0.01500,6.708
34,mlp.gate_proj,757.95016,0.01500,5.469
34,mlp.down_proj,4.47699,0.01500,47.457
35,self_attn.k_proj,58.37378,0.01500,5.287
35,self_attn.v_proj,52.73662,0.01500,3.720
35,self_attn.q_proj,126.43205,0.01500,3.886
35,self_attn.o_proj,1.93946,0.01500,4.104
35,mlp.up_proj,750.29913,0.01500,6.719
35,mlp.gate_proj,780.23101,0.01500,5.440
35,mlp.down_proj,6.17615,0.01500,47.425
36,self_attn.k_proj,51.75059,0.01500,5.291
36,self_attn.v_proj,60.43876,0.01500,3.710
36,self_attn.q_proj,129.25831,0.01500,3.886
36,self_attn.o_proj,4.24202,0.01500,4.068
36,mlp.up_proj,881.16835,0.01500,6.726
36,mlp.gate_proj,894.70775,0.01500,5.467
36,mlp.down_proj,9.76076,0.01500,47.466
37,self_attn.k_proj,61.10957,0.01500,5.386
37,self_attn.v_proj,92.40344,0.01500,3.698
37,self_attn.q_proj,152.37925,0.01500,3.911
37,self_attn.o_proj,8.34289,0.01500,4.077
37,mlp.up_proj,1013.91551,0.01500,6.703
37,mlp.gate_proj,1019.51068,0.01500,5.443
37,mlp.down_proj,14.96210,0.01500,47.407
38,self_attn.k_proj,57.50252,0.01500,5.300
38,self_attn.v_proj,74.01140,0.01500,3.718
38,self_attn.q_proj,142.36679,0.01500,3.895
38,self_attn.o_proj,11.92842,0.01500,4.074
38,mlp.up_proj,950.04810,0.01500,6.712
38,mlp.gate_proj,934.03283,0.01500,5.426
38,mlp.down_proj,25.90887,0.01500,47.661
39,self_attn.k_proj,56.80673,0.01500,5.343
39,self_attn.v_proj,41.75524,0.01500,3.736
39,self_attn.q_proj,137.96739,0.01500,3.917
39,self_attn.o_proj,14.77933,0.01500,4.105
39,mlp.up_proj,794.27943,0.01500,6.733
39,mlp.gate_proj,831.57729,0.01500,5.472
39,mlp.down_proj,44.98471,0.01500,47.570