layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.00081898,0.01000,0.930
0,self_attn.v_proj,0.00066658,0.01000,0.910
0,self_attn.q_proj,0.00266221,0.01000,0.955
0,self_attn.o_proj,0.01056377,0.01000,0.981
0,mlp.up_proj,0.36460605,0.01000,1.014
0,mlp.gate_proj,0.41476089,0.01000,0.990
0,mlp.down_proj,0.11316967,0.01000,3.332
1,self_attn.k_proj,0.00274886,0.01000,0.983
1,self_attn.v_proj,0.00292343,0.01000,0.963
1,self_attn.q_proj,0.00942496,0.01000,0.970
1,self_attn.o_proj,0.01591702,0.01000,0.990
1,mlp.up_proj,3.48117876,0.01000,1.019
1,mlp.gate_proj,8.76610851,0.01000,0.997
1,mlp.down_proj,0.10971618,0.01000,3.338
2,self_attn.k_proj,0.00680250,0.01000,0.953
2,self_attn.v_proj,0.00658121,0.01000,0.938
2,self_attn.q_proj,0.02308291,0.01000,0.972
2,self_attn.o_proj,0.01615234,0.01000,0.989
2,mlp.up_proj,12.98209000,0.01000,1.028
2,mlp.gate_proj,16.81762123,0.01000,0.972
2,mlp.down_proj,0.08382411,0.01000,3.338
3,self_attn.k_proj,0.01154783,0.01000,0.955
3,self_attn.v_proj,0.01182674,0.01000,0.921
3,self_attn.q_proj,0.04141535,0.01000,0.972
3,self_attn.o_proj,0.02680396,0.01000,0.982
3,mlp.up_proj,7.65060997,0.01000,1.027
3,mlp.gate_proj,16.55635071,0.01000,0.996
3,mlp.down_proj,0.23596868,0.01000,3.342
4,self_attn.k_proj,0.02555137,0.01000,0.994
4,self_attn.v_proj,0.02623437,0.01000,0.963
4,self_attn.q_proj,0.08924785,0.01000,0.966
4,self_attn.o_proj,0.04677752,0.01000,0.992
4,mlp.up_proj,7.30070257,0.01000,1.029
4,mlp.gate_proj,19.08970261,0.01000,0.998
4,mlp.down_proj,0.47609770,0.01000,3.326
5,self_attn.k_proj,0.02471795,0.01000,0.997
5,self_attn.v_proj,0.02619038,0.01000,0.963
5,self_attn.q_proj,0.09057556,0.01000,0.968
5,self_attn.o_proj,0.06916548,0.01000,0.990
5,mlp.up_proj,4.68818855,0.01000,1.018
5,mlp.gate_proj,10.25698757,0.01000,0.991
5,mlp.down_proj,0.69139361,0.01000,3.426
6,self_attn.k_proj,0.04606379,0.01000,0.992
6,self_attn.v_proj,0.05108695,0.01000,0.963
6,self_attn.q_proj,0.18342555,0.01000,0.970
6,self_attn.o_proj,0.19215500,0.01000,0.983
6,mlp.up_proj,6.43126774,0.01000,1.020
6,mlp.gate_proj,12.42700386,0.01000,0.995
6,mlp.down_proj,39.82849121,0.01000,3.355
7,self_attn.k_proj,0.11290302,0.01000,0.995
7,self_attn.v_proj,0.11030604,0.01000,0.963
7,self_attn.q_proj,0.39779568,0.01000,0.976
7,self_attn.o_proj,0.16358313,0.01000,0.997
7,mlp.up_proj,7.58053160,0.01000,1.033
7,mlp.gate_proj,13.41549873,0.01000,1.017
7,mlp.down_proj,0.94745064,0.01000,3.367
8,self_attn.k_proj,0.17907880,0.01000,1.000
8,self_attn.v_proj,0.18876882,0.01000,0.969
8,self_attn.q_proj,0.64190459,0.01000,0.970
8,self_attn.o_proj,0.28301448,0.01000,0.996
8,mlp.up_proj,7.10559034,0.01000,1.029
8,mlp.gate_proj,8.11741829,0.01000,0.997
8,mlp.down_proj,1.72153497,0.01000,3.357
9,self_attn.k_proj,0.24353266,0.01000,0.996
9,self_attn.v_proj,0.22538465,0.01000,0.965
9,self_attn.q_proj,0.84267175,0.01000,0.971
9,self_attn.o_proj,0.37646514,0.01000,0.995
9,mlp.up_proj,9.17837620,0.01000,1.025
9,mlp.gate_proj,12.42196846,0.01000,0.996
9,mlp.down_proj,1.98623919,0.01000,3.344
10,self_attn.k_proj,0.44182873,0.01000,0.998
10,self_attn.v_proj,0.49409217,0.01000,0.971
10,self_attn.q_proj,1.59092176,0.01000,0.975
10,self_attn.o_proj,0.48631072,0.01000,0.994
10,mlp.up_proj,9.16933823,0.01000,1.030
10,mlp.gate_proj,11.79351807,0.01000,1.000
10,mlp.down_proj,2.10669732,0.01000,3.378
11,self_attn.k_proj,0.23384133,0.01000,1.000
11,self_attn.v_proj,0.23612824,0.01000,0.966
11,self_attn.q_proj,0.81552625,0.01000,0.974
11,self_attn.o_proj,0.46933773,0.01000,0.997
11,mlp.up_proj,9.38166714,0.01000,1.043
11,mlp.gate_proj,11.07245445,0.01000,1.015
11,mlp.down_proj,2.13181925,0.01000,3.428
12,self_attn.k_proj,0.27170113,0.01000,0.988
12,self_attn.v_proj,0.28498989,0.01000,0.962
12,self_attn.q_proj,0.95448577,0.01000,0.972
12,self_attn.o_proj,0.57324892,0.01000,0.963
12,mlp.up_proj,10.03530407,0.01000,1.037
12,mlp.gate_proj,11.01393509,0.01000,1.001
12,mlp.down_proj,2.29487896,0.01000,3.388
13,self_attn.k_proj,0.22276369,0.01000,0.993
13,self_attn.v_proj,0.21455717,0.01000,0.971
13,self_attn.q_proj,0.81629038,0.01000,0.976
13,self_attn.o_proj,0.42701221,0.01000,1.000
13,mlp.up_proj,10.49976158,0.01000,1.033
13,mlp.gate_proj,10.70145893,0.01000,1.002
13,mlp.down_proj,2.60380840,0.01000,3.357
14,self_attn.k_proj,0.37535098,0.01000,1.004
14,self_attn.v_proj,0.39157313,0.01000,0.973
14,self_attn.q_proj,1.37911272,0.01000,0.979
14,self_attn.o_proj,0.80457497,0.01000,0.993
14,mlp.up_proj,10.72129440,0.01000,1.022
14,mlp.gate_proj,10.83584213,0.01000,1.007
14,mlp.down_proj,2.57154799,0.01000,3.362
15,self_attn.k_proj,0.39861578,0.01000,0.959
15,self_attn.v_proj,0.38187337,0.01000,0.956
15,self_attn.q_proj,1.42467535,0.01000,0.985
15,self_attn.o_proj,0.62761331,0.01000,0.956
15,mlp.up_proj,10.44326878,0.01000,0.966
15,mlp.gate_proj,10.13860321,0.01000,0.934
15,mlp.down_proj,2.66034722,0.01000,3.164
16,self_attn.k_proj,0.69915050,0.01000,0.931
16,self_attn.v_proj,0.79679632,0.01000,0.898
16,self_attn.q_proj,2.69724488,0.01000,0.902
16,self_attn.o_proj,0.90162665,0.01000,0.925
16,mlp.up_proj,12.03856277,0.01000,0.963
16,mlp.gate_proj,12.08769608,0.01000,0.932
16,mlp.down_proj,7.32658958,0.01000,3.143
17,self_attn.k_proj,0.69720548,0.01000,0.909
17,self_attn.v_proj,0.77622926,0.01000,0.877
17,self_attn.q_proj,2.85146189,0.01000,0.882
17,self_attn.o_proj,1.11090648,0.01000,0.905
17,mlp.up_proj,11.91839600,0.01000,0.938
17,mlp.gate_proj,11.61888885,0.01000,0.911
17,mlp.down_proj,4.19483757,0.01000,3.096
18,self_attn.k_proj,0.81944716,0.01000,0.958
18,self_attn.v_proj,0.88214433,0.01000,0.878
18,self_attn.q_proj,3.12404394,0.01000,0.916
18,self_attn.o_proj,1.20161247,0.01000,0.925
18,mlp.up_proj,13.55004978,0.01000,0.960
18,mlp.gate_proj,13.19692612,0.01000,0.932
18,mlp.down_proj,4.46299171,0.01000,3.153
19,self_attn.k_proj,1.61722660,0.01000,0.931
19,self_attn.v_proj,1.69101739,0.01000,0.909
19,self_attn.q_proj,6.37774277,0.01000,0.912
19,self_attn.o_proj,1.97588265,0.01000,0.927
19,mlp.up_proj,15.75208664,0.01000,0.962
19,mlp.gate_proj,15.12816429,0.01000,0.932
19,mlp.down_proj,5.88752890,0.01000,3.154
20,self_attn.k_proj,1.40967464,0.01000,0.930
20,self_attn.v_proj,1.60080421,0.01000,0.898
20,self_attn.q_proj,6.02798176,0.01000,0.902
20,self_attn.o_proj,1.99192619,0.01000,0.926
20,mlp.up_proj,17.76055527,0.01000,0.962
20,mlp.gate_proj,16.75141525,0.01000,0.932
20,mlp.down_proj,7.02390528,0.01000,3.151
21,self_attn.k_proj,1.93168008,0.01000,0.928
21,self_attn.v_proj,2.32839441,0.01000,0.899
21,self_attn.q_proj,7.93037605,0.01000,0.903
21,self_attn.o_proj,2.33001137,0.01000,0.923
21,mlp.up_proj,20.97650146,0.01000,0.959
21,mlp.gate_proj,19.60754967,0.01000,0.932
21,mlp.down_proj,9.47710514,0.01000,3.150
22,self_attn.k_proj,4.38026810,0.01000,0.951
22,self_attn.v_proj,4.76986408,0.01000,0.881
22,self_attn.q_proj,17.14842033,0.01000,0.885
22,self_attn.o_proj,4.70186186,0.01000,0.908
22,mlp.up_proj,24.83567047,0.01000,0.944
22,mlp.gate_proj,23.42943954,0.01000,0.914
22,mlp.down_proj,15.90500259,0.01000,3.099
23,self_attn.k_proj,4.39575863,0.01000,0.912
23,self_attn.v_proj,5.49318504,0.01000,0.879
23,self_attn.q_proj,18.27279663,0.01000,0.886
23,self_attn.o_proj,7.11719418,0.01000,0.908
23,mlp.up_proj,28.74668694,0.01000,0.947
23,mlp.gate_proj,27.82252884,0.01000,0.915
23,mlp.down_proj,22.27873039,0.01000,3.150
24,self_attn.k_proj,7.76150322,0.01000,0.911
24,self_attn.v_proj,10.02000999,0.01000,0.880
24,self_attn.q_proj,32.13746643,0.01000,0.885
24,self_attn.o_proj,8.39258480,0.01000,0.908
24,mlp.up_proj,31.80643082,0.01000,0.947
24,mlp.gate_proj,31.17360878,0.01000,0.917
24,mlp.down_proj,26.38691711,0.01000,3.207
25,self_attn.k_proj,6.23285007,0.01000,0.956
25,self_attn.v_proj,7.53075695,0.01000,0.884
25,self_attn.q_proj,24.82022476,0.01000,0.895
25,self_attn.o_proj,5.23707581,0.01000,0.948
25,mlp.up_proj,36.12810898,0.01000,0.973
25,mlp.gate_proj,35.83207321,0.01000,0.939
25,mlp.down_proj,32.88881683,0.01000,3.173
26,self_attn.k_proj,10.20067215,0.01000,0.936
26,self_attn.v_proj,12.58343697,0.01000,0.903
26,self_attn.q_proj,41.61561584,0.01000,0.932
26,self_attn.o_proj,6.34464645,0.01000,0.933
26,mlp.up_proj,43.97548676,0.01000,0.969
26,mlp.gate_proj,42.95751572,0.01000,0.939
26,mlp.down_proj,38.91927719,0.01000,3.176
27,self_attn.k_proj,11.28719807,0.01000,0.936
27,self_attn.v_proj,15.30759811,0.01000,0.918
27,self_attn.q_proj,47.44653320,0.01000,0.910
27,self_attn.o_proj,6.93713140,0.01000,0.932
27,mlp.up_proj,49.93562317,0.01000,0.968
27,mlp.gate_proj,47.99846268,0.01000,0.938
27,mlp.down_proj,53.05934906,0.01000,3.173
28,self_attn.k_proj,13.16033936,0.01000,0.935
28,self_attn.v_proj,15.21002960,0.01000,0.901
28,self_attn.q_proj,50.68807602,0.01000,0.907
28,self_attn.o_proj,11.12988663,0.01000,0.932
28,mlp.up_proj,58.48759842,0.01000,0.968
28,mlp.gate_proj,54.71423340,0.01000,0.938
28,mlp.down_proj,73.80397034,0.01000,3.180
29,self_attn.k_proj,29.57807922,0.01000,0.935
29,self_attn.v_proj,43.38948059,0.01000,0.903
29,self_attn.q_proj,115.62554932,0.01000,0.910
29,self_attn.o_proj,12.59876823,0.01000,0.933
29,mlp.up_proj,68.68040466,0.01000,0.969
29,mlp.gate_proj,62.38510513,0.01000,0.937
29,mlp.down_proj,80.62075806,0.01000,3.173
30,self_attn.k_proj,35.26361084,0.01000,0.934
30,self_attn.v_proj,46.33374023,0.01000,0.904
30,self_attn.q_proj,132.53497314,0.01000,0.910
30,self_attn.o_proj,17.81767082,0.01000,0.930
30,mlp.up_proj,74.55784607,0.01000,0.970
30,mlp.gate_proj,66.18569946,0.01000,0.938
30,mlp.down_proj,106.52716064,0.01000,3.177
31,self_attn.k_proj,49.98489380,0.01000,0.947
31,self_attn.v_proj,69.49468231,0.01000,0.932
31,self_attn.q_proj,170.69680786,0.01000,0.912
31,self_attn.o_proj,21.39829254,0.01000,0.932
31,mlp.up_proj,79.79562378,0.01000,0.969
31,mlp.gate_proj,68.45579529,0.01000,0.941
31,mlp.down_proj,135.01379395,0.01000,3.169
32,self_attn.k_proj,67.02267456,0.01000,0.936
32,self_attn.v_proj,101.60980225,0.01000,0.905
32,self_attn.q_proj,252.53392029,0.01000,0.910
32,self_attn.o_proj,30.39963531,0.01000,0.932
32,mlp.up_proj,84.75903320,0.01000,0.967
32,mlp.gate_proj,71.21557617,0.01000,0.951
32,mlp.down_proj,173.03173828,0.01000,3.169
33,self_attn.k_proj,117.32642365,0.01000,0.936
33,self_attn.v_proj,222.11895752,0.01000,0.906
33,self_attn.q_proj,504.20962524,0.01000,0.910
33,self_attn.o_proj,55.01433563,0.01000,0.931
33,mlp.up_proj,91.39668274,0.01000,0.968
33,mlp.gate_proj,75.59240723,0.01000,0.939
33,mlp.down_proj,222.78610229,0.01000,3.176
34,self_attn.k_proj,96.66996765,0.01000,0.935
34,self_attn.v_proj,151.39541626,0.01000,0.901
34,self_attn.q_proj,409.25778198,0.01000,0.908
34,self_attn.o_proj,78.65682983,0.01000,0.929
34,mlp.up_proj,98.67007446,0.01000,0.968
34,mlp.gate_proj,85.93466187,0.01000,0.937
34,mlp.down_proj,313.34213257,0.01000,3.154
35,self_attn.k_proj,47.45104218,0.01000,0.931
35,self_attn.v_proj,62.73534393,0.01000,0.899
35,self_attn.q_proj,178.08447266,0.01000,0.905
35,self_attn.o_proj,59.25527191,0.01000,0.931
35,mlp.up_proj,119.87613678,0.01000,0.963
35,mlp.gate_proj,109.75646973,0.01000,0.932
35,mlp.down_proj,1514.94860840,0.01000,3.159