layer,module,loss,damp,time
0,self_attn.k_proj,0.05621,0.01000,1.196
0,self_attn.v_proj,0.00545,0.01000,0.893
0,self_attn.q_proj,0.09766,0.01000,0.550
0,self_attn.o_proj,0.00720,0.01000,1.127
0,mlp.up_proj,0.13284,0.01000,1.074
0,mlp.gate_proj,0.14490,0.01000,0.966
0,mlp.down_proj,0.00287,0.01000,2.250
1,self_attn.k_proj,0.13365,0.01000,0.510
1,self_attn.v_proj,0.01556,0.01000,0.506
1,self_attn.q_proj,0.25788,0.01000,0.553
1,self_attn.o_proj,0.00839,0.01000,0.997
1,mlp.up_proj,0.36149,0.01000,1.224
1,mlp.gate_proj,0.45005,0.01000,0.723
1,mlp.down_proj,0.20013,0.01000,2.297
2,self_attn.k_proj,0.24724,0.01000,0.506
2,self_attn.v_proj,0.03933,0.01000,0.509
2,self_attn.q_proj,0.47321,0.01000,0.568
2,self_attn.o_proj,0.01924,0.01000,0.560
2,mlp.up_proj,0.75024,0.01000,0.737
2,mlp.gate_proj,0.98029,0.01000,0.739
2,mlp.down_proj,0.01554,0.01000,2.684
3,self_attn.k_proj,0.60100,0.01000,0.859
3,self_attn.v_proj,0.09872,0.01000,0.512
3,self_attn.q_proj,0.94429,0.01000,0.570
3,self_attn.o_proj,0.00530,0.01000,0.568
3,mlp.up_proj,1.42404,0.01000,0.742
3,mlp.gate_proj,2.03389,0.01000,0.738
3,mlp.down_proj,0.04570,0.01000,2.777
4,self_attn.k_proj,0.37175,0.01000,0.917
4,self_attn.v_proj,0.09440,0.01000,0.506
4,self_attn.q_proj,0.85723,0.01000,0.567
4,self_attn.o_proj,0.02324,0.01000,0.999
4,mlp.up_proj,1.75096,0.01000,1.218
4,mlp.gate_proj,2.32645,0.01000,0.734
4,mlp.down_proj,0.06497,0.01000,2.299
5,self_attn.k_proj,0.42039,0.01000,0.508
5,self_attn.v_proj,0.12333,0.01000,0.516
5,self_attn.q_proj,0.99933,0.01000,0.566
5,self_attn.o_proj,0.03446,0.01000,0.561
5,mlp.up_proj,2.02846,0.01000,0.742
5,mlp.gate_proj,2.61058,0.01000,0.738
5,mlp.down_proj,0.09458,0.01000,2.726
6,self_attn.k_proj,0.43745,0.01000,0.507
6,self_attn.v_proj,0.12596,0.01000,0.505
6,self_attn.q_proj,1.12090,0.01000,0.557
6,self_attn.o_proj,0.05046,0.01000,0.566
6,mlp.up_proj,2.24570,0.01000,0.759
6,mlp.gate_proj,3.58803,0.01000,0.736
6,mlp.down_proj,0.10299,0.01000,2.669
7,self_attn.k_proj,0.84814,0.01000,0.927
7,self_attn.v_proj,0.18806,0.01000,0.505
7,self_attn.q_proj,1.51966,0.01000,0.567
7,self_attn.o_proj,0.00890,0.01000,0.559
7,mlp.up_proj,2.41810,0.01000,0.730
7,mlp.gate_proj,3.40998,0.01000,0.728
7,mlp.down_proj,0.12915,0.01000,2.756
8,self_attn.k_proj,0.47351,0.01000,0.963
8,self_attn.v_proj,0.13747,0.01000,0.507
8,self_attn.q_proj,1.14740,0.01000,0.566
8,self_attn.o_proj,0.05132,0.01000,1.080
8,mlp.up_proj,2.51129,0.01000,1.058
8,mlp.gate_proj,3.12458,0.01000,0.728
8,mlp.down_proj,0.13478,0.01000,2.295
9,self_attn.k_proj,0.59965,0.01000,0.504
9,self_attn.v_proj,0.17365,0.01000,0.504
9,self_attn.q_proj,1.38692,0.01000,0.562
9,self_attn.o_proj,0.06629,0.01000,0.562
9,mlp.up_proj,2.76733,0.01000,0.732
9,mlp.gate_proj,3.32531,0.01000,0.735
9,mlp.down_proj,0.16287,0.01000,2.715
10,self_attn.k_proj,0.52339,0.01000,0.501
10,self_attn.v_proj,0.19670,0.01000,0.500
10,self_attn.q_proj,1.25550,0.01000,0.557
10,self_attn.o_proj,0.07569,0.01000,0.551
10,mlp.up_proj,2.73953,0.01000,0.737
10,mlp.gate_proj,3.12449,0.01000,0.727
10,mlp.down_proj,0.17240,0.01000,2.656
11,self_attn.k_proj,1.07680,0.01000,0.681
11,self_attn.v_proj,0.24638,0.01000,0.504
11,self_attn.q_proj,2.13249,0.01000,0.555
11,self_attn.o_proj,0.03390,0.01000,0.559
11,mlp.up_proj,3.17669,0.01000,1.025
11,mlp.gate_proj,4.94614,0.01000,0.733
11,mlp.down_proj,0.16393,0.01000,2.320
12,self_attn.k_proj,0.55052,0.01000,0.503
12,self_attn.v_proj,0.14572,0.01000,0.501
12,self_attn.q_proj,1.24151,0.01000,0.555
12,self_attn.o_proj,0.06163,0.01000,0.554
12,mlp.up_proj,2.77750,0.01000,0.733
12,mlp.gate_proj,3.39289,0.01000,0.730
12,mlp.down_proj,0.16477,0.01000,2.622
13,self_attn.k_proj,0.62645,0.01000,0.891
13,self_attn.v_proj,0.19116,0.01000,0.503
13,self_attn.q_proj,1.35932,0.01000,0.564
13,self_attn.o_proj,0.07144,0.01000,1.141
13,mlp.up_proj,3.03934,0.01000,1.102
13,mlp.gate_proj,3.55067,0.01000,0.743
13,mlp.down_proj,0.18427,0.01000,2.299
14,self_attn.k_proj,0.58719,0.01000,0.502
14,self_attn.v_proj,0.21528,0.01000,0.504
14,self_attn.q_proj,1.32953,0.01000,0.558
14,self_attn.o_proj,0.10515,0.01000,0.553
14,mlp.up_proj,2.95010,0.01000,0.732
14,mlp.gate_proj,3.19144,0.01000,0.735
14,mlp.down_proj,0.20802,0.01000,2.640
15,self_attn.k_proj,1.05477,0.01000,0.504
15,self_attn.v_proj,0.28173,0.01000,0.507
15,self_attn.q_proj,2.18319,0.01000,0.563
15,self_attn.o_proj,0.05205,0.01000,0.560
15,mlp.up_proj,3.56478,0.01000,0.740
15,mlp.gate_proj,4.29289,0.01000,0.730
15,mlp.down_proj,0.22124,0.01000,2.734
16,self_attn.k_proj,0.63467,0.01000,0.792
16,self_attn.v_proj,0.25075,0.01000,0.500
16,self_attn.q_proj,1.50353,0.01000,0.561
16,self_attn.o_proj,0.10116,0.01000,1.137
16,mlp.up_proj,3.35414,0.01000,1.107
16,mlp.gate_proj,3.98696,0.01000,0.724
16,mlp.down_proj,0.23792,0.01000,2.295
17,self_attn.k_proj,0.64182,0.01000,0.733
17,self_attn.v_proj,0.26062,0.01000,0.502
17,self_attn.q_proj,1.53473,0.01000,0.566
17,self_attn.o_proj,0.14796,0.01000,1.152
17,mlp.up_proj,3.49386,0.01000,1.064
17,mlp.gate_proj,4.21796,0.01000,0.734
17,mlp.down_proj,0.24264,0.01000,2.339
18,self_attn.k_proj,0.68419,0.01000,0.820
18,self_attn.v_proj,0.28049,0.01000,0.501
18,self_attn.q_proj,1.66727,0.01000,0.552
18,self_attn.o_proj,0.11068,0.01000,0.562
18,mlp.up_proj,3.71261,0.01000,0.730
18,mlp.gate_proj,4.59650,0.01000,0.735
18,mlp.down_proj,0.29909,0.01000,2.722
19,self_attn.k_proj,1.02704,0.01000,0.948
19,self_attn.v_proj,0.43806,0.01000,0.502
19,self_attn.q_proj,2.43219,0.01000,0.553
19,self_attn.o_proj,0.07447,0.01000,0.555
19,mlp.up_proj,4.35553,0.01000,0.734
19,mlp.gate_proj,5.86754,0.01000,0.734
19,mlp.down_proj,0.36460,0.01000,2.814
20,self_attn.k_proj,0.66072,0.01000,0.506
20,self_attn.v_proj,0.30183,0.01000,0.503
20,self_attn.q_proj,1.68154,0.01000,0.551
20,self_attn.o_proj,0.20820,0.01000,0.821
20,mlp.up_proj,4.02871,0.01000,1.167
20,mlp.gate_proj,5.31456,0.01000,0.738
20,mlp.down_proj,0.39856,0.01000,2.304
21,self_attn.k_proj,0.71785,0.01000,0.502
21,self_attn.v_proj,0.35489,0.01000,0.500
21,self_attn.q_proj,1.89252,0.01000,0.554
21,self_attn.o_proj,0.16916,0.01000,0.555
21,mlp.up_proj,4.70385,0.01000,0.737
21,mlp.gate_proj,6.40686,0.01000,0.739
21,mlp.down_proj,0.48923,0.01000,2.751
22,self_attn.k_proj,0.65530,0.01000,0.863
22,self_attn.v_proj,0.37394,0.01000,0.502
22,self_attn.q_proj,1.91038,0.01000,0.554
22,self_attn.o_proj,0.19113,0.01000,1.079
22,mlp.up_proj,5.04891,0.01000,1.066
22,mlp.gate_proj,6.76659,0.01000,0.732
22,mlp.down_proj,0.59243,0.01000,2.354
23,self_attn.k_proj,1.00629,0.01000,0.512
23,self_attn.v_proj,0.65785,0.01000,0.505
23,self_attn.q_proj,2.80004,0.01000,0.565
23,self_attn.o_proj,0.11185,0.01000,0.561
23,mlp.up_proj,5.98257,0.01000,0.948
23,mlp.gate_proj,8.26061,0.01000,0.740
23,mlp.down_proj,0.71816,0.01000,2.330
24,self_attn.k_proj,0.75695,0.01000,0.956
24,self_attn.v_proj,0.56502,0.01000,0.506
24,self_attn.q_proj,2.20552,0.01000,0.565
24,self_attn.o_proj,0.20811,0.01000,1.127
24,mlp.up_proj,6.07553,0.01000,1.115
24,mlp.gate_proj,8.25385,0.01000,0.731
24,mlp.down_proj,0.81732,0.01000,2.311
25,self_attn.k_proj,0.72482,0.01000,0.511
25,self_attn.v_proj,0.63889,0.01000,0.505
25,self_attn.q_proj,2.23772,0.01000,0.563
25,self_attn.o_proj,0.37058,0.01000,0.557
25,mlp.up_proj,6.89948,0.01000,1.003
25,mlp.gate_proj,9.06814,0.01000,0.738
25,mlp.down_proj,0.92696,0.01000,2.311
26,self_attn.k_proj,0.72621,0.01000,0.501
26,self_attn.v_proj,0.67210,0.01000,0.512
26,self_attn.q_proj,2.30942,0.01000,0.561
26,self_attn.o_proj,0.34593,0.01000,0.564
26,mlp.up_proj,7.81135,0.01000,0.766
26,mlp.gate_proj,9.74435,0.01000,0.733
26,mlp.down_proj,1.24495,0.01000,2.766
27,self_attn.k_proj,0.82907,0.01000,0.940
27,self_attn.v_proj,1.38522,0.01000,0.507
27,self_attn.q_proj,2.77574,0.01000,0.563
27,self_attn.o_proj,0.16704,0.01000,0.553
27,mlp.up_proj,9.27288,0.01000,0.731
27,mlp.gate_proj,11.15920,0.01000,0.734
27,mlp.down_proj,1.72660,0.01000,2.300
28,self_attn.k_proj,0.65320,0.01000,0.504
28,self_attn.v_proj,1.41018,0.01000,0.502
28,self_attn.q_proj,2.39974,0.01000,0.560
28,self_attn.o_proj,0.32783,0.01000,0.564
28,mlp.up_proj,9.96800,0.01000,0.732
28,mlp.gate_proj,11.59946,0.01000,0.735
28,mlp.down_proj,2.22566,0.01000,2.705
29,self_attn.k_proj,0.77413,0.01000,0.762
29,self_attn.v_proj,1.39446,0.01000,0.505
29,self_attn.q_proj,2.66277,0.01000,0.555
29,self_attn.o_proj,0.94737,0.01000,0.994
29,mlp.up_proj,10.98967,0.01000,1.175
29,mlp.gate_proj,12.69676,0.01000,0.730
29,mlp.down_proj,2.79368,0.01000,2.307
30,self_attn.k_proj,0.71118,0.01000,0.504
30,self_attn.v_proj,1.45648,0.01000,0.503
30,self_attn.q_proj,2.53372,0.01000,0.551
30,self_attn.o_proj,1.33298,0.01000,0.559
30,mlp.up_proj,11.20086,0.01000,0.744
30,mlp.gate_proj,13.27178,0.01000,0.730
30,mlp.down_proj,4.00105,0.01000,2.530
31,self_attn.k_proj,1.14293,0.01000,0.881
31,self_attn.v_proj,1.13456,0.01000,0.502
31,self_attn.q_proj,2.49532,0.01000,0.562
31,self_attn.o_proj,0.23442,0.01000,0.565
31,mlp.up_proj,9.34217,0.01000,0.733
31,mlp.gate_proj,11.87304,0.01000,0.736
31,mlp.down_proj,6.81150,0.01000,2.751