layer,module,loss,samples,damp,time
0,feed_forward.gate_proj,1631.78808594,0.01000,3.612
0,feed_forward.up_proj,4445.22314453,0.01000,2.566
0,feed_forward.down_proj,8807.42382812,0.01000,10.612
1,feed_forward.gate_proj,10.48936462,0.01000,2.562
1,feed_forward.up_proj,8.52342987,0.01000,2.561
1,feed_forward.down_proj,0.18726432,0.01000,6.601
2,feed_forward.gate_proj,2127.66821289,0.01000,0.803
2,feed_forward.up_proj,3324.84619141,0.01000,0.767
2,feed_forward.down_proj,36463.44531250,0.01000,3.526
3,feed_forward.gate_proj,2422.82910156,0.01000,0.878
3,feed_forward.up_proj,2638.31909180,0.01000,0.797
3,feed_forward.down_proj,22489.33203125,0.01000,3.475
4,feed_forward.gate_proj,2983.19091797,0.01000,0.771
4,feed_forward.up_proj,2990.59692383,0.01000,0.768
4,feed_forward.down_proj,23089.95507812,0.01000,3.424
5,feed_forward.gate_proj,3115.93847656,0.01000,0.777
5,feed_forward.up_proj,3004.32348633,0.01000,0.770
5,feed_forward.down_proj,24695.48828125,0.01000,12.767
6,feed_forward.gate_proj,3040.41015625,0.01000,2.567
6,feed_forward.up_proj,2971.71093750,0.01000,2.574
6,feed_forward.down_proj,66561.00781250,0.01000,10.619
7,feed_forward.gate_proj,3769.67822266,0.01000,2.578
7,feed_forward.up_proj,3247.11108398,0.01000,2.568
7,feed_forward.down_proj,30399.18359375,0.01000,6.729
8,feed_forward.gate_proj,3879.31054688,0.01000,0.772
8,feed_forward.up_proj,3388.98999023,0.01000,0.770
8,feed_forward.down_proj,29357.29296875,0.01000,8.796
9,feed_forward.gate_proj,3592.72412109,0.01000,0.759
9,feed_forward.up_proj,3434.00927734,0.01000,0.760
9,feed_forward.down_proj,26270.29492188,0.01000,3.458
10,feed_forward.gate_proj,3833.92211914,0.01000,0.764
10,feed_forward.up_proj,3559.70703125,0.01000,0.762
10,feed_forward.down_proj,26587.00000000,0.01000,3.451
11,feed_forward.gate_proj,3582.31152344,0.01000,0.763
11,feed_forward.up_proj,3417.40332031,0.01000,0.765
11,feed_forward.down_proj,26127.80859375,0.01000,3.425
12,feed_forward.gate_proj,3485.91943359,0.01000,0.763
12,feed_forward.up_proj,3448.38720703,0.01000,0.765
12,feed_forward.down_proj,25313.04296875,0.01000,3.443
13,feed_forward.gate_proj,3067.59619141,0.01000,0.777
13,feed_forward.up_proj,3230.79394531,0.01000,0.774
13,feed_forward.down_proj,25281.16796875,0.01000,3.834
14,feed_forward.gate_proj,2855.36279297,0.01000,2.451
14,feed_forward.up_proj,2977.31640625,0.01000,0.768
14,feed_forward.down_proj,23302.02734375,0.01000,3.571
15,feed_forward.gate_proj,2823.34887695,0.01000,0.858
15,feed_forward.up_proj,2899.25537109,0.01000,0.767
15,feed_forward.down_proj,21890.37890625,0.01000,3.477
16,feed_forward.gate_proj,2592.86767578,0.01000,0.760
16,feed_forward.up_proj,2660.34448242,0.01000,0.760
16,feed_forward.down_proj,144227.81250000,0.01000,3.869
17,feed_forward.gate_proj,2280.56958008,0.01000,3.055
17,feed_forward.up_proj,2442.76904297,0.01000,0.769
17,feed_forward.down_proj,18410.53125000,0.01000,3.457
18,feed_forward.gate_proj,2410.67187500,0.01000,0.761
18,feed_forward.up_proj,2578.70849609,0.01000,0.761
18,feed_forward.down_proj,19634.26171875,0.01000,3.454
19,feed_forward.gate_proj,2000.21997070,0.01000,0.760
19,feed_forward.up_proj,2016.28771973,0.01000,0.759
19,feed_forward.down_proj,19119.12695312,0.01000,3.444
20,feed_forward.gate_proj,2595.96411133,0.01000,0.758
20,feed_forward.up_proj,2815.28491211,0.01000,0.757
20,feed_forward.down_proj,21311.23437500,0.01000,3.464
21,feed_forward.gate_proj,2571.06933594,0.01000,0.765
21,feed_forward.up_proj,2855.45849609,0.01000,0.767
21,feed_forward.down_proj,25101.95312500,0.01000,3.448
22,feed_forward.gate_proj,2976.48999023,0.01000,0.760
22,feed_forward.up_proj,3070.75756836,0.01000,0.759
22,feed_forward.down_proj,23927.64843750,0.01000,8.065
23,feed_forward.gate_proj,3428.94824219,0.01000,0.763
23,feed_forward.up_proj,3490.96093750,0.01000,0.766
23,feed_forward.down_proj,29743.54296875,0.01000,3.455
24,feed_forward.gate_proj,3656.23291016,0.01000,0.763
24,feed_forward.up_proj,3814.99731445,0.01000,0.767
24,feed_forward.down_proj,40891.78906250,0.01000,3.467
25,feed_forward.gate_proj,3632.86132812,0.01000,0.758
25,feed_forward.up_proj,3698.35156250,0.01000,0.763
25,feed_forward.down_proj,45423.42187500,0.01000,3.446
26,feed_forward.gate_proj,4381.47509766,0.01000,0.759
26,feed_forward.up_proj,4523.30078125,0.01000,0.760
26,feed_forward.down_proj,58849.21875000,0.01000,3.446
27,feed_forward.gate_proj,5202.25976562,0.01000,0.762
27,feed_forward.up_proj,5293.78466797,0.01000,0.773
27,feed_forward.down_proj,79058.42968750,0.01000,3.411
28,feed_forward.gate_proj,5211.61718750,0.01000,0.766
28,feed_forward.up_proj,5367.03027344,0.01000,0.764
28,feed_forward.down_proj,157798.37500000,0.01000,3.505
29,feed_forward.gate_proj,6454.66308594,0.01000,0.792
29,feed_forward.up_proj,6847.06152344,0.01000,6.225
29,feed_forward.down_proj,179038.15625000,0.01000,3.412
30,feed_forward.gate_proj,8104.84667969,0.01000,0.798
30,feed_forward.up_proj,8368.08593750,0.01000,0.758
30,feed_forward.down_proj,243996.71875000,0.01000,3.445
31,feed_forward.gate_proj,11665.57226562,0.01000,0.760
31,feed_forward.up_proj,11735.26367188,0.01000,0.762
31,feed_forward.down_proj,309952.59375000,0.01000,3.390
32,feed_forward.gate_proj,14932.50195312,0.01000,0.759
32,feed_forward.up_proj,14680.91699219,0.01000,0.762
32,feed_forward.down_proj,399783.50000000,0.01000,3.390
33,feed_forward.gate_proj,18567.80468750,0.01000,0.762
33,feed_forward.up_proj,18108.98632812,0.01000,0.770
33,feed_forward.down_proj,465413.75000000,0.01000,3.414
34,feed_forward.gate_proj,17523.12695312,0.01000,0.822
34,feed_forward.up_proj,17327.47070312,0.01000,0.758
34,feed_forward.down_proj,573433.37500000,0.01000,3.447
35,feed_forward.gate_proj,21372.51953125,0.01000,0.770
35,feed_forward.up_proj,21112.12304688,0.01000,0.768
35,feed_forward.down_proj,574936.87500000,0.01000,3.400
36,feed_forward.gate_proj,24275.43750000,0.01000,0.758
36,feed_forward.up_proj,24084.86914062,0.01000,0.757
36,feed_forward.down_proj,726281.37500000,0.01000,3.590
37,feed_forward.gate_proj,28065.42187500,0.01000,3.097
37,feed_forward.up_proj,27715.53125000,0.01000,0.762
37,feed_forward.down_proj,1100445.25000000,0.01000,3.478
38,feed_forward.gate_proj,33442.38281250,0.01000,0.759
38,feed_forward.up_proj,32770.71093750,0.01000,0.762
38,feed_forward.down_proj,1386466.50000000,0.01000,3.403
39,feed_forward.gate_proj,36426.81250000,0.01000,0.764
39,feed_forward.up_proj,35651.10937500,0.01000,0.760
39,feed_forward.down_proj,1752065.50000000,0.01000,3.415
40,feed_forward.gate_proj,37037.14843750,0.01000,0.765
40,feed_forward.up_proj,36036.16796875,0.01000,0.766
40,feed_forward.down_proj,1942860.25000000,0.01000,3.396
41,feed_forward.gate_proj,35611.58203125,0.01000,0.810
41,feed_forward.up_proj,33752.74218750,0.01000,0.767
41,feed_forward.down_proj,2141322.25000000,0.01000,3.447
42,feed_forward.gate_proj,38532.35937500,0.01000,0.758
42,feed_forward.up_proj,34410.99218750,0.01000,0.762
42,feed_forward.down_proj,3670182.25000000,0.01000,3.418
43,feed_forward.gate_proj,66086.23437500,0.01000,0.760
43,feed_forward.up_proj,56926.46875000,0.01000,0.768
43,feed_forward.down_proj,6171865.00000000,0.01000,5.437