| layer,module,loss,samples,damp,time | |
| 0,feed_forward.gate_proj,1631.78808594,0.01000,3.612 | |
| 0,feed_forward.up_proj,4445.22314453,0.01000,2.566 | |
| 0,feed_forward.down_proj,8807.42382812,0.01000,10.612 | |
| 1,feed_forward.gate_proj,10.48936462,0.01000,2.562 | |
| 1,feed_forward.up_proj,8.52342987,0.01000,2.561 | |
| 1,feed_forward.down_proj,0.18726432,0.01000,6.601 | |
| 2,feed_forward.gate_proj,2127.66821289,0.01000,0.803 | |
| 2,feed_forward.up_proj,3324.84619141,0.01000,0.767 | |
| 2,feed_forward.down_proj,36463.44531250,0.01000,3.526 | |
| 3,feed_forward.gate_proj,2422.82910156,0.01000,0.878 | |
| 3,feed_forward.up_proj,2638.31909180,0.01000,0.797 | |
| 3,feed_forward.down_proj,22489.33203125,0.01000,3.475 | |
| 4,feed_forward.gate_proj,2983.19091797,0.01000,0.771 | |
| 4,feed_forward.up_proj,2990.59692383,0.01000,0.768 | |
| 4,feed_forward.down_proj,23089.95507812,0.01000,3.424 | |
| 5,feed_forward.gate_proj,3115.93847656,0.01000,0.777 | |
| 5,feed_forward.up_proj,3004.32348633,0.01000,0.770 | |
| 5,feed_forward.down_proj,24695.48828125,0.01000,12.767 | |
| 6,feed_forward.gate_proj,3040.41015625,0.01000,2.567 | |
| 6,feed_forward.up_proj,2971.71093750,0.01000,2.574 | |
| 6,feed_forward.down_proj,66561.00781250,0.01000,10.619 | |
| 7,feed_forward.gate_proj,3769.67822266,0.01000,2.578 | |
| 7,feed_forward.up_proj,3247.11108398,0.01000,2.568 | |
| 7,feed_forward.down_proj,30399.18359375,0.01000,6.729 | |
| 8,feed_forward.gate_proj,3879.31054688,0.01000,0.772 | |
| 8,feed_forward.up_proj,3388.98999023,0.01000,0.770 | |
| 8,feed_forward.down_proj,29357.29296875,0.01000,8.796 | |
| 9,feed_forward.gate_proj,3592.72412109,0.01000,0.759 | |
| 9,feed_forward.up_proj,3434.00927734,0.01000,0.760 | |
| 9,feed_forward.down_proj,26270.29492188,0.01000,3.458 | |
| 10,feed_forward.gate_proj,3833.92211914,0.01000,0.764 | |
| 10,feed_forward.up_proj,3559.70703125,0.01000,0.762 | |
| 10,feed_forward.down_proj,26587.00000000,0.01000,3.451 | |
| 11,feed_forward.gate_proj,3582.31152344,0.01000,0.763 | |
| 11,feed_forward.up_proj,3417.40332031,0.01000,0.765 | |
| 11,feed_forward.down_proj,26127.80859375,0.01000,3.425 | |
| 12,feed_forward.gate_proj,3485.91943359,0.01000,0.763 | |
| 12,feed_forward.up_proj,3448.38720703,0.01000,0.765 | |
| 12,feed_forward.down_proj,25313.04296875,0.01000,3.443 | |
| 13,feed_forward.gate_proj,3067.59619141,0.01000,0.777 | |
| 13,feed_forward.up_proj,3230.79394531,0.01000,0.774 | |
| 13,feed_forward.down_proj,25281.16796875,0.01000,3.834 | |
| 14,feed_forward.gate_proj,2855.36279297,0.01000,2.451 | |
| 14,feed_forward.up_proj,2977.31640625,0.01000,0.768 | |
| 14,feed_forward.down_proj,23302.02734375,0.01000,3.571 | |
| 15,feed_forward.gate_proj,2823.34887695,0.01000,0.858 | |
| 15,feed_forward.up_proj,2899.25537109,0.01000,0.767 | |
| 15,feed_forward.down_proj,21890.37890625,0.01000,3.477 | |
| 16,feed_forward.gate_proj,2592.86767578,0.01000,0.760 | |
| 16,feed_forward.up_proj,2660.34448242,0.01000,0.760 | |
| 16,feed_forward.down_proj,144227.81250000,0.01000,3.869 | |
| 17,feed_forward.gate_proj,2280.56958008,0.01000,3.055 | |
| 17,feed_forward.up_proj,2442.76904297,0.01000,0.769 | |
| 17,feed_forward.down_proj,18410.53125000,0.01000,3.457 | |
| 18,feed_forward.gate_proj,2410.67187500,0.01000,0.761 | |
| 18,feed_forward.up_proj,2578.70849609,0.01000,0.761 | |
| 18,feed_forward.down_proj,19634.26171875,0.01000,3.454 | |
| 19,feed_forward.gate_proj,2000.21997070,0.01000,0.760 | |
| 19,feed_forward.up_proj,2016.28771973,0.01000,0.759 | |
| 19,feed_forward.down_proj,19119.12695312,0.01000,3.444 | |
| 20,feed_forward.gate_proj,2595.96411133,0.01000,0.758 | |
| 20,feed_forward.up_proj,2815.28491211,0.01000,0.757 | |
| 20,feed_forward.down_proj,21311.23437500,0.01000,3.464 | |
| 21,feed_forward.gate_proj,2571.06933594,0.01000,0.765 | |
| 21,feed_forward.up_proj,2855.45849609,0.01000,0.767 | |
| 21,feed_forward.down_proj,25101.95312500,0.01000,3.448 | |
| 22,feed_forward.gate_proj,2976.48999023,0.01000,0.760 | |
| 22,feed_forward.up_proj,3070.75756836,0.01000,0.759 | |
| 22,feed_forward.down_proj,23927.64843750,0.01000,8.065 | |
| 23,feed_forward.gate_proj,3428.94824219,0.01000,0.763 | |
| 23,feed_forward.up_proj,3490.96093750,0.01000,0.766 | |
| 23,feed_forward.down_proj,29743.54296875,0.01000,3.455 | |
| 24,feed_forward.gate_proj,3656.23291016,0.01000,0.763 | |
| 24,feed_forward.up_proj,3814.99731445,0.01000,0.767 | |
| 24,feed_forward.down_proj,40891.78906250,0.01000,3.467 | |
| 25,feed_forward.gate_proj,3632.86132812,0.01000,0.758 | |
| 25,feed_forward.up_proj,3698.35156250,0.01000,0.763 | |
| 25,feed_forward.down_proj,45423.42187500,0.01000,3.446 | |
| 26,feed_forward.gate_proj,4381.47509766,0.01000,0.759 | |
| 26,feed_forward.up_proj,4523.30078125,0.01000,0.760 | |
| 26,feed_forward.down_proj,58849.21875000,0.01000,3.446 | |
| 27,feed_forward.gate_proj,5202.25976562,0.01000,0.762 | |
| 27,feed_forward.up_proj,5293.78466797,0.01000,0.773 | |
| 27,feed_forward.down_proj,79058.42968750,0.01000,3.411 | |
| 28,feed_forward.gate_proj,5211.61718750,0.01000,0.766 | |
| 28,feed_forward.up_proj,5367.03027344,0.01000,0.764 | |
| 28,feed_forward.down_proj,157798.37500000,0.01000,3.505 | |
| 29,feed_forward.gate_proj,6454.66308594,0.01000,0.792 | |
| 29,feed_forward.up_proj,6847.06152344,0.01000,6.225 | |
| 29,feed_forward.down_proj,179038.15625000,0.01000,3.412 | |
| 30,feed_forward.gate_proj,8104.84667969,0.01000,0.798 | |
| 30,feed_forward.up_proj,8368.08593750,0.01000,0.758 | |
| 30,feed_forward.down_proj,243996.71875000,0.01000,3.445 | |
| 31,feed_forward.gate_proj,11665.57226562,0.01000,0.760 | |
| 31,feed_forward.up_proj,11735.26367188,0.01000,0.762 | |
| 31,feed_forward.down_proj,309952.59375000,0.01000,3.390 | |
| 32,feed_forward.gate_proj,14932.50195312,0.01000,0.759 | |
| 32,feed_forward.up_proj,14680.91699219,0.01000,0.762 | |
| 32,feed_forward.down_proj,399783.50000000,0.01000,3.390 | |
| 33,feed_forward.gate_proj,18567.80468750,0.01000,0.762 | |
| 33,feed_forward.up_proj,18108.98632812,0.01000,0.770 | |
| 33,feed_forward.down_proj,465413.75000000,0.01000,3.414 | |
| 34,feed_forward.gate_proj,17523.12695312,0.01000,0.822 | |
| 34,feed_forward.up_proj,17327.47070312,0.01000,0.758 | |
| 34,feed_forward.down_proj,573433.37500000,0.01000,3.447 | |
| 35,feed_forward.gate_proj,21372.51953125,0.01000,0.770 | |
| 35,feed_forward.up_proj,21112.12304688,0.01000,0.768 | |
| 35,feed_forward.down_proj,574936.87500000,0.01000,3.400 | |
| 36,feed_forward.gate_proj,24275.43750000,0.01000,0.758 | |
| 36,feed_forward.up_proj,24084.86914062,0.01000,0.757 | |
| 36,feed_forward.down_proj,726281.37500000,0.01000,3.590 | |
| 37,feed_forward.gate_proj,28065.42187500,0.01000,3.097 | |
| 37,feed_forward.up_proj,27715.53125000,0.01000,0.762 | |
| 37,feed_forward.down_proj,1100445.25000000,0.01000,3.478 | |
| 38,feed_forward.gate_proj,33442.38281250,0.01000,0.759 | |
| 38,feed_forward.up_proj,32770.71093750,0.01000,0.762 | |
| 38,feed_forward.down_proj,1386466.50000000,0.01000,3.403 | |
| 39,feed_forward.gate_proj,36426.81250000,0.01000,0.764 | |
| 39,feed_forward.up_proj,35651.10937500,0.01000,0.760 | |
| 39,feed_forward.down_proj,1752065.50000000,0.01000,3.415 | |
| 40,feed_forward.gate_proj,37037.14843750,0.01000,0.765 | |
| 40,feed_forward.up_proj,36036.16796875,0.01000,0.766 | |
| 40,feed_forward.down_proj,1942860.25000000,0.01000,3.396 | |
| 41,feed_forward.gate_proj,35611.58203125,0.01000,0.810 | |
| 41,feed_forward.up_proj,33752.74218750,0.01000,0.767 | |
| 41,feed_forward.down_proj,2141322.25000000,0.01000,3.447 | |
| 42,feed_forward.gate_proj,38532.35937500,0.01000,0.758 | |
| 42,feed_forward.up_proj,34410.99218750,0.01000,0.762 | |
| 42,feed_forward.down_proj,3670182.25000000,0.01000,3.418 | |
| 43,feed_forward.gate_proj,66086.23437500,0.01000,0.760 | |
| 43,feed_forward.up_proj,56926.46875000,0.01000,0.768 | |
| 43,feed_forward.down_proj,6171865.00000000,0.01000,5.437 | |