| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 18.0, |
| "global_step": 98676, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0, |
| "learning_rate": 5e-09, |
| "loss": 10.532, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.09, |
| "learning_rate": 2.5e-06, |
| "loss": 9.367, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.18, |
| "learning_rate": 5e-06, |
| "loss": 7.4277, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.27, |
| "learning_rate": 7.5e-06, |
| "loss": 6.1401, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.36, |
| "learning_rate": 1e-05, |
| "loss": 5.8709, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.46, |
| "learning_rate": 1.25e-05, |
| "loss": 5.753, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.55, |
| "learning_rate": 1.5e-05, |
| "loss": 5.6777, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.64, |
| "learning_rate": 1.75e-05, |
| "loss": 5.6151, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.73, |
| "learning_rate": 2e-05, |
| "loss": 5.5717, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.82, |
| "learning_rate": 2.25e-05, |
| "loss": 5.5305, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.91, |
| "learning_rate": 2.5e-05, |
| "loss": 5.4947, |
| "step": 5000 |
| }, |
| { |
| "epoch": 1.0, |
| "learning_rate": 2.7500000000000004e-05, |
| "loss": 5.4688, |
| "step": 5500 |
| }, |
| { |
| "epoch": 1.09, |
| "learning_rate": 3e-05, |
| "loss": 5.4406, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.19, |
| "learning_rate": 3.2500000000000004e-05, |
| "loss": 5.4163, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.28, |
| "learning_rate": 3.5e-05, |
| "loss": 5.3942, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.37, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 5.3762, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.46, |
| "learning_rate": 4e-05, |
| "loss": 5.3524, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.55, |
| "learning_rate": 4.2495e-05, |
| "loss": 5.338, |
| "step": 8500 |
| }, |
| { |
| "epoch": 1.64, |
| "learning_rate": 4.4995000000000005e-05, |
| "loss": 5.3205, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.73, |
| "learning_rate": 4.7495e-05, |
| "loss": 5.3096, |
| "step": 9500 |
| }, |
| { |
| "epoch": 1.82, |
| "learning_rate": 4.9995000000000005e-05, |
| "loss": 5.2971, |
| "step": 10000 |
| }, |
| { |
| "epoch": 1.92, |
| "learning_rate": 4.998859263331501e-05, |
| "loss": 5.2822, |
| "step": 10500 |
| }, |
| { |
| "epoch": 2.01, |
| "learning_rate": 4.9977139453912406e-05, |
| "loss": 5.2716, |
| "step": 11000 |
| }, |
| { |
| "epoch": 2.1, |
| "learning_rate": 4.99656862745098e-05, |
| "loss": 5.2599, |
| "step": 11500 |
| }, |
| { |
| "epoch": 2.19, |
| "learning_rate": 4.9954233095107204e-05, |
| "loss": 5.2516, |
| "step": 12000 |
| }, |
| { |
| "epoch": 2.28, |
| "learning_rate": 4.99427799157046e-05, |
| "loss": 5.2391, |
| "step": 12500 |
| }, |
| { |
| "epoch": 2.37, |
| "learning_rate": 4.9931326736301996e-05, |
| "loss": 5.2352, |
| "step": 13000 |
| }, |
| { |
| "epoch": 2.46, |
| "learning_rate": 4.99198964632582e-05, |
| "loss": 5.2247, |
| "step": 13500 |
| }, |
| { |
| "epoch": 2.55, |
| "learning_rate": 4.99084432838556e-05, |
| "loss": 5.2168, |
| "step": 14000 |
| }, |
| { |
| "epoch": 2.65, |
| "learning_rate": 4.9896990104453e-05, |
| "loss": 5.2091, |
| "step": 14500 |
| }, |
| { |
| "epoch": 2.74, |
| "learning_rate": 4.9885536925050395e-05, |
| "loss": 5.2037, |
| "step": 15000 |
| }, |
| { |
| "epoch": 2.83, |
| "learning_rate": 4.98741066520066e-05, |
| "loss": 5.196, |
| "step": 15500 |
| }, |
| { |
| "epoch": 2.92, |
| "learning_rate": 4.9862653472603996e-05, |
| "loss": 5.1892, |
| "step": 16000 |
| }, |
| { |
| "epoch": 3.01, |
| "learning_rate": 4.985120029320139e-05, |
| "loss": 5.1825, |
| "step": 16500 |
| }, |
| { |
| "epoch": 3.1, |
| "learning_rate": 4.98397700201576e-05, |
| "loss": 5.1753, |
| "step": 17000 |
| }, |
| { |
| "epoch": 3.19, |
| "learning_rate": 4.9828316840755e-05, |
| "loss": 5.1722, |
| "step": 17500 |
| }, |
| { |
| "epoch": 3.28, |
| "learning_rate": 4.9816863661352395e-05, |
| "loss": 5.1653, |
| "step": 18000 |
| }, |
| { |
| "epoch": 3.37, |
| "learning_rate": 4.980541048194979e-05, |
| "loss": 5.1603, |
| "step": 18500 |
| }, |
| { |
| "epoch": 3.47, |
| "learning_rate": 4.9793980208905996e-05, |
| "loss": 5.1547, |
| "step": 19000 |
| }, |
| { |
| "epoch": 3.56, |
| "learning_rate": 4.97825270295034e-05, |
| "loss": 5.151, |
| "step": 19500 |
| }, |
| { |
| "epoch": 3.65, |
| "learning_rate": 4.9771073850100794e-05, |
| "loss": 5.1468, |
| "step": 20000 |
| }, |
| { |
| "epoch": 3.74, |
| "learning_rate": 4.975962067069819e-05, |
| "loss": 5.1434, |
| "step": 20500 |
| }, |
| { |
| "epoch": 3.83, |
| "learning_rate": 4.974816749129559e-05, |
| "loss": 5.1388, |
| "step": 21000 |
| }, |
| { |
| "epoch": 3.92, |
| "learning_rate": 4.973671431189299e-05, |
| "loss": 5.133, |
| "step": 21500 |
| }, |
| { |
| "epoch": 4.01, |
| "learning_rate": 4.9725284038849186e-05, |
| "loss": 5.1264, |
| "step": 22000 |
| }, |
| { |
| "epoch": 4.1, |
| "learning_rate": 4.971383085944659e-05, |
| "loss": 5.1248, |
| "step": 22500 |
| }, |
| { |
| "epoch": 4.2, |
| "learning_rate": 4.9702377680043984e-05, |
| "loss": 5.1185, |
| "step": 23000 |
| }, |
| { |
| "epoch": 4.29, |
| "learning_rate": 4.969092450064138e-05, |
| "loss": 5.1139, |
| "step": 23500 |
| }, |
| { |
| "epoch": 4.38, |
| "learning_rate": 4.967947132123878e-05, |
| "loss": 5.1114, |
| "step": 24000 |
| }, |
| { |
| "epoch": 4.47, |
| "learning_rate": 4.966806395455378e-05, |
| "loss": 5.1084, |
| "step": 24500 |
| }, |
| { |
| "epoch": 4.56, |
| "learning_rate": 4.9656610775151186e-05, |
| "loss": 5.1041, |
| "step": 25000 |
| }, |
| { |
| "epoch": 4.65, |
| "learning_rate": 4.964515759574858e-05, |
| "loss": 5.102, |
| "step": 25500 |
| }, |
| { |
| "epoch": 4.74, |
| "learning_rate": 4.963370441634598e-05, |
| "loss": 5.1012, |
| "step": 26000 |
| }, |
| { |
| "epoch": 4.83, |
| "learning_rate": 4.962225123694338e-05, |
| "loss": 5.0961, |
| "step": 26500 |
| }, |
| { |
| "epoch": 4.93, |
| "learning_rate": 4.9610798057540775e-05, |
| "loss": 5.0918, |
| "step": 27000 |
| }, |
| { |
| "epoch": 5.02, |
| "learning_rate": 4.959934487813817e-05, |
| "loss": 5.0823, |
| "step": 27500 |
| }, |
| { |
| "epoch": 5.11, |
| "learning_rate": 4.958789169873557e-05, |
| "loss": 4.7898, |
| "step": 28000 |
| }, |
| { |
| "epoch": 5.2, |
| "learning_rate": 4.957643851933297e-05, |
| "loss": 4.47, |
| "step": 28500 |
| }, |
| { |
| "epoch": 5.29, |
| "learning_rate": 4.9564985339930364e-05, |
| "loss": 4.1839, |
| "step": 29000 |
| }, |
| { |
| "epoch": 5.38, |
| "learning_rate": 4.9553532160527766e-05, |
| "loss": 3.9283, |
| "step": 29500 |
| }, |
| { |
| "epoch": 5.47, |
| "learning_rate": 4.9542101887483965e-05, |
| "loss": 3.3536, |
| "step": 30000 |
| }, |
| { |
| "epoch": 5.56, |
| "learning_rate": 4.953067161444017e-05, |
| "loss": 2.7553, |
| "step": 30500 |
| }, |
| { |
| "epoch": 5.65, |
| "learning_rate": 4.9519218435037566e-05, |
| "loss": 2.3501, |
| "step": 31000 |
| }, |
| { |
| "epoch": 5.75, |
| "learning_rate": 4.950776525563497e-05, |
| "loss": 1.9139, |
| "step": 31500 |
| }, |
| { |
| "epoch": 5.84, |
| "learning_rate": 4.9496312076232364e-05, |
| "loss": 1.6857, |
| "step": 32000 |
| }, |
| { |
| "epoch": 5.93, |
| "learning_rate": 4.948485889682976e-05, |
| "loss": 1.5418, |
| "step": 32500 |
| }, |
| { |
| "epoch": 6.02, |
| "learning_rate": 4.947340571742716e-05, |
| "loss": 1.4448, |
| "step": 33000 |
| }, |
| { |
| "epoch": 6.11, |
| "learning_rate": 4.946195253802456e-05, |
| "loss": 1.3729, |
| "step": 33500 |
| }, |
| { |
| "epoch": 6.2, |
| "learning_rate": 4.945049935862195e-05, |
| "loss": 1.3178, |
| "step": 34000 |
| }, |
| { |
| "epoch": 6.29, |
| "learning_rate": 4.9439046179219356e-05, |
| "loss": 1.2557, |
| "step": 34500 |
| }, |
| { |
| "epoch": 6.38, |
| "learning_rate": 4.942759299981675e-05, |
| "loss": 1.1956, |
| "step": 35000 |
| }, |
| { |
| "epoch": 6.48, |
| "learning_rate": 4.941613982041415e-05, |
| "loss": 1.1306, |
| "step": 35500 |
| }, |
| { |
| "epoch": 6.57, |
| "learning_rate": 4.940470954737035e-05, |
| "loss": 1.0845, |
| "step": 36000 |
| }, |
| { |
| "epoch": 6.66, |
| "learning_rate": 4.939325636796775e-05, |
| "loss": 1.0483, |
| "step": 36500 |
| }, |
| { |
| "epoch": 6.75, |
| "learning_rate": 4.9381803188565143e-05, |
| "loss": 1.0169, |
| "step": 37000 |
| }, |
| { |
| "epoch": 6.84, |
| "learning_rate": 4.9370350009162546e-05, |
| "loss": 0.9886, |
| "step": 37500 |
| }, |
| { |
| "epoch": 6.93, |
| "learning_rate": 4.9358919736118744e-05, |
| "loss": 0.966, |
| "step": 38000 |
| }, |
| { |
| "epoch": 7.02, |
| "learning_rate": 4.934746655671615e-05, |
| "loss": 0.9429, |
| "step": 38500 |
| }, |
| { |
| "epoch": 7.11, |
| "learning_rate": 4.933601337731354e-05, |
| "loss": 0.9261, |
| "step": 39000 |
| }, |
| { |
| "epoch": 7.21, |
| "learning_rate": 4.932456019791094e-05, |
| "loss": 0.908, |
| "step": 39500 |
| }, |
| { |
| "epoch": 7.3, |
| "learning_rate": 4.9313129924867143e-05, |
| "loss": 0.8914, |
| "step": 40000 |
| }, |
| { |
| "epoch": 7.39, |
| "learning_rate": 4.930167674546454e-05, |
| "loss": 0.8789, |
| "step": 40500 |
| }, |
| { |
| "epoch": 7.48, |
| "learning_rate": 4.929022356606194e-05, |
| "loss": 0.8643, |
| "step": 41000 |
| }, |
| { |
| "epoch": 7.57, |
| "learning_rate": 4.927877038665934e-05, |
| "loss": 0.8531, |
| "step": 41500 |
| }, |
| { |
| "epoch": 7.66, |
| "learning_rate": 4.926731720725673e-05, |
| "loss": 0.8418, |
| "step": 42000 |
| }, |
| { |
| "epoch": 7.75, |
| "learning_rate": 4.925588693421294e-05, |
| "loss": 0.83, |
| "step": 42500 |
| }, |
| { |
| "epoch": 7.84, |
| "learning_rate": 4.924443375481034e-05, |
| "loss": 0.8201, |
| "step": 43000 |
| }, |
| { |
| "epoch": 7.94, |
| "learning_rate": 4.9232980575407736e-05, |
| "loss": 0.8115, |
| "step": 43500 |
| }, |
| { |
| "epoch": 8.03, |
| "learning_rate": 4.922152739600513e-05, |
| "loss": 0.803, |
| "step": 44000 |
| }, |
| { |
| "epoch": 8.12, |
| "learning_rate": 4.9210074216602534e-05, |
| "loss": 0.7935, |
| "step": 44500 |
| }, |
| { |
| "epoch": 8.21, |
| "learning_rate": 4.919862103719993e-05, |
| "loss": 0.7857, |
| "step": 45000 |
| }, |
| { |
| "epoch": 8.3, |
| "learning_rate": 4.9187190764156135e-05, |
| "loss": 0.7753, |
| "step": 45500 |
| }, |
| { |
| "epoch": 8.39, |
| "learning_rate": 4.917573758475353e-05, |
| "loss": 0.7683, |
| "step": 46000 |
| }, |
| { |
| "epoch": 8.48, |
| "learning_rate": 4.916428440535093e-05, |
| "loss": 0.761, |
| "step": 46500 |
| }, |
| { |
| "epoch": 8.57, |
| "learning_rate": 4.915283122594833e-05, |
| "loss": 0.7549, |
| "step": 47000 |
| }, |
| { |
| "epoch": 8.66, |
| "learning_rate": 4.914140095290453e-05, |
| "loss": 0.7478, |
| "step": 47500 |
| }, |
| { |
| "epoch": 8.76, |
| "learning_rate": 4.912994777350193e-05, |
| "loss": 0.7404, |
| "step": 48000 |
| }, |
| { |
| "epoch": 8.85, |
| "learning_rate": 4.9118494594099325e-05, |
| "loss": 0.7335, |
| "step": 48500 |
| }, |
| { |
| "epoch": 8.94, |
| "learning_rate": 4.910704141469672e-05, |
| "loss": 0.7283, |
| "step": 49000 |
| }, |
| { |
| "epoch": 9.03, |
| "learning_rate": 4.9095611141652926e-05, |
| "loss": 0.7231, |
| "step": 49500 |
| }, |
| { |
| "epoch": 9.12, |
| "learning_rate": 4.908415796225032e-05, |
| "loss": 0.7156, |
| "step": 50000 |
| }, |
| { |
| "epoch": 9.21, |
| "learning_rate": 4.9072704782847724e-05, |
| "loss": 0.7099, |
| "step": 50500 |
| }, |
| { |
| "epoch": 9.3, |
| "learning_rate": 4.906125160344512e-05, |
| "loss": 0.7071, |
| "step": 51000 |
| }, |
| { |
| "epoch": 9.39, |
| "learning_rate": 4.9049798424042515e-05, |
| "loss": 0.702, |
| "step": 51500 |
| }, |
| { |
| "epoch": 9.49, |
| "learning_rate": 4.903836815099872e-05, |
| "loss": 0.6982, |
| "step": 52000 |
| }, |
| { |
| "epoch": 9.58, |
| "learning_rate": 4.9026914971596116e-05, |
| "loss": 0.6933, |
| "step": 52500 |
| }, |
| { |
| "epoch": 9.67, |
| "learning_rate": 4.901546179219352e-05, |
| "loss": 0.6901, |
| "step": 53000 |
| }, |
| { |
| "epoch": 9.76, |
| "learning_rate": 4.9004008612790914e-05, |
| "loss": 0.6854, |
| "step": 53500 |
| }, |
| { |
| "epoch": 9.85, |
| "learning_rate": 4.899255543338831e-05, |
| "loss": 0.6813, |
| "step": 54000 |
| }, |
| { |
| "epoch": 9.94, |
| "learning_rate": 4.8981125160344515e-05, |
| "loss": 0.6762, |
| "step": 54500 |
| }, |
| { |
| "epoch": 10.03, |
| "learning_rate": 4.896967198094191e-05, |
| "loss": 0.6708, |
| "step": 55000 |
| }, |
| { |
| "epoch": 10.12, |
| "learning_rate": 4.8958218801539307e-05, |
| "loss": 0.6687, |
| "step": 55500 |
| }, |
| { |
| "epoch": 10.22, |
| "learning_rate": 4.894676562213671e-05, |
| "loss": 0.6641, |
| "step": 56000 |
| }, |
| { |
| "epoch": 10.31, |
| "learning_rate": 4.8935312442734105e-05, |
| "loss": 0.6594, |
| "step": 56500 |
| }, |
| { |
| "epoch": 10.4, |
| "learning_rate": 4.892388216969031e-05, |
| "loss": 0.6578, |
| "step": 57000 |
| }, |
| { |
| "epoch": 10.49, |
| "learning_rate": 4.8912428990287706e-05, |
| "loss": 0.6542, |
| "step": 57500 |
| }, |
| { |
| "epoch": 10.58, |
| "learning_rate": 4.89009758108851e-05, |
| "loss": 0.6509, |
| "step": 58000 |
| }, |
| { |
| "epoch": 10.67, |
| "learning_rate": 4.8889522631482504e-05, |
| "loss": 0.6471, |
| "step": 58500 |
| }, |
| { |
| "epoch": 10.76, |
| "learning_rate": 4.88780694520799e-05, |
| "loss": 0.6463, |
| "step": 59000 |
| }, |
| { |
| "epoch": 10.85, |
| "learning_rate": 4.8866616272677295e-05, |
| "loss": 0.6418, |
| "step": 59500 |
| }, |
| { |
| "epoch": 10.94, |
| "learning_rate": 4.88551859996335e-05, |
| "loss": 0.6391, |
| "step": 60000 |
| }, |
| { |
| "epoch": 11.04, |
| "learning_rate": 4.8843732820230896e-05, |
| "loss": 0.6354, |
| "step": 60500 |
| }, |
| { |
| "epoch": 11.13, |
| "learning_rate": 4.88322796408283e-05, |
| "loss": 0.6327, |
| "step": 61000 |
| }, |
| { |
| "epoch": 11.22, |
| "learning_rate": 4.8820826461425694e-05, |
| "loss": 0.6292, |
| "step": 61500 |
| }, |
| { |
| "epoch": 11.31, |
| "learning_rate": 4.88094190947407e-05, |
| "loss": 0.6258, |
| "step": 62000 |
| }, |
| { |
| "epoch": 11.4, |
| "learning_rate": 4.879798882169691e-05, |
| "loss": 0.6257, |
| "step": 62500 |
| }, |
| { |
| "epoch": 11.49, |
| "learning_rate": 4.87865356422943e-05, |
| "loss": 0.6221, |
| "step": 63000 |
| }, |
| { |
| "epoch": 11.58, |
| "learning_rate": 4.8775082462891706e-05, |
| "loss": 0.618, |
| "step": 63500 |
| }, |
| { |
| "epoch": 11.67, |
| "learning_rate": 4.87636292834891e-05, |
| "loss": 0.6156, |
| "step": 64000 |
| }, |
| { |
| "epoch": 11.77, |
| "learning_rate": 4.87521761040865e-05, |
| "loss": 0.614, |
| "step": 64500 |
| }, |
| { |
| "epoch": 11.86, |
| "learning_rate": 4.87407229246839e-05, |
| "loss": 0.612, |
| "step": 65000 |
| }, |
| { |
| "epoch": 11.95, |
| "learning_rate": 4.8729269745281295e-05, |
| "loss": 0.6096, |
| "step": 65500 |
| }, |
| { |
| "epoch": 12.04, |
| "learning_rate": 4.871781656587869e-05, |
| "loss": 0.6073, |
| "step": 66000 |
| }, |
| { |
| "epoch": 12.13, |
| "learning_rate": 4.8706386292834896e-05, |
| "loss": 0.6039, |
| "step": 66500 |
| }, |
| { |
| "epoch": 12.22, |
| "learning_rate": 4.869493311343229e-05, |
| "loss": 0.6033, |
| "step": 67000 |
| }, |
| { |
| "epoch": 12.31, |
| "learning_rate": 4.8683479934029694e-05, |
| "loss": 0.6005, |
| "step": 67500 |
| }, |
| { |
| "epoch": 12.4, |
| "learning_rate": 4.867202675462709e-05, |
| "loss": 0.5971, |
| "step": 68000 |
| }, |
| { |
| "epoch": 12.5, |
| "learning_rate": 4.866059648158329e-05, |
| "loss": 0.5933, |
| "step": 68500 |
| }, |
| { |
| "epoch": 12.59, |
| "learning_rate": 4.864914330218069e-05, |
| "loss": 0.5947, |
| "step": 69000 |
| }, |
| { |
| "epoch": 12.68, |
| "learning_rate": 4.8637690122778086e-05, |
| "loss": 0.5928, |
| "step": 69500 |
| }, |
| { |
| "epoch": 12.77, |
| "learning_rate": 4.862623694337549e-05, |
| "loss": 0.5897, |
| "step": 70000 |
| }, |
| { |
| "epoch": 12.86, |
| "learning_rate": 4.8614783763972884e-05, |
| "loss": 0.588, |
| "step": 70500 |
| }, |
| { |
| "epoch": 12.95, |
| "learning_rate": 4.860333058457028e-05, |
| "loss": 0.5862, |
| "step": 71000 |
| }, |
| { |
| "epoch": 13.04, |
| "learning_rate": 4.859187740516768e-05, |
| "loss": 0.5835, |
| "step": 71500 |
| }, |
| { |
| "epoch": 13.13, |
| "learning_rate": 4.858042422576508e-05, |
| "loss": 0.5827, |
| "step": 72000 |
| }, |
| { |
| "epoch": 13.23, |
| "learning_rate": 4.8569016859080086e-05, |
| "loss": 0.581, |
| "step": 72500 |
| }, |
| { |
| "epoch": 13.32, |
| "learning_rate": 4.855756367967748e-05, |
| "loss": 0.5791, |
| "step": 73000 |
| }, |
| { |
| "epoch": 13.41, |
| "learning_rate": 4.854611050027488e-05, |
| "loss": 0.5764, |
| "step": 73500 |
| }, |
| { |
| "epoch": 13.5, |
| "learning_rate": 4.853465732087228e-05, |
| "loss": 0.5749, |
| "step": 74000 |
| }, |
| { |
| "epoch": 13.59, |
| "learning_rate": 4.8523204141469675e-05, |
| "loss": 0.5747, |
| "step": 74500 |
| }, |
| { |
| "epoch": 13.68, |
| "learning_rate": 4.8511773868425874e-05, |
| "loss": 0.5717, |
| "step": 75000 |
| }, |
| { |
| "epoch": 13.77, |
| "learning_rate": 4.8500320689023276e-05, |
| "loss": 0.5716, |
| "step": 75500 |
| }, |
| { |
| "epoch": 13.86, |
| "learning_rate": 4.848886750962067e-05, |
| "loss": 0.5691, |
| "step": 76000 |
| }, |
| { |
| "epoch": 13.95, |
| "learning_rate": 4.847741433021807e-05, |
| "loss": 0.5661, |
| "step": 76500 |
| }, |
| { |
| "epoch": 14.05, |
| "learning_rate": 4.846596115081547e-05, |
| "loss": 0.565, |
| "step": 77000 |
| }, |
| { |
| "epoch": 14.14, |
| "learning_rate": 4.845453087777167e-05, |
| "loss": 0.5627, |
| "step": 77500 |
| }, |
| { |
| "epoch": 14.23, |
| "learning_rate": 4.844307769836907e-05, |
| "loss": 0.563, |
| "step": 78000 |
| }, |
| { |
| "epoch": 14.32, |
| "learning_rate": 4.8431624518966466e-05, |
| "loss": 0.561, |
| "step": 78500 |
| }, |
| { |
| "epoch": 14.41, |
| "learning_rate": 4.842017133956386e-05, |
| "loss": 0.5599, |
| "step": 79000 |
| }, |
| { |
| "epoch": 14.5, |
| "learning_rate": 4.8408718160161264e-05, |
| "loss": 0.5573, |
| "step": 79500 |
| }, |
| { |
| "epoch": 14.59, |
| "learning_rate": 4.839726498075866e-05, |
| "loss": 0.5558, |
| "step": 80000 |
| }, |
| { |
| "epoch": 14.68, |
| "learning_rate": 4.8385834707714865e-05, |
| "loss": 0.5559, |
| "step": 80500 |
| }, |
| { |
| "epoch": 14.78, |
| "learning_rate": 4.837438152831226e-05, |
| "loss": 0.5546, |
| "step": 81000 |
| }, |
| { |
| "epoch": 14.87, |
| "learning_rate": 4.8362928348909656e-05, |
| "loss": 0.5531, |
| "step": 81500 |
| }, |
| { |
| "epoch": 14.96, |
| "learning_rate": 4.835147516950706e-05, |
| "loss": 0.5493, |
| "step": 82000 |
| }, |
| { |
| "epoch": 15.05, |
| "learning_rate": 4.8340021990104454e-05, |
| "loss": 0.5483, |
| "step": 82500 |
| }, |
| { |
| "epoch": 15.14, |
| "learning_rate": 4.832859171706065e-05, |
| "loss": 0.548, |
| "step": 83000 |
| }, |
| { |
| "epoch": 15.23, |
| "learning_rate": 4.8317138537658055e-05, |
| "loss": 0.5462, |
| "step": 83500 |
| }, |
| { |
| "epoch": 15.32, |
| "learning_rate": 4.830568535825545e-05, |
| "loss": 0.5454, |
| "step": 84000 |
| }, |
| { |
| "epoch": 15.41, |
| "learning_rate": 4.829423217885285e-05, |
| "loss": 0.5428, |
| "step": 84500 |
| }, |
| { |
| "epoch": 15.51, |
| "learning_rate": 4.828277899945025e-05, |
| "loss": 0.5428, |
| "step": 85000 |
| }, |
| { |
| "epoch": 15.6, |
| "learning_rate": 4.8271325820047645e-05, |
| "loss": 0.5424, |
| "step": 85500 |
| }, |
| { |
| "epoch": 15.69, |
| "learning_rate": 4.825987264064504e-05, |
| "loss": 0.5421, |
| "step": 86000 |
| }, |
| { |
| "epoch": 15.78, |
| "learning_rate": 4.824841946124244e-05, |
| "loss": 0.5382, |
| "step": 86500 |
| }, |
| { |
| "epoch": 15.87, |
| "learning_rate": 4.823698918819865e-05, |
| "loss": 0.5373, |
| "step": 87000 |
| }, |
| { |
| "epoch": 15.96, |
| "learning_rate": 4.8225536008796044e-05, |
| "loss": 0.5359, |
| "step": 87500 |
| }, |
| { |
| "epoch": 16.05, |
| "learning_rate": 4.821408282939344e-05, |
| "loss": 0.5357, |
| "step": 88000 |
| }, |
| { |
| "epoch": 16.14, |
| "learning_rate": 4.8202629649990835e-05, |
| "loss": 0.5351, |
| "step": 88500 |
| }, |
| { |
| "epoch": 16.23, |
| "learning_rate": 4.819117647058824e-05, |
| "loss": 0.5317, |
| "step": 89000 |
| }, |
| { |
| "epoch": 16.33, |
| "learning_rate": 4.817972329118563e-05, |
| "loss": 0.5333, |
| "step": 89500 |
| }, |
| { |
| "epoch": 16.42, |
| "learning_rate": 4.816829301814184e-05, |
| "loss": 0.5309, |
| "step": 90000 |
| }, |
| { |
| "epoch": 16.51, |
| "learning_rate": 4.815683983873924e-05, |
| "loss": 0.5308, |
| "step": 90500 |
| }, |
| { |
| "epoch": 16.6, |
| "learning_rate": 4.8145386659336636e-05, |
| "loss": 0.5289, |
| "step": 91000 |
| }, |
| { |
| "epoch": 16.69, |
| "learning_rate": 4.813393347993403e-05, |
| "loss": 0.5275, |
| "step": 91500 |
| }, |
| { |
| "epoch": 16.78, |
| "learning_rate": 4.812248030053143e-05, |
| "loss": 0.5269, |
| "step": 92000 |
| }, |
| { |
| "epoch": 16.87, |
| "learning_rate": 4.811102712112883e-05, |
| "loss": 0.5248, |
| "step": 92500 |
| }, |
| { |
| "epoch": 16.96, |
| "learning_rate": 4.8099573941726225e-05, |
| "loss": 0.5242, |
| "step": 93000 |
| }, |
| { |
| "epoch": 17.06, |
| "learning_rate": 4.808814366868243e-05, |
| "loss": 0.5238, |
| "step": 93500 |
| }, |
| { |
| "epoch": 17.15, |
| "learning_rate": 4.8076690489279826e-05, |
| "loss": 0.5239, |
| "step": 94000 |
| }, |
| { |
| "epoch": 17.24, |
| "learning_rate": 4.806523730987723e-05, |
| "loss": 0.5221, |
| "step": 94500 |
| }, |
| { |
| "epoch": 17.33, |
| "learning_rate": 4.8053784130474624e-05, |
| "loss": 0.52, |
| "step": 95000 |
| }, |
| { |
| "epoch": 17.42, |
| "learning_rate": 4.804233095107202e-05, |
| "loss": 0.5184, |
| "step": 95500 |
| }, |
| { |
| "epoch": 17.51, |
| "learning_rate": 4.8030900678028225e-05, |
| "loss": 0.5186, |
| "step": 96000 |
| }, |
| { |
| "epoch": 17.6, |
| "learning_rate": 4.801944749862562e-05, |
| "loss": 0.5176, |
| "step": 96500 |
| }, |
| { |
| "epoch": 17.69, |
| "learning_rate": 4.8008017225581826e-05, |
| "loss": 0.5182, |
| "step": 97000 |
| }, |
| { |
| "epoch": 17.79, |
| "learning_rate": 4.799656404617922e-05, |
| "loss": 0.5148, |
| "step": 97500 |
| }, |
| { |
| "epoch": 17.88, |
| "learning_rate": 4.798511086677662e-05, |
| "loss": 0.5157, |
| "step": 98000 |
| }, |
| { |
| "epoch": 17.97, |
| "learning_rate": 4.797365768737402e-05, |
| "loss": 0.5131, |
| "step": 98500 |
| } |
| ], |
| "max_steps": 2192800, |
| "num_train_epochs": 400, |
| "total_flos": 2.659426878192668e+19, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
