{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 20,
  "global_step": 12178,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0016424069473813874,
      "grad_norm": 0.5388180017471313,
      "learning_rate": 0.0002,
      "loss": 1.8932,
      "step": 20
    },
    {
      "epoch": 0.003284813894762775,
      "grad_norm": 0.46543794870376587,
      "learning_rate": 0.0002,
      "loss": 1.6701,
      "step": 40
    },
    {
      "epoch": 0.004927220842144162,
      "grad_norm": 0.45620647072792053,
      "learning_rate": 0.0002,
      "loss": 1.5541,
      "step": 60
    },
    {
      "epoch": 0.00656962778952555,
      "grad_norm": 0.4583057761192322,
      "learning_rate": 0.0002,
      "loss": 1.5777,
      "step": 80
    },
    {
      "epoch": 0.008212034736906937,
      "grad_norm": 0.5295430421829224,
      "learning_rate": 0.0002,
      "loss": 1.3046,
      "step": 100
    },
    {
      "epoch": 0.009854441684288324,
      "grad_norm": 0.44552722573280334,
      "learning_rate": 0.0002,
      "loss": 1.3053,
      "step": 120
    },
    {
      "epoch": 0.011496848631669712,
      "grad_norm": 0.45540332794189453,
      "learning_rate": 0.0002,
      "loss": 1.1971,
      "step": 140
    },
    {
      "epoch": 0.0131392555790511,
      "grad_norm": 0.4302205443382263,
      "learning_rate": 0.0002,
      "loss": 1.2143,
      "step": 160
    },
    {
      "epoch": 0.014781662526432487,
      "grad_norm": 0.4064156413078308,
      "learning_rate": 0.0002,
      "loss": 1.1695,
      "step": 180
    },
    {
      "epoch": 0.016424069473813873,
      "grad_norm": 0.43175607919692993,
      "learning_rate": 0.0002,
      "loss": 1.1836,
      "step": 200
    },
    {
      "epoch": 0.01806647642119526,
      "grad_norm": 0.5280532240867615,
      "learning_rate": 0.0002,
      "loss": 1.1627,
      "step": 220
    },
    {
      "epoch": 0.01970888336857665,
      "grad_norm": 0.4442996382713318,
      "learning_rate": 0.0002,
      "loss": 1.2294,
      "step": 240
    },
    {
      "epoch": 0.021351290315958036,
      "grad_norm": 0.4584205448627472,
      "learning_rate": 0.0002,
      "loss": 1.058,
      "step": 260
    },
    {
      "epoch": 0.022993697263339424,
      "grad_norm": 0.40979012846946716,
      "learning_rate": 0.0002,
      "loss": 1.0436,
      "step": 280
    },
    {
      "epoch": 0.02463610421072081,
      "grad_norm": 0.4241325557231903,
      "learning_rate": 0.0002,
      "loss": 1.1414,
      "step": 300
    },
    {
      "epoch": 0.0262785111581022,
      "grad_norm": 0.4106293022632599,
      "learning_rate": 0.0002,
      "loss": 1.0744,
      "step": 320
    },
    {
      "epoch": 0.027920918105483587,
      "grad_norm": 0.46253764629364014,
      "learning_rate": 0.0002,
      "loss": 1.0589,
      "step": 340
    },
    {
      "epoch": 0.029563325052864974,
      "grad_norm": 0.4244967997074127,
      "learning_rate": 0.0002,
      "loss": 1.0263,
      "step": 360
    },
    {
      "epoch": 0.031205732000246362,
      "grad_norm": 0.35677096247673035,
      "learning_rate": 0.0002,
      "loss": 1.0447,
      "step": 380
    },
    {
      "epoch": 0.032848138947627746,
      "grad_norm": 0.4948490262031555,
      "learning_rate": 0.0002,
      "loss": 1.0826,
      "step": 400
    },
    {
      "epoch": 0.034490545895009134,
      "grad_norm": 0.5756106972694397,
      "learning_rate": 0.0002,
      "loss": 0.948,
      "step": 420
    },
    {
      "epoch": 0.03613295284239052,
      "grad_norm": 0.5383228063583374,
      "learning_rate": 0.0002,
      "loss": 1.0025,
      "step": 440
    },
    {
      "epoch": 0.03777535978977191,
      "grad_norm": 0.3955784738063812,
      "learning_rate": 0.0002,
      "loss": 0.9027,
      "step": 460
    },
    {
      "epoch": 0.0394177667371533,
      "grad_norm": 0.37915533781051636,
      "learning_rate": 0.0002,
      "loss": 0.9936,
      "step": 480
    },
    {
      "epoch": 0.041060173684534684,
      "grad_norm": 0.5413188934326172,
      "learning_rate": 0.0002,
      "loss": 0.9077,
      "step": 500
    },
    {
      "epoch": 0.04270258063191607,
      "grad_norm": 0.5334627032279968,
      "learning_rate": 0.0002,
      "loss": 0.9009,
      "step": 520
    },
    {
      "epoch": 0.04434498757929746,
      "grad_norm": 0.5394805073738098,
      "learning_rate": 0.0002,
      "loss": 0.9542,
      "step": 540
    },
    {
      "epoch": 0.04598739452667885,
      "grad_norm": 0.532177746295929,
      "learning_rate": 0.0002,
      "loss": 0.8743,
      "step": 560
    },
    {
      "epoch": 0.047629801474060235,
      "grad_norm": 0.5266315937042236,
      "learning_rate": 0.0002,
      "loss": 0.8931,
      "step": 580
    },
    {
      "epoch": 0.04927220842144162,
      "grad_norm": 0.4725072979927063,
      "learning_rate": 0.0002,
      "loss": 0.908,
      "step": 600
    },
    {
      "epoch": 0.05091461536882301,
      "grad_norm": 0.6026243567466736,
      "learning_rate": 0.0002,
      "loss": 0.7898,
      "step": 620
    },
    {
      "epoch": 0.0525570223162044,
      "grad_norm": 0.4928111732006073,
      "learning_rate": 0.0002,
      "loss": 0.8406,
      "step": 640
    },
    {
      "epoch": 0.054199429263585785,
      "grad_norm": 0.4555020332336426,
      "learning_rate": 0.0002,
      "loss": 0.8222,
      "step": 660
    },
    {
      "epoch": 0.05584183621096717,
      "grad_norm": 0.6445655822753906,
      "learning_rate": 0.0002,
      "loss": 0.832,
      "step": 680
    },
    {
      "epoch": 0.05748424315834856,
      "grad_norm": 0.5854527950286865,
      "learning_rate": 0.0002,
      "loss": 0.8435,
      "step": 700
    },
    {
      "epoch": 0.05912665010572995,
      "grad_norm": 0.4609089195728302,
      "learning_rate": 0.0002,
      "loss": 0.748,
      "step": 720
    },
    {
      "epoch": 0.060769057053111336,
      "grad_norm": 0.5567362904548645,
      "learning_rate": 0.0002,
      "loss": 0.7777,
      "step": 740
    },
    {
      "epoch": 0.062411464000492724,
      "grad_norm": 0.5161166191101074,
      "learning_rate": 0.0002,
      "loss": 0.7597,
      "step": 760
    },
    {
      "epoch": 0.06405387094787411,
      "grad_norm": 0.5450626611709595,
      "learning_rate": 0.0002,
      "loss": 0.7337,
      "step": 780
    },
    {
      "epoch": 0.06569627789525549,
      "grad_norm": 0.6034521460533142,
      "learning_rate": 0.0002,
      "loss": 0.7668,
      "step": 800
    },
    {
      "epoch": 0.06733868484263689,
      "grad_norm": 0.4653383493423462,
      "learning_rate": 0.0002,
      "loss": 0.7417,
      "step": 820
    },
    {
      "epoch": 0.06898109179001827,
      "grad_norm": 0.4846251308917999,
      "learning_rate": 0.0002,
      "loss": 0.7506,
      "step": 840
    },
    {
      "epoch": 0.07062349873739966,
      "grad_norm": 0.4887784719467163,
      "learning_rate": 0.0002,
      "loss": 0.7115,
      "step": 860
    },
    {
      "epoch": 0.07226590568478104,
      "grad_norm": 0.5024611949920654,
      "learning_rate": 0.0002,
      "loss": 0.7402,
      "step": 880
    },
    {
      "epoch": 0.07390831263216244,
      "grad_norm": 0.5007764101028442,
      "learning_rate": 0.0002,
      "loss": 0.6529,
      "step": 900
    },
    {
      "epoch": 0.07555071957954382,
      "grad_norm": 0.5097551345825195,
      "learning_rate": 0.0002,
      "loss": 0.7776,
      "step": 920
    },
    {
      "epoch": 0.07719312652692521,
      "grad_norm": 0.5517822504043579,
      "learning_rate": 0.0002,
      "loss": 0.6609,
      "step": 940
    },
    {
      "epoch": 0.0788355334743066,
      "grad_norm": 0.5290623307228088,
      "learning_rate": 0.0002,
      "loss": 0.7015,
      "step": 960
    },
    {
      "epoch": 0.08047794042168799,
      "grad_norm": 0.576545000076294,
      "learning_rate": 0.0002,
      "loss": 0.6752,
      "step": 980
    },
    {
      "epoch": 0.08212034736906937,
      "grad_norm": 0.4689784049987793,
      "learning_rate": 0.0002,
      "loss": 0.7047,
      "step": 1000
    },
    {
      "epoch": 0.08376275431645076,
      "grad_norm": 0.455814003944397,
      "learning_rate": 0.0002,
      "loss": 0.6378,
      "step": 1020
    },
    {
      "epoch": 0.08540516126383214,
      "grad_norm": 0.6452861428260803,
      "learning_rate": 0.0002,
      "loss": 0.6962,
      "step": 1040
    },
    {
      "epoch": 0.08704756821121354,
      "grad_norm": 0.5699702501296997,
      "learning_rate": 0.0002,
      "loss": 0.6508,
      "step": 1060
    },
    {
      "epoch": 0.08868997515859492,
      "grad_norm": 0.5086561441421509,
      "learning_rate": 0.0002,
      "loss": 0.6174,
      "step": 1080
    },
    {
      "epoch": 0.09033238210597631,
      "grad_norm": 0.48543211817741394,
      "learning_rate": 0.0002,
      "loss": 0.6261,
      "step": 1100
    },
    {
      "epoch": 0.0919747890533577,
      "grad_norm": 0.6361482739448547,
      "learning_rate": 0.0002,
      "loss": 0.6336,
      "step": 1120
    },
    {
      "epoch": 0.09361719600073909,
      "grad_norm": 0.5558167695999146,
      "learning_rate": 0.0002,
      "loss": 0.6678,
      "step": 1140
    },
    {
      "epoch": 0.09525960294812047,
      "grad_norm": 0.5599238872528076,
      "learning_rate": 0.0002,
      "loss": 0.6169,
      "step": 1160
    },
    {
      "epoch": 0.09690200989550186,
      "grad_norm": 0.5939186215400696,
      "learning_rate": 0.0002,
      "loss": 0.6059,
      "step": 1180
    },
    {
      "epoch": 0.09854441684288325,
      "grad_norm": 0.5663330554962158,
      "learning_rate": 0.0002,
      "loss": 0.5737,
      "step": 1200
    },
    {
      "epoch": 0.10018682379026464,
      "grad_norm": 0.49742865562438965,
      "learning_rate": 0.0002,
      "loss": 0.6013,
      "step": 1220
    },
    {
      "epoch": 0.10182923073764602,
      "grad_norm": 0.520782470703125,
      "learning_rate": 0.0002,
      "loss": 0.5929,
      "step": 1240
    },
    {
      "epoch": 0.1034716376850274,
      "grad_norm": 0.45269444584846497,
      "learning_rate": 0.0002,
      "loss": 0.5981,
      "step": 1260
    },
    {
      "epoch": 0.1051140446324088,
      "grad_norm": 0.5428550243377686,
      "learning_rate": 0.0002,
      "loss": 0.5814,
      "step": 1280
    },
    {
      "epoch": 0.10675645157979018,
      "grad_norm": 0.4782160818576813,
      "learning_rate": 0.0002,
      "loss": 0.5858,
      "step": 1300
    },
    {
      "epoch": 0.10839885852717157,
      "grad_norm": 0.5338163375854492,
      "learning_rate": 0.0002,
      "loss": 0.6255,
      "step": 1320
    },
    {
      "epoch": 0.11004126547455295,
      "grad_norm": 0.4596363306045532,
      "learning_rate": 0.0002,
      "loss": 0.5974,
      "step": 1340
    },
    {
      "epoch": 0.11168367242193435,
      "grad_norm": 0.5203448534011841,
      "learning_rate": 0.0002,
      "loss": 0.5452,
      "step": 1360
    },
    {
      "epoch": 0.11332607936931573,
      "grad_norm": 0.44463276863098145,
      "learning_rate": 0.0002,
      "loss": 0.576,
      "step": 1380
    },
    {
      "epoch": 0.11496848631669712,
      "grad_norm": 0.5106232762336731,
      "learning_rate": 0.0002,
      "loss": 0.5679,
      "step": 1400
    },
    {
      "epoch": 0.1166108932640785,
      "grad_norm": 0.5451502799987793,
      "learning_rate": 0.0002,
      "loss": 0.5673,
      "step": 1420
    },
    {
      "epoch": 0.1182533002114599,
      "grad_norm": 0.6638749837875366,
      "learning_rate": 0.0002,
      "loss": 0.543,
      "step": 1440
    },
    {
      "epoch": 0.11989570715884128,
      "grad_norm": 0.5045977830886841,
      "learning_rate": 0.0002,
      "loss": 0.5803,
      "step": 1460
    },
    {
      "epoch": 0.12153811410622267,
      "grad_norm": 0.5385071635246277,
      "learning_rate": 0.0002,
      "loss": 0.5357,
      "step": 1480
    },
    {
      "epoch": 0.12318052105360405,
      "grad_norm": 0.43107932806015015,
      "learning_rate": 0.0002,
      "loss": 0.5378,
      "step": 1500
    },
    {
      "epoch": 0.12482292800098545,
      "grad_norm": 0.5887011885643005,
      "learning_rate": 0.0002,
      "loss": 0.5594,
      "step": 1520
    },
    {
      "epoch": 0.12646533494836684,
      "grad_norm": 0.547126829624176,
      "learning_rate": 0.0002,
      "loss": 0.5574,
      "step": 1540
    },
    {
      "epoch": 0.12810774189574822,
      "grad_norm": 0.532454788684845,
      "learning_rate": 0.0002,
      "loss": 0.5506,
      "step": 1560
    },
    {
      "epoch": 0.1297501488431296,
      "grad_norm": 0.592251718044281,
      "learning_rate": 0.0002,
      "loss": 0.5206,
      "step": 1580
    },
    {
      "epoch": 0.13139255579051098,
      "grad_norm": 0.6189798712730408,
      "learning_rate": 0.0002,
      "loss": 0.516,
      "step": 1600
    },
    {
      "epoch": 0.1330349627378924,
      "grad_norm": 0.4614121913909912,
      "learning_rate": 0.0002,
      "loss": 0.4948,
      "step": 1620
    },
    {
      "epoch": 0.13467736968527377,
      "grad_norm": 0.6192139983177185,
      "learning_rate": 0.0002,
      "loss": 0.4924,
      "step": 1640
    },
    {
      "epoch": 0.13631977663265515,
      "grad_norm": 0.5383406281471252,
      "learning_rate": 0.0002,
      "loss": 0.4955,
      "step": 1660
    },
    {
      "epoch": 0.13796218358003653,
      "grad_norm": 0.681564450263977,
      "learning_rate": 0.0002,
      "loss": 0.5224,
      "step": 1680
    },
    {
      "epoch": 0.13960459052741794,
      "grad_norm": 0.51935875415802,
      "learning_rate": 0.0002,
      "loss": 0.508,
      "step": 1700
    },
    {
      "epoch": 0.14124699747479932,
      "grad_norm": 0.532661497592926,
      "learning_rate": 0.0002,
      "loss": 0.5362,
      "step": 1720
    },
    {
      "epoch": 0.1428894044221807,
      "grad_norm": 0.40774333477020264,
      "learning_rate": 0.0002,
      "loss": 0.4908,
      "step": 1740
    },
    {
      "epoch": 0.14453181136956209,
      "grad_norm": 0.6406064033508301,
      "learning_rate": 0.0002,
      "loss": 0.4891,
      "step": 1760
    },
    {
      "epoch": 0.1461742183169435,
      "grad_norm": 0.41497862339019775,
      "learning_rate": 0.0002,
      "loss": 0.5234,
      "step": 1780
    },
    {
      "epoch": 0.14781662526432487,
      "grad_norm": 0.502389132976532,
      "learning_rate": 0.0002,
      "loss": 0.459,
      "step": 1800
    },
    {
      "epoch": 0.14945903221170626,
      "grad_norm": 0.5248283743858337,
      "learning_rate": 0.0002,
      "loss": 0.4659,
      "step": 1820
    },
    {
      "epoch": 0.15110143915908764,
      "grad_norm": 0.5587234497070312,
      "learning_rate": 0.0002,
      "loss": 0.4877,
      "step": 1840
    },
    {
      "epoch": 0.15274384610646902,
      "grad_norm": 0.479913592338562,
      "learning_rate": 0.0002,
      "loss": 0.4598,
      "step": 1860
    },
    {
      "epoch": 0.15438625305385043,
      "grad_norm": 0.5423480272293091,
      "learning_rate": 0.0002,
      "loss": 0.4754,
      "step": 1880
    },
    {
      "epoch": 0.1560286600012318,
      "grad_norm": 0.5485461354255676,
      "learning_rate": 0.0002,
      "loss": 0.4681,
      "step": 1900
    },
    {
      "epoch": 0.1576710669486132,
      "grad_norm": 0.48511844873428345,
      "learning_rate": 0.0002,
      "loss": 0.4672,
      "step": 1920
    },
    {
      "epoch": 0.15931347389599457,
      "grad_norm": 0.49132347106933594,
      "learning_rate": 0.0002,
      "loss": 0.4694,
      "step": 1940
    },
    {
      "epoch": 0.16095588084337598,
      "grad_norm": 0.5654798746109009,
      "learning_rate": 0.0002,
      "loss": 0.5047,
      "step": 1960
    },
    {
      "epoch": 0.16259828779075736,
      "grad_norm": 0.571369469165802,
      "learning_rate": 0.0002,
      "loss": 0.4486,
      "step": 1980
    },
    {
      "epoch": 0.16424069473813874,
      "grad_norm": 0.5438801646232605,
      "learning_rate": 0.0002,
      "loss": 0.4756,
      "step": 2000
    },
    {
      "epoch": 0.16588310168552012,
      "grad_norm": 0.5384829044342041,
      "learning_rate": 0.0002,
      "loss": 0.4404,
      "step": 2020
    },
    {
      "epoch": 0.16752550863290153,
      "grad_norm": 0.5565232634544373,
      "learning_rate": 0.0002,
      "loss": 0.4672,
      "step": 2040
    },
    {
      "epoch": 0.1691679155802829,
      "grad_norm": 0.5227774381637573,
      "learning_rate": 0.0002,
      "loss": 0.4452,
      "step": 2060
    },
    {
      "epoch": 0.1708103225276643,
      "grad_norm": 0.47740334272384644,
      "learning_rate": 0.0002,
      "loss": 0.492,
      "step": 2080
    },
    {
      "epoch": 0.17245272947504567,
      "grad_norm": 0.4206157326698303,
      "learning_rate": 0.0002,
      "loss": 0.4517,
      "step": 2100
    },
    {
      "epoch": 0.17409513642242708,
      "grad_norm": 0.5148787498474121,
      "learning_rate": 0.0002,
      "loss": 0.4801,
      "step": 2120
    },
    {
      "epoch": 0.17573754336980846,
      "grad_norm": 0.4815204441547394,
      "learning_rate": 0.0002,
      "loss": 0.4415,
      "step": 2140
    },
    {
      "epoch": 0.17737995031718984,
      "grad_norm": 0.5302825570106506,
      "learning_rate": 0.0002,
      "loss": 0.4558,
      "step": 2160
    },
    {
      "epoch": 0.17902235726457122,
      "grad_norm": 0.574350118637085,
      "learning_rate": 0.0002,
      "loss": 0.4709,
      "step": 2180
    },
    {
      "epoch": 0.18066476421195263,
      "grad_norm": 0.5393965244293213,
      "learning_rate": 0.0002,
      "loss": 0.4528,
      "step": 2200
    },
    {
      "epoch": 0.182307171159334,
      "grad_norm": 0.43285471200942993,
      "learning_rate": 0.0002,
      "loss": 0.4294,
      "step": 2220
    },
    {
      "epoch": 0.1839495781067154,
      "grad_norm": 0.4550113081932068,
      "learning_rate": 0.0002,
      "loss": 0.4395,
      "step": 2240
    },
    {
      "epoch": 0.18559198505409677,
      "grad_norm": 0.586071789264679,
      "learning_rate": 0.0002,
      "loss": 0.4456,
      "step": 2260
    },
    {
      "epoch": 0.18723439200147818,
      "grad_norm": 0.5634139776229858,
      "learning_rate": 0.0002,
      "loss": 0.4295,
      "step": 2280
    },
    {
      "epoch": 0.18887679894885956,
      "grad_norm": 0.5095311403274536,
      "learning_rate": 0.0002,
      "loss": 0.4347,
      "step": 2300
    },
    {
      "epoch": 0.19051920589624094,
      "grad_norm": 0.6051989793777466,
      "learning_rate": 0.0002,
      "loss": 0.4278,
      "step": 2320
    },
    {
      "epoch": 0.19216161284362232,
      "grad_norm": 0.45743292570114136,
      "learning_rate": 0.0002,
      "loss": 0.4191,
      "step": 2340
    },
    {
      "epoch": 0.19380401979100373,
      "grad_norm": 0.6048611402511597,
      "learning_rate": 0.0002,
      "loss": 0.4512,
      "step": 2360
    },
    {
      "epoch": 0.1954464267383851,
      "grad_norm": 0.495731920003891,
      "learning_rate": 0.0002,
      "loss": 0.4087,
      "step": 2380
    },
    {
      "epoch": 0.1970888336857665,
      "grad_norm": 0.5746319890022278,
      "learning_rate": 0.0002,
      "loss": 0.4112,
      "step": 2400
    },
    {
      "epoch": 0.19873124063314787,
      "grad_norm": 0.4899024963378906,
      "learning_rate": 0.0002,
      "loss": 0.4403,
      "step": 2420
    },
    {
      "epoch": 0.20037364758052928,
      "grad_norm": 0.40732160210609436,
      "learning_rate": 0.0002,
      "loss": 0.4281,
      "step": 2440
    },
    {
      "epoch": 0.20201605452791066,
      "grad_norm": 0.4896198809146881,
      "learning_rate": 0.0002,
      "loss": 0.4533,
      "step": 2460
    },
    {
      "epoch": 0.20365846147529204,
      "grad_norm": 0.5733948349952698,
      "learning_rate": 0.0002,
      "loss": 0.4113,
      "step": 2480
    },
    {
      "epoch": 0.20530086842267342,
      "grad_norm": 0.4565046429634094,
      "learning_rate": 0.0002,
      "loss": 0.4237,
      "step": 2500
    },
    {
      "epoch": 0.2069432753700548,
      "grad_norm": 0.5932797789573669,
      "learning_rate": 0.0002,
      "loss": 0.4367,
      "step": 2520
    },
    {
      "epoch": 0.2085856823174362,
      "grad_norm": 0.5838333368301392,
      "learning_rate": 0.0002,
      "loss": 0.4331,
      "step": 2540
    },
    {
      "epoch": 0.2102280892648176,
      "grad_norm": 0.5022397637367249,
      "learning_rate": 0.0002,
      "loss": 0.4004,
      "step": 2560
    },
    {
      "epoch": 0.21187049621219897,
      "grad_norm": 0.5949686765670776,
      "learning_rate": 0.0002,
      "loss": 0.4119,
      "step": 2580
    },
    {
      "epoch": 0.21351290315958035,
      "grad_norm": 0.45230528712272644,
      "learning_rate": 0.0002,
      "loss": 0.4217,
      "step": 2600
    },
    {
      "epoch": 0.21515531010696176,
      "grad_norm": 0.4186144471168518,
      "learning_rate": 0.0002,
      "loss": 0.428,
      "step": 2620
    },
    {
      "epoch": 0.21679771705434314,
      "grad_norm": 0.5562434196472168,
      "learning_rate": 0.0002,
      "loss": 0.394,
      "step": 2640
    },
    {
      "epoch": 0.21844012400172452,
      "grad_norm": 0.5947513580322266,
      "learning_rate": 0.0002,
      "loss": 0.3998,
      "step": 2660
    },
    {
      "epoch": 0.2200825309491059,
      "grad_norm": 0.4886711835861206,
      "learning_rate": 0.0002,
      "loss": 0.389,
      "step": 2680
    },
    {
      "epoch": 0.2217249378964873,
      "grad_norm": 0.551491379737854,
      "learning_rate": 0.0002,
      "loss": 0.3952,
      "step": 2700
    },
    {
      "epoch": 0.2233673448438687,
      "grad_norm": 0.383627712726593,
      "learning_rate": 0.0002,
      "loss": 0.3733,
      "step": 2720
    },
    {
      "epoch": 0.22500975179125007,
      "grad_norm": 0.45694270730018616,
      "learning_rate": 0.0002,
      "loss": 0.4075,
      "step": 2740
    },
    {
      "epoch": 0.22665215873863145,
      "grad_norm": 0.46876367926597595,
      "learning_rate": 0.0002,
      "loss": 0.4135,
      "step": 2760
    },
    {
      "epoch": 0.22829456568601286,
      "grad_norm": 0.9062886238098145,
      "learning_rate": 0.0002,
      "loss": 0.3891,
      "step": 2780
    },
    {
      "epoch": 0.22993697263339424,
      "grad_norm": 0.47902002930641174,
      "learning_rate": 0.0002,
      "loss": 0.405,
      "step": 2800
    },
    {
      "epoch": 0.23157937958077562,
      "grad_norm": 0.6828575134277344,
      "learning_rate": 0.0002,
      "loss": 0.3985,
      "step": 2820
    },
    {
      "epoch": 0.233221786528157,
      "grad_norm": 0.5411036610603333,
      "learning_rate": 0.0002,
      "loss": 0.3658,
      "step": 2840
    },
    {
      "epoch": 0.2348641934755384,
      "grad_norm": 0.6698014736175537,
      "learning_rate": 0.0002,
      "loss": 0.4003,
      "step": 2860
    },
    {
      "epoch": 0.2365066004229198,
      "grad_norm": 0.5779656171798706,
      "learning_rate": 0.0002,
      "loss": 0.4003,
      "step": 2880
    },
    {
      "epoch": 0.23814900737030117,
      "grad_norm": 0.5321545004844666,
      "learning_rate": 0.0002,
      "loss": 0.3667,
      "step": 2900
    },
    {
      "epoch": 0.23979141431768256,
      "grad_norm": 0.43935510516166687,
      "learning_rate": 0.0002,
      "loss": 0.375,
      "step": 2920
    },
    {
      "epoch": 0.24143382126506396,
      "grad_norm": 0.67582768201828,
      "learning_rate": 0.0002,
      "loss": 0.3814,
      "step": 2940
    },
    {
      "epoch": 0.24307622821244534,
      "grad_norm": 0.6373169422149658,
      "learning_rate": 0.0002,
      "loss": 0.4079,
      "step": 2960
    },
    {
      "epoch": 0.24471863515982673,
      "grad_norm": 0.4568232595920563,
      "learning_rate": 0.0002,
      "loss": 0.3821,
      "step": 2980
    },
    {
      "epoch": 0.2463610421072081,
      "grad_norm": 0.5706847310066223,
      "learning_rate": 0.0002,
      "loss": 0.3745,
      "step": 3000
    },
    {
      "epoch": 0.24800344905458951,
      "grad_norm": 0.5293543338775635,
      "learning_rate": 0.0002,
      "loss": 0.3945,
      "step": 3020
    },
    {
      "epoch": 0.2496458560019709,
      "grad_norm": 0.5566920042037964,
      "learning_rate": 0.0002,
      "loss": 0.3739,
      "step": 3040
    },
    {
      "epoch": 0.2512882629493523,
      "grad_norm": 0.5758338570594788,
      "learning_rate": 0.0002,
      "loss": 0.4115,
      "step": 3060
    },
    {
      "epoch": 0.2529306698967337,
      "grad_norm": 0.5503116250038147,
      "learning_rate": 0.0002,
      "loss": 0.3841,
      "step": 3080
    },
    {
      "epoch": 0.25457307684411506,
      "grad_norm": 0.5829768776893616,
      "learning_rate": 0.0002,
      "loss": 0.3679,
      "step": 3100
    },
    {
      "epoch": 0.25621548379149645,
      "grad_norm": 0.4771459400653839,
      "learning_rate": 0.0002,
      "loss": 0.3787,
      "step": 3120
    },
    {
      "epoch": 0.2578578907388778,
      "grad_norm": 0.508679986000061,
      "learning_rate": 0.0002,
      "loss": 0.3424,
      "step": 3140
    },
    {
      "epoch": 0.2595002976862592,
      "grad_norm": 0.5478394031524658,
      "learning_rate": 0.0002,
      "loss": 0.3616,
      "step": 3160
    },
    {
      "epoch": 0.2611427046336406,
      "grad_norm": 0.48918816447257996,
      "learning_rate": 0.0002,
      "loss": 0.364,
      "step": 3180
    },
    {
      "epoch": 0.26278511158102197,
      "grad_norm": 0.6158058047294617,
      "learning_rate": 0.0002,
      "loss": 0.3563,
      "step": 3200
    },
    {
      "epoch": 0.26442751852840335,
      "grad_norm": 0.6302765607833862,
      "learning_rate": 0.0002,
      "loss": 0.3472,
      "step": 3220
    },
    {
      "epoch": 0.2660699254757848,
      "grad_norm": 0.42650097608566284,
      "learning_rate": 0.0002,
      "loss": 0.374,
      "step": 3240
    },
    {
      "epoch": 0.26771233242316617,
      "grad_norm": 0.5517419576644897,
      "learning_rate": 0.0002,
      "loss": 0.3747,
      "step": 3260
    },
    {
      "epoch": 0.26935473937054755,
      "grad_norm": 0.5887686014175415,
      "learning_rate": 0.0002,
      "loss": 0.3655,
      "step": 3280
    },
    {
      "epoch": 0.2709971463179289,
      "grad_norm": 0.5252538323402405,
      "learning_rate": 0.0002,
      "loss": 0.3864,
      "step": 3300
    },
    {
      "epoch": 0.2726395532653103,
      "grad_norm": 0.4829944968223572,
      "learning_rate": 0.0002,
      "loss": 0.3526,
      "step": 3320
    },
    {
      "epoch": 0.2742819602126917,
      "grad_norm": 0.4375133216381073,
      "learning_rate": 0.0002,
      "loss": 0.3536,
      "step": 3340
    },
    {
      "epoch": 0.27592436716007307,
      "grad_norm": 0.5371789336204529,
      "learning_rate": 0.0002,
      "loss": 0.3501,
      "step": 3360
    },
    {
      "epoch": 0.27756677410745445,
      "grad_norm": 0.44075456261634827,
      "learning_rate": 0.0002,
      "loss": 0.3584,
      "step": 3380
    },
    {
      "epoch": 0.2792091810548359,
      "grad_norm": 0.53825443983078,
      "learning_rate": 0.0002,
      "loss": 0.3304,
      "step": 3400
    },
    {
      "epoch": 0.28085158800221727,
      "grad_norm": 0.48521581292152405,
      "learning_rate": 0.0002,
      "loss": 0.3588,
      "step": 3420
    },
    {
      "epoch": 0.28249399494959865,
      "grad_norm": 0.4189339578151703,
      "learning_rate": 0.0002,
      "loss": 0.3556,
      "step": 3440
    },
    {
      "epoch": 0.28413640189698003,
      "grad_norm": 0.4011813700199127,
      "learning_rate": 0.0002,
      "loss": 0.3403,
      "step": 3460
    },
    {
      "epoch": 0.2857788088443614,
      "grad_norm": 0.4910661280155182,
      "learning_rate": 0.0002,
      "loss": 0.3897,
      "step": 3480
    },
    {
      "epoch": 0.2874212157917428,
      "grad_norm": 0.5664734840393066,
      "learning_rate": 0.0002,
      "loss": 0.3503,
      "step": 3500
    },
    {
      "epoch": 0.28906362273912417,
      "grad_norm": 0.45044422149658203,
      "learning_rate": 0.0002,
      "loss": 0.3357,
      "step": 3520
    },
    {
      "epoch": 0.29070602968650555,
      "grad_norm": 0.6162013411521912,
      "learning_rate": 0.0002,
      "loss": 0.3827,
      "step": 3540
    },
    {
      "epoch": 0.292348436633887,
      "grad_norm": 0.428659588098526,
      "learning_rate": 0.0002,
      "loss": 0.3418,
      "step": 3560
    },
    {
      "epoch": 0.29399084358126837,
      "grad_norm": 0.48843899369239807,
      "learning_rate": 0.0002,
      "loss": 0.3695,
      "step": 3580
    },
    {
      "epoch": 0.29563325052864975,
      "grad_norm": 0.5662574768066406,
      "learning_rate": 0.0002,
      "loss": 0.3418,
      "step": 3600
    },
    {
      "epoch": 0.29727565747603113,
      "grad_norm": 0.5488101243972778,
      "learning_rate": 0.0002,
      "loss": 0.3619,
      "step": 3620
    },
    {
      "epoch": 0.2989180644234125,
      "grad_norm": 0.4078102111816406,
      "learning_rate": 0.0002,
      "loss": 0.3339,
      "step": 3640
    },
    {
      "epoch": 0.3005604713707939,
      "grad_norm": 0.6991748213768005,
      "learning_rate": 0.0002,
      "loss": 0.3653,
      "step": 3660
    },
    {
      "epoch": 0.30220287831817527,
      "grad_norm": 0.4532040059566498,
      "learning_rate": 0.0002,
      "loss": 0.343,
      "step": 3680
    },
    {
      "epoch": 0.30384528526555665,
      "grad_norm": 0.47306913137435913,
      "learning_rate": 0.0002,
      "loss": 0.3551,
      "step": 3700
    },
    {
      "epoch": 0.30548769221293803,
      "grad_norm": 0.4408378303050995,
      "learning_rate": 0.0002,
      "loss": 0.3441,
      "step": 3720
    },
    {
      "epoch": 0.30713009916031947,
      "grad_norm": 0.5125454068183899,
      "learning_rate": 0.0002,
      "loss": 0.3578,
      "step": 3740
    },
    {
      "epoch": 0.30877250610770085,
      "grad_norm": 0.5483905076980591,
      "learning_rate": 0.0002,
      "loss": 0.3344,
      "step": 3760
    },
    {
      "epoch": 0.31041491305508223,
      "grad_norm": 0.3780999779701233,
      "learning_rate": 0.0002,
      "loss": 0.3491,
      "step": 3780
    },
    {
      "epoch": 0.3120573200024636,
      "grad_norm": 0.4443167746067047,
      "learning_rate": 0.0002,
      "loss": 0.3406,
      "step": 3800
    },
    {
      "epoch": 0.313699726949845,
      "grad_norm": 0.5337740182876587,
      "learning_rate": 0.0002,
      "loss": 0.3369,
      "step": 3820
    },
    {
      "epoch": 0.3153421338972264,
      "grad_norm": 0.5371155738830566,
      "learning_rate": 0.0002,
      "loss": 0.3579,
      "step": 3840
    },
    {
      "epoch": 0.31698454084460775,
      "grad_norm": 0.49183839559555054,
      "learning_rate": 0.0002,
      "loss": 0.3359,
      "step": 3860
    },
    {
      "epoch": 0.31862694779198913,
      "grad_norm": 0.5076944828033447,
      "learning_rate": 0.0002,
      "loss": 0.3604,
      "step": 3880
    },
    {
      "epoch": 0.32026935473937057,
      "grad_norm": 0.5076488256454468,
      "learning_rate": 0.0002,
      "loss": 0.3373,
      "step": 3900
    },
    {
      "epoch": 0.32191176168675195,
      "grad_norm": 0.519506573677063,
      "learning_rate": 0.0002,
      "loss": 0.3529,
      "step": 3920
    },
    {
      "epoch": 0.32355416863413333,
      "grad_norm": 0.3967176079750061,
      "learning_rate": 0.0002,
      "loss": 0.3203,
      "step": 3940
    },
    {
      "epoch": 0.3251965755815147,
      "grad_norm": 0.5084711313247681,
      "learning_rate": 0.0002,
      "loss": 0.3323,
      "step": 3960
    },
    {
      "epoch": 0.3268389825288961,
      "grad_norm": 0.5324501991271973,
      "learning_rate": 0.0002,
      "loss": 0.3351,
      "step": 3980
    },
    {
      "epoch": 0.3284813894762775,
      "grad_norm": 0.4679279923439026,
      "learning_rate": 0.0002,
      "loss": 0.322,
      "step": 4000
    },
    {
      "epoch": 0.33012379642365886,
      "grad_norm": 0.5273401737213135,
      "learning_rate": 0.0002,
      "loss": 0.358,
      "step": 4020
    },
    {
      "epoch": 0.33176620337104024,
      "grad_norm": 0.560130774974823,
      "learning_rate": 0.0002,
      "loss": 0.3252,
      "step": 4040
    },
    {
      "epoch": 0.33340861031842167,
      "grad_norm": 0.7334967851638794,
      "learning_rate": 0.0002,
      "loss": 0.3125,
      "step": 4060
    },
    {
      "epoch": 0.33505101726580305,
      "grad_norm": 0.448902428150177,
      "learning_rate": 0.0002,
      "loss": 0.3337,
      "step": 4080
    },
    {
      "epoch": 0.33669342421318443,
      "grad_norm": 0.42839765548706055,
      "learning_rate": 0.0002,
      "loss": 0.3332,
      "step": 4100
    },
    {
      "epoch": 0.3383358311605658,
      "grad_norm": 0.43117448687553406,
      "learning_rate": 0.0002,
      "loss": 0.3204,
      "step": 4120
    },
    {
      "epoch": 0.3399782381079472,
      "grad_norm": 0.4213992953300476,
      "learning_rate": 0.0002,
      "loss": 0.3421,
      "step": 4140
    },
    {
      "epoch": 0.3416206450553286,
      "grad_norm": 0.40054526925086975,
      "learning_rate": 0.0002,
      "loss": 0.3115,
      "step": 4160
    },
    {
      "epoch": 0.34326305200270996,
      "grad_norm": 0.5090795159339905,
      "learning_rate": 0.0002,
      "loss": 0.3324,
      "step": 4180
    },
    {
      "epoch": 0.34490545895009134,
      "grad_norm": 0.5156223177909851,
      "learning_rate": 0.0002,
      "loss": 0.3186,
      "step": 4200
    },
    {
      "epoch": 0.3465478658974728,
      "grad_norm": 0.4297846555709839,
      "learning_rate": 0.0002,
      "loss": 0.312,
      "step": 4220
    },
    {
      "epoch": 0.34819027284485415,
      "grad_norm": 0.4857240617275238,
      "learning_rate": 0.0002,
      "loss": 0.3202,
      "step": 4240
    },
    {
      "epoch": 0.34983267979223553,
      "grad_norm": 0.6078678965568542,
      "learning_rate": 0.0002,
      "loss": 0.3329,
      "step": 4260
    },
    {
      "epoch": 0.3514750867396169,
      "grad_norm": 0.5576339364051819,
      "learning_rate": 0.0002,
      "loss": 0.333,
      "step": 4280
    },
    {
      "epoch": 0.3531174936869983,
      "grad_norm": 0.5340404510498047,
      "learning_rate": 0.0002,
      "loss": 0.3367,
      "step": 4300
    },
    {
      "epoch": 0.3547599006343797,
      "grad_norm": 0.5187095999717712,
      "learning_rate": 0.0002,
      "loss": 0.3579,
      "step": 4320
    },
    {
      "epoch": 0.35640230758176106,
      "grad_norm": 0.4246378540992737,
      "learning_rate": 0.0002,
      "loss": 0.3281,
      "step": 4340
    },
    {
      "epoch": 0.35804471452914244,
      "grad_norm": 0.6137174963951111,
      "learning_rate": 0.0002,
      "loss": 0.3248,
      "step": 4360
    },
    {
      "epoch": 0.3596871214765238,
      "grad_norm": 0.44220972061157227,
      "learning_rate": 0.0002,
      "loss": 0.3267,
      "step": 4380
    },
    {
      "epoch": 0.36132952842390526,
      "grad_norm": 0.4254567325115204,
      "learning_rate": 0.0002,
      "loss": 0.315,
      "step": 4400
    },
    {
      "epoch": 0.36297193537128664,
      "grad_norm": 0.66693115234375,
      "learning_rate": 0.0002,
      "loss": 0.3354,
      "step": 4420
    },
    {
      "epoch": 0.364614342318668,
      "grad_norm": 0.5646852254867554,
      "learning_rate": 0.0002,
      "loss": 0.3275,
      "step": 4440
    },
    {
      "epoch": 0.3662567492660494,
      "grad_norm": 0.525794506072998,
      "learning_rate": 0.0002,
      "loss": 0.3095,
      "step": 4460
    },
    {
      "epoch": 0.3678991562134308,
      "grad_norm": 0.5454958081245422,
      "learning_rate": 0.0002,
      "loss": 0.3177,
      "step": 4480
    },
    {
      "epoch": 0.36954156316081216,
      "grad_norm": 0.5054097771644592,
      "learning_rate": 0.0002,
      "loss": 0.3291,
      "step": 4500
    },
    {
      "epoch": 0.37118397010819354,
      "grad_norm": 0.45259889960289,
      "learning_rate": 0.0002,
      "loss": 0.3309,
      "step": 4520
    },
    {
      "epoch": 0.3728263770555749,
      "grad_norm": 0.4160098135471344,
      "learning_rate": 0.0002,
      "loss": 0.3416,
      "step": 4540
    },
    {
      "epoch": 0.37446878400295636,
      "grad_norm": 0.36465033888816833,
      "learning_rate": 0.0002,
      "loss": 0.3244,
      "step": 4560
    },
    {
      "epoch": 0.37611119095033774,
      "grad_norm": 0.3822501301765442,
      "learning_rate": 0.0002,
      "loss": 0.3163,
      "step": 4580
    },
    {
      "epoch": 0.3777535978977191,
      "grad_norm": 0.4484947621822357,
      "learning_rate": 0.0002,
      "loss": 0.3186,
      "step": 4600
    },
    {
      "epoch": 0.3793960048451005,
      "grad_norm": 0.481303334236145,
      "learning_rate": 0.0002,
      "loss": 0.3202,
      "step": 4620
    },
    {
      "epoch": 0.3810384117924819,
      "grad_norm": 0.5275722742080688,
      "learning_rate": 0.0002,
      "loss": 0.319,
      "step": 4640
    },
    {
      "epoch": 0.38268081873986326,
      "grad_norm": 0.5782263278961182,
      "learning_rate": 0.0002,
      "loss": 0.327,
      "step": 4660
    },
    {
      "epoch": 0.38432322568724464,
      "grad_norm": 0.511466920375824,
      "learning_rate": 0.0002,
      "loss": 0.3176,
      "step": 4680
    },
    {
      "epoch": 0.385965632634626,
      "grad_norm": 0.5383144617080688,
      "learning_rate": 0.0002,
      "loss": 0.3215,
      "step": 4700
    },
    {
      "epoch": 0.38760803958200746,
      "grad_norm": 0.47731462121009827,
      "learning_rate": 0.0002,
      "loss": 0.3184,
      "step": 4720
    },
    {
      "epoch": 0.38925044652938884,
      "grad_norm": 0.43928396701812744,
      "learning_rate": 0.0002,
      "loss": 0.2998,
      "step": 4740
    },
    {
      "epoch": 0.3908928534767702,
      "grad_norm": 0.47170737385749817,
      "learning_rate": 0.0002,
      "loss": 0.3211,
      "step": 4760
    },
    {
      "epoch": 0.3925352604241516,
      "grad_norm": 0.39744389057159424,
      "learning_rate": 0.0002,
      "loss": 0.3119,
      "step": 4780
    },
    {
      "epoch": 0.394177667371533,
      "grad_norm": 0.4669509828090668,
      "learning_rate": 0.0002,
      "loss": 0.2965,
      "step": 4800
    },
    {
      "epoch": 0.39582007431891436,
      "grad_norm": 0.4926499128341675,
      "learning_rate": 0.0002,
      "loss": 0.2996,
      "step": 4820
    },
    {
      "epoch": 0.39746248126629574,
      "grad_norm": 0.4818594455718994,
      "learning_rate": 0.0002,
      "loss": 0.3116,
      "step": 4840
    },
    {
      "epoch": 0.3991048882136771,
      "grad_norm": 0.4344610571861267,
      "learning_rate": 0.0002,
      "loss": 0.2884,
      "step": 4860
    },
    {
      "epoch": 0.40074729516105856,
      "grad_norm": 0.3993249535560608,
      "learning_rate": 0.0002,
      "loss": 0.3096,
      "step": 4880
    },
    {
      "epoch": 0.40238970210843994,
      "grad_norm": 0.4467979967594147,
      "learning_rate": 0.0002,
      "loss": 0.2976,
      "step": 4900
    },
    {
      "epoch": 0.4040321090558213,
      "grad_norm": 0.5102105736732483,
      "learning_rate": 0.0002,
      "loss": 0.3005,
      "step": 4920
    },
    {
      "epoch": 0.4056745160032027,
      "grad_norm": 0.49601197242736816,
      "learning_rate": 0.0002,
      "loss": 0.2983,
      "step": 4940
    },
    {
      "epoch": 0.4073169229505841,
      "grad_norm": 0.39463695883750916,
      "learning_rate": 0.0002,
      "loss": 0.3071,
      "step": 4960
    },
    {
      "epoch": 0.40895932989796546,
      "grad_norm": 0.5963265299797058,
      "learning_rate": 0.0002,
      "loss": 0.3017,
      "step": 4980
    },
    {
      "epoch": 0.41060173684534684,
      "grad_norm": 0.5571741461753845,
      "learning_rate": 0.0002,
      "loss": 0.312,
      "step": 5000
    },
    {
      "epoch": 0.4122441437927282,
      "grad_norm": 0.430397629737854,
      "learning_rate": 0.0002,
      "loss": 0.3077,
      "step": 5020
    },
    {
      "epoch": 0.4138865507401096,
      "grad_norm": 0.5038132667541504,
      "learning_rate": 0.0002,
      "loss": 0.3065,
      "step": 5040
    },
    {
      "epoch": 0.41552895768749104,
      "grad_norm": 0.41420304775238037,
      "learning_rate": 0.0002,
      "loss": 0.3061,
      "step": 5060
    },
    {
      "epoch": 0.4171713646348724,
      "grad_norm": 0.6602872610092163,
      "learning_rate": 0.0002,
      "loss": 0.3101,
      "step": 5080
    },
    {
      "epoch": 0.4188137715822538,
      "grad_norm": 0.46677547693252563,
      "learning_rate": 0.0002,
      "loss": 0.3097,
      "step": 5100
    },
    {
      "epoch": 0.4204561785296352,
      "grad_norm": 0.5312944054603577,
      "learning_rate": 0.0002,
      "loss": 0.3136,
      "step": 5120
    },
    {
      "epoch": 0.42209858547701656,
      "grad_norm": 0.4542620778083801,
      "learning_rate": 0.0002,
      "loss": 0.3177,
      "step": 5140
    },
    {
      "epoch": 0.42374099242439794,
      "grad_norm": 0.5240755081176758,
      "learning_rate": 0.0002,
      "loss": 0.3121,
      "step": 5160
    },
    {
      "epoch": 0.4253833993717793,
      "grad_norm": 0.49393558502197266,
      "learning_rate": 0.0002,
      "loss": 0.3145,
      "step": 5180
    },
    {
      "epoch": 0.4270258063191607,
      "grad_norm": 0.3480128347873688,
      "learning_rate": 0.0002,
      "loss": 0.3047,
      "step": 5200
    },
    {
      "epoch": 0.42866821326654214,
      "grad_norm": 0.4269355833530426,
      "learning_rate": 0.0002,
      "loss": 0.3128,
      "step": 5220
    },
    {
      "epoch": 0.4303106202139235,
      "grad_norm": 0.46620428562164307,
      "learning_rate": 0.0002,
      "loss": 0.2892,
      "step": 5240
    },
    {
      "epoch": 0.4319530271613049,
      "grad_norm": 0.502040684223175,
      "learning_rate": 0.0002,
      "loss": 0.2977,
      "step": 5260
    },
    {
      "epoch": 0.4335954341086863,
      "grad_norm": 0.4725840091705322,
      "learning_rate": 0.0002,
      "loss": 0.2926,
      "step": 5280
    },
    {
      "epoch": 0.43523784105606766,
      "grad_norm": 0.4031844735145569,
      "learning_rate": 0.0002,
      "loss": 0.2931,
      "step": 5300
    },
    {
      "epoch": 0.43688024800344905,
      "grad_norm": 0.5044718384742737,
      "learning_rate": 0.0002,
      "loss": 0.2925,
      "step": 5320
    },
    {
      "epoch": 0.4385226549508304,
      "grad_norm": 0.43350791931152344,
      "learning_rate": 0.0002,
      "loss": 0.3064,
      "step": 5340
    },
    {
      "epoch": 0.4401650618982118,
      "grad_norm": 0.4503776431083679,
      "learning_rate": 0.0002,
      "loss": 0.2935,
      "step": 5360
    },
    {
      "epoch": 0.44180746884559324,
      "grad_norm": 0.4562300145626068,
      "learning_rate": 0.0002,
      "loss": 0.2908,
      "step": 5380
    },
    {
      "epoch": 0.4434498757929746,
      "grad_norm": 0.4543699026107788,
      "learning_rate": 0.0002,
      "loss": 0.2971,
      "step": 5400
    },
    {
      "epoch": 0.445092282740356,
      "grad_norm": 0.45582354068756104,
      "learning_rate": 0.0002,
      "loss": 0.3039,
      "step": 5420
    },
    {
      "epoch": 0.4467346896877374,
      "grad_norm": 0.535355269908905,
      "learning_rate": 0.0002,
      "loss": 0.3023,
      "step": 5440
    },
    {
      "epoch": 0.44837709663511877,
      "grad_norm": 0.6104617118835449,
      "learning_rate": 0.0002,
      "loss": 0.3001,
      "step": 5460
    },
    {
      "epoch": 0.45001950358250015,
      "grad_norm": 0.5111253261566162,
      "learning_rate": 0.0002,
      "loss": 0.281,
      "step": 5480
    },
    {
      "epoch": 0.4516619105298815,
      "grad_norm": 0.49691838026046753,
      "learning_rate": 0.0002,
      "loss": 0.3043,
      "step": 5500
    },
    {
      "epoch": 0.4533043174772629,
      "grad_norm": 0.5030774474143982,
      "learning_rate": 0.0002,
      "loss": 0.2963,
      "step": 5520
    },
    {
      "epoch": 0.4549467244246443,
      "grad_norm": 0.4874095320701599,
      "learning_rate": 0.0002,
      "loss": 0.3063,
      "step": 5540
    },
    {
      "epoch": 0.4565891313720257,
      "grad_norm": 0.4713788330554962,
      "learning_rate": 0.0002,
      "loss": 0.2997,
      "step": 5560
    },
    {
      "epoch": 0.4582315383194071,
      "grad_norm": 0.48497167229652405,
      "learning_rate": 0.0002,
      "loss": 0.2936,
      "step": 5580
    },
    {
      "epoch": 0.4598739452667885,
      "grad_norm": 0.5291727185249329,
      "learning_rate": 0.0002,
      "loss": 0.2863,
      "step": 5600
    },
    {
      "epoch": 0.46151635221416987,
      "grad_norm": 0.5845544934272766,
      "learning_rate": 0.0002,
      "loss": 0.2834,
      "step": 5620
    },
    {
      "epoch": 0.46315875916155125,
      "grad_norm": 0.5052700638771057,
      "learning_rate": 0.0002,
      "loss": 0.281,
      "step": 5640
    },
    {
      "epoch": 0.46480116610893263,
      "grad_norm": 0.47813382744789124,
      "learning_rate": 0.0002,
      "loss": 0.2859,
      "step": 5660
    },
    {
      "epoch": 0.466443573056314,
      "grad_norm": 0.4913572072982788,
      "learning_rate": 0.0002,
      "loss": 0.2765,
      "step": 5680
    },
    {
      "epoch": 0.4680859800036954,
      "grad_norm": 0.5044130086898804,
      "learning_rate": 0.0002,
      "loss": 0.3068,
      "step": 5700
    },
    {
      "epoch": 0.4697283869510768,
      "grad_norm": 0.45967990159988403,
      "learning_rate": 0.0002,
      "loss": 0.294,
      "step": 5720
    },
    {
      "epoch": 0.4713707938984582,
      "grad_norm": 0.4834402799606323,
      "learning_rate": 0.0002,
      "loss": 0.2902,
      "step": 5740
    },
    {
      "epoch": 0.4730132008458396,
      "grad_norm": 0.4889473617076874,
      "learning_rate": 0.0002,
      "loss": 0.2931,
      "step": 5760
    },
    {
      "epoch": 0.47465560779322097,
      "grad_norm": 0.37159985303878784,
      "learning_rate": 0.0002,
      "loss": 0.2836,
      "step": 5780
    },
    {
      "epoch": 0.47629801474060235,
      "grad_norm": 0.44428759813308716,
      "learning_rate": 0.0002,
      "loss": 0.2994,
      "step": 5800
    },
    {
      "epoch": 0.47794042168798373,
      "grad_norm": 0.5093443989753723,
      "learning_rate": 0.0002,
      "loss": 0.2943,
      "step": 5820
    },
    {
      "epoch": 0.4795828286353651,
      "grad_norm": 0.539089024066925,
      "learning_rate": 0.0002,
      "loss": 0.2968,
      "step": 5840
    },
    {
      "epoch": 0.4812252355827465,
      "grad_norm": 0.33726248145103455,
      "learning_rate": 0.0002,
      "loss": 0.283,
      "step": 5860
    },
    {
      "epoch": 0.4828676425301279,
      "grad_norm": 0.451824426651001,
      "learning_rate": 0.0002,
      "loss": 0.2824,
      "step": 5880
    },
    {
      "epoch": 0.4845100494775093,
      "grad_norm": 0.4333132207393646,
      "learning_rate": 0.0002,
      "loss": 0.2908,
      "step": 5900
    },
    {
      "epoch": 0.4861524564248907,
      "grad_norm": 0.4399010241031647,
      "learning_rate": 0.0002,
      "loss": 0.2857,
      "step": 5920
    },
    {
      "epoch": 0.48779486337227207,
      "grad_norm": 0.46633288264274597,
      "learning_rate": 0.0002,
      "loss": 0.2796,
      "step": 5940
    },
    {
      "epoch": 0.48943727031965345,
      "grad_norm": 0.6088176965713501,
      "learning_rate": 0.0002,
      "loss": 0.2868,
      "step": 5960
    },
    {
      "epoch": 0.49107967726703483,
      "grad_norm": 0.5191177129745483,
      "learning_rate": 0.0002,
      "loss": 0.2713,
      "step": 5980
    },
    {
      "epoch": 0.4927220842144162,
      "grad_norm": 0.6080117225646973,
      "learning_rate": 0.0002,
      "loss": 0.2925,
      "step": 6000
    },
    {
      "epoch": 0.4943644911617976,
      "grad_norm": 0.4405871629714966,
      "learning_rate": 0.0002,
      "loss": 0.2827,
      "step": 6020
    },
    {
      "epoch": 0.49600689810917903,
      "grad_norm": 0.44443821907043457,
      "learning_rate": 0.0002,
      "loss": 0.2641,
      "step": 6040
    },
    {
      "epoch": 0.4976493050565604,
      "grad_norm": 0.401265025138855,
      "learning_rate": 0.0002,
      "loss": 0.2908,
      "step": 6060
    },
    {
      "epoch": 0.4992917120039418,
      "grad_norm": 0.4125641882419586,
      "learning_rate": 0.0002,
      "loss": 0.2717,
      "step": 6080
    },
    {
      "epoch": 0.5009341189513231,
      "grad_norm": 0.4346245229244232,
      "learning_rate": 0.0002,
      "loss": 0.2706,
      "step": 6100
    },
    {
      "epoch": 0.5025765258987046,
      "grad_norm": 0.47208690643310547,
      "learning_rate": 0.0002,
      "loss": 0.2851,
      "step": 6120
    },
    {
      "epoch": 0.504218932846086,
      "grad_norm": 0.4369046986103058,
      "learning_rate": 0.0002,
      "loss": 0.2809,
      "step": 6140
    },
    {
      "epoch": 0.5058613397934674,
      "grad_norm": 0.5451960563659668,
      "learning_rate": 0.0002,
      "loss": 0.293,
      "step": 6160
    },
    {
      "epoch": 0.5075037467408487,
      "grad_norm": 0.6085506677627563,
      "learning_rate": 0.0002,
      "loss": 0.2748,
      "step": 6180
    },
    {
      "epoch": 0.5091461536882301,
      "grad_norm": 0.3898778259754181,
      "learning_rate": 0.0002,
      "loss": 0.276,
      "step": 6200
    },
    {
      "epoch": 0.5107885606356115,
      "grad_norm": 0.5069212317466736,
      "learning_rate": 0.0002,
      "loss": 0.2925,
      "step": 6220
    },
    {
      "epoch": 0.5124309675829929,
      "grad_norm": 0.48736870288848877,
      "learning_rate": 0.0002,
      "loss": 0.2718,
      "step": 6240
    },
    {
      "epoch": 0.5140733745303743,
      "grad_norm": 0.5182287693023682,
      "learning_rate": 0.0002,
      "loss": 0.2783,
      "step": 6260
    },
    {
      "epoch": 0.5157157814777557,
      "grad_norm": 0.5157051086425781,
      "learning_rate": 0.0002,
      "loss": 0.2828,
      "step": 6280
    },
    {
      "epoch": 0.517358188425137,
      "grad_norm": 0.4653798043727875,
      "learning_rate": 0.0002,
      "loss": 0.2802,
      "step": 6300
    },
    {
      "epoch": 0.5190005953725184,
      "grad_norm": 0.4838721454143524,
      "learning_rate": 0.0002,
      "loss": 0.2758,
      "step": 6320
    },
    {
      "epoch": 0.5206430023198998,
      "grad_norm": 0.47830331325531006,
      "learning_rate": 0.0002,
      "loss": 0.2999,
      "step": 6340
    },
    {
      "epoch": 0.5222854092672812,
      "grad_norm": 0.45021089911460876,
      "learning_rate": 0.0002,
      "loss": 0.2673,
      "step": 6360
    },
    {
      "epoch": 0.5239278162146626,
      "grad_norm": 0.4527071714401245,
      "learning_rate": 0.0002,
      "loss": 0.2624,
      "step": 6380
    },
    {
      "epoch": 0.5255702231620439,
      "grad_norm": 0.508590817451477,
      "learning_rate": 0.0002,
      "loss": 0.2555,
      "step": 6400
    },
    {
      "epoch": 0.5272126301094253,
      "grad_norm": 0.38745129108428955,
      "learning_rate": 0.0002,
      "loss": 0.2863,
      "step": 6420
    },
    {
      "epoch": 0.5288550370568067,
      "grad_norm": 0.6669766902923584,
      "learning_rate": 0.0002,
      "loss": 0.2813,
      "step": 6440
    },
    {
      "epoch": 0.5304974440041882,
      "grad_norm": 0.5111877918243408,
      "learning_rate": 0.0002,
      "loss": 0.2712,
      "step": 6460
    },
    {
      "epoch": 0.5321398509515696,
      "grad_norm": 0.5499460697174072,
      "learning_rate": 0.0002,
      "loss": 0.2656,
      "step": 6480
    },
    {
      "epoch": 0.533782257898951,
      "grad_norm": 0.5004873275756836,
      "learning_rate": 0.0002,
      "loss": 0.2873,
      "step": 6500
    },
    {
      "epoch": 0.5354246648463323,
      "grad_norm": 0.6010814309120178,
      "learning_rate": 0.0002,
      "loss": 0.3005,
      "step": 6520
    },
    {
      "epoch": 0.5370670717937137,
      "grad_norm": 0.4720690846443176,
      "learning_rate": 0.0002,
      "loss": 0.2675,
      "step": 6540
    },
    {
      "epoch": 0.5387094787410951,
      "grad_norm": 0.47902727127075195,
      "learning_rate": 0.0002,
      "loss": 0.2715,
      "step": 6560
    },
    {
      "epoch": 0.5403518856884765,
      "grad_norm": 0.46664199233055115,
      "learning_rate": 0.0002,
      "loss": 0.2713,
      "step": 6580
    },
    {
      "epoch": 0.5419942926358579,
      "grad_norm": 0.5385149121284485,
      "learning_rate": 0.0002,
      "loss": 0.2867,
      "step": 6600
    },
    {
      "epoch": 0.5436366995832392,
      "grad_norm": 0.3878926932811737,
      "learning_rate": 0.0002,
      "loss": 0.2802,
      "step": 6620
    },
    {
      "epoch": 0.5452791065306206,
      "grad_norm": 0.390656054019928,
      "learning_rate": 0.0002,
      "loss": 0.2676,
      "step": 6640
    },
    {
      "epoch": 0.546921513478002,
      "grad_norm": 0.4342198669910431,
      "learning_rate": 0.0002,
      "loss": 0.2874,
      "step": 6660
    },
    {
      "epoch": 0.5485639204253834,
      "grad_norm": 0.42557764053344727,
      "learning_rate": 0.0002,
      "loss": 0.2829,
      "step": 6680
    },
    {
      "epoch": 0.5502063273727648,
      "grad_norm": 0.5569108128547668,
      "learning_rate": 0.0002,
      "loss": 0.2929,
      "step": 6700
    },
    {
      "epoch": 0.5518487343201461,
      "grad_norm": 0.38765788078308105,
      "learning_rate": 0.0002,
      "loss": 0.2804,
      "step": 6720
    },
    {
      "epoch": 0.5534911412675275,
      "grad_norm": 0.5068329572677612,
      "learning_rate": 0.0002,
      "loss": 0.2629,
      "step": 6740
    },
    {
      "epoch": 0.5551335482149089,
      "grad_norm": 0.5097832083702087,
      "learning_rate": 0.0002,
      "loss": 0.2846,
      "step": 6760
    },
    {
      "epoch": 0.5567759551622903,
      "grad_norm": 0.37154141068458557,
      "learning_rate": 0.0002,
      "loss": 0.2625,
      "step": 6780
    },
    {
      "epoch": 0.5584183621096718,
      "grad_norm": 0.41640445590019226,
      "learning_rate": 0.0002,
      "loss": 0.2669,
      "step": 6800
    },
    {
      "epoch": 0.5600607690570532,
      "grad_norm": 0.45431575179100037,
      "learning_rate": 0.0002,
      "loss": 0.2644,
      "step": 6820
    },
    {
      "epoch": 0.5617031760044345,
      "grad_norm": 0.46759283542633057,
      "learning_rate": 0.0002,
      "loss": 0.2742,
      "step": 6840
    },
    {
      "epoch": 0.5633455829518159,
      "grad_norm": 0.4959569275379181,
      "learning_rate": 0.0002,
      "loss": 0.2746,
      "step": 6860
    },
    {
      "epoch": 0.5649879898991973,
      "grad_norm": 0.44646400213241577,
      "learning_rate": 0.0002,
      "loss": 0.2803,
      "step": 6880
    },
    {
      "epoch": 0.5666303968465787,
      "grad_norm": 0.5323026180267334,
      "learning_rate": 0.0002,
      "loss": 0.2685,
      "step": 6900
    },
    {
      "epoch": 0.5682728037939601,
      "grad_norm": 0.5455038547515869,
      "learning_rate": 0.0002,
      "loss": 0.2737,
      "step": 6920
    },
    {
      "epoch": 0.5699152107413414,
      "grad_norm": 0.429975301027298,
      "learning_rate": 0.0002,
      "loss": 0.2826,
      "step": 6940
    },
    {
      "epoch": 0.5715576176887228,
      "grad_norm": 0.5396720170974731,
      "learning_rate": 0.0002,
      "loss": 0.266,
      "step": 6960
    },
    {
      "epoch": 0.5732000246361042,
      "grad_norm": 0.45468002557754517,
      "learning_rate": 0.0002,
      "loss": 0.2676,
      "step": 6980
    },
    {
      "epoch": 0.5748424315834856,
      "grad_norm": 0.4196678698062897,
      "learning_rate": 0.0002,
      "loss": 0.2786,
      "step": 7000
    },
    {
      "epoch": 0.576484838530867,
      "grad_norm": 0.4681088328361511,
      "learning_rate": 0.0002,
      "loss": 0.2731,
      "step": 7020
    },
    {
      "epoch": 0.5781272454782483,
      "grad_norm": 0.4538247287273407,
      "learning_rate": 0.0002,
      "loss": 0.287,
      "step": 7040
    },
    {
      "epoch": 0.5797696524256297,
      "grad_norm": 0.4834930896759033,
      "learning_rate": 0.0002,
      "loss": 0.2808,
      "step": 7060
    },
    {
      "epoch": 0.5814120593730111,
      "grad_norm": 0.5876035690307617,
      "learning_rate": 0.0002,
      "loss": 0.2631,
      "step": 7080
    },
    {
      "epoch": 0.5830544663203925,
      "grad_norm": 0.5164270401000977,
      "learning_rate": 0.0002,
      "loss": 0.2502,
      "step": 7100
    },
    {
      "epoch": 0.584696873267774,
      "grad_norm": 0.46229973435401917,
      "learning_rate": 0.0002,
      "loss": 0.2575,
      "step": 7120
    },
    {
      "epoch": 0.5863392802151554,
      "grad_norm": 0.438803106546402,
      "learning_rate": 0.0002,
      "loss": 0.2625,
      "step": 7140
    },
    {
      "epoch": 0.5879816871625367,
      "grad_norm": 0.5476749539375305,
      "learning_rate": 0.0002,
      "loss": 0.2706,
      "step": 7160
    },
    {
      "epoch": 0.5896240941099181,
      "grad_norm": 0.5194425582885742,
      "learning_rate": 0.0002,
      "loss": 0.2766,
      "step": 7180
    },
    {
      "epoch": 0.5912665010572995,
      "grad_norm": 0.4764098525047302,
      "learning_rate": 0.0002,
      "loss": 0.2784,
      "step": 7200
    },
    {
      "epoch": 0.5929089080046809,
      "grad_norm": 0.4703931510448456,
      "learning_rate": 0.0002,
      "loss": 0.2652,
      "step": 7220
    },
    {
      "epoch": 0.5945513149520623,
      "grad_norm": 0.43372678756713867,
      "learning_rate": 0.0002,
      "loss": 0.2644,
      "step": 7240
    },
    {
      "epoch": 0.5961937218994436,
      "grad_norm": 0.40813469886779785,
      "learning_rate": 0.0002,
      "loss": 0.2721,
      "step": 7260
    },
    {
      "epoch": 0.597836128846825,
      "grad_norm": 0.5182124376296997,
      "learning_rate": 0.0002,
      "loss": 0.2741,
      "step": 7280
    },
    {
      "epoch": 0.5994785357942064,
      "grad_norm": 0.4767136573791504,
      "learning_rate": 0.0002,
      "loss": 0.277,
      "step": 7300
    },
    {
      "epoch": 0.6011209427415878,
      "grad_norm": 0.43762916326522827,
      "learning_rate": 0.0002,
      "loss": 0.2645,
      "step": 7320
    },
    {
      "epoch": 0.6027633496889692,
      "grad_norm": 0.44736623764038086,
      "learning_rate": 0.0002,
      "loss": 0.2639,
      "step": 7340
    },
    {
      "epoch": 0.6044057566363505,
      "grad_norm": 0.44404810667037964,
      "learning_rate": 0.0002,
      "loss": 0.269,
      "step": 7360
    },
    {
      "epoch": 0.6060481635837319,
      "grad_norm": 0.4380868673324585,
      "learning_rate": 0.0002,
      "loss": 0.2615,
      "step": 7380
    },
    {
      "epoch": 0.6076905705311133,
      "grad_norm": 0.4491208791732788,
      "learning_rate": 0.0002,
      "loss": 0.2462,
      "step": 7400
    },
    {
      "epoch": 0.6093329774784947,
      "grad_norm": 0.5080710053443909,
      "learning_rate": 0.0002,
      "loss": 0.2823,
      "step": 7420
    },
    {
      "epoch": 0.6109753844258761,
      "grad_norm": 0.47498422861099243,
      "learning_rate": 0.0002,
      "loss": 0.2706,
      "step": 7440
    },
    {
      "epoch": 0.6126177913732576,
      "grad_norm": 0.4133289158344269,
      "learning_rate": 0.0002,
      "loss": 0.2684,
      "step": 7460
    },
    {
      "epoch": 0.6142601983206389,
      "grad_norm": 0.4456469416618347,
      "learning_rate": 0.0002,
      "loss": 0.2542,
      "step": 7480
    },
    {
      "epoch": 0.6159026052680203,
      "grad_norm": 0.5421611070632935,
      "learning_rate": 0.0002,
      "loss": 0.2737,
      "step": 7500
    },
    {
      "epoch": 0.6175450122154017,
      "grad_norm": 0.4131532609462738,
      "learning_rate": 0.0002,
      "loss": 0.2507,
      "step": 7520
    },
    {
      "epoch": 0.6191874191627831,
      "grad_norm": 0.47127702832221985,
      "learning_rate": 0.0002,
      "loss": 0.2819,
      "step": 7540
    },
    {
      "epoch": 0.6208298261101645,
      "grad_norm": 0.43743231892585754,
      "learning_rate": 0.0002,
      "loss": 0.2822,
      "step": 7560
    },
    {
      "epoch": 0.6224722330575458,
      "grad_norm": 0.42425501346588135,
      "learning_rate": 0.0002,
      "loss": 0.2654,
      "step": 7580
    },
    {
      "epoch": 0.6241146400049272,
      "grad_norm": 0.4609832763671875,
      "learning_rate": 0.0002,
      "loss": 0.2466,
      "step": 7600
    },
    {
      "epoch": 0.6257570469523086,
      "grad_norm": 0.42701244354248047,
      "learning_rate": 0.0002,
      "loss": 0.255,
      "step": 7620
    },
    {
      "epoch": 0.62739945389969,
      "grad_norm": 0.5154401063919067,
      "learning_rate": 0.0002,
      "loss": 0.2705,
      "step": 7640
    },
    {
      "epoch": 0.6290418608470714,
      "grad_norm": 0.451377809047699,
      "learning_rate": 0.0002,
      "loss": 0.2586,
      "step": 7660
    },
    {
      "epoch": 0.6306842677944527,
      "grad_norm": 0.47166112065315247,
      "learning_rate": 0.0002,
      "loss": 0.2605,
      "step": 7680
    },
    {
      "epoch": 0.6323266747418341,
      "grad_norm": 0.3716096878051758,
      "learning_rate": 0.0002,
      "loss": 0.2539,
      "step": 7700
    },
    {
      "epoch": 0.6339690816892155,
      "grad_norm": 0.45413604378700256,
      "learning_rate": 0.0002,
      "loss": 0.2633,
      "step": 7720
    },
    {
      "epoch": 0.6356114886365969,
      "grad_norm": 0.48580700159072876,
      "learning_rate": 0.0002,
      "loss": 0.256,
      "step": 7740
    },
    {
      "epoch": 0.6372538955839783,
      "grad_norm": 0.40647098422050476,
      "learning_rate": 0.0002,
      "loss": 0.2655,
      "step": 7760
    },
    {
      "epoch": 0.6388963025313598,
      "grad_norm": 0.4718053638935089,
      "learning_rate": 0.0002,
      "loss": 0.261,
      "step": 7780
    },
    {
      "epoch": 0.6405387094787411,
      "grad_norm": 0.5230545401573181,
      "learning_rate": 0.0002,
      "loss": 0.2464,
      "step": 7800
    },
    {
      "epoch": 0.6421811164261225,
      "grad_norm": 0.5010546445846558,
      "learning_rate": 0.0002,
      "loss": 0.261,
      "step": 7820
    },
    {
      "epoch": 0.6438235233735039,
      "grad_norm": 0.41263461112976074,
      "learning_rate": 0.0002,
      "loss": 0.2626,
      "step": 7840
    },
    {
      "epoch": 0.6454659303208853,
      "grad_norm": 0.538346529006958,
      "learning_rate": 0.0002,
      "loss": 0.2557,
      "step": 7860
    },
    {
      "epoch": 0.6471083372682667,
      "grad_norm": 0.4800877869129181,
      "learning_rate": 0.0002,
      "loss": 0.2742,
      "step": 7880
    },
    {
      "epoch": 0.648750744215648,
      "grad_norm": 0.5247358083724976,
      "learning_rate": 0.0002,
      "loss": 0.2608,
      "step": 7900
    },
    {
      "epoch": 0.6503931511630294,
      "grad_norm": 0.5625537037849426,
      "learning_rate": 0.0002,
      "loss": 0.2445,
      "step": 7920
    },
    {
      "epoch": 0.6520355581104108,
      "grad_norm": 0.44077080488204956,
      "learning_rate": 0.0002,
      "loss": 0.2572,
      "step": 7940
    },
    {
      "epoch": 0.6536779650577922,
      "grad_norm": 0.4610736072063446,
      "learning_rate": 0.0002,
      "loss": 0.2645,
      "step": 7960
    },
    {
      "epoch": 0.6553203720051736,
      "grad_norm": 0.4790017008781433,
      "learning_rate": 0.0002,
      "loss": 0.2556,
      "step": 7980
    },
    {
      "epoch": 0.656962778952555,
      "grad_norm": 0.45367711782455444,
      "learning_rate": 0.0002,
      "loss": 0.253,
      "step": 8000
    },
    {
      "epoch": 0.6586051858999363,
      "grad_norm": 0.4644503593444824,
      "learning_rate": 0.0002,
      "loss": 0.25,
      "step": 8020
    },
    {
      "epoch": 0.6602475928473177,
      "grad_norm": 0.3938300311565399,
      "learning_rate": 0.0002,
      "loss": 0.2524,
      "step": 8040
    },
    {
      "epoch": 0.6618899997946991,
      "grad_norm": 0.4796749949455261,
      "learning_rate": 0.0002,
      "loss": 0.2643,
      "step": 8060
    },
    {
      "epoch": 0.6635324067420805,
      "grad_norm": 0.3965921700000763,
      "learning_rate": 0.0002,
      "loss": 0.252,
      "step": 8080
    },
    {
      "epoch": 0.6651748136894619,
      "grad_norm": 0.4033324420452118,
      "learning_rate": 0.0002,
      "loss": 0.2469,
      "step": 8100
    },
    {
      "epoch": 0.6668172206368433,
      "grad_norm": 0.5205174088478088,
      "learning_rate": 0.0002,
      "loss": 0.2479,
      "step": 8120
    },
    {
      "epoch": 0.6684596275842247,
      "grad_norm": 0.4026409685611725,
      "learning_rate": 0.0002,
      "loss": 0.2482,
      "step": 8140
    },
    {
      "epoch": 0.6701020345316061,
      "grad_norm": 0.33538395166397095,
      "learning_rate": 0.0002,
      "loss": 0.2452,
      "step": 8160
    },
    {
      "epoch": 0.6717444414789875,
      "grad_norm": 0.43549609184265137,
      "learning_rate": 0.0002,
      "loss": 0.2548,
      "step": 8180
    },
    {
      "epoch": 0.6733868484263689,
      "grad_norm": 0.5167241096496582,
      "learning_rate": 0.0002,
      "loss": 0.2664,
      "step": 8200
    },
    {
      "epoch": 0.6750292553737502,
      "grad_norm": 0.4824913740158081,
      "learning_rate": 0.0002,
      "loss": 0.2668,
      "step": 8220
    },
    {
      "epoch": 0.6766716623211316,
      "grad_norm": 0.49560844898223877,
      "learning_rate": 0.0002,
      "loss": 0.2639,
      "step": 8240
    },
    {
      "epoch": 0.678314069268513,
      "grad_norm": 0.43627840280532837,
      "learning_rate": 0.0002,
      "loss": 0.2536,
      "step": 8260
    },
    {
      "epoch": 0.6799564762158944,
      "grad_norm": 0.4371199905872345,
      "learning_rate": 0.0002,
      "loss": 0.259,
      "step": 8280
    },
    {
      "epoch": 0.6815988831632758,
      "grad_norm": 0.43210867047309875,
      "learning_rate": 0.0002,
      "loss": 0.2413,
      "step": 8300
    },
    {
      "epoch": 0.6832412901106572,
      "grad_norm": 0.4612789750099182,
      "learning_rate": 0.0002,
      "loss": 0.257,
      "step": 8320
    },
    {
      "epoch": 0.6848836970580385,
      "grad_norm": 0.5780384540557861,
      "learning_rate": 0.0002,
      "loss": 0.2497,
      "step": 8340
    },
    {
      "epoch": 0.6865261040054199,
      "grad_norm": 0.3581444323062897,
      "learning_rate": 0.0002,
      "loss": 0.2542,
      "step": 8360
    },
    {
      "epoch": 0.6881685109528013,
      "grad_norm": 0.5276636481285095,
      "learning_rate": 0.0002,
      "loss": 0.2482,
      "step": 8380
    },
    {
      "epoch": 0.6898109179001827,
      "grad_norm": 0.419548362493515,
      "learning_rate": 0.0002,
      "loss": 0.2778,
      "step": 8400
    },
    {
      "epoch": 0.691453324847564,
      "grad_norm": 0.5594448447227478,
      "learning_rate": 0.0002,
      "loss": 0.271,
      "step": 8420
    },
    {
      "epoch": 0.6930957317949455,
      "grad_norm": 0.4505052864551544,
      "learning_rate": 0.0002,
      "loss": 0.2531,
      "step": 8440
    },
    {
      "epoch": 0.6947381387423269,
      "grad_norm": 0.4273683726787567,
      "learning_rate": 0.0002,
      "loss": 0.2687,
      "step": 8460
    },
    {
      "epoch": 0.6963805456897083,
      "grad_norm": 0.41312068700790405,
      "learning_rate": 0.0002,
      "loss": 0.2535,
      "step": 8480
    },
    {
      "epoch": 0.6980229526370897,
      "grad_norm": 0.3998921811580658,
      "learning_rate": 0.0002,
      "loss": 0.2507,
      "step": 8500
    },
    {
      "epoch": 0.6996653595844711,
      "grad_norm": 0.4063471257686615,
      "learning_rate": 0.0002,
      "loss": 0.2604,
      "step": 8520
    },
    {
      "epoch": 0.7013077665318525,
      "grad_norm": 0.4816170036792755,
      "learning_rate": 0.0002,
      "loss": 0.2563,
      "step": 8540
    },
    {
      "epoch": 0.7029501734792338,
      "grad_norm": 0.47880151867866516,
      "learning_rate": 0.0002,
      "loss": 0.2582,
      "step": 8560
    },
    {
      "epoch": 0.7045925804266152,
      "grad_norm": 0.43934714794158936,
      "learning_rate": 0.0002,
      "loss": 0.2588,
      "step": 8580
    },
    {
      "epoch": 0.7062349873739966,
      "grad_norm": 0.5664840340614319,
      "learning_rate": 0.0002,
      "loss": 0.2361,
      "step": 8600
    },
    {
      "epoch": 0.707877394321378,
      "grad_norm": 0.4387499690055847,
      "learning_rate": 0.0002,
      "loss": 0.2784,
      "step": 8620
    },
    {
      "epoch": 0.7095198012687594,
      "grad_norm": 0.4497361183166504,
      "learning_rate": 0.0002,
      "loss": 0.2419,
      "step": 8640
    },
    {
      "epoch": 0.7111622082161407,
      "grad_norm": 0.36037716269493103,
      "learning_rate": 0.0002,
      "loss": 0.2479,
      "step": 8660
    },
    {
      "epoch": 0.7128046151635221,
      "grad_norm": 0.5163317918777466,
      "learning_rate": 0.0002,
      "loss": 0.2535,
      "step": 8680
    },
    {
      "epoch": 0.7144470221109035,
      "grad_norm": 0.466194748878479,
      "learning_rate": 0.0002,
      "loss": 0.2533,
      "step": 8700
    },
    {
      "epoch": 0.7160894290582849,
      "grad_norm": 0.328848272562027,
      "learning_rate": 0.0002,
      "loss": 0.254,
      "step": 8720
    },
    {
      "epoch": 0.7177318360056663,
      "grad_norm": 0.5417701005935669,
      "learning_rate": 0.0002,
      "loss": 0.2544,
      "step": 8740
    },
    {
      "epoch": 0.7193742429530476,
      "grad_norm": 0.5538254976272583,
      "learning_rate": 0.0002,
      "loss": 0.2453,
      "step": 8760
    },
    {
      "epoch": 0.7210166499004291,
      "grad_norm": 0.4739200174808502,
      "learning_rate": 0.0002,
      "loss": 0.258,
      "step": 8780
    },
    {
      "epoch": 0.7226590568478105,
      "grad_norm": 0.40133044123649597,
      "learning_rate": 0.0002,
      "loss": 0.2684,
      "step": 8800
    },
    {
      "epoch": 0.7243014637951919,
      "grad_norm": 0.4493289291858673,
      "learning_rate": 0.0002,
      "loss": 0.2565,
      "step": 8820
    },
    {
      "epoch": 0.7259438707425733,
      "grad_norm": 0.4970559775829315,
      "learning_rate": 0.0002,
      "loss": 0.2506,
      "step": 8840
    },
    {
      "epoch": 0.7275862776899547,
      "grad_norm": 0.5687580108642578,
      "learning_rate": 0.0002,
      "loss": 0.2511,
      "step": 8860
    },
    {
      "epoch": 0.729228684637336,
      "grad_norm": 0.5328338742256165,
      "learning_rate": 0.0002,
      "loss": 0.2428,
      "step": 8880
    },
    {
      "epoch": 0.7308710915847174,
      "grad_norm": 0.47104090452194214,
      "learning_rate": 0.0002,
      "loss": 0.2491,
      "step": 8900
    },
    {
      "epoch": 0.7325134985320988,
      "grad_norm": 0.4887702167034149,
      "learning_rate": 0.0002,
      "loss": 0.2532,
      "step": 8920
    },
    {
      "epoch": 0.7341559054794802,
      "grad_norm": 0.3589889705181122,
      "learning_rate": 0.0002,
      "loss": 0.2587,
      "step": 8940
    },
    {
      "epoch": 0.7357983124268616,
      "grad_norm": 0.4665176570415497,
      "learning_rate": 0.0002,
      "loss": 0.2407,
      "step": 8960
    },
    {
      "epoch": 0.7374407193742429,
      "grad_norm": 0.2580777108669281,
      "learning_rate": 0.0002,
      "loss": 0.2501,
      "step": 8980
    },
    {
      "epoch": 0.7390831263216243,
      "grad_norm": 0.5562865734100342,
      "learning_rate": 0.0002,
      "loss": 0.2589,
      "step": 9000
    },
    {
      "epoch": 0.7407255332690057,
      "grad_norm": 0.36843666434288025,
      "learning_rate": 0.0002,
      "loss": 0.2639,
      "step": 9020
    },
    {
      "epoch": 0.7423679402163871,
      "grad_norm": 0.433339387178421,
      "learning_rate": 0.0002,
      "loss": 0.239,
      "step": 9040
    },
    {
      "epoch": 0.7440103471637685,
      "grad_norm": 0.5565098524093628,
      "learning_rate": 0.0002,
      "loss": 0.2528,
      "step": 9060
    },
    {
      "epoch": 0.7456527541111498,
      "grad_norm": 0.39954161643981934,
      "learning_rate": 0.0002,
      "loss": 0.24,
      "step": 9080
    },
    {
      "epoch": 0.7472951610585313,
      "grad_norm": 0.43612274527549744,
      "learning_rate": 0.0002,
      "loss": 0.2373,
      "step": 9100
    },
    {
      "epoch": 0.7489375680059127,
      "grad_norm": 0.4511432945728302,
      "learning_rate": 0.0002,
      "loss": 0.2564,
      "step": 9120
    },
    {
      "epoch": 0.7505799749532941,
      "grad_norm": 0.3895890414714813,
      "learning_rate": 0.0002,
      "loss": 0.2469,
      "step": 9140
    },
    {
      "epoch": 0.7522223819006755,
      "grad_norm": 0.4349375069141388,
      "learning_rate": 0.0002,
      "loss": 0.2582,
      "step": 9160
    },
    {
      "epoch": 0.7538647888480569,
      "grad_norm": 0.39693930745124817,
      "learning_rate": 0.0002,
      "loss": 0.2576,
      "step": 9180
    },
    {
      "epoch": 0.7555071957954382,
      "grad_norm": 0.35806095600128174,
      "learning_rate": 0.0002,
      "loss": 0.235,
      "step": 9200
    },
    {
      "epoch": 0.7571496027428196,
      "grad_norm": 0.5650025010108948,
      "learning_rate": 0.0002,
      "loss": 0.2541,
      "step": 9220
    },
    {
      "epoch": 0.758792009690201,
      "grad_norm": 0.45522645115852356,
      "learning_rate": 0.0002,
      "loss": 0.2323,
      "step": 9240
    },
    {
      "epoch": 0.7604344166375824,
      "grad_norm": 0.45849525928497314,
      "learning_rate": 0.0002,
      "loss": 0.2459,
      "step": 9260
    },
    {
      "epoch": 0.7620768235849638,
      "grad_norm": 0.5666941404342651,
      "learning_rate": 0.0002,
      "loss": 0.2634,
      "step": 9280
    },
    {
      "epoch": 0.7637192305323451,
      "grad_norm": 0.43697381019592285,
      "learning_rate": 0.0002,
      "loss": 0.2482,
      "step": 9300
    },
    {
      "epoch": 0.7653616374797265,
      "grad_norm": 0.5133718848228455,
      "learning_rate": 0.0002,
      "loss": 0.2631,
      "step": 9320
    },
    {
      "epoch": 0.7670040444271079,
      "grad_norm": 0.5440112352371216,
      "learning_rate": 0.0002,
      "loss": 0.2593,
      "step": 9340
    },
    {
      "epoch": 0.7686464513744893,
      "grad_norm": 0.5012624263763428,
      "learning_rate": 0.0002,
      "loss": 0.243,
      "step": 9360
    },
    {
      "epoch": 0.7702888583218707,
      "grad_norm": 0.4387590289115906,
      "learning_rate": 0.0002,
      "loss": 0.2448,
      "step": 9380
    },
    {
      "epoch": 0.771931265269252,
      "grad_norm": 0.4327554702758789,
      "learning_rate": 0.0002,
      "loss": 0.2514,
      "step": 9400
    },
    {
      "epoch": 0.7735736722166334,
      "grad_norm": 0.4909968078136444,
      "learning_rate": 0.0002,
      "loss": 0.2503,
      "step": 9420
    },
    {
      "epoch": 0.7752160791640149,
      "grad_norm": 0.4279715120792389,
      "learning_rate": 0.0002,
      "loss": 0.2558,
      "step": 9440
    },
    {
      "epoch": 0.7768584861113963,
      "grad_norm": 0.4973134994506836,
      "learning_rate": 0.0002,
      "loss": 0.2412,
      "step": 9460
    },
    {
      "epoch": 0.7785008930587777,
      "grad_norm": 0.3873676359653473,
      "learning_rate": 0.0002,
      "loss": 0.2409,
      "step": 9480
    },
    {
      "epoch": 0.7801433000061591,
      "grad_norm": 0.40915995836257935,
      "learning_rate": 0.0002,
      "loss": 0.2322,
      "step": 9500
    },
    {
      "epoch": 0.7817857069535404,
      "grad_norm": 0.5738871693611145,
      "learning_rate": 0.0002,
      "loss": 0.2408,
      "step": 9520
    },
    {
      "epoch": 0.7834281139009218,
      "grad_norm": 0.49270549416542053,
      "learning_rate": 0.0002,
      "loss": 0.2477,
      "step": 9540
    },
    {
      "epoch": 0.7850705208483032,
      "grad_norm": 0.4603147804737091,
      "learning_rate": 0.0002,
      "loss": 0.2402,
      "step": 9560
    },
    {
      "epoch": 0.7867129277956846,
      "grad_norm": 0.47675642371177673,
      "learning_rate": 0.0002,
      "loss": 0.2528,
      "step": 9580
    },
    {
      "epoch": 0.788355334743066,
      "grad_norm": 0.41800156235694885,
      "learning_rate": 0.0002,
      "loss": 0.2571,
      "step": 9600
    },
    {
      "epoch": 0.7899977416904473,
      "grad_norm": 0.42527106404304504,
      "learning_rate": 0.0002,
      "loss": 0.2452,
      "step": 9620
    },
    {
      "epoch": 0.7916401486378287,
      "grad_norm": 0.5056847333908081,
      "learning_rate": 0.0002,
      "loss": 0.2511,
      "step": 9640
    },
    {
      "epoch": 0.7932825555852101,
      "grad_norm": 0.2951577305793762,
      "learning_rate": 0.0002,
      "loss": 0.233,
      "step": 9660
    },
    {
      "epoch": 0.7949249625325915,
      "grad_norm": 0.4254283010959625,
      "learning_rate": 0.0002,
      "loss": 0.2474,
      "step": 9680
    },
    {
      "epoch": 0.7965673694799729,
      "grad_norm": 0.5127973556518555,
      "learning_rate": 0.0002,
      "loss": 0.2655,
      "step": 9700
    },
    {
      "epoch": 0.7982097764273542,
      "grad_norm": 0.3507694900035858,
      "learning_rate": 0.0002,
      "loss": 0.227,
      "step": 9720
    },
    {
      "epoch": 0.7998521833747356,
      "grad_norm": 0.4255737364292145,
      "learning_rate": 0.0002,
      "loss": 0.2591,
      "step": 9740
    },
    {
      "epoch": 0.8014945903221171,
      "grad_norm": 0.44822582602500916,
      "learning_rate": 0.0002,
      "loss": 0.2287,
      "step": 9760
    },
    {
      "epoch": 0.8031369972694985,
      "grad_norm": 0.4737776517868042,
      "learning_rate": 0.0002,
      "loss": 0.2412,
      "step": 9780
    },
    {
      "epoch": 0.8047794042168799,
      "grad_norm": 0.4281519651412964,
      "learning_rate": 0.0002,
      "loss": 0.2559,
      "step": 9800
    },
    {
      "epoch": 0.8064218111642613,
      "grad_norm": 0.3413679301738739,
      "learning_rate": 0.0002,
      "loss": 0.2479,
      "step": 9820
    },
    {
      "epoch": 0.8080642181116426,
      "grad_norm": 0.4361155033111572,
      "learning_rate": 0.0002,
      "loss": 0.2539,
      "step": 9840
    },
    {
      "epoch": 0.809706625059024,
      "grad_norm": 0.48523005843162537,
      "learning_rate": 0.0002,
      "loss": 0.2534,
      "step": 9860
    },
    {
      "epoch": 0.8113490320064054,
      "grad_norm": 0.4045993685722351,
      "learning_rate": 0.0002,
      "loss": 0.2455,
      "step": 9880
    },
    {
      "epoch": 0.8129914389537868,
      "grad_norm": 0.5103000998497009,
      "learning_rate": 0.0002,
      "loss": 0.2535,
      "step": 9900
    },
    {
      "epoch": 0.8146338459011682,
      "grad_norm": 0.3670307397842407,
      "learning_rate": 0.0002,
      "loss": 0.2337,
      "step": 9920
    },
    {
      "epoch": 0.8162762528485495,
      "grad_norm": 0.3149369955062866,
      "learning_rate": 0.0002,
      "loss": 0.2586,
      "step": 9940
    },
    {
      "epoch": 0.8179186597959309,
      "grad_norm": 0.5316740274429321,
      "learning_rate": 0.0002,
      "loss": 0.2373,
      "step": 9960
    },
    {
      "epoch": 0.8195610667433123,
      "grad_norm": 0.5300164222717285,
      "learning_rate": 0.0002,
      "loss": 0.2399,
      "step": 9980
    },
    {
      "epoch": 0.8212034736906937,
      "grad_norm": 0.48414990305900574,
      "learning_rate": 0.0002,
      "loss": 0.2331,
      "step": 10000
    },
    {
      "epoch": 0.8228458806380751,
      "grad_norm": 0.41733840107917786,
      "learning_rate": 0.0002,
      "loss": 0.2454,
      "step": 10020
    },
    {
      "epoch": 0.8244882875854564,
      "grad_norm": 0.5048840045928955,
      "learning_rate": 0.0002,
      "loss": 0.2421,
      "step": 10040
    },
    {
      "epoch": 0.8261306945328378,
      "grad_norm": 0.4444895386695862,
      "learning_rate": 0.0002,
      "loss": 0.2537,
      "step": 10060
    },
    {
      "epoch": 0.8277731014802192,
      "grad_norm": 0.45051780343055725,
      "learning_rate": 0.0002,
      "loss": 0.2462,
      "step": 10080
    },
    {
      "epoch": 0.8294155084276007,
      "grad_norm": 0.3937041163444519,
      "learning_rate": 0.0002,
      "loss": 0.243,
      "step": 10100
    },
    {
      "epoch": 0.8310579153749821,
      "grad_norm": 0.45621591806411743,
      "learning_rate": 0.0002,
      "loss": 0.2469,
      "step": 10120
    },
    {
      "epoch": 0.8327003223223635,
      "grad_norm": 0.5431267619132996,
      "learning_rate": 0.0002,
      "loss": 0.2425,
      "step": 10140
    },
    {
      "epoch": 0.8343427292697448,
      "grad_norm": 0.5039596557617188,
      "learning_rate": 0.0002,
      "loss": 0.2379,
      "step": 10160
    },
    {
      "epoch": 0.8359851362171262,
      "grad_norm": 0.3915367126464844,
      "learning_rate": 0.0002,
      "loss": 0.241,
      "step": 10180
    },
    {
      "epoch": 0.8376275431645076,
      "grad_norm": 0.46073317527770996,
      "learning_rate": 0.0002,
      "loss": 0.2485,
      "step": 10200
    },
    {
      "epoch": 0.839269950111889,
      "grad_norm": 0.47057440876960754,
      "learning_rate": 0.0002,
      "loss": 0.2452,
      "step": 10220
    },
    {
      "epoch": 0.8409123570592704,
      "grad_norm": 0.6143821477890015,
      "learning_rate": 0.0002,
      "loss": 0.2394,
      "step": 10240
    },
    {
      "epoch": 0.8425547640066517,
      "grad_norm": 0.41434940695762634,
      "learning_rate": 0.0002,
      "loss": 0.2332,
      "step": 10260
    },
    {
      "epoch": 0.8441971709540331,
      "grad_norm": 0.467459499835968,
      "learning_rate": 0.0002,
      "loss": 0.2439,
      "step": 10280
    },
    {
      "epoch": 0.8458395779014145,
      "grad_norm": 0.49404439330101013,
      "learning_rate": 0.0002,
      "loss": 0.2378,
      "step": 10300
    },
    {
      "epoch": 0.8474819848487959,
      "grad_norm": 0.4313650131225586,
      "learning_rate": 0.0002,
      "loss": 0.2455,
      "step": 10320
    },
    {
      "epoch": 0.8491243917961773,
      "grad_norm": 0.34277698397636414,
      "learning_rate": 0.0002,
      "loss": 0.2396,
      "step": 10340
    },
    {
      "epoch": 0.8507667987435586,
      "grad_norm": 0.3649916350841522,
      "learning_rate": 0.0002,
      "loss": 0.2348,
      "step": 10360
    },
    {
      "epoch": 0.85240920569094,
      "grad_norm": 0.4841578006744385,
      "learning_rate": 0.0002,
      "loss": 0.2488,
      "step": 10380
    },
    {
      "epoch": 0.8540516126383214,
      "grad_norm": 0.5488325953483582,
      "learning_rate": 0.0002,
      "loss": 0.2399,
      "step": 10400
    },
    {
      "epoch": 0.8556940195857029,
      "grad_norm": 0.41103577613830566,
      "learning_rate": 0.0002,
      "loss": 0.2371,
      "step": 10420
    },
    {
      "epoch": 0.8573364265330843,
      "grad_norm": 0.42253378033638,
      "learning_rate": 0.0002,
      "loss": 0.2478,
      "step": 10440
    },
    {
      "epoch": 0.8589788334804657,
      "grad_norm": 0.43092676997184753,
      "learning_rate": 0.0002,
      "loss": 0.2316,
      "step": 10460
    },
    {
      "epoch": 0.860621240427847,
      "grad_norm": 0.5474075078964233,
      "learning_rate": 0.0002,
      "loss": 0.2734,
      "step": 10480
    },
    {
      "epoch": 0.8622636473752284,
      "grad_norm": 0.474618524312973,
      "learning_rate": 0.0002,
      "loss": 0.2378,
      "step": 10500
    },
    {
      "epoch": 0.8639060543226098,
      "grad_norm": 0.44008612632751465,
      "learning_rate": 0.0002,
      "loss": 0.236,
      "step": 10520
    },
    {
      "epoch": 0.8655484612699912,
      "grad_norm": 0.4194040894508362,
      "learning_rate": 0.0002,
      "loss": 0.2433,
      "step": 10540
    },
    {
      "epoch": 0.8671908682173726,
      "grad_norm": 0.3890872597694397,
      "learning_rate": 0.0002,
      "loss": 0.2308,
      "step": 10560
    },
    {
      "epoch": 0.868833275164754,
      "grad_norm": 0.41979917883872986,
      "learning_rate": 0.0002,
      "loss": 0.2417,
      "step": 10580
    },
    {
      "epoch": 0.8704756821121353,
      "grad_norm": 0.3800947666168213,
      "learning_rate": 0.0002,
      "loss": 0.244,
      "step": 10600
    },
    {
      "epoch": 0.8721180890595167,
      "grad_norm": 0.38609811663627625,
      "learning_rate": 0.0002,
      "loss": 0.2477,
      "step": 10620
    },
    {
      "epoch": 0.8737604960068981,
      "grad_norm": 0.514067530632019,
      "learning_rate": 0.0002,
      "loss": 0.2382,
      "step": 10640
    },
    {
      "epoch": 0.8754029029542795,
      "grad_norm": 0.47742265462875366,
      "learning_rate": 0.0002,
      "loss": 0.2298,
      "step": 10660
    },
    {
      "epoch": 0.8770453099016609,
      "grad_norm": 0.45849281549453735,
      "learning_rate": 0.0002,
      "loss": 0.2332,
      "step": 10680
    },
    {
      "epoch": 0.8786877168490422,
      "grad_norm": 0.39788320660591125,
      "learning_rate": 0.0002,
      "loss": 0.2363,
      "step": 10700
    },
    {
      "epoch": 0.8803301237964236,
      "grad_norm": 0.5124650597572327,
      "learning_rate": 0.0002,
      "loss": 0.2292,
      "step": 10720
    },
    {
      "epoch": 0.881972530743805,
      "grad_norm": 0.48688754439353943,
      "learning_rate": 0.0002,
      "loss": 0.2444,
      "step": 10740
    },
    {
      "epoch": 0.8836149376911865,
      "grad_norm": 0.46146026253700256,
      "learning_rate": 0.0002,
      "loss": 0.2473,
      "step": 10760
    },
    {
      "epoch": 0.8852573446385679,
      "grad_norm": 0.38401076197624207,
      "learning_rate": 0.0002,
      "loss": 0.2441,
      "step": 10780
    },
    {
      "epoch": 0.8868997515859492,
      "grad_norm": 0.4642081558704376,
      "learning_rate": 0.0002,
      "loss": 0.2338,
      "step": 10800
    },
    {
      "epoch": 0.8885421585333306,
      "grad_norm": 0.378845751285553,
      "learning_rate": 0.0002,
      "loss": 0.2203,
      "step": 10820
    },
    {
      "epoch": 0.890184565480712,
      "grad_norm": 0.3785631060600281,
      "learning_rate": 0.0002,
      "loss": 0.2474,
      "step": 10840
    },
    {
      "epoch": 0.8918269724280934,
      "grad_norm": 0.4151659309864044,
      "learning_rate": 0.0002,
      "loss": 0.2361,
      "step": 10860
    },
    {
      "epoch": 0.8934693793754748,
      "grad_norm": 0.3314524292945862,
      "learning_rate": 0.0002,
      "loss": 0.241,
      "step": 10880
    },
    {
      "epoch": 0.8951117863228562,
      "grad_norm": 0.4619898200035095,
      "learning_rate": 0.0002,
      "loss": 0.2426,
      "step": 10900
    },
    {
      "epoch": 0.8967541932702375,
      "grad_norm": 0.5724550485610962,
      "learning_rate": 0.0002,
      "loss": 0.2455,
      "step": 10920
    },
    {
      "epoch": 0.8983966002176189,
      "grad_norm": 0.3766199052333832,
      "learning_rate": 0.0002,
      "loss": 0.2319,
      "step": 10940
    },
    {
      "epoch": 0.9000390071650003,
      "grad_norm": 0.4241611659526825,
      "learning_rate": 0.0002,
      "loss": 0.2316,
      "step": 10960
    },
    {
      "epoch": 0.9016814141123817,
      "grad_norm": 0.35726866126060486,
      "learning_rate": 0.0002,
      "loss": 0.2343,
      "step": 10980
    },
    {
      "epoch": 0.903323821059763,
      "grad_norm": 0.5252423882484436,
      "learning_rate": 0.0002,
      "loss": 0.2431,
      "step": 11000
    },
    {
      "epoch": 0.9049662280071444,
      "grad_norm": 0.47167885303497314,
      "learning_rate": 0.0002,
      "loss": 0.2512,
      "step": 11020
    },
    {
      "epoch": 0.9066086349545258,
      "grad_norm": 0.4106541872024536,
      "learning_rate": 0.0002,
      "loss": 0.2397,
      "step": 11040
    },
    {
      "epoch": 0.9082510419019072,
      "grad_norm": 0.4804975390434265,
      "learning_rate": 0.0002,
      "loss": 0.2445,
      "step": 11060
    },
    {
      "epoch": 0.9098934488492886,
      "grad_norm": 0.4177796542644501,
      "learning_rate": 0.0002,
      "loss": 0.2302,
      "step": 11080
    },
    {
      "epoch": 0.9115358557966701,
      "grad_norm": 0.34781017899513245,
      "learning_rate": 0.0002,
      "loss": 0.2285,
      "step": 11100
    },
    {
      "epoch": 0.9131782627440514,
      "grad_norm": 0.34392043948173523,
      "learning_rate": 0.0002,
      "loss": 0.232,
      "step": 11120
    },
    {
      "epoch": 0.9148206696914328,
      "grad_norm": 0.46544018387794495,
      "learning_rate": 0.0002,
      "loss": 0.2332,
      "step": 11140
    },
    {
      "epoch": 0.9164630766388142,
      "grad_norm": 0.47958704829216003,
      "learning_rate": 0.0002,
      "loss": 0.2481,
      "step": 11160
    },
    {
      "epoch": 0.9181054835861956,
      "grad_norm": 0.4493333697319031,
      "learning_rate": 0.0002,
      "loss": 0.238,
      "step": 11180
    },
    {
      "epoch": 0.919747890533577,
      "grad_norm": 0.47599494457244873,
      "learning_rate": 0.0002,
      "loss": 0.2416,
      "step": 11200
    },
    {
      "epoch": 0.9213902974809584,
      "grad_norm": 0.39547592401504517,
      "learning_rate": 0.0002,
      "loss": 0.2456,
      "step": 11220
    },
    {
      "epoch": 0.9230327044283397,
      "grad_norm": 0.42187511920928955,
      "learning_rate": 0.0002,
      "loss": 0.2425,
      "step": 11240
    },
    {
      "epoch": 0.9246751113757211,
      "grad_norm": 0.3870528042316437,
      "learning_rate": 0.0002,
      "loss": 0.2366,
      "step": 11260
    },
    {
      "epoch": 0.9263175183231025,
      "grad_norm": 0.40943118929862976,
      "learning_rate": 0.0002,
      "loss": 0.2088,
      "step": 11280
    },
    {
      "epoch": 0.9279599252704839,
      "grad_norm": 0.3936561346054077,
      "learning_rate": 0.0002,
      "loss": 0.239,
      "step": 11300
    },
    {
      "epoch": 0.9296023322178653,
      "grad_norm": 0.4154857397079468,
      "learning_rate": 0.0002,
      "loss": 0.2413,
      "step": 11320
    },
    {
      "epoch": 0.9312447391652466,
      "grad_norm": 0.5544102191925049,
      "learning_rate": 0.0002,
      "loss": 0.2565,
      "step": 11340
    },
    {
      "epoch": 0.932887146112628,
      "grad_norm": 0.5494611263275146,
      "learning_rate": 0.0002,
      "loss": 0.2469,
      "step": 11360
    },
    {
      "epoch": 0.9345295530600094,
      "grad_norm": 0.41848114132881165,
      "learning_rate": 0.0002,
      "loss": 0.2333,
      "step": 11380
    },
    {
      "epoch": 0.9361719600073908,
      "grad_norm": 0.41343703866004944,
      "learning_rate": 0.0002,
      "loss": 0.2342,
      "step": 11400
    },
    {
      "epoch": 0.9378143669547723,
      "grad_norm": 0.6060330867767334,
      "learning_rate": 0.0002,
      "loss": 0.2507,
      "step": 11420
    },
    {
      "epoch": 0.9394567739021537,
      "grad_norm": 0.42079275846481323,
      "learning_rate": 0.0002,
      "loss": 0.2322,
      "step": 11440
    },
    {
      "epoch": 0.941099180849535,
      "grad_norm": 0.43053537607192993,
      "learning_rate": 0.0002,
      "loss": 0.2257,
      "step": 11460
    },
    {
      "epoch": 0.9427415877969164,
      "grad_norm": 0.41895121335983276,
      "learning_rate": 0.0002,
      "loss": 0.2501,
      "step": 11480
    },
    {
      "epoch": 0.9443839947442978,
      "grad_norm": 0.467018723487854,
      "learning_rate": 0.0002,
      "loss": 0.2282,
      "step": 11500
    },
    {
      "epoch": 0.9460264016916792,
      "grad_norm": 0.5707799196243286,
      "learning_rate": 0.0002,
      "loss": 0.2319,
      "step": 11520
    },
    {
      "epoch": 0.9476688086390606,
      "grad_norm": 0.4575120806694031,
      "learning_rate": 0.0002,
      "loss": 0.2291,
      "step": 11540
    },
    {
      "epoch": 0.9493112155864419,
      "grad_norm": 0.38349372148513794,
      "learning_rate": 0.0002,
      "loss": 0.2263,
      "step": 11560
    },
    {
      "epoch": 0.9509536225338233,
      "grad_norm": 0.4487491846084595,
      "learning_rate": 0.0002,
      "loss": 0.2505,
      "step": 11580
    },
    {
      "epoch": 0.9525960294812047,
      "grad_norm": 0.39065688848495483,
      "learning_rate": 0.0002,
      "loss": 0.239,
      "step": 11600
    },
    {
      "epoch": 0.9542384364285861,
      "grad_norm": 0.4473966658115387,
      "learning_rate": 0.0002,
      "loss": 0.2409,
      "step": 11620
    },
    {
      "epoch": 0.9558808433759675,
      "grad_norm": 0.39066895842552185,
      "learning_rate": 0.0002,
      "loss": 0.2431,
      "step": 11640
    },
    {
      "epoch": 0.9575232503233488,
      "grad_norm": 0.470277339220047,
      "learning_rate": 0.0002,
      "loss": 0.2419,
      "step": 11660
    },
    {
      "epoch": 0.9591656572707302,
      "grad_norm": 0.405834436416626,
      "learning_rate": 0.0002,
      "loss": 0.2408,
      "step": 11680
    },
    {
      "epoch": 0.9608080642181116,
      "grad_norm": 0.5717544555664062,
      "learning_rate": 0.0002,
      "loss": 0.2352,
      "step": 11700
    },
    {
      "epoch": 0.962450471165493,
      "grad_norm": 0.4837093651294708,
      "learning_rate": 0.0002,
      "loss": 0.2435,
      "step": 11720
    },
    {
      "epoch": 0.9640928781128744,
      "grad_norm": 0.4689130187034607,
      "learning_rate": 0.0002,
      "loss": 0.2324,
      "step": 11740
    },
    {
      "epoch": 0.9657352850602559,
      "grad_norm": 0.511249840259552,
      "learning_rate": 0.0002,
      "loss": 0.2394,
      "step": 11760
    },
    {
      "epoch": 0.9673776920076372,
      "grad_norm": 0.43555593490600586,
      "learning_rate": 0.0002,
      "loss": 0.2377,
      "step": 11780
    },
    {
      "epoch": 0.9690200989550186,
      "grad_norm": 0.41933077573776245,
      "learning_rate": 0.0002,
      "loss": 0.2355,
      "step": 11800
    },
    {
      "epoch": 0.9706625059024,
      "grad_norm": 0.41573819518089294,
      "learning_rate": 0.0002,
      "loss": 0.2345,
      "step": 11820
    },
    {
      "epoch": 0.9723049128497814,
      "grad_norm": 0.3951037526130676,
      "learning_rate": 0.0002,
      "loss": 0.2399,
      "step": 11840
    },
    {
      "epoch": 0.9739473197971628,
      "grad_norm": 0.477756142616272,
      "learning_rate": 0.0002,
      "loss": 0.2425,
      "step": 11860
    },
    {
      "epoch": 0.9755897267445441,
      "grad_norm": 0.5147901773452759,
      "learning_rate": 0.0002,
      "loss": 0.2354,
      "step": 11880
    },
    {
      "epoch": 0.9772321336919255,
      "grad_norm": 0.40053385496139526,
      "learning_rate": 0.0002,
      "loss": 0.2325,
      "step": 11900
    },
    {
      "epoch": 0.9788745406393069,
      "grad_norm": 0.4459463953971863,
      "learning_rate": 0.0002,
      "loss": 0.2492,
      "step": 11920
    },
    {
      "epoch": 0.9805169475866883,
      "grad_norm": 0.42749595642089844,
      "learning_rate": 0.0002,
      "loss": 0.2308,
      "step": 11940
    },
    {
      "epoch": 0.9821593545340697,
      "grad_norm": 0.4053783714771271,
      "learning_rate": 0.0002,
      "loss": 0.2263,
      "step": 11960
    },
    {
      "epoch": 0.983801761481451,
      "grad_norm": 0.43342533707618713,
      "learning_rate": 0.0002,
      "loss": 0.2348,
      "step": 11980
    },
    {
      "epoch": 0.9854441684288324,
      "grad_norm": 0.43272313475608826,
      "learning_rate": 0.0002,
      "loss": 0.2234,
      "step": 12000
    },
    {
      "epoch": 0.9870865753762138,
      "grad_norm": 0.3550325036048889,
      "learning_rate": 0.0002,
      "loss": 0.2186,
      "step": 12020
    },
    {
      "epoch": 0.9887289823235952,
      "grad_norm": 0.35271936655044556,
      "learning_rate": 0.0002,
      "loss": 0.2326,
      "step": 12040
    },
    {
      "epoch": 0.9903713892709766,
      "grad_norm": 0.37404924631118774,
      "learning_rate": 0.0002,
      "loss": 0.2483,
      "step": 12060
    },
    {
      "epoch": 0.9920137962183581,
      "grad_norm": 0.46686896681785583,
      "learning_rate": 0.0002,
      "loss": 0.2213,
      "step": 12080
    },
    {
      "epoch": 0.9936562031657394,
      "grad_norm": 0.37012913823127747,
      "learning_rate": 0.0002,
      "loss": 0.2415,
      "step": 12100
    },
    {
      "epoch": 0.9952986101131208,
      "grad_norm": 0.4403967559337616,
      "learning_rate": 0.0002,
      "loss": 0.2261,
      "step": 12120
    },
    {
      "epoch": 0.9969410170605022,
      "grad_norm": 0.36877259612083435,
      "learning_rate": 0.0002,
      "loss": 0.2295,
      "step": 12140
    },
    {
      "epoch": 0.9985834240078836,
      "grad_norm": 0.34526777267456055,
      "learning_rate": 0.0002,
      "loss": 0.2236,
      "step": 12160
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.30336490273475647,
      "eval_runtime": 533.8677,
      "eval_samples_per_second": 7.092,
      "eval_steps_per_second": 0.888,
      "step": 12178
    }
  ],
  "logging_steps": 20,
  "max_steps": 14000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 77,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 4.0518674601423667e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}