{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 1624,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003078817733990148,
      "grad_norm": 50.38856645004861,
      "learning_rate": 9.20245398773006e-06,
      "loss": 4.0526,
      "step": 5
    },
    {
      "epoch": 0.006157635467980296,
      "grad_norm": 12.286013651157218,
      "learning_rate": 1.840490797546012e-05,
      "loss": 3.0627,
      "step": 10
    },
    {
      "epoch": 0.009236453201970444,
      "grad_norm": 6.229091125692427,
      "learning_rate": 2.760736196319018e-05,
      "loss": 2.1231,
      "step": 15
    },
    {
      "epoch": 0.012315270935960592,
      "grad_norm": 1.510262475449192,
      "learning_rate": 3.680981595092024e-05,
      "loss": 1.5949,
      "step": 20
    },
    {
      "epoch": 0.01539408866995074,
      "grad_norm": 0.6618855492730493,
      "learning_rate": 4.60122699386503e-05,
      "loss": 1.3888,
      "step": 25
    },
    {
      "epoch": 0.01847290640394089,
      "grad_norm": 0.4736843480481073,
      "learning_rate": 5.521472392638036e-05,
      "loss": 1.271,
      "step": 30
    },
    {
      "epoch": 0.021551724137931036,
      "grad_norm": 0.3635737841173173,
      "learning_rate": 6.441717791411042e-05,
      "loss": 1.2593,
      "step": 35
    },
    {
      "epoch": 0.024630541871921183,
      "grad_norm": 0.27576356679138664,
      "learning_rate": 7.361963190184048e-05,
      "loss": 1.2037,
      "step": 40
    },
    {
      "epoch": 0.02770935960591133,
      "grad_norm": 0.22384727283211767,
      "learning_rate": 8.282208588957055e-05,
      "loss": 1.2021,
      "step": 45
    },
    {
      "epoch": 0.03078817733990148,
      "grad_norm": 0.16935834836653904,
      "learning_rate": 9.20245398773006e-05,
      "loss": 1.2002,
      "step": 50
    },
    {
      "epoch": 0.033866995073891626,
      "grad_norm": 0.2044874391461979,
      "learning_rate": 0.00010122699386503066,
      "loss": 1.2212,
      "step": 55
    },
    {
      "epoch": 0.03694581280788178,
      "grad_norm": 0.15672541508829854,
      "learning_rate": 0.00011042944785276072,
      "loss": 1.2053,
      "step": 60
    },
    {
      "epoch": 0.04002463054187192,
      "grad_norm": 0.10049569066590024,
      "learning_rate": 0.00011963190184049077,
      "loss": 1.1966,
      "step": 65
    },
    {
      "epoch": 0.04310344827586207,
      "grad_norm": 0.09332393449893372,
      "learning_rate": 0.00012883435582822084,
      "loss": 1.1395,
      "step": 70
    },
    {
      "epoch": 0.046182266009852216,
      "grad_norm": 0.08550648092997092,
      "learning_rate": 0.00013803680981595091,
      "loss": 1.1936,
      "step": 75
    },
    {
      "epoch": 0.04926108374384237,
      "grad_norm": 0.07979275616670344,
      "learning_rate": 0.00014723926380368096,
      "loss": 1.1523,
      "step": 80
    },
    {
      "epoch": 0.05233990147783251,
      "grad_norm": 0.06778951811302282,
      "learning_rate": 0.00015644171779141103,
      "loss": 1.171,
      "step": 85
    },
    {
      "epoch": 0.05541871921182266,
      "grad_norm": 0.07703231151249608,
      "learning_rate": 0.0001656441717791411,
      "loss": 1.1668,
      "step": 90
    },
    {
      "epoch": 0.058497536945812806,
      "grad_norm": 0.07480457112227284,
      "learning_rate": 0.00017484662576687114,
      "loss": 1.1603,
      "step": 95
    },
    {
      "epoch": 0.06157635467980296,
      "grad_norm": 0.07694321599425574,
      "learning_rate": 0.0001840490797546012,
      "loss": 1.1758,
      "step": 100
    },
    {
      "epoch": 0.06465517241379311,
      "grad_norm": 0.07691795425666145,
      "learning_rate": 0.00019325153374233125,
      "loss": 1.1721,
      "step": 105
    },
    {
      "epoch": 0.06773399014778325,
      "grad_norm": 0.07104189615579767,
      "learning_rate": 0.00020245398773006132,
      "loss": 1.1784,
      "step": 110
    },
    {
      "epoch": 0.0708128078817734,
      "grad_norm": 0.08097916898067846,
      "learning_rate": 0.0002116564417177914,
      "loss": 1.1566,
      "step": 115
    },
    {
      "epoch": 0.07389162561576355,
      "grad_norm": 0.0673934112765625,
      "learning_rate": 0.00022085889570552144,
      "loss": 1.1726,
      "step": 120
    },
    {
      "epoch": 0.0769704433497537,
      "grad_norm": 0.07282789550913175,
      "learning_rate": 0.0002300613496932515,
      "loss": 1.1852,
      "step": 125
    },
    {
      "epoch": 0.08004926108374384,
      "grad_norm": 0.06324289940159876,
      "learning_rate": 0.00023926380368098155,
      "loss": 1.1492,
      "step": 130
    },
    {
      "epoch": 0.08312807881773399,
      "grad_norm": 0.08247261317742449,
      "learning_rate": 0.00024846625766871165,
      "loss": 1.1646,
      "step": 135
    },
    {
      "epoch": 0.08620689655172414,
      "grad_norm": 0.060459213376611365,
      "learning_rate": 0.0002576687116564417,
      "loss": 1.1889,
      "step": 140
    },
    {
      "epoch": 0.08928571428571429,
      "grad_norm": 0.06475876774988848,
      "learning_rate": 0.00026687116564417173,
      "loss": 1.1884,
      "step": 145
    },
    {
      "epoch": 0.09236453201970443,
      "grad_norm": 0.06888154958019536,
      "learning_rate": 0.00027607361963190183,
      "loss": 1.1447,
      "step": 150
    },
    {
      "epoch": 0.09544334975369458,
      "grad_norm": 0.07087855506242281,
      "learning_rate": 0.00028527607361963187,
      "loss": 1.1584,
      "step": 155
    },
    {
      "epoch": 0.09852216748768473,
      "grad_norm": 0.08630901843660714,
      "learning_rate": 0.0002944785276073619,
      "loss": 1.1877,
      "step": 160
    },
    {
      "epoch": 0.10160098522167488,
      "grad_norm": 0.08085583905909743,
      "learning_rate": 0.00029999861286126634,
      "loss": 1.187,
      "step": 165
    },
    {
      "epoch": 0.10467980295566502,
      "grad_norm": 0.06552022024987636,
      "learning_rate": 0.00029998300784514774,
      "loss": 1.1929,
      "step": 170
    },
    {
      "epoch": 0.10775862068965517,
      "grad_norm": 0.07138017367660032,
      "learning_rate": 0.000299950065699352,
      "loss": 1.1611,
      "step": 175
    },
    {
      "epoch": 0.11083743842364532,
      "grad_norm": 0.06324807664388049,
      "learning_rate": 0.00029989979023179234,
      "loss": 1.1821,
      "step": 180
    },
    {
      "epoch": 0.11391625615763547,
      "grad_norm": 0.0595570623364298,
      "learning_rate": 0.0002998321872540089,
      "loss": 1.1817,
      "step": 185
    },
    {
      "epoch": 0.11699507389162561,
      "grad_norm": 0.06867364568753653,
      "learning_rate": 0.0002997472645804977,
      "loss": 1.1772,
      "step": 190
    },
    {
      "epoch": 0.12007389162561577,
      "grad_norm": 0.0677068522831423,
      "learning_rate": 0.0002996450320278067,
      "loss": 1.1672,
      "step": 195
    },
    {
      "epoch": 0.12315270935960591,
      "grad_norm": 0.06738815849967911,
      "learning_rate": 0.00029952550141340155,
      "loss": 1.1874,
      "step": 200
    },
    {
      "epoch": 0.12623152709359606,
      "grad_norm": 0.05995130645240869,
      "learning_rate": 0.00029938868655429897,
      "loss": 1.2042,
      "step": 205
    },
    {
      "epoch": 0.12931034482758622,
      "grad_norm": 0.06464236010529685,
      "learning_rate": 0.00029923460326547035,
      "loss": 1.1919,
      "step": 210
    },
    {
      "epoch": 0.13238916256157635,
      "grad_norm": 0.05733587235791191,
      "learning_rate": 0.0002990632693580131,
      "loss": 1.1777,
      "step": 215
    },
    {
      "epoch": 0.1354679802955665,
      "grad_norm": 0.05665181281853336,
      "learning_rate": 0.00029887470463709176,
      "loss": 1.1996,
      "step": 220
    },
    {
      "epoch": 0.13854679802955666,
      "grad_norm": 0.06628653725141556,
      "learning_rate": 0.0002986689308996491,
      "loss": 1.1785,
      "step": 225
    },
    {
      "epoch": 0.1416256157635468,
      "grad_norm": 0.07440201520356507,
      "learning_rate": 0.00029844597193188615,
      "loss": 1.2031,
      "step": 230
    },
    {
      "epoch": 0.14470443349753695,
      "grad_norm": 0.05939052729628516,
      "learning_rate": 0.0002982058535065126,
      "loss": 1.199,
      "step": 235
    },
    {
      "epoch": 0.1477832512315271,
      "grad_norm": 0.05934843340686866,
      "learning_rate": 0.00029794860337976794,
      "loss": 1.1934,
      "step": 240
    },
    {
      "epoch": 0.15086206896551724,
      "grad_norm": 0.057591348817156815,
      "learning_rate": 0.00029767425128821284,
      "loss": 1.1744,
      "step": 245
    },
    {
      "epoch": 0.1539408866995074,
      "grad_norm": 0.05826131255989992,
      "learning_rate": 0.00029738282894529176,
      "loss": 1.1783,
      "step": 250
    },
    {
      "epoch": 0.15701970443349753,
      "grad_norm": 0.06871807959978063,
      "learning_rate": 0.000297074370037667,
      "loss": 1.1556,
      "step": 255
    },
    {
      "epoch": 0.16009852216748768,
      "grad_norm": 0.052941725572119985,
      "learning_rate": 0.00029674891022132496,
      "loss": 1.1788,
      "step": 260
    },
    {
      "epoch": 0.16317733990147784,
      "grad_norm": 0.06797129728332164,
      "learning_rate": 0.00029640648711745437,
      "loss": 1.1866,
      "step": 265
    },
    {
      "epoch": 0.16625615763546797,
      "grad_norm": 0.04912141933875442,
      "learning_rate": 0.0002960471403080975,
      "loss": 1.1478,
      "step": 270
    },
    {
      "epoch": 0.16933497536945813,
      "grad_norm": 0.05922816036305705,
      "learning_rate": 0.0002956709113315748,
      "loss": 1.1754,
      "step": 275
    },
    {
      "epoch": 0.1724137931034483,
      "grad_norm": 0.05558679641070003,
      "learning_rate": 0.00029527784367768304,
      "loss": 1.1763,
      "step": 280
    },
    {
      "epoch": 0.17549261083743842,
      "grad_norm": 0.050995724834403455,
      "learning_rate": 0.00029486798278266865,
      "loss": 1.1829,
      "step": 285
    },
    {
      "epoch": 0.17857142857142858,
      "grad_norm": 0.06133067209638226,
      "learning_rate": 0.00029444137602397514,
      "loss": 1.1818,
      "step": 290
    },
    {
      "epoch": 0.1816502463054187,
      "grad_norm": 0.05288482197409358,
      "learning_rate": 0.0002939980727147667,
      "loss": 1.1537,
      "step": 295
    },
    {
      "epoch": 0.18472906403940886,
      "grad_norm": 0.06931970292251229,
      "learning_rate": 0.00029353812409822804,
      "loss": 1.1762,
      "step": 300
    },
    {
      "epoch": 0.18780788177339902,
      "grad_norm": 0.06181342605951454,
      "learning_rate": 0.0002930615833416406,
      "loss": 1.1676,
      "step": 305
    },
    {
      "epoch": 0.19088669950738915,
      "grad_norm": 0.06743746977094597,
      "learning_rate": 0.00029256850553023724,
      "loss": 1.1809,
      "step": 310
    },
    {
      "epoch": 0.1939655172413793,
      "grad_norm": 0.0697665266218925,
      "learning_rate": 0.00029205894766083423,
      "loss": 1.1718,
      "step": 315
    },
    {
      "epoch": 0.19704433497536947,
      "grad_norm": 0.05681707919103611,
      "learning_rate": 0.00029153296863524314,
      "loss": 1.1778,
      "step": 320
    },
    {
      "epoch": 0.2001231527093596,
      "grad_norm": 0.05637558099273313,
      "learning_rate": 0.000290990629253462,
      "loss": 1.1753,
      "step": 325
    },
    {
      "epoch": 0.20320197044334976,
      "grad_norm": 0.0542853294964714,
      "learning_rate": 0.000290431992206647,
      "loss": 1.2035,
      "step": 330
    },
    {
      "epoch": 0.2062807881773399,
      "grad_norm": 0.05165783935463062,
      "learning_rate": 0.00028985712206986623,
      "loss": 1.1933,
      "step": 335
    },
    {
      "epoch": 0.20935960591133004,
      "grad_norm": 0.058288364592485487,
      "learning_rate": 0.0002892660852946347,
      "loss": 1.1768,
      "step": 340
    },
    {
      "epoch": 0.2124384236453202,
      "grad_norm": 0.05191963697431743,
      "learning_rate": 0.00028865895020123325,
      "loss": 1.1794,
      "step": 345
    },
    {
      "epoch": 0.21551724137931033,
      "grad_norm": 0.05366438672538025,
      "learning_rate": 0.00028803578697081107,
      "loss": 1.1419,
      "step": 350
    },
    {
      "epoch": 0.2185960591133005,
      "grad_norm": 0.05571255525900963,
      "learning_rate": 0.00028739666763727314,
      "loss": 1.1849,
      "step": 355
    },
    {
      "epoch": 0.22167487684729065,
      "grad_norm": 0.061645059292380164,
      "learning_rate": 0.0002867416660789535,
      "loss": 1.1965,
      "step": 360
    },
    {
      "epoch": 0.22475369458128078,
      "grad_norm": 0.05034992525169977,
      "learning_rate": 0.0002860708580100756,
      "loss": 1.1558,
      "step": 365
    },
    {
      "epoch": 0.22783251231527094,
      "grad_norm": 0.050954387485294905,
      "learning_rate": 0.00028538432097199997,
      "loss": 1.2023,
      "step": 370
    },
    {
      "epoch": 0.2309113300492611,
      "grad_norm": 0.04949930516295786,
      "learning_rate": 0.0002846821343242608,
      "loss": 1.1545,
      "step": 375
    },
    {
      "epoch": 0.23399014778325122,
      "grad_norm": 0.04823554810066786,
      "learning_rate": 0.00028396437923539276,
      "loss": 1.1839,
      "step": 380
    },
    {
      "epoch": 0.23706896551724138,
      "grad_norm": 0.051726967554164616,
      "learning_rate": 0.0002832311386735483,
      "loss": 1.1571,
      "step": 385
    },
    {
      "epoch": 0.24014778325123154,
      "grad_norm": 0.049883532232990406,
      "learning_rate": 0.0002824824973969069,
      "loss": 1.1852,
      "step": 390
    },
    {
      "epoch": 0.24322660098522167,
      "grad_norm": 0.05238097677905913,
      "learning_rate": 0.00028171854194387766,
      "loss": 1.1774,
      "step": 395
    },
    {
      "epoch": 0.24630541871921183,
      "grad_norm": 0.05247463617085741,
      "learning_rate": 0.0002809393606230961,
      "loss": 1.1826,
      "step": 400
    },
    {
      "epoch": 0.24938423645320196,
      "grad_norm": 0.04796046660573051,
      "learning_rate": 0.0002801450435032159,
      "loss": 1.1595,
      "step": 405
    },
    {
      "epoch": 0.2524630541871921,
      "grad_norm": 0.05966845311794142,
      "learning_rate": 0.0002793356824024977,
      "loss": 1.1652,
      "step": 410
    },
    {
      "epoch": 0.2555418719211823,
      "grad_norm": 0.048690088781763854,
      "learning_rate": 0.00027851137087819556,
      "loss": 1.2181,
      "step": 415
    },
    {
      "epoch": 0.25862068965517243,
      "grad_norm": 0.056761235073461334,
      "learning_rate": 0.00027767220421574205,
      "loss": 1.1644,
      "step": 420
    },
    {
      "epoch": 0.2616995073891626,
      "grad_norm": 0.052605316007136624,
      "learning_rate": 0.0002768182794177341,
      "loss": 1.1569,
      "step": 425
    },
    {
      "epoch": 0.2647783251231527,
      "grad_norm": 0.05643227732551046,
      "learning_rate": 0.00027594969519271985,
      "loss": 1.1579,
      "step": 430
    },
    {
      "epoch": 0.26785714285714285,
      "grad_norm": 0.05679901179486835,
      "learning_rate": 0.0002750665519437887,
      "loss": 1.1565,
      "step": 435
    },
    {
      "epoch": 0.270935960591133,
      "grad_norm": 0.04705945476255655,
      "learning_rate": 0.0002741689517569653,
      "loss": 1.1621,
      "step": 440
    },
    {
      "epoch": 0.27401477832512317,
      "grad_norm": 0.0533072614923673,
      "learning_rate": 0.0002732569983894089,
      "loss": 1.1501,
      "step": 445
    },
    {
      "epoch": 0.2770935960591133,
      "grad_norm": 0.05214010746975868,
      "learning_rate": 0.00027233079725741985,
      "loss": 1.2095,
      "step": 450
    },
    {
      "epoch": 0.2801724137931034,
      "grad_norm": 0.051512876075085604,
      "learning_rate": 0.0002713904554242539,
      "loss": 1.1632,
      "step": 455
    },
    {
      "epoch": 0.2832512315270936,
      "grad_norm": 0.05449453644222859,
      "learning_rate": 0.0002704360815877464,
      "loss": 1.1578,
      "step": 460
    },
    {
      "epoch": 0.28633004926108374,
      "grad_norm": 0.048712599005479404,
      "learning_rate": 0.00026946778606774775,
      "loss": 1.1914,
      "step": 465
    },
    {
      "epoch": 0.2894088669950739,
      "grad_norm": 0.04917657608682948,
      "learning_rate": 0.00026848568079337057,
      "loss": 1.1916,
      "step": 470
    },
    {
      "epoch": 0.29248768472906406,
      "grad_norm": 0.048210811471264416,
      "learning_rate": 0.00026748987929005183,
      "loss": 1.1727,
      "step": 475
    },
    {
      "epoch": 0.2955665024630542,
      "grad_norm": 0.05132967485033094,
      "learning_rate": 0.0002664804966664298,
      "loss": 1.1367,
      "step": 480
    },
    {
      "epoch": 0.2986453201970443,
      "grad_norm": 0.05263024844978328,
      "learning_rate": 0.0002654576496010382,
      "loss": 1.1866,
      "step": 485
    },
    {
      "epoch": 0.3017241379310345,
      "grad_norm": 0.04680097562012947,
      "learning_rate": 0.0002644214563288189,
      "loss": 1.184,
      "step": 490
    },
    {
      "epoch": 0.30480295566502463,
      "grad_norm": 0.04804900302680845,
      "learning_rate": 0.00026337203662745465,
      "loss": 1.1318,
      "step": 495
    },
    {
      "epoch": 0.3078817733990148,
      "grad_norm": 0.051167685147898795,
      "learning_rate": 0.0002623095118035235,
      "loss": 1.147,
      "step": 500
    },
    {
      "epoch": 0.31096059113300495,
      "grad_norm": 0.05176545627262626,
      "learning_rate": 0.00026123400467847646,
      "loss": 1.175,
      "step": 505
    },
    {
      "epoch": 0.31403940886699505,
      "grad_norm": 0.06503594781066656,
      "learning_rate": 0.00026014563957444027,
      "loss": 1.1852,
      "step": 510
    },
    {
      "epoch": 0.3171182266009852,
      "grad_norm": 0.06028116706319379,
      "learning_rate": 0.0002590445422998462,
      "loss": 1.1895,
      "step": 515
    },
    {
      "epoch": 0.32019704433497537,
      "grad_norm": 0.051890202164141655,
      "learning_rate": 0.00025793084013488757,
      "loss": 1.1614,
      "step": 520
    },
    {
      "epoch": 0.3232758620689655,
      "grad_norm": 0.049540807614816426,
      "learning_rate": 0.000256804661816807,
      "loss": 1.1711,
      "step": 525
    },
    {
      "epoch": 0.3263546798029557,
      "grad_norm": 0.049089498561689225,
      "learning_rate": 0.00025566613752501486,
      "loss": 1.1523,
      "step": 530
    },
    {
      "epoch": 0.3294334975369458,
      "grad_norm": 0.04641486867240031,
      "learning_rate": 0.0002545153988660416,
      "loss": 1.1366,
      "step": 535
    },
    {
      "epoch": 0.33251231527093594,
      "grad_norm": 0.04421789649967022,
      "learning_rate": 0.0002533525788583248,
      "loss": 1.1491,
      "step": 540
    },
    {
      "epoch": 0.3355911330049261,
      "grad_norm": 0.051201410076125324,
      "learning_rate": 0.0002521778119168328,
      "loss": 1.1712,
      "step": 545
    },
    {
      "epoch": 0.33866995073891626,
      "grad_norm": 0.04844111678301553,
      "learning_rate": 0.00025099123383752746,
      "loss": 1.1395,
      "step": 550
    },
    {
      "epoch": 0.3417487684729064,
      "grad_norm": 0.0455724606442663,
      "learning_rate": 0.0002497929817816667,
      "loss": 1.1473,
      "step": 555
    },
    {
      "epoch": 0.3448275862068966,
      "grad_norm": 0.0460600518472407,
      "learning_rate": 0.00024858319425994973,
      "loss": 1.1458,
      "step": 560
    },
    {
      "epoch": 0.3479064039408867,
      "grad_norm": 0.05506428913516847,
      "learning_rate": 0.00024736201111650593,
      "loss": 1.1538,
      "step": 565
    },
    {
      "epoch": 0.35098522167487683,
      "grad_norm": 0.05563411490329983,
      "learning_rate": 0.0002461295735127296,
      "loss": 1.1961,
      "step": 570
    },
    {
      "epoch": 0.354064039408867,
      "grad_norm": 0.056417869389575055,
      "learning_rate": 0.00024488602391096266,
      "loss": 1.1509,
      "step": 575
    },
    {
      "epoch": 0.35714285714285715,
      "grad_norm": 0.044634671841241556,
      "learning_rate": 0.000243631506058027,
      "loss": 1.0967,
      "step": 580
    },
    {
      "epoch": 0.3602216748768473,
      "grad_norm": 0.05681552839667373,
      "learning_rate": 0.00024236616496860807,
      "loss": 1.1583,
      "step": 585
    },
    {
      "epoch": 0.3633004926108374,
      "grad_norm": 0.04885679789266538,
      "learning_rate": 0.00024109014690849197,
      "loss": 1.1584,
      "step": 590
    },
    {
      "epoch": 0.36637931034482757,
      "grad_norm": 0.04341097125362442,
      "learning_rate": 0.00023980359937765818,
      "loss": 1.1324,
      "step": 595
    },
    {
      "epoch": 0.3694581280788177,
      "grad_norm": 0.04553399519638483,
      "learning_rate": 0.0002385066710932294,
      "loss": 1.1298,
      "step": 600
    },
    {
      "epoch": 0.3725369458128079,
      "grad_norm": 0.05184123935132177,
      "learning_rate": 0.00023719951197228065,
      "loss": 1.1572,
      "step": 605
    },
    {
      "epoch": 0.37561576354679804,
      "grad_norm": 0.04624722077310968,
      "learning_rate": 0.00023588227311451004,
      "loss": 1.1133,
      "step": 610
    },
    {
      "epoch": 0.3786945812807882,
      "grad_norm": 0.04390718695584042,
      "learning_rate": 0.00023455510678477214,
      "loss": 1.1502,
      "step": 615
    },
    {
      "epoch": 0.3817733990147783,
      "grad_norm": 0.047100450393721,
      "learning_rate": 0.00023321816639547746,
      "loss": 1.1295,
      "step": 620
    },
    {
      "epoch": 0.38485221674876846,
      "grad_norm": 0.041425234363904766,
      "learning_rate": 0.00023187160648885862,
      "loss": 1.1232,
      "step": 625
    },
    {
      "epoch": 0.3879310344827586,
      "grad_norm": 0.05264101409128052,
      "learning_rate": 0.00023051558271910657,
      "loss": 1.1584,
      "step": 630
    },
    {
      "epoch": 0.3910098522167488,
      "grad_norm": 0.05066181204127044,
      "learning_rate": 0.00022915025183437737,
      "loss": 1.1306,
      "step": 635
    },
    {
      "epoch": 0.39408866995073893,
      "grad_norm": 0.04994315804883078,
      "learning_rate": 0.00022777577165867353,
      "loss": 1.1655,
      "step": 640
    },
    {
      "epoch": 0.39716748768472904,
      "grad_norm": 0.05740175492244425,
      "learning_rate": 0.00022639230107360033,
      "loss": 1.1166,
      "step": 645
    },
    {
      "epoch": 0.4002463054187192,
      "grad_norm": 0.0548825788764783,
      "learning_rate": 0.000225,
      "loss": 1.1437,
      "step": 650
    },
    {
      "epoch": 0.40332512315270935,
      "grad_norm": 0.0508590133922253,
      "learning_rate": 0.00022359902937946585,
      "loss": 1.1367,
      "step": 655
    },
    {
      "epoch": 0.4064039408866995,
      "grad_norm": 0.053268316131299134,
      "learning_rate": 0.00022218955115573864,
      "loss": 1.1493,
      "step": 660
    },
    {
      "epoch": 0.40948275862068967,
      "grad_norm": 0.0478290413448589,
      "learning_rate": 0.00022077172825598644,
      "loss": 1.1292,
      "step": 665
    },
    {
      "epoch": 0.4125615763546798,
      "grad_norm": 0.047348092203963646,
      "learning_rate": 0.0002193457245719716,
      "loss": 1.1793,
      "step": 670
    },
    {
      "epoch": 0.41564039408866993,
      "grad_norm": 0.047405713247936423,
      "learning_rate": 0.00021791170494110565,
      "loss": 1.1408,
      "step": 675
    },
    {
      "epoch": 0.4187192118226601,
      "grad_norm": 0.04628184019719908,
      "learning_rate": 0.0002164698351273952,
      "loss": 1.1664,
      "step": 680
    },
    {
      "epoch": 0.42179802955665024,
      "grad_norm": 0.043861598174596936,
      "learning_rate": 0.0002150202818022805,
      "loss": 1.1239,
      "step": 685
    },
    {
      "epoch": 0.4248768472906404,
      "grad_norm": 0.04576831333716289,
      "learning_rate": 0.00021356321252536943,
      "loss": 1.1575,
      "step": 690
    },
    {
      "epoch": 0.42795566502463056,
      "grad_norm": 0.04308247251808224,
      "learning_rate": 0.00021209879572506833,
      "loss": 1.1277,
      "step": 695
    },
    {
      "epoch": 0.43103448275862066,
      "grad_norm": 0.04592876136664352,
      "learning_rate": 0.00021062720067911296,
      "loss": 1.1289,
      "step": 700
    },
    {
      "epoch": 0.4341133004926108,
      "grad_norm": 0.04546503142254463,
      "learning_rate": 0.000209148597495001,
      "loss": 1.1023,
      "step": 705
    },
    {
      "epoch": 0.437192118226601,
      "grad_norm": 0.04773750839831541,
      "learning_rate": 0.00020766315709032832,
      "loss": 1.126,
      "step": 710
    },
    {
      "epoch": 0.44027093596059114,
      "grad_norm": 0.05140791964457529,
      "learning_rate": 0.00020617105117303245,
      "loss": 1.1468,
      "step": 715
    },
    {
      "epoch": 0.4433497536945813,
      "grad_norm": 0.04612841965738631,
      "learning_rate": 0.0002046724522215437,
      "loss": 1.1758,
      "step": 720
    },
    {
      "epoch": 0.44642857142857145,
      "grad_norm": 0.04660673268461518,
      "learning_rate": 0.000203167533464848,
      "loss": 1.1386,
      "step": 725
    },
    {
      "epoch": 0.44950738916256155,
      "grad_norm": 0.04964175004753263,
      "learning_rate": 0.00020165646886246273,
      "loss": 1.1259,
      "step": 730
    },
    {
      "epoch": 0.4525862068965517,
      "grad_norm": 0.041815184975431824,
      "learning_rate": 0.00020013943308432754,
      "loss": 1.1076,
      "step": 735
    },
    {
      "epoch": 0.45566502463054187,
      "grad_norm": 0.048586756912997346,
      "learning_rate": 0.00019861660149061433,
      "loss": 1.159,
      "step": 740
    },
    {
      "epoch": 0.45874384236453203,
      "grad_norm": 0.045207025632546124,
      "learning_rate": 0.000197088150111456,
      "loss": 1.1398,
      "step": 745
    },
    {
      "epoch": 0.4618226600985222,
      "grad_norm": 0.044617722580800434,
      "learning_rate": 0.00019555425562659876,
      "loss": 1.1265,
      "step": 750
    },
    {
      "epoch": 0.4649014778325123,
      "grad_norm": 0.046190267598805346,
      "learning_rate": 0.00019401509534497908,
      "loss": 1.1628,
      "step": 755
    },
    {
      "epoch": 0.46798029556650245,
      "grad_norm": 0.047836899630830924,
      "learning_rate": 0.00019247084718422756,
      "loss": 1.1233,
      "step": 760
    },
    {
      "epoch": 0.4710591133004926,
      "grad_norm": 0.043922626344731396,
      "learning_rate": 0.00019092168965010296,
      "loss": 1.1303,
      "step": 765
    },
    {
      "epoch": 0.47413793103448276,
      "grad_norm": 0.04461114507198429,
      "learning_rate": 0.00018936780181585798,
      "loss": 1.1282,
      "step": 770
    },
    {
      "epoch": 0.4772167487684729,
      "grad_norm": 0.046557751408618064,
      "learning_rate": 0.00018780936330153934,
      "loss": 1.1319,
      "step": 775
    },
    {
      "epoch": 0.4802955665024631,
      "grad_norm": 0.04774877915254769,
      "learning_rate": 0.00018624655425322499,
      "loss": 1.1416,
      "step": 780
    },
    {
      "epoch": 0.4833743842364532,
      "grad_norm": 0.04221647867481708,
      "learning_rate": 0.00018467955532220016,
      "loss": 1.1206,
      "step": 785
    },
    {
      "epoch": 0.48645320197044334,
      "grad_norm": 0.04617075121928804,
      "learning_rate": 0.00018310854764407527,
      "loss": 1.1496,
      "step": 790
    },
    {
      "epoch": 0.4895320197044335,
      "grad_norm": 0.04529125572246932,
      "learning_rate": 0.00018153371281784755,
      "loss": 1.0997,
      "step": 795
    },
    {
      "epoch": 0.49261083743842365,
      "grad_norm": 0.045582114128932955,
      "learning_rate": 0.00017995523288490958,
      "loss": 1.1447,
      "step": 800
    },
    {
      "epoch": 0.4956896551724138,
      "grad_norm": 0.045798431153999675,
      "learning_rate": 0.00017837329030800619,
      "loss": 1.1234,
      "step": 805
    },
    {
      "epoch": 0.4987684729064039,
      "grad_norm": 0.04824160475492181,
      "learning_rate": 0.0001767880679501429,
      "loss": 1.128,
      "step": 810
    },
    {
      "epoch": 0.5018472906403941,
      "grad_norm": 0.04679748199549485,
      "learning_rate": 0.00017519974905344816,
      "loss": 1.1369,
      "step": 815
    },
    {
      "epoch": 0.5049261083743842,
      "grad_norm": 0.04871713134562279,
      "learning_rate": 0.00017360851721799162,
      "loss": 1.1246,
      "step": 820
    },
    {
      "epoch": 0.5080049261083743,
      "grad_norm": 0.044184960299547195,
      "learning_rate": 0.00017201455638056094,
      "loss": 1.1321,
      "step": 825
    },
    {
      "epoch": 0.5110837438423645,
      "grad_norm": 0.040536708042946776,
      "learning_rate": 0.00017041805079340004,
      "loss": 1.1202,
      "step": 830
    },
    {
      "epoch": 0.5141625615763546,
      "grad_norm": 0.04608053305469613,
      "learning_rate": 0.0001688191850029105,
      "loss": 1.1637,
      "step": 835
    },
    {
      "epoch": 0.5172413793103449,
      "grad_norm": 0.044715413053021694,
      "learning_rate": 0.00016721814382831908,
      "loss": 1.1426,
      "step": 840
    },
    {
      "epoch": 0.520320197044335,
      "grad_norm": 0.043453219206167196,
      "learning_rate": 0.00016561511234031392,
      "loss": 1.1574,
      "step": 845
    },
    {
      "epoch": 0.5233990147783252,
      "grad_norm": 0.04279262289062732,
      "learning_rate": 0.00016401027583965133,
      "loss": 1.1421,
      "step": 850
    },
    {
      "epoch": 0.5264778325123153,
      "grad_norm": 0.04093715529238329,
      "learning_rate": 0.00016240381983573607,
      "loss": 1.1228,
      "step": 855
    },
    {
      "epoch": 0.5295566502463054,
      "grad_norm": 0.04306169563429485,
      "learning_rate": 0.00016079593002517784,
      "loss": 1.1353,
      "step": 860
    },
    {
      "epoch": 0.5326354679802956,
      "grad_norm": 0.05187273357813354,
      "learning_rate": 0.00015918679227032562,
      "loss": 1.1361,
      "step": 865
    },
    {
      "epoch": 0.5357142857142857,
      "grad_norm": 0.05101923741800583,
      "learning_rate": 0.00015757659257778338,
      "loss": 1.135,
      "step": 870
    },
    {
      "epoch": 0.5387931034482759,
      "grad_norm": 0.04291106939412229,
      "learning_rate": 0.00015596551707690838,
      "loss": 1.1197,
      "step": 875
    },
    {
      "epoch": 0.541871921182266,
      "grad_norm": 0.04559125575459384,
      "learning_rate": 0.0001543537519982963,
      "loss": 1.1607,
      "step": 880
    },
    {
      "epoch": 0.5449507389162561,
      "grad_norm": 0.04201244642982363,
      "learning_rate": 0.0001527414836522537,
      "loss": 1.1255,
      "step": 885
    },
    {
      "epoch": 0.5480295566502463,
      "grad_norm": 0.044043660674491586,
      "learning_rate": 0.00015112889840726194,
      "loss": 1.154,
      "step": 890
    },
    {
      "epoch": 0.5511083743842364,
      "grad_norm": 0.0452152621741999,
      "learning_rate": 0.0001495161826684338,
      "loss": 1.1378,
      "step": 895
    },
    {
      "epoch": 0.5541871921182266,
      "grad_norm": 0.04485340918926222,
      "learning_rate": 0.00014790352285596654,
      "loss": 1.1101,
      "step": 900
    },
    {
      "epoch": 0.5572660098522167,
      "grad_norm": 0.046825327285685864,
      "learning_rate": 0.00014629110538359248,
      "loss": 1.1624,
      "step": 905
    },
    {
      "epoch": 0.5603448275862069,
      "grad_norm": 0.045889981273966464,
      "learning_rate": 0.00014467911663703116,
      "loss": 1.1239,
      "step": 910
    },
    {
      "epoch": 0.5634236453201971,
      "grad_norm": 0.04453915010182345,
      "learning_rate": 0.0001430677429524437,
      "loss": 1.1241,
      "step": 915
    },
    {
      "epoch": 0.5665024630541872,
      "grad_norm": 0.04279916293208543,
      "learning_rate": 0.00014145717059489403,
      "loss": 1.1481,
      "step": 920
    },
    {
      "epoch": 0.5695812807881774,
      "grad_norm": 0.04071953346630088,
      "learning_rate": 0.00013984758573681738,
      "loss": 1.1129,
      "step": 925
    },
    {
      "epoch": 0.5726600985221675,
      "grad_norm": 0.04422283503178165,
      "learning_rate": 0.00013823917443649993,
      "loss": 1.0892,
      "step": 930
    },
    {
      "epoch": 0.5757389162561576,
      "grad_norm": 0.042149718248337985,
      "learning_rate": 0.0001366321226165719,
      "loss": 1.1165,
      "step": 935
    },
    {
      "epoch": 0.5788177339901478,
      "grad_norm": 0.04120662311881514,
      "learning_rate": 0.0001350266160425156,
      "loss": 1.1293,
      "step": 940
    },
    {
      "epoch": 0.5818965517241379,
      "grad_norm": 0.04549665355171013,
      "learning_rate": 0.00013342284030119233,
      "loss": 1.1483,
      "step": 945
    },
    {
      "epoch": 0.5849753694581281,
      "grad_norm": 0.04339851061208546,
      "learning_rate": 0.00013182098077938953,
      "loss": 1.1656,
      "step": 950
    },
    {
      "epoch": 0.5880541871921182,
      "grad_norm": 0.041607843577072104,
      "learning_rate": 0.0001302212226423913,
      "loss": 1.1555,
      "step": 955
    },
    {
      "epoch": 0.5911330049261084,
      "grad_norm": 0.0424950133510136,
      "learning_rate": 0.00012862375081257438,
      "loss": 1.1387,
      "step": 960
    },
    {
      "epoch": 0.5942118226600985,
      "grad_norm": 0.04300771476243836,
      "learning_rate": 0.00012702874994803204,
      "loss": 1.1264,
      "step": 965
    },
    {
      "epoch": 0.5972906403940886,
      "grad_norm": 0.04566603436728389,
      "learning_rate": 0.0001254364044212291,
      "loss": 1.1179,
      "step": 970
    },
    {
      "epoch": 0.6003694581280788,
      "grad_norm": 0.04384679476800769,
      "learning_rate": 0.00012384689829768926,
      "loss": 1.0915,
      "step": 975
    },
    {
      "epoch": 0.603448275862069,
      "grad_norm": 0.046499313834380746,
      "learning_rate": 0.00012226041531471834,
      "loss": 1.109,
      "step": 980
    },
    {
      "epoch": 0.6065270935960592,
      "grad_norm": 0.04092308374981243,
      "learning_rate": 0.00012067713886016547,
      "loss": 1.1424,
      "step": 985
    },
    {
      "epoch": 0.6096059113300493,
      "grad_norm": 0.04515635488422341,
      "learning_rate": 0.00011909725195122441,
      "loss": 1.122,
      "step": 990
    },
    {
      "epoch": 0.6126847290640394,
      "grad_norm": 0.04214756506385618,
      "learning_rate": 0.00011752093721327784,
      "loss": 1.1376,
      "step": 995
    },
    {
      "epoch": 0.6157635467980296,
      "grad_norm": 0.04302162710361374,
      "learning_rate": 0.00011594837685878724,
      "loss": 1.1261,
      "step": 1000
    },
    {
      "epoch": 0.6188423645320197,
      "grad_norm": 0.04287033511685806,
      "learning_rate": 0.00011437975266622989,
      "loss": 1.1158,
      "step": 1005
    },
    {
      "epoch": 0.6219211822660099,
      "grad_norm": 0.04792917861513863,
      "learning_rate": 0.00011281524595908652,
      "loss": 1.1257,
      "step": 1010
    },
    {
      "epoch": 0.625,
      "grad_norm": 0.04734303937388139,
      "learning_rate": 0.00011125503758488157,
      "loss": 1.1312,
      "step": 1015
    },
    {
      "epoch": 0.6280788177339901,
      "grad_norm": 0.04270294086187758,
      "learning_rate": 0.00010969930789427797,
      "loss": 1.1256,
      "step": 1020
    },
    {
      "epoch": 0.6311576354679803,
      "grad_norm": 0.04130387760687185,
      "learning_rate": 0.00010814823672023006,
      "loss": 1.1015,
      "step": 1025
    },
    {
      "epoch": 0.6342364532019704,
      "grad_norm": 0.041820000972043664,
      "learning_rate": 0.00010660200335719567,
      "loss": 1.1239,
      "step": 1030
    },
    {
      "epoch": 0.6373152709359606,
      "grad_norm": 0.0431031355333031,
      "learning_rate": 0.00010506078654041093,
      "loss": 1.1158,
      "step": 1035
    },
    {
      "epoch": 0.6403940886699507,
      "grad_norm": 0.044136231046209236,
      "learning_rate": 0.00010352476442522962,
      "loss": 1.0843,
      "step": 1040
    },
    {
      "epoch": 0.6434729064039408,
      "grad_norm": 0.04170427324424424,
      "learning_rate": 0.0001019941145665293,
      "loss": 1.1268,
      "step": 1045
    },
    {
      "epoch": 0.646551724137931,
      "grad_norm": 0.04439576000209051,
      "learning_rate": 0.00010046901389818707,
      "loss": 1.1164,
      "step": 1050
    },
    {
      "epoch": 0.6496305418719212,
      "grad_norm": 0.04665761328886588,
      "learning_rate": 9.894963871262739e-05,
      "loss": 1.1797,
      "step": 1055
    },
    {
      "epoch": 0.6527093596059114,
      "grad_norm": 0.043273693916828976,
      "learning_rate": 9.743616464044317e-05,
      "loss": 1.1278,
      "step": 1060
    },
    {
      "epoch": 0.6557881773399015,
      "grad_norm": 0.04386070827853346,
      "learning_rate": 9.59287666300946e-05,
      "loss": 1.1471,
      "step": 1065
    },
    {
      "epoch": 0.6588669950738916,
      "grad_norm": 0.04902401213885766,
      "learning_rate": 9.44276189276856e-05,
      "loss": 1.1113,
      "step": 1070
    },
    {
      "epoch": 0.6619458128078818,
      "grad_norm": 0.04266210582134216,
      "learning_rate": 9.293289505682222e-05,
      "loss": 1.1258,
      "step": 1075
    },
    {
      "epoch": 0.6650246305418719,
      "grad_norm": 0.04144763202101391,
      "learning_rate": 9.144476779855461e-05,
      "loss": 1.1238,
      "step": 1080
    },
    {
      "epoch": 0.6681034482758621,
      "grad_norm": 0.04243593449766583,
      "learning_rate": 8.996340917140419e-05,
      "loss": 1.1047,
      "step": 1085
    },
    {
      "epoch": 0.6711822660098522,
      "grad_norm": 0.0413416141157621,
      "learning_rate": 8.848899041147946e-05,
      "loss": 1.1184,
      "step": 1090
    },
    {
      "epoch": 0.6742610837438424,
      "grad_norm": 0.046019069937229894,
      "learning_rate": 8.702168195268239e-05,
      "loss": 1.1033,
      "step": 1095
    },
    {
      "epoch": 0.6773399014778325,
      "grad_norm": 0.04370283997000188,
      "learning_rate": 8.556165340700688e-05,
      "loss": 1.1303,
      "step": 1100
    },
    {
      "epoch": 0.6804187192118226,
      "grad_norm": 0.04297630495859546,
      "learning_rate": 8.410907354493302e-05,
      "loss": 1.1419,
      "step": 1105
    },
    {
      "epoch": 0.6834975369458128,
      "grad_norm": 0.04114328246979562,
      "learning_rate": 8.2664110275918e-05,
      "loss": 1.1022,
      "step": 1110
    },
    {
      "epoch": 0.6865763546798029,
      "grad_norm": 0.0433771165633938,
      "learning_rate": 8.122693062898678e-05,
      "loss": 1.1292,
      "step": 1115
    },
    {
      "epoch": 0.6896551724137931,
      "grad_norm": 0.040152416846321155,
      "learning_rate": 7.979770073342483e-05,
      "loss": 1.1225,
      "step": 1120
    },
    {
      "epoch": 0.6927339901477833,
      "grad_norm": 0.04337601287416731,
      "learning_rate": 7.837658579957421e-05,
      "loss": 1.0862,
      "step": 1125
    },
    {
      "epoch": 0.6958128078817734,
      "grad_norm": 0.041398039045623114,
      "learning_rate": 7.696375009973642e-05,
      "loss": 1.1293,
      "step": 1130
    },
    {
      "epoch": 0.6988916256157636,
      "grad_norm": 0.04182896302514871,
      "learning_rate": 7.55593569491837e-05,
      "loss": 1.1,
      "step": 1135
    },
    {
      "epoch": 0.7019704433497537,
      "grad_norm": 0.04065543277842893,
      "learning_rate": 7.416356868728039e-05,
      "loss": 1.0955,
      "step": 1140
    },
    {
      "epoch": 0.7050492610837439,
      "grad_norm": 0.0418957684673326,
      "learning_rate": 7.277654665871784e-05,
      "loss": 1.0928,
      "step": 1145
    },
    {
      "epoch": 0.708128078817734,
      "grad_norm": 0.04627301647032954,
      "learning_rate": 7.13984511948637e-05,
      "loss": 1.0859,
      "step": 1150
    },
    {
      "epoch": 0.7112068965517241,
      "grad_norm": 0.040979100399232644,
      "learning_rate": 7.002944159522858e-05,
      "loss": 1.1294,
      "step": 1155
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 0.0430112600197784,
      "learning_rate": 6.866967610905233e-05,
      "loss": 1.1111,
      "step": 1160
    },
    {
      "epoch": 0.7173645320197044,
      "grad_norm": 0.04631737558793455,
      "learning_rate": 6.731931191701087e-05,
      "loss": 1.0893,
      "step": 1165
    },
    {
      "epoch": 0.7204433497536946,
      "grad_norm": 0.04638863609412046,
      "learning_rate": 6.597850511304737e-05,
      "loss": 1.0821,
      "step": 1170
    },
    {
      "epoch": 0.7235221674876847,
      "grad_norm": 0.04250842463920331,
      "learning_rate": 6.464741068632882e-05,
      "loss": 1.1344,
      "step": 1175
    },
    {
      "epoch": 0.7266009852216748,
      "grad_norm": 0.04449020274712862,
      "learning_rate": 6.332618250332987e-05,
      "loss": 1.133,
      "step": 1180
    },
    {
      "epoch": 0.729679802955665,
      "grad_norm": 0.039704386883419915,
      "learning_rate": 6.201497329004718e-05,
      "loss": 1.0954,
      "step": 1185
    },
    {
      "epoch": 0.7327586206896551,
      "grad_norm": 0.043243561549705926,
      "learning_rate": 6.071393461434487e-05,
      "loss": 1.1219,
      "step": 1190
    },
    {
      "epoch": 0.7358374384236454,
      "grad_norm": 0.045039321819015175,
      "learning_rate": 5.942321686843443e-05,
      "loss": 1.1167,
      "step": 1195
    },
    {
      "epoch": 0.7389162561576355,
      "grad_norm": 0.039557148842893464,
      "learning_rate": 5.814296925149025e-05,
      "loss": 1.1046,
      "step": 1200
    },
    {
      "epoch": 0.7419950738916257,
      "grad_norm": 0.04180043543118903,
      "learning_rate": 5.6873339752403026e-05,
      "loss": 1.1021,
      "step": 1205
    },
    {
      "epoch": 0.7450738916256158,
      "grad_norm": 0.04192889048300918,
      "learning_rate": 5.56144751326731e-05,
      "loss": 1.1243,
      "step": 1210
    },
    {
      "epoch": 0.7481527093596059,
      "grad_norm": 0.03977579606674208,
      "learning_rate": 5.436652090944596e-05,
      "loss": 1.1308,
      "step": 1215
    },
    {
      "epoch": 0.7512315270935961,
      "grad_norm": 0.041207759285483224,
      "learning_rate": 5.312962133869093e-05,
      "loss": 1.1068,
      "step": 1220
    },
    {
      "epoch": 0.7543103448275862,
      "grad_norm": 0.03993587810589233,
      "learning_rate": 5.190391939852659e-05,
      "loss": 1.097,
      "step": 1225
    },
    {
      "epoch": 0.7573891625615764,
      "grad_norm": 0.04120789114575358,
      "learning_rate": 5.06895567726928e-05,
      "loss": 1.0633,
      "step": 1230
    },
    {
      "epoch": 0.7604679802955665,
      "grad_norm": 0.040401046347087174,
      "learning_rate": 4.948667383417331e-05,
      "loss": 1.1273,
      "step": 1235
    },
    {
      "epoch": 0.7635467980295566,
      "grad_norm": 0.04089337800800299,
      "learning_rate": 4.8295409628969265e-05,
      "loss": 1.076,
      "step": 1240
    },
    {
      "epoch": 0.7666256157635468,
      "grad_norm": 0.04070816241047168,
      "learning_rate": 4.7115901860026626e-05,
      "loss": 1.1172,
      "step": 1245
    },
    {
      "epoch": 0.7697044334975369,
      "grad_norm": 0.040318855090158624,
      "learning_rate": 4.594828687131814e-05,
      "loss": 1.0828,
      "step": 1250
    },
    {
      "epoch": 0.7727832512315271,
      "grad_norm": 0.04508155286821903,
      "learning_rate": 4.479269963208304e-05,
      "loss": 1.1248,
      "step": 1255
    },
    {
      "epoch": 0.7758620689655172,
      "grad_norm": 0.03995219192628373,
      "learning_rate": 4.36492737212255e-05,
      "loss": 1.1135,
      "step": 1260
    },
    {
      "epoch": 0.7789408866995073,
      "grad_norm": 0.039941011523419105,
      "learning_rate": 4.251814131187348e-05,
      "loss": 1.0693,
      "step": 1265
    },
    {
      "epoch": 0.7820197044334976,
      "grad_norm": 0.04036662006741658,
      "learning_rate": 4.13994331561004e-05,
      "loss": 1.1043,
      "step": 1270
    },
    {
      "epoch": 0.7850985221674877,
      "grad_norm": 0.042755455161098,
      "learning_rate": 4.0293278569811196e-05,
      "loss": 1.118,
      "step": 1275
    },
    {
      "epoch": 0.7881773399014779,
      "grad_norm": 0.04133440618697741,
      "learning_rate": 3.919980541779383e-05,
      "loss": 1.0899,
      "step": 1280
    },
    {
      "epoch": 0.791256157635468,
      "grad_norm": 0.03930501250448446,
      "learning_rate": 3.8119140098939074e-05,
      "loss": 1.1012,
      "step": 1285
    },
    {
      "epoch": 0.7943349753694581,
      "grad_norm": 0.04093443015461556,
      "learning_rate": 3.705140753162973e-05,
      "loss": 1.1119,
      "step": 1290
    },
    {
      "epoch": 0.7974137931034483,
      "grad_norm": 0.040640552100214826,
      "learning_rate": 3.599673113930047e-05,
      "loss": 1.0768,
      "step": 1295
    },
    {
      "epoch": 0.8004926108374384,
      "grad_norm": 0.040329145320771025,
      "learning_rate": 3.495523283617105e-05,
      "loss": 1.0901,
      "step": 1300
    },
    {
      "epoch": 0.8035714285714286,
      "grad_norm": 0.040601907302338876,
      "learning_rate": 3.39270330131538e-05,
      "loss": 1.0721,
      "step": 1305
    },
    {
      "epoch": 0.8066502463054187,
      "grad_norm": 0.04279584390563618,
      "learning_rate": 3.2912250523936996e-05,
      "loss": 1.0779,
      "step": 1310
    },
    {
      "epoch": 0.8097290640394089,
      "grad_norm": 0.038733198431655264,
      "learning_rate": 3.191100267124616e-05,
      "loss": 1.0872,
      "step": 1315
    },
    {
      "epoch": 0.812807881773399,
      "grad_norm": 0.03852439056078866,
      "learning_rate": 3.0923405193284736e-05,
      "loss": 1.0599,
      "step": 1320
    },
    {
      "epoch": 0.8158866995073891,
      "grad_norm": 0.043517407120524466,
      "learning_rate": 2.9949572250355176e-05,
      "loss": 1.0735,
      "step": 1325
    },
    {
      "epoch": 0.8189655172413793,
      "grad_norm": 0.03808040925500465,
      "learning_rate": 2.8989616411662825e-05,
      "loss": 1.0797,
      "step": 1330
    },
    {
      "epoch": 0.8220443349753694,
      "grad_norm": 0.04020694606048214,
      "learning_rate": 2.8043648642303713e-05,
      "loss": 1.1173,
      "step": 1335
    },
    {
      "epoch": 0.8251231527093597,
      "grad_norm": 0.039563508521763255,
      "learning_rate": 2.7111778290437464e-05,
      "loss": 1.1062,
      "step": 1340
    },
    {
      "epoch": 0.8282019704433498,
      "grad_norm": 0.039381031183324824,
      "learning_rate": 2.6194113074647465e-05,
      "loss": 1.084,
      "step": 1345
    },
    {
      "epoch": 0.8312807881773399,
      "grad_norm": 0.03946596220802881,
      "learning_rate": 2.5290759071489157e-05,
      "loss": 1.1227,
      "step": 1350
    },
    {
      "epoch": 0.8343596059113301,
      "grad_norm": 0.03849482700977278,
      "learning_rate": 2.4401820703228175e-05,
      "loss": 1.0942,
      "step": 1355
    },
    {
      "epoch": 0.8374384236453202,
      "grad_norm": 0.039117050183502325,
      "learning_rate": 2.3527400725770018e-05,
      "loss": 1.1251,
      "step": 1360
    },
    {
      "epoch": 0.8405172413793104,
      "grad_norm": 0.04057422162412,
      "learning_rate": 2.2667600216781755e-05,
      "loss": 1.1211,
      "step": 1365
    },
    {
      "epoch": 0.8435960591133005,
      "grad_norm": 0.03765711409730217,
      "learning_rate": 2.1822518564008258e-05,
      "loss": 1.1147,
      "step": 1370
    },
    {
      "epoch": 0.8466748768472906,
      "grad_norm": 0.043123291529812646,
      "learning_rate": 2.099225345378359e-05,
      "loss": 1.135,
      "step": 1375
    },
    {
      "epoch": 0.8497536945812808,
      "grad_norm": 0.04029852856465984,
      "learning_rate": 2.0176900859738902e-05,
      "loss": 1.0967,
      "step": 1380
    },
    {
      "epoch": 0.8528325123152709,
      "grad_norm": 0.041977593516173986,
      "learning_rate": 1.9376555031708696e-05,
      "loss": 1.0774,
      "step": 1385
    },
    {
      "epoch": 0.8559113300492611,
      "grad_norm": 0.04014002948094123,
      "learning_rate": 1.8591308484835833e-05,
      "loss": 1.0947,
      "step": 1390
    },
    {
      "epoch": 0.8589901477832512,
      "grad_norm": 0.040132378595879384,
      "learning_rate": 1.7821251988877556e-05,
      "loss": 1.0973,
      "step": 1395
    },
    {
      "epoch": 0.8620689655172413,
      "grad_norm": 0.04240262822321613,
      "learning_rate": 1.7066474557713017e-05,
      "loss": 1.1037,
      "step": 1400
    },
    {
      "epoch": 0.8651477832512315,
      "grad_norm": 0.039888863240256416,
      "learning_rate": 1.6327063439053674e-05,
      "loss": 1.0866,
      "step": 1405
    },
    {
      "epoch": 0.8682266009852216,
      "grad_norm": 0.039011831654239645,
      "learning_rate": 1.56031041043582e-05,
      "loss": 1.0865,
      "step": 1410
    },
    {
      "epoch": 0.8713054187192119,
      "grad_norm": 0.04116164895870449,
      "learning_rate": 1.4894680238952316e-05,
      "loss": 1.0975,
      "step": 1415
    },
    {
      "epoch": 0.874384236453202,
      "grad_norm": 0.04162964016440304,
      "learning_rate": 1.420187373235534e-05,
      "loss": 1.1208,
      "step": 1420
    },
    {
      "epoch": 0.8774630541871922,
      "grad_norm": 0.04275706801553967,
      "learning_rate": 1.3524764668814303e-05,
      "loss": 1.118,
      "step": 1425
    },
    {
      "epoch": 0.8805418719211823,
      "grad_norm": 0.039194770845201454,
      "learning_rate": 1.2863431318046614e-05,
      "loss": 1.115,
      "step": 1430
    },
    {
      "epoch": 0.8836206896551724,
      "grad_norm": 0.038777826740170274,
      "learning_rate": 1.2217950126192522e-05,
      "loss": 1.0839,
      "step": 1435
    },
    {
      "epoch": 0.8866995073891626,
      "grad_norm": 0.040512615022748576,
      "learning_rate": 1.158839570697861e-05,
      "loss": 1.0794,
      "step": 1440
    },
    {
      "epoch": 0.8897783251231527,
      "grad_norm": 0.04023830936361266,
      "learning_rate": 1.0974840833092602e-05,
      "loss": 1.0794,
      "step": 1445
    },
    {
      "epoch": 0.8928571428571429,
      "grad_norm": 0.04074087711443184,
      "learning_rate": 1.0377356427771565e-05,
      "loss": 1.1059,
      "step": 1450
    },
    {
      "epoch": 0.895935960591133,
      "grad_norm": 0.04490752852168335,
      "learning_rate": 9.796011556603418e-06,
      "loss": 1.1164,
      "step": 1455
    },
    {
      "epoch": 0.8990147783251231,
      "grad_norm": 0.03880253679837365,
      "learning_rate": 9.230873419543372e-06,
      "loss": 1.082,
      "step": 1460
    },
    {
      "epoch": 0.9020935960591133,
      "grad_norm": 0.038012956733589,
      "learning_rate": 8.682007343146196e-06,
      "loss": 1.0974,
      "step": 1465
    },
    {
      "epoch": 0.9051724137931034,
      "grad_norm": 0.042116813458087404,
      "learning_rate": 8.14947677301468e-06,
      "loss": 1.0838,
      "step": 1470
    },
    {
      "epoch": 0.9082512315270936,
      "grad_norm": 0.04035754826496353,
      "learning_rate": 7.63334326646573e-06,
      "loss": 1.099,
      "step": 1475
    },
    {
      "epoch": 0.9113300492610837,
      "grad_norm": 0.03861582924101178,
      "learning_rate": 7.1336664854148575e-06,
      "loss": 1.1191,
      "step": 1480
    },
    {
      "epoch": 0.9144088669950738,
      "grad_norm": 0.0461316776177713,
      "learning_rate": 6.650504189479416e-06,
      "loss": 1.1121,
      "step": 1485
    },
    {
      "epoch": 0.9174876847290641,
      "grad_norm": 0.04073043599510325,
      "learning_rate": 6.1839122293021345e-06,
      "loss": 1.0722,
      "step": 1490
    },
    {
      "epoch": 0.9205665024630542,
      "grad_norm": 0.04221065551477172,
      "learning_rate": 5.733944540094976e-06,
      "loss": 1.0924,
      "step": 1495
    },
    {
      "epoch": 0.9236453201970444,
      "grad_norm": 0.04046059842262868,
      "learning_rate": 5.300653135404559e-06,
      "loss": 1.1047,
      "step": 1500
    },
    {
      "epoch": 0.9267241379310345,
      "grad_norm": 0.039745570925508907,
      "learning_rate": 4.884088101099854e-06,
      "loss": 1.0812,
      "step": 1505
    },
    {
      "epoch": 0.9298029556650246,
      "grad_norm": 0.04064911719790208,
      "learning_rate": 4.484297589582392e-06,
      "loss": 1.0946,
      "step": 1510
    },
    {
      "epoch": 0.9328817733990148,
      "grad_norm": 0.042527495825039,
      "learning_rate": 4.10132781422019e-06,
      "loss": 1.0773,
      "step": 1515
    },
    {
      "epoch": 0.9359605911330049,
      "grad_norm": 0.03937320960563834,
      "learning_rate": 3.735223044005853e-06,
      "loss": 1.0862,
      "step": 1520
    },
    {
      "epoch": 0.9390394088669951,
      "grad_norm": 0.04175381396720523,
      "learning_rate": 3.386025598439185e-06,
      "loss": 1.0932,
      "step": 1525
    },
    {
      "epoch": 0.9421182266009852,
      "grad_norm": 0.038338615834160344,
      "learning_rate": 3.053775842635453e-06,
      "loss": 1.0717,
      "step": 1530
    },
    {
      "epoch": 0.9451970443349754,
      "grad_norm": 0.03721540533470224,
      "learning_rate": 2.738512182659336e-06,
      "loss": 1.1004,
      "step": 1535
    },
    {
      "epoch": 0.9482758620689655,
      "grad_norm": 0.03929274228981452,
      "learning_rate": 2.440271061085458e-06,
      "loss": 1.0894,
      "step": 1540
    },
    {
      "epoch": 0.9513546798029556,
      "grad_norm": 0.04078678453532611,
      "learning_rate": 2.1590869527858267e-06,
      "loss": 1.0915,
      "step": 1545
    },
    {
      "epoch": 0.9544334975369458,
      "grad_norm": 0.03961701339788748,
      "learning_rate": 1.894992360944786e-06,
      "loss": 1.0934,
      "step": 1550
    },
    {
      "epoch": 0.9575123152709359,
      "grad_norm": 0.039518775061522744,
      "learning_rate": 1.6480178133017386e-06,
      "loss": 1.0709,
      "step": 1555
    },
    {
      "epoch": 0.9605911330049262,
      "grad_norm": 0.036710240604112834,
      "learning_rate": 1.4181918586225027e-06,
      "loss": 1.091,
      "step": 1560
    },
    {
      "epoch": 0.9636699507389163,
      "grad_norm": 0.04036474742342838,
      "learning_rate": 1.2055410633990513e-06,
      "loss": 1.1029,
      "step": 1565
    },
    {
      "epoch": 0.9667487684729064,
      "grad_norm": 0.040306154399267685,
      "learning_rate": 1.0100900087787357e-06,
      "loss": 1.0796,
      "step": 1570
    },
    {
      "epoch": 0.9698275862068966,
      "grad_norm": 0.03993954952246081,
      "learning_rate": 8.318612877227571e-07,
      "loss": 1.0749,
      "step": 1575
    },
    {
      "epoch": 0.9729064039408867,
      "grad_norm": 0.041220915766970116,
      "learning_rate": 6.708755023946244e-07,
      "loss": 1.082,
      "step": 1580
    },
    {
      "epoch": 0.9759852216748769,
      "grad_norm": 0.04003375509606215,
      "learning_rate": 5.271512617786077e-07,
      "loss": 1.1201,
      "step": 1585
    },
    {
      "epoch": 0.979064039408867,
      "grad_norm": 0.039658812487889376,
      "learning_rate": 4.0070517952870973e-07,
      "loss": 1.0823,
      "step": 1590
    },
    {
      "epoch": 0.9821428571428571,
      "grad_norm": 0.04282612584010836,
      "learning_rate": 2.915518720482013e-07,
      "loss": 1.105,
      "step": 1595
    },
    {
      "epoch": 0.9852216748768473,
      "grad_norm": 0.038810987953770734,
      "learning_rate": 1.9970395680004025e-07,
      "loss": 1.084,
      "step": 1600
    },
    {
      "epoch": 0.9883004926108374,
      "grad_norm": 0.0392747761517772,
      "learning_rate": 1.2517205084837113e-07,
      "loss": 1.0915,
      "step": 1605
    },
    {
      "epoch": 0.9913793103448276,
      "grad_norm": 0.037467036015125,
      "learning_rate": 6.796476963130682e-08,
      "loss": 1.0957,
      "step": 1610
    },
    {
      "epoch": 0.9944581280788177,
      "grad_norm": 0.038399940492356,
      "learning_rate": 2.8088725964958703e-08,
      "loss": 1.09,
      "step": 1615
    },
    {
      "epoch": 0.9975369458128078,
      "grad_norm": 0.03913271753873893,
      "learning_rate": 5.548529279081337e-09,
      "loss": 1.0697,
      "step": 1620
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.1087726354599,
      "eval_runtime": 150.5176,
      "eval_samples_per_second": 153.537,
      "eval_steps_per_second": 4.803,
      "step": 1624
    },
    {
      "epoch": 1.0,
      "step": 1624,
      "total_flos": 237087321751552.0,
      "train_loss": 1.1564865382434113,
      "train_runtime": 5664.6342,
      "train_samples_per_second": 36.695,
      "train_steps_per_second": 0.287
    }
  ],
  "logging_steps": 5,
  "max_steps": 1624,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 237087321751552.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}