{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 2062,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0024248302618816685,
      "grad_norm": 0.38918766379356384,
      "learning_rate": 7.692307692307694e-06,
      "loss": 0.9711,
      "step": 5
    },
    {
      "epoch": 0.004849660523763337,
      "grad_norm": 0.39544427394866943,
      "learning_rate": 1.730769230769231e-05,
      "loss": 0.943,
      "step": 10
    },
    {
      "epoch": 0.0072744907856450046,
      "grad_norm": 0.2192670702934265,
      "learning_rate": 2.6923076923076923e-05,
      "loss": 0.9373,
      "step": 15
    },
    {
      "epoch": 0.009699321047526674,
      "grad_norm": 0.17753367125988007,
      "learning_rate": 3.653846153846154e-05,
      "loss": 0.8946,
      "step": 20
    },
    {
      "epoch": 0.01212415130940834,
      "grad_norm": 0.14115607738494873,
      "learning_rate": 4.615384615384616e-05,
      "loss": 0.8974,
      "step": 25
    },
    {
      "epoch": 0.014548981571290009,
      "grad_norm": 0.11341860145330429,
      "learning_rate": 5.576923076923077e-05,
      "loss": 0.8735,
      "step": 30
    },
    {
      "epoch": 0.01697381183317168,
      "grad_norm": 0.10785568505525589,
      "learning_rate": 6.538461538461539e-05,
      "loss": 0.8503,
      "step": 35
    },
    {
      "epoch": 0.019398642095053348,
      "grad_norm": 0.09892906248569489,
      "learning_rate": 7.500000000000001e-05,
      "loss": 0.8251,
      "step": 40
    },
    {
      "epoch": 0.021823472356935016,
      "grad_norm": 0.10826981067657471,
      "learning_rate": 8.461538461538461e-05,
      "loss": 0.8149,
      "step": 45
    },
    {
      "epoch": 0.02424830261881668,
      "grad_norm": 0.12986481189727783,
      "learning_rate": 9.423076923076924e-05,
      "loss": 0.8151,
      "step": 50
    },
    {
      "epoch": 0.02667313288069835,
      "grad_norm": 0.11989903450012207,
      "learning_rate": 0.00010384615384615386,
      "loss": 0.8155,
      "step": 55
    },
    {
      "epoch": 0.029097963142580018,
      "grad_norm": 0.12929768860340118,
      "learning_rate": 0.00011346153846153846,
      "loss": 0.7889,
      "step": 60
    },
    {
      "epoch": 0.03152279340446169,
      "grad_norm": 0.09861160814762115,
      "learning_rate": 0.0001230769230769231,
      "loss": 0.7821,
      "step": 65
    },
    {
      "epoch": 0.03394762366634336,
      "grad_norm": 0.09228499233722687,
      "learning_rate": 0.0001326923076923077,
      "loss": 0.8075,
      "step": 70
    },
    {
      "epoch": 0.036372453928225024,
      "grad_norm": 0.09446661174297333,
      "learning_rate": 0.0001423076923076923,
      "loss": 0.7725,
      "step": 75
    },
    {
      "epoch": 0.038797284190106696,
      "grad_norm": 0.07715810090303421,
      "learning_rate": 0.00015192307692307692,
      "loss": 0.7687,
      "step": 80
    },
    {
      "epoch": 0.04122211445198836,
      "grad_norm": 0.09901192784309387,
      "learning_rate": 0.00016153846153846155,
      "loss": 0.7555,
      "step": 85
    },
    {
      "epoch": 0.04364694471387003,
      "grad_norm": 0.07883667945861816,
      "learning_rate": 0.00017115384615384616,
      "loss": 0.7628,
      "step": 90
    },
    {
      "epoch": 0.0460717749757517,
      "grad_norm": 0.08181186020374298,
      "learning_rate": 0.00018076923076923077,
      "loss": 0.7684,
      "step": 95
    },
    {
      "epoch": 0.04849660523763336,
      "grad_norm": 0.08731997013092041,
      "learning_rate": 0.00019038461538461538,
      "loss": 0.763,
      "step": 100
    },
    {
      "epoch": 0.050921435499515035,
      "grad_norm": 0.08396711945533752,
      "learning_rate": 0.0002,
      "loss": 0.7533,
      "step": 105
    },
    {
      "epoch": 0.0533462657613967,
      "grad_norm": 0.07599729299545288,
      "learning_rate": 0.00019999678202953174,
      "loss": 0.7458,
      "step": 110
    },
    {
      "epoch": 0.05577109602327837,
      "grad_norm": 0.07871965318918228,
      "learning_rate": 0.00019998712832523365,
      "loss": 0.7679,
      "step": 115
    },
    {
      "epoch": 0.058195926285160036,
      "grad_norm": 0.08363021910190582,
      "learning_rate": 0.0001999710395084124,
      "loss": 0.7635,
      "step": 120
    },
    {
      "epoch": 0.06062075654704171,
      "grad_norm": 0.08509054780006409,
      "learning_rate": 0.00019994851661453477,
      "loss": 0.7217,
      "step": 125
    },
    {
      "epoch": 0.06304558680892337,
      "grad_norm": 0.08128708600997925,
      "learning_rate": 0.0001999195610931609,
      "loss": 0.7518,
      "step": 130
    },
    {
      "epoch": 0.06547041707080505,
      "grad_norm": 0.08791787177324295,
      "learning_rate": 0.00019988417480785105,
      "loss": 0.7568,
      "step": 135
    },
    {
      "epoch": 0.06789524733268672,
      "grad_norm": 0.0770721286535263,
      "learning_rate": 0.0001998423600360456,
      "loss": 0.7411,
      "step": 140
    },
    {
      "epoch": 0.07032007759456838,
      "grad_norm": 0.07810170948505402,
      "learning_rate": 0.0001997941194689186,
      "loss": 0.7461,
      "step": 145
    },
    {
      "epoch": 0.07274490785645005,
      "grad_norm": 0.08361192792654037,
      "learning_rate": 0.00019973945621120452,
      "loss": 0.718,
      "step": 150
    },
    {
      "epoch": 0.07516973811833172,
      "grad_norm": 0.07803226262331009,
      "learning_rate": 0.00019967837378099824,
      "loss": 0.7473,
      "step": 155
    },
    {
      "epoch": 0.07759456838021339,
      "grad_norm": 0.08025413751602173,
      "learning_rate": 0.0001996108761095289,
      "loss": 0.7301,
      "step": 160
    },
    {
      "epoch": 0.08001939864209505,
      "grad_norm": 0.0751657709479332,
      "learning_rate": 0.00019953696754090684,
      "loss": 0.7356,
      "step": 165
    },
    {
      "epoch": 0.08244422890397672,
      "grad_norm": 0.07403068989515305,
      "learning_rate": 0.00019945665283184382,
      "loss": 0.7414,
      "step": 170
    },
    {
      "epoch": 0.0848690591658584,
      "grad_norm": 0.08277441561222076,
      "learning_rate": 0.0001993699371513471,
      "loss": 0.7297,
      "step": 175
    },
    {
      "epoch": 0.08729388942774007,
      "grad_norm": 0.07375401258468628,
      "learning_rate": 0.00019927682608038668,
      "loss": 0.732,
      "step": 180
    },
    {
      "epoch": 0.08971871968962172,
      "grad_norm": 0.07576849311590195,
      "learning_rate": 0.00019917732561153606,
      "loss": 0.7218,
      "step": 185
    },
    {
      "epoch": 0.0921435499515034,
      "grad_norm": 0.08011229336261749,
      "learning_rate": 0.00019907144214858667,
      "loss": 0.7299,
      "step": 190
    },
    {
      "epoch": 0.09456838021338507,
      "grad_norm": 0.07243379205465317,
      "learning_rate": 0.0001989591825061356,
      "loss": 0.7361,
      "step": 195
    },
    {
      "epoch": 0.09699321047526673,
      "grad_norm": 0.08236246556043625,
      "learning_rate": 0.00019884055390914721,
      "loss": 0.7335,
      "step": 200
    },
    {
      "epoch": 0.0994180407371484,
      "grad_norm": 0.07557398080825806,
      "learning_rate": 0.00019871556399248788,
      "loss": 0.7436,
      "step": 205
    },
    {
      "epoch": 0.10184287099903007,
      "grad_norm": 0.07167453318834305,
      "learning_rate": 0.00019858422080043484,
      "loss": 0.727,
      "step": 210
    },
    {
      "epoch": 0.10426770126091174,
      "grad_norm": 0.07908965647220612,
      "learning_rate": 0.00019844653278615833,
      "loss": 0.7417,
      "step": 215
    },
    {
      "epoch": 0.1066925315227934,
      "grad_norm": 0.07614396512508392,
      "learning_rate": 0.00019830250881117768,
      "loss": 0.7244,
      "step": 220
    },
    {
      "epoch": 0.10911736178467507,
      "grad_norm": 0.0825204849243164,
      "learning_rate": 0.0001981521581447908,
      "loss": 0.7298,
      "step": 225
    },
    {
      "epoch": 0.11154219204655674,
      "grad_norm": 0.07835296541452408,
      "learning_rate": 0.00019799549046347782,
      "loss": 0.7205,
      "step": 230
    },
    {
      "epoch": 0.11396702230843841,
      "grad_norm": 0.07611602544784546,
      "learning_rate": 0.00019783251585027816,
      "loss": 0.7171,
      "step": 235
    },
    {
      "epoch": 0.11639185257032007,
      "grad_norm": 0.07712840288877487,
      "learning_rate": 0.00019766324479414166,
      "loss": 0.7034,
      "step": 240
    },
    {
      "epoch": 0.11881668283220174,
      "grad_norm": 0.07362441718578339,
      "learning_rate": 0.00019748768818925348,
      "loss": 0.7192,
      "step": 245
    },
    {
      "epoch": 0.12124151309408342,
      "grad_norm": 0.08477923274040222,
      "learning_rate": 0.00019730585733433308,
      "loss": 0.7205,
      "step": 250
    },
    {
      "epoch": 0.12366634335596509,
      "grad_norm": 0.07782363146543503,
      "learning_rate": 0.00019711776393190687,
      "loss": 0.7236,
      "step": 255
    },
    {
      "epoch": 0.12609117361784675,
      "grad_norm": 0.07701355218887329,
      "learning_rate": 0.00019692342008755513,
      "loss": 0.7128,
      "step": 260
    },
    {
      "epoch": 0.12851600387972842,
      "grad_norm": 0.0748991072177887,
      "learning_rate": 0.0001967228383091329,
      "loss": 0.729,
      "step": 265
    },
    {
      "epoch": 0.1309408341416101,
      "grad_norm": 0.06640012562274933,
      "learning_rate": 0.00019651603150596495,
      "loss": 0.708,
      "step": 270
    },
    {
      "epoch": 0.13336566440349176,
      "grad_norm": 0.0845034196972847,
      "learning_rate": 0.00019630301298801504,
      "loss": 0.7313,
      "step": 275
    },
    {
      "epoch": 0.13579049466537343,
      "grad_norm": 0.07433103024959564,
      "learning_rate": 0.0001960837964650291,
      "loss": 0.7088,
      "step": 280
    },
    {
      "epoch": 0.13821532492725508,
      "grad_norm": 0.08018206804990768,
      "learning_rate": 0.0001958583960456531,
      "loss": 0.7071,
      "step": 285
    },
    {
      "epoch": 0.14064015518913675,
      "grad_norm": 0.07544240355491638,
      "learning_rate": 0.00019562682623652493,
      "loss": 0.699,
      "step": 290
    },
    {
      "epoch": 0.14306498545101842,
      "grad_norm": 0.07852726429700851,
      "learning_rate": 0.00019538910194134065,
      "loss": 0.7252,
      "step": 295
    },
    {
      "epoch": 0.1454898157129001,
      "grad_norm": 0.08389027416706085,
      "learning_rate": 0.0001951452384598956,
      "loss": 0.7151,
      "step": 300
    },
    {
      "epoch": 0.14791464597478177,
      "grad_norm": 0.07259048521518707,
      "learning_rate": 0.00019489525148709932,
      "loss": 0.718,
      "step": 305
    },
    {
      "epoch": 0.15033947623666344,
      "grad_norm": 0.07333388179540634,
      "learning_rate": 0.0001946391571119658,
      "loss": 0.7066,
      "step": 310
    },
    {
      "epoch": 0.1527643064985451,
      "grad_norm": 0.07507184147834778,
      "learning_rate": 0.00019437697181657771,
      "loss": 0.7026,
      "step": 315
    },
    {
      "epoch": 0.15518913676042678,
      "grad_norm": 0.07852832973003387,
      "learning_rate": 0.00019410871247502585,
      "loss": 0.7062,
      "step": 320
    },
    {
      "epoch": 0.15761396702230843,
      "grad_norm": 0.07935725152492523,
      "learning_rate": 0.00019383439635232294,
      "loss": 0.7102,
      "step": 325
    },
    {
      "epoch": 0.1600387972841901,
      "grad_norm": 0.07529488205909729,
      "learning_rate": 0.0001935540411032927,
      "loss": 0.7164,
      "step": 330
    },
    {
      "epoch": 0.16246362754607177,
      "grad_norm": 0.0734439566731453,
      "learning_rate": 0.00019326766477143327,
      "loss": 0.7038,
      "step": 335
    },
    {
      "epoch": 0.16488845780795344,
      "grad_norm": 0.07135467231273651,
      "learning_rate": 0.0001929752857877563,
      "loss": 0.6957,
      "step": 340
    },
    {
      "epoch": 0.16731328806983511,
      "grad_norm": 0.07417963445186615,
      "learning_rate": 0.00019267692296960048,
      "loss": 0.7294,
      "step": 345
    },
    {
      "epoch": 0.1697381183317168,
      "grad_norm": 0.07934129983186722,
      "learning_rate": 0.00019237259551942054,
      "loss": 0.7138,
      "step": 350
    },
    {
      "epoch": 0.17216294859359846,
      "grad_norm": 0.07620280236005783,
      "learning_rate": 0.00019206232302355143,
      "loss": 0.7063,
      "step": 355
    },
    {
      "epoch": 0.17458777885548013,
      "grad_norm": 0.072400763630867,
      "learning_rate": 0.00019174612545094774,
      "loss": 0.6784,
      "step": 360
    },
    {
      "epoch": 0.17701260911736177,
      "grad_norm": 0.07668977975845337,
      "learning_rate": 0.0001914240231518985,
      "loss": 0.7023,
      "step": 365
    },
    {
      "epoch": 0.17943743937924345,
      "grad_norm": 0.07105539739131927,
      "learning_rate": 0.00019109603685671736,
      "loss": 0.6923,
      "step": 370
    },
    {
      "epoch": 0.18186226964112512,
      "grad_norm": 0.07577413320541382,
      "learning_rate": 0.00019076218767440865,
      "loss": 0.7077,
      "step": 375
    },
    {
      "epoch": 0.1842870999030068,
      "grad_norm": 0.07451111823320389,
      "learning_rate": 0.0001904224970913085,
      "loss": 0.7055,
      "step": 380
    },
    {
      "epoch": 0.18671193016488846,
      "grad_norm": 0.07368946820497513,
      "learning_rate": 0.00019007698696970224,
      "loss": 0.6928,
      "step": 385
    },
    {
      "epoch": 0.18913676042677013,
      "grad_norm": 0.07631614059209824,
      "learning_rate": 0.0001897256795464172,
      "loss": 0.6912,
      "step": 390
    },
    {
      "epoch": 0.1915615906886518,
      "grad_norm": 0.07660483568906784,
      "learning_rate": 0.00018936859743139166,
      "loss": 0.7022,
      "step": 395
    },
    {
      "epoch": 0.19398642095053345,
      "grad_norm": 0.08595852553844452,
      "learning_rate": 0.00018900576360621963,
      "loss": 0.693,
      "step": 400
    },
    {
      "epoch": 0.19641125121241512,
      "grad_norm": 0.07508262246847153,
      "learning_rate": 0.00018863720142267183,
      "loss": 0.7176,
      "step": 405
    },
    {
      "epoch": 0.1988360814742968,
      "grad_norm": 0.07464610785245895,
      "learning_rate": 0.00018826293460119266,
      "loss": 0.7107,
      "step": 410
    },
    {
      "epoch": 0.20126091173617847,
      "grad_norm": 0.0771806538105011,
      "learning_rate": 0.0001878829872293737,
      "loss": 0.6831,
      "step": 415
    },
    {
      "epoch": 0.20368574199806014,
      "grad_norm": 0.07285494357347488,
      "learning_rate": 0.00018749738376040346,
      "loss": 0.7027,
      "step": 420
    },
    {
      "epoch": 0.2061105722599418,
      "grad_norm": 0.08320580422878265,
      "learning_rate": 0.00018710614901149334,
      "loss": 0.7183,
      "step": 425
    },
    {
      "epoch": 0.20853540252182348,
      "grad_norm": 0.07620342820882797,
      "learning_rate": 0.00018670930816228079,
      "loss": 0.723,
      "step": 430
    },
    {
      "epoch": 0.21096023278370515,
      "grad_norm": 0.0763145163655281,
      "learning_rate": 0.00018630688675320842,
      "loss": 0.689,
      "step": 435
    },
    {
      "epoch": 0.2133850630455868,
      "grad_norm": 0.07359050959348679,
      "learning_rate": 0.00018589891068388048,
      "loss": 0.6977,
      "step": 440
    },
    {
      "epoch": 0.21580989330746847,
      "grad_norm": 0.07169776409864426,
      "learning_rate": 0.0001854854062113958,
      "loss": 0.7003,
      "step": 445
    },
    {
      "epoch": 0.21823472356935014,
      "grad_norm": 0.08285032957792282,
      "learning_rate": 0.00018506639994865805,
      "loss": 0.709,
      "step": 450
    },
    {
      "epoch": 0.22065955383123181,
      "grad_norm": 0.07976315170526505,
      "learning_rate": 0.00018464191886266273,
      "loss": 0.7031,
      "step": 455
    },
    {
      "epoch": 0.22308438409311349,
      "grad_norm": 0.09100283682346344,
      "learning_rate": 0.0001842119902727619,
      "loss": 0.6808,
      "step": 460
    },
    {
      "epoch": 0.22550921435499516,
      "grad_norm": 0.07634368538856506,
      "learning_rate": 0.00018377664184890562,
      "loss": 0.7097,
      "step": 465
    },
    {
      "epoch": 0.22793404461687683,
      "grad_norm": 0.07575997710227966,
      "learning_rate": 0.00018333590160986136,
      "loss": 0.707,
      "step": 470
    },
    {
      "epoch": 0.23035887487875847,
      "grad_norm": 0.08256373554468155,
      "learning_rate": 0.00018288979792141058,
      "loss": 0.7061,
      "step": 475
    },
    {
      "epoch": 0.23278370514064015,
      "grad_norm": 0.07805568724870682,
      "learning_rate": 0.00018243835949452314,
      "loss": 0.6964,
      "step": 480
    },
    {
      "epoch": 0.23520853540252182,
      "grad_norm": 0.07713499665260315,
      "learning_rate": 0.00018198161538350962,
      "loss": 0.6883,
      "step": 485
    },
    {
      "epoch": 0.2376333656644035,
      "grad_norm": 0.07370981574058533,
      "learning_rate": 0.00018151959498415122,
      "loss": 0.7031,
      "step": 490
    },
    {
      "epoch": 0.24005819592628516,
      "grad_norm": 0.07156600058078766,
      "learning_rate": 0.00018105232803180795,
      "loss": 0.7013,
      "step": 495
    },
    {
      "epoch": 0.24248302618816683,
      "grad_norm": 0.07860364019870758,
      "learning_rate": 0.00018057984459950483,
      "loss": 0.697,
      "step": 500
    },
    {
      "epoch": 0.2449078564500485,
      "grad_norm": 0.07430411130189896,
      "learning_rate": 0.00018010217509599659,
      "loss": 0.7019,
      "step": 505
    },
    {
      "epoch": 0.24733268671193018,
      "grad_norm": 0.07481130212545395,
      "learning_rate": 0.00017961935026381028,
      "loss": 0.677,
      "step": 510
    },
    {
      "epoch": 0.24975751697381182,
      "grad_norm": 0.07289189845323563,
      "learning_rate": 0.00017913140117726693,
      "loss": 0.6906,
      "step": 515
    },
    {
      "epoch": 0.2521823472356935,
      "grad_norm": 0.07331232726573944,
      "learning_rate": 0.00017863835924048163,
      "loss": 0.6741,
      "step": 520
    },
    {
      "epoch": 0.25460717749757517,
      "grad_norm": 0.07814762741327286,
      "learning_rate": 0.00017814025618534212,
      "loss": 0.6685,
      "step": 525
    },
    {
      "epoch": 0.25703200775945684,
      "grad_norm": 0.07258285582065582,
      "learning_rate": 0.00017763712406946685,
      "loss": 0.7023,
      "step": 530
    },
    {
      "epoch": 0.2594568380213385,
      "grad_norm": 0.07580193877220154,
      "learning_rate": 0.0001771289952741417,
      "loss": 0.6749,
      "step": 535
    },
    {
      "epoch": 0.2618816682832202,
      "grad_norm": 0.07483787834644318,
      "learning_rate": 0.00017661590250223576,
      "loss": 0.6884,
      "step": 540
    },
    {
      "epoch": 0.26430649854510185,
      "grad_norm": 0.07170502096414566,
      "learning_rate": 0.0001760978787760968,
      "loss": 0.6884,
      "step": 545
    },
    {
      "epoch": 0.2667313288069835,
      "grad_norm": 0.0817745104432106,
      "learning_rate": 0.00017557495743542585,
      "loss": 0.6912,
      "step": 550
    },
    {
      "epoch": 0.2691561590688652,
      "grad_norm": 0.07086025178432465,
      "learning_rate": 0.00017504717213513157,
      "loss": 0.7088,
      "step": 555
    },
    {
      "epoch": 0.27158098933074687,
      "grad_norm": 0.0802539512515068,
      "learning_rate": 0.00017451455684316413,
      "loss": 0.6924,
      "step": 560
    },
    {
      "epoch": 0.27400581959262854,
      "grad_norm": 0.0739421471953392,
      "learning_rate": 0.00017397714583832912,
      "loss": 0.7049,
      "step": 565
    },
    {
      "epoch": 0.27643064985451016,
      "grad_norm": 0.0740748941898346,
      "learning_rate": 0.00017343497370808146,
      "loss": 0.6945,
      "step": 570
    },
    {
      "epoch": 0.27885548011639183,
      "grad_norm": 0.07814696431159973,
      "learning_rate": 0.00017288807534629922,
      "loss": 0.6677,
      "step": 575
    },
    {
      "epoch": 0.2812803103782735,
      "grad_norm": 0.07814390957355499,
      "learning_rate": 0.00017233648595103788,
      "loss": 0.6944,
      "step": 580
    },
    {
      "epoch": 0.2837051406401552,
      "grad_norm": 0.07190729677677155,
      "learning_rate": 0.0001717802410222652,
      "loss": 0.6967,
      "step": 585
    },
    {
      "epoch": 0.28612997090203685,
      "grad_norm": 0.06977193057537079,
      "learning_rate": 0.00017121937635957622,
      "loss": 0.6786,
      "step": 590
    },
    {
      "epoch": 0.2885548011639185,
      "grad_norm": 0.07131995260715485,
      "learning_rate": 0.00017065392805988943,
      "loss": 0.6949,
      "step": 595
    },
    {
      "epoch": 0.2909796314258002,
      "grad_norm": 0.07661376148462296,
      "learning_rate": 0.00017008393251512332,
      "loss": 0.674,
      "step": 600
    },
    {
      "epoch": 0.29340446168768186,
      "grad_norm": 0.07369566708803177,
      "learning_rate": 0.00016950942640985454,
      "loss": 0.6743,
      "step": 605
    },
    {
      "epoch": 0.29582929194956353,
      "grad_norm": 0.07492439448833466,
      "learning_rate": 0.00016893044671895672,
      "loss": 0.6879,
      "step": 610
    },
    {
      "epoch": 0.2982541222114452,
      "grad_norm": 0.07045532017946243,
      "learning_rate": 0.0001683470307052208,
      "loss": 0.671,
      "step": 615
    },
    {
      "epoch": 0.3006789524733269,
      "grad_norm": 0.07425723969936371,
      "learning_rate": 0.0001677592159169568,
      "loss": 0.6931,
      "step": 620
    },
    {
      "epoch": 0.30310378273520855,
      "grad_norm": 0.07944834232330322,
      "learning_rate": 0.00016716704018557738,
      "loss": 0.6786,
      "step": 625
    },
    {
      "epoch": 0.3055286129970902,
      "grad_norm": 0.06985245645046234,
      "learning_rate": 0.00016657054162316274,
      "loss": 0.674,
      "step": 630
    },
    {
      "epoch": 0.3079534432589719,
      "grad_norm": 0.07267067581415176,
      "learning_rate": 0.00016596975862000814,
      "loss": 0.6678,
      "step": 635
    },
    {
      "epoch": 0.31037827352085356,
      "grad_norm": 0.07110784947872162,
      "learning_rate": 0.00016536472984215284,
      "loss": 0.6914,
      "step": 640
    },
    {
      "epoch": 0.3128031037827352,
      "grad_norm": 0.07703442126512527,
      "learning_rate": 0.0001647554942288915,
      "loss": 0.6849,
      "step": 645
    },
    {
      "epoch": 0.31522793404461685,
      "grad_norm": 0.07916276901960373,
      "learning_rate": 0.0001641420909902685,
      "loss": 0.6834,
      "step": 650
    },
    {
      "epoch": 0.3176527643064985,
      "grad_norm": 0.07032134383916855,
      "learning_rate": 0.00016352455960455387,
      "loss": 0.6966,
      "step": 655
    },
    {
      "epoch": 0.3200775945683802,
      "grad_norm": 0.07388387620449066,
      "learning_rate": 0.00016290293981570291,
      "loss": 0.681,
      "step": 660
    },
    {
      "epoch": 0.32250242483026187,
      "grad_norm": 0.07308702170848846,
      "learning_rate": 0.0001622772716307981,
      "loss": 0.6698,
      "step": 665
    },
    {
      "epoch": 0.32492725509214354,
      "grad_norm": 0.06939036399126053,
      "learning_rate": 0.00016164759531747425,
      "loss": 0.6901,
      "step": 670
    },
    {
      "epoch": 0.3273520853540252,
      "grad_norm": 0.07716705650091171,
      "learning_rate": 0.00016101395140132697,
      "loss": 0.6825,
      "step": 675
    },
    {
      "epoch": 0.3297769156159069,
      "grad_norm": 0.07418633997440338,
      "learning_rate": 0.00016037638066330448,
      "loss": 0.6744,
      "step": 680
    },
    {
      "epoch": 0.33220174587778856,
      "grad_norm": 0.07232547551393509,
      "learning_rate": 0.00015973492413708283,
      "loss": 0.6523,
      "step": 685
    },
    {
      "epoch": 0.33462657613967023,
      "grad_norm": 0.0700221061706543,
      "learning_rate": 0.0001590896231064253,
      "loss": 0.6805,
      "step": 690
    },
    {
      "epoch": 0.3370514064015519,
      "grad_norm": 0.06720143556594849,
      "learning_rate": 0.00015844051910252502,
      "loss": 0.7044,
      "step": 695
    },
    {
      "epoch": 0.3394762366634336,
      "grad_norm": 0.07611308246850967,
      "learning_rate": 0.00015778765390133228,
      "loss": 0.6926,
      "step": 700
    },
    {
      "epoch": 0.34190106692531524,
      "grad_norm": 0.0685822069644928,
      "learning_rate": 0.00015713106952086587,
      "loss": 0.6848,
      "step": 705
    },
    {
      "epoch": 0.3443258971871969,
      "grad_norm": 0.07210035622119904,
      "learning_rate": 0.0001564708082185087,
      "loss": 0.6607,
      "step": 710
    },
    {
      "epoch": 0.3467507274490786,
      "grad_norm": 0.07212255895137787,
      "learning_rate": 0.00015580691248828817,
      "loss": 0.6865,
      "step": 715
    },
    {
      "epoch": 0.34917555771096026,
      "grad_norm": 0.07362619042396545,
      "learning_rate": 0.00015513942505814146,
      "loss": 0.6743,
      "step": 720
    },
    {
      "epoch": 0.3516003879728419,
      "grad_norm": 0.08068300783634186,
      "learning_rate": 0.00015446838888716523,
      "loss": 0.6712,
      "step": 725
    },
    {
      "epoch": 0.35402521823472355,
      "grad_norm": 0.06782415509223938,
      "learning_rate": 0.00015379384716285112,
      "loss": 0.6743,
      "step": 730
    },
    {
      "epoch": 0.3564500484966052,
      "grad_norm": 0.07503397017717361,
      "learning_rate": 0.00015311584329830619,
      "loss": 0.6889,
      "step": 735
    },
    {
      "epoch": 0.3588748787584869,
      "grad_norm": 0.06833958625793457,
      "learning_rate": 0.0001524344209294586,
      "loss": 0.7017,
      "step": 740
    },
    {
      "epoch": 0.36129970902036856,
      "grad_norm": 0.07117005437612534,
      "learning_rate": 0.0001517496239122496,
      "loss": 0.6818,
      "step": 745
    },
    {
      "epoch": 0.36372453928225024,
      "grad_norm": 0.0768495723605156,
      "learning_rate": 0.0001510614963198107,
      "loss": 0.6634,
      "step": 750
    },
    {
      "epoch": 0.3661493695441319,
      "grad_norm": 0.0725046917796135,
      "learning_rate": 0.0001503700824396274,
      "loss": 0.6835,
      "step": 755
    },
    {
      "epoch": 0.3685741998060136,
      "grad_norm": 0.07461989670991898,
      "learning_rate": 0.00014967542677068858,
      "loss": 0.6829,
      "step": 760
    },
    {
      "epoch": 0.37099903006789525,
      "grad_norm": 0.07148183882236481,
      "learning_rate": 0.00014897757402062284,
      "loss": 0.6674,
      "step": 765
    },
    {
      "epoch": 0.3734238603297769,
      "grad_norm": 0.07259765267372131,
      "learning_rate": 0.000148276569102821,
      "loss": 0.6793,
      "step": 770
    },
    {
      "epoch": 0.3758486905916586,
      "grad_norm": 0.07724656164646149,
      "learning_rate": 0.0001475724571335455,
      "loss": 0.6783,
      "step": 775
    },
    {
      "epoch": 0.37827352085354027,
      "grad_norm": 0.07636789977550507,
      "learning_rate": 0.00014686528342902687,
      "loss": 0.6737,
      "step": 780
    },
    {
      "epoch": 0.38069835111542194,
      "grad_norm": 0.07437674701213837,
      "learning_rate": 0.00014615509350254699,
      "loss": 0.6775,
      "step": 785
    },
    {
      "epoch": 0.3831231813773036,
      "grad_norm": 0.07093089818954468,
      "learning_rate": 0.0001454419330615101,
      "loss": 0.6665,
      "step": 790
    },
    {
      "epoch": 0.3855480116391853,
      "grad_norm": 0.07145288586616516,
      "learning_rate": 0.00014472584800450096,
      "loss": 0.6634,
      "step": 795
    },
    {
      "epoch": 0.3879728419010669,
      "grad_norm": 0.07825754582881927,
      "learning_rate": 0.00014400688441833088,
      "loss": 0.6619,
      "step": 800
    },
    {
      "epoch": 0.3903976721629486,
      "grad_norm": 0.06800788640975952,
      "learning_rate": 0.00014328508857507162,
      "loss": 0.6718,
      "step": 805
    },
    {
      "epoch": 0.39282250242483024,
      "grad_norm": 0.07289911061525345,
      "learning_rate": 0.00014256050692907737,
      "loss": 0.66,
      "step": 810
    },
    {
      "epoch": 0.3952473326867119,
      "grad_norm": 0.07747261226177216,
      "learning_rate": 0.00014183318611399486,
      "loss": 0.6834,
      "step": 815
    },
    {
      "epoch": 0.3976721629485936,
      "grad_norm": 0.07100475579500198,
      "learning_rate": 0.00014110317293976218,
      "loss": 0.6675,
      "step": 820
    },
    {
      "epoch": 0.40009699321047526,
      "grad_norm": 0.07786409556865692,
      "learning_rate": 0.0001403705143895961,
      "loss": 0.6658,
      "step": 825
    },
    {
      "epoch": 0.40252182347235693,
      "grad_norm": 0.07454486191272736,
      "learning_rate": 0.0001396352576169681,
      "loss": 0.6892,
      "step": 830
    },
    {
      "epoch": 0.4049466537342386,
      "grad_norm": 0.0711129754781723,
      "learning_rate": 0.00013889744994256982,
      "loss": 0.6652,
      "step": 835
    },
    {
      "epoch": 0.4073714839961203,
      "grad_norm": 0.0716179683804512,
      "learning_rate": 0.00013815713885126748,
      "loss": 0.6688,
      "step": 840
    },
    {
      "epoch": 0.40979631425800195,
      "grad_norm": 0.06912382692098618,
      "learning_rate": 0.00013741437198904556,
      "loss": 0.6808,
      "step": 845
    },
    {
      "epoch": 0.4122211445198836,
      "grad_norm": 0.07759840041399002,
      "learning_rate": 0.00013666919715994068,
      "loss": 0.6613,
      "step": 850
    },
    {
      "epoch": 0.4146459747817653,
      "grad_norm": 0.07312402129173279,
      "learning_rate": 0.00013592166232296465,
      "loss": 0.6819,
      "step": 855
    },
    {
      "epoch": 0.41707080504364696,
      "grad_norm": 0.07156159728765488,
      "learning_rate": 0.00013517181558901818,
      "loss": 0.6706,
      "step": 860
    },
    {
      "epoch": 0.41949563530552864,
      "grad_norm": 0.06726700067520142,
      "learning_rate": 0.000134419705217794,
      "loss": 0.6538,
      "step": 865
    },
    {
      "epoch": 0.4219204655674103,
      "grad_norm": 0.07086332887411118,
      "learning_rate": 0.00013366537961467153,
      "loss": 0.647,
      "step": 870
    },
    {
      "epoch": 0.4243452958292919,
      "grad_norm": 0.07842452824115753,
      "learning_rate": 0.000132908887327601,
      "loss": 0.677,
      "step": 875
    },
    {
      "epoch": 0.4267701260911736,
      "grad_norm": 0.07341575622558594,
      "learning_rate": 0.0001321502770439792,
      "loss": 0.6815,
      "step": 880
    },
    {
      "epoch": 0.42919495635305527,
      "grad_norm": 0.07531925290822983,
      "learning_rate": 0.0001313895975875159,
      "loss": 0.6804,
      "step": 885
    },
    {
      "epoch": 0.43161978661493694,
      "grad_norm": 0.06923644989728928,
      "learning_rate": 0.0001306268979150917,
      "loss": 0.6739,
      "step": 890
    },
    {
      "epoch": 0.4340446168768186,
      "grad_norm": 0.06904316693544388,
      "learning_rate": 0.00012986222711360693,
      "loss": 0.6853,
      "step": 895
    },
    {
      "epoch": 0.4364694471387003,
      "grad_norm": 0.08328109979629517,
      "learning_rate": 0.00012909563439682286,
      "loss": 0.6674,
      "step": 900
    },
    {
      "epoch": 0.43889427740058196,
      "grad_norm": 0.06594524532556534,
      "learning_rate": 0.00012832716910219388,
      "loss": 0.6808,
      "step": 905
    },
    {
      "epoch": 0.44131910766246363,
      "grad_norm": 0.07734475284814835,
      "learning_rate": 0.0001275568806876925,
      "loss": 0.672,
      "step": 910
    },
    {
      "epoch": 0.4437439379243453,
      "grad_norm": 0.07080471515655518,
      "learning_rate": 0.00012678481872862608,
      "loss": 0.671,
      "step": 915
    },
    {
      "epoch": 0.44616876818622697,
      "grad_norm": 0.06919893622398376,
      "learning_rate": 0.00012601103291444635,
      "loss": 0.6628,
      "step": 920
    },
    {
      "epoch": 0.44859359844810864,
      "grad_norm": 0.075429767370224,
      "learning_rate": 0.0001252355730455513,
      "loss": 0.6646,
      "step": 925
    },
    {
      "epoch": 0.4510184287099903,
      "grad_norm": 0.06842102855443954,
      "learning_rate": 0.00012445848903008003,
      "loss": 0.6701,
      "step": 930
    },
    {
      "epoch": 0.453443258971872,
      "grad_norm": 0.07292219996452332,
      "learning_rate": 0.00012367983088070077,
      "loss": 0.6587,
      "step": 935
    },
    {
      "epoch": 0.45586808923375366,
      "grad_norm": 0.07115452736616135,
      "learning_rate": 0.00012289964871139218,
      "loss": 0.6661,
      "step": 940
    },
    {
      "epoch": 0.45829291949563533,
      "grad_norm": 0.06807117909193039,
      "learning_rate": 0.0001221179927342179,
      "loss": 0.6747,
      "step": 945
    },
    {
      "epoch": 0.46071774975751695,
      "grad_norm": 0.07635519653558731,
      "learning_rate": 0.00012133491325609485,
      "loss": 0.635,
      "step": 950
    },
    {
      "epoch": 0.4631425800193986,
      "grad_norm": 0.07146444171667099,
      "learning_rate": 0.00012055046067555582,
      "loss": 0.6772,
      "step": 955
    },
    {
      "epoch": 0.4655674102812803,
      "grad_norm": 0.07073502987623215,
      "learning_rate": 0.00011976468547950547,
      "loss": 0.6643,
      "step": 960
    },
    {
      "epoch": 0.46799224054316196,
      "grad_norm": 0.0681312307715416,
      "learning_rate": 0.00011897763823997144,
      "loss": 0.6716,
      "step": 965
    },
    {
      "epoch": 0.47041707080504364,
      "grad_norm": 0.0741071030497551,
      "learning_rate": 0.0001181893696108491,
      "loss": 0.6792,
      "step": 970
    },
    {
      "epoch": 0.4728419010669253,
      "grad_norm": 0.07416609674692154,
      "learning_rate": 0.0001173999303246419,
      "loss": 0.6417,
      "step": 975
    },
    {
      "epoch": 0.475266731328807,
      "grad_norm": 0.07191631942987442,
      "learning_rate": 0.00011660937118919597,
      "loss": 0.6592,
      "step": 980
    },
    {
      "epoch": 0.47769156159068865,
      "grad_norm": 0.07099225372076035,
      "learning_rate": 0.0001158177430844304,
      "loss": 0.6619,
      "step": 985
    },
    {
      "epoch": 0.4801163918525703,
      "grad_norm": 0.07223440706729889,
      "learning_rate": 0.00011502509695906243,
      "loss": 0.6654,
      "step": 990
    },
    {
      "epoch": 0.482541222114452,
      "grad_norm": 0.06803770363330841,
      "learning_rate": 0.00011423148382732853,
      "loss": 0.6819,
      "step": 995
    },
    {
      "epoch": 0.48496605237633367,
      "grad_norm": 0.07934951782226562,
      "learning_rate": 0.00011343695476570109,
      "loss": 0.6797,
      "step": 1000
    },
    {
      "epoch": 0.48739088263821534,
      "grad_norm": 0.0722769945859909,
      "learning_rate": 0.0001126415609096013,
      "loss": 0.6688,
      "step": 1005
    },
    {
      "epoch": 0.489815712900097,
      "grad_norm": 0.06851601600646973,
      "learning_rate": 0.00011184535345010787,
      "loss": 0.6548,
      "step": 1010
    },
    {
      "epoch": 0.4922405431619787,
      "grad_norm": 0.07180795073509216,
      "learning_rate": 0.00011104838363066268,
      "loss": 0.6674,
      "step": 1015
    },
    {
      "epoch": 0.49466537342386036,
      "grad_norm": 0.07068037241697311,
      "learning_rate": 0.00011025070274377258,
      "loss": 0.6521,
      "step": 1020
    },
    {
      "epoch": 0.49709020368574197,
      "grad_norm": 0.07635895162820816,
      "learning_rate": 0.00010945236212770831,
      "loss": 0.666,
      "step": 1025
    },
    {
      "epoch": 0.49951503394762364,
      "grad_norm": 0.06773378700017929,
      "learning_rate": 0.0001086534131632004,
      "loss": 0.6614,
      "step": 1030
    },
    {
      "epoch": 0.5019398642095053,
      "grad_norm": 0.06768732517957687,
      "learning_rate": 0.00010785390727013231,
      "loss": 0.6788,
      "step": 1035
    },
    {
      "epoch": 0.504364694471387,
      "grad_norm": 0.06725457310676575,
      "learning_rate": 0.0001070538959042311,
      "loss": 0.6593,
      "step": 1040
    },
    {
      "epoch": 0.5067895247332687,
      "grad_norm": 0.06976445764303207,
      "learning_rate": 0.00010625343055375579,
      "loss": 0.6812,
      "step": 1045
    },
    {
      "epoch": 0.5092143549951503,
      "grad_norm": 0.07576105743646622,
      "learning_rate": 0.00010545256273618352,
      "loss": 0.6773,
      "step": 1050
    },
    {
      "epoch": 0.511639185257032,
      "grad_norm": 0.07427694648504257,
      "learning_rate": 0.000104651343994894,
      "loss": 0.6701,
      "step": 1055
    },
    {
      "epoch": 0.5140640155189137,
      "grad_norm": 0.06958897411823273,
      "learning_rate": 0.00010384982589585227,
      "loss": 0.6478,
      "step": 1060
    },
    {
      "epoch": 0.5164888457807953,
      "grad_norm": 0.06551092863082886,
      "learning_rate": 0.00010304806002428966,
      "loss": 0.6516,
      "step": 1065
    },
    {
      "epoch": 0.518913676042677,
      "grad_norm": 0.07074626535177231,
      "learning_rate": 0.00010224609798138422,
      "loss": 0.6721,
      "step": 1070
    },
    {
      "epoch": 0.5213385063045587,
      "grad_norm": 0.07591406255960464,
      "learning_rate": 0.00010144399138093932,
      "loss": 0.6722,
      "step": 1075
    },
    {
      "epoch": 0.5237633365664404,
      "grad_norm": 0.06842809170484543,
      "learning_rate": 0.00010064179184606202,
      "loss": 0.6684,
      "step": 1080
    },
    {
      "epoch": 0.526188166828322,
      "grad_norm": 0.07387987524271011,
      "learning_rate": 9.983955100584055e-05,
      "loss": 0.6707,
      "step": 1085
    },
    {
      "epoch": 0.5286129970902037,
      "grad_norm": 0.07045400142669678,
      "learning_rate": 9.903732049202157e-05,
      "loss": 0.6661,
      "step": 1090
    },
    {
      "epoch": 0.5310378273520854,
      "grad_norm": 0.07052426785230637,
      "learning_rate": 9.823515193568715e-05,
      "loss": 0.6528,
      "step": 1095
    },
    {
      "epoch": 0.533462657613967,
      "grad_norm": 0.0797022134065628,
      "learning_rate": 9.743309696393176e-05,
      "loss": 0.6731,
      "step": 1100
    },
    {
      "epoch": 0.5358874878758487,
      "grad_norm": 0.06646578758955002,
      "learning_rate": 9.66312071965397e-05,
      "loss": 0.671,
      "step": 1105
    },
    {
      "epoch": 0.5383123181377304,
      "grad_norm": 0.07197515666484833,
      "learning_rate": 9.582953424266272e-05,
      "loss": 0.6615,
      "step": 1110
    },
    {
      "epoch": 0.5407371483996121,
      "grad_norm": 0.07122502475976944,
      "learning_rate": 9.502812969749863e-05,
      "loss": 0.666,
      "step": 1115
    },
    {
      "epoch": 0.5431619786614937,
      "grad_norm": 0.06962478905916214,
      "learning_rate": 9.422704513897068e-05,
      "loss": 0.6546,
      "step": 1120
    },
    {
      "epoch": 0.5455868089233754,
      "grad_norm": 0.0786578431725502,
      "learning_rate": 9.342633212440787e-05,
      "loss": 0.6602,
      "step": 1125
    },
    {
      "epoch": 0.5480116391852571,
      "grad_norm": 0.06958270817995071,
      "learning_rate": 9.262604218722691e-05,
      "loss": 0.667,
      "step": 1130
    },
    {
      "epoch": 0.5504364694471388,
      "grad_norm": 0.07455138862133026,
      "learning_rate": 9.182622683361546e-05,
      "loss": 0.644,
      "step": 1135
    },
    {
      "epoch": 0.5528612997090203,
      "grad_norm": 0.07016881555318832,
      "learning_rate": 9.102693753921727e-05,
      "loss": 0.6629,
      "step": 1140
    },
    {
      "epoch": 0.555286129970902,
      "grad_norm": 0.07230067998170853,
      "learning_rate": 9.022822574581929e-05,
      "loss": 0.6669,
      "step": 1145
    },
    {
      "epoch": 0.5577109602327837,
      "grad_norm": 0.07794859260320663,
      "learning_rate": 8.943014285804072e-05,
      "loss": 0.6719,
      "step": 1150
    },
    {
      "epoch": 0.5601357904946653,
      "grad_norm": 0.0690775066614151,
      "learning_rate": 8.863274024002488e-05,
      "loss": 0.6645,
      "step": 1155
    },
    {
      "epoch": 0.562560620756547,
      "grad_norm": 0.07458430528640747,
      "learning_rate": 8.78360692121333e-05,
      "loss": 0.673,
      "step": 1160
    },
    {
      "epoch": 0.5649854510184287,
      "grad_norm": 0.07065006345510483,
      "learning_rate": 8.70401810476428e-05,
      "loss": 0.6679,
      "step": 1165
    },
    {
      "epoch": 0.5674102812803103,
      "grad_norm": 0.06775312125682831,
      "learning_rate": 8.624512696944555e-05,
      "loss": 0.6713,
      "step": 1170
    },
    {
      "epoch": 0.569835111542192,
      "grad_norm": 0.08035821467638016,
      "learning_rate": 8.545095814675245e-05,
      "loss": 0.6582,
      "step": 1175
    },
    {
      "epoch": 0.5722599418040737,
      "grad_norm": 0.07017914205789566,
      "learning_rate": 8.465772569179981e-05,
      "loss": 0.6577,
      "step": 1180
    },
    {
      "epoch": 0.5746847720659554,
      "grad_norm": 0.06815838068723679,
      "learning_rate": 8.386548065656e-05,
      "loss": 0.6475,
      "step": 1185
    },
    {
      "epoch": 0.577109602327837,
      "grad_norm": 0.07126031816005707,
      "learning_rate": 8.307427402945556e-05,
      "loss": 0.6627,
      "step": 1190
    },
    {
      "epoch": 0.5795344325897187,
      "grad_norm": 0.07584662735462189,
      "learning_rate": 8.228415673207761e-05,
      "loss": 0.6717,
      "step": 1195
    },
    {
      "epoch": 0.5819592628516004,
      "grad_norm": 0.08144812285900116,
      "learning_rate": 8.149517961590881e-05,
      "loss": 0.6562,
      "step": 1200
    },
    {
      "epoch": 0.584384093113482,
      "grad_norm": 0.06777734309434891,
      "learning_rate": 8.070739345905032e-05,
      "loss": 0.6638,
      "step": 1205
    },
    {
      "epoch": 0.5868089233753637,
      "grad_norm": 0.07002221792936325,
      "learning_rate": 7.992084896295395e-05,
      "loss": 0.6562,
      "step": 1210
    },
    {
      "epoch": 0.5892337536372454,
      "grad_norm": 0.07009301334619522,
      "learning_rate": 7.913559674915887e-05,
      "loss": 0.6683,
      "step": 1215
    },
    {
      "epoch": 0.5916585838991271,
      "grad_norm": 0.06898258626461029,
      "learning_rate": 7.835168735603374e-05,
      "loss": 0.6691,
      "step": 1220
    },
    {
      "epoch": 0.5940834141610087,
      "grad_norm": 0.07859721779823303,
      "learning_rate": 7.756917123552416e-05,
      "loss": 0.6481,
      "step": 1225
    },
    {
      "epoch": 0.5965082444228904,
      "grad_norm": 0.07015025615692139,
      "learning_rate": 7.678809874990544e-05,
      "loss": 0.6832,
      "step": 1230
    },
    {
      "epoch": 0.5989330746847721,
      "grad_norm": 0.07461626827716827,
      "learning_rate": 7.600852016854141e-05,
      "loss": 0.652,
      "step": 1235
    },
    {
      "epoch": 0.6013579049466538,
      "grad_norm": 0.06960247457027435,
      "learning_rate": 7.523048566464915e-05,
      "loss": 0.6572,
      "step": 1240
    },
    {
      "epoch": 0.6037827352085354,
      "grad_norm": 0.07379946112632751,
      "learning_rate": 7.445404531206975e-05,
      "loss": 0.6806,
      "step": 1245
    },
    {
      "epoch": 0.6062075654704171,
      "grad_norm": 0.0801565870642662,
      "learning_rate": 7.367924908204576e-05,
      "loss": 0.6592,
      "step": 1250
    },
    {
      "epoch": 0.6086323957322988,
      "grad_norm": 0.07287748157978058,
      "learning_rate": 7.290614684000489e-05,
      "loss": 0.6668,
      "step": 1255
    },
    {
      "epoch": 0.6110572259941804,
      "grad_norm": 0.0685887485742569,
      "learning_rate": 7.213478834235079e-05,
      "loss": 0.6606,
      "step": 1260
    },
    {
      "epoch": 0.6134820562560621,
      "grad_norm": 0.07128997147083282,
      "learning_rate": 7.136522323326083e-05,
      "loss": 0.6804,
      "step": 1265
    },
    {
      "epoch": 0.6159068865179438,
      "grad_norm": 0.07110767811536789,
      "learning_rate": 7.05975010414909e-05,
      "loss": 0.6488,
      "step": 1270
    },
    {
      "epoch": 0.6183317167798255,
      "grad_norm": 0.07725566625595093,
      "learning_rate": 6.98316711771878e-05,
      "loss": 0.6667,
      "step": 1275
    },
    {
      "epoch": 0.6207565470417071,
      "grad_norm": 0.07086648046970367,
      "learning_rate": 6.906778292870929e-05,
      "loss": 0.6565,
      "step": 1280
    },
    {
      "epoch": 0.6231813773035888,
      "grad_norm": 0.07215660810470581,
      "learning_rate": 6.830588545945179e-05,
      "loss": 0.6443,
      "step": 1285
    },
    {
      "epoch": 0.6256062075654704,
      "grad_norm": 0.07043175399303436,
      "learning_rate": 6.754602780468651e-05,
      "loss": 0.6587,
      "step": 1290
    },
    {
      "epoch": 0.628031037827352,
      "grad_norm": 0.0720083937048912,
      "learning_rate": 6.678825886840329e-05,
      "loss": 0.6675,
      "step": 1295
    },
    {
      "epoch": 0.6304558680892337,
      "grad_norm": 0.07498017698526382,
      "learning_rate": 6.603262742016328e-05,
      "loss": 0.6477,
      "step": 1300
    },
    {
      "epoch": 0.6328806983511154,
      "grad_norm": 0.06804075092077255,
      "learning_rate": 6.527918209196017e-05,
      "loss": 0.6513,
      "step": 1305
    },
    {
      "epoch": 0.635305528612997,
      "grad_norm": 0.07545261085033417,
      "learning_rate": 6.452797137509032e-05,
      "loss": 0.6397,
      "step": 1310
    },
    {
      "epoch": 0.6377303588748787,
      "grad_norm": 0.06824527680873871,
      "learning_rate": 6.377904361703178e-05,
      "loss": 0.6593,
      "step": 1315
    },
    {
      "epoch": 0.6401551891367604,
      "grad_norm": 0.07044185698032379,
      "learning_rate": 6.303244701833266e-05,
      "loss": 0.6543,
      "step": 1320
    },
    {
      "epoch": 0.6425800193986421,
      "grad_norm": 0.07908555120229721,
      "learning_rate": 6.22882296295091e-05,
      "loss": 0.6604,
      "step": 1325
    },
    {
      "epoch": 0.6450048496605237,
      "grad_norm": 0.06805066764354706,
      "learning_rate": 6.154643934795272e-05,
      "loss": 0.6499,
      "step": 1330
    },
    {
      "epoch": 0.6474296799224054,
      "grad_norm": 0.06950155645608902,
      "learning_rate": 6.080712391484792e-05,
      "loss": 0.657,
      "step": 1335
    },
    {
      "epoch": 0.6498545101842871,
      "grad_norm": 0.06826996058225632,
      "learning_rate": 6.007033091209926e-05,
      "loss": 0.6584,
      "step": 1340
    },
    {
      "epoch": 0.6522793404461688,
      "grad_norm": 0.06806496530771255,
      "learning_rate": 5.9336107759269257e-05,
      "loss": 0.6685,
      "step": 1345
    },
    {
      "epoch": 0.6547041707080504,
      "grad_norm": 0.07646046578884125,
      "learning_rate": 5.8604501710526324e-05,
      "loss": 0.6537,
      "step": 1350
    },
    {
      "epoch": 0.6571290009699321,
      "grad_norm": 0.0673266276717186,
      "learning_rate": 5.787555985160371e-05,
      "loss": 0.6636,
      "step": 1355
    },
    {
      "epoch": 0.6595538312318138,
      "grad_norm": 0.06736177206039429,
      "learning_rate": 5.7149329096768924e-05,
      "loss": 0.6411,
      "step": 1360
    },
    {
      "epoch": 0.6619786614936954,
      "grad_norm": 0.0655079334974289,
      "learning_rate": 5.642585618580434e-05,
      "loss": 0.6609,
      "step": 1365
    },
    {
      "epoch": 0.6644034917555771,
      "grad_norm": 0.06992436945438385,
      "learning_rate": 5.570518768099918e-05,
      "loss": 0.6638,
      "step": 1370
    },
    {
      "epoch": 0.6668283220174588,
      "grad_norm": 0.07555795460939407,
      "learning_rate": 5.498736996415287e-05,
      "loss": 0.6602,
      "step": 1375
    },
    {
      "epoch": 0.6692531522793405,
      "grad_norm": 0.07073895633220673,
      "learning_rate": 5.427244923358967e-05,
      "loss": 0.6598,
      "step": 1380
    },
    {
      "epoch": 0.6716779825412221,
      "grad_norm": 0.07193751633167267,
      "learning_rate": 5.356047150118548e-05,
      "loss": 0.6537,
      "step": 1385
    },
    {
      "epoch": 0.6741028128031038,
      "grad_norm": 0.06939923763275146,
      "learning_rate": 5.2851482589406675e-05,
      "loss": 0.6479,
      "step": 1390
    },
    {
      "epoch": 0.6765276430649855,
      "grad_norm": 0.06879837065935135,
      "learning_rate": 5.2145528128360864e-05,
      "loss": 0.6642,
      "step": 1395
    },
    {
      "epoch": 0.6789524733268671,
      "grad_norm": 0.07876288890838623,
      "learning_rate": 5.1442653552860186e-05,
      "loss": 0.6491,
      "step": 1400
    },
    {
      "epoch": 0.6813773035887488,
      "grad_norm": 0.06859347224235535,
      "learning_rate": 5.07429040994972e-05,
      "loss": 0.6613,
      "step": 1405
    },
    {
      "epoch": 0.6838021338506305,
      "grad_norm": 0.06807195395231247,
      "learning_rate": 5.004632480373341e-05,
      "loss": 0.6455,
      "step": 1410
    },
    {
      "epoch": 0.6862269641125122,
      "grad_norm": 0.070477195084095,
      "learning_rate": 4.935296049700087e-05,
      "loss": 0.6624,
      "step": 1415
    },
    {
      "epoch": 0.6886517943743938,
      "grad_norm": 0.06642670184373856,
      "learning_rate": 4.866285580381684e-05,
      "loss": 0.645,
      "step": 1420
    },
    {
      "epoch": 0.6910766246362755,
      "grad_norm": 0.07304893434047699,
      "learning_rate": 4.797605513891179e-05,
      "loss": 0.6697,
      "step": 1425
    },
    {
      "epoch": 0.6935014548981572,
      "grad_norm": 0.0770198404788971,
      "learning_rate": 4.7292602704370834e-05,
      "loss": 0.663,
      "step": 1430
    },
    {
      "epoch": 0.6959262851600388,
      "grad_norm": 0.07229270786046982,
      "learning_rate": 4.6612542486789004e-05,
      "loss": 0.6481,
      "step": 1435
    },
    {
      "epoch": 0.6983511154219205,
      "grad_norm": 0.0701506957411766,
      "learning_rate": 4.593591825444028e-05,
      "loss": 0.6587,
      "step": 1440
    },
    {
      "epoch": 0.7007759456838021,
      "grad_norm": 0.07267860323190689,
      "learning_rate": 4.526277355446049e-05,
      "loss": 0.6413,
      "step": 1445
    },
    {
      "epoch": 0.7032007759456838,
      "grad_norm": 0.0736895501613617,
      "learning_rate": 4.4593151710045064e-05,
      "loss": 0.6451,
      "step": 1450
    },
    {
      "epoch": 0.7056256062075654,
      "grad_norm": 0.06733877211809158,
      "learning_rate": 4.392709581766038e-05,
      "loss": 0.6468,
      "step": 1455
    },
    {
      "epoch": 0.7080504364694471,
      "grad_norm": 0.07400280982255936,
      "learning_rate": 4.326464874427025e-05,
      "loss": 0.6492,
      "step": 1460
    },
    {
      "epoch": 0.7104752667313288,
      "grad_norm": 0.07255461066961288,
      "learning_rate": 4.260585312457711e-05,
      "loss": 0.6584,
      "step": 1465
    },
    {
      "epoch": 0.7129000969932104,
      "grad_norm": 0.06916648894548416,
      "learning_rate": 4.1950751358277865e-05,
      "loss": 0.6614,
      "step": 1470
    },
    {
      "epoch": 0.7153249272550921,
      "grad_norm": 0.07707880437374115,
      "learning_rate": 4.129938560733525e-05,
      "loss": 0.6471,
      "step": 1475
    },
    {
      "epoch": 0.7177497575169738,
      "grad_norm": 0.06957708299160004,
      "learning_rate": 4.0651797793264354e-05,
      "loss": 0.6496,
      "step": 1480
    },
    {
      "epoch": 0.7201745877788555,
      "grad_norm": 0.07020954042673111,
      "learning_rate": 4.0008029594434414e-05,
      "loss": 0.6318,
      "step": 1485
    },
    {
      "epoch": 0.7225994180407371,
      "grad_norm": 0.06942954659461975,
      "learning_rate": 3.93681224433864e-05,
      "loss": 0.6631,
      "step": 1490
    },
    {
      "epoch": 0.7250242483026188,
      "grad_norm": 0.07160889357328415,
      "learning_rate": 3.873211752416662e-05,
      "loss": 0.6547,
      "step": 1495
    },
    {
      "epoch": 0.7274490785645005,
      "grad_norm": 0.07599648088216782,
      "learning_rate": 3.810005576967606e-05,
      "loss": 0.6473,
      "step": 1500
    },
    {
      "epoch": 0.7298739088263821,
      "grad_norm": 0.07107492536306381,
      "learning_rate": 3.74719778590359e-05,
      "loss": 0.6559,
      "step": 1505
    },
    {
      "epoch": 0.7322987390882638,
      "grad_norm": 0.07364842295646667,
      "learning_rate": 3.68479242149695e-05,
      "loss": 0.6357,
      "step": 1510
    },
    {
      "epoch": 0.7347235693501455,
      "grad_norm": 0.07083046436309814,
      "learning_rate": 3.6227935001200817e-05,
      "loss": 0.6518,
      "step": 1515
    },
    {
      "epoch": 0.7371483996120272,
      "grad_norm": 0.0683782696723938,
      "learning_rate": 3.561205011986947e-05,
      "loss": 0.6727,
      "step": 1520
    },
    {
      "epoch": 0.7395732298739088,
      "grad_norm": 0.07474040240049362,
      "learning_rate": 3.5000309208962624e-05,
      "loss": 0.6344,
      "step": 1525
    },
    {
      "epoch": 0.7419980601357905,
      "grad_norm": 0.06675226241350174,
      "learning_rate": 3.439275163976402e-05,
      "loss": 0.6552,
      "step": 1530
    },
    {
      "epoch": 0.7444228903976722,
      "grad_norm": 0.07602989673614502,
      "learning_rate": 3.378941651431996e-05,
      "loss": 0.6732,
      "step": 1535
    },
    {
      "epoch": 0.7468477206595538,
      "grad_norm": 0.06826721876859665,
      "learning_rate": 3.319034266292277e-05,
      "loss": 0.6722,
      "step": 1540
    },
    {
      "epoch": 0.7492725509214355,
      "grad_norm": 0.0693931132555008,
      "learning_rate": 3.259556864161172e-05,
      "loss": 0.663,
      "step": 1545
    },
    {
      "epoch": 0.7516973811833172,
      "grad_norm": 0.07731709629297256,
      "learning_rate": 3.2005132729691424e-05,
      "loss": 0.6496,
      "step": 1550
    },
    {
      "epoch": 0.7541222114451989,
      "grad_norm": 0.0687938928604126,
      "learning_rate": 3.1419072927268545e-05,
      "loss": 0.6563,
      "step": 1555
    },
    {
      "epoch": 0.7565470417070805,
      "grad_norm": 0.07114581018686295,
      "learning_rate": 3.083742695280578e-05,
      "loss": 0.6375,
      "step": 1560
    },
    {
      "epoch": 0.7589718719689622,
      "grad_norm": 0.06666100770235062,
      "learning_rate": 3.026023224069452e-05,
      "loss": 0.6444,
      "step": 1565
    },
    {
      "epoch": 0.7613967022308439,
      "grad_norm": 0.06928212195634842,
      "learning_rate": 2.968752593884555e-05,
      "loss": 0.6677,
      "step": 1570
    },
    {
      "epoch": 0.7638215324927256,
      "grad_norm": 0.07700739055871964,
      "learning_rate": 2.911934490629813e-05,
      "loss": 0.641,
      "step": 1575
    },
    {
      "epoch": 0.7662463627546072,
      "grad_norm": 0.07009076327085495,
      "learning_rate": 2.8555725710847925e-05,
      "loss": 0.6586,
      "step": 1580
    },
    {
      "epoch": 0.7686711930164889,
      "grad_norm": 0.0692385733127594,
      "learning_rate": 2.799670462669354e-05,
      "loss": 0.6459,
      "step": 1585
    },
    {
      "epoch": 0.7710960232783706,
      "grad_norm": 0.07023077458143234,
      "learning_rate": 2.7442317632101745e-05,
      "loss": 0.6478,
      "step": 1590
    },
    {
      "epoch": 0.7735208535402521,
      "grad_norm": 0.0697379857301712,
      "learning_rate": 2.6892600407092038e-05,
      "loss": 0.6629,
      "step": 1595
    },
    {
      "epoch": 0.7759456838021338,
      "grad_norm": 0.07526423782110214,
      "learning_rate": 2.634758833114036e-05,
      "loss": 0.6589,
      "step": 1600
    },
    {
      "epoch": 0.7783705140640155,
      "grad_norm": 0.06746955215930939,
      "learning_rate": 2.5807316480901976e-05,
      "loss": 0.6594,
      "step": 1605
    },
    {
      "epoch": 0.7807953443258971,
      "grad_norm": 0.07108338922262192,
      "learning_rate": 2.5271819627954163e-05,
      "loss": 0.648,
      "step": 1610
    },
    {
      "epoch": 0.7832201745877788,
      "grad_norm": 0.07071094959974289,
      "learning_rate": 2.4741132236558006e-05,
      "loss": 0.6494,
      "step": 1615
    },
    {
      "epoch": 0.7856450048496605,
      "grad_norm": 0.07233584672212601,
      "learning_rate": 2.42152884614406e-05,
      "loss": 0.6582,
      "step": 1620
    },
    {
      "epoch": 0.7880698351115422,
      "grad_norm": 0.07301636785268784,
      "learning_rate": 2.3694322145596735e-05,
      "loss": 0.6466,
      "step": 1625
    },
    {
      "epoch": 0.7904946653734238,
      "grad_norm": 0.06874296814203262,
      "learning_rate": 2.3178266818110782e-05,
      "loss": 0.6554,
      "step": 1630
    },
    {
      "epoch": 0.7929194956353055,
      "grad_norm": 0.06953322142362595,
      "learning_rate": 2.2667155691998832e-05,
      "loss": 0.6356,
      "step": 1635
    },
    {
      "epoch": 0.7953443258971872,
      "grad_norm": 0.06957842409610748,
      "learning_rate": 2.216102166207108e-05,
      "loss": 0.6496,
      "step": 1640
    },
    {
      "epoch": 0.7977691561590688,
      "grad_norm": 0.06773428618907928,
      "learning_rate": 2.1659897302814747e-05,
      "loss": 0.645,
      "step": 1645
    },
    {
      "epoch": 0.8001939864209505,
      "grad_norm": 0.07253550738096237,
      "learning_rate": 2.1163814866297648e-05,
      "loss": 0.6586,
      "step": 1650
    },
    {
      "epoch": 0.8026188166828322,
      "grad_norm": 0.0699772909283638,
      "learning_rate": 2.0672806280092304e-05,
      "loss": 0.6567,
      "step": 1655
    },
    {
      "epoch": 0.8050436469447139,
      "grad_norm": 0.06678451597690582,
      "learning_rate": 2.0186903145221403e-05,
      "loss": 0.6446,
      "step": 1660
    },
    {
      "epoch": 0.8074684772065955,
      "grad_norm": 0.07169430702924728,
      "learning_rate": 1.9706136734123682e-05,
      "loss": 0.6657,
      "step": 1665
    },
    {
      "epoch": 0.8098933074684772,
      "grad_norm": 0.06794555485248566,
      "learning_rate": 1.9230537988641406e-05,
      "loss": 0.6489,
      "step": 1670
    },
    {
      "epoch": 0.8123181377303589,
      "grad_norm": 0.07556099444627762,
      "learning_rate": 1.8760137518028953e-05,
      "loss": 0.6486,
      "step": 1675
    },
    {
      "epoch": 0.8147429679922406,
      "grad_norm": 0.06554684042930603,
      "learning_rate": 1.8294965596982727e-05,
      "loss": 0.6524,
      "step": 1680
    },
    {
      "epoch": 0.8171677982541222,
      "grad_norm": 0.07229667156934738,
      "learning_rate": 1.7835052163692824e-05,
      "loss": 0.6424,
      "step": 1685
    },
    {
      "epoch": 0.8195926285160039,
      "grad_norm": 0.06855263561010361,
      "learning_rate": 1.7380426817916208e-05,
      "loss": 0.6492,
      "step": 1690
    },
    {
      "epoch": 0.8220174587778856,
      "grad_norm": 0.06754108518362045,
      "learning_rate": 1.6931118819071635e-05,
      "loss": 0.6589,
      "step": 1695
    },
    {
      "epoch": 0.8244422890397672,
      "grad_norm": 0.07303808629512787,
      "learning_rate": 1.648715708435645e-05,
      "loss": 0.6378,
      "step": 1700
    },
    {
      "epoch": 0.8268671193016489,
      "grad_norm": 0.07010772824287415,
      "learning_rate": 1.6048570186885747e-05,
      "loss": 0.6709,
      "step": 1705
    },
    {
      "epoch": 0.8292919495635306,
      "grad_norm": 0.06951456516981125,
      "learning_rate": 1.5615386353853145e-05,
      "loss": 0.6557,
      "step": 1710
    },
    {
      "epoch": 0.8317167798254123,
      "grad_norm": 0.06731481850147247,
      "learning_rate": 1.518763346471438e-05,
      "loss": 0.6628,
      "step": 1715
    },
    {
      "epoch": 0.8341416100872939,
      "grad_norm": 0.07028862088918686,
      "learning_rate": 1.4765339049392669e-05,
      "loss": 0.6543,
      "step": 1720
    },
    {
      "epoch": 0.8365664403491756,
      "grad_norm": 0.07783721387386322,
      "learning_rate": 1.4348530286507179e-05,
      "loss": 0.6633,
      "step": 1725
    },
    {
      "epoch": 0.8389912706110573,
      "grad_norm": 0.06992127746343613,
      "learning_rate": 1.3937234001623712e-05,
      "loss": 0.6588,
      "step": 1730
    },
    {
      "epoch": 0.8414161008729389,
      "grad_norm": 0.07088334858417511,
      "learning_rate": 1.3531476665528242e-05,
      "loss": 0.6437,
      "step": 1735
    },
    {
      "epoch": 0.8438409311348206,
      "grad_norm": 0.06964202970266342,
      "learning_rate": 1.3131284392523257e-05,
      "loss": 0.6273,
      "step": 1740
    },
    {
      "epoch": 0.8462657613967022,
      "grad_norm": 0.07019855082035065,
      "learning_rate": 1.273668293874708e-05,
      "loss": 0.645,
      "step": 1745
    },
    {
      "epoch": 0.8486905916585838,
      "grad_norm": 0.0719023197889328,
      "learning_rate": 1.2347697700516226e-05,
      "loss": 0.6488,
      "step": 1750
    },
    {
      "epoch": 0.8511154219204655,
      "grad_norm": 0.06849932670593262,
      "learning_rate": 1.196435371269089e-05,
      "loss": 0.6609,
      "step": 1755
    },
    {
      "epoch": 0.8535402521823472,
      "grad_norm": 0.07256150245666504,
      "learning_rate": 1.158667564706365e-05,
      "loss": 0.6526,
      "step": 1760
    },
    {
      "epoch": 0.8559650824442289,
      "grad_norm": 0.06930581480264664,
      "learning_rate": 1.1214687810771796e-05,
      "loss": 0.638,
      "step": 1765
    },
    {
      "epoch": 0.8583899127061105,
      "grad_norm": 0.07124356180429459,
      "learning_rate": 1.0848414144732744e-05,
      "loss": 0.6503,
      "step": 1770
    },
    {
      "epoch": 0.8608147429679922,
      "grad_norm": 0.07542183250188828,
      "learning_rate": 1.048787822210332e-05,
      "loss": 0.6567,
      "step": 1775
    },
    {
      "epoch": 0.8632395732298739,
      "grad_norm": 0.06727565824985504,
      "learning_rate": 1.0133103246762566e-05,
      "loss": 0.6544,
      "step": 1780
    },
    {
      "epoch": 0.8656644034917556,
      "grad_norm": 0.0727323591709137,
      "learning_rate": 9.784112051818295e-06,
      "loss": 0.649,
      "step": 1785
    },
    {
      "epoch": 0.8680892337536372,
      "grad_norm": 0.0711803138256073,
      "learning_rate": 9.440927098137752e-06,
      "loss": 0.6606,
      "step": 1790
    },
    {
      "epoch": 0.8705140640155189,
      "grad_norm": 0.06881871819496155,
      "learning_rate": 9.103570472901835e-06,
      "loss": 0.647,
      "step": 1795
    },
    {
      "epoch": 0.8729388942774006,
      "grad_norm": 0.07360757142305374,
      "learning_rate": 8.7720638881837e-06,
      "loss": 0.6386,
      "step": 1800
    },
    {
      "epoch": 0.8753637245392822,
      "grad_norm": 0.06956224888563156,
      "learning_rate": 8.44642867955132e-06,
      "loss": 0.6556,
      "step": 1805
    },
    {
      "epoch": 0.8777885548011639,
      "grad_norm": 0.07224294543266296,
      "learning_rate": 8.1266858046944e-06,
      "loss": 0.6402,
      "step": 1810
    },
    {
      "epoch": 0.8802133850630456,
      "grad_norm": 0.06778159737586975,
      "learning_rate": 7.812855842075495e-06,
      "loss": 0.6454,
      "step": 1815
    },
    {
      "epoch": 0.8826382153249273,
      "grad_norm": 0.068122997879982,
      "learning_rate": 7.5049589896056924e-06,
      "loss": 0.6435,
      "step": 1820
    },
    {
      "epoch": 0.8850630455868089,
      "grad_norm": 0.0704505518078804,
      "learning_rate": 7.20301506334452e-06,
      "loss": 0.6421,
      "step": 1825
    },
    {
      "epoch": 0.8874878758486906,
      "grad_norm": 0.06601767987012863,
      "learning_rate": 6.907043496224741e-06,
      "loss": 0.6413,
      "step": 1830
    },
    {
      "epoch": 0.8899127061105723,
      "grad_norm": 0.07295170426368713,
      "learning_rate": 6.61706333680161e-06,
      "loss": 0.6527,
      "step": 1835
    },
    {
      "epoch": 0.8923375363724539,
      "grad_norm": 0.06985466927289963,
      "learning_rate": 6.3330932480269116e-06,
      "loss": 0.6397,
      "step": 1840
    },
    {
      "epoch": 0.8947623666343356,
      "grad_norm": 0.07073473930358887,
      "learning_rate": 6.0551515060478405e-06,
      "loss": 0.665,
      "step": 1845
    },
    {
      "epoch": 0.8971871968962173,
      "grad_norm": 0.0762571170926094,
      "learning_rate": 5.783255999030746e-06,
      "loss": 0.6496,
      "step": 1850
    },
    {
      "epoch": 0.899612027158099,
      "grad_norm": 0.06765305250883102,
      "learning_rate": 5.517424226009871e-06,
      "loss": 0.64,
      "step": 1855
    },
    {
      "epoch": 0.9020368574199806,
      "grad_norm": 0.07410787045955658,
      "learning_rate": 5.2576732957611005e-06,
      "loss": 0.6429,
      "step": 1860
    },
    {
      "epoch": 0.9044616876818623,
      "grad_norm": 0.0670701190829277,
      "learning_rate": 5.00401992570092e-06,
      "loss": 0.6498,
      "step": 1865
    },
    {
      "epoch": 0.906886517943744,
      "grad_norm": 0.06863141059875488,
      "learning_rate": 4.756480440810385e-06,
      "loss": 0.6457,
      "step": 1870
    },
    {
      "epoch": 0.9093113482056256,
      "grad_norm": 0.08062388747930527,
      "learning_rate": 4.51507077258454e-06,
      "loss": 0.6332,
      "step": 1875
    },
    {
      "epoch": 0.9117361784675073,
      "grad_norm": 0.06748832762241364,
      "learning_rate": 4.279806458007052e-06,
      "loss": 0.6716,
      "step": 1880
    },
    {
      "epoch": 0.914161008729389,
      "grad_norm": 0.06559710204601288,
      "learning_rate": 4.050702638550275e-06,
      "loss": 0.6372,
      "step": 1885
    },
    {
      "epoch": 0.9165858389912707,
      "grad_norm": 0.06698034703731537,
      "learning_rate": 3.82777405920065e-06,
      "loss": 0.6529,
      "step": 1890
    },
    {
      "epoch": 0.9190106692531523,
      "grad_norm": 0.07044559717178345,
      "learning_rate": 3.611035067509938e-06,
      "loss": 0.6689,
      "step": 1895
    },
    {
      "epoch": 0.9214354995150339,
      "grad_norm": 0.07434722036123276,
      "learning_rate": 3.4004996126716037e-06,
      "loss": 0.6371,
      "step": 1900
    },
    {
      "epoch": 0.9238603297769156,
      "grad_norm": 0.06569571793079376,
      "learning_rate": 3.1961812446231864e-06,
      "loss": 0.6679,
      "step": 1905
    },
    {
      "epoch": 0.9262851600387972,
      "grad_norm": 0.07368065416812897,
      "learning_rate": 2.9980931131741496e-06,
      "loss": 0.6538,
      "step": 1910
    },
    {
      "epoch": 0.9287099903006789,
      "grad_norm": 0.06916055828332901,
      "learning_rate": 2.8062479671596475e-06,
      "loss": 0.6608,
      "step": 1915
    },
    {
      "epoch": 0.9311348205625606,
      "grad_norm": 0.07183555513620377,
      "learning_rate": 2.6206581536199594e-06,
      "loss": 0.6458,
      "step": 1920
    },
    {
      "epoch": 0.9335596508244423,
      "grad_norm": 0.07422731071710587,
      "learning_rate": 2.441335617005902e-06,
      "loss": 0.6437,
      "step": 1925
    },
    {
      "epoch": 0.9359844810863239,
      "grad_norm": 0.07022187858819962,
      "learning_rate": 2.26829189840998e-06,
      "loss": 0.6512,
      "step": 1930
    },
    {
      "epoch": 0.9384093113482056,
      "grad_norm": 0.0708911269903183,
      "learning_rate": 2.101538134823733e-06,
      "loss": 0.6388,
      "step": 1935
    },
    {
      "epoch": 0.9408341416100873,
      "grad_norm": 0.07022671401500702,
      "learning_rate": 1.9410850584208883e-06,
      "loss": 0.6343,
      "step": 1940
    },
    {
      "epoch": 0.9432589718719689,
      "grad_norm": 0.07077636569738388,
      "learning_rate": 1.7869429958666805e-06,
      "loss": 0.6465,
      "step": 1945
    },
    {
      "epoch": 0.9456838021338506,
      "grad_norm": 0.07644498348236084,
      "learning_rate": 1.639121867653215e-06,
      "loss": 0.6513,
      "step": 1950
    },
    {
      "epoch": 0.9481086323957323,
      "grad_norm": 0.06702401489019394,
      "learning_rate": 1.4976311874610017e-06,
      "loss": 0.6332,
      "step": 1955
    },
    {
      "epoch": 0.950533462657614,
      "grad_norm": 0.07274569571018219,
      "learning_rate": 1.3624800615466226e-06,
      "loss": 0.6479,
      "step": 1960
    },
    {
      "epoch": 0.9529582929194956,
      "grad_norm": 0.07144317030906677,
      "learning_rate": 1.2336771881567455e-06,
      "loss": 0.6491,
      "step": 1965
    },
    {
      "epoch": 0.9553831231813773,
      "grad_norm": 0.06880391389131546,
      "learning_rate": 1.111230856968204e-06,
      "loss": 0.6346,
      "step": 1970
    },
    {
      "epoch": 0.957807953443259,
      "grad_norm": 0.07087037712335587,
      "learning_rate": 9.951489485545695e-07,
      "loss": 0.6443,
      "step": 1975
    },
    {
      "epoch": 0.9602327837051406,
      "grad_norm": 0.07291446626186371,
      "learning_rate": 8.854389338788904e-07,
      "loss": 0.6452,
      "step": 1980
    },
    {
      "epoch": 0.9626576139670223,
      "grad_norm": 0.0726611539721489,
      "learning_rate": 7.821078738129206e-07,
      "loss": 0.638,
      "step": 1985
    },
    {
      "epoch": 0.965082444228904,
      "grad_norm": 0.0732244923710823,
      "learning_rate": 6.851624186826722e-07,
      "loss": 0.6507,
      "step": 1990
    },
    {
      "epoch": 0.9675072744907857,
      "grad_norm": 0.06873750686645508,
      "learning_rate": 5.946088078403355e-07,
      "loss": 0.6555,
      "step": 1995
    },
    {
      "epoch": 0.9699321047526673,
      "grad_norm": 0.07295786589384079,
      "learning_rate": 5.104528692628563e-07,
      "loss": 0.638,
      "step": 2000
    },
    {
      "epoch": 0.972356935014549,
      "grad_norm": 0.06500031799077988,
      "learning_rate": 4.32700019176735e-07,
      "loss": 0.6375,
      "step": 2005
    },
    {
      "epoch": 0.9747817652764307,
      "grad_norm": 0.07015930116176605,
      "learning_rate": 3.613552617094618e-07,
      "loss": 0.6441,
      "step": 2010
    },
    {
      "epoch": 0.9772065955383124,
      "grad_norm": 0.06755400449037552,
      "learning_rate": 2.9642318856749617e-07,
      "loss": 0.6413,
      "step": 2015
    },
    {
      "epoch": 0.979631425800194,
      "grad_norm": 0.07017125934362411,
      "learning_rate": 2.3790797874070349e-07,
      "loss": 0.6476,
      "step": 2020
    },
    {
      "epoch": 0.9820562560620757,
      "grad_norm": 0.07523668557405472,
      "learning_rate": 1.8581339823345868e-07,
      "loss": 0.634,
      "step": 2025
    },
    {
      "epoch": 0.9844810863239574,
      "grad_norm": 0.06807917356491089,
      "learning_rate": 1.401427998221627e-07,
      "loss": 0.6699,
      "step": 2030
    },
    {
      "epoch": 0.986905916585839,
      "grad_norm": 0.0702148899435997,
      "learning_rate": 1.0089912283957059e-07,
      "loss": 0.6542,
      "step": 2035
    },
    {
      "epoch": 0.9893307468477207,
      "grad_norm": 0.06573879718780518,
      "learning_rate": 6.808489298554266e-08,
      "loss": 0.6359,
      "step": 2040
    },
    {
      "epoch": 0.9917555771096024,
      "grad_norm": 0.0696154534816742,
      "learning_rate": 4.170222216454134e-08,
      "loss": 0.6616,
      "step": 2045
    },
    {
      "epoch": 0.9941804073714839,
      "grad_norm": 0.0815952718257904,
      "learning_rate": 2.175280834967319e-08,
      "loss": 0.6422,
      "step": 2050
    },
    {
      "epoch": 0.9966052376333656,
      "grad_norm": 0.06667590886354446,
      "learning_rate": 8.237935473431879e-09,
      "loss": 0.6444,
      "step": 2055
    },
    {
      "epoch": 0.9990300678952473,
      "grad_norm": 0.07248586416244507,
      "learning_rate": 1.1584733450531459e-09,
      "loss": 0.641,
      "step": 2060
    },
    {
      "epoch": 1.0,
      "step": 2062,
      "total_flos": 5340644728897536.0,
      "train_loss": 0.6803441236137072,
      "train_runtime": 63408.1642,
      "train_samples_per_second": 16.648,
      "train_steps_per_second": 0.033
    }
  ],
  "logging_steps": 5,
  "max_steps": 2062,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 5340644728897536.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}