{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 664,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.007535795026375283,
      "grad_norm": 58.0,
      "learning_rate": 3e-06,
      "loss": 3.0889440536499024,
      "step": 5
    },
    {
      "epoch": 0.015071590052750565,
      "grad_norm": 18.25,
      "learning_rate": 6.750000000000001e-06,
      "loss": 2.845233154296875,
      "step": 10
    },
    {
      "epoch": 0.02260738507912585,
      "grad_norm": 6.625,
      "learning_rate": 1.05e-05,
      "loss": 2.5583972930908203,
      "step": 15
    },
    {
      "epoch": 0.03014318010550113,
      "grad_norm": 5.90625,
      "learning_rate": 1.4249999999999999e-05,
      "loss": 2.399222183227539,
      "step": 20
    },
    {
      "epoch": 0.037678975131876416,
      "grad_norm": 3.671875,
      "learning_rate": 1.4998572206235544e-05,
      "loss": 2.1797840118408205,
      "step": 25
    },
    {
      "epoch": 0.0452147701582517,
      "grad_norm": 2.78125,
      "learning_rate": 1.4992772725756523e-05,
      "loss": 1.9999149322509766,
      "step": 30
    },
    {
      "epoch": 0.05275056518462698,
      "grad_norm": 2.6875,
      "learning_rate": 1.4982515768929044e-05,
      "loss": 1.922983741760254,
      "step": 35
    },
    {
      "epoch": 0.06028636021100226,
      "grad_norm": 2.265625,
      "learning_rate": 1.4967807437652124e-05,
      "loss": 1.8583049774169922,
      "step": 40
    },
    {
      "epoch": 0.06782215523737754,
      "grad_norm": 2.0625,
      "learning_rate": 1.4948656481962783e-05,
      "loss": 1.7922269821166992,
      "step": 45
    },
    {
      "epoch": 0.07535795026375283,
      "grad_norm": 2.3125,
      "learning_rate": 1.4925074294830649e-05,
      "loss": 1.7535554885864257,
      "step": 50
    },
    {
      "epoch": 0.0828937452901281,
      "grad_norm": 2.015625,
      "learning_rate": 1.4897074905380211e-05,
      "loss": 1.7319807052612304,
      "step": 55
    },
    {
      "epoch": 0.0904295403165034,
      "grad_norm": 2.171875,
      "learning_rate": 1.486467497054487e-05,
      "loss": 1.6926809310913087,
      "step": 60
    },
    {
      "epoch": 0.09796533534287867,
      "grad_norm": 2.203125,
      "learning_rate": 1.4827893765157653e-05,
      "loss": 1.6913116455078125,
      "step": 65
    },
    {
      "epoch": 0.10550113036925396,
      "grad_norm": 1.984375,
      "learning_rate": 1.4786753170484561e-05,
      "loss": 1.648867416381836,
      "step": 70
    },
    {
      "epoch": 0.11303692539562923,
      "grad_norm": 2.21875,
      "learning_rate": 1.474127766120732e-05,
      "loss": 1.6269556045532227,
      "step": 75
    },
    {
      "epoch": 0.12057272042200452,
      "grad_norm": 2.796875,
      "learning_rate": 1.4691494290863313e-05,
      "loss": 1.6556577682495117,
      "step": 80
    },
    {
      "epoch": 0.1281085154483798,
      "grad_norm": 2.453125,
      "learning_rate": 1.4637432675751334e-05,
      "loss": 1.6556646347045898,
      "step": 85
    },
    {
      "epoch": 0.1356443104747551,
      "grad_norm": 2.375,
      "learning_rate": 1.4579124977312757e-05,
      "loss": 1.595597267150879,
      "step": 90
    },
    {
      "epoch": 0.14318010550113036,
      "grad_norm": 2.390625,
      "learning_rate": 1.4516605882998572e-05,
      "loss": 1.6290622711181642,
      "step": 95
    },
    {
      "epoch": 0.15071590052750566,
      "grad_norm": 2.453125,
      "learning_rate": 1.4449912585633709e-05,
      "loss": 1.6448266983032227,
      "step": 100
    },
    {
      "epoch": 0.15825169555388094,
      "grad_norm": 2.40625,
      "learning_rate": 1.4379084761290898e-05,
      "loss": 1.5661279678344726,
      "step": 105
    },
    {
      "epoch": 0.1657874905802562,
      "grad_norm": 2.171875,
      "learning_rate": 1.4304164545687233e-05,
      "loss": 1.5793392181396484,
      "step": 110
    },
    {
      "epoch": 0.1733232856066315,
      "grad_norm": 2.09375,
      "learning_rate": 1.4225196509117487e-05,
      "loss": 1.5613231658935547,
      "step": 115
    },
    {
      "epoch": 0.1808590806330068,
      "grad_norm": 2.28125,
      "learning_rate": 1.4142227629939096e-05,
      "loss": 1.6571407318115234,
      "step": 120
    },
    {
      "epoch": 0.18839487565938207,
      "grad_norm": 2.109375,
      "learning_rate": 1.4055307266624572e-05,
      "loss": 1.5722612380981444,
      "step": 125
    },
    {
      "epoch": 0.19593067068575734,
      "grad_norm": 2.203125,
      "learning_rate": 1.3964487128397966e-05,
      "loss": 1.5921846389770509,
      "step": 130
    },
    {
      "epoch": 0.20346646571213264,
      "grad_norm": 2.03125,
      "learning_rate": 1.386982124447289e-05,
      "loss": 1.555877113342285,
      "step": 135
    },
    {
      "epoch": 0.21100226073850792,
      "grad_norm": 2.5,
      "learning_rate": 1.3771365931910332e-05,
      "loss": 1.5413886070251466,
      "step": 140
    },
    {
      "epoch": 0.2185380557648832,
      "grad_norm": 2.40625,
      "learning_rate": 1.3669179762115459e-05,
      "loss": 1.542860507965088,
      "step": 145
    },
    {
      "epoch": 0.22607385079125847,
      "grad_norm": 2.265625,
      "learning_rate": 1.3563323525993275e-05,
      "loss": 1.5646774291992187,
      "step": 150
    },
    {
      "epoch": 0.23360964581763377,
      "grad_norm": 2.234375,
      "learning_rate": 1.345386019778391e-05,
      "loss": 1.5369146347045899,
      "step": 155
    },
    {
      "epoch": 0.24114544084400905,
      "grad_norm": 2.03125,
      "learning_rate": 1.3340854897599017e-05,
      "loss": 1.5391293525695802,
      "step": 160
    },
    {
      "epoch": 0.24868123587038432,
      "grad_norm": 2.015625,
      "learning_rate": 1.3224374852681604e-05,
      "loss": 1.5518495559692382,
      "step": 165
    },
    {
      "epoch": 0.2562170308967596,
      "grad_norm": 2.09375,
      "learning_rate": 1.3104489357412308e-05,
      "loss": 1.5065268516540526,
      "step": 170
    },
    {
      "epoch": 0.26375282592313487,
      "grad_norm": 2.21875,
      "learning_rate": 1.2981269732085932e-05,
      "loss": 1.5436999320983886,
      "step": 175
    },
    {
      "epoch": 0.2712886209495102,
      "grad_norm": 2.34375,
      "learning_rate": 1.2854789280482752e-05,
      "loss": 1.5034493446350097,
      "step": 180
    },
    {
      "epoch": 0.2788244159758855,
      "grad_norm": 2.53125,
      "learning_rate": 1.272512324625985e-05,
      "loss": 1.5417941093444825,
      "step": 185
    },
    {
      "epoch": 0.2863602110022607,
      "grad_norm": 1.9765625,
      "learning_rate": 1.2592348768188394e-05,
      "loss": 1.5073047637939454,
      "step": 190
    },
    {
      "epoch": 0.293896006028636,
      "grad_norm": 2.1875,
      "learning_rate": 1.2456544834263536e-05,
      "loss": 1.501516342163086,
      "step": 195
    },
    {
      "epoch": 0.30143180105501133,
      "grad_norm": 2.71875,
      "learning_rate": 1.231779223471416e-05,
      "loss": 1.51112642288208,
      "step": 200
    },
    {
      "epoch": 0.3089675960813866,
      "grad_norm": 2.328125,
      "learning_rate": 1.2176173513940502e-05,
      "loss": 1.4900212287902832,
      "step": 205
    },
    {
      "epoch": 0.3165033911077619,
      "grad_norm": 2.4375,
      "learning_rate": 1.2031772921408209e-05,
      "loss": 1.5136810302734376,
      "step": 210
    },
    {
      "epoch": 0.3240391861341371,
      "grad_norm": 2.171875,
      "learning_rate": 1.1884676361528035e-05,
      "loss": 1.5209362030029296,
      "step": 215
    },
    {
      "epoch": 0.3315749811605124,
      "grad_norm": 3.03125,
      "learning_rate": 1.173497134255101e-05,
      "loss": 1.5429197311401368,
      "step": 220
    },
    {
      "epoch": 0.33911077618688773,
      "grad_norm": 2.046875,
      "learning_rate": 1.1582746924509483e-05,
      "loss": 1.4890120506286622,
      "step": 225
    },
    {
      "epoch": 0.346646571213263,
      "grad_norm": 1.9765625,
      "learning_rate": 1.1428093666235e-05,
      "loss": 1.5285821914672852,
      "step": 230
    },
    {
      "epoch": 0.3541823662396383,
      "grad_norm": 2.203125,
      "learning_rate": 1.1271103571484538e-05,
      "loss": 1.526703453063965,
      "step": 235
    },
    {
      "epoch": 0.3617181612660136,
      "grad_norm": 1.984375,
      "learning_rate": 1.1111870034207164e-05,
      "loss": 1.548676109313965,
      "step": 240
    },
    {
      "epoch": 0.36925395629238883,
      "grad_norm": 2.078125,
      "learning_rate": 1.0950487782983642e-05,
      "loss": 1.5409740447998046,
      "step": 245
    },
    {
      "epoch": 0.37678975131876413,
      "grad_norm": 2.265625,
      "learning_rate": 1.0787052824672073e-05,
      "loss": 1.4851038932800293,
      "step": 250
    },
    {
      "epoch": 0.38432554634513943,
      "grad_norm": 2.375,
      "learning_rate": 1.062166238729309e-05,
      "loss": 1.4853837013244628,
      "step": 255
    },
    {
      "epoch": 0.3918613413715147,
      "grad_norm": 2.046875,
      "learning_rate": 1.0454414862188575e-05,
      "loss": 1.4933822631835938,
      "step": 260
    },
    {
      "epoch": 0.39939713639789,
      "grad_norm": 2.0,
      "learning_rate": 1.0285409745488301e-05,
      "loss": 1.498341941833496,
      "step": 265
    },
    {
      "epoch": 0.4069329314242653,
      "grad_norm": 2.5625,
      "learning_rate": 1.0114747578919347e-05,
      "loss": 1.4747099876403809,
      "step": 270
    },
    {
      "epoch": 0.41446872645064053,
      "grad_norm": 2.140625,
      "learning_rate": 9.942529889993475e-06,
      "loss": 1.4785110473632812,
      "step": 275
    },
    {
      "epoch": 0.42200452147701584,
      "grad_norm": 2.171875,
      "learning_rate": 9.76885913160807e-06,
      "loss": 1.480055046081543,
      "step": 280
    },
    {
      "epoch": 0.4295403165033911,
      "grad_norm": 2.125,
      "learning_rate": 9.593838621096545e-06,
      "loss": 1.5196352005004883,
      "step": 285
    },
    {
      "epoch": 0.4370761115297664,
      "grad_norm": 2.953125,
      "learning_rate": 9.417572478764514e-06,
      "loss": 1.4994166374206543,
      "step": 290
    },
    {
      "epoch": 0.4446119065561417,
      "grad_norm": 2.03125,
      "learning_rate": 9.24016556594826e-06,
      "loss": 1.4789586067199707,
      "step": 295
    },
    {
      "epoch": 0.45214770158251694,
      "grad_norm": 2.28125,
      "learning_rate": 9.061723422632362e-06,
      "loss": 1.4982659339904785,
      "step": 300
    },
    {
      "epoch": 0.45968349660889224,
      "grad_norm": 2.046875,
      "learning_rate": 8.882352204663596e-06,
      "loss": 1.476920223236084,
      "step": 305
    },
    {
      "epoch": 0.46721929163526754,
      "grad_norm": 2.28125,
      "learning_rate": 8.702158620598451e-06,
      "loss": 1.4496073722839355,
      "step": 310
    },
    {
      "epoch": 0.4747550866616428,
      "grad_norm": 1.9140625,
      "learning_rate": 8.52124986822185e-06,
      "loss": 1.4702765464782714,
      "step": 315
    },
    {
      "epoch": 0.4822908816880181,
      "grad_norm": 2.234375,
      "learning_rate": 8.33973357077481e-06,
      "loss": 1.4745065689086914,
      "step": 320
    },
    {
      "epoch": 0.4898266767143934,
      "grad_norm": 2.0,
      "learning_rate": 8.157717712929003e-06,
      "loss": 1.454655933380127,
      "step": 325
    },
    {
      "epoch": 0.49736247174076864,
      "grad_norm": 2.3125,
      "learning_rate": 7.975310576546317e-06,
      "loss": 1.4913531303405763,
      "step": 330
    },
    {
      "epoch": 0.5048982667671439,
      "grad_norm": 2.125,
      "learning_rate": 7.792620676261575e-06,
      "loss": 1.5276828765869142,
      "step": 335
    },
    {
      "epoch": 0.5124340617935192,
      "grad_norm": 2.140625,
      "learning_rate": 7.609756694926835e-06,
      "loss": 1.4632510185241698,
      "step": 340
    },
    {
      "epoch": 0.5199698568198945,
      "grad_norm": 2.421875,
      "learning_rate": 7.426827418955565e-06,
      "loss": 1.448787307739258,
      "step": 345
    },
    {
      "epoch": 0.5275056518462697,
      "grad_norm": 2.203125,
      "learning_rate": 7.243941673605241e-06,
      "loss": 1.4877211570739746,
      "step": 350
    },
    {
      "epoch": 0.5350414468726451,
      "grad_norm": 2.6875,
      "learning_rate": 7.061208258236822e-06,
      "loss": 1.455491542816162,
      "step": 355
    },
    {
      "epoch": 0.5425772418990203,
      "grad_norm": 2.234375,
      "learning_rate": 6.878735881589636e-06,
      "loss": 1.5123778343200684,
      "step": 360
    },
    {
      "epoch": 0.5501130369253956,
      "grad_norm": 2.015625,
      "learning_rate": 6.69663309711017e-06,
      "loss": 1.4607969284057618,
      "step": 365
    },
    {
      "epoch": 0.557648831951771,
      "grad_norm": 3.078125,
      "learning_rate": 6.515008238373259e-06,
      "loss": 1.4584217071533203,
      "step": 370
    },
    {
      "epoch": 0.5651846269781462,
      "grad_norm": 2.0,
      "learning_rate": 6.333969354634067e-06,
      "loss": 1.4549072265625,
      "step": 375
    },
    {
      "epoch": 0.5727204220045214,
      "grad_norm": 2.234375,
      "learning_rate": 6.153624146549206e-06,
      "loss": 1.4819585800170898,
      "step": 380
    },
    {
      "epoch": 0.5802562170308968,
      "grad_norm": 2.078125,
      "learning_rate": 5.974079902105248e-06,
      "loss": 1.4508701324462892,
      "step": 385
    },
    {
      "epoch": 0.587792012057272,
      "grad_norm": 1.984375,
      "learning_rate": 5.795443432792731e-06,
      "loss": 1.462479591369629,
      "step": 390
    },
    {
      "epoch": 0.5953278070836473,
      "grad_norm": 2.0625,
      "learning_rate": 5.61782101006364e-06,
      "loss": 1.4645420074462892,
      "step": 395
    },
    {
      "epoch": 0.6028636021100227,
      "grad_norm": 1.859375,
      "learning_rate": 5.441318302110143e-06,
      "loss": 1.4418591499328612,
      "step": 400
    },
    {
      "epoch": 0.6103993971363979,
      "grad_norm": 2.296875,
      "learning_rate": 5.266040311002226e-06,
      "loss": 1.5144804000854493,
      "step": 405
    },
    {
      "epoch": 0.6179351921627732,
      "grad_norm": 2.53125,
      "learning_rate": 5.092091310221597e-06,
      "loss": 1.5230363845825194,
      "step": 410
    },
    {
      "epoch": 0.6254709871891485,
      "grad_norm": 1.875,
      "learning_rate": 4.919574782629037e-06,
      "loss": 1.4765286445617676,
      "step": 415
    },
    {
      "epoch": 0.6330067822155238,
      "grad_norm": 2.234375,
      "learning_rate": 4.748593358902078e-06,
      "loss": 1.5008271217346192,
      "step": 420
    },
    {
      "epoch": 0.640542577241899,
      "grad_norm": 2.171875,
      "learning_rate": 4.5792487564796675e-06,
      "loss": 1.4626501083374024,
      "step": 425
    },
    {
      "epoch": 0.6480783722682742,
      "grad_norm": 2.03125,
      "learning_rate": 4.411641719050116e-06,
      "loss": 1.4993659019470216,
      "step": 430
    },
    {
      "epoch": 0.6556141672946496,
      "grad_norm": 2.484375,
      "learning_rate": 4.245871956618314e-06,
      "loss": 1.4285595893859864,
      "step": 435
    },
    {
      "epoch": 0.6631499623210249,
      "grad_norm": 2.09375,
      "learning_rate": 4.082038086187931e-06,
      "loss": 1.4569740295410156,
      "step": 440
    },
    {
      "epoch": 0.6706857573474001,
      "grad_norm": 2.03125,
      "learning_rate": 3.920237573093791e-06,
      "loss": 1.4318285942077638,
      "step": 445
    },
    {
      "epoch": 0.6782215523737755,
      "grad_norm": 2.078125,
      "learning_rate": 3.760566673019431e-06,
      "loss": 1.5205245971679688,
      "step": 450
    },
    {
      "epoch": 0.6857573474001507,
      "grad_norm": 2.390625,
      "learning_rate": 3.60312037473425e-06,
      "loss": 1.4765802383422852,
      "step": 455
    },
    {
      "epoch": 0.693293142426526,
      "grad_norm": 2.796875,
      "learning_rate": 3.447992343584366e-06,
      "loss": 1.5107611656188964,
      "step": 460
    },
    {
      "epoch": 0.7008289374529013,
      "grad_norm": 1.8828125,
      "learning_rate": 3.2952748657707867e-06,
      "loss": 1.4483990669250488,
      "step": 465
    },
    {
      "epoch": 0.7083647324792766,
      "grad_norm": 2.015625,
      "learning_rate": 3.1450587934480145e-06,
      "loss": 1.4701973915100097,
      "step": 470
    },
    {
      "epoch": 0.7159005275056518,
      "grad_norm": 1.96875,
      "learning_rate": 2.997433490675795e-06,
      "loss": 1.4567836761474608,
      "step": 475
    },
    {
      "epoch": 0.7234363225320272,
      "grad_norm": 2.4375,
      "learning_rate": 2.852486780256132e-06,
      "loss": 1.4270059585571289,
      "step": 480
    },
    {
      "epoch": 0.7309721175584024,
      "grad_norm": 2.046875,
      "learning_rate": 2.7103048914871928e-06,
      "loss": 1.4407997131347656,
      "step": 485
    },
    {
      "epoch": 0.7385079125847777,
      "grad_norm": 1.8515625,
      "learning_rate": 2.5709724088652055e-06,
      "loss": 1.4887385368347168,
      "step": 490
    },
    {
      "epoch": 0.746043707611153,
      "grad_norm": 2.21875,
      "learning_rate": 2.4345722217648545e-06,
      "loss": 1.4913487434387207,
      "step": 495
    },
    {
      "epoch": 0.7535795026375283,
      "grad_norm": 1.7890625,
      "learning_rate": 2.3011854751280943e-06,
      "loss": 1.4571470260620116,
      "step": 500
    },
    {
      "epoch": 0.7611152976639035,
      "grad_norm": 2.90625,
      "learning_rate": 2.1708915211907504e-06,
      "loss": 1.4817148208618165,
      "step": 505
    },
    {
      "epoch": 0.7686510926902789,
      "grad_norm": 1.96875,
      "learning_rate": 2.043767872275602e-06,
      "loss": 1.5055496215820312,
      "step": 510
    },
    {
      "epoch": 0.7761868877166541,
      "grad_norm": 2.421875,
      "learning_rate": 1.9198901546800303e-06,
      "loss": 1.4234349250793457,
      "step": 515
    },
    {
      "epoch": 0.7837226827430294,
      "grad_norm": 1.796875,
      "learning_rate": 1.799332063685672e-06,
      "loss": 1.4568108558654784,
      "step": 520
    },
    {
      "epoch": 0.7912584777694047,
      "grad_norm": 1.984375,
      "learning_rate": 1.6821653197168508e-06,
      "loss": 1.4333107948303223,
      "step": 525
    },
    {
      "epoch": 0.79879427279578,
      "grad_norm": 2.265625,
      "learning_rate": 1.5684596256738372e-06,
      "loss": 1.460732364654541,
      "step": 530
    },
    {
      "epoch": 0.8063300678221552,
      "grad_norm": 2.171875,
      "learning_rate": 1.4582826254663603e-06,
      "loss": 1.4648653984069824,
      "step": 535
    },
    {
      "epoch": 0.8138658628485306,
      "grad_norm": 2.140625,
      "learning_rate": 1.3516998637720101e-06,
      "loss": 1.4746587753295899,
      "step": 540
    },
    {
      "epoch": 0.8214016578749058,
      "grad_norm": 1.875,
      "learning_rate": 1.2487747470434843e-06,
      "loss": 1.4301054000854492,
      "step": 545
    },
    {
      "epoch": 0.8289374529012811,
      "grad_norm": 2.109375,
      "learning_rate": 1.1495685057878691e-06,
      "loss": 1.4414166450500487,
      "step": 550
    },
    {
      "epoch": 0.8364732479276563,
      "grad_norm": 2.234375,
      "learning_rate": 1.0541401581403993e-06,
      "loss": 1.4925739288330078,
      "step": 555
    },
    {
      "epoch": 0.8440090429540317,
      "grad_norm": 1.9140625,
      "learning_rate": 9.625464747543647e-07,
      "loss": 1.5180048942565918,
      "step": 560
    },
    {
      "epoch": 0.8515448379804069,
      "grad_norm": 2.234375,
      "learning_rate": 8.748419450280614e-07,
      "loss": 1.5134897232055664,
      "step": 565
    },
    {
      "epoch": 0.8590806330067822,
      "grad_norm": 2.0625,
      "learning_rate": 7.910787446888473e-07,
      "loss": 1.4737462997436523,
      "step": 570
    },
    {
      "epoch": 0.8666164280331575,
      "grad_norm": 2.203125,
      "learning_rate": 7.113067047536293e-07,
      "loss": 1.4445390701293945,
      "step": 575
    },
    {
      "epoch": 0.8741522230595328,
      "grad_norm": 2.203125,
      "learning_rate": 6.355732818842191e-07,
      "loss": 1.4534795761108399,
      "step": 580
    },
    {
      "epoch": 0.881688018085908,
      "grad_norm": 1.96875,
      "learning_rate": 5.639235301552015e-07,
      "loss": 1.4963753700256348,
      "step": 585
    },
    {
      "epoch": 0.8892238131122834,
      "grad_norm": 2.328125,
      "learning_rate": 4.964000742511082e-07,
      "loss": 1.446830654144287,
      "step": 590
    },
    {
      "epoch": 0.8967596081386586,
      "grad_norm": 1.96875,
      "learning_rate": 4.33043084108847e-07,
      "loss": 1.4866412162780762,
      "step": 595
    },
    {
      "epoch": 0.9042954031650339,
      "grad_norm": 2.171875,
      "learning_rate": 3.73890251020467e-07,
      "loss": 1.465456485748291,
      "step": 600
    },
    {
      "epoch": 0.9118311981914092,
      "grad_norm": 2.234375,
      "learning_rate": 3.1897676521048e-07,
      "loss": 1.4540048599243165,
      "step": 605
    },
    {
      "epoch": 0.9193669932177845,
      "grad_norm": 1.96875,
      "learning_rate": 2.683352949010759e-07,
      "loss": 1.4424663543701173,
      "step": 610
    },
    {
      "epoch": 0.9269027882441597,
      "grad_norm": 2.46875,
      "learning_rate": 2.2199596687767943e-07,
      "loss": 1.4640046119689942,
      "step": 615
    },
    {
      "epoch": 0.9344385832705351,
      "grad_norm": 2.453125,
      "learning_rate": 1.7998634856642575e-07,
      "loss": 1.4832847595214844,
      "step": 620
    },
    {
      "epoch": 0.9419743782969103,
      "grad_norm": 2.1875,
      "learning_rate": 1.4233143163420338e-07,
      "loss": 1.4776354789733888,
      "step": 625
    },
    {
      "epoch": 0.9495101733232856,
      "grad_norm": 1.9609375,
      "learning_rate": 1.0905361712102352e-07,
      "loss": 1.5160974502563476,
      "step": 630
    },
    {
      "epoch": 0.9570459683496609,
      "grad_norm": 2.109375,
      "learning_rate": 8.01727021135662e-08,
      "loss": 1.4372377395629883,
      "step": 635
    },
    {
      "epoch": 0.9645817633760362,
      "grad_norm": 2.234375,
      "learning_rate": 5.570586796782351e-08,
      "loss": 1.4696691513061524,
      "step": 640
    },
    {
      "epoch": 0.9721175584024114,
      "grad_norm": 2.03125,
      "learning_rate": 3.566767008784999e-08,
      "loss": 1.505112075805664,
      "step": 645
    },
    {
      "epoch": 0.9796533534287868,
      "grad_norm": 2.28125,
      "learning_rate": 2.0070029266709145e-08,
      "loss": 1.512413787841797,
      "step": 650
    },
    {
      "epoch": 0.987189148455162,
      "grad_norm": 2.75,
      "learning_rate": 8.922224594743733e-09,
      "loss": 1.4716434478759766,
      "step": 655
    },
    {
      "epoch": 0.9947249434815373,
      "grad_norm": 2.015625,
      "learning_rate": 2.2308879394189464e-09,
      "loss": 1.4296034812927245,
      "step": 660
    },
    {
      "epoch": 1.0,
      "step": 664,
      "total_flos": 3.202384716355461e+17,
      "train_loss": 1.559677630303854,
      "train_runtime": 5251.4031,
      "train_samples_per_second": 0.505,
      "train_steps_per_second": 0.126
    }
  ],
  "logging_steps": 5,
  "max_steps": 664,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.202384716355461e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}