{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 664,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.015071590052750565,
      "grad_norm": 63.93290066194459,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 1.451,
      "step": 5
    },
    {
      "epoch": 0.03014318010550113,
      "grad_norm": 35.58752674721741,
      "learning_rate": 2.25e-06,
      "loss": 1.5943,
      "step": 10
    },
    {
      "epoch": 0.0452147701582517,
      "grad_norm": 14.633818173823233,
      "learning_rate": 3.5e-06,
      "loss": 1.4134,
      "step": 15
    },
    {
      "epoch": 0.06028636021100226,
      "grad_norm": 11.36624439106729,
      "learning_rate": 4.75e-06,
      "loss": 1.3789,
      "step": 20
    },
    {
      "epoch": 0.07535795026375283,
      "grad_norm": 19.687207881604735,
      "learning_rate": 4.999524068745182e-06,
      "loss": 1.4061,
      "step": 25
    },
    {
      "epoch": 0.0904295403165034,
      "grad_norm": 3.4721808953008786,
      "learning_rate": 4.997590908585508e-06,
      "loss": 1.3465,
      "step": 30
    },
    {
      "epoch": 0.10550113036925396,
      "grad_norm": 3.7575390023993256,
      "learning_rate": 4.994171922976349e-06,
      "loss": 1.3066,
      "step": 35
    },
    {
      "epoch": 0.12057272042200452,
      "grad_norm": 3.93945708920635,
      "learning_rate": 4.9892691458840415e-06,
      "loss": 1.3024,
      "step": 40
    },
    {
      "epoch": 0.1356443104747551,
      "grad_norm": 5.745483553248285,
      "learning_rate": 4.982885493987595e-06,
      "loss": 1.3222,
      "step": 45
    },
    {
      "epoch": 0.15071590052750566,
      "grad_norm": 3.556951637647764,
      "learning_rate": 4.975024764943549e-06,
      "loss": 1.3441,
      "step": 50
    },
    {
      "epoch": 0.1657874905802562,
      "grad_norm": 2.837174059992352,
      "learning_rate": 4.965691635126737e-06,
      "loss": 1.2827,
      "step": 55
    },
    {
      "epoch": 0.1808590806330068,
      "grad_norm": 3.041016464130793,
      "learning_rate": 4.95489165684829e-06,
      "loss": 1.2503,
      "step": 60
    },
    {
      "epoch": 0.19593067068575734,
      "grad_norm": 2.9883733154892234,
      "learning_rate": 4.942631255052551e-06,
      "loss": 1.2252,
      "step": 65
    },
    {
      "epoch": 0.21100226073850792,
      "grad_norm": 3.6954501199574636,
      "learning_rate": 4.928917723494854e-06,
      "loss": 1.2734,
      "step": 70
    },
    {
      "epoch": 0.22607385079125847,
      "grad_norm": 8.370545215192237,
      "learning_rate": 4.913759220402441e-06,
      "loss": 1.2101,
      "step": 75
    },
    {
      "epoch": 0.24114544084400905,
      "grad_norm": 28.432365965110936,
      "learning_rate": 4.897164763621104e-06,
      "loss": 1.2485,
      "step": 80
    },
    {
      "epoch": 0.2562170308967596,
      "grad_norm": 4.715449035187671,
      "learning_rate": 4.879144225250445e-06,
      "loss": 1.2243,
      "step": 85
    },
    {
      "epoch": 0.2712886209495102,
      "grad_norm": 2.9636386869143387,
      "learning_rate": 4.859708325770919e-06,
      "loss": 1.2052,
      "step": 90
    },
    {
      "epoch": 0.2863602110022607,
      "grad_norm": 3.066981968094732,
      "learning_rate": 4.838868627666191e-06,
      "loss": 1.1686,
      "step": 95
    },
    {
      "epoch": 0.30143180105501133,
      "grad_norm": 2.412797888960037,
      "learning_rate": 4.81663752854457e-06,
      "loss": 1.1775,
      "step": 100
    },
    {
      "epoch": 0.3165033911077619,
      "grad_norm": 2.5140619073728105,
      "learning_rate": 4.793028253763633e-06,
      "loss": 1.1722,
      "step": 105
    },
    {
      "epoch": 0.3315749811605124,
      "grad_norm": 2.493285093391174,
      "learning_rate": 4.768054848562411e-06,
      "loss": 1.1695,
      "step": 110
    },
    {
      "epoch": 0.346646571213263,
      "grad_norm": 3.144530529949511,
      "learning_rate": 4.741732169705829e-06,
      "loss": 1.1841,
      "step": 115
    },
    {
      "epoch": 0.3617181612660136,
      "grad_norm": 2.295823857057481,
      "learning_rate": 4.714075876646365e-06,
      "loss": 1.1757,
      "step": 120
    },
    {
      "epoch": 0.37678975131876413,
      "grad_norm": 2.643471529827654,
      "learning_rate": 4.6851024222081905e-06,
      "loss": 1.1734,
      "step": 125
    },
    {
      "epoch": 0.3918613413715147,
      "grad_norm": 2.9457088109557668,
      "learning_rate": 4.654829042799323e-06,
      "loss": 1.127,
      "step": 130
    },
    {
      "epoch": 0.4069329314242653,
      "grad_norm": 3.0712069515731444,
      "learning_rate": 4.62327374815763e-06,
      "loss": 1.2514,
      "step": 135
    },
    {
      "epoch": 0.42200452147701584,
      "grad_norm": 2.6973425645416174,
      "learning_rate": 4.590455310636778e-06,
      "loss": 1.1873,
      "step": 140
    },
    {
      "epoch": 0.4370761115297664,
      "grad_norm": 2.6584776025168337,
      "learning_rate": 4.556393254038486e-06,
      "loss": 1.1515,
      "step": 145
    },
    {
      "epoch": 0.45214770158251694,
      "grad_norm": 2.7834304414005753,
      "learning_rate": 4.521107841997758e-06,
      "loss": 1.1197,
      "step": 150
    },
    {
      "epoch": 0.46721929163526754,
      "grad_norm": 3.0654410008265893,
      "learning_rate": 4.48462006592797e-06,
      "loss": 1.1494,
      "step": 155
    },
    {
      "epoch": 0.4822908816880181,
      "grad_norm": 2.3584975942076487,
      "learning_rate": 4.4469516325330055e-06,
      "loss": 1.1292,
      "step": 160
    },
    {
      "epoch": 0.49736247174076864,
      "grad_norm": 2.6296807819946766,
      "learning_rate": 4.408124950893868e-06,
      "loss": 1.1195,
      "step": 165
    },
    {
      "epoch": 0.5124340617935192,
      "grad_norm": 2.810412992553872,
      "learning_rate": 4.368163119137437e-06,
      "loss": 1.1047,
      "step": 170
    },
    {
      "epoch": 0.5275056518462697,
      "grad_norm": 2.7447890069275207,
      "learning_rate": 4.32708991069531e-06,
      "loss": 1.1689,
      "step": 175
    },
    {
      "epoch": 0.5425772418990203,
      "grad_norm": 2.6925744340959104,
      "learning_rate": 4.284929760160917e-06,
      "loss": 0.9971,
      "step": 180
    },
    {
      "epoch": 0.557648831951771,
      "grad_norm": 2.604938296467723,
      "learning_rate": 4.2417077487532835e-06,
      "loss": 1.1245,
      "step": 185
    },
    {
      "epoch": 0.5727204220045214,
      "grad_norm": 2.9775634900633534,
      "learning_rate": 4.197449589396131e-06,
      "loss": 1.1714,
      "step": 190
    },
    {
      "epoch": 0.587792012057272,
      "grad_norm": 2.7593158692455066,
      "learning_rate": 4.152181611421179e-06,
      "loss": 1.1634,
      "step": 195
    },
    {
      "epoch": 0.6028636021100227,
      "grad_norm": 2.6974834987909357,
      "learning_rate": 4.105930744904721e-06,
      "loss": 1.1021,
      "step": 200
    },
    {
      "epoch": 0.6179351921627732,
      "grad_norm": 2.872785492959392,
      "learning_rate": 4.058724504646834e-06,
      "loss": 1.1172,
      "step": 205
    },
    {
      "epoch": 0.6330067822155238,
      "grad_norm": 2.562056324367801,
      "learning_rate": 4.010590973802737e-06,
      "loss": 1.1375,
      "step": 210
    },
    {
      "epoch": 0.6480783722682742,
      "grad_norm": 2.2291085754732713,
      "learning_rate": 3.961558787176012e-06,
      "loss": 1.1482,
      "step": 215
    },
    {
      "epoch": 0.6631499623210249,
      "grad_norm": 2.4045628734860687,
      "learning_rate": 3.91165711418367e-06,
      "loss": 1.1041,
      "step": 220
    },
    {
      "epoch": 0.6782215523737755,
      "grad_norm": 3.3080421132480717,
      "learning_rate": 3.860915641503161e-06,
      "loss": 1.1142,
      "step": 225
    },
    {
      "epoch": 0.693293142426526,
      "grad_norm": 3.245502012246857,
      "learning_rate": 3.809364555411667e-06,
      "loss": 1.185,
      "step": 230
    },
    {
      "epoch": 0.7083647324792766,
      "grad_norm": 3.0888496819111726,
      "learning_rate": 3.75703452382818e-06,
      "loss": 1.1719,
      "step": 235
    },
    {
      "epoch": 0.7234363225320272,
      "grad_norm": 3.1440323353252526,
      "learning_rate": 3.703956678069055e-06,
      "loss": 1.1238,
      "step": 240
    },
    {
      "epoch": 0.7385079125847777,
      "grad_norm": 2.8116489290906723,
      "learning_rate": 3.650162594327881e-06,
      "loss": 1.0788,
      "step": 245
    },
    {
      "epoch": 0.7535795026375283,
      "grad_norm": 2.6368140598692347,
      "learning_rate": 3.595684274890691e-06,
      "loss": 1.0756,
      "step": 250
    },
    {
      "epoch": 0.7686510926902789,
      "grad_norm": 2.408558758625417,
      "learning_rate": 3.5405541290976968e-06,
      "loss": 1.1189,
      "step": 255
    },
    {
      "epoch": 0.7837226827430294,
      "grad_norm": 2.897272560922028,
      "learning_rate": 3.4848049540628588e-06,
      "loss": 1.0719,
      "step": 260
    },
    {
      "epoch": 0.79879427279578,
      "grad_norm": 2.606250228734567,
      "learning_rate": 3.4284699151627672e-06,
      "loss": 1.1073,
      "step": 265
    },
    {
      "epoch": 0.8138658628485306,
      "grad_norm": 2.7496803732493276,
      "learning_rate": 3.3715825263064493e-06,
      "loss": 1.0891,
      "step": 270
    },
    {
      "epoch": 0.8289374529012811,
      "grad_norm": 2.5362507404210146,
      "learning_rate": 3.314176629997825e-06,
      "loss": 1.0003,
      "step": 275
    },
    {
      "epoch": 0.8440090429540317,
      "grad_norm": 2.930907397969813,
      "learning_rate": 3.25628637720269e-06,
      "loss": 1.1259,
      "step": 280
    },
    {
      "epoch": 0.8590806330067822,
      "grad_norm": 2.339195373127568,
      "learning_rate": 3.1979462070321817e-06,
      "loss": 1.1505,
      "step": 285
    },
    {
      "epoch": 0.8741522230595328,
      "grad_norm": 2.8349021987346266,
      "learning_rate": 3.1391908262548382e-06,
      "loss": 1.0636,
      "step": 290
    },
    {
      "epoch": 0.8892238131122834,
      "grad_norm": 3.2284091736671905,
      "learning_rate": 3.08005518864942e-06,
      "loss": 1.1475,
      "step": 295
    },
    {
      "epoch": 0.9042954031650339,
      "grad_norm": 2.6609799290676768,
      "learning_rate": 3.0205744742107874e-06,
      "loss": 1.0161,
      "step": 300
    },
    {
      "epoch": 0.9193669932177845,
      "grad_norm": 2.5739173473029417,
      "learning_rate": 2.9607840682211987e-06,
      "loss": 1.0239,
      "step": 305
    },
    {
      "epoch": 0.9344385832705351,
      "grad_norm": 2.937887898785162,
      "learning_rate": 2.900719540199484e-06,
      "loss": 1.0436,
      "step": 310
    },
    {
      "epoch": 0.9495101733232856,
      "grad_norm": 2.7246531876982116,
      "learning_rate": 2.840416622740617e-06,
      "loss": 1.0982,
      "step": 315
    },
    {
      "epoch": 0.9645817633760362,
      "grad_norm": 2.8889715233179456,
      "learning_rate": 2.7799111902582697e-06,
      "loss": 1.1161,
      "step": 320
    },
    {
      "epoch": 0.9796533534287868,
      "grad_norm": 3.20559013895907,
      "learning_rate": 2.7192392376430014e-06,
      "loss": 1.066,
      "step": 325
    },
    {
      "epoch": 0.9947249434815373,
      "grad_norm": 2.63714269591387,
      "learning_rate": 2.6584368588487727e-06,
      "loss": 1.0798,
      "step": 330
    },
    {
      "epoch": 1.0090429540316503,
      "grad_norm": 2.8236476573888636,
      "learning_rate": 2.597540225420525e-06,
      "loss": 0.8717,
      "step": 335
    },
    {
      "epoch": 1.0241145440844008,
      "grad_norm": 2.403622878308974,
      "learning_rate": 2.5365855649756114e-06,
      "loss": 0.7775,
      "step": 340
    },
    {
      "epoch": 1.0391861341371516,
      "grad_norm": 3.1556330242872828,
      "learning_rate": 2.475609139651855e-06,
      "loss": 0.8101,
      "step": 345
    },
    {
      "epoch": 1.054257724189902,
      "grad_norm": 2.8657604036527373,
      "learning_rate": 2.4146472245350804e-06,
      "loss": 0.7067,
      "step": 350
    },
    {
      "epoch": 1.0693293142426525,
      "grad_norm": 2.845940606079971,
      "learning_rate": 2.353736086078941e-06,
      "loss": 0.7314,
      "step": 355
    },
    {
      "epoch": 1.0844009042954033,
      "grad_norm": 2.6386252875863856,
      "learning_rate": 2.2929119605298787e-06,
      "loss": 0.7813,
      "step": 360
    },
    {
      "epoch": 1.0994724943481538,
      "grad_norm": 2.9858658644648512,
      "learning_rate": 2.232211032370057e-06,
      "loss": 0.7792,
      "step": 365
    },
    {
      "epoch": 1.1145440844009042,
      "grad_norm": 3.1704667094741428,
      "learning_rate": 2.1716694127910863e-06,
      "loss": 0.8093,
      "step": 370
    },
    {
      "epoch": 1.129615674453655,
      "grad_norm": 2.438807649007062,
      "learning_rate": 2.1113231182113557e-06,
      "loss": 0.7326,
      "step": 375
    },
    {
      "epoch": 1.1446872645064055,
      "grad_norm": 2.766081091730644,
      "learning_rate": 2.0512080488497353e-06,
      "loss": 0.7069,
      "step": 380
    },
    {
      "epoch": 1.159758854559156,
      "grad_norm": 2.749798423974893,
      "learning_rate": 1.991359967368416e-06,
      "loss": 0.696,
      "step": 385
    },
    {
      "epoch": 1.1748304446119064,
      "grad_norm": 2.9444307577352937,
      "learning_rate": 1.9318144775975773e-06,
      "loss": 0.7416,
      "step": 390
    },
    {
      "epoch": 1.1899020346646572,
      "grad_norm": 3.04433007961317,
      "learning_rate": 1.8726070033545468e-06,
      "loss": 0.7579,
      "step": 395
    },
    {
      "epoch": 1.2049736247174077,
      "grad_norm": 2.9541203492627517,
      "learning_rate": 1.8137727673700476e-06,
      "loss": 0.7538,
      "step": 400
    },
    {
      "epoch": 1.2200452147701584,
      "grad_norm": 3.5431910354023497,
      "learning_rate": 1.7553467703340755e-06,
      "loss": 0.7116,
      "step": 405
    },
    {
      "epoch": 1.2351168048229089,
      "grad_norm": 2.6008674886254486,
      "learning_rate": 1.697363770073866e-06,
      "loss": 0.7292,
      "step": 410
    },
    {
      "epoch": 1.2501883948756594,
      "grad_norm": 2.498409384596954,
      "learning_rate": 1.6398582608763457e-06,
      "loss": 0.7165,
      "step": 415
    },
    {
      "epoch": 1.2652599849284099,
      "grad_norm": 2.962253311649292,
      "learning_rate": 1.5828644529673592e-06,
      "loss": 0.7987,
      "step": 420
    },
    {
      "epoch": 1.2803315749811606,
      "grad_norm": 2.862039009052619,
      "learning_rate": 1.5264162521598893e-06,
      "loss": 0.7438,
      "step": 425
    },
    {
      "epoch": 1.295403165033911,
      "grad_norm": 2.6095190980853773,
      "learning_rate": 1.470547239683372e-06,
      "loss": 0.7239,
      "step": 430
    },
    {
      "epoch": 1.3104747550866618,
      "grad_norm": 2.8744839745796575,
      "learning_rate": 1.415290652206105e-06,
      "loss": 0.7571,
      "step": 435
    },
    {
      "epoch": 1.3255463451394123,
      "grad_norm": 2.7520999185916333,
      "learning_rate": 1.3606793620626434e-06,
      "loss": 0.7234,
      "step": 440
    },
    {
      "epoch": 1.3406179351921628,
      "grad_norm": 2.7897554528675994,
      "learning_rate": 1.3067458576979305e-06,
      "loss": 0.7832,
      "step": 445
    },
    {
      "epoch": 1.3556895252449133,
      "grad_norm": 2.5249576185058418,
      "learning_rate": 1.2535222243398104e-06,
      "loss": 0.7063,
      "step": 450
    },
    {
      "epoch": 1.370761115297664,
      "grad_norm": 2.923951654007246,
      "learning_rate": 1.2010401249114166e-06,
      "loss": 0.7749,
      "step": 455
    },
    {
      "epoch": 1.3858327053504145,
      "grad_norm": 2.659838061766203,
      "learning_rate": 1.1493307811947887e-06,
      "loss": 0.7036,
      "step": 460
    },
    {
      "epoch": 1.400904295403165,
      "grad_norm": 2.567444585108736,
      "learning_rate": 1.098424955256929e-06,
      "loss": 0.8069,
      "step": 465
    },
    {
      "epoch": 1.4159758854559157,
      "grad_norm": 2.9945953913555243,
      "learning_rate": 1.048352931149338e-06,
      "loss": 0.7826,
      "step": 470
    },
    {
      "epoch": 1.4310474755086662,
      "grad_norm": 2.4443317776748605,
      "learning_rate": 9.991444968919318e-07,
      "loss": 0.7534,
      "step": 475
    },
    {
      "epoch": 1.4461190655614167,
      "grad_norm": 3.0058692222092236,
      "learning_rate": 9.50828926752044e-07,
      "loss": 0.7342,
      "step": 480
    },
    {
      "epoch": 1.4611906556141672,
      "grad_norm": 2.474430249938214,
      "learning_rate": 9.034349638290643e-07,
      "loss": 0.7724,
      "step": 485
    },
    {
      "epoch": 1.4762622456669179,
      "grad_norm": 2.4876357050013485,
      "learning_rate": 8.569908029550686e-07,
      "loss": 0.7172,
      "step": 490
    },
    {
      "epoch": 1.4913338357196684,
      "grad_norm": 2.9193635869573478,
      "learning_rate": 8.115240739216182e-07,
      "loss": 0.7634,
      "step": 495
    },
    {
      "epoch": 1.506405425772419,
      "grad_norm": 2.9037368464731985,
      "learning_rate": 7.670618250426981e-07,
      "loss": 0.7434,
      "step": 500
    },
    {
      "epoch": 1.5214770158251696,
      "grad_norm": 3.621843474966251,
      "learning_rate": 7.236305070635835e-07,
      "loss": 0.7432,
      "step": 505
    },
    {
      "epoch": 1.53654860587792,
      "grad_norm": 3.172725821539682,
      "learning_rate": 6.812559574252006e-07,
      "loss": 0.6995,
      "step": 510
    },
    {
      "epoch": 1.5516201959306706,
      "grad_norm": 3.127632922550285,
      "learning_rate": 6.399633848933434e-07,
      "loss": 0.7365,
      "step": 515
    },
    {
      "epoch": 1.5666917859834213,
      "grad_norm": 3.0207209188886437,
      "learning_rate": 5.997773545618907e-07,
      "loss": 0.7731,
      "step": 520
    },
    {
      "epoch": 1.5817633760361718,
      "grad_norm": 3.1229845348222693,
      "learning_rate": 5.607217732389503e-07,
      "loss": 0.7675,
      "step": 525
    },
    {
      "epoch": 1.5968349660889225,
      "grad_norm": 2.556530267042756,
      "learning_rate": 5.228198752246125e-07,
      "loss": 0.7298,
      "step": 530
    },
    {
      "epoch": 1.611906556141673,
      "grad_norm": 2.7122390573301134,
      "learning_rate": 4.860942084887868e-07,
      "loss": 0.8014,
      "step": 535
    },
    {
      "epoch": 1.6269781461944235,
      "grad_norm": 2.5497358605686826,
      "learning_rate": 4.505666212573367e-07,
      "loss": 0.7098,
      "step": 540
    },
    {
      "epoch": 1.642049736247174,
      "grad_norm": 2.451710015213246,
      "learning_rate": 4.162582490144948e-07,
      "loss": 0.7197,
      "step": 545
    },
    {
      "epoch": 1.6571213262999245,
      "grad_norm": 2.4788034308159634,
      "learning_rate": 3.831895019292897e-07,
      "loss": 0.7375,
      "step": 550
    },
    {
      "epoch": 1.6721929163526752,
      "grad_norm": 3.07406346872796,
      "learning_rate": 3.5138005271346643e-07,
      "loss": 0.7549,
      "step": 555
    },
    {
      "epoch": 1.687264506405426,
      "grad_norm": 2.6118807822457115,
      "learning_rate": 3.208488249181216e-07,
      "loss": 0.7433,
      "step": 560
    },
    {
      "epoch": 1.7023360964581764,
      "grad_norm": 3.0584684036169865,
      "learning_rate": 2.9161398167602053e-07,
      "loss": 0.7914,
      "step": 565
    },
    {
      "epoch": 1.717407686510927,
      "grad_norm": 2.763834415959353,
      "learning_rate": 2.6369291489628244e-07,
      "loss": 0.7405,
      "step": 570
    },
    {
      "epoch": 1.7324792765636774,
      "grad_norm": 2.1449947701115684,
      "learning_rate": 2.3710223491787643e-07,
      "loss": 0.7149,
      "step": 575
    },
    {
      "epoch": 1.747550866616428,
      "grad_norm": 2.63033187099936,
      "learning_rate": 2.1185776062807307e-07,
      "loss": 0.7274,
      "step": 580
    },
    {
      "epoch": 1.7626224566691786,
      "grad_norm": 2.8862953965332547,
      "learning_rate": 1.8797451005173384e-07,
      "loss": 0.7661,
      "step": 585
    },
    {
      "epoch": 1.7776940467219293,
      "grad_norm": 2.7608278671213897,
      "learning_rate": 1.654666914170361e-07,
      "loss": 0.7625,
      "step": 590
    },
    {
      "epoch": 1.7927656367746798,
      "grad_norm": 3.3490002122178,
      "learning_rate": 1.44347694702949e-07,
      "loss": 0.7985,
      "step": 595
    },
    {
      "epoch": 1.8078372268274303,
      "grad_norm": 2.5636592675505545,
      "learning_rate": 1.24630083673489e-07,
      "loss": 0.7436,
      "step": 600
    },
    {
      "epoch": 1.8229088168801808,
      "grad_norm": 2.895653387694223,
      "learning_rate": 1.0632558840349333e-07,
      "loss": 0.7608,
      "step": 605
    },
    {
      "epoch": 1.8379804069329313,
      "grad_norm": 2.553919116507747,
      "learning_rate": 8.944509830035864e-08,
      "loss": 0.7131,
      "step": 610
    },
    {
      "epoch": 1.853051996985682,
      "grad_norm": 2.849246844898084,
      "learning_rate": 7.399865562589315e-08,
      "loss": 0.7841,
      "step": 615
    },
    {
      "epoch": 1.8681235870384325,
      "grad_norm": 3.01555827900457,
      "learning_rate": 5.999544952214192e-08,
      "loss": 0.7597,
      "step": 620
    },
    {
      "epoch": 1.8831951770911832,
      "grad_norm": 2.5969187446302806,
      "learning_rate": 4.7443810544734456e-08,
      "loss": 0.731,
      "step": 625
    },
    {
      "epoch": 1.8982667671439337,
      "grad_norm": 2.7609437293219288,
      "learning_rate": 3.635120570700784e-08,
      "loss": 0.7767,
      "step": 630
    },
    {
      "epoch": 1.9133383571966842,
      "grad_norm": 2.6128372521247583,
      "learning_rate": 2.67242340378554e-08,
      "loss": 0.7445,
      "step": 635
    },
    {
      "epoch": 1.9284099472494347,
      "grad_norm": 3.0201462908095302,
      "learning_rate": 1.856862265594117e-08,
      "loss": 0.7317,
      "step": 640
    },
    {
      "epoch": 1.9434815373021854,
      "grad_norm": 3.1957975068044098,
      "learning_rate": 1.1889223362616664e-08,
      "loss": 0.7479,
      "step": 645
    },
    {
      "epoch": 1.958553127354936,
      "grad_norm": 2.7277480748536274,
      "learning_rate": 6.690009755569715e-09,
      "loss": 0.6665,
      "step": 650
    },
    {
      "epoch": 1.9736247174076866,
      "grad_norm": 2.6562010103303586,
      "learning_rate": 2.9740748649145778e-09,
      "loss": 0.7905,
      "step": 655
    },
    {
      "epoch": 1.9886963074604371,
      "grad_norm": 2.719630315699159,
      "learning_rate": 7.436293131396488e-10,
      "loss": 0.7328,
      "step": 660
    },
    {
      "epoch": 2.0,
      "step": 664,
      "total_flos": 25921569423360.0,
      "train_loss": 0.9619188387709928,
      "train_runtime": 4046.5288,
      "train_samples_per_second": 10.494,
      "train_steps_per_second": 0.164
    }
  ],
  "logging_steps": 5,
  "max_steps": 664,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 350,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 25921569423360.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}