{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 909,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0033003300330033004,
      "grad_norm": 10.81499361768409,
      "learning_rate": 0.0,
      "loss": 1.2079360485076904,
      "step": 1
    },
    {
      "epoch": 0.006600660066006601,
      "grad_norm": 10.226770877445293,
      "learning_rate": 4.395604395604396e-07,
      "loss": 1.123347520828247,
      "step": 2
    },
    {
      "epoch": 0.009900990099009901,
      "grad_norm": 11.292644267807786,
      "learning_rate": 8.791208791208792e-07,
      "loss": 1.261695384979248,
      "step": 3
    },
    {
      "epoch": 0.013201320132013201,
      "grad_norm": 10.504638106263508,
      "learning_rate": 1.3186813186813187e-06,
      "loss": 1.1276888847351074,
      "step": 4
    },
    {
      "epoch": 0.0165016501650165,
      "grad_norm": 10.822100601159539,
      "learning_rate": 1.7582417582417585e-06,
      "loss": 1.2254480123519897,
      "step": 5
    },
    {
      "epoch": 0.019801980198019802,
      "grad_norm": 9.905516433474448,
      "learning_rate": 2.197802197802198e-06,
      "loss": 1.1809396743774414,
      "step": 6
    },
    {
      "epoch": 0.0231023102310231,
      "grad_norm": 9.323364829402967,
      "learning_rate": 2.6373626373626375e-06,
      "loss": 1.2000095844268799,
      "step": 7
    },
    {
      "epoch": 0.026402640264026403,
      "grad_norm": 6.706098746162178,
      "learning_rate": 3.0769230769230774e-06,
      "loss": 1.0248074531555176,
      "step": 8
    },
    {
      "epoch": 0.0297029702970297,
      "grad_norm": 5.761138380327878,
      "learning_rate": 3.516483516483517e-06,
      "loss": 1.0840561389923096,
      "step": 9
    },
    {
      "epoch": 0.033003300330033,
      "grad_norm": 2.7364343552329315,
      "learning_rate": 3.9560439560439565e-06,
      "loss": 0.955639123916626,
      "step": 10
    },
    {
      "epoch": 0.036303630363036306,
      "grad_norm": 2.113810438625661,
      "learning_rate": 4.395604395604396e-06,
      "loss": 0.9281604290008545,
      "step": 11
    },
    {
      "epoch": 0.039603960396039604,
      "grad_norm": 1.849238684536393,
      "learning_rate": 4.8351648351648355e-06,
      "loss": 0.9079018831253052,
      "step": 12
    },
    {
      "epoch": 0.0429042904290429,
      "grad_norm": 1.6747171029255208,
      "learning_rate": 5.274725274725275e-06,
      "loss": 0.9039217233657837,
      "step": 13
    },
    {
      "epoch": 0.0462046204620462,
      "grad_norm": 2.0121666555693416,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 0.8910936117172241,
      "step": 14
    },
    {
      "epoch": 0.04950495049504951,
      "grad_norm": 2.0600124028897526,
      "learning_rate": 6.153846153846155e-06,
      "loss": 0.895532488822937,
      "step": 15
    },
    {
      "epoch": 0.052805280528052806,
      "grad_norm": 2.0613449368510044,
      "learning_rate": 6.5934065934065935e-06,
      "loss": 0.8889240622520447,
      "step": 16
    },
    {
      "epoch": 0.056105610561056105,
      "grad_norm": 1.785450637059245,
      "learning_rate": 7.032967032967034e-06,
      "loss": 0.8499570488929749,
      "step": 17
    },
    {
      "epoch": 0.0594059405940594,
      "grad_norm": 1.5894161631201256,
      "learning_rate": 7.472527472527473e-06,
      "loss": 0.839992105960846,
      "step": 18
    },
    {
      "epoch": 0.0627062706270627,
      "grad_norm": 1.1904834264503976,
      "learning_rate": 7.912087912087913e-06,
      "loss": 0.7718420028686523,
      "step": 19
    },
    {
      "epoch": 0.066006600660066,
      "grad_norm": 1.0397335564670163,
      "learning_rate": 8.351648351648353e-06,
      "loss": 0.7865867614746094,
      "step": 20
    },
    {
      "epoch": 0.06930693069306931,
      "grad_norm": 0.8314739102256958,
      "learning_rate": 8.791208791208792e-06,
      "loss": 0.7982739806175232,
      "step": 21
    },
    {
      "epoch": 0.07260726072607261,
      "grad_norm": 0.6542597896181986,
      "learning_rate": 9.230769230769232e-06,
      "loss": 0.7846421599388123,
      "step": 22
    },
    {
      "epoch": 0.07590759075907591,
      "grad_norm": 0.6269389928815381,
      "learning_rate": 9.670329670329671e-06,
      "loss": 0.7005743980407715,
      "step": 23
    },
    {
      "epoch": 0.07920792079207921,
      "grad_norm": 0.6603922634859757,
      "learning_rate": 1.010989010989011e-05,
      "loss": 0.7084314227104187,
      "step": 24
    },
    {
      "epoch": 0.08250825082508251,
      "grad_norm": 0.6856248928818359,
      "learning_rate": 1.054945054945055e-05,
      "loss": 0.7310304641723633,
      "step": 25
    },
    {
      "epoch": 0.0858085808580858,
      "grad_norm": 0.5728331825854258,
      "learning_rate": 1.098901098901099e-05,
      "loss": 0.7056888341903687,
      "step": 26
    },
    {
      "epoch": 0.0891089108910891,
      "grad_norm": 0.47956485465857923,
      "learning_rate": 1.1428571428571429e-05,
      "loss": 0.6987950205802917,
      "step": 27
    },
    {
      "epoch": 0.0924092409240924,
      "grad_norm": 0.47407141179043555,
      "learning_rate": 1.186813186813187e-05,
      "loss": 0.7319807410240173,
      "step": 28
    },
    {
      "epoch": 0.09570957095709572,
      "grad_norm": 0.4856924244101555,
      "learning_rate": 1.230769230769231e-05,
      "loss": 0.6983063220977783,
      "step": 29
    },
    {
      "epoch": 0.09900990099009901,
      "grad_norm": 0.49122925908544063,
      "learning_rate": 1.2747252747252747e-05,
      "loss": 0.70492023229599,
      "step": 30
    },
    {
      "epoch": 0.10231023102310231,
      "grad_norm": 0.4556788168903923,
      "learning_rate": 1.3186813186813187e-05,
      "loss": 0.7376629114151001,
      "step": 31
    },
    {
      "epoch": 0.10561056105610561,
      "grad_norm": 0.4272838300827657,
      "learning_rate": 1.3626373626373627e-05,
      "loss": 0.6623936295509338,
      "step": 32
    },
    {
      "epoch": 0.10891089108910891,
      "grad_norm": 0.40886227927218277,
      "learning_rate": 1.4065934065934068e-05,
      "loss": 0.7136330604553223,
      "step": 33
    },
    {
      "epoch": 0.11221122112211221,
      "grad_norm": 0.37821179606418975,
      "learning_rate": 1.4505494505494506e-05,
      "loss": 0.7113747596740723,
      "step": 34
    },
    {
      "epoch": 0.11551155115511551,
      "grad_norm": 0.4538557716923258,
      "learning_rate": 1.4945054945054947e-05,
      "loss": 0.8252867460250854,
      "step": 35
    },
    {
      "epoch": 0.1188118811881188,
      "grad_norm": 0.3875808052898815,
      "learning_rate": 1.5384615384615387e-05,
      "loss": 0.7406599521636963,
      "step": 36
    },
    {
      "epoch": 0.12211221122112212,
      "grad_norm": 0.3503240143986989,
      "learning_rate": 1.5824175824175826e-05,
      "loss": 0.6572297811508179,
      "step": 37
    },
    {
      "epoch": 0.1254125412541254,
      "grad_norm": 0.3779655372487014,
      "learning_rate": 1.6263736263736265e-05,
      "loss": 0.7520949840545654,
      "step": 38
    },
    {
      "epoch": 0.12871287128712872,
      "grad_norm": 0.36968690038350466,
      "learning_rate": 1.6703296703296707e-05,
      "loss": 0.6861323118209839,
      "step": 39
    },
    {
      "epoch": 0.132013201320132,
      "grad_norm": 0.3724328241107235,
      "learning_rate": 1.7142857142857142e-05,
      "loss": 0.6818518042564392,
      "step": 40
    },
    {
      "epoch": 0.1353135313531353,
      "grad_norm": 0.35542054984937593,
      "learning_rate": 1.7582417582417584e-05,
      "loss": 0.6663186550140381,
      "step": 41
    },
    {
      "epoch": 0.13861386138613863,
      "grad_norm": 0.3441266617586836,
      "learning_rate": 1.8021978021978023e-05,
      "loss": 0.6492191553115845,
      "step": 42
    },
    {
      "epoch": 0.1419141914191419,
      "grad_norm": 0.3478448092762331,
      "learning_rate": 1.8461538461538465e-05,
      "loss": 0.6444741487503052,
      "step": 43
    },
    {
      "epoch": 0.14521452145214522,
      "grad_norm": 0.34951148057960574,
      "learning_rate": 1.8901098901098903e-05,
      "loss": 0.6476814150810242,
      "step": 44
    },
    {
      "epoch": 0.1485148514851485,
      "grad_norm": 0.3356672452160599,
      "learning_rate": 1.9340659340659342e-05,
      "loss": 0.6660827994346619,
      "step": 45
    },
    {
      "epoch": 0.15181518151815182,
      "grad_norm": 0.30809956365723695,
      "learning_rate": 1.9780219780219784e-05,
      "loss": 0.6924091577529907,
      "step": 46
    },
    {
      "epoch": 0.1551155115511551,
      "grad_norm": 0.9030699054312887,
      "learning_rate": 2.021978021978022e-05,
      "loss": 0.6899605989456177,
      "step": 47
    },
    {
      "epoch": 0.15841584158415842,
      "grad_norm": 0.35784060194946976,
      "learning_rate": 2.0659340659340665e-05,
      "loss": 0.7242028713226318,
      "step": 48
    },
    {
      "epoch": 0.1617161716171617,
      "grad_norm": 0.3093966721093651,
      "learning_rate": 2.10989010989011e-05,
      "loss": 0.6203902959823608,
      "step": 49
    },
    {
      "epoch": 0.16501650165016502,
      "grad_norm": 0.4242705872636108,
      "learning_rate": 2.153846153846154e-05,
      "loss": 0.6420010328292847,
      "step": 50
    },
    {
      "epoch": 0.16831683168316833,
      "grad_norm": 0.35079960590346965,
      "learning_rate": 2.197802197802198e-05,
      "loss": 0.7517598867416382,
      "step": 51
    },
    {
      "epoch": 0.1716171617161716,
      "grad_norm": 0.3078803790362521,
      "learning_rate": 2.241758241758242e-05,
      "loss": 0.6568161249160767,
      "step": 52
    },
    {
      "epoch": 0.17491749174917492,
      "grad_norm": 0.34666662805484005,
      "learning_rate": 2.2857142857142858e-05,
      "loss": 0.7348504662513733,
      "step": 53
    },
    {
      "epoch": 0.1782178217821782,
      "grad_norm": 0.302791415801781,
      "learning_rate": 2.32967032967033e-05,
      "loss": 0.6164949536323547,
      "step": 54
    },
    {
      "epoch": 0.18151815181518152,
      "grad_norm": 0.33732756727763136,
      "learning_rate": 2.373626373626374e-05,
      "loss": 0.6505363583564758,
      "step": 55
    },
    {
      "epoch": 0.1848184818481848,
      "grad_norm": 0.34780152362496847,
      "learning_rate": 2.4175824175824177e-05,
      "loss": 0.7562520503997803,
      "step": 56
    },
    {
      "epoch": 0.18811881188118812,
      "grad_norm": 0.3310895358869482,
      "learning_rate": 2.461538461538462e-05,
      "loss": 0.6943148374557495,
      "step": 57
    },
    {
      "epoch": 0.19141914191419143,
      "grad_norm": 0.3367877938063833,
      "learning_rate": 2.5054945054945058e-05,
      "loss": 0.6571655869483948,
      "step": 58
    },
    {
      "epoch": 0.19471947194719472,
      "grad_norm": 0.32103256018771714,
      "learning_rate": 2.5494505494505493e-05,
      "loss": 0.7229321002960205,
      "step": 59
    },
    {
      "epoch": 0.19801980198019803,
      "grad_norm": 0.30468399230672144,
      "learning_rate": 2.593406593406594e-05,
      "loss": 0.6307672262191772,
      "step": 60
    },
    {
      "epoch": 0.20132013201320131,
      "grad_norm": 0.3282635121595526,
      "learning_rate": 2.6373626373626374e-05,
      "loss": 0.6336506009101868,
      "step": 61
    },
    {
      "epoch": 0.20462046204620463,
      "grad_norm": 0.3280360563022675,
      "learning_rate": 2.6813186813186813e-05,
      "loss": 0.6492213010787964,
      "step": 62
    },
    {
      "epoch": 0.2079207920792079,
      "grad_norm": 0.3292430577817229,
      "learning_rate": 2.7252747252747255e-05,
      "loss": 0.6763280034065247,
      "step": 63
    },
    {
      "epoch": 0.21122112211221122,
      "grad_norm": 0.47832355846700536,
      "learning_rate": 2.7692307692307694e-05,
      "loss": 0.7322396039962769,
      "step": 64
    },
    {
      "epoch": 0.2145214521452145,
      "grad_norm": 0.31915340164178446,
      "learning_rate": 2.8131868131868136e-05,
      "loss": 0.7080870270729065,
      "step": 65
    },
    {
      "epoch": 0.21782178217821782,
      "grad_norm": 0.3227571040968621,
      "learning_rate": 2.8571428571428574e-05,
      "loss": 0.6054466962814331,
      "step": 66
    },
    {
      "epoch": 0.22112211221122113,
      "grad_norm": 0.33375713186655664,
      "learning_rate": 2.9010989010989013e-05,
      "loss": 0.6782290935516357,
      "step": 67
    },
    {
      "epoch": 0.22442244224422442,
      "grad_norm": 0.3437770801965916,
      "learning_rate": 2.9450549450549455e-05,
      "loss": 0.6804753541946411,
      "step": 68
    },
    {
      "epoch": 0.22772277227722773,
      "grad_norm": 0.3228427319313703,
      "learning_rate": 2.9890109890109894e-05,
      "loss": 0.6493992805480957,
      "step": 69
    },
    {
      "epoch": 0.23102310231023102,
      "grad_norm": 0.3540211756840673,
      "learning_rate": 3.0329670329670332e-05,
      "loss": 0.6263789534568787,
      "step": 70
    },
    {
      "epoch": 0.23432343234323433,
      "grad_norm": 0.34989089824503405,
      "learning_rate": 3.0769230769230774e-05,
      "loss": 0.6960322856903076,
      "step": 71
    },
    {
      "epoch": 0.2376237623762376,
      "grad_norm": 0.33624443163866324,
      "learning_rate": 3.120879120879121e-05,
      "loss": 0.6146604418754578,
      "step": 72
    },
    {
      "epoch": 0.24092409240924093,
      "grad_norm": 0.39618402867027047,
      "learning_rate": 3.164835164835165e-05,
      "loss": 0.6361377239227295,
      "step": 73
    },
    {
      "epoch": 0.24422442244224424,
      "grad_norm": 0.361603087273114,
      "learning_rate": 3.2087912087912094e-05,
      "loss": 0.636134147644043,
      "step": 74
    },
    {
      "epoch": 0.24752475247524752,
      "grad_norm": 0.37985663132790304,
      "learning_rate": 3.252747252747253e-05,
      "loss": 0.5936564803123474,
      "step": 75
    },
    {
      "epoch": 0.2508250825082508,
      "grad_norm": 0.35883234873646996,
      "learning_rate": 3.296703296703297e-05,
      "loss": 0.6001103520393372,
      "step": 76
    },
    {
      "epoch": 0.25412541254125415,
      "grad_norm": 0.35227803701073973,
      "learning_rate": 3.340659340659341e-05,
      "loss": 0.6254594326019287,
      "step": 77
    },
    {
      "epoch": 0.25742574257425743,
      "grad_norm": 0.3563257650896171,
      "learning_rate": 3.384615384615385e-05,
      "loss": 0.6457959413528442,
      "step": 78
    },
    {
      "epoch": 0.2607260726072607,
      "grad_norm": 0.37234316340556584,
      "learning_rate": 3.4285714285714284e-05,
      "loss": 0.6186954975128174,
      "step": 79
    },
    {
      "epoch": 0.264026402640264,
      "grad_norm": 0.35352748449766547,
      "learning_rate": 3.4725274725274726e-05,
      "loss": 0.6175529956817627,
      "step": 80
    },
    {
      "epoch": 0.26732673267326734,
      "grad_norm": 0.35441369709658355,
      "learning_rate": 3.516483516483517e-05,
      "loss": 0.6694468259811401,
      "step": 81
    },
    {
      "epoch": 0.2706270627062706,
      "grad_norm": 0.39955400784840756,
      "learning_rate": 3.56043956043956e-05,
      "loss": 0.627490222454071,
      "step": 82
    },
    {
      "epoch": 0.2739273927392739,
      "grad_norm": 0.38314031523497477,
      "learning_rate": 3.6043956043956045e-05,
      "loss": 0.6410495638847351,
      "step": 83
    },
    {
      "epoch": 0.27722772277227725,
      "grad_norm": 0.36926215386141575,
      "learning_rate": 3.648351648351649e-05,
      "loss": 0.6305102109909058,
      "step": 84
    },
    {
      "epoch": 0.28052805280528054,
      "grad_norm": 0.38364118080284076,
      "learning_rate": 3.692307692307693e-05,
      "loss": 0.6558895111083984,
      "step": 85
    },
    {
      "epoch": 0.2838283828382838,
      "grad_norm": 0.3370292682974053,
      "learning_rate": 3.7362637362637365e-05,
      "loss": 0.6029388308525085,
      "step": 86
    },
    {
      "epoch": 0.2871287128712871,
      "grad_norm": 0.39541874871701704,
      "learning_rate": 3.7802197802197807e-05,
      "loss": 0.6551017761230469,
      "step": 87
    },
    {
      "epoch": 0.29042904290429045,
      "grad_norm": 0.3629036550044273,
      "learning_rate": 3.824175824175825e-05,
      "loss": 0.6588809490203857,
      "step": 88
    },
    {
      "epoch": 0.29372937293729373,
      "grad_norm": 0.37786447228212183,
      "learning_rate": 3.8681318681318684e-05,
      "loss": 0.614648699760437,
      "step": 89
    },
    {
      "epoch": 0.297029702970297,
      "grad_norm": 0.42911861803278684,
      "learning_rate": 3.9120879120879126e-05,
      "loss": 0.7034356594085693,
      "step": 90
    },
    {
      "epoch": 0.30033003300330036,
      "grad_norm": 0.3707184094312094,
      "learning_rate": 3.956043956043957e-05,
      "loss": 0.6908263564109802,
      "step": 91
    },
    {
      "epoch": 0.30363036303630364,
      "grad_norm": 0.38262186656216063,
      "learning_rate": 4e-05,
      "loss": 0.6882215738296509,
      "step": 92
    },
    {
      "epoch": 0.3069306930693069,
      "grad_norm": 0.3709464296309744,
      "learning_rate": 3.999985249980169e-05,
      "loss": 0.6377270221710205,
      "step": 93
    },
    {
      "epoch": 0.3102310231023102,
      "grad_norm": 0.3412837406106036,
      "learning_rate": 3.999941000138238e-05,
      "loss": 0.6735270619392395,
      "step": 94
    },
    {
      "epoch": 0.31353135313531355,
      "grad_norm": 0.40165192879996064,
      "learning_rate": 3.999867251126893e-05,
      "loss": 0.6934541463851929,
      "step": 95
    },
    {
      "epoch": 0.31683168316831684,
      "grad_norm": 0.34707128601816045,
      "learning_rate": 3.9997640040339335e-05,
      "loss": 0.6367039084434509,
      "step": 96
    },
    {
      "epoch": 0.3201320132013201,
      "grad_norm": 0.4268828113970776,
      "learning_rate": 3.999631260382257e-05,
      "loss": 0.6274522542953491,
      "step": 97
    },
    {
      "epoch": 0.3234323432343234,
      "grad_norm": 0.454428833020686,
      "learning_rate": 3.999469022129834e-05,
      "loss": 0.5874066352844238,
      "step": 98
    },
    {
      "epoch": 0.32673267326732675,
      "grad_norm": 0.4200675840489775,
      "learning_rate": 3.9992772916696824e-05,
      "loss": 0.6175942420959473,
      "step": 99
    },
    {
      "epoch": 0.33003300330033003,
      "grad_norm": 0.3796321080056305,
      "learning_rate": 3.99905607182983e-05,
      "loss": 0.5625832080841064,
      "step": 100
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.39108856096759403,
      "learning_rate": 3.998805365873274e-05,
      "loss": 0.6153020262718201,
      "step": 101
    },
    {
      "epoch": 0.33663366336633666,
      "grad_norm": 0.3873560194436071,
      "learning_rate": 3.998525177497932e-05,
      "loss": 0.5585426092147827,
      "step": 102
    },
    {
      "epoch": 0.33993399339933994,
      "grad_norm": 0.4084712106325698,
      "learning_rate": 3.998215510836589e-05,
      "loss": 0.6586359739303589,
      "step": 103
    },
    {
      "epoch": 0.3432343234323432,
      "grad_norm": 0.4383246876899704,
      "learning_rate": 3.997876370456833e-05,
      "loss": 0.62096107006073,
      "step": 104
    },
    {
      "epoch": 0.3465346534653465,
      "grad_norm": 0.4026893562706946,
      "learning_rate": 3.997507761360993e-05,
      "loss": 0.6059336066246033,
      "step": 105
    },
    {
      "epoch": 0.34983498349834985,
      "grad_norm": 0.46586240044914223,
      "learning_rate": 3.997109688986059e-05,
      "loss": 0.617970883846283,
      "step": 106
    },
    {
      "epoch": 0.35313531353135313,
      "grad_norm": 0.44949199032710474,
      "learning_rate": 3.9966821592036066e-05,
      "loss": 0.6453397274017334,
      "step": 107
    },
    {
      "epoch": 0.3564356435643564,
      "grad_norm": 0.4794978158156406,
      "learning_rate": 3.996225178319709e-05,
      "loss": 0.6371763348579407,
      "step": 108
    },
    {
      "epoch": 0.35973597359735976,
      "grad_norm": 0.4463512391721941,
      "learning_rate": 3.9957387530748435e-05,
      "loss": 0.5971124172210693,
      "step": 109
    },
    {
      "epoch": 0.36303630363036304,
      "grad_norm": 0.368079413354641,
      "learning_rate": 3.995222890643792e-05,
      "loss": 0.5679532289505005,
      "step": 110
    },
    {
      "epoch": 0.36633663366336633,
      "grad_norm": 0.43733705586285254,
      "learning_rate": 3.9946775986355346e-05,
      "loss": 0.5988069772720337,
      "step": 111
    },
    {
      "epoch": 0.3696369636963696,
      "grad_norm": 0.38235582844960775,
      "learning_rate": 3.994102885093141e-05,
      "loss": 0.6352983713150024,
      "step": 112
    },
    {
      "epoch": 0.37293729372937295,
      "grad_norm": 0.389837871286893,
      "learning_rate": 3.993498758493646e-05,
      "loss": 0.58957839012146,
      "step": 113
    },
    {
      "epoch": 0.37623762376237624,
      "grad_norm": 0.40399856168911097,
      "learning_rate": 3.992865227747929e-05,
      "loss": 0.6396822929382324,
      "step": 114
    },
    {
      "epoch": 0.3795379537953795,
      "grad_norm": 0.38891668976227123,
      "learning_rate": 3.992202302200582e-05,
      "loss": 0.6314754486083984,
      "step": 115
    },
    {
      "epoch": 0.38283828382838286,
      "grad_norm": 0.4087528543828922,
      "learning_rate": 3.991509991629769e-05,
      "loss": 0.673650860786438,
      "step": 116
    },
    {
      "epoch": 0.38613861386138615,
      "grad_norm": 0.36330054292020786,
      "learning_rate": 3.990788306247085e-05,
      "loss": 0.5813701152801514,
      "step": 117
    },
    {
      "epoch": 0.38943894389438943,
      "grad_norm": 0.4247110332678589,
      "learning_rate": 3.990037256697404e-05,
      "loss": 0.6419334411621094,
      "step": 118
    },
    {
      "epoch": 0.3927392739273927,
      "grad_norm": 0.4244126002071751,
      "learning_rate": 3.989256854058721e-05,
      "loss": 0.6319208145141602,
      "step": 119
    },
    {
      "epoch": 0.39603960396039606,
      "grad_norm": 0.3651632933942853,
      "learning_rate": 3.988447109841991e-05,
      "loss": 0.5989845991134644,
      "step": 120
    },
    {
      "epoch": 0.39933993399339934,
      "grad_norm": 0.393158353074077,
      "learning_rate": 3.987608035990957e-05,
      "loss": 0.5853303670883179,
      "step": 121
    },
    {
      "epoch": 0.40264026402640263,
      "grad_norm": 0.35965233332276103,
      "learning_rate": 3.986739644881975e-05,
      "loss": 0.6115257143974304,
      "step": 122
    },
    {
      "epoch": 0.40594059405940597,
      "grad_norm": 0.4252711474203845,
      "learning_rate": 3.985841949323831e-05,
      "loss": 0.6440504789352417,
      "step": 123
    },
    {
      "epoch": 0.40924092409240925,
      "grad_norm": 0.5578797297271848,
      "learning_rate": 3.984914962557553e-05,
      "loss": 0.5765030384063721,
      "step": 124
    },
    {
      "epoch": 0.41254125412541254,
      "grad_norm": 0.4362455029468141,
      "learning_rate": 3.983958698256214e-05,
      "loss": 0.6387556791305542,
      "step": 125
    },
    {
      "epoch": 0.4158415841584158,
      "grad_norm": 0.39274811063076087,
      "learning_rate": 3.98297317052473e-05,
      "loss": 0.6263147592544556,
      "step": 126
    },
    {
      "epoch": 0.41914191419141916,
      "grad_norm": 0.42682589637163704,
      "learning_rate": 3.981958393899656e-05,
      "loss": 0.6091845035552979,
      "step": 127
    },
    {
      "epoch": 0.42244224422442245,
      "grad_norm": 0.4033131171538041,
      "learning_rate": 3.980914383348967e-05,
      "loss": 0.6458015441894531,
      "step": 128
    },
    {
      "epoch": 0.42574257425742573,
      "grad_norm": 0.3881606915462862,
      "learning_rate": 3.9798411542718395e-05,
      "loss": 0.6115552186965942,
      "step": 129
    },
    {
      "epoch": 0.429042904290429,
      "grad_norm": 0.38910317938225847,
      "learning_rate": 3.978738722498423e-05,
      "loss": 0.6427993774414062,
      "step": 130
    },
    {
      "epoch": 0.43234323432343236,
      "grad_norm": 0.36836380096259913,
      "learning_rate": 3.977607104289609e-05,
      "loss": 0.6121467351913452,
      "step": 131
    },
    {
      "epoch": 0.43564356435643564,
      "grad_norm": 0.3743062201629088,
      "learning_rate": 3.9764463163367875e-05,
      "loss": 0.5951442718505859,
      "step": 132
    },
    {
      "epoch": 0.4389438943894389,
      "grad_norm": 0.3699746655092952,
      "learning_rate": 3.9752563757616045e-05,
      "loss": 0.6639472842216492,
      "step": 133
    },
    {
      "epoch": 0.44224422442244227,
      "grad_norm": 0.37398919831188604,
      "learning_rate": 3.974037300115706e-05,
      "loss": 0.6084764003753662,
      "step": 134
    },
    {
      "epoch": 0.44554455445544555,
      "grad_norm": 0.37043195153646374,
      "learning_rate": 3.972789107380484e-05,
      "loss": 0.6211085915565491,
      "step": 135
    },
    {
      "epoch": 0.44884488448844884,
      "grad_norm": 0.3509837417375981,
      "learning_rate": 3.9715118159668046e-05,
      "loss": 0.6098147034645081,
      "step": 136
    },
    {
      "epoch": 0.4521452145214521,
      "grad_norm": 0.3350785925775803,
      "learning_rate": 3.970205444714742e-05,
      "loss": 0.6155884861946106,
      "step": 137
    },
    {
      "epoch": 0.45544554455445546,
      "grad_norm": 0.38529379761335925,
      "learning_rate": 3.9688700128932975e-05,
      "loss": 0.5984665155410767,
      "step": 138
    },
    {
      "epoch": 0.45874587458745875,
      "grad_norm": 0.45130397769476205,
      "learning_rate": 3.967505540200117e-05,
      "loss": 0.6656880378723145,
      "step": 139
    },
    {
      "epoch": 0.46204620462046203,
      "grad_norm": 0.3277874952439621,
      "learning_rate": 3.966112046761201e-05,
      "loss": 0.6607398390769958,
      "step": 140
    },
    {
      "epoch": 0.46534653465346537,
      "grad_norm": 2.6727599644732267,
      "learning_rate": 3.9646895531306046e-05,
      "loss": 0.6578342914581299,
      "step": 141
    },
    {
      "epoch": 0.46864686468646866,
      "grad_norm": 0.47429126269764676,
      "learning_rate": 3.963238080290136e-05,
      "loss": 0.6103699803352356,
      "step": 142
    },
    {
      "epoch": 0.47194719471947194,
      "grad_norm": 0.32652590291724093,
      "learning_rate": 3.96175764964905e-05,
      "loss": 0.5484676957130432,
      "step": 143
    },
    {
      "epoch": 0.4752475247524752,
      "grad_norm": 0.4531372955951849,
      "learning_rate": 3.960248283043727e-05,
      "loss": 0.578776478767395,
      "step": 144
    },
    {
      "epoch": 0.47854785478547857,
      "grad_norm": 0.3685580706465372,
      "learning_rate": 3.958710002737355e-05,
      "loss": 0.6184446811676025,
      "step": 145
    },
    {
      "epoch": 0.48184818481848185,
      "grad_norm": 0.3584005630962511,
      "learning_rate": 3.9571428314195984e-05,
      "loss": 0.6307916045188904,
      "step": 146
    },
    {
      "epoch": 0.48514851485148514,
      "grad_norm": 0.4049679254542765,
      "learning_rate": 3.955546792206265e-05,
      "loss": 0.6064697504043579,
      "step": 147
    },
    {
      "epoch": 0.4884488448844885,
      "grad_norm": 0.3846258995775384,
      "learning_rate": 3.953921908638966e-05,
      "loss": 0.6055655479431152,
      "step": 148
    },
    {
      "epoch": 0.49174917491749176,
      "grad_norm": 0.3643318343315678,
      "learning_rate": 3.952268204684765e-05,
      "loss": 0.5856431126594543,
      "step": 149
    },
    {
      "epoch": 0.49504950495049505,
      "grad_norm": 0.3854715521866927,
      "learning_rate": 3.950585704735829e-05,
      "loss": 0.6634635925292969,
      "step": 150
    },
    {
      "epoch": 0.49834983498349833,
      "grad_norm": 0.34338835592304534,
      "learning_rate": 3.948874433609065e-05,
      "loss": 0.5880753397941589,
      "step": 151
    },
    {
      "epoch": 0.5016501650165016,
      "grad_norm": 0.3481018111538647,
      "learning_rate": 3.947134416545757e-05,
      "loss": 0.5594221949577332,
      "step": 152
    },
    {
      "epoch": 0.504950495049505,
      "grad_norm": 0.6570220882473125,
      "learning_rate": 3.94536567921119e-05,
      "loss": 0.664652407169342,
      "step": 153
    },
    {
      "epoch": 0.5082508250825083,
      "grad_norm": 0.340048306266198,
      "learning_rate": 3.9435682476942755e-05,
      "loss": 0.6002815961837769,
      "step": 154
    },
    {
      "epoch": 0.5115511551155115,
      "grad_norm": 0.3488682381523364,
      "learning_rate": 3.941742148507163e-05,
      "loss": 0.5905177593231201,
      "step": 155
    },
    {
      "epoch": 0.5148514851485149,
      "grad_norm": 0.33062666453941425,
      "learning_rate": 3.939887408584853e-05,
      "loss": 0.5636795163154602,
      "step": 156
    },
    {
      "epoch": 0.5181518151815182,
      "grad_norm": 0.35862086331061066,
      "learning_rate": 3.938004055284796e-05,
      "loss": 0.5639582276344299,
      "step": 157
    },
    {
      "epoch": 0.5214521452145214,
      "grad_norm": 0.31769111173717246,
      "learning_rate": 3.9360921163864895e-05,
      "loss": 0.6515591144561768,
      "step": 158
    },
    {
      "epoch": 0.5247524752475248,
      "grad_norm": 0.38401455820073427,
      "learning_rate": 3.934151620091071e-05,
      "loss": 0.5721683502197266,
      "step": 159
    },
    {
      "epoch": 0.528052805280528,
      "grad_norm": 0.3284331200684813,
      "learning_rate": 3.9321825950209e-05,
      "loss": 0.5801802277565002,
      "step": 160
    },
    {
      "epoch": 0.5313531353135313,
      "grad_norm": 0.3493998878359796,
      "learning_rate": 3.9301850702191344e-05,
      "loss": 0.603084921836853,
      "step": 161
    },
    {
      "epoch": 0.5346534653465347,
      "grad_norm": 0.32233519110844616,
      "learning_rate": 3.928159075149304e-05,
      "loss": 0.6376925110816956,
      "step": 162
    },
    {
      "epoch": 0.5379537953795379,
      "grad_norm": 0.35833134197704153,
      "learning_rate": 3.926104639694877e-05,
      "loss": 0.5764102935791016,
      "step": 163
    },
    {
      "epoch": 0.5412541254125413,
      "grad_norm": 0.3523567199445224,
      "learning_rate": 3.924021794158818e-05,
      "loss": 0.6102188229560852,
      "step": 164
    },
    {
      "epoch": 0.5445544554455446,
      "grad_norm": 0.36694222553878597,
      "learning_rate": 3.921910569263139e-05,
      "loss": 0.5833287835121155,
      "step": 165
    },
    {
      "epoch": 0.5478547854785478,
      "grad_norm": 0.37179813198977807,
      "learning_rate": 3.919770996148448e-05,
      "loss": 0.5891385078430176,
      "step": 166
    },
    {
      "epoch": 0.5511551155115512,
      "grad_norm": 0.3507301680001106,
      "learning_rate": 3.917603106373493e-05,
      "loss": 0.5838547348976135,
      "step": 167
    },
    {
      "epoch": 0.5544554455445545,
      "grad_norm": 0.3134001311174479,
      "learning_rate": 3.9154069319146904e-05,
      "loss": 0.5727800726890564,
      "step": 168
    },
    {
      "epoch": 0.5577557755775577,
      "grad_norm": 0.33531781904204605,
      "learning_rate": 3.913182505165656e-05,
      "loss": 0.6102641224861145,
      "step": 169
    },
    {
      "epoch": 0.5610561056105611,
      "grad_norm": 0.35178976522027133,
      "learning_rate": 3.91092985893673e-05,
      "loss": 0.5718260407447815,
      "step": 170
    },
    {
      "epoch": 0.5643564356435643,
      "grad_norm": 0.47006108726602863,
      "learning_rate": 3.908649026454488e-05,
      "loss": 0.6308504939079285,
      "step": 171
    },
    {
      "epoch": 0.5676567656765676,
      "grad_norm": 0.3687514240026255,
      "learning_rate": 3.906340041361255e-05,
      "loss": 0.6089432835578918,
      "step": 172
    },
    {
      "epoch": 0.570957095709571,
      "grad_norm": 0.3586674884704593,
      "learning_rate": 3.904002937714606e-05,
      "loss": 0.6583501696586609,
      "step": 173
    },
    {
      "epoch": 0.5742574257425742,
      "grad_norm": 0.3399808047240735,
      "learning_rate": 3.9016377499868666e-05,
      "loss": 0.6108609437942505,
      "step": 174
    },
    {
      "epoch": 0.5775577557755776,
      "grad_norm": 0.3840880337988826,
      "learning_rate": 3.899244513064603e-05,
      "loss": 0.63509202003479,
      "step": 175
    },
    {
      "epoch": 0.5808580858085809,
      "grad_norm": 0.3725541644477348,
      "learning_rate": 3.896823262248107e-05,
      "loss": 0.5759241580963135,
      "step": 176
    },
    {
      "epoch": 0.5841584158415841,
      "grad_norm": 0.30755721985114126,
      "learning_rate": 3.8943740332508754e-05,
      "loss": 0.6148169040679932,
      "step": 177
    },
    {
      "epoch": 0.5874587458745875,
      "grad_norm": 0.3916756097057637,
      "learning_rate": 3.891896862199086e-05,
      "loss": 0.5266364216804504,
      "step": 178
    },
    {
      "epoch": 0.5907590759075908,
      "grad_norm": 0.3417854779376455,
      "learning_rate": 3.88939178563106e-05,
      "loss": 0.5626640319824219,
      "step": 179
    },
    {
      "epoch": 0.594059405940594,
      "grad_norm": 0.33526488525207704,
      "learning_rate": 3.886858840496727e-05,
      "loss": 0.6063880920410156,
      "step": 180
    },
    {
      "epoch": 0.5973597359735974,
      "grad_norm": 0.37344333250119977,
      "learning_rate": 3.884298064157077e-05,
      "loss": 0.5979235768318176,
      "step": 181
    },
    {
      "epoch": 0.6006600660066007,
      "grad_norm": 0.3835133271197793,
      "learning_rate": 3.881709494383612e-05,
      "loss": 0.6628611087799072,
      "step": 182
    },
    {
      "epoch": 0.6039603960396039,
      "grad_norm": 0.4344526004756121,
      "learning_rate": 3.879093169357789e-05,
      "loss": 0.6215270757675171,
      "step": 183
    },
    {
      "epoch": 0.6072607260726073,
      "grad_norm": 0.3644174435488244,
      "learning_rate": 3.876449127670452e-05,
      "loss": 0.6148592233657837,
      "step": 184
    },
    {
      "epoch": 0.6105610561056105,
      "grad_norm": 0.3619226265536735,
      "learning_rate": 3.87377740832127e-05,
      "loss": 0.6254778504371643,
      "step": 185
    },
    {
      "epoch": 0.6138613861386139,
      "grad_norm": 0.3492162593840536,
      "learning_rate": 3.871078050718155e-05,
      "loss": 0.6025378704071045,
      "step": 186
    },
    {
      "epoch": 0.6171617161716172,
      "grad_norm": 0.3866924759539626,
      "learning_rate": 3.8683510946766866e-05,
      "loss": 0.5887518525123596,
      "step": 187
    },
    {
      "epoch": 0.6204620462046204,
      "grad_norm": 0.3357229513721586,
      "learning_rate": 3.865596580419519e-05,
      "loss": 0.6180317401885986,
      "step": 188
    },
    {
      "epoch": 0.6237623762376238,
      "grad_norm": 0.3594949077768003,
      "learning_rate": 3.8628145485757925e-05,
      "loss": 0.5970651507377625,
      "step": 189
    },
    {
      "epoch": 0.6270627062706271,
      "grad_norm": 0.3496234009951303,
      "learning_rate": 3.860005040180533e-05,
      "loss": 0.6027296781539917,
      "step": 190
    },
    {
      "epoch": 0.6303630363036303,
      "grad_norm": 0.3830042583584045,
      "learning_rate": 3.857168096674044e-05,
      "loss": 0.6326305270195007,
      "step": 191
    },
    {
      "epoch": 0.6336633663366337,
      "grad_norm": 0.333508477943962,
      "learning_rate": 3.854303759901299e-05,
      "loss": 0.6508482694625854,
      "step": 192
    },
    {
      "epoch": 0.636963696369637,
      "grad_norm": 0.352327105927571,
      "learning_rate": 3.851412072111322e-05,
      "loss": 0.6088548302650452,
      "step": 193
    },
    {
      "epoch": 0.6402640264026402,
      "grad_norm": 0.36196379228138037,
      "learning_rate": 3.8484930759565645e-05,
      "loss": 0.5975607633590698,
      "step": 194
    },
    {
      "epoch": 0.6435643564356436,
      "grad_norm": 0.3231664855297077,
      "learning_rate": 3.845546814492279e-05,
      "loss": 0.5467930436134338,
      "step": 195
    },
    {
      "epoch": 0.6468646864686468,
      "grad_norm": 0.35556526722817444,
      "learning_rate": 3.8425733311758795e-05,
      "loss": 0.583969235420227,
      "step": 196
    },
    {
      "epoch": 0.6501650165016502,
      "grad_norm": 0.331073543443887,
      "learning_rate": 3.8395726698663045e-05,
      "loss": 0.6007376909255981,
      "step": 197
    },
    {
      "epoch": 0.6534653465346535,
      "grad_norm": 0.34786293006180385,
      "learning_rate": 3.836544874823368e-05,
      "loss": 0.5971908569335938,
      "step": 198
    },
    {
      "epoch": 0.6567656765676567,
      "grad_norm": 0.3128647628132879,
      "learning_rate": 3.8334899907071064e-05,
      "loss": 0.592069685459137,
      "step": 199
    },
    {
      "epoch": 0.6600660066006601,
      "grad_norm": 0.3308125796746202,
      "learning_rate": 3.830408062577121e-05,
      "loss": 0.6188071966171265,
      "step": 200
    },
    {
      "epoch": 0.6633663366336634,
      "grad_norm": 0.34889077565364124,
      "learning_rate": 3.827299135891913e-05,
      "loss": 0.5976923704147339,
      "step": 201
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.33443153994631497,
      "learning_rate": 3.8241632565082124e-05,
      "loss": 0.6120954155921936,
      "step": 202
    },
    {
      "epoch": 0.66996699669967,
      "grad_norm": 0.3573334503206899,
      "learning_rate": 3.821000470680303e-05,
      "loss": 0.6661979556083679,
      "step": 203
    },
    {
      "epoch": 0.6732673267326733,
      "grad_norm": 0.34662331225184934,
      "learning_rate": 3.8178108250593384e-05,
      "loss": 0.5853559970855713,
      "step": 204
    },
    {
      "epoch": 0.6765676567656765,
      "grad_norm": 0.33823171869993424,
      "learning_rate": 3.814594366692654e-05,
      "loss": 0.6648768186569214,
      "step": 205
    },
    {
      "epoch": 0.6798679867986799,
      "grad_norm": 0.4178878629038068,
      "learning_rate": 3.8113511430230745e-05,
      "loss": 0.5893838405609131,
      "step": 206
    },
    {
      "epoch": 0.6831683168316832,
      "grad_norm": 0.36858896529016355,
      "learning_rate": 3.808081201888214e-05,
      "loss": 0.6177140474319458,
      "step": 207
    },
    {
      "epoch": 0.6864686468646864,
      "grad_norm": 0.38061402245158527,
      "learning_rate": 3.8047845915197695e-05,
      "loss": 0.5793695449829102,
      "step": 208
    },
    {
      "epoch": 0.6897689768976898,
      "grad_norm": 0.3591315376932048,
      "learning_rate": 3.8014613605428084e-05,
      "loss": 0.5571605563163757,
      "step": 209
    },
    {
      "epoch": 0.693069306930693,
      "grad_norm": 0.33319862057164595,
      "learning_rate": 3.798111557975053e-05,
      "loss": 0.5945760011672974,
      "step": 210
    },
    {
      "epoch": 0.6963696369636964,
      "grad_norm": 0.3495679574237745,
      "learning_rate": 3.7947352332261586e-05,
      "loss": 0.600873589515686,
      "step": 211
    },
    {
      "epoch": 0.6996699669966997,
      "grad_norm": 0.37390147639764304,
      "learning_rate": 3.791332436096983e-05,
      "loss": 0.6234852075576782,
      "step": 212
    },
    {
      "epoch": 0.7029702970297029,
      "grad_norm": 0.3571653694610809,
      "learning_rate": 3.7879032167788494e-05,
      "loss": 0.6129578948020935,
      "step": 213
    },
    {
      "epoch": 0.7062706270627063,
      "grad_norm": 0.48971881906384135,
      "learning_rate": 3.784447625852812e-05,
      "loss": 0.6204475164413452,
      "step": 214
    },
    {
      "epoch": 0.7095709570957096,
      "grad_norm": 0.3610294548812676,
      "learning_rate": 3.780965714288905e-05,
      "loss": 0.6734122037887573,
      "step": 215
    },
    {
      "epoch": 0.7128712871287128,
      "grad_norm": 0.35396639697907356,
      "learning_rate": 3.777457533445393e-05,
      "loss": 0.5678560137748718,
      "step": 216
    },
    {
      "epoch": 0.7161716171617162,
      "grad_norm": 0.3232076597831296,
      "learning_rate": 3.7739231350680135e-05,
      "loss": 0.5784683227539062,
      "step": 217
    },
    {
      "epoch": 0.7194719471947195,
      "grad_norm": 0.3540897506756201,
      "learning_rate": 3.7703625712892125e-05,
      "loss": 0.6060354113578796,
      "step": 218
    },
    {
      "epoch": 0.7227722772277227,
      "grad_norm": 0.35008278157890194,
      "learning_rate": 3.766775894627376e-05,
      "loss": 0.6248741745948792,
      "step": 219
    },
    {
      "epoch": 0.7260726072607261,
      "grad_norm": 0.32018676747331787,
      "learning_rate": 3.7631631579860553e-05,
      "loss": 0.6014479398727417,
      "step": 220
    },
    {
      "epoch": 0.7293729372937293,
      "grad_norm": 0.32068744744726313,
      "learning_rate": 3.759524414653189e-05,
      "loss": 0.6283233761787415,
      "step": 221
    },
    {
      "epoch": 0.7326732673267327,
      "grad_norm": 0.3047460979670785,
      "learning_rate": 3.755859718300313e-05,
      "loss": 0.5710185766220093,
      "step": 222
    },
    {
      "epoch": 0.735973597359736,
      "grad_norm": 0.34698489216212486,
      "learning_rate": 3.75216912298177e-05,
      "loss": 0.6007407903671265,
      "step": 223
    },
    {
      "epoch": 0.7392739273927392,
      "grad_norm": 0.4952362221345831,
      "learning_rate": 3.748452683133916e-05,
      "loss": 0.6852575540542603,
      "step": 224
    },
    {
      "epoch": 0.7425742574257426,
      "grad_norm": 0.32106680253004655,
      "learning_rate": 3.7447104535743115e-05,
      "loss": 0.6270833611488342,
      "step": 225
    },
    {
      "epoch": 0.7458745874587459,
      "grad_norm": 0.30214814189665545,
      "learning_rate": 3.740942489500916e-05,
      "loss": 0.5925471782684326,
      "step": 226
    },
    {
      "epoch": 0.7491749174917491,
      "grad_norm": 0.3171932777170319,
      "learning_rate": 3.737148846491275e-05,
      "loss": 0.573570728302002,
      "step": 227
    },
    {
      "epoch": 0.7524752475247525,
      "grad_norm": 0.31480815810804524,
      "learning_rate": 3.7333295805016986e-05,
      "loss": 0.6088368892669678,
      "step": 228
    },
    {
      "epoch": 0.7557755775577558,
      "grad_norm": 0.3103068539492526,
      "learning_rate": 3.729484747866435e-05,
      "loss": 0.5496470332145691,
      "step": 229
    },
    {
      "epoch": 0.759075907590759,
      "grad_norm": 0.3007603199811456,
      "learning_rate": 3.725614405296843e-05,
      "loss": 0.6008220314979553,
      "step": 230
    },
    {
      "epoch": 0.7623762376237624,
      "grad_norm": 0.3007492168191884,
      "learning_rate": 3.721718609880551e-05,
      "loss": 0.5982120037078857,
      "step": 231
    },
    {
      "epoch": 0.7656765676567657,
      "grad_norm": 0.3010002181490163,
      "learning_rate": 3.717797419080618e-05,
      "loss": 0.6404559016227722,
      "step": 232
    },
    {
      "epoch": 0.768976897689769,
      "grad_norm": 0.35604106645956024,
      "learning_rate": 3.713850890734689e-05,
      "loss": 0.5875239372253418,
      "step": 233
    },
    {
      "epoch": 0.7722772277227723,
      "grad_norm": 0.33191901009333297,
      "learning_rate": 3.709879083054133e-05,
      "loss": 0.5962772369384766,
      "step": 234
    },
    {
      "epoch": 0.7755775577557755,
      "grad_norm": 0.29418628627284477,
      "learning_rate": 3.705882054623192e-05,
      "loss": 0.5764110684394836,
      "step": 235
    },
    {
      "epoch": 0.7788778877887789,
      "grad_norm": 0.30409612807603364,
      "learning_rate": 3.7018598643981165e-05,
      "loss": 0.5635858178138733,
      "step": 236
    },
    {
      "epoch": 0.7821782178217822,
      "grad_norm": 0.3039645238556037,
      "learning_rate": 3.69781257170629e-05,
      "loss": 0.5880881547927856,
      "step": 237
    },
    {
      "epoch": 0.7854785478547854,
      "grad_norm": 0.30606246597511416,
      "learning_rate": 3.6937402362453606e-05,
      "loss": 0.5644733905792236,
      "step": 238
    },
    {
      "epoch": 0.7887788778877888,
      "grad_norm": 0.328325214152846,
      "learning_rate": 3.689642918082358e-05,
      "loss": 0.6431151032447815,
      "step": 239
    },
    {
      "epoch": 0.7920792079207921,
      "grad_norm": 0.2863869456911102,
      "learning_rate": 3.6855206776528055e-05,
      "loss": 0.5848085880279541,
      "step": 240
    },
    {
      "epoch": 0.7953795379537953,
      "grad_norm": 0.3169795193025283,
      "learning_rate": 3.681373575759831e-05,
      "loss": 0.590021550655365,
      "step": 241
    },
    {
      "epoch": 0.7986798679867987,
      "grad_norm": 0.3630216059086489,
      "learning_rate": 3.67720167357327e-05,
      "loss": 0.6217919588088989,
      "step": 242
    },
    {
      "epoch": 0.801980198019802,
      "grad_norm": 0.2999270957223198,
      "learning_rate": 3.673005032628763e-05,
      "loss": 0.6075180172920227,
      "step": 243
    },
    {
      "epoch": 0.8052805280528053,
      "grad_norm": 0.35145967135780704,
      "learning_rate": 3.668783714826846e-05,
      "loss": 0.6078404188156128,
      "step": 244
    },
    {
      "epoch": 0.8085808580858086,
      "grad_norm": 0.32650805345047657,
      "learning_rate": 3.664537782432042e-05,
      "loss": 0.6297526955604553,
      "step": 245
    },
    {
      "epoch": 0.8118811881188119,
      "grad_norm": 0.32461322862254094,
      "learning_rate": 3.660267298071936e-05,
      "loss": 0.5684514045715332,
      "step": 246
    },
    {
      "epoch": 0.8151815181518152,
      "grad_norm": 0.32171296221654416,
      "learning_rate": 3.655972324736259e-05,
      "loss": 0.6192148327827454,
      "step": 247
    },
    {
      "epoch": 0.8184818481848185,
      "grad_norm": 0.3322336621503604,
      "learning_rate": 3.6516529257759506e-05,
      "loss": 0.5900243520736694,
      "step": 248
    },
    {
      "epoch": 0.8217821782178217,
      "grad_norm": 0.35183312055445004,
      "learning_rate": 3.6473091649022337e-05,
      "loss": 0.5941751599311829,
      "step": 249
    },
    {
      "epoch": 0.8250825082508251,
      "grad_norm": 0.31255833045908565,
      "learning_rate": 3.6429411061856645e-05,
      "loss": 0.5744310021400452,
      "step": 250
    },
    {
      "epoch": 0.8283828382838284,
      "grad_norm": 0.3266269251233177,
      "learning_rate": 3.6385488140551985e-05,
      "loss": 0.5985124707221985,
      "step": 251
    },
    {
      "epoch": 0.8316831683168316,
      "grad_norm": 0.30426711611593643,
      "learning_rate": 3.6341323532972294e-05,
      "loss": 0.581912636756897,
      "step": 252
    },
    {
      "epoch": 0.834983498349835,
      "grad_norm": 0.3297819735063718,
      "learning_rate": 3.629691789054643e-05,
      "loss": 0.586786150932312,
      "step": 253
    },
    {
      "epoch": 0.8382838283828383,
      "grad_norm": 0.3074133078124695,
      "learning_rate": 3.625227186825848e-05,
      "loss": 0.6312603950500488,
      "step": 254
    },
    {
      "epoch": 0.8415841584158416,
      "grad_norm": 0.33007753969064285,
      "learning_rate": 3.620738612463818e-05,
      "loss": 0.5886626243591309,
      "step": 255
    },
    {
      "epoch": 0.8448844884488449,
      "grad_norm": 0.31334340596765187,
      "learning_rate": 3.6162261321751114e-05,
      "loss": 0.5892266035079956,
      "step": 256
    },
    {
      "epoch": 0.8481848184818482,
      "grad_norm": 0.31784442826893616,
      "learning_rate": 3.6116898125189045e-05,
      "loss": 0.5472115278244019,
      "step": 257
    },
    {
      "epoch": 0.8514851485148515,
      "grad_norm": 0.3456330158902343,
      "learning_rate": 3.6071297204059995e-05,
      "loss": 0.5981796383857727,
      "step": 258
    },
    {
      "epoch": 0.8547854785478548,
      "grad_norm": 0.3377124553034101,
      "learning_rate": 3.6025459230978475e-05,
      "loss": 0.6708342432975769,
      "step": 259
    },
    {
      "epoch": 0.858085808580858,
      "grad_norm": 0.3081391395426973,
      "learning_rate": 3.597938488205549e-05,
      "loss": 0.6306079626083374,
      "step": 260
    },
    {
      "epoch": 0.8613861386138614,
      "grad_norm": 0.3398583824115319,
      "learning_rate": 3.59330748368886e-05,
      "loss": 0.6098329424858093,
      "step": 261
    },
    {
      "epoch": 0.8646864686468647,
      "grad_norm": 0.32878067719138626,
      "learning_rate": 3.588652977855189e-05,
      "loss": 0.5617724061012268,
      "step": 262
    },
    {
      "epoch": 0.8679867986798679,
      "grad_norm": 0.34962664282188816,
      "learning_rate": 3.58397503935859e-05,
      "loss": 0.5780894756317139,
      "step": 263
    },
    {
      "epoch": 0.8712871287128713,
      "grad_norm": 0.32665214019362204,
      "learning_rate": 3.5792737371987477e-05,
      "loss": 0.578921377658844,
      "step": 264
    },
    {
      "epoch": 0.8745874587458746,
      "grad_norm": 0.36673188949709323,
      "learning_rate": 3.574549140719962e-05,
      "loss": 0.614944577217102,
      "step": 265
    },
    {
      "epoch": 0.8778877887788779,
      "grad_norm": 0.3248666143164946,
      "learning_rate": 3.569801319610125e-05,
      "loss": 0.6269869208335876,
      "step": 266
    },
    {
      "epoch": 0.8811881188118812,
      "grad_norm": 0.3338123662452596,
      "learning_rate": 3.565030343899693e-05,
      "loss": 0.6045581102371216,
      "step": 267
    },
    {
      "epoch": 0.8844884488448845,
      "grad_norm": 0.31011600887091817,
      "learning_rate": 3.5602362839606514e-05,
      "loss": 0.5872907638549805,
      "step": 268
    },
    {
      "epoch": 0.8877887788778878,
      "grad_norm": 0.31857062779594814,
      "learning_rate": 3.55541921050548e-05,
      "loss": 0.6283375024795532,
      "step": 269
    },
    {
      "epoch": 0.8910891089108911,
      "grad_norm": 0.32445751859048455,
      "learning_rate": 3.5505791945861076e-05,
      "loss": 0.5747002363204956,
      "step": 270
    },
    {
      "epoch": 0.8943894389438944,
      "grad_norm": 0.2923309334474062,
      "learning_rate": 3.545716307592864e-05,
      "loss": 0.6205827593803406,
      "step": 271
    },
    {
      "epoch": 0.8976897689768977,
      "grad_norm": 0.43972579907455317,
      "learning_rate": 3.54083062125343e-05,
      "loss": 0.5987251400947571,
      "step": 272
    },
    {
      "epoch": 0.900990099009901,
      "grad_norm": 0.33194286352506225,
      "learning_rate": 3.535922207631776e-05,
      "loss": 0.6275356411933899,
      "step": 273
    },
    {
      "epoch": 0.9042904290429042,
      "grad_norm": 0.3408278730793354,
      "learning_rate": 3.5309911391270996e-05,
      "loss": 0.6097655892372131,
      "step": 274
    },
    {
      "epoch": 0.9075907590759076,
      "grad_norm": 0.3441995699777348,
      "learning_rate": 3.52603748847276e-05,
      "loss": 0.544170618057251,
      "step": 275
    },
    {
      "epoch": 0.9108910891089109,
      "grad_norm": 0.3034867763949278,
      "learning_rate": 3.521061328735202e-05,
      "loss": 0.5723366141319275,
      "step": 276
    },
    {
      "epoch": 0.9141914191419142,
      "grad_norm": 0.3091145609625042,
      "learning_rate": 3.516062733312879e-05,
      "loss": 0.5801889896392822,
      "step": 277
    },
    {
      "epoch": 0.9174917491749175,
      "grad_norm": 0.3532845546992122,
      "learning_rate": 3.511041775935175e-05,
      "loss": 0.5942766666412354,
      "step": 278
    },
    {
      "epoch": 0.9207920792079208,
      "grad_norm": 0.3192035342587887,
      "learning_rate": 3.50599853066131e-05,
      "loss": 0.5604017972946167,
      "step": 279
    },
    {
      "epoch": 0.9240924092409241,
      "grad_norm": 0.4475571406552253,
      "learning_rate": 3.500933071879251e-05,
      "loss": 0.6151460409164429,
      "step": 280
    },
    {
      "epoch": 0.9273927392739274,
      "grad_norm": 0.30946498453996385,
      "learning_rate": 3.495845474304616e-05,
      "loss": 0.5854936838150024,
      "step": 281
    },
    {
      "epoch": 0.9306930693069307,
      "grad_norm": 0.3188531409769719,
      "learning_rate": 3.490735812979572e-05,
      "loss": 0.5586672425270081,
      "step": 282
    },
    {
      "epoch": 0.933993399339934,
      "grad_norm": 0.3250546549981712,
      "learning_rate": 3.485604163271721e-05,
      "loss": 0.578475832939148,
      "step": 283
    },
    {
      "epoch": 0.9372937293729373,
      "grad_norm": 0.45030229248281484,
      "learning_rate": 3.4804506008730015e-05,
      "loss": 0.5236382484436035,
      "step": 284
    },
    {
      "epoch": 0.9405940594059405,
      "grad_norm": 0.31677157675280776,
      "learning_rate": 3.475275201798559e-05,
      "loss": 0.5964822769165039,
      "step": 285
    },
    {
      "epoch": 0.9438943894389439,
      "grad_norm": 0.3221519247617692,
      "learning_rate": 3.4700780423856334e-05,
      "loss": 0.5551598072052002,
      "step": 286
    },
    {
      "epoch": 0.9471947194719472,
      "grad_norm": 0.31322506983838,
      "learning_rate": 3.464859199292429e-05,
      "loss": 0.6095103621482849,
      "step": 287
    },
    {
      "epoch": 0.9504950495049505,
      "grad_norm": 0.33333701342858213,
      "learning_rate": 3.4596187494969846e-05,
      "loss": 0.5893416404724121,
      "step": 288
    },
    {
      "epoch": 0.9537953795379538,
      "grad_norm": 0.31167002926986764,
      "learning_rate": 3.454356770296039e-05,
      "loss": 0.5992231965065002,
      "step": 289
    },
    {
      "epoch": 0.9570957095709571,
      "grad_norm": 0.3407826991036566,
      "learning_rate": 3.4490733393038895e-05,
      "loss": 0.6071972250938416,
      "step": 290
    },
    {
      "epoch": 0.9603960396039604,
      "grad_norm": 0.321397588262469,
      "learning_rate": 3.443768534451248e-05,
      "loss": 0.5836942195892334,
      "step": 291
    },
    {
      "epoch": 0.9636963696369637,
      "grad_norm": 0.3596023570145339,
      "learning_rate": 3.4384424339840916e-05,
      "loss": 0.5707553625106812,
      "step": 292
    },
    {
      "epoch": 0.966996699669967,
      "grad_norm": 0.326365753033755,
      "learning_rate": 3.4330951164625075e-05,
      "loss": 0.5883970260620117,
      "step": 293
    },
    {
      "epoch": 0.9702970297029703,
      "grad_norm": 0.3276030981345682,
      "learning_rate": 3.427726660759535e-05,
      "loss": 0.6281589269638062,
      "step": 294
    },
    {
      "epoch": 0.9735973597359736,
      "grad_norm": 0.3559560269123216,
      "learning_rate": 3.422337146060003e-05,
      "loss": 0.6641702651977539,
      "step": 295
    },
    {
      "epoch": 0.976897689768977,
      "grad_norm": 0.34661891319338206,
      "learning_rate": 3.4169266518593596e-05,
      "loss": 0.6398966312408447,
      "step": 296
    },
    {
      "epoch": 0.9801980198019802,
      "grad_norm": 0.3392015122860613,
      "learning_rate": 3.411495257962501e-05,
      "loss": 0.6376276016235352,
      "step": 297
    },
    {
      "epoch": 0.9834983498349835,
      "grad_norm": 0.3454832175281825,
      "learning_rate": 3.406043044482596e-05,
      "loss": 0.648975133895874,
      "step": 298
    },
    {
      "epoch": 0.9867986798679867,
      "grad_norm": 0.3284679145456545,
      "learning_rate": 3.4005700918399016e-05,
      "loss": 0.6201390624046326,
      "step": 299
    },
    {
      "epoch": 0.9900990099009901,
      "grad_norm": 0.33000362479964457,
      "learning_rate": 3.395076480760576e-05,
      "loss": 0.6103875637054443,
      "step": 300
    },
    {
      "epoch": 0.9933993399339934,
      "grad_norm": 0.31707924192462417,
      "learning_rate": 3.3895622922754936e-05,
      "loss": 0.5486876368522644,
      "step": 301
    },
    {
      "epoch": 0.9966996699669967,
      "grad_norm": 0.3094164003933957,
      "learning_rate": 3.384027607719043e-05,
      "loss": 0.5980846285820007,
      "step": 302
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.33089398879681,
      "learning_rate": 3.378472508727931e-05,
      "loss": 0.5986801385879517,
      "step": 303
    },
    {
      "epoch": 1.0033003300330032,
      "grad_norm": 0.4690060258405477,
      "learning_rate": 3.372897077239979e-05,
      "loss": 0.5586727857589722,
      "step": 304
    },
    {
      "epoch": 1.0066006600660067,
      "grad_norm": 0.34686786747213394,
      "learning_rate": 3.36730139549291e-05,
      "loss": 0.5393255949020386,
      "step": 305
    },
    {
      "epoch": 1.00990099009901,
      "grad_norm": 0.4023568892604613,
      "learning_rate": 3.361685546023143e-05,
      "loss": 0.5377227067947388,
      "step": 306
    },
    {
      "epoch": 1.0132013201320131,
      "grad_norm": 0.39915820884177944,
      "learning_rate": 3.356049611664568e-05,
      "loss": 0.5223784446716309,
      "step": 307
    },
    {
      "epoch": 1.0165016501650166,
      "grad_norm": 0.3654265250846575,
      "learning_rate": 3.350393675547328e-05,
      "loss": 0.5502469539642334,
      "step": 308
    },
    {
      "epoch": 1.0198019801980198,
      "grad_norm": 0.42079557297663883,
      "learning_rate": 3.3447178210965936e-05,
      "loss": 0.5626603960990906,
      "step": 309
    },
    {
      "epoch": 1.023102310231023,
      "grad_norm": 0.3684084639129366,
      "learning_rate": 3.3390221320313303e-05,
      "loss": 0.48262274265289307,
      "step": 310
    },
    {
      "epoch": 1.0264026402640265,
      "grad_norm": 0.39908786063309193,
      "learning_rate": 3.333306692363065e-05,
      "loss": 0.5850967168807983,
      "step": 311
    },
    {
      "epoch": 1.0297029702970297,
      "grad_norm": 0.44262876970078274,
      "learning_rate": 3.3275715863946466e-05,
      "loss": 0.5444281697273254,
      "step": 312
    },
    {
      "epoch": 1.033003300330033,
      "grad_norm": 0.35239079669120155,
      "learning_rate": 3.3218168987190004e-05,
      "loss": 0.5329654216766357,
      "step": 313
    },
    {
      "epoch": 1.0363036303630364,
      "grad_norm": 0.38499730860339404,
      "learning_rate": 3.316042714217885e-05,
      "loss": 0.5276832580566406,
      "step": 314
    },
    {
      "epoch": 1.0396039603960396,
      "grad_norm": 0.3928937531164494,
      "learning_rate": 3.310249118060636e-05,
      "loss": 0.5344791412353516,
      "step": 315
    },
    {
      "epoch": 1.0429042904290429,
      "grad_norm": 0.3466589226743573,
      "learning_rate": 3.304436195702911e-05,
      "loss": 0.5479785203933716,
      "step": 316
    },
    {
      "epoch": 1.046204620462046,
      "grad_norm": 0.370325309360066,
      "learning_rate": 3.298604032885431e-05,
      "loss": 0.5223082900047302,
      "step": 317
    },
    {
      "epoch": 1.0495049504950495,
      "grad_norm": 0.4271803134046634,
      "learning_rate": 3.292752715632713e-05,
      "loss": 0.5667799711227417,
      "step": 318
    },
    {
      "epoch": 1.0528052805280528,
      "grad_norm": 0.33752277032768196,
      "learning_rate": 3.2868823302518016e-05,
      "loss": 0.5194317698478699,
      "step": 319
    },
    {
      "epoch": 1.056105610561056,
      "grad_norm": 0.35801795115870316,
      "learning_rate": 3.2809929633309985e-05,
      "loss": 0.4911007285118103,
      "step": 320
    },
    {
      "epoch": 1.0594059405940595,
      "grad_norm": 0.33819516112787196,
      "learning_rate": 3.2750847017385826e-05,
      "loss": 0.5269002914428711,
      "step": 321
    },
    {
      "epoch": 1.0627062706270627,
      "grad_norm": 0.3280280196094967,
      "learning_rate": 3.269157632621529e-05,
      "loss": 0.5124789476394653,
      "step": 322
    },
    {
      "epoch": 1.066006600660066,
      "grad_norm": 0.3841029677303286,
      "learning_rate": 3.263211843404225e-05,
      "loss": 0.5483890771865845,
      "step": 323
    },
    {
      "epoch": 1.0693069306930694,
      "grad_norm": 0.348752311292252,
      "learning_rate": 3.25724742178718e-05,
      "loss": 0.5582579374313354,
      "step": 324
    },
    {
      "epoch": 1.0726072607260726,
      "grad_norm": 0.3672218653955236,
      "learning_rate": 3.2512644557457304e-05,
      "loss": 0.5662975907325745,
      "step": 325
    },
    {
      "epoch": 1.0759075907590758,
      "grad_norm": 0.339133227284404,
      "learning_rate": 3.2452630335287445e-05,
      "loss": 0.5502511858940125,
      "step": 326
    },
    {
      "epoch": 1.0792079207920793,
      "grad_norm": 0.3607463939055526,
      "learning_rate": 3.239243243657318e-05,
      "loss": 0.5614978075027466,
      "step": 327
    },
    {
      "epoch": 1.0825082508250825,
      "grad_norm": 0.3354690532522152,
      "learning_rate": 3.233205174923472e-05,
      "loss": 0.4828110635280609,
      "step": 328
    },
    {
      "epoch": 1.0858085808580857,
      "grad_norm": 0.3296040603044689,
      "learning_rate": 3.22714891638884e-05,
      "loss": 0.5437847971916199,
      "step": 329
    },
    {
      "epoch": 1.0891089108910892,
      "grad_norm": 0.3295415767468974,
      "learning_rate": 3.221074557383355e-05,
      "loss": 0.6240063309669495,
      "step": 330
    },
    {
      "epoch": 1.0924092409240924,
      "grad_norm": 0.3032628226796708,
      "learning_rate": 3.2149821875039325e-05,
      "loss": 0.5435442328453064,
      "step": 331
    },
    {
      "epoch": 1.0957095709570956,
      "grad_norm": 0.30875440813945676,
      "learning_rate": 3.20887189661315e-05,
      "loss": 0.5240401029586792,
      "step": 332
    },
    {
      "epoch": 1.099009900990099,
      "grad_norm": 0.3043121620505056,
      "learning_rate": 3.202743774837919e-05,
      "loss": 0.5227692127227783,
      "step": 333
    },
    {
      "epoch": 1.1023102310231023,
      "grad_norm": 0.3439754692795775,
      "learning_rate": 3.196597912568157e-05,
      "loss": 0.5607417821884155,
      "step": 334
    },
    {
      "epoch": 1.1056105610561056,
      "grad_norm": 0.29691798670137787,
      "learning_rate": 3.1904344004554536e-05,
      "loss": 0.5607600808143616,
      "step": 335
    },
    {
      "epoch": 1.108910891089109,
      "grad_norm": 0.32493088910689055,
      "learning_rate": 3.184253329411737e-05,
      "loss": 0.47135430574417114,
      "step": 336
    },
    {
      "epoch": 1.1122112211221122,
      "grad_norm": 0.3202945703052858,
      "learning_rate": 3.178054790607924e-05,
      "loss": 0.5708764791488647,
      "step": 337
    },
    {
      "epoch": 1.1155115511551155,
      "grad_norm": 0.3164605548495645,
      "learning_rate": 3.1718388754725883e-05,
      "loss": 0.5522497296333313,
      "step": 338
    },
    {
      "epoch": 1.118811881188119,
      "grad_norm": 0.3449586600316318,
      "learning_rate": 3.1656056756906e-05,
      "loss": 0.5556532144546509,
      "step": 339
    },
    {
      "epoch": 1.1221122112211221,
      "grad_norm": 0.3130025484639745,
      "learning_rate": 3.1593552832017795e-05,
      "loss": 0.5727676153182983,
      "step": 340
    },
    {
      "epoch": 1.1254125412541254,
      "grad_norm": 0.3195703179740936,
      "learning_rate": 3.153087790199541e-05,
      "loss": 0.5131651759147644,
      "step": 341
    },
    {
      "epoch": 1.1287128712871288,
      "grad_norm": 0.3191177264656739,
      "learning_rate": 3.146803289129528e-05,
      "loss": 0.5143063068389893,
      "step": 342
    },
    {
      "epoch": 1.132013201320132,
      "grad_norm": 0.33398757419035885,
      "learning_rate": 3.1405018726882595e-05,
      "loss": 0.509161114692688,
      "step": 343
    },
    {
      "epoch": 1.1353135313531353,
      "grad_norm": 0.33058725446313514,
      "learning_rate": 3.13418363382175e-05,
      "loss": 0.5213526487350464,
      "step": 344
    },
    {
      "epoch": 1.1386138613861387,
      "grad_norm": 0.3226863318187914,
      "learning_rate": 3.127848665724149e-05,
      "loss": 0.5465434789657593,
      "step": 345
    },
    {
      "epoch": 1.141914191419142,
      "grad_norm": 0.6179658385179007,
      "learning_rate": 3.1214970618363626e-05,
      "loss": 0.5342190265655518,
      "step": 346
    },
    {
      "epoch": 1.1452145214521452,
      "grad_norm": 0.47777163001134637,
      "learning_rate": 3.115128915844672e-05,
      "loss": 0.541754424571991,
      "step": 347
    },
    {
      "epoch": 1.1485148514851484,
      "grad_norm": 0.33931974771490697,
      "learning_rate": 3.10874432167936e-05,
      "loss": 0.5318331122398376,
      "step": 348
    },
    {
      "epoch": 1.1518151815181519,
      "grad_norm": 0.32111740987941506,
      "learning_rate": 3.1023433735133134e-05,
      "loss": 0.4972509741783142,
      "step": 349
    },
    {
      "epoch": 1.155115511551155,
      "grad_norm": 0.30074948382432587,
      "learning_rate": 3.095926165760647e-05,
      "loss": 0.5417294502258301,
      "step": 350
    },
    {
      "epoch": 1.1584158415841583,
      "grad_norm": 0.3410522798436207,
      "learning_rate": 3.089492793075302e-05,
      "loss": 0.554945707321167,
      "step": 351
    },
    {
      "epoch": 1.1617161716171618,
      "grad_norm": 0.3254774061643724,
      "learning_rate": 3.083043350349653e-05,
      "loss": 0.5204564929008484,
      "step": 352
    },
    {
      "epoch": 1.165016501650165,
      "grad_norm": 0.3088402728006412,
      "learning_rate": 3.076577932713108e-05,
      "loss": 0.4856947064399719,
      "step": 353
    },
    {
      "epoch": 1.1683168316831682,
      "grad_norm": 0.2896918095760776,
      "learning_rate": 3.0700966355307055e-05,
      "loss": 0.5269368886947632,
      "step": 354
    },
    {
      "epoch": 1.1716171617161717,
      "grad_norm": 0.32747543865706225,
      "learning_rate": 3.063599554401708e-05,
      "loss": 0.5811939239501953,
      "step": 355
    },
    {
      "epoch": 1.174917491749175,
      "grad_norm": 0.29324577597304957,
      "learning_rate": 3.057086785158189e-05,
      "loss": 0.5636904239654541,
      "step": 356
    },
    {
      "epoch": 1.1782178217821782,
      "grad_norm": 0.31779620334412045,
      "learning_rate": 3.050558423863626e-05,
      "loss": 0.546089768409729,
      "step": 357
    },
    {
      "epoch": 1.1815181518151816,
      "grad_norm": 0.3093045991582328,
      "learning_rate": 3.0440145668114774e-05,
      "loss": 0.5239901542663574,
      "step": 358
    },
    {
      "epoch": 1.1848184818481848,
      "grad_norm": 0.31848934088179354,
      "learning_rate": 3.0374553105237637e-05,
      "loss": 0.5833466053009033,
      "step": 359
    },
    {
      "epoch": 1.188118811881188,
      "grad_norm": 0.33803859097620154,
      "learning_rate": 3.0308807517496456e-05,
      "loss": 0.5060774087905884,
      "step": 360
    },
    {
      "epoch": 1.1914191419141915,
      "grad_norm": 0.31145081064149094,
      "learning_rate": 3.0242909874639953e-05,
      "loss": 0.5164307355880737,
      "step": 361
    },
    {
      "epoch": 1.1947194719471947,
      "grad_norm": 0.29765085452905116,
      "learning_rate": 3.0176861148659672e-05,
      "loss": 0.49949395656585693,
      "step": 362
    },
    {
      "epoch": 1.198019801980198,
      "grad_norm": 0.3296486034239661,
      "learning_rate": 3.0110662313775623e-05,
      "loss": 0.5581181049346924,
      "step": 363
    },
    {
      "epoch": 1.2013201320132012,
      "grad_norm": 0.3116631729941006,
      "learning_rate": 3.0044314346421938e-05,
      "loss": 0.5657376646995544,
      "step": 364
    },
    {
      "epoch": 1.2046204620462047,
      "grad_norm": 0.33012695180790946,
      "learning_rate": 2.9977818225232443e-05,
      "loss": 0.5269935131072998,
      "step": 365
    },
    {
      "epoch": 1.2079207920792079,
      "grad_norm": 0.31869984664933465,
      "learning_rate": 2.991117493102626e-05,
      "loss": 0.5385931730270386,
      "step": 366
    },
    {
      "epoch": 1.2112211221122111,
      "grad_norm": 0.30491226427581125,
      "learning_rate": 2.984438544679329e-05,
      "loss": 0.5615143179893494,
      "step": 367
    },
    {
      "epoch": 1.2145214521452146,
      "grad_norm": 0.32195999076013593,
      "learning_rate": 2.9777450757679754e-05,
      "loss": 0.5175333023071289,
      "step": 368
    },
    {
      "epoch": 1.2178217821782178,
      "grad_norm": 0.30930257180361886,
      "learning_rate": 2.971037185097364e-05,
      "loss": 0.565494179725647,
      "step": 369
    },
    {
      "epoch": 1.221122112211221,
      "grad_norm": 0.34237830645177886,
      "learning_rate": 2.9643149716090146e-05,
      "loss": 0.5519120693206787,
      "step": 370
    },
    {
      "epoch": 1.2244224422442245,
      "grad_norm": 0.30959351563618437,
      "learning_rate": 2.9575785344557114e-05,
      "loss": 0.49374374747276306,
      "step": 371
    },
    {
      "epoch": 1.2277227722772277,
      "grad_norm": 0.31310768619122714,
      "learning_rate": 2.950827973000034e-05,
      "loss": 0.5608875751495361,
      "step": 372
    },
    {
      "epoch": 1.231023102310231,
      "grad_norm": 0.31986895424613543,
      "learning_rate": 2.944063386812899e-05,
      "loss": 0.5866271257400513,
      "step": 373
    },
    {
      "epoch": 1.2343234323432344,
      "grad_norm": 0.3359900469491975,
      "learning_rate": 2.9372848756720867e-05,
      "loss": 0.5342913269996643,
      "step": 374
    },
    {
      "epoch": 1.2376237623762376,
      "grad_norm": 0.2956484140793021,
      "learning_rate": 2.9304925395607696e-05,
      "loss": 0.5539537668228149,
      "step": 375
    },
    {
      "epoch": 1.2409240924092408,
      "grad_norm": 0.3239136306261367,
      "learning_rate": 2.9236864786660423e-05,
      "loss": 0.5614147186279297,
      "step": 376
    },
    {
      "epoch": 1.2442244224422443,
      "grad_norm": 0.3311932744032855,
      "learning_rate": 2.9168667933774356e-05,
      "loss": 0.46689367294311523,
      "step": 377
    },
    {
      "epoch": 1.2475247524752475,
      "grad_norm": 0.3291299090174619,
      "learning_rate": 2.910033584285444e-05,
      "loss": 0.5383083820343018,
      "step": 378
    },
    {
      "epoch": 1.2508250825082508,
      "grad_norm": 0.3013900588246958,
      "learning_rate": 2.903186952180037e-05,
      "loss": 0.5349752902984619,
      "step": 379
    },
    {
      "epoch": 1.2541254125412542,
      "grad_norm": 0.3219145450840317,
      "learning_rate": 2.8963269980491743e-05,
      "loss": 0.5792303681373596,
      "step": 380
    },
    {
      "epoch": 1.2574257425742574,
      "grad_norm": 0.2840550960191948,
      "learning_rate": 2.8894538230773147e-05,
      "loss": 0.524924099445343,
      "step": 381
    },
    {
      "epoch": 1.2607260726072607,
      "grad_norm": 0.3172399675943548,
      "learning_rate": 2.882567528643925e-05,
      "loss": 0.5137406587600708,
      "step": 382
    },
    {
      "epoch": 1.2640264026402641,
      "grad_norm": 0.2893676822687234,
      "learning_rate": 2.8756682163219857e-05,
      "loss": 0.5196574926376343,
      "step": 383
    },
    {
      "epoch": 1.2673267326732673,
      "grad_norm": 0.31363904787626334,
      "learning_rate": 2.8687559878764903e-05,
      "loss": 0.585644006729126,
      "step": 384
    },
    {
      "epoch": 1.2706270627062706,
      "grad_norm": 0.3310272877884813,
      "learning_rate": 2.8618309452629445e-05,
      "loss": 0.5973786115646362,
      "step": 385
    },
    {
      "epoch": 1.273927392739274,
      "grad_norm": 0.3201222210217655,
      "learning_rate": 2.854893190625865e-05,
      "loss": 0.5909825563430786,
      "step": 386
    },
    {
      "epoch": 1.2772277227722773,
      "grad_norm": 0.3507731714316878,
      "learning_rate": 2.84794282629727e-05,
      "loss": 0.5903690457344055,
      "step": 387
    },
    {
      "epoch": 1.2805280528052805,
      "grad_norm": 0.31011243056320775,
      "learning_rate": 2.840979954795171e-05,
      "loss": 0.5316457152366638,
      "step": 388
    },
    {
      "epoch": 1.283828382838284,
      "grad_norm": 0.32950464198309637,
      "learning_rate": 2.8340046788220613e-05,
      "loss": 0.5080389976501465,
      "step": 389
    },
    {
      "epoch": 1.2871287128712872,
      "grad_norm": 0.37769184930606736,
      "learning_rate": 2.8270171012633994e-05,
      "loss": 0.6137889623641968,
      "step": 390
    },
    {
      "epoch": 1.2904290429042904,
      "grad_norm": 0.34430823745531935,
      "learning_rate": 2.8200173251860928e-05,
      "loss": 0.5433805584907532,
      "step": 391
    },
    {
      "epoch": 1.2937293729372938,
      "grad_norm": 0.356563736773021,
      "learning_rate": 2.8130054538369775e-05,
      "loss": 0.4965590834617615,
      "step": 392
    },
    {
      "epoch": 1.297029702970297,
      "grad_norm": 0.29380923244218154,
      "learning_rate": 2.805981590641295e-05,
      "loss": 0.5361340045928955,
      "step": 393
    },
    {
      "epoch": 1.3003300330033003,
      "grad_norm": 0.31403525376793245,
      "learning_rate": 2.7989458392011678e-05,
      "loss": 0.47011327743530273,
      "step": 394
    },
    {
      "epoch": 1.3036303630363038,
      "grad_norm": 0.30710914438533876,
      "learning_rate": 2.7918983032940666e-05,
      "loss": 0.5893687605857849,
      "step": 395
    },
    {
      "epoch": 1.306930693069307,
      "grad_norm": 0.3126943781985397,
      "learning_rate": 2.7848390868712886e-05,
      "loss": 0.5219327211380005,
      "step": 396
    },
    {
      "epoch": 1.3102310231023102,
      "grad_norm": 0.35585146532127665,
      "learning_rate": 2.7777682940564142e-05,
      "loss": 0.5652155876159668,
      "step": 397
    },
    {
      "epoch": 1.3135313531353137,
      "grad_norm": 0.41906023992763497,
      "learning_rate": 2.7706860291437784e-05,
      "loss": 0.5361950397491455,
      "step": 398
    },
    {
      "epoch": 1.316831683168317,
      "grad_norm": 0.29071400108766793,
      "learning_rate": 2.763592396596929e-05,
      "loss": 0.5355206727981567,
      "step": 399
    },
    {
      "epoch": 1.3201320132013201,
      "grad_norm": 0.298123677847084,
      "learning_rate": 2.756487501047086e-05,
      "loss": 0.5082858800888062,
      "step": 400
    },
    {
      "epoch": 1.3234323432343233,
      "grad_norm": 0.3144050740212562,
      "learning_rate": 2.7493714472916013e-05,
      "loss": 0.5282934904098511,
      "step": 401
    },
    {
      "epoch": 1.3267326732673268,
      "grad_norm": 0.29396121691648713,
      "learning_rate": 2.7422443402924074e-05,
      "loss": 0.5502887964248657,
      "step": 402
    },
    {
      "epoch": 1.33003300330033,
      "grad_norm": 0.2854429234726643,
      "learning_rate": 2.7351062851744747e-05,
      "loss": 0.5374204516410828,
      "step": 403
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 0.30308752538818784,
      "learning_rate": 2.7279573872242574e-05,
      "loss": 0.5602293014526367,
      "step": 404
    },
    {
      "epoch": 1.3366336633663367,
      "grad_norm": 0.30975657746221447,
      "learning_rate": 2.7207977518881418e-05,
      "loss": 0.5321286916732788,
      "step": 405
    },
    {
      "epoch": 1.33993399339934,
      "grad_norm": 0.28965457921713383,
      "learning_rate": 2.713627484770892e-05,
      "loss": 0.5523560047149658,
      "step": 406
    },
    {
      "epoch": 1.3432343234323432,
      "grad_norm": 0.30598816879566076,
      "learning_rate": 2.706446691634089e-05,
      "loss": 0.47019705176353455,
      "step": 407
    },
    {
      "epoch": 1.3465346534653464,
      "grad_norm": 0.2977261513860205,
      "learning_rate": 2.6992554783945748e-05,
      "loss": 0.540359616279602,
      "step": 408
    },
    {
      "epoch": 1.3498349834983498,
      "grad_norm": 0.2845048826043699,
      "learning_rate": 2.6920539511228874e-05,
      "loss": 0.561464786529541,
      "step": 409
    },
    {
      "epoch": 1.353135313531353,
      "grad_norm": 0.2939741197740927,
      "learning_rate": 2.6848422160416956e-05,
      "loss": 0.5429259538650513,
      "step": 410
    },
    {
      "epoch": 1.3564356435643563,
      "grad_norm": 0.2968609589915083,
      "learning_rate": 2.677620379524237e-05,
      "loss": 0.5452640652656555,
      "step": 411
    },
    {
      "epoch": 1.3597359735973598,
      "grad_norm": 0.28949363661635646,
      "learning_rate": 2.670388548092741e-05,
      "loss": 0.49627864360809326,
      "step": 412
    },
    {
      "epoch": 1.363036303630363,
      "grad_norm": 0.328169978832012,
      "learning_rate": 2.663146828416867e-05,
      "loss": 0.5331633687019348,
      "step": 413
    },
    {
      "epoch": 1.3663366336633662,
      "grad_norm": 0.2926434963884909,
      "learning_rate": 2.6558953273121216e-05,
      "loss": 0.5447151064872742,
      "step": 414
    },
    {
      "epoch": 1.3696369636963697,
      "grad_norm": 0.2863360845432002,
      "learning_rate": 2.648634151738292e-05,
      "loss": 0.5467007160186768,
      "step": 415
    },
    {
      "epoch": 1.372937293729373,
      "grad_norm": 0.33044933855099695,
      "learning_rate": 2.6413634087978602e-05,
      "loss": 0.5804279446601868,
      "step": 416
    },
    {
      "epoch": 1.3762376237623761,
      "grad_norm": 0.29168904019746145,
      "learning_rate": 2.63408320573443e-05,
      "loss": 0.5323517322540283,
      "step": 417
    },
    {
      "epoch": 1.3795379537953796,
      "grad_norm": 0.3046417110987717,
      "learning_rate": 2.6267936499311402e-05,
      "loss": 0.5452409982681274,
      "step": 418
    },
    {
      "epoch": 1.3828382838283828,
      "grad_norm": 0.2878853361033164,
      "learning_rate": 2.619494848909084e-05,
      "loss": 0.4622665047645569,
      "step": 419
    },
    {
      "epoch": 1.386138613861386,
      "grad_norm": 0.3129938954769346,
      "learning_rate": 2.6121869103257206e-05,
      "loss": 0.531772255897522,
      "step": 420
    },
    {
      "epoch": 1.3894389438943895,
      "grad_norm": 0.3044320552061303,
      "learning_rate": 2.6048699419732897e-05,
      "loss": 0.519554853439331,
      "step": 421
    },
    {
      "epoch": 1.3927392739273927,
      "grad_norm": 0.32616258357306027,
      "learning_rate": 2.5975440517772187e-05,
      "loss": 0.545585572719574,
      "step": 422
    },
    {
      "epoch": 1.396039603960396,
      "grad_norm": 0.297995845019565,
      "learning_rate": 2.5902093477945345e-05,
      "loss": 0.5641547441482544,
      "step": 423
    },
    {
      "epoch": 1.3993399339933994,
      "grad_norm": 0.28406971495281874,
      "learning_rate": 2.5828659382122655e-05,
      "loss": 0.5578028559684753,
      "step": 424
    },
    {
      "epoch": 1.4026402640264026,
      "grad_norm": 0.35618435421860006,
      "learning_rate": 2.5755139313458484e-05,
      "loss": 0.5931404232978821,
      "step": 425
    },
    {
      "epoch": 1.4059405940594059,
      "grad_norm": 0.3227282264542969,
      "learning_rate": 2.5681534356375314e-05,
      "loss": 0.5486891865730286,
      "step": 426
    },
    {
      "epoch": 1.4092409240924093,
      "grad_norm": 0.31220449886262164,
      "learning_rate": 2.5607845596547706e-05,
      "loss": 0.5007671117782593,
      "step": 427
    },
    {
      "epoch": 1.4125412541254125,
      "grad_norm": 0.2970377848116104,
      "learning_rate": 2.5534074120886346e-05,
      "loss": 0.5044519901275635,
      "step": 428
    },
    {
      "epoch": 1.4158415841584158,
      "grad_norm": 0.30667327850480125,
      "learning_rate": 2.5460221017521952e-05,
      "loss": 0.5227789878845215,
      "step": 429
    },
    {
      "epoch": 1.4191419141914192,
      "grad_norm": 0.2902458759439887,
      "learning_rate": 2.538628737578926e-05,
      "loss": 0.5530189871788025,
      "step": 430
    },
    {
      "epoch": 1.4224422442244224,
      "grad_norm": 0.3114416510328153,
      "learning_rate": 2.5312274286210966e-05,
      "loss": 0.508142352104187,
      "step": 431
    },
    {
      "epoch": 1.4257425742574257,
      "grad_norm": 0.30284970816559353,
      "learning_rate": 2.523818284048159e-05,
      "loss": 0.5497263669967651,
      "step": 432
    },
    {
      "epoch": 1.4290429042904291,
      "grad_norm": 0.3619418905679721,
      "learning_rate": 2.5164014131451443e-05,
      "loss": 0.5477034449577332,
      "step": 433
    },
    {
      "epoch": 1.4323432343234324,
      "grad_norm": 0.28668741491270383,
      "learning_rate": 2.508976925311045e-05,
      "loss": 0.5091728568077087,
      "step": 434
    },
    {
      "epoch": 1.4356435643564356,
      "grad_norm": 0.2922234358135184,
      "learning_rate": 2.501544930057203e-05,
      "loss": 0.5022713541984558,
      "step": 435
    },
    {
      "epoch": 1.438943894389439,
      "grad_norm": 0.29994035273286174,
      "learning_rate": 2.494105537005697e-05,
      "loss": 0.5401599407196045,
      "step": 436
    },
    {
      "epoch": 1.4422442244224423,
      "grad_norm": 0.27863085551634303,
      "learning_rate": 2.4866588558877208e-05,
      "loss": 0.5632063150405884,
      "step": 437
    },
    {
      "epoch": 1.4455445544554455,
      "grad_norm": 0.2968792338733857,
      "learning_rate": 2.479204996541969e-05,
      "loss": 0.552355170249939,
      "step": 438
    },
    {
      "epoch": 1.448844884488449,
      "grad_norm": 0.3222205976590156,
      "learning_rate": 2.4717440689130154e-05,
      "loss": 0.5604996681213379,
      "step": 439
    },
    {
      "epoch": 1.4521452145214522,
      "grad_norm": 0.2781451863798608,
      "learning_rate": 2.4642761830496893e-05,
      "loss": 0.4961245656013489,
      "step": 440
    },
    {
      "epoch": 1.4554455445544554,
      "grad_norm": 0.3327533816855903,
      "learning_rate": 2.4568014491034565e-05,
      "loss": 0.5403590202331543,
      "step": 441
    },
    {
      "epoch": 1.4587458745874589,
      "grad_norm": 0.2944499869326328,
      "learning_rate": 2.4493199773267902e-05,
      "loss": 0.4753378629684448,
      "step": 442
    },
    {
      "epoch": 1.462046204620462,
      "grad_norm": 0.30936599048377306,
      "learning_rate": 2.4418318780715477e-05,
      "loss": 0.5125438570976257,
      "step": 443
    },
    {
      "epoch": 1.4653465346534653,
      "grad_norm": 0.3047486735791836,
      "learning_rate": 2.434337261787342e-05,
      "loss": 0.5670269727706909,
      "step": 444
    },
    {
      "epoch": 1.4686468646864688,
      "grad_norm": 0.3348418102837006,
      "learning_rate": 2.426836239019911e-05,
      "loss": 0.5538198947906494,
      "step": 445
    },
    {
      "epoch": 1.471947194719472,
      "grad_norm": 0.2790312641462961,
      "learning_rate": 2.4193289204094893e-05,
      "loss": 0.5012328028678894,
      "step": 446
    },
    {
      "epoch": 1.4752475247524752,
      "grad_norm": 0.30485310749783334,
      "learning_rate": 2.4118154166891762e-05,
      "loss": 0.538119912147522,
      "step": 447
    },
    {
      "epoch": 1.4785478547854787,
      "grad_norm": 0.32398781026753815,
      "learning_rate": 2.4042958386833003e-05,
      "loss": 0.5252339839935303,
      "step": 448
    },
    {
      "epoch": 1.481848184818482,
      "grad_norm": 0.326928536480608,
      "learning_rate": 2.3967702973057853e-05,
      "loss": 0.5367081761360168,
      "step": 449
    },
    {
      "epoch": 1.4851485148514851,
      "grad_norm": 0.3044938562463835,
      "learning_rate": 2.3892389035585167e-05,
      "loss": 0.5091884136199951,
      "step": 450
    },
    {
      "epoch": 1.4884488448844886,
      "grad_norm": 0.2897824690201277,
      "learning_rate": 2.3817017685297016e-05,
      "loss": 0.5079891681671143,
      "step": 451
    },
    {
      "epoch": 1.4917491749174918,
      "grad_norm": 0.2966882318097961,
      "learning_rate": 2.3741590033922313e-05,
      "loss": 0.511939287185669,
      "step": 452
    },
    {
      "epoch": 1.495049504950495,
      "grad_norm": 0.28797637565211376,
      "learning_rate": 2.3666107194020404e-05,
      "loss": 0.5070478916168213,
      "step": 453
    },
    {
      "epoch": 1.4983498349834983,
      "grad_norm": 0.29050652670321586,
      "learning_rate": 2.3590570278964682e-05,
      "loss": 0.547492504119873,
      "step": 454
    },
    {
      "epoch": 1.5016501650165015,
      "grad_norm": 0.311874965448668,
      "learning_rate": 2.3514980402926132e-05,
      "loss": 0.5386558771133423,
      "step": 455
    },
    {
      "epoch": 1.504950495049505,
      "grad_norm": 0.26980126113979913,
      "learning_rate": 2.3439338680856943e-05,
      "loss": 0.48668172955513,
      "step": 456
    },
    {
      "epoch": 1.5082508250825084,
      "grad_norm": 0.31689121328788056,
      "learning_rate": 2.3363646228474002e-05,
      "loss": 0.5497942566871643,
      "step": 457
    },
    {
      "epoch": 1.5115511551155114,
      "grad_norm": 0.3648919358675907,
      "learning_rate": 2.328790416224248e-05,
      "loss": 0.5267748832702637,
      "step": 458
    },
    {
      "epoch": 1.5148514851485149,
      "grad_norm": 0.3191029117024018,
      "learning_rate": 2.3212113599359368e-05,
      "loss": 0.5578982830047607,
      "step": 459
    },
    {
      "epoch": 1.5181518151815183,
      "grad_norm": 0.30610891906133464,
      "learning_rate": 2.3136275657736956e-05,
      "loss": 0.5136545896530151,
      "step": 460
    },
    {
      "epoch": 1.5214521452145213,
      "grad_norm": 0.28466532575384307,
      "learning_rate": 2.3060391455986403e-05,
      "loss": 0.5718669891357422,
      "step": 461
    },
    {
      "epoch": 1.5247524752475248,
      "grad_norm": 0.3064265170567389,
      "learning_rate": 2.2984462113401184e-05,
      "loss": 0.5427108407020569,
      "step": 462
    },
    {
      "epoch": 1.528052805280528,
      "grad_norm": 0.28495826208338726,
      "learning_rate": 2.2908488749940596e-05,
      "loss": 0.5293564200401306,
      "step": 463
    },
    {
      "epoch": 1.5313531353135312,
      "grad_norm": 0.3073240786964915,
      "learning_rate": 2.2832472486213275e-05,
      "loss": 0.550743579864502,
      "step": 464
    },
    {
      "epoch": 1.5346534653465347,
      "grad_norm": 0.30789089349395116,
      "learning_rate": 2.2756414443460602e-05,
      "loss": 0.5957387685775757,
      "step": 465
    },
    {
      "epoch": 1.537953795379538,
      "grad_norm": 0.2840660845057486,
      "learning_rate": 2.2680315743540234e-05,
      "loss": 0.4994407892227173,
      "step": 466
    },
    {
      "epoch": 1.5412541254125411,
      "grad_norm": 0.2912314912557071,
      "learning_rate": 2.260417750890949e-05,
      "loss": 0.5120857954025269,
      "step": 467
    },
    {
      "epoch": 1.5445544554455446,
      "grad_norm": 0.3024618438133355,
      "learning_rate": 2.2528000862608845e-05,
      "loss": 0.5727359056472778,
      "step": 468
    },
    {
      "epoch": 1.5478547854785478,
      "grad_norm": 0.30379584493476613,
      "learning_rate": 2.2451786928245344e-05,
      "loss": 0.584964394569397,
      "step": 469
    },
    {
      "epoch": 1.551155115511551,
      "grad_norm": 0.2782374360382863,
      "learning_rate": 2.237553682997603e-05,
      "loss": 0.5507112741470337,
      "step": 470
    },
    {
      "epoch": 1.5544554455445545,
      "grad_norm": 0.26333814455393634,
      "learning_rate": 2.2299251692491364e-05,
      "loss": 0.49136701226234436,
      "step": 471
    },
    {
      "epoch": 1.5577557755775577,
      "grad_norm": 0.31673569076077385,
      "learning_rate": 2.2222932640998635e-05,
      "loss": 0.5374805927276611,
      "step": 472
    },
    {
      "epoch": 1.561056105610561,
      "grad_norm": 0.29370656251116817,
      "learning_rate": 2.2146580801205362e-05,
      "loss": 0.523996114730835,
      "step": 473
    },
    {
      "epoch": 1.5643564356435644,
      "grad_norm": 0.27277397989040114,
      "learning_rate": 2.207019729930271e-05,
      "loss": 0.48198428750038147,
      "step": 474
    },
    {
      "epoch": 1.5676567656765676,
      "grad_norm": 0.2861287068823064,
      "learning_rate": 2.199378326194883e-05,
      "loss": 0.5148699879646301,
      "step": 475
    },
    {
      "epoch": 1.5709570957095709,
      "grad_norm": 0.2981231032466442,
      "learning_rate": 2.1917339816252303e-05,
      "loss": 0.5297671556472778,
      "step": 476
    },
    {
      "epoch": 1.5742574257425743,
      "grad_norm": 0.2775943923870632,
      "learning_rate": 2.1840868089755465e-05,
      "loss": 0.5082278847694397,
      "step": 477
    },
    {
      "epoch": 1.5775577557755776,
      "grad_norm": 0.2988631140370514,
      "learning_rate": 2.176436921041779e-05,
      "loss": 0.4755392372608185,
      "step": 478
    },
    {
      "epoch": 1.5808580858085808,
      "grad_norm": 0.28707182004966697,
      "learning_rate": 2.1687844306599275e-05,
      "loss": 0.5249454975128174,
      "step": 479
    },
    {
      "epoch": 1.5841584158415842,
      "grad_norm": 0.3023499942723386,
      "learning_rate": 2.161129450704376e-05,
      "loss": 0.5626166462898254,
      "step": 480
    },
    {
      "epoch": 1.5874587458745875,
      "grad_norm": 0.28182475866947054,
      "learning_rate": 2.1534720940862318e-05,
      "loss": 0.5590533018112183,
      "step": 481
    },
    {
      "epoch": 1.5907590759075907,
      "grad_norm": 0.2724331542693392,
      "learning_rate": 2.1458124737516557e-05,
      "loss": 0.5146170854568481,
      "step": 482
    },
    {
      "epoch": 1.5940594059405941,
      "grad_norm": 0.28834268248771533,
      "learning_rate": 2.1381507026802007e-05,
      "loss": 0.5633066296577454,
      "step": 483
    },
    {
      "epoch": 1.5973597359735974,
      "grad_norm": 0.29376551657635425,
      "learning_rate": 2.130486893883141e-05,
      "loss": 0.5273865461349487,
      "step": 484
    },
    {
      "epoch": 1.6006600660066006,
      "grad_norm": 0.277893471974935,
      "learning_rate": 2.1228211604018088e-05,
      "loss": 0.5040723085403442,
      "step": 485
    },
    {
      "epoch": 1.603960396039604,
      "grad_norm": 0.2901419412347278,
      "learning_rate": 2.1151536153059254e-05,
      "loss": 0.5254411697387695,
      "step": 486
    },
    {
      "epoch": 1.6072607260726073,
      "grad_norm": 0.29340041503520936,
      "learning_rate": 2.1074843716919323e-05,
      "loss": 0.5789728760719299,
      "step": 487
    },
    {
      "epoch": 1.6105610561056105,
      "grad_norm": 0.2858502686555999,
      "learning_rate": 2.0998135426813245e-05,
      "loss": 0.5521235466003418,
      "step": 488
    },
    {
      "epoch": 1.613861386138614,
      "grad_norm": 0.2770947277408911,
      "learning_rate": 2.092141241418984e-05,
      "loss": 0.4702959954738617,
      "step": 489
    },
    {
      "epoch": 1.6171617161716172,
      "grad_norm": 0.29713285242144816,
      "learning_rate": 2.0844675810715046e-05,
      "loss": 0.4960707128047943,
      "step": 490
    },
    {
      "epoch": 1.6204620462046204,
      "grad_norm": 0.2800759957297699,
      "learning_rate": 2.076792674825529e-05,
      "loss": 0.5334826111793518,
      "step": 491
    },
    {
      "epoch": 1.6237623762376239,
      "grad_norm": 0.4465546145157964,
      "learning_rate": 2.0691166358860775e-05,
      "loss": 0.5604894161224365,
      "step": 492
    },
    {
      "epoch": 1.627062706270627,
      "grad_norm": 0.2895889767199155,
      "learning_rate": 2.061439577474875e-05,
      "loss": 0.5565654635429382,
      "step": 493
    },
    {
      "epoch": 1.6303630363036303,
      "grad_norm": 0.2663082120203026,
      "learning_rate": 2.0537616128286875e-05,
      "loss": 0.541640043258667,
      "step": 494
    },
    {
      "epoch": 1.6336633663366338,
      "grad_norm": 0.27975047407467746,
      "learning_rate": 2.0460828551976436e-05,
      "loss": 0.5247132182121277,
      "step": 495
    },
    {
      "epoch": 1.636963696369637,
      "grad_norm": 0.30554958978585,
      "learning_rate": 2.0384034178435727e-05,
      "loss": 0.533937394618988,
      "step": 496
    },
    {
      "epoch": 1.6402640264026402,
      "grad_norm": 0.29094539458240765,
      "learning_rate": 2.0307234140383264e-05,
      "loss": 0.5857927799224854,
      "step": 497
    },
    {
      "epoch": 1.6435643564356437,
      "grad_norm": 0.2718482098386275,
      "learning_rate": 2.0230429570621134e-05,
      "loss": 0.5191807746887207,
      "step": 498
    },
    {
      "epoch": 1.6468646864686467,
      "grad_norm": 0.28523897670587156,
      "learning_rate": 2.0153621602018276e-05,
      "loss": 0.5255881547927856,
      "step": 499
    },
    {
      "epoch": 1.6501650165016502,
      "grad_norm": 0.27057309315143646,
      "learning_rate": 2.0076811367493736e-05,
      "loss": 0.5134017467498779,
      "step": 500
    },
    {
      "epoch": 1.6534653465346536,
      "grad_norm": 0.2603322919481828,
      "learning_rate": 2e-05,
      "loss": 0.4548872113227844,
      "step": 501
    },
    {
      "epoch": 1.6567656765676566,
      "grad_norm": 0.2841830282558966,
      "learning_rate": 1.9923188632506268e-05,
      "loss": 0.4879235625267029,
      "step": 502
    },
    {
      "epoch": 1.66006600660066,
      "grad_norm": 0.2718072353452213,
      "learning_rate": 1.9846378397981737e-05,
      "loss": 0.5488070249557495,
      "step": 503
    },
    {
      "epoch": 1.6633663366336635,
      "grad_norm": 0.26980717544426264,
      "learning_rate": 1.976957042937887e-05,
      "loss": 0.474858820438385,
      "step": 504
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 0.2729038695715346,
      "learning_rate": 1.969276585961674e-05,
      "loss": 0.573983907699585,
      "step": 505
    },
    {
      "epoch": 1.66996699669967,
      "grad_norm": 0.2754435399081945,
      "learning_rate": 1.9615965821564284e-05,
      "loss": 0.5299487709999084,
      "step": 506
    },
    {
      "epoch": 1.6732673267326734,
      "grad_norm": 0.28078214205826996,
      "learning_rate": 1.9539171448023568e-05,
      "loss": 0.580963134765625,
      "step": 507
    },
    {
      "epoch": 1.6765676567656764,
      "grad_norm": 0.28056872169008745,
      "learning_rate": 1.946238387171313e-05,
      "loss": 0.5240850448608398,
      "step": 508
    },
    {
      "epoch": 1.6798679867986799,
      "grad_norm": 0.27579932032687055,
      "learning_rate": 1.9385604225251245e-05,
      "loss": 0.5397930145263672,
      "step": 509
    },
    {
      "epoch": 1.6831683168316833,
      "grad_norm": 0.2649239844230271,
      "learning_rate": 1.9308833641139235e-05,
      "loss": 0.4949077367782593,
      "step": 510
    },
    {
      "epoch": 1.6864686468646863,
      "grad_norm": 0.26821293718742795,
      "learning_rate": 1.9232073251744715e-05,
      "loss": 0.4906027913093567,
      "step": 511
    },
    {
      "epoch": 1.6897689768976898,
      "grad_norm": 0.30180544906142204,
      "learning_rate": 1.9155324189284957e-05,
      "loss": 0.562363862991333,
      "step": 512
    },
    {
      "epoch": 1.693069306930693,
      "grad_norm": 0.26560887539548794,
      "learning_rate": 1.9078587585810167e-05,
      "loss": 0.5347090363502502,
      "step": 513
    },
    {
      "epoch": 1.6963696369636962,
      "grad_norm": 0.28206984650870465,
      "learning_rate": 1.900186457318676e-05,
      "loss": 0.5554836988449097,
      "step": 514
    },
    {
      "epoch": 1.6996699669966997,
      "grad_norm": 0.2667791650009087,
      "learning_rate": 1.8925156283080684e-05,
      "loss": 0.5179104208946228,
      "step": 515
    },
    {
      "epoch": 1.702970297029703,
      "grad_norm": 0.2759730227945326,
      "learning_rate": 1.8848463846940756e-05,
      "loss": 0.552240252494812,
      "step": 516
    },
    {
      "epoch": 1.7062706270627062,
      "grad_norm": 0.34634391778922186,
      "learning_rate": 1.8771788395981915e-05,
      "loss": 0.534430980682373,
      "step": 517
    },
    {
      "epoch": 1.7095709570957096,
      "grad_norm": 0.26711110641337843,
      "learning_rate": 1.8695131061168598e-05,
      "loss": 0.5601803064346313,
      "step": 518
    },
    {
      "epoch": 1.7128712871287128,
      "grad_norm": 0.3479876576460715,
      "learning_rate": 1.8618492973198e-05,
      "loss": 0.5119711756706238,
      "step": 519
    },
    {
      "epoch": 1.716171617161716,
      "grad_norm": 0.32608510378908223,
      "learning_rate": 1.8541875262483446e-05,
      "loss": 0.5632577538490295,
      "step": 520
    },
    {
      "epoch": 1.7194719471947195,
      "grad_norm": 0.2744236737297373,
      "learning_rate": 1.8465279059137686e-05,
      "loss": 0.5499478578567505,
      "step": 521
    },
    {
      "epoch": 1.7227722772277227,
      "grad_norm": 0.2835433030263243,
      "learning_rate": 1.8388705492956244e-05,
      "loss": 0.5176683664321899,
      "step": 522
    },
    {
      "epoch": 1.726072607260726,
      "grad_norm": 0.30494439216544983,
      "learning_rate": 1.8312155693400735e-05,
      "loss": 0.49528205394744873,
      "step": 523
    },
    {
      "epoch": 1.7293729372937294,
      "grad_norm": 0.26710805184601655,
      "learning_rate": 1.8235630789582213e-05,
      "loss": 0.5684216022491455,
      "step": 524
    },
    {
      "epoch": 1.7326732673267327,
      "grad_norm": 0.3852411183060649,
      "learning_rate": 1.815913191024454e-05,
      "loss": 0.5375942587852478,
      "step": 525
    },
    {
      "epoch": 1.7359735973597359,
      "grad_norm": 0.33262500157086355,
      "learning_rate": 1.8082660183747704e-05,
      "loss": 0.5541956424713135,
      "step": 526
    },
    {
      "epoch": 1.7392739273927393,
      "grad_norm": 0.28642691265671333,
      "learning_rate": 1.8006216738051175e-05,
      "loss": 0.5304872393608093,
      "step": 527
    },
    {
      "epoch": 1.7425742574257426,
      "grad_norm": 0.2734388390360432,
      "learning_rate": 1.7929802700697297e-05,
      "loss": 0.48648735880851746,
      "step": 528
    },
    {
      "epoch": 1.7458745874587458,
      "grad_norm": 0.28617564742207474,
      "learning_rate": 1.7853419198794638e-05,
      "loss": 0.49221059679985046,
      "step": 529
    },
    {
      "epoch": 1.7491749174917492,
      "grad_norm": 0.2790947673251484,
      "learning_rate": 1.7777067359001375e-05,
      "loss": 0.5652948021888733,
      "step": 530
    },
    {
      "epoch": 1.7524752475247525,
      "grad_norm": 0.2853703561489374,
      "learning_rate": 1.7700748307508643e-05,
      "loss": 0.5187686681747437,
      "step": 531
    },
    {
      "epoch": 1.7557755775577557,
      "grad_norm": 0.2853976224574607,
      "learning_rate": 1.7624463170023974e-05,
      "loss": 0.5013114809989929,
      "step": 532
    },
    {
      "epoch": 1.7590759075907592,
      "grad_norm": 0.2619757068753479,
      "learning_rate": 1.7548213071754663e-05,
      "loss": 0.47477245330810547,
      "step": 533
    },
    {
      "epoch": 1.7623762376237624,
      "grad_norm": 0.29220608585061886,
      "learning_rate": 1.7471999137391162e-05,
      "loss": 0.5600515007972717,
      "step": 534
    },
    {
      "epoch": 1.7656765676567656,
      "grad_norm": 0.2680464906367101,
      "learning_rate": 1.7395822491090513e-05,
      "loss": 0.5017521381378174,
      "step": 535
    },
    {
      "epoch": 1.768976897689769,
      "grad_norm": 0.3164936697237469,
      "learning_rate": 1.7319684256459773e-05,
      "loss": 0.48718830943107605,
      "step": 536
    },
    {
      "epoch": 1.7722772277227723,
      "grad_norm": 0.26576630911317906,
      "learning_rate": 1.72435855565394e-05,
      "loss": 0.5348131060600281,
      "step": 537
    },
    {
      "epoch": 1.7755775577557755,
      "grad_norm": 0.3785718389935733,
      "learning_rate": 1.716752751378673e-05,
      "loss": 0.5132070183753967,
      "step": 538
    },
    {
      "epoch": 1.778877887788779,
      "grad_norm": 0.2912227396538846,
      "learning_rate": 1.7091511250059407e-05,
      "loss": 0.5194598436355591,
      "step": 539
    },
    {
      "epoch": 1.7821782178217822,
      "grad_norm": 0.25340183641995817,
      "learning_rate": 1.701553788659883e-05,
      "loss": 0.4950656294822693,
      "step": 540
    },
    {
      "epoch": 1.7854785478547854,
      "grad_norm": 0.32993048381725726,
      "learning_rate": 1.6939608544013603e-05,
      "loss": 0.5465744137763977,
      "step": 541
    },
    {
      "epoch": 1.7887788778877889,
      "grad_norm": 0.33326548174687204,
      "learning_rate": 1.6863724342263047e-05,
      "loss": 0.5328625440597534,
      "step": 542
    },
    {
      "epoch": 1.7920792079207921,
      "grad_norm": 0.2747817812302539,
      "learning_rate": 1.6787886400640645e-05,
      "loss": 0.483689546585083,
      "step": 543
    },
    {
      "epoch": 1.7953795379537953,
      "grad_norm": 0.2619017709081145,
      "learning_rate": 1.6712095837757525e-05,
      "loss": 0.5225390195846558,
      "step": 544
    },
    {
      "epoch": 1.7986798679867988,
      "grad_norm": 0.2718453161830156,
      "learning_rate": 1.6636353771526005e-05,
      "loss": 0.5168595314025879,
      "step": 545
    },
    {
      "epoch": 1.801980198019802,
      "grad_norm": 0.2915579523683445,
      "learning_rate": 1.6560661319143064e-05,
      "loss": 0.5257725119590759,
      "step": 546
    },
    {
      "epoch": 1.8052805280528053,
      "grad_norm": 0.2767711815305055,
      "learning_rate": 1.648501959707387e-05,
      "loss": 0.5023485422134399,
      "step": 547
    },
    {
      "epoch": 1.8085808580858087,
      "grad_norm": 0.267570701584644,
      "learning_rate": 1.6409429721035324e-05,
      "loss": 0.48897239565849304,
      "step": 548
    },
    {
      "epoch": 1.811881188118812,
      "grad_norm": 0.28714006005114934,
      "learning_rate": 1.63338928059796e-05,
      "loss": 0.5318676829338074,
      "step": 549
    },
    {
      "epoch": 1.8151815181518152,
      "grad_norm": 0.2802563301473015,
      "learning_rate": 1.6258409966077693e-05,
      "loss": 0.4996787905693054,
      "step": 550
    },
    {
      "epoch": 1.8184818481848186,
      "grad_norm": 0.28354713397276166,
      "learning_rate": 1.6182982314702987e-05,
      "loss": 0.4833434820175171,
      "step": 551
    },
    {
      "epoch": 1.8217821782178216,
      "grad_norm": 0.2904168234412241,
      "learning_rate": 1.6107610964414836e-05,
      "loss": 0.5050291419029236,
      "step": 552
    },
    {
      "epoch": 1.825082508250825,
      "grad_norm": 0.2859100119195952,
      "learning_rate": 1.6032297026942154e-05,
      "loss": 0.5423529148101807,
      "step": 553
    },
    {
      "epoch": 1.8283828382838285,
      "grad_norm": 0.2700093369793658,
      "learning_rate": 1.5957041613167007e-05,
      "loss": 0.5670536756515503,
      "step": 554
    },
    {
      "epoch": 1.8316831683168315,
      "grad_norm": 0.2784484594925466,
      "learning_rate": 1.5881845833108245e-05,
      "loss": 0.5148528814315796,
      "step": 555
    },
    {
      "epoch": 1.834983498349835,
      "grad_norm": 0.2795083034807244,
      "learning_rate": 1.5806710795905113e-05,
      "loss": 0.5441350340843201,
      "step": 556
    },
    {
      "epoch": 1.8382838283828384,
      "grad_norm": 0.27706485047893287,
      "learning_rate": 1.5731637609800897e-05,
      "loss": 0.5338016748428345,
      "step": 557
    },
    {
      "epoch": 1.8415841584158414,
      "grad_norm": 0.281671337152691,
      "learning_rate": 1.5656627382126587e-05,
      "loss": 0.522803783416748,
      "step": 558
    },
    {
      "epoch": 1.844884488448845,
      "grad_norm": 0.2867314215651197,
      "learning_rate": 1.5581681219284523e-05,
      "loss": 0.5079183578491211,
      "step": 559
    },
    {
      "epoch": 1.8481848184818483,
      "grad_norm": 0.2880604655799914,
      "learning_rate": 1.5506800226732104e-05,
      "loss": 0.5360547304153442,
      "step": 560
    },
    {
      "epoch": 1.8514851485148514,
      "grad_norm": 0.276328956502413,
      "learning_rate": 1.5431985508965438e-05,
      "loss": 0.5137909650802612,
      "step": 561
    },
    {
      "epoch": 1.8547854785478548,
      "grad_norm": 0.26198432963654783,
      "learning_rate": 1.5357238169503107e-05,
      "loss": 0.513020396232605,
      "step": 562
    },
    {
      "epoch": 1.858085808580858,
      "grad_norm": 0.3155751914603546,
      "learning_rate": 1.5282559310869856e-05,
      "loss": 0.5015939474105835,
      "step": 563
    },
    {
      "epoch": 1.8613861386138613,
      "grad_norm": 0.2654102353913447,
      "learning_rate": 1.5207950034580317e-05,
      "loss": 0.5012743473052979,
      "step": 564
    },
    {
      "epoch": 1.8646864686468647,
      "grad_norm": 0.27309132142690246,
      "learning_rate": 1.5133411441122799e-05,
      "loss": 0.48864254355430603,
      "step": 565
    },
    {
      "epoch": 1.867986798679868,
      "grad_norm": 0.6058665885379618,
      "learning_rate": 1.5058944629943044e-05,
      "loss": 0.437102347612381,
      "step": 566
    },
    {
      "epoch": 1.8712871287128712,
      "grad_norm": 0.2718164602566872,
      "learning_rate": 1.4984550699427978e-05,
      "loss": 0.5518525838851929,
      "step": 567
    },
    {
      "epoch": 1.8745874587458746,
      "grad_norm": 0.2832474093938169,
      "learning_rate": 1.4910230746889559e-05,
      "loss": 0.5618141889572144,
      "step": 568
    },
    {
      "epoch": 1.8778877887788779,
      "grad_norm": 0.2790138686096534,
      "learning_rate": 1.4835985868548557e-05,
      "loss": 0.4990406632423401,
      "step": 569
    },
    {
      "epoch": 1.881188118811881,
      "grad_norm": 0.26198363334655667,
      "learning_rate": 1.4761817159518415e-05,
      "loss": 0.5004926919937134,
      "step": 570
    },
    {
      "epoch": 1.8844884488448845,
      "grad_norm": 0.28233065536105734,
      "learning_rate": 1.4687725713789042e-05,
      "loss": 0.5166051983833313,
      "step": 571
    },
    {
      "epoch": 1.8877887788778878,
      "grad_norm": 0.2654807250852616,
      "learning_rate": 1.461371262421074e-05,
      "loss": 0.5510391592979431,
      "step": 572
    },
    {
      "epoch": 1.891089108910891,
      "grad_norm": 0.2766439695892797,
      "learning_rate": 1.4539778982478061e-05,
      "loss": 0.5305938720703125,
      "step": 573
    },
    {
      "epoch": 1.8943894389438944,
      "grad_norm": 0.35617765802983586,
      "learning_rate": 1.4465925879113663e-05,
      "loss": 0.562718391418457,
      "step": 574
    },
    {
      "epoch": 1.8976897689768977,
      "grad_norm": 0.26373250902859363,
      "learning_rate": 1.4392154403452294e-05,
      "loss": 0.541257381439209,
      "step": 575
    },
    {
      "epoch": 1.900990099009901,
      "grad_norm": 0.2584596806712207,
      "learning_rate": 1.4318465643624696e-05,
      "loss": 0.556663990020752,
      "step": 576
    },
    {
      "epoch": 1.9042904290429044,
      "grad_norm": 0.2655751613308258,
      "learning_rate": 1.4244860686541522e-05,
      "loss": 0.5691581964492798,
      "step": 577
    },
    {
      "epoch": 1.9075907590759076,
      "grad_norm": 0.3146864569567829,
      "learning_rate": 1.4171340617877349e-05,
      "loss": 0.513170063495636,
      "step": 578
    },
    {
      "epoch": 1.9108910891089108,
      "grad_norm": 0.288458498752148,
      "learning_rate": 1.4097906522054656e-05,
      "loss": 0.5679588317871094,
      "step": 579
    },
    {
      "epoch": 1.9141914191419143,
      "grad_norm": 0.2858005511149637,
      "learning_rate": 1.4024559482227818e-05,
      "loss": 0.513796329498291,
      "step": 580
    },
    {
      "epoch": 1.9174917491749175,
      "grad_norm": 0.25543101337641916,
      "learning_rate": 1.3951300580267108e-05,
      "loss": 0.4618416428565979,
      "step": 581
    },
    {
      "epoch": 1.9207920792079207,
      "grad_norm": 0.2670194314216259,
      "learning_rate": 1.3878130896742796e-05,
      "loss": 0.5491312742233276,
      "step": 582
    },
    {
      "epoch": 1.9240924092409242,
      "grad_norm": 0.24204031552297342,
      "learning_rate": 1.3805051510909164e-05,
      "loss": 0.5524745583534241,
      "step": 583
    },
    {
      "epoch": 1.9273927392739274,
      "grad_norm": 0.25091865473771396,
      "learning_rate": 1.3732063500688604e-05,
      "loss": 0.5232075452804565,
      "step": 584
    },
    {
      "epoch": 1.9306930693069306,
      "grad_norm": 0.26059464209400784,
      "learning_rate": 1.3659167942655702e-05,
      "loss": 0.5257346034049988,
      "step": 585
    },
    {
      "epoch": 1.933993399339934,
      "grad_norm": 0.2814401591736557,
      "learning_rate": 1.35863659120214e-05,
      "loss": 0.5196455717086792,
      "step": 586
    },
    {
      "epoch": 1.9372937293729373,
      "grad_norm": 0.2624714306516865,
      "learning_rate": 1.3513658482617085e-05,
      "loss": 0.5122568011283875,
      "step": 587
    },
    {
      "epoch": 1.9405940594059405,
      "grad_norm": 0.2644911414307543,
      "learning_rate": 1.3441046726878786e-05,
      "loss": 0.5236790180206299,
      "step": 588
    },
    {
      "epoch": 1.943894389438944,
      "grad_norm": 0.2699458396883844,
      "learning_rate": 1.3368531715831337e-05,
      "loss": 0.5508555173873901,
      "step": 589
    },
    {
      "epoch": 1.9471947194719472,
      "grad_norm": 0.26005129022694123,
      "learning_rate": 1.3296114519072594e-05,
      "loss": 0.4742932617664337,
      "step": 590
    },
    {
      "epoch": 1.9504950495049505,
      "grad_norm": 0.2530711129220065,
      "learning_rate": 1.3223796204757638e-05,
      "loss": 0.5406354665756226,
      "step": 591
    },
    {
      "epoch": 1.953795379537954,
      "grad_norm": 0.26847075280504556,
      "learning_rate": 1.3151577839583043e-05,
      "loss": 0.508262038230896,
      "step": 592
    },
    {
      "epoch": 1.9570957095709571,
      "grad_norm": 0.2601716190776577,
      "learning_rate": 1.3079460488771136e-05,
      "loss": 0.5260204672813416,
      "step": 593
    },
    {
      "epoch": 1.9603960396039604,
      "grad_norm": 0.2597900374740898,
      "learning_rate": 1.3007445216054257e-05,
      "loss": 0.522408127784729,
      "step": 594
    },
    {
      "epoch": 1.9636963696369638,
      "grad_norm": 0.23858694591096777,
      "learning_rate": 1.2935533083659114e-05,
      "loss": 0.4849371910095215,
      "step": 595
    },
    {
      "epoch": 1.966996699669967,
      "grad_norm": 0.26399518807159883,
      "learning_rate": 1.2863725152291091e-05,
      "loss": 0.5319019556045532,
      "step": 596
    },
    {
      "epoch": 1.9702970297029703,
      "grad_norm": 0.2797422170192374,
      "learning_rate": 1.2792022481118587e-05,
      "loss": 0.5562412738800049,
      "step": 597
    },
    {
      "epoch": 1.9735973597359737,
      "grad_norm": 0.2537907416959109,
      "learning_rate": 1.2720426127757431e-05,
      "loss": 0.49608999490737915,
      "step": 598
    },
    {
      "epoch": 1.976897689768977,
      "grad_norm": 0.2521690484869479,
      "learning_rate": 1.2648937148255253e-05,
      "loss": 0.5082768201828003,
      "step": 599
    },
    {
      "epoch": 1.9801980198019802,
      "grad_norm": 0.2572245668654862,
      "learning_rate": 1.2577556597075933e-05,
      "loss": 0.5706614255905151,
      "step": 600
    },
    {
      "epoch": 1.9834983498349836,
      "grad_norm": 0.2697883750179181,
      "learning_rate": 1.2506285527083991e-05,
      "loss": 0.5366507768630981,
      "step": 601
    },
    {
      "epoch": 1.9867986798679866,
      "grad_norm": 0.26402819852563175,
      "learning_rate": 1.2435124989529139e-05,
      "loss": 0.5462816953659058,
      "step": 602
    },
    {
      "epoch": 1.99009900990099,
      "grad_norm": 0.246894878071046,
      "learning_rate": 1.236407603403072e-05,
      "loss": 0.5050650238990784,
      "step": 603
    },
    {
      "epoch": 1.9933993399339935,
      "grad_norm": 0.477370357077484,
      "learning_rate": 1.2293139708562221e-05,
      "loss": 0.4915675222873688,
      "step": 604
    },
    {
      "epoch": 1.9966996699669965,
      "grad_norm": 0.2657795870076786,
      "learning_rate": 1.2222317059435863e-05,
      "loss": 0.5807889103889465,
      "step": 605
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.2770967943671612,
      "learning_rate": 1.2151609131287124e-05,
      "loss": 0.49173152446746826,
      "step": 606
    },
    {
      "epoch": 2.0033003300330035,
      "grad_norm": 0.7014931959992592,
      "learning_rate": 1.2081016967059336e-05,
      "loss": 0.4426806569099426,
      "step": 607
    },
    {
      "epoch": 2.0066006600660065,
      "grad_norm": 0.3040348249510974,
      "learning_rate": 1.201054160798833e-05,
      "loss": 0.45669305324554443,
      "step": 608
    },
    {
      "epoch": 2.00990099009901,
      "grad_norm": 0.31030490189011145,
      "learning_rate": 1.1940184093587047e-05,
      "loss": 0.4638911783695221,
      "step": 609
    },
    {
      "epoch": 2.0132013201320134,
      "grad_norm": 0.36234285165121427,
      "learning_rate": 1.186994546163023e-05,
      "loss": 0.4541138708591461,
      "step": 610
    },
    {
      "epoch": 2.0165016501650164,
      "grad_norm": 0.38564024677228226,
      "learning_rate": 1.1799826748139079e-05,
      "loss": 0.49081191420555115,
      "step": 611
    },
    {
      "epoch": 2.01980198019802,
      "grad_norm": 0.3266656962672454,
      "learning_rate": 1.1729828987366009e-05,
      "loss": 0.4794033169746399,
      "step": 612
    },
    {
      "epoch": 2.0231023102310233,
      "grad_norm": 0.291304204290645,
      "learning_rate": 1.165995321177939e-05,
      "loss": 0.4142993688583374,
      "step": 613
    },
    {
      "epoch": 2.0264026402640263,
      "grad_norm": 0.33294658416576944,
      "learning_rate": 1.159020045204829e-05,
      "loss": 0.47322210669517517,
      "step": 614
    },
    {
      "epoch": 2.0297029702970297,
      "grad_norm": 0.3539618583487969,
      "learning_rate": 1.15205717370273e-05,
      "loss": 0.4899124503135681,
      "step": 615
    },
    {
      "epoch": 2.033003300330033,
      "grad_norm": 0.2952110750729378,
      "learning_rate": 1.1451068093741355e-05,
      "loss": 0.4857853055000305,
      "step": 616
    },
    {
      "epoch": 2.036303630363036,
      "grad_norm": 0.28290377247578213,
      "learning_rate": 1.1381690547370559e-05,
      "loss": 0.4790021479129791,
      "step": 617
    },
    {
      "epoch": 2.0396039603960396,
      "grad_norm": 0.2902876717109542,
      "learning_rate": 1.13124401212351e-05,
      "loss": 0.4519282281398773,
      "step": 618
    },
    {
      "epoch": 2.042904290429043,
      "grad_norm": 0.32584221310071065,
      "learning_rate": 1.1243317836780138e-05,
      "loss": 0.4738570749759674,
      "step": 619
    },
    {
      "epoch": 2.046204620462046,
      "grad_norm": 0.3093985088780693,
      "learning_rate": 1.1174324713560751e-05,
      "loss": 0.5111795663833618,
      "step": 620
    },
    {
      "epoch": 2.0495049504950495,
      "grad_norm": 0.2707360386310654,
      "learning_rate": 1.1105461769226858e-05,
      "loss": 0.4750926196575165,
      "step": 621
    },
    {
      "epoch": 2.052805280528053,
      "grad_norm": 0.3107814822051771,
      "learning_rate": 1.1036730019508259e-05,
      "loss": 0.4580341577529907,
      "step": 622
    },
    {
      "epoch": 2.056105610561056,
      "grad_norm": 0.28803288143665157,
      "learning_rate": 1.0968130478199635e-05,
      "loss": 0.43322116136550903,
      "step": 623
    },
    {
      "epoch": 2.0594059405940595,
      "grad_norm": 0.2810686637672446,
      "learning_rate": 1.0899664157145562e-05,
      "loss": 0.5015532374382019,
      "step": 624
    },
    {
      "epoch": 2.062706270627063,
      "grad_norm": 0.28464578766110366,
      "learning_rate": 1.0831332066225645e-05,
      "loss": 0.4508541226387024,
      "step": 625
    },
    {
      "epoch": 2.066006600660066,
      "grad_norm": 0.2904901154874499,
      "learning_rate": 1.0763135213339589e-05,
      "loss": 0.49554720520973206,
      "step": 626
    },
    {
      "epoch": 2.0693069306930694,
      "grad_norm": 0.27820378239401394,
      "learning_rate": 1.0695074604392305e-05,
      "loss": 0.4523652493953705,
      "step": 627
    },
    {
      "epoch": 2.072607260726073,
      "grad_norm": 0.2794675014886217,
      "learning_rate": 1.0627151243279136e-05,
      "loss": 0.44413498044013977,
      "step": 628
    },
    {
      "epoch": 2.075907590759076,
      "grad_norm": 0.30159300158430347,
      "learning_rate": 1.055936613187101e-05,
      "loss": 0.4645534157752991,
      "step": 629
    },
    {
      "epoch": 2.0792079207920793,
      "grad_norm": 0.26698861915138783,
      "learning_rate": 1.0491720269999663e-05,
      "loss": 0.44823265075683594,
      "step": 630
    },
    {
      "epoch": 2.0825082508250823,
      "grad_norm": 0.2813791646704669,
      "learning_rate": 1.0424214655442891e-05,
      "loss": 0.45181727409362793,
      "step": 631
    },
    {
      "epoch": 2.0858085808580857,
      "grad_norm": 0.28721240697359884,
      "learning_rate": 1.0356850283909852e-05,
      "loss": 0.5371145009994507,
      "step": 632
    },
    {
      "epoch": 2.089108910891089,
      "grad_norm": 0.26030729348418064,
      "learning_rate": 1.0289628149026369e-05,
      "loss": 0.4564274847507477,
      "step": 633
    },
    {
      "epoch": 2.092409240924092,
      "grad_norm": 0.3008427259435641,
      "learning_rate": 1.0222549242320254e-05,
      "loss": 0.4490276873111725,
      "step": 634
    },
    {
      "epoch": 2.0957095709570956,
      "grad_norm": 0.27241405218961473,
      "learning_rate": 1.0155614553206715e-05,
      "loss": 0.4663650095462799,
      "step": 635
    },
    {
      "epoch": 2.099009900990099,
      "grad_norm": 0.2814271376941218,
      "learning_rate": 1.0088825068973746e-05,
      "loss": 0.46265488862991333,
      "step": 636
    },
    {
      "epoch": 2.102310231023102,
      "grad_norm": 0.27083223857822414,
      "learning_rate": 1.002218177476756e-05,
      "loss": 0.45717963576316833,
      "step": 637
    },
    {
      "epoch": 2.1056105610561056,
      "grad_norm": 0.27321625989679976,
      "learning_rate": 9.955685653578068e-06,
      "loss": 0.47119495272636414,
      "step": 638
    },
    {
      "epoch": 2.108910891089109,
      "grad_norm": 0.2756031623165562,
      "learning_rate": 9.88933768622439e-06,
      "loss": 0.46565738320350647,
      "step": 639
    },
    {
      "epoch": 2.112211221122112,
      "grad_norm": 0.26745369116167694,
      "learning_rate": 9.823138851340337e-06,
      "loss": 0.45610398054122925,
      "step": 640
    },
    {
      "epoch": 2.1155115511551155,
      "grad_norm": 0.2722722292829376,
      "learning_rate": 9.75709012536005e-06,
      "loss": 0.4907280206680298,
      "step": 641
    },
    {
      "epoch": 2.118811881188119,
      "grad_norm": 0.3111977337695957,
      "learning_rate": 9.691192482503546e-06,
      "loss": 0.500091552734375,
      "step": 642
    },
    {
      "epoch": 2.122112211221122,
      "grad_norm": 0.2648612882642695,
      "learning_rate": 9.625446894762371e-06,
      "loss": 0.4330231547355652,
      "step": 643
    },
    {
      "epoch": 2.1254125412541254,
      "grad_norm": 0.2809597353379975,
      "learning_rate": 9.559854331885233e-06,
      "loss": 0.4750261902809143,
      "step": 644
    },
    {
      "epoch": 2.128712871287129,
      "grad_norm": 0.28201431758911444,
      "learning_rate": 9.49441576136374e-06,
      "loss": 0.4567373991012573,
      "step": 645
    },
    {
      "epoch": 2.132013201320132,
      "grad_norm": 0.2901654659031683,
      "learning_rate": 9.429132148418116e-06,
      "loss": 0.4601932168006897,
      "step": 646
    },
    {
      "epoch": 2.1353135313531353,
      "grad_norm": 0.2792782648133288,
      "learning_rate": 9.364004455982931e-06,
      "loss": 0.4909035265445709,
      "step": 647
    },
    {
      "epoch": 2.1386138613861387,
      "grad_norm": 0.2531215125004539,
      "learning_rate": 9.299033644692948e-06,
      "loss": 0.4443170428276062,
      "step": 648
    },
    {
      "epoch": 2.1419141914191417,
      "grad_norm": 0.2676386529649011,
      "learning_rate": 9.234220672868928e-06,
      "loss": 0.46534985303878784,
      "step": 649
    },
    {
      "epoch": 2.145214521452145,
      "grad_norm": 0.2667778492620529,
      "learning_rate": 9.169566496503476e-06,
      "loss": 0.4351472854614258,
      "step": 650
    },
    {
      "epoch": 2.1485148514851486,
      "grad_norm": 0.26819623679400084,
      "learning_rate": 9.105072069246983e-06,
      "loss": 0.41445475816726685,
      "step": 651
    },
    {
      "epoch": 2.1518151815181517,
      "grad_norm": 0.2627848025641513,
      "learning_rate": 9.040738342393532e-06,
      "loss": 0.475847989320755,
      "step": 652
    },
    {
      "epoch": 2.155115511551155,
      "grad_norm": 0.26883146792086515,
      "learning_rate": 8.976566264866876e-06,
      "loss": 0.48487618565559387,
      "step": 653
    },
    {
      "epoch": 2.1584158415841586,
      "grad_norm": 0.2373773636564882,
      "learning_rate": 8.912556783206414e-06,
      "loss": 0.4661785364151001,
      "step": 654
    },
    {
      "epoch": 2.1617161716171616,
      "grad_norm": 0.25939800378632233,
      "learning_rate": 8.84871084155328e-06,
      "loss": 0.48009538650512695,
      "step": 655
    },
    {
      "epoch": 2.165016501650165,
      "grad_norm": 0.26858346089342566,
      "learning_rate": 8.785029381636387e-06,
      "loss": 0.45644935965538025,
      "step": 656
    },
    {
      "epoch": 2.1683168316831685,
      "grad_norm": 0.25509808532967904,
      "learning_rate": 8.721513342758516e-06,
      "loss": 0.4896699786186218,
      "step": 657
    },
    {
      "epoch": 2.1716171617161715,
      "grad_norm": 0.2678040151014407,
      "learning_rate": 8.658163661782507e-06,
      "loss": 0.4286258816719055,
      "step": 658
    },
    {
      "epoch": 2.174917491749175,
      "grad_norm": 0.25541690613787077,
      "learning_rate": 8.59498127311742e-06,
      "loss": 0.42029869556427,
      "step": 659
    },
    {
      "epoch": 2.1782178217821784,
      "grad_norm": 0.2748486648157056,
      "learning_rate": 8.531967108704722e-06,
      "loss": 0.48522356152534485,
      "step": 660
    },
    {
      "epoch": 2.1815181518151814,
      "grad_norm": 0.37918495336042346,
      "learning_rate": 8.4691220980046e-06,
      "loss": 0.461814284324646,
      "step": 661
    },
    {
      "epoch": 2.184818481848185,
      "grad_norm": 0.2581277433441387,
      "learning_rate": 8.406447167982205e-06,
      "loss": 0.49913299083709717,
      "step": 662
    },
    {
      "epoch": 2.1881188118811883,
      "grad_norm": 0.2804949954645611,
      "learning_rate": 8.343943243094008e-06,
      "loss": 0.4936009645462036,
      "step": 663
    },
    {
      "epoch": 2.1914191419141913,
      "grad_norm": 0.2621319196989517,
      "learning_rate": 8.281611245274123e-06,
      "loss": 0.44817712903022766,
      "step": 664
    },
    {
      "epoch": 2.1947194719471947,
      "grad_norm": 0.26441078845804705,
      "learning_rate": 8.219452093920763e-06,
      "loss": 0.482817143201828,
      "step": 665
    },
    {
      "epoch": 2.198019801980198,
      "grad_norm": 0.25954690482303255,
      "learning_rate": 8.157466705882645e-06,
      "loss": 0.4643383026123047,
      "step": 666
    },
    {
      "epoch": 2.201320132013201,
      "grad_norm": 0.26531559844936237,
      "learning_rate": 8.095655995445472e-06,
      "loss": 0.4797602593898773,
      "step": 667
    },
    {
      "epoch": 2.2046204620462047,
      "grad_norm": 0.26505896756203806,
      "learning_rate": 8.03402087431844e-06,
      "loss": 0.44109994173049927,
      "step": 668
    },
    {
      "epoch": 2.207920792079208,
      "grad_norm": 0.24679836702691405,
      "learning_rate": 7.972562251620817e-06,
      "loss": 0.46359869837760925,
      "step": 669
    },
    {
      "epoch": 2.211221122112211,
      "grad_norm": 0.23925371744802634,
      "learning_rate": 7.9112810338685e-06,
      "loss": 0.4576035141944885,
      "step": 670
    },
    {
      "epoch": 2.2145214521452146,
      "grad_norm": 0.2854541383231889,
      "learning_rate": 7.850178124960678e-06,
      "loss": 0.40902045369148254,
      "step": 671
    },
    {
      "epoch": 2.217821782178218,
      "grad_norm": 0.2726752140080075,
      "learning_rate": 7.789254426166454e-06,
      "loss": 0.45797932147979736,
      "step": 672
    },
    {
      "epoch": 2.221122112211221,
      "grad_norm": 0.2463208855251595,
      "learning_rate": 7.728510836111602e-06,
      "loss": 0.43204474449157715,
      "step": 673
    },
    {
      "epoch": 2.2244224422442245,
      "grad_norm": 0.2632084235311744,
      "learning_rate": 7.667948250765278e-06,
      "loss": 0.46007901430130005,
      "step": 674
    },
    {
      "epoch": 2.227722772277228,
      "grad_norm": 0.2508043419515415,
      "learning_rate": 7.607567563426823e-06,
      "loss": 0.46342402696609497,
      "step": 675
    },
    {
      "epoch": 2.231023102310231,
      "grad_norm": 0.25728063807342477,
      "learning_rate": 7.5473696647125605e-06,
      "loss": 0.48953354358673096,
      "step": 676
    },
    {
      "epoch": 2.2343234323432344,
      "grad_norm": 0.2667124077929822,
      "learning_rate": 7.487355442542696e-06,
      "loss": 0.5022163391113281,
      "step": 677
    },
    {
      "epoch": 2.237623762376238,
      "grad_norm": 0.2666199657154719,
      "learning_rate": 7.4275257821281995e-06,
      "loss": 0.5144001245498657,
      "step": 678
    },
    {
      "epoch": 2.240924092409241,
      "grad_norm": 0.2598091753134079,
      "learning_rate": 7.3678815659577505e-06,
      "loss": 0.489937961101532,
      "step": 679
    },
    {
      "epoch": 2.2442244224422443,
      "grad_norm": 0.25000738365352393,
      "learning_rate": 7.3084236737847125e-06,
      "loss": 0.48842746019363403,
      "step": 680
    },
    {
      "epoch": 2.2475247524752477,
      "grad_norm": 0.2672754249714767,
      "learning_rate": 7.249152982614176e-06,
      "loss": 0.5024458765983582,
      "step": 681
    },
    {
      "epoch": 2.2508250825082508,
      "grad_norm": 0.25558161311007577,
      "learning_rate": 7.190070366690014e-06,
      "loss": 0.46162086725234985,
      "step": 682
    },
    {
      "epoch": 2.254125412541254,
      "grad_norm": 0.24807827286497117,
      "learning_rate": 7.13117669748199e-06,
      "loss": 0.44991785287857056,
      "step": 683
    },
    {
      "epoch": 2.2574257425742577,
      "grad_norm": 0.24635539567650763,
      "learning_rate": 7.072472843672877e-06,
      "loss": 0.43738633394241333,
      "step": 684
    },
    {
      "epoch": 2.2607260726072607,
      "grad_norm": 0.25605350464823584,
      "learning_rate": 7.013959671145691e-06,
      "loss": 0.46122169494628906,
      "step": 685
    },
    {
      "epoch": 2.264026402640264,
      "grad_norm": 0.24205320356251103,
      "learning_rate": 6.955638042970896e-06,
      "loss": 0.4504377841949463,
      "step": 686
    },
    {
      "epoch": 2.2673267326732676,
      "grad_norm": 0.2570116198268661,
      "learning_rate": 6.897508819393645e-06,
      "loss": 0.4620972275733948,
      "step": 687
    },
    {
      "epoch": 2.2706270627062706,
      "grad_norm": 0.2629731642768507,
      "learning_rate": 6.8395728578211525e-06,
      "loss": 0.5271490216255188,
      "step": 688
    },
    {
      "epoch": 2.273927392739274,
      "grad_norm": 1.9898738742816064,
      "learning_rate": 6.781831012810001e-06,
      "loss": 0.4448450803756714,
      "step": 689
    },
    {
      "epoch": 2.2772277227722775,
      "grad_norm": 0.3213733503923664,
      "learning_rate": 6.72428413605354e-06,
      "loss": 0.4602925181388855,
      "step": 690
    },
    {
      "epoch": 2.2805280528052805,
      "grad_norm": 0.26788259096559774,
      "learning_rate": 6.6669330763693485e-06,
      "loss": 0.4722862243652344,
      "step": 691
    },
    {
      "epoch": 2.283828382838284,
      "grad_norm": 0.25272077157298134,
      "learning_rate": 6.609778679686694e-06,
      "loss": 0.47454553842544556,
      "step": 692
    },
    {
      "epoch": 2.287128712871287,
      "grad_norm": 0.24015565864939845,
      "learning_rate": 6.552821789034067e-06,
      "loss": 0.4750802516937256,
      "step": 693
    },
    {
      "epoch": 2.2904290429042904,
      "grad_norm": 0.2559036200154721,
      "learning_rate": 6.496063244526723e-06,
      "loss": 0.4640570282936096,
      "step": 694
    },
    {
      "epoch": 2.293729372937294,
      "grad_norm": 0.25061879602537984,
      "learning_rate": 6.439503883354323e-06,
      "loss": 0.47181540727615356,
      "step": 695
    },
    {
      "epoch": 2.297029702970297,
      "grad_norm": 0.24588968301020392,
      "learning_rate": 6.3831445397685755e-06,
      "loss": 0.4335097372531891,
      "step": 696
    },
    {
      "epoch": 2.3003300330033003,
      "grad_norm": 0.26057507812572134,
      "learning_rate": 6.3269860450709016e-06,
      "loss": 0.5158364772796631,
      "step": 697
    },
    {
      "epoch": 2.3036303630363038,
      "grad_norm": 0.24767301357183136,
      "learning_rate": 6.271029227600216e-06,
      "loss": 0.497075617313385,
      "step": 698
    },
    {
      "epoch": 2.3069306930693068,
      "grad_norm": 0.2612680212099097,
      "learning_rate": 6.215274912720697e-06,
      "loss": 0.4946526288986206,
      "step": 699
    },
    {
      "epoch": 2.31023102310231,
      "grad_norm": 0.25694731286364175,
      "learning_rate": 6.159723922809577e-06,
      "loss": 0.4632418155670166,
      "step": 700
    },
    {
      "epoch": 2.3135313531353137,
      "grad_norm": 0.26826842519558464,
      "learning_rate": 6.10437707724507e-06,
      "loss": 0.4936927258968353,
      "step": 701
    },
    {
      "epoch": 2.3168316831683167,
      "grad_norm": 0.3039451981089408,
      "learning_rate": 6.049235192394242e-06,
      "loss": 0.4373137056827545,
      "step": 702
    },
    {
      "epoch": 2.32013201320132,
      "grad_norm": 0.2502753739217944,
      "learning_rate": 5.994299081600996e-06,
      "loss": 0.49224400520324707,
      "step": 703
    },
    {
      "epoch": 2.3234323432343236,
      "grad_norm": 0.25232784831466315,
      "learning_rate": 5.939569555174045e-06,
      "loss": 0.453000545501709,
      "step": 704
    },
    {
      "epoch": 2.3267326732673266,
      "grad_norm": 0.2443845287083898,
      "learning_rate": 5.885047420374992e-06,
      "loss": 0.4201410114765167,
      "step": 705
    },
    {
      "epoch": 2.33003300330033,
      "grad_norm": 0.2757856931959748,
      "learning_rate": 5.830733481406415e-06,
      "loss": 0.4817071557044983,
      "step": 706
    },
    {
      "epoch": 2.3333333333333335,
      "grad_norm": 0.23548633980687703,
      "learning_rate": 5.776628539399975e-06,
      "loss": 0.42609190940856934,
      "step": 707
    },
    {
      "epoch": 2.3366336633663365,
      "grad_norm": 0.2484780532867763,
      "learning_rate": 5.722733392404652e-06,
      "loss": 0.46225881576538086,
      "step": 708
    },
    {
      "epoch": 2.33993399339934,
      "grad_norm": 0.28677279656296756,
      "learning_rate": 5.669048835374933e-06,
      "loss": 0.49061962962150574,
      "step": 709
    },
    {
      "epoch": 2.3432343234323434,
      "grad_norm": 0.25600200089074804,
      "learning_rate": 5.615575660159089e-06,
      "loss": 0.4506024122238159,
      "step": 710
    },
    {
      "epoch": 2.3465346534653464,
      "grad_norm": 0.23921559671813297,
      "learning_rate": 5.562314655487522e-06,
      "loss": 0.4433022141456604,
      "step": 711
    },
    {
      "epoch": 2.34983498349835,
      "grad_norm": 0.26708565402858225,
      "learning_rate": 5.5092666069611055e-06,
      "loss": 0.45988917350769043,
      "step": 712
    },
    {
      "epoch": 2.3531353135313533,
      "grad_norm": 0.2294068192725238,
      "learning_rate": 5.4564322970396154e-06,
      "loss": 0.44675180315971375,
      "step": 713
    },
    {
      "epoch": 2.3564356435643563,
      "grad_norm": 0.2431380886271115,
      "learning_rate": 5.403812505030157e-06,
      "loss": 0.46991807222366333,
      "step": 714
    },
    {
      "epoch": 2.3597359735973598,
      "grad_norm": 0.2412850801003648,
      "learning_rate": 5.351408007075714e-06,
      "loss": 0.49208664894104004,
      "step": 715
    },
    {
      "epoch": 2.363036303630363,
      "grad_norm": 2.760535806072788,
      "learning_rate": 5.299219576143673e-06,
      "loss": 0.48280128836631775,
      "step": 716
    },
    {
      "epoch": 2.366336633663366,
      "grad_norm": 0.24609236023763137,
      "learning_rate": 5.247247982014414e-06,
      "loss": 0.4491961896419525,
      "step": 717
    },
    {
      "epoch": 2.3696369636963697,
      "grad_norm": 0.24672380739006747,
      "learning_rate": 5.195493991269991e-06,
      "loss": 0.4943190813064575,
      "step": 718
    },
    {
      "epoch": 2.372937293729373,
      "grad_norm": 0.27378763646010795,
      "learning_rate": 5.143958367282795e-06,
      "loss": 0.4586840867996216,
      "step": 719
    },
    {
      "epoch": 2.376237623762376,
      "grad_norm": 0.2422334792581867,
      "learning_rate": 5.0926418702042914e-06,
      "loss": 0.46227943897247314,
      "step": 720
    },
    {
      "epoch": 2.3795379537953796,
      "grad_norm": 0.23796137337817433,
      "learning_rate": 5.041545256953839e-06,
      "loss": 0.45386868715286255,
      "step": 721
    },
    {
      "epoch": 2.382838283828383,
      "grad_norm": 0.24415832537414764,
      "learning_rate": 4.990669281207492e-06,
      "loss": 0.5026980042457581,
      "step": 722
    },
    {
      "epoch": 2.386138613861386,
      "grad_norm": 0.247792875546048,
      "learning_rate": 4.940014693386909e-06,
      "loss": 0.4834757447242737,
      "step": 723
    },
    {
      "epoch": 2.3894389438943895,
      "grad_norm": 0.43027345510854853,
      "learning_rate": 4.889582240648254e-06,
      "loss": 0.44382545351982117,
      "step": 724
    },
    {
      "epoch": 2.3927392739273925,
      "grad_norm": 0.2519737312346543,
      "learning_rate": 4.839372666871212e-06,
      "loss": 0.45313894748687744,
      "step": 725
    },
    {
      "epoch": 2.396039603960396,
      "grad_norm": 0.23932824454201898,
      "learning_rate": 4.789386712647994e-06,
      "loss": 0.4597586393356323,
      "step": 726
    },
    {
      "epoch": 2.3993399339933994,
      "grad_norm": 0.23075224453442636,
      "learning_rate": 4.739625115272408e-06,
      "loss": 0.4427994191646576,
      "step": 727
    },
    {
      "epoch": 2.4026402640264024,
      "grad_norm": 0.24450312969705348,
      "learning_rate": 4.690088608729007e-06,
      "loss": 0.4459637403488159,
      "step": 728
    },
    {
      "epoch": 2.405940594059406,
      "grad_norm": 0.2516039358654293,
      "learning_rate": 4.640777923682247e-06,
      "loss": 0.5043150186538696,
      "step": 729
    },
    {
      "epoch": 2.4092409240924093,
      "grad_norm": 0.26743057517217783,
      "learning_rate": 4.5916937874657055e-06,
      "loss": 0.4942860007286072,
      "step": 730
    },
    {
      "epoch": 2.4125412541254123,
      "grad_norm": 0.25489023032736696,
      "learning_rate": 4.5428369240713655e-06,
      "loss": 0.4572402834892273,
      "step": 731
    },
    {
      "epoch": 2.4158415841584158,
      "grad_norm": 0.24954926782274506,
      "learning_rate": 4.494208054138934e-06,
      "loss": 0.44927412271499634,
      "step": 732
    },
    {
      "epoch": 2.419141914191419,
      "grad_norm": 0.24684795220524788,
      "learning_rate": 4.445807894945211e-06,
      "loss": 0.461928129196167,
      "step": 733
    },
    {
      "epoch": 2.4224422442244222,
      "grad_norm": 0.2375757440633774,
      "learning_rate": 4.397637160393493e-06,
      "loss": 0.46279191970825195,
      "step": 734
    },
    {
      "epoch": 2.4257425742574257,
      "grad_norm": 0.24407488686385456,
      "learning_rate": 4.349696561003076e-06,
      "loss": 0.48653045296669006,
      "step": 735
    },
    {
      "epoch": 2.429042904290429,
      "grad_norm": 0.2443771510662661,
      "learning_rate": 4.301986803898752e-06,
      "loss": 0.4587661027908325,
      "step": 736
    },
    {
      "epoch": 2.432343234323432,
      "grad_norm": 0.25142970699984885,
      "learning_rate": 4.2545085928003906e-06,
      "loss": 0.4946083426475525,
      "step": 737
    },
    {
      "epoch": 2.4356435643564356,
      "grad_norm": 0.2446760243354809,
      "learning_rate": 4.207262628012534e-06,
      "loss": 0.4614926278591156,
      "step": 738
    },
    {
      "epoch": 2.438943894389439,
      "grad_norm": 0.24323846273380414,
      "learning_rate": 4.160249606414109e-06,
      "loss": 0.46377992630004883,
      "step": 739
    },
    {
      "epoch": 2.442244224422442,
      "grad_norm": 0.2554844227936452,
      "learning_rate": 4.1134702214481126e-06,
      "loss": 0.4217844009399414,
      "step": 740
    },
    {
      "epoch": 2.4455445544554455,
      "grad_norm": 0.40365970056175393,
      "learning_rate": 4.066925163111406e-06,
      "loss": 0.4616321325302124,
      "step": 741
    },
    {
      "epoch": 2.448844884488449,
      "grad_norm": 0.23727547629912737,
      "learning_rate": 4.020615117944515e-06,
      "loss": 0.48755043745040894,
      "step": 742
    },
    {
      "epoch": 2.452145214521452,
      "grad_norm": 0.2636488971277773,
      "learning_rate": 3.974540769021529e-06,
      "loss": 0.47338151931762695,
      "step": 743
    },
    {
      "epoch": 2.4554455445544554,
      "grad_norm": 0.26687939105998304,
      "learning_rate": 3.928702795940007e-06,
      "loss": 0.47220849990844727,
      "step": 744
    },
    {
      "epoch": 2.458745874587459,
      "grad_norm": 0.23440870124340746,
      "learning_rate": 3.883101874810966e-06,
      "loss": 0.4117845296859741,
      "step": 745
    },
    {
      "epoch": 2.462046204620462,
      "grad_norm": 0.2389531188545627,
      "learning_rate": 3.8377386782488875e-06,
      "loss": 0.44338276982307434,
      "step": 746
    },
    {
      "epoch": 2.4653465346534653,
      "grad_norm": 0.28253943840492757,
      "learning_rate": 3.7926138753618257e-06,
      "loss": 0.470272958278656,
      "step": 747
    },
    {
      "epoch": 2.4686468646864688,
      "grad_norm": 0.2533414456878978,
      "learning_rate": 3.747728131741517e-06,
      "loss": 0.4825139045715332,
      "step": 748
    },
    {
      "epoch": 2.4719471947194718,
      "grad_norm": 0.22813621303002277,
      "learning_rate": 3.703082109453575e-06,
      "loss": 0.43612140417099,
      "step": 749
    },
    {
      "epoch": 2.4752475247524752,
      "grad_norm": 0.22709733679425215,
      "learning_rate": 3.6586764670277065e-06,
      "loss": 0.4573146402835846,
      "step": 750
    },
    {
      "epoch": 2.4785478547854787,
      "grad_norm": 0.24807030489347143,
      "learning_rate": 3.61451185944802e-06,
      "loss": 0.4419093430042267,
      "step": 751
    },
    {
      "epoch": 2.4818481848184817,
      "grad_norm": 0.23735191741997233,
      "learning_rate": 3.570588938143353e-06,
      "loss": 0.440906822681427,
      "step": 752
    },
    {
      "epoch": 2.485148514851485,
      "grad_norm": 0.24792760735437452,
      "learning_rate": 3.5269083509776735e-06,
      "loss": 0.432383269071579,
      "step": 753
    },
    {
      "epoch": 2.4884488448844886,
      "grad_norm": 0.24788857238042053,
      "learning_rate": 3.4834707422404957e-06,
      "loss": 0.4615401029586792,
      "step": 754
    },
    {
      "epoch": 2.4917491749174916,
      "grad_norm": 0.29288725170403773,
      "learning_rate": 3.440276752637417e-06,
      "loss": 0.43933019042015076,
      "step": 755
    },
    {
      "epoch": 2.495049504950495,
      "grad_norm": 0.24422605775888084,
      "learning_rate": 3.3973270192806427e-06,
      "loss": 0.4651945233345032,
      "step": 756
    },
    {
      "epoch": 2.4983498349834985,
      "grad_norm": 0.3408455968625333,
      "learning_rate": 3.3546221756795874e-06,
      "loss": 0.4423069953918457,
      "step": 757
    },
    {
      "epoch": 2.5016501650165015,
      "grad_norm": 0.32517130275625505,
      "learning_rate": 3.3121628517315373e-06,
      "loss": 0.4905679225921631,
      "step": 758
    },
    {
      "epoch": 2.504950495049505,
      "grad_norm": 0.24015956320352147,
      "learning_rate": 3.2699496737123758e-06,
      "loss": 0.46989548206329346,
      "step": 759
    },
    {
      "epoch": 2.5082508250825084,
      "grad_norm": 0.24393784259324253,
      "learning_rate": 3.2279832642673025e-06,
      "loss": 0.5168344378471375,
      "step": 760
    },
    {
      "epoch": 2.5115511551155114,
      "grad_norm": 0.2446798962745333,
      "learning_rate": 3.186264242401693e-06,
      "loss": 0.46055924892425537,
      "step": 761
    },
    {
      "epoch": 2.514851485148515,
      "grad_norm": 0.2561165095643357,
      "learning_rate": 3.144793223471949e-06,
      "loss": 0.5135318040847778,
      "step": 762
    },
    {
      "epoch": 2.5181518151815183,
      "grad_norm": 1.1234233736547772,
      "learning_rate": 3.1035708191764246e-06,
      "loss": 0.5026534199714661,
      "step": 763
    },
    {
      "epoch": 2.5214521452145213,
      "grad_norm": 0.23866674349332329,
      "learning_rate": 3.0625976375463938e-06,
      "loss": 0.43348389863967896,
      "step": 764
    },
    {
      "epoch": 2.5247524752475248,
      "grad_norm": 0.2295043927466033,
      "learning_rate": 3.021874282937103e-06,
      "loss": 0.4620594382286072,
      "step": 765
    },
    {
      "epoch": 2.5280528052805282,
      "grad_norm": 0.25250691113798673,
      "learning_rate": 2.9814013560188425e-06,
      "loss": 0.4646865725517273,
      "step": 766
    },
    {
      "epoch": 2.5313531353135312,
      "grad_norm": 0.2396511266141401,
      "learning_rate": 2.9411794537680795e-06,
      "loss": 0.46846333146095276,
      "step": 767
    },
    {
      "epoch": 2.5346534653465347,
      "grad_norm": 0.24818691561244743,
      "learning_rate": 2.901209169458672e-06,
      "loss": 0.487953782081604,
      "step": 768
    },
    {
      "epoch": 2.537953795379538,
      "grad_norm": 0.24296952409375147,
      "learning_rate": 2.861491092653115e-06,
      "loss": 0.4543481469154358,
      "step": 769
    },
    {
      "epoch": 2.541254125412541,
      "grad_norm": 0.24368208278529027,
      "learning_rate": 2.822025809193818e-06,
      "loss": 0.4961584806442261,
      "step": 770
    },
    {
      "epoch": 2.5445544554455446,
      "grad_norm": 0.2377375055697493,
      "learning_rate": 2.7828139011944967e-06,
      "loss": 0.44123750925064087,
      "step": 771
    },
    {
      "epoch": 2.547854785478548,
      "grad_norm": 0.2301227484744363,
      "learning_rate": 2.743855947031575e-06,
      "loss": 0.43014320731163025,
      "step": 772
    },
    {
      "epoch": 2.551155115511551,
      "grad_norm": 0.2250422650499226,
      "learning_rate": 2.7051525213356546e-06,
      "loss": 0.4774499535560608,
      "step": 773
    },
    {
      "epoch": 2.5544554455445545,
      "grad_norm": 0.23823454905644054,
      "learning_rate": 2.6667041949830186e-06,
      "loss": 0.44963133335113525,
      "step": 774
    },
    {
      "epoch": 2.557755775577558,
      "grad_norm": 0.2554981481850554,
      "learning_rate": 2.6285115350872524e-06,
      "loss": 0.4840245842933655,
      "step": 775
    },
    {
      "epoch": 2.561056105610561,
      "grad_norm": 0.2589754738757413,
      "learning_rate": 2.5905751049908466e-06,
      "loss": 0.5490096807479858,
      "step": 776
    },
    {
      "epoch": 2.5643564356435644,
      "grad_norm": 0.30754095371590884,
      "learning_rate": 2.5528954642568947e-06,
      "loss": 0.4965711832046509,
      "step": 777
    },
    {
      "epoch": 2.567656765676568,
      "grad_norm": 0.2261872478084121,
      "learning_rate": 2.5154731686608424e-06,
      "loss": 0.4518459439277649,
      "step": 778
    },
    {
      "epoch": 2.570957095709571,
      "grad_norm": 0.24374764034742216,
      "learning_rate": 2.4783087701823026e-06,
      "loss": 0.5022287964820862,
      "step": 779
    },
    {
      "epoch": 2.5742574257425743,
      "grad_norm": 0.2531412256958666,
      "learning_rate": 2.441402816996876e-06,
      "loss": 0.47195330262184143,
      "step": 780
    },
    {
      "epoch": 2.5775577557755778,
      "grad_norm": 0.25588546327446415,
      "learning_rate": 2.4047558534681124e-06,
      "loss": 0.5155715346336365,
      "step": 781
    },
    {
      "epoch": 2.580858085808581,
      "grad_norm": 0.26863032492519423,
      "learning_rate": 2.3683684201394507e-06,
      "loss": 0.46963661909103394,
      "step": 782
    },
    {
      "epoch": 2.5841584158415842,
      "grad_norm": 0.2303264290466175,
      "learning_rate": 2.3322410537262495e-06,
      "loss": 0.4279938340187073,
      "step": 783
    },
    {
      "epoch": 2.5874587458745877,
      "grad_norm": 0.24160002325917174,
      "learning_rate": 2.296374287107883e-06,
      "loss": 0.47818487882614136,
      "step": 784
    },
    {
      "epoch": 2.5907590759075907,
      "grad_norm": 0.23493031875502465,
      "learning_rate": 2.260768649319869e-06,
      "loss": 0.4445609152317047,
      "step": 785
    },
    {
      "epoch": 2.594059405940594,
      "grad_norm": 0.2545526596288379,
      "learning_rate": 2.2254246655460765e-06,
      "loss": 0.4838835895061493,
      "step": 786
    },
    {
      "epoch": 2.5973597359735976,
      "grad_norm": 0.24631479441885146,
      "learning_rate": 2.1903428571109566e-06,
      "loss": 0.4454101324081421,
      "step": 787
    },
    {
      "epoch": 2.6006600660066006,
      "grad_norm": 0.2399303225290425,
      "learning_rate": 2.1555237414718854e-06,
      "loss": 0.46468472480773926,
      "step": 788
    },
    {
      "epoch": 2.603960396039604,
      "grad_norm": 0.24533578787784271,
      "learning_rate": 2.1209678322115133e-06,
      "loss": 0.508684515953064,
      "step": 789
    },
    {
      "epoch": 2.6072607260726075,
      "grad_norm": 0.23699012050293838,
      "learning_rate": 2.0866756390301778e-06,
      "loss": 0.46998751163482666,
      "step": 790
    },
    {
      "epoch": 2.6105610561056105,
      "grad_norm": 0.22442653448303418,
      "learning_rate": 2.0526476677384123e-06,
      "loss": 0.41589513421058655,
      "step": 791
    },
    {
      "epoch": 2.613861386138614,
      "grad_norm": 0.23870429201603713,
      "learning_rate": 2.018884420249474e-06,
      "loss": 0.4948643445968628,
      "step": 792
    },
    {
      "epoch": 2.6171617161716174,
      "grad_norm": 0.23103305184303033,
      "learning_rate": 1.9853863945719243e-06,
      "loss": 0.4494874179363251,
      "step": 793
    },
    {
      "epoch": 2.6204620462046204,
      "grad_norm": 0.23980252076908543,
      "learning_rate": 1.9521540848023113e-06,
      "loss": 0.42173343896865845,
      "step": 794
    },
    {
      "epoch": 2.623762376237624,
      "grad_norm": 0.24254851053091633,
      "learning_rate": 1.9191879811178605e-06,
      "loss": 0.4319555461406708,
      "step": 795
    },
    {
      "epoch": 2.6270627062706273,
      "grad_norm": 0.21769714480169441,
      "learning_rate": 1.8864885697692582e-06,
      "loss": 0.40467706322669983,
      "step": 796
    },
    {
      "epoch": 2.6303630363036303,
      "grad_norm": 0.23815188307796767,
      "learning_rate": 1.8540563330734662e-06,
      "loss": 0.5141273736953735,
      "step": 797
    },
    {
      "epoch": 2.633663366336634,
      "grad_norm": 0.23237959155910853,
      "learning_rate": 1.8218917494066212e-06,
      "loss": 0.44990289211273193,
      "step": 798
    },
    {
      "epoch": 2.6369636963696372,
      "grad_norm": 0.2393948822814923,
      "learning_rate": 1.7899952931969756e-06,
      "loss": 0.4878673553466797,
      "step": 799
    },
    {
      "epoch": 2.6402640264026402,
      "grad_norm": 0.22595932266177446,
      "learning_rate": 1.7583674349178803e-06,
      "loss": 0.46406376361846924,
      "step": 800
    },
    {
      "epoch": 2.6435643564356437,
      "grad_norm": 0.22163499847677615,
      "learning_rate": 1.7270086410808762e-06,
      "loss": 0.44470641016960144,
      "step": 801
    },
    {
      "epoch": 2.6468646864686467,
      "grad_norm": 0.23461158504190754,
      "learning_rate": 1.695919374228796e-06,
      "loss": 0.5306479930877686,
      "step": 802
    },
    {
      "epoch": 2.65016501650165,
      "grad_norm": 0.23844670077139818,
      "learning_rate": 1.6651000929289462e-06,
      "loss": 0.4570600390434265,
      "step": 803
    },
    {
      "epoch": 2.6534653465346536,
      "grad_norm": 0.24202990025785212,
      "learning_rate": 1.6345512517663275e-06,
      "loss": 0.48561781644821167,
      "step": 804
    },
    {
      "epoch": 2.6567656765676566,
      "grad_norm": 0.23785932147050265,
      "learning_rate": 1.6042733013369604e-06,
      "loss": 0.4666748642921448,
      "step": 805
    },
    {
      "epoch": 2.66006600660066,
      "grad_norm": 0.2420529385568233,
      "learning_rate": 1.5742666882412106e-06,
      "loss": 0.4761434495449066,
      "step": 806
    },
    {
      "epoch": 2.6633663366336635,
      "grad_norm": 0.23716960917200494,
      "learning_rate": 1.5445318550772204e-06,
      "loss": 0.4475252628326416,
      "step": 807
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 0.2477540352529907,
      "learning_rate": 1.5150692404343637e-06,
      "loss": 0.5299564599990845,
      "step": 808
    },
    {
      "epoch": 2.66996699669967,
      "grad_norm": 0.23933028255710986,
      "learning_rate": 1.4858792788867904e-06,
      "loss": 0.518581748008728,
      "step": 809
    },
    {
      "epoch": 2.6732673267326734,
      "grad_norm": 0.2332077440459636,
      "learning_rate": 1.4569624009870165e-06,
      "loss": 0.5162506103515625,
      "step": 810
    },
    {
      "epoch": 2.6765676567656764,
      "grad_norm": 0.23396257763770162,
      "learning_rate": 1.4283190332595665e-06,
      "loss": 0.4762595593929291,
      "step": 811
    },
    {
      "epoch": 2.67986798679868,
      "grad_norm": 0.24891326451914347,
      "learning_rate": 1.3999495981946764e-06,
      "loss": 0.44347697496414185,
      "step": 812
    },
    {
      "epoch": 2.6831683168316833,
      "grad_norm": 0.22951918904681498,
      "learning_rate": 1.3718545142420768e-06,
      "loss": 0.4344146251678467,
      "step": 813
    },
    {
      "epoch": 2.6864686468646863,
      "grad_norm": 0.23863686607461265,
      "learning_rate": 1.344034195804813e-06,
      "loss": 0.4936307668685913,
      "step": 814
    },
    {
      "epoch": 2.68976897689769,
      "grad_norm": 0.23758007083024585,
      "learning_rate": 1.3164890532331386e-06,
      "loss": 0.43635520339012146,
      "step": 815
    },
    {
      "epoch": 2.693069306930693,
      "grad_norm": 0.24550816708533926,
      "learning_rate": 1.2892194928184499e-06,
      "loss": 0.48006054759025574,
      "step": 816
    },
    {
      "epoch": 2.6963696369636962,
      "grad_norm": 0.22610358677951214,
      "learning_rate": 1.2622259167873008e-06,
      "loss": 0.4296647906303406,
      "step": 817
    },
    {
      "epoch": 2.6996699669966997,
      "grad_norm": 0.3871947383123805,
      "learning_rate": 1.2355087232954754e-06,
      "loss": 0.47840994596481323,
      "step": 818
    },
    {
      "epoch": 2.7029702970297027,
      "grad_norm": 0.21432181977841594,
      "learning_rate": 1.209068306422112e-06,
      "loss": 0.41459953784942627,
      "step": 819
    },
    {
      "epoch": 2.706270627062706,
      "grad_norm": 0.24313471794627498,
      "learning_rate": 1.1829050561638766e-06,
      "loss": 0.4278629422187805,
      "step": 820
    },
    {
      "epoch": 2.7095709570957096,
      "grad_norm": 0.24379358416226346,
      "learning_rate": 1.1570193584292323e-06,
      "loss": 0.44538602232933044,
      "step": 821
    },
    {
      "epoch": 2.7128712871287126,
      "grad_norm": 0.23094639733408046,
      "learning_rate": 1.1314115950327365e-06,
      "loss": 0.4757949709892273,
      "step": 822
    },
    {
      "epoch": 2.716171617161716,
      "grad_norm": 0.22182336808333136,
      "learning_rate": 1.106082143689402e-06,
      "loss": 0.49131542444229126,
      "step": 823
    },
    {
      "epoch": 2.7194719471947195,
      "grad_norm": 0.2534124798335607,
      "learning_rate": 1.0810313780091408e-06,
      "loss": 0.4917967915534973,
      "step": 824
    },
    {
      "epoch": 2.7227722772277225,
      "grad_norm": 0.23670068032674005,
      "learning_rate": 1.056259667491244e-06,
      "loss": 0.4949303865432739,
      "step": 825
    },
    {
      "epoch": 2.726072607260726,
      "grad_norm": 0.23770304320813665,
      "learning_rate": 1.0317673775189374e-06,
      "loss": 0.4287925958633423,
      "step": 826
    },
    {
      "epoch": 2.7293729372937294,
      "grad_norm": 0.2425418928573913,
      "learning_rate": 1.007554869353975e-06,
      "loss": 0.5059949159622192,
      "step": 827
    },
    {
      "epoch": 2.7326732673267324,
      "grad_norm": 0.25049371554006,
      "learning_rate": 9.83622500131336e-07,
      "loss": 0.47914958000183105,
      "step": 828
    },
    {
      "epoch": 2.735973597359736,
      "grad_norm": 0.24168515794090734,
      "learning_rate": 9.599706228539452e-07,
      "loss": 0.5237720608711243,
      "step": 829
    },
    {
      "epoch": 2.7392739273927393,
      "grad_norm": 0.23836969767457952,
      "learning_rate": 9.365995863874566e-07,
      "loss": 0.4628916382789612,
      "step": 830
    },
    {
      "epoch": 2.7425742574257423,
      "grad_norm": 0.22835633263617844,
      "learning_rate": 9.135097354551203e-07,
      "loss": 0.49988898634910583,
      "step": 831
    },
    {
      "epoch": 2.745874587458746,
      "grad_norm": 0.2229937423966958,
      "learning_rate": 8.907014106327039e-07,
      "loss": 0.4631851315498352,
      "step": 832
    },
    {
      "epoch": 2.7491749174917492,
      "grad_norm": 0.24485133529173167,
      "learning_rate": 8.681749483434387e-07,
      "loss": 0.47001713514328003,
      "step": 833
    },
    {
      "epoch": 2.7524752475247523,
      "grad_norm": 0.23400965677751775,
      "learning_rate": 8.459306808530999e-07,
      "loss": 0.4437292218208313,
      "step": 834
    },
    {
      "epoch": 2.7557755775577557,
      "grad_norm": 0.26632452732629835,
      "learning_rate": 8.239689362650694e-07,
      "loss": 0.5006406903266907,
      "step": 835
    },
    {
      "epoch": 2.759075907590759,
      "grad_norm": 0.23471614589516374,
      "learning_rate": 8.022900385155185e-07,
      "loss": 0.45732003450393677,
      "step": 836
    },
    {
      "epoch": 2.762376237623762,
      "grad_norm": 0.47225644675751677,
      "learning_rate": 7.808943073686159e-07,
      "loss": 0.5012909173965454,
      "step": 837
    },
    {
      "epoch": 2.7656765676567656,
      "grad_norm": 0.25510766784506034,
      "learning_rate": 7.597820584118221e-07,
      "loss": 0.5104090571403503,
      "step": 838
    },
    {
      "epoch": 2.768976897689769,
      "grad_norm": 0.22536004830501363,
      "learning_rate": 7.38953603051229e-07,
      "loss": 0.44415900111198425,
      "step": 839
    },
    {
      "epoch": 2.772277227722772,
      "grad_norm": 0.23868123290562657,
      "learning_rate": 7.184092485069638e-07,
      "loss": 0.46958473324775696,
      "step": 840
    },
    {
      "epoch": 2.7755775577557755,
      "grad_norm": 0.22685199851447227,
      "learning_rate": 6.981492978086634e-07,
      "loss": 0.4305083155632019,
      "step": 841
    },
    {
      "epoch": 2.778877887788779,
      "grad_norm": 0.2363937135429503,
      "learning_rate": 6.78174049791005e-07,
      "loss": 0.4812752604484558,
      "step": 842
    },
    {
      "epoch": 2.782178217821782,
      "grad_norm": 0.23536493344498524,
      "learning_rate": 6.584837990892889e-07,
      "loss": 0.522142231464386,
      "step": 843
    },
    {
      "epoch": 2.7854785478547854,
      "grad_norm": 0.2629089101886439,
      "learning_rate": 6.390788361351053e-07,
      "loss": 0.4789726138114929,
      "step": 844
    },
    {
      "epoch": 2.788778877887789,
      "grad_norm": 0.221963892758326,
      "learning_rate": 6.199594471520453e-07,
      "loss": 0.44507476687431335,
      "step": 845
    },
    {
      "epoch": 2.792079207920792,
      "grad_norm": 0.23452674626378717,
      "learning_rate": 6.011259141514747e-07,
      "loss": 0.47613948583602905,
      "step": 846
    },
    {
      "epoch": 2.7953795379537953,
      "grad_norm": 0.22167932095355114,
      "learning_rate": 5.825785149283758e-07,
      "loss": 0.44828763604164124,
      "step": 847
    },
    {
      "epoch": 2.798679867986799,
      "grad_norm": 0.3027768768548174,
      "learning_rate": 5.64317523057254e-07,
      "loss": 0.4695909321308136,
      "step": 848
    },
    {
      "epoch": 2.801980198019802,
      "grad_norm": 0.2349539472452322,
      "learning_rate": 5.463432078881093e-07,
      "loss": 0.48341453075408936,
      "step": 849
    },
    {
      "epoch": 2.8052805280528053,
      "grad_norm": 0.21333400051209225,
      "learning_rate": 5.286558345424397e-07,
      "loss": 0.47008436918258667,
      "step": 850
    },
    {
      "epoch": 2.8085808580858087,
      "grad_norm": 0.2369125413431687,
      "learning_rate": 5.112556639093536e-07,
      "loss": 0.5081039071083069,
      "step": 851
    },
    {
      "epoch": 2.8118811881188117,
      "grad_norm": 0.23230496066562498,
      "learning_rate": 4.941429526417163e-07,
      "loss": 0.49790090322494507,
      "step": 852
    },
    {
      "epoch": 2.815181518151815,
      "grad_norm": 0.2314377157636827,
      "learning_rate": 4.773179531523542e-07,
      "loss": 0.476767897605896,
      "step": 853
    },
    {
      "epoch": 2.8184818481848186,
      "grad_norm": 0.234974793768271,
      "learning_rate": 4.6078091361034585e-07,
      "loss": 0.5067446231842041,
      "step": 854
    },
    {
      "epoch": 2.8217821782178216,
      "grad_norm": 0.2229121342330284,
      "learning_rate": 4.4453207793735185e-07,
      "loss": 0.45703452825546265,
      "step": 855
    },
    {
      "epoch": 2.825082508250825,
      "grad_norm": 0.25006675020075053,
      "learning_rate": 4.285716858040223e-07,
      "loss": 0.4193270206451416,
      "step": 856
    },
    {
      "epoch": 2.8283828382838285,
      "grad_norm": 0.2214334357956483,
      "learning_rate": 4.128999726264549e-07,
      "loss": 0.4367069602012634,
      "step": 857
    },
    {
      "epoch": 2.8316831683168315,
      "grad_norm": 0.23745672544685706,
      "learning_rate": 3.9751716956273113e-07,
      "loss": 0.46601590514183044,
      "step": 858
    },
    {
      "epoch": 2.834983498349835,
      "grad_norm": 0.23728948504727357,
      "learning_rate": 3.824235035095036e-07,
      "loss": 0.4801405072212219,
      "step": 859
    },
    {
      "epoch": 2.8382838283828384,
      "grad_norm": 0.2305722834125333,
      "learning_rate": 3.676191970986409e-07,
      "loss": 0.4729960262775421,
      "step": 860
    },
    {
      "epoch": 2.8415841584158414,
      "grad_norm": 0.2565962552578653,
      "learning_rate": 3.531044686939611e-07,
      "loss": 0.453819215297699,
      "step": 861
    },
    {
      "epoch": 2.844884488448845,
      "grad_norm": 0.2345568934684747,
      "learning_rate": 3.388795323879923e-07,
      "loss": 0.4655516743659973,
      "step": 862
    },
    {
      "epoch": 2.8481848184818483,
      "grad_norm": 0.2602122051468819,
      "learning_rate": 3.249445979988286e-07,
      "loss": 0.4915505647659302,
      "step": 863
    },
    {
      "epoch": 2.8514851485148514,
      "grad_norm": 0.227534967530927,
      "learning_rate": 3.112998710670279e-07,
      "loss": 0.46072205901145935,
      "step": 864
    },
    {
      "epoch": 2.854785478547855,
      "grad_norm": 0.2372527927247435,
      "learning_rate": 2.979455528525854e-07,
      "loss": 0.47496911883354187,
      "step": 865
    },
    {
      "epoch": 2.8580858085808583,
      "grad_norm": 0.2396587074165527,
      "learning_rate": 2.8488184033195867e-07,
      "loss": 0.4863288402557373,
      "step": 866
    },
    {
      "epoch": 2.8613861386138613,
      "grad_norm": 0.23166629272471134,
      "learning_rate": 2.721089261951626e-07,
      "loss": 0.4543803930282593,
      "step": 867
    },
    {
      "epoch": 2.8646864686468647,
      "grad_norm": 0.2431611152190322,
      "learning_rate": 2.5962699884293894e-07,
      "loss": 0.4589266777038574,
      "step": 868
    },
    {
      "epoch": 2.867986798679868,
      "grad_norm": 0.2225895431580723,
      "learning_rate": 2.474362423839627e-07,
      "loss": 0.45603302121162415,
      "step": 869
    },
    {
      "epoch": 2.871287128712871,
      "grad_norm": 0.2221408751585563,
      "learning_rate": 2.3553683663213088e-07,
      "loss": 0.4547184109687805,
      "step": 870
    },
    {
      "epoch": 2.8745874587458746,
      "grad_norm": 0.24123343867414457,
      "learning_rate": 2.2392895710391604e-07,
      "loss": 0.4900602102279663,
      "step": 871
    },
    {
      "epoch": 2.877887788778878,
      "grad_norm": 0.2412441535157341,
      "learning_rate": 2.126127750157725e-07,
      "loss": 0.48706525564193726,
      "step": 872
    },
    {
      "epoch": 2.881188118811881,
      "grad_norm": 0.24173675884162568,
      "learning_rate": 2.0158845728160958e-07,
      "loss": 0.4726618230342865,
      "step": 873
    },
    {
      "epoch": 2.8844884488448845,
      "grad_norm": 0.25907893004745514,
      "learning_rate": 1.9085616651033147e-07,
      "loss": 0.45884019136428833,
      "step": 874
    },
    {
      "epoch": 2.887788778877888,
      "grad_norm": 0.2641670850826395,
      "learning_rate": 1.804160610034411e-07,
      "loss": 0.4787840247154236,
      "step": 875
    },
    {
      "epoch": 2.891089108910891,
      "grad_norm": 0.24253910042279672,
      "learning_rate": 1.702682947527001e-07,
      "loss": 0.4758448004722595,
      "step": 876
    },
    {
      "epoch": 2.8943894389438944,
      "grad_norm": 0.2279011748861112,
      "learning_rate": 1.6041301743786596e-07,
      "loss": 0.47089093923568726,
      "step": 877
    },
    {
      "epoch": 2.897689768976898,
      "grad_norm": 0.29849498701163135,
      "learning_rate": 1.5085037442446937e-07,
      "loss": 0.46921056509017944,
      "step": 878
    },
    {
      "epoch": 2.900990099009901,
      "grad_norm": 0.2344970489799305,
      "learning_rate": 1.415805067616871e-07,
      "loss": 0.5218731164932251,
      "step": 879
    },
    {
      "epoch": 2.9042904290429044,
      "grad_norm": 0.2254215991599414,
      "learning_rate": 1.3260355118025036e-07,
      "loss": 0.43099671602249146,
      "step": 880
    },
    {
      "epoch": 2.907590759075908,
      "grad_norm": 0.23874830724823604,
      "learning_rate": 1.2391964009043078e-07,
      "loss": 0.48290592432022095,
      "step": 881
    },
    {
      "epoch": 2.910891089108911,
      "grad_norm": 0.23943766068140404,
      "learning_rate": 1.1552890158009311e-07,
      "loss": 0.4634360074996948,
      "step": 882
    },
    {
      "epoch": 2.9141914191419143,
      "grad_norm": 0.2453653346062948,
      "learning_rate": 1.0743145941279453e-07,
      "loss": 0.5041622519493103,
      "step": 883
    },
    {
      "epoch": 2.9174917491749177,
      "grad_norm": 0.21518547033713775,
      "learning_rate": 9.962743302596612e-08,
      "loss": 0.480410099029541,
      "step": 884
    },
    {
      "epoch": 2.9207920792079207,
      "grad_norm": 0.24487326504708118,
      "learning_rate": 9.211693752915419e-08,
      "loss": 0.49919891357421875,
      "step": 885
    },
    {
      "epoch": 2.924092409240924,
      "grad_norm": 0.23373083594094138,
      "learning_rate": 8.490008370231506e-08,
      "loss": 0.508806586265564,
      "step": 886
    },
    {
      "epoch": 2.9273927392739276,
      "grad_norm": 0.23076843849897602,
      "learning_rate": 7.797697799418525e-08,
      "loss": 0.4233350157737732,
      "step": 887
    },
    {
      "epoch": 2.9306930693069306,
      "grad_norm": 0.2406032429252954,
      "learning_rate": 7.134772252071154e-08,
      "loss": 0.4577901363372803,
      "step": 888
    },
    {
      "epoch": 2.933993399339934,
      "grad_norm": 0.22213331512067527,
      "learning_rate": 6.501241506354561e-08,
      "loss": 0.4028077721595764,
      "step": 889
    },
    {
      "epoch": 2.9372937293729375,
      "grad_norm": 0.23681508976522572,
      "learning_rate": 5.897114906859402e-08,
      "loss": 0.48321446776390076,
      "step": 890
    },
    {
      "epoch": 2.9405940594059405,
      "grad_norm": 0.27558742916404966,
      "learning_rate": 5.322401364465491e-08,
      "loss": 0.48732608556747437,
      "step": 891
    },
    {
      "epoch": 2.943894389438944,
      "grad_norm": 0.22725537704850798,
      "learning_rate": 4.777109356208565e-08,
      "loss": 0.46879494190216064,
      "step": 892
    },
    {
      "epoch": 2.9471947194719474,
      "grad_norm": 0.23495776431163154,
      "learning_rate": 4.261246925156837e-08,
      "loss": 0.4858628511428833,
      "step": 893
    },
    {
      "epoch": 2.9504950495049505,
      "grad_norm": 0.22802725333151694,
      "learning_rate": 3.7748216802913077e-08,
      "loss": 0.48119616508483887,
      "step": 894
    },
    {
      "epoch": 2.953795379537954,
      "grad_norm": 0.22512889420077337,
      "learning_rate": 3.3178407963938564e-08,
      "loss": 0.4994167983531952,
      "step": 895
    },
    {
      "epoch": 2.9570957095709574,
      "grad_norm": 0.23739211802797258,
      "learning_rate": 2.8903110139417712e-08,
      "loss": 0.46394845843315125,
      "step": 896
    },
    {
      "epoch": 2.9603960396039604,
      "grad_norm": 0.2476698533912655,
      "learning_rate": 2.4922386390076047e-08,
      "loss": 0.42504560947418213,
      "step": 897
    },
    {
      "epoch": 2.963696369636964,
      "grad_norm": 0.24523827629331452,
      "learning_rate": 2.1236295431670275e-08,
      "loss": 0.4186960756778717,
      "step": 898
    },
    {
      "epoch": 2.9669966996699673,
      "grad_norm": 0.22738870735932892,
      "learning_rate": 1.7844891634113402e-08,
      "loss": 0.4529160261154175,
      "step": 899
    },
    {
      "epoch": 2.9702970297029703,
      "grad_norm": 0.23734524364327658,
      "learning_rate": 1.4748225020679851e-08,
      "loss": 0.44012153148651123,
      "step": 900
    },
    {
      "epoch": 2.9735973597359737,
      "grad_norm": 0.23103066951863727,
      "learning_rate": 1.1946341267263794e-08,
      "loss": 0.4775368571281433,
      "step": 901
    },
    {
      "epoch": 2.976897689768977,
      "grad_norm": 0.22618868632744704,
      "learning_rate": 9.439281701704162e-09,
      "loss": 0.4465276002883911,
      "step": 902
    },
    {
      "epoch": 2.98019801980198,
      "grad_norm": 0.24271367480309458,
      "learning_rate": 7.227083303180671e-09,
      "loss": 0.4674132168292999,
      "step": 903
    },
    {
      "epoch": 2.9834983498349836,
      "grad_norm": 0.23142674174926925,
      "learning_rate": 5.30977870166316e-09,
      "loss": 0.4751841127872467,
      "step": 904
    },
    {
      "epoch": 2.9867986798679866,
      "grad_norm": 0.24061959007170008,
      "learning_rate": 3.687396177434188e-09,
      "loss": 0.4587743580341339,
      "step": 905
    },
    {
      "epoch": 2.99009900990099,
      "grad_norm": 0.22301171950064888,
      "learning_rate": 2.359959660667155e-09,
      "loss": 0.4815826416015625,
      "step": 906
    },
    {
      "epoch": 2.9933993399339935,
      "grad_norm": 0.22240717058445192,
      "learning_rate": 1.3274887310732454e-09,
      "loss": 0.45863479375839233,
      "step": 907
    },
    {
      "epoch": 2.9966996699669965,
      "grad_norm": 0.23321307876392341,
      "learning_rate": 5.899986176260974e-10,
      "loss": 0.4888804256916046,
      "step": 908
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.2343821134475686,
      "learning_rate": 1.475001983131108e-10,
      "loss": 0.46804267168045044,
      "step": 909
    },
    {
      "epoch": 3.0,
      "step": 909,
      "total_flos": 1274755977576448.0,
      "train_loss": 0.5495063810720958,
      "train_runtime": 34913.8374,
      "train_samples_per_second": 3.33,
      "train_steps_per_second": 0.026
    }
  ],
  "logging_steps": 1,
  "max_steps": 909,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1274755977576448.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}