{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.0,
  "eval_steps": 500,
  "global_step": 1180,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003395585738539898,
      "grad_norm": 7.1178366810389075,
      "learning_rate": 0.0,
      "loss": 0.5506677627563477,
      "step": 1
    },
    {
      "epoch": 0.006791171477079796,
      "grad_norm": 7.024814904097202,
      "learning_rate": 8.474576271186441e-07,
      "loss": 0.599281907081604,
      "step": 2
    },
    {
      "epoch": 0.010186757215619695,
      "grad_norm": 6.853107961612166,
      "learning_rate": 1.6949152542372882e-06,
      "loss": 0.5870709419250488,
      "step": 3
    },
    {
      "epoch": 0.013582342954159592,
      "grad_norm": 5.954984166055368,
      "learning_rate": 2.5423728813559323e-06,
      "loss": 0.5824997425079346,
      "step": 4
    },
    {
      "epoch": 0.01697792869269949,
      "grad_norm": 4.658838920956997,
      "learning_rate": 3.3898305084745763e-06,
      "loss": 0.585983157157898,
      "step": 5
    },
    {
      "epoch": 0.02037351443123939,
      "grad_norm": 3.2010849287722585,
      "learning_rate": 4.23728813559322e-06,
      "loss": 0.5429093241691589,
      "step": 6
    },
    {
      "epoch": 0.023769100169779286,
      "grad_norm": 2.9163250402862957,
      "learning_rate": 5.084745762711865e-06,
      "loss": 0.542880654335022,
      "step": 7
    },
    {
      "epoch": 0.027164685908319185,
      "grad_norm": 1.9185843677049557,
      "learning_rate": 5.932203389830509e-06,
      "loss": 0.5096145868301392,
      "step": 8
    },
    {
      "epoch": 0.030560271646859084,
      "grad_norm": 1.1982853083312783,
      "learning_rate": 6.779661016949153e-06,
      "loss": 0.41756781935691833,
      "step": 9
    },
    {
      "epoch": 0.03395585738539898,
      "grad_norm": 1.0596692131749834,
      "learning_rate": 7.627118644067798e-06,
      "loss": 0.46277719736099243,
      "step": 10
    },
    {
      "epoch": 0.03735144312393888,
      "grad_norm": 1.8214728018448225,
      "learning_rate": 8.47457627118644e-06,
      "loss": 0.4573628902435303,
      "step": 11
    },
    {
      "epoch": 0.04074702886247878,
      "grad_norm": 1.600210925717614,
      "learning_rate": 9.322033898305085e-06,
      "loss": 0.41718530654907227,
      "step": 12
    },
    {
      "epoch": 0.044142614601018676,
      "grad_norm": 1.4921367520201188,
      "learning_rate": 1.016949152542373e-05,
      "loss": 0.43204784393310547,
      "step": 13
    },
    {
      "epoch": 0.04753820033955857,
      "grad_norm": 1.0851179549374617,
      "learning_rate": 1.1016949152542374e-05,
      "loss": 0.40290939807891846,
      "step": 14
    },
    {
      "epoch": 0.050933786078098474,
      "grad_norm": 0.8551868034270019,
      "learning_rate": 1.1864406779661018e-05,
      "loss": 0.3809565305709839,
      "step": 15
    },
    {
      "epoch": 0.05432937181663837,
      "grad_norm": 0.6767693231830578,
      "learning_rate": 1.2711864406779661e-05,
      "loss": 0.36067473888397217,
      "step": 16
    },
    {
      "epoch": 0.057724957555178265,
      "grad_norm": 0.6494263513664725,
      "learning_rate": 1.3559322033898305e-05,
      "loss": 0.3391953408718109,
      "step": 17
    },
    {
      "epoch": 0.06112054329371817,
      "grad_norm": 0.6740114111548333,
      "learning_rate": 1.440677966101695e-05,
      "loss": 0.34520161151885986,
      "step": 18
    },
    {
      "epoch": 0.06451612903225806,
      "grad_norm": 0.6127236499049523,
      "learning_rate": 1.5254237288135596e-05,
      "loss": 0.3492334485054016,
      "step": 19
    },
    {
      "epoch": 0.06791171477079797,
      "grad_norm": 0.4757507185674207,
      "learning_rate": 1.6101694915254237e-05,
      "loss": 0.3266001343727112,
      "step": 20
    },
    {
      "epoch": 0.07130730050933787,
      "grad_norm": 0.4286168800029103,
      "learning_rate": 1.694915254237288e-05,
      "loss": 0.317482590675354,
      "step": 21
    },
    {
      "epoch": 0.07470288624787776,
      "grad_norm": 0.44220907165134377,
      "learning_rate": 1.7796610169491526e-05,
      "loss": 0.33983325958251953,
      "step": 22
    },
    {
      "epoch": 0.07809847198641766,
      "grad_norm": 0.4589148928047419,
      "learning_rate": 1.864406779661017e-05,
      "loss": 0.3188186585903168,
      "step": 23
    },
    {
      "epoch": 0.08149405772495756,
      "grad_norm": 0.43377805787378765,
      "learning_rate": 1.9491525423728814e-05,
      "loss": 0.3050963282585144,
      "step": 24
    },
    {
      "epoch": 0.08488964346349745,
      "grad_norm": 1.1868658781282868,
      "learning_rate": 2.033898305084746e-05,
      "loss": 0.28910261392593384,
      "step": 25
    },
    {
      "epoch": 0.08828522920203735,
      "grad_norm": 0.3695239848956912,
      "learning_rate": 2.1186440677966103e-05,
      "loss": 0.3009563684463501,
      "step": 26
    },
    {
      "epoch": 0.09168081494057725,
      "grad_norm": 0.3201270679717402,
      "learning_rate": 2.2033898305084748e-05,
      "loss": 0.31131142377853394,
      "step": 27
    },
    {
      "epoch": 0.09507640067911714,
      "grad_norm": 0.3388887999146668,
      "learning_rate": 2.2881355932203392e-05,
      "loss": 0.31799793243408203,
      "step": 28
    },
    {
      "epoch": 0.09847198641765705,
      "grad_norm": 0.3384355876435382,
      "learning_rate": 2.3728813559322036e-05,
      "loss": 0.30172300338745117,
      "step": 29
    },
    {
      "epoch": 0.10186757215619695,
      "grad_norm": 0.31769175010577233,
      "learning_rate": 2.457627118644068e-05,
      "loss": 0.29452279210090637,
      "step": 30
    },
    {
      "epoch": 0.10526315789473684,
      "grad_norm": 0.32085416879183465,
      "learning_rate": 2.5423728813559322e-05,
      "loss": 0.27935513854026794,
      "step": 31
    },
    {
      "epoch": 0.10865874363327674,
      "grad_norm": 0.32274117843801886,
      "learning_rate": 2.627118644067797e-05,
      "loss": 0.28016525506973267,
      "step": 32
    },
    {
      "epoch": 0.11205432937181664,
      "grad_norm": 0.3281125773660198,
      "learning_rate": 2.711864406779661e-05,
      "loss": 0.2676544487476349,
      "step": 33
    },
    {
      "epoch": 0.11544991511035653,
      "grad_norm": 0.3030091352312692,
      "learning_rate": 2.7966101694915255e-05,
      "loss": 0.28189581632614136,
      "step": 34
    },
    {
      "epoch": 0.11884550084889643,
      "grad_norm": 0.2861172077824191,
      "learning_rate": 2.88135593220339e-05,
      "loss": 0.2989804446697235,
      "step": 35
    },
    {
      "epoch": 0.12224108658743633,
      "grad_norm": 0.3094781303022246,
      "learning_rate": 2.9661016949152544e-05,
      "loss": 0.27032431960105896,
      "step": 36
    },
    {
      "epoch": 0.12563667232597622,
      "grad_norm": 0.3035094719118333,
      "learning_rate": 3.050847457627119e-05,
      "loss": 0.2800889015197754,
      "step": 37
    },
    {
      "epoch": 0.12903225806451613,
      "grad_norm": 0.2768573734011211,
      "learning_rate": 3.135593220338983e-05,
      "loss": 0.27580755949020386,
      "step": 38
    },
    {
      "epoch": 0.13242784380305603,
      "grad_norm": 0.32254876682126954,
      "learning_rate": 3.2203389830508473e-05,
      "loss": 0.27307555079460144,
      "step": 39
    },
    {
      "epoch": 0.13582342954159593,
      "grad_norm": 0.3098612684379937,
      "learning_rate": 3.305084745762712e-05,
      "loss": 0.2461966574192047,
      "step": 40
    },
    {
      "epoch": 0.13921901528013583,
      "grad_norm": 0.29052564904643446,
      "learning_rate": 3.389830508474576e-05,
      "loss": 0.24892249703407288,
      "step": 41
    },
    {
      "epoch": 0.14261460101867574,
      "grad_norm": 0.28391336911106557,
      "learning_rate": 3.474576271186441e-05,
      "loss": 0.25047633051872253,
      "step": 42
    },
    {
      "epoch": 0.1460101867572156,
      "grad_norm": 0.25316802440332303,
      "learning_rate": 3.559322033898305e-05,
      "loss": 0.26240214705467224,
      "step": 43
    },
    {
      "epoch": 0.1494057724957555,
      "grad_norm": 0.2606660335730921,
      "learning_rate": 3.644067796610169e-05,
      "loss": 0.25489258766174316,
      "step": 44
    },
    {
      "epoch": 0.15280135823429541,
      "grad_norm": 0.273095082924603,
      "learning_rate": 3.728813559322034e-05,
      "loss": 0.28270888328552246,
      "step": 45
    },
    {
      "epoch": 0.15619694397283532,
      "grad_norm": 0.26451824539645064,
      "learning_rate": 3.813559322033898e-05,
      "loss": 0.25881218910217285,
      "step": 46
    },
    {
      "epoch": 0.15959252971137522,
      "grad_norm": 0.293871306555325,
      "learning_rate": 3.898305084745763e-05,
      "loss": 0.2486695945262909,
      "step": 47
    },
    {
      "epoch": 0.16298811544991512,
      "grad_norm": 0.30033225058730173,
      "learning_rate": 3.983050847457627e-05,
      "loss": 0.24640750885009766,
      "step": 48
    },
    {
      "epoch": 0.166383701188455,
      "grad_norm": 0.28600917740236625,
      "learning_rate": 4.067796610169492e-05,
      "loss": 0.23367922008037567,
      "step": 49
    },
    {
      "epoch": 0.1697792869269949,
      "grad_norm": 0.31556646859153925,
      "learning_rate": 4.152542372881356e-05,
      "loss": 0.236191064119339,
      "step": 50
    },
    {
      "epoch": 0.1731748726655348,
      "grad_norm": 0.2694247944660879,
      "learning_rate": 4.2372881355932206e-05,
      "loss": 0.25406211614608765,
      "step": 51
    },
    {
      "epoch": 0.1765704584040747,
      "grad_norm": 0.27427710136743083,
      "learning_rate": 4.3220338983050854e-05,
      "loss": 0.2599134147167206,
      "step": 52
    },
    {
      "epoch": 0.1799660441426146,
      "grad_norm": 0.28998564145903943,
      "learning_rate": 4.4067796610169495e-05,
      "loss": 0.25581443309783936,
      "step": 53
    },
    {
      "epoch": 0.1833616298811545,
      "grad_norm": 0.29073845004571885,
      "learning_rate": 4.491525423728814e-05,
      "loss": 0.2514399588108063,
      "step": 54
    },
    {
      "epoch": 0.1867572156196944,
      "grad_norm": 0.279749696448169,
      "learning_rate": 4.5762711864406784e-05,
      "loss": 0.2396245300769806,
      "step": 55
    },
    {
      "epoch": 0.19015280135823429,
      "grad_norm": 0.286612476876764,
      "learning_rate": 4.6610169491525425e-05,
      "loss": 0.23107075691223145,
      "step": 56
    },
    {
      "epoch": 0.1935483870967742,
      "grad_norm": 0.316397661882123,
      "learning_rate": 4.745762711864407e-05,
      "loss": 0.22436249256134033,
      "step": 57
    },
    {
      "epoch": 0.1969439728353141,
      "grad_norm": 0.31927357094314146,
      "learning_rate": 4.8305084745762714e-05,
      "loss": 0.22618135809898376,
      "step": 58
    },
    {
      "epoch": 0.200339558573854,
      "grad_norm": 0.32277569146168633,
      "learning_rate": 4.915254237288136e-05,
      "loss": 0.24815194308757782,
      "step": 59
    },
    {
      "epoch": 0.2037351443123939,
      "grad_norm": 0.29044290617868845,
      "learning_rate": 5e-05,
      "loss": 0.2659604549407959,
      "step": 60
    },
    {
      "epoch": 0.2071307300509338,
      "grad_norm": 0.2732315941257702,
      "learning_rate": 5.0847457627118643e-05,
      "loss": 0.2433127462863922,
      "step": 61
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 0.27109103512353994,
      "learning_rate": 5.1694915254237284e-05,
      "loss": 0.24123245477676392,
      "step": 62
    },
    {
      "epoch": 0.21392190152801357,
      "grad_norm": 0.2807796635423633,
      "learning_rate": 5.254237288135594e-05,
      "loss": 0.2337493896484375,
      "step": 63
    },
    {
      "epoch": 0.21731748726655348,
      "grad_norm": 0.27828658255387806,
      "learning_rate": 5.338983050847458e-05,
      "loss": 0.2308078408241272,
      "step": 64
    },
    {
      "epoch": 0.22071307300509338,
      "grad_norm": 0.27935527944112337,
      "learning_rate": 5.423728813559322e-05,
      "loss": 0.2289617508649826,
      "step": 65
    },
    {
      "epoch": 0.22410865874363328,
      "grad_norm": 0.3119695204217176,
      "learning_rate": 5.508474576271186e-05,
      "loss": 0.22649109363555908,
      "step": 66
    },
    {
      "epoch": 0.22750424448217318,
      "grad_norm": 0.31484085007951523,
      "learning_rate": 5.593220338983051e-05,
      "loss": 0.23481115698814392,
      "step": 67
    },
    {
      "epoch": 0.23089983022071306,
      "grad_norm": 0.2596726287989604,
      "learning_rate": 5.677966101694916e-05,
      "loss": 0.24313673377037048,
      "step": 68
    },
    {
      "epoch": 0.23429541595925296,
      "grad_norm": 0.27070114894324776,
      "learning_rate": 5.76271186440678e-05,
      "loss": 0.23855337500572205,
      "step": 69
    },
    {
      "epoch": 0.23769100169779286,
      "grad_norm": 0.356513712097721,
      "learning_rate": 5.8474576271186446e-05,
      "loss": 0.24447250366210938,
      "step": 70
    },
    {
      "epoch": 0.24108658743633277,
      "grad_norm": 0.2774437946110805,
      "learning_rate": 5.932203389830509e-05,
      "loss": 0.229949951171875,
      "step": 71
    },
    {
      "epoch": 0.24448217317487267,
      "grad_norm": 0.28588562248639116,
      "learning_rate": 6.016949152542373e-05,
      "loss": 0.24441254138946533,
      "step": 72
    },
    {
      "epoch": 0.24787775891341257,
      "grad_norm": 0.31597911189734607,
      "learning_rate": 6.101694915254238e-05,
      "loss": 0.2335294485092163,
      "step": 73
    },
    {
      "epoch": 0.25127334465195245,
      "grad_norm": 0.31962528326744133,
      "learning_rate": 6.186440677966102e-05,
      "loss": 0.21792781352996826,
      "step": 74
    },
    {
      "epoch": 0.2546689303904924,
      "grad_norm": 0.3222528810526582,
      "learning_rate": 6.271186440677966e-05,
      "loss": 0.21460942924022675,
      "step": 75
    },
    {
      "epoch": 0.25806451612903225,
      "grad_norm": 0.3207048994425017,
      "learning_rate": 6.35593220338983e-05,
      "loss": 0.25418978929519653,
      "step": 76
    },
    {
      "epoch": 0.2614601018675722,
      "grad_norm": 0.31407468150310375,
      "learning_rate": 6.440677966101695e-05,
      "loss": 0.2527194917201996,
      "step": 77
    },
    {
      "epoch": 0.26485568760611206,
      "grad_norm": 0.25578633390107663,
      "learning_rate": 6.52542372881356e-05,
      "loss": 0.22875438630580902,
      "step": 78
    },
    {
      "epoch": 0.26825127334465193,
      "grad_norm": 0.30041532574885715,
      "learning_rate": 6.610169491525424e-05,
      "loss": 0.24634066224098206,
      "step": 79
    },
    {
      "epoch": 0.27164685908319186,
      "grad_norm": 0.28720163470796234,
      "learning_rate": 6.694915254237288e-05,
      "loss": 0.23561954498291016,
      "step": 80
    },
    {
      "epoch": 0.27504244482173174,
      "grad_norm": 0.2968580729572226,
      "learning_rate": 6.779661016949152e-05,
      "loss": 0.2398541420698166,
      "step": 81
    },
    {
      "epoch": 0.27843803056027167,
      "grad_norm": 0.301600585896161,
      "learning_rate": 6.864406779661017e-05,
      "loss": 0.21922165155410767,
      "step": 82
    },
    {
      "epoch": 0.28183361629881154,
      "grad_norm": 0.34942349472966594,
      "learning_rate": 6.949152542372882e-05,
      "loss": 0.2114916294813156,
      "step": 83
    },
    {
      "epoch": 0.28522920203735147,
      "grad_norm": 0.29357812401075967,
      "learning_rate": 7.033898305084746e-05,
      "loss": 0.24709288775920868,
      "step": 84
    },
    {
      "epoch": 0.28862478777589134,
      "grad_norm": 0.2792515328095172,
      "learning_rate": 7.11864406779661e-05,
      "loss": 0.24666891992092133,
      "step": 85
    },
    {
      "epoch": 0.2920203735144312,
      "grad_norm": 0.3093064457550283,
      "learning_rate": 7.203389830508474e-05,
      "loss": 0.24253448843955994,
      "step": 86
    },
    {
      "epoch": 0.29541595925297115,
      "grad_norm": 0.26746552284000313,
      "learning_rate": 7.288135593220338e-05,
      "loss": 0.22799479961395264,
      "step": 87
    },
    {
      "epoch": 0.298811544991511,
      "grad_norm": 0.32134448393955756,
      "learning_rate": 7.372881355932204e-05,
      "loss": 0.24200555682182312,
      "step": 88
    },
    {
      "epoch": 0.30220713073005095,
      "grad_norm": 0.30615974473522656,
      "learning_rate": 7.457627118644068e-05,
      "loss": 0.2582242488861084,
      "step": 89
    },
    {
      "epoch": 0.30560271646859083,
      "grad_norm": 0.2956997407518662,
      "learning_rate": 7.542372881355932e-05,
      "loss": 0.2349974364042282,
      "step": 90
    },
    {
      "epoch": 0.3089983022071307,
      "grad_norm": 0.3242077945910731,
      "learning_rate": 7.627118644067796e-05,
      "loss": 0.2243499457836151,
      "step": 91
    },
    {
      "epoch": 0.31239388794567063,
      "grad_norm": 0.2291267096943001,
      "learning_rate": 7.711864406779662e-05,
      "loss": 0.20744214951992035,
      "step": 92
    },
    {
      "epoch": 0.3157894736842105,
      "grad_norm": 0.25590320049675314,
      "learning_rate": 7.796610169491526e-05,
      "loss": 0.2435624599456787,
      "step": 93
    },
    {
      "epoch": 0.31918505942275044,
      "grad_norm": 0.24707015368979632,
      "learning_rate": 7.88135593220339e-05,
      "loss": 0.23833028972148895,
      "step": 94
    },
    {
      "epoch": 0.3225806451612903,
      "grad_norm": 0.2625160380202141,
      "learning_rate": 7.966101694915254e-05,
      "loss": 0.24096858501434326,
      "step": 95
    },
    {
      "epoch": 0.32597623089983024,
      "grad_norm": 0.2694747093274474,
      "learning_rate": 8.050847457627118e-05,
      "loss": 0.23922137916088104,
      "step": 96
    },
    {
      "epoch": 0.3293718166383701,
      "grad_norm": 0.2597742217407219,
      "learning_rate": 8.135593220338983e-05,
      "loss": 0.23311959207057953,
      "step": 97
    },
    {
      "epoch": 0.33276740237691,
      "grad_norm": 0.2735106779620377,
      "learning_rate": 8.220338983050848e-05,
      "loss": 0.23571442067623138,
      "step": 98
    },
    {
      "epoch": 0.3361629881154499,
      "grad_norm": 0.3016690403750513,
      "learning_rate": 8.305084745762712e-05,
      "loss": 0.21786992251873016,
      "step": 99
    },
    {
      "epoch": 0.3395585738539898,
      "grad_norm": 0.2951484956467193,
      "learning_rate": 8.389830508474577e-05,
      "loss": 0.2159511148929596,
      "step": 100
    },
    {
      "epoch": 0.34295415959252973,
      "grad_norm": 0.27308055347297105,
      "learning_rate": 8.474576271186441e-05,
      "loss": 0.24954597651958466,
      "step": 101
    },
    {
      "epoch": 0.3463497453310696,
      "grad_norm": 0.29559834594219103,
      "learning_rate": 8.559322033898305e-05,
      "loss": 0.23789939284324646,
      "step": 102
    },
    {
      "epoch": 0.34974533106960953,
      "grad_norm": 0.2662332814050448,
      "learning_rate": 8.644067796610171e-05,
      "loss": 0.2424975335597992,
      "step": 103
    },
    {
      "epoch": 0.3531409168081494,
      "grad_norm": 0.26894005975361857,
      "learning_rate": 8.728813559322035e-05,
      "loss": 0.22227713465690613,
      "step": 104
    },
    {
      "epoch": 0.3565365025466893,
      "grad_norm": 0.2878280691210002,
      "learning_rate": 8.813559322033899e-05,
      "loss": 0.2273646593093872,
      "step": 105
    },
    {
      "epoch": 0.3599320882852292,
      "grad_norm": 0.26630814801598224,
      "learning_rate": 8.898305084745763e-05,
      "loss": 0.22364693880081177,
      "step": 106
    },
    {
      "epoch": 0.3633276740237691,
      "grad_norm": 0.3239290678180081,
      "learning_rate": 8.983050847457629e-05,
      "loss": 0.23547998070716858,
      "step": 107
    },
    {
      "epoch": 0.366723259762309,
      "grad_norm": 0.3079831363362857,
      "learning_rate": 9.067796610169493e-05,
      "loss": 0.21374540030956268,
      "step": 108
    },
    {
      "epoch": 0.3701188455008489,
      "grad_norm": 0.28005875856276596,
      "learning_rate": 9.152542372881357e-05,
      "loss": 0.24590888619422913,
      "step": 109
    },
    {
      "epoch": 0.3735144312393888,
      "grad_norm": 0.24348555831706375,
      "learning_rate": 9.237288135593221e-05,
      "loss": 0.2446185052394867,
      "step": 110
    },
    {
      "epoch": 0.3769100169779287,
      "grad_norm": 0.2869203540357986,
      "learning_rate": 9.322033898305085e-05,
      "loss": 0.24687200784683228,
      "step": 111
    },
    {
      "epoch": 0.38030560271646857,
      "grad_norm": 0.270117618665772,
      "learning_rate": 9.40677966101695e-05,
      "loss": 0.23702184855937958,
      "step": 112
    },
    {
      "epoch": 0.3837011884550085,
      "grad_norm": 0.30519582405042517,
      "learning_rate": 9.491525423728815e-05,
      "loss": 0.2477806806564331,
      "step": 113
    },
    {
      "epoch": 0.3870967741935484,
      "grad_norm": 0.25676748233120766,
      "learning_rate": 9.576271186440679e-05,
      "loss": 0.2298315465450287,
      "step": 114
    },
    {
      "epoch": 0.3904923599320883,
      "grad_norm": 0.2532913495029346,
      "learning_rate": 9.661016949152543e-05,
      "loss": 0.23230913281440735,
      "step": 115
    },
    {
      "epoch": 0.3938879456706282,
      "grad_norm": 0.28288759260938,
      "learning_rate": 9.745762711864407e-05,
      "loss": 0.22428736090660095,
      "step": 116
    },
    {
      "epoch": 0.39728353140916806,
      "grad_norm": 0.2527417684235068,
      "learning_rate": 9.830508474576272e-05,
      "loss": 0.24214443564414978,
      "step": 117
    },
    {
      "epoch": 0.400679117147708,
      "grad_norm": 0.2205547994996794,
      "learning_rate": 9.915254237288136e-05,
      "loss": 0.23968636989593506,
      "step": 118
    },
    {
      "epoch": 0.40407470288624786,
      "grad_norm": 0.26864017651744315,
      "learning_rate": 0.0001,
      "loss": 0.2447093427181244,
      "step": 119
    },
    {
      "epoch": 0.4074702886247878,
      "grad_norm": 0.26668139212734876,
      "learning_rate": 9.999978122867161e-05,
      "loss": 0.23015892505645752,
      "step": 120
    },
    {
      "epoch": 0.41086587436332767,
      "grad_norm": 0.2605430941629103,
      "learning_rate": 9.999912491660088e-05,
      "loss": 0.2350776046514511,
      "step": 121
    },
    {
      "epoch": 0.4142614601018676,
      "grad_norm": 0.27256983855135675,
      "learning_rate": 9.99980310695311e-05,
      "loss": 0.23778581619262695,
      "step": 122
    },
    {
      "epoch": 0.41765704584040747,
      "grad_norm": 0.261499381758678,
      "learning_rate": 9.999649969703437e-05,
      "loss": 0.23488375544548035,
      "step": 123
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 0.25089308058112375,
      "learning_rate": 9.999453081251149e-05,
      "loss": 0.21894145011901855,
      "step": 124
    },
    {
      "epoch": 0.4244482173174873,
      "grad_norm": 0.28936844899089237,
      "learning_rate": 9.99921244331919e-05,
      "loss": 0.2228689193725586,
      "step": 125
    },
    {
      "epoch": 0.42784380305602715,
      "grad_norm": 0.2866460472139636,
      "learning_rate": 9.998928058013346e-05,
      "loss": 0.24738013744354248,
      "step": 126
    },
    {
      "epoch": 0.4312393887945671,
      "grad_norm": 0.27878129244896416,
      "learning_rate": 9.99859992782223e-05,
      "loss": 0.2421463429927826,
      "step": 127
    },
    {
      "epoch": 0.43463497453310695,
      "grad_norm": 0.28081462224652015,
      "learning_rate": 9.998228055617263e-05,
      "loss": 0.2364376038312912,
      "step": 128
    },
    {
      "epoch": 0.4380305602716469,
      "grad_norm": 0.26989498758835595,
      "learning_rate": 9.997812444652643e-05,
      "loss": 0.23303601145744324,
      "step": 129
    },
    {
      "epoch": 0.44142614601018676,
      "grad_norm": 0.24401601941837,
      "learning_rate": 9.997353098565322e-05,
      "loss": 0.21893653273582458,
      "step": 130
    },
    {
      "epoch": 0.44482173174872663,
      "grad_norm": 0.2739884490318145,
      "learning_rate": 9.996850021374968e-05,
      "loss": 0.22419391572475433,
      "step": 131
    },
    {
      "epoch": 0.44821731748726656,
      "grad_norm": 0.2776652345145256,
      "learning_rate": 9.996303217483938e-05,
      "loss": 0.23730161786079407,
      "step": 132
    },
    {
      "epoch": 0.45161290322580644,
      "grad_norm": 0.2904925384328224,
      "learning_rate": 9.99571269167723e-05,
      "loss": 0.2120521366596222,
      "step": 133
    },
    {
      "epoch": 0.45500848896434637,
      "grad_norm": 0.2409477512228426,
      "learning_rate": 9.995078449122451e-05,
      "loss": 0.23090839385986328,
      "step": 134
    },
    {
      "epoch": 0.45840407470288624,
      "grad_norm": 0.24163416430182227,
      "learning_rate": 9.99440049536976e-05,
      "loss": 0.2544405162334442,
      "step": 135
    },
    {
      "epoch": 0.4617996604414261,
      "grad_norm": 0.24681258800534392,
      "learning_rate": 9.993678836351836e-05,
      "loss": 0.23123544454574585,
      "step": 136
    },
    {
      "epoch": 0.46519524617996605,
      "grad_norm": 0.26560000913600756,
      "learning_rate": 9.99291347838381e-05,
      "loss": 0.22880616784095764,
      "step": 137
    },
    {
      "epoch": 0.4685908319185059,
      "grad_norm": 0.24965796902874066,
      "learning_rate": 9.992104428163216e-05,
      "loss": 0.23567315936088562,
      "step": 138
    },
    {
      "epoch": 0.47198641765704585,
      "grad_norm": 0.2462058407532618,
      "learning_rate": 9.991251692769932e-05,
      "loss": 0.22095608711242676,
      "step": 139
    },
    {
      "epoch": 0.47538200339558573,
      "grad_norm": 0.27903370011716255,
      "learning_rate": 9.990355279666124e-05,
      "loss": 0.21891427040100098,
      "step": 140
    },
    {
      "epoch": 0.47877758913412566,
      "grad_norm": 0.25636106850723833,
      "learning_rate": 9.98941519669617e-05,
      "loss": 0.22320841252803802,
      "step": 141
    },
    {
      "epoch": 0.48217317487266553,
      "grad_norm": 0.21145894117851521,
      "learning_rate": 9.988431452086596e-05,
      "loss": 0.19432592391967773,
      "step": 142
    },
    {
      "epoch": 0.4855687606112054,
      "grad_norm": 0.23515983413377808,
      "learning_rate": 9.987404054446008e-05,
      "loss": 0.24033010005950928,
      "step": 143
    },
    {
      "epoch": 0.48896434634974534,
      "grad_norm": 0.23745667306130833,
      "learning_rate": 9.986333012765013e-05,
      "loss": 0.2425290197134018,
      "step": 144
    },
    {
      "epoch": 0.4923599320882852,
      "grad_norm": 0.21442704179864383,
      "learning_rate": 9.985218336416138e-05,
      "loss": 0.2400854080915451,
      "step": 145
    },
    {
      "epoch": 0.49575551782682514,
      "grad_norm": 0.4019545064519207,
      "learning_rate": 9.98406003515375e-05,
      "loss": 0.2298232764005661,
      "step": 146
    },
    {
      "epoch": 0.499151103565365,
      "grad_norm": 0.23786718933107567,
      "learning_rate": 9.982858119113979e-05,
      "loss": 0.23393326997756958,
      "step": 147
    },
    {
      "epoch": 0.5025466893039049,
      "grad_norm": 0.24285589465748644,
      "learning_rate": 9.981612598814611e-05,
      "loss": 0.22845295071601868,
      "step": 148
    },
    {
      "epoch": 0.5059422750424448,
      "grad_norm": 0.24302634390278022,
      "learning_rate": 9.980323485155013e-05,
      "loss": 0.21047458052635193,
      "step": 149
    },
    {
      "epoch": 0.5093378607809848,
      "grad_norm": 0.25358128389692347,
      "learning_rate": 9.97899078941603e-05,
      "loss": 0.2082354873418808,
      "step": 150
    },
    {
      "epoch": 0.5127334465195246,
      "grad_norm": 0.23847873502310243,
      "learning_rate": 9.977614523259884e-05,
      "loss": 0.24798107147216797,
      "step": 151
    },
    {
      "epoch": 0.5161290322580645,
      "grad_norm": 0.23345850904212775,
      "learning_rate": 9.976194698730079e-05,
      "loss": 0.2375301569700241,
      "step": 152
    },
    {
      "epoch": 0.5195246179966044,
      "grad_norm": 0.2368422414277986,
      "learning_rate": 9.974731328251293e-05,
      "loss": 0.23879459500312805,
      "step": 153
    },
    {
      "epoch": 0.5229202037351444,
      "grad_norm": 4.994135695054419,
      "learning_rate": 9.973224424629265e-05,
      "loss": 0.24870698153972626,
      "step": 154
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 0.30514318964382864,
      "learning_rate": 9.971674001050686e-05,
      "loss": 0.22625446319580078,
      "step": 155
    },
    {
      "epoch": 0.5297113752122241,
      "grad_norm": 0.30519418195866216,
      "learning_rate": 9.970080071083086e-05,
      "loss": 0.23094254732131958,
      "step": 156
    },
    {
      "epoch": 0.533106960950764,
      "grad_norm": 0.289491616043026,
      "learning_rate": 9.968442648674713e-05,
      "loss": 0.2225530445575714,
      "step": 157
    },
    {
      "epoch": 0.5365025466893039,
      "grad_norm": 0.2523622184038582,
      "learning_rate": 9.966761748154408e-05,
      "loss": 0.21614186465740204,
      "step": 158
    },
    {
      "epoch": 0.5398981324278438,
      "grad_norm": 0.2508299294026511,
      "learning_rate": 9.965037384231488e-05,
      "loss": 0.23069505393505096,
      "step": 159
    },
    {
      "epoch": 0.5432937181663837,
      "grad_norm": 0.25000121023230865,
      "learning_rate": 9.963269571995604e-05,
      "loss": 0.24436424672603607,
      "step": 160
    },
    {
      "epoch": 0.5466893039049237,
      "grad_norm": 0.22989692708443416,
      "learning_rate": 9.961458326916624e-05,
      "loss": 0.2381608933210373,
      "step": 161
    },
    {
      "epoch": 0.5500848896434635,
      "grad_norm": 0.25164343786807386,
      "learning_rate": 9.959603664844486e-05,
      "loss": 0.23107120394706726,
      "step": 162
    },
    {
      "epoch": 0.5534804753820034,
      "grad_norm": 0.23564002438428963,
      "learning_rate": 9.957705602009068e-05,
      "loss": 0.2146880328655243,
      "step": 163
    },
    {
      "epoch": 0.5568760611205433,
      "grad_norm": 0.24989526466865708,
      "learning_rate": 9.955764155020037e-05,
      "loss": 0.21356713771820068,
      "step": 164
    },
    {
      "epoch": 0.5602716468590832,
      "grad_norm": 0.24304847818625214,
      "learning_rate": 9.95377934086671e-05,
      "loss": 0.2142661064863205,
      "step": 165
    },
    {
      "epoch": 0.5636672325976231,
      "grad_norm": 0.2438400077071865,
      "learning_rate": 9.951751176917907e-05,
      "loss": 0.20942895114421844,
      "step": 166
    },
    {
      "epoch": 0.567062818336163,
      "grad_norm": 0.24079855409285839,
      "learning_rate": 9.94967968092179e-05,
      "loss": 0.23409561812877655,
      "step": 167
    },
    {
      "epoch": 0.5704584040747029,
      "grad_norm": 0.21284832091287684,
      "learning_rate": 9.947564871005717e-05,
      "loss": 0.23351506888866425,
      "step": 168
    },
    {
      "epoch": 0.5738539898132428,
      "grad_norm": 0.2223868476827016,
      "learning_rate": 9.94540676567608e-05,
      "loss": 0.22570857405662537,
      "step": 169
    },
    {
      "epoch": 0.5772495755517827,
      "grad_norm": 0.2276866612162022,
      "learning_rate": 9.943205383818141e-05,
      "loss": 0.217237651348114,
      "step": 170
    },
    {
      "epoch": 0.5806451612903226,
      "grad_norm": 0.23276976082403275,
      "learning_rate": 9.940960744695868e-05,
      "loss": 0.22958600521087646,
      "step": 171
    },
    {
      "epoch": 0.5840407470288624,
      "grad_norm": 0.2668186678853451,
      "learning_rate": 9.938672867951773e-05,
      "loss": 0.2244614064693451,
      "step": 172
    },
    {
      "epoch": 0.5874363327674024,
      "grad_norm": 0.22664025108342212,
      "learning_rate": 9.936341773606723e-05,
      "loss": 0.21355020999908447,
      "step": 173
    },
    {
      "epoch": 0.5908319185059423,
      "grad_norm": 0.37743205692118836,
      "learning_rate": 9.933967482059787e-05,
      "loss": 0.2083015739917755,
      "step": 174
    },
    {
      "epoch": 0.5942275042444821,
      "grad_norm": 0.2593542036852034,
      "learning_rate": 9.931550014088039e-05,
      "loss": 0.19412027299404144,
      "step": 175
    },
    {
      "epoch": 0.597623089983022,
      "grad_norm": 0.937089907509418,
      "learning_rate": 9.929089390846387e-05,
      "loss": 0.2366977334022522,
      "step": 176
    },
    {
      "epoch": 0.601018675721562,
      "grad_norm": 0.24027124334830727,
      "learning_rate": 9.926585633867385e-05,
      "loss": 0.24104642868041992,
      "step": 177
    },
    {
      "epoch": 0.6044142614601019,
      "grad_norm": 0.28887539421272934,
      "learning_rate": 9.924038765061042e-05,
      "loss": 0.23962323367595673,
      "step": 178
    },
    {
      "epoch": 0.6078098471986417,
      "grad_norm": 0.2576543841282187,
      "learning_rate": 9.921448806714631e-05,
      "loss": 0.22236159443855286,
      "step": 179
    },
    {
      "epoch": 0.6112054329371817,
      "grad_norm": 0.26241795649632377,
      "learning_rate": 9.918815781492496e-05,
      "loss": 0.2328980416059494,
      "step": 180
    },
    {
      "epoch": 0.6146010186757216,
      "grad_norm": 0.2713558869213999,
      "learning_rate": 9.916139712435859e-05,
      "loss": 0.22485488653182983,
      "step": 181
    },
    {
      "epoch": 0.6179966044142614,
      "grad_norm": 0.24923721688373596,
      "learning_rate": 9.913420622962606e-05,
      "loss": 0.21858148276805878,
      "step": 182
    },
    {
      "epoch": 0.6213921901528013,
      "grad_norm": 0.2928533904192313,
      "learning_rate": 9.910658536867086e-05,
      "loss": 0.21802471578121185,
      "step": 183
    },
    {
      "epoch": 0.6247877758913413,
      "grad_norm": 0.25570059047914656,
      "learning_rate": 9.907853478319912e-05,
      "loss": 0.2524697780609131,
      "step": 184
    },
    {
      "epoch": 0.6281833616298812,
      "grad_norm": 0.26428073931896845,
      "learning_rate": 9.905005471867739e-05,
      "loss": 0.24499434232711792,
      "step": 185
    },
    {
      "epoch": 0.631578947368421,
      "grad_norm": 0.2571790196855782,
      "learning_rate": 9.902114542433051e-05,
      "loss": 0.23677490651607513,
      "step": 186
    },
    {
      "epoch": 0.634974533106961,
      "grad_norm": 0.24655161272441353,
      "learning_rate": 9.89918071531395e-05,
      "loss": 0.24191361665725708,
      "step": 187
    },
    {
      "epoch": 0.6383701188455009,
      "grad_norm": 0.21940759244496874,
      "learning_rate": 9.896204016183925e-05,
      "loss": 0.22591513395309448,
      "step": 188
    },
    {
      "epoch": 0.6417657045840407,
      "grad_norm": 0.26082527438281883,
      "learning_rate": 9.89318447109163e-05,
      "loss": 0.21840059757232666,
      "step": 189
    },
    {
      "epoch": 0.6451612903225806,
      "grad_norm": 0.23406534105627977,
      "learning_rate": 9.890122106460666e-05,
      "loss": 0.2169826477766037,
      "step": 190
    },
    {
      "epoch": 0.6485568760611206,
      "grad_norm": 0.27428907598331453,
      "learning_rate": 9.887016949089333e-05,
      "loss": 0.22284410893917084,
      "step": 191
    },
    {
      "epoch": 0.6519524617996605,
      "grad_norm": 0.21490156052971887,
      "learning_rate": 9.883869026150409e-05,
      "loss": 0.22144243121147156,
      "step": 192
    },
    {
      "epoch": 0.6553480475382003,
      "grad_norm": 0.22066212075505107,
      "learning_rate": 9.880678365190902e-05,
      "loss": 0.24004662036895752,
      "step": 193
    },
    {
      "epoch": 0.6587436332767402,
      "grad_norm": 0.18864383882840047,
      "learning_rate": 9.87744499413182e-05,
      "loss": 0.2288690060377121,
      "step": 194
    },
    {
      "epoch": 0.6621392190152802,
      "grad_norm": 0.24196563864650045,
      "learning_rate": 9.874168941267919e-05,
      "loss": 0.23588120937347412,
      "step": 195
    },
    {
      "epoch": 0.66553480475382,
      "grad_norm": 0.20460484523540667,
      "learning_rate": 9.870850235267453e-05,
      "loss": 0.2202383279800415,
      "step": 196
    },
    {
      "epoch": 0.6689303904923599,
      "grad_norm": 0.22516293707456805,
      "learning_rate": 9.867488905171933e-05,
      "loss": 0.21472087502479553,
      "step": 197
    },
    {
      "epoch": 0.6723259762308998,
      "grad_norm": 0.2469948742540965,
      "learning_rate": 9.864084980395867e-05,
      "loss": 0.21431753039360046,
      "step": 198
    },
    {
      "epoch": 0.6757215619694398,
      "grad_norm": 0.2276467117009385,
      "learning_rate": 9.860638490726497e-05,
      "loss": 0.2234257161617279,
      "step": 199
    },
    {
      "epoch": 0.6791171477079796,
      "grad_norm": 0.259052310914345,
      "learning_rate": 9.857149466323549e-05,
      "loss": 0.2075185477733612,
      "step": 200
    },
    {
      "epoch": 0.6825127334465195,
      "grad_norm": 0.21933265105604827,
      "learning_rate": 9.853617937718966e-05,
      "loss": 0.2294955551624298,
      "step": 201
    },
    {
      "epoch": 0.6859083191850595,
      "grad_norm": 0.25275605747765933,
      "learning_rate": 9.850043935816633e-05,
      "loss": 0.24128815531730652,
      "step": 202
    },
    {
      "epoch": 0.6893039049235993,
      "grad_norm": 0.23805874675739983,
      "learning_rate": 9.846427491892118e-05,
      "loss": 0.23756973445415497,
      "step": 203
    },
    {
      "epoch": 0.6926994906621392,
      "grad_norm": 0.25015537885215355,
      "learning_rate": 9.842768637592388e-05,
      "loss": 0.2260195016860962,
      "step": 204
    },
    {
      "epoch": 0.6960950764006791,
      "grad_norm": 0.2282910370617052,
      "learning_rate": 9.839067404935542e-05,
      "loss": 0.2113071084022522,
      "step": 205
    },
    {
      "epoch": 0.6994906621392191,
      "grad_norm": 0.2826530491569556,
      "learning_rate": 9.835323826310521e-05,
      "loss": 0.22311383485794067,
      "step": 206
    },
    {
      "epoch": 0.7028862478777589,
      "grad_norm": 0.23070174496730433,
      "learning_rate": 9.831537934476835e-05,
      "loss": 0.2145499438047409,
      "step": 207
    },
    {
      "epoch": 0.7062818336162988,
      "grad_norm": 0.2694973269236268,
      "learning_rate": 9.827709762564263e-05,
      "loss": 0.21655277907848358,
      "step": 208
    },
    {
      "epoch": 0.7096774193548387,
      "grad_norm": 0.19614155165837252,
      "learning_rate": 9.82383934407258e-05,
      "loss": 0.21204611659049988,
      "step": 209
    },
    {
      "epoch": 0.7130730050933786,
      "grad_norm": 0.23985509301390945,
      "learning_rate": 9.819926712871247e-05,
      "loss": 0.24427255988121033,
      "step": 210
    },
    {
      "epoch": 0.7164685908319185,
      "grad_norm": 0.2067050962676951,
      "learning_rate": 9.815971903199126e-05,
      "loss": 0.23202571272850037,
      "step": 211
    },
    {
      "epoch": 0.7198641765704584,
      "grad_norm": 0.22382982829123338,
      "learning_rate": 9.811974949664175e-05,
      "loss": 0.22098636627197266,
      "step": 212
    },
    {
      "epoch": 0.7232597623089984,
      "grad_norm": 0.21490302661522875,
      "learning_rate": 9.807935887243147e-05,
      "loss": 0.21789786219596863,
      "step": 213
    },
    {
      "epoch": 0.7266553480475382,
      "grad_norm": 0.23409646513230503,
      "learning_rate": 9.803854751281285e-05,
      "loss": 0.216179758310318,
      "step": 214
    },
    {
      "epoch": 0.7300509337860781,
      "grad_norm": 0.20964624933570156,
      "learning_rate": 9.79973157749201e-05,
      "loss": 0.21294806897640228,
      "step": 215
    },
    {
      "epoch": 0.733446519524618,
      "grad_norm": 0.23229538635579616,
      "learning_rate": 9.79556640195661e-05,
      "loss": 0.20469018816947937,
      "step": 216
    },
    {
      "epoch": 0.7368421052631579,
      "grad_norm": 0.2135001013869683,
      "learning_rate": 9.791359261123926e-05,
      "loss": 0.2233818769454956,
      "step": 217
    },
    {
      "epoch": 0.7402376910016978,
      "grad_norm": 0.2002811105518864,
      "learning_rate": 9.787110191810027e-05,
      "loss": 0.2394098937511444,
      "step": 218
    },
    {
      "epoch": 0.7436332767402377,
      "grad_norm": 0.22815238407474717,
      "learning_rate": 9.782819231197898e-05,
      "loss": 0.243118017911911,
      "step": 219
    },
    {
      "epoch": 0.7470288624787776,
      "grad_norm": 0.21605901692659363,
      "learning_rate": 9.7784864168371e-05,
      "loss": 0.2359468638896942,
      "step": 220
    },
    {
      "epoch": 0.7504244482173175,
      "grad_norm": 0.2116593286193831,
      "learning_rate": 9.77411178664346e-05,
      "loss": 0.21984606981277466,
      "step": 221
    },
    {
      "epoch": 0.7538200339558574,
      "grad_norm": 0.2018692843177458,
      "learning_rate": 9.769695378898722e-05,
      "loss": 0.21307775378227234,
      "step": 222
    },
    {
      "epoch": 0.7572156196943973,
      "grad_norm": 0.22120834695991848,
      "learning_rate": 9.765237232250222e-05,
      "loss": 0.19848167896270752,
      "step": 223
    },
    {
      "epoch": 0.7606112054329371,
      "grad_norm": 0.21947936601850218,
      "learning_rate": 9.760737385710547e-05,
      "loss": 0.1999792754650116,
      "step": 224
    },
    {
      "epoch": 0.7640067911714771,
      "grad_norm": 0.24536315067614115,
      "learning_rate": 9.756195878657192e-05,
      "loss": 0.20483741164207458,
      "step": 225
    },
    {
      "epoch": 0.767402376910017,
      "grad_norm": 0.23025021844151686,
      "learning_rate": 9.75161275083222e-05,
      "loss": 0.25475412607192993,
      "step": 226
    },
    {
      "epoch": 0.7707979626485568,
      "grad_norm": 0.23345597770727125,
      "learning_rate": 9.746988042341906e-05,
      "loss": 0.24407581984996796,
      "step": 227
    },
    {
      "epoch": 0.7741935483870968,
      "grad_norm": 0.2049966459545434,
      "learning_rate": 9.7423217936564e-05,
      "loss": 0.22000408172607422,
      "step": 228
    },
    {
      "epoch": 0.7775891341256367,
      "grad_norm": 0.21639276173326616,
      "learning_rate": 9.737614045609356e-05,
      "loss": 0.23386375606060028,
      "step": 229
    },
    {
      "epoch": 0.7809847198641766,
      "grad_norm": 0.21365526354578962,
      "learning_rate": 9.732864839397584e-05,
      "loss": 0.22645223140716553,
      "step": 230
    },
    {
      "epoch": 0.7843803056027164,
      "grad_norm": 0.2732144357585197,
      "learning_rate": 9.728074216580694e-05,
      "loss": 0.2220667600631714,
      "step": 231
    },
    {
      "epoch": 0.7877758913412564,
      "grad_norm": 0.2143091345894192,
      "learning_rate": 9.723242219080721e-05,
      "loss": 0.20215916633605957,
      "step": 232
    },
    {
      "epoch": 0.7911714770797963,
      "grad_norm": 0.22666682655303366,
      "learning_rate": 9.718368889181764e-05,
      "loss": 0.20549795031547546,
      "step": 233
    },
    {
      "epoch": 0.7945670628183361,
      "grad_norm": 0.2176639667132063,
      "learning_rate": 9.71345426952962e-05,
      "loss": 0.2441175878047943,
      "step": 234
    },
    {
      "epoch": 0.797962648556876,
      "grad_norm": 0.20258282549356804,
      "learning_rate": 9.708498403131401e-05,
      "loss": 0.2296900451183319,
      "step": 235
    },
    {
      "epoch": 0.801358234295416,
      "grad_norm": 0.21969989327477835,
      "learning_rate": 9.703501333355168e-05,
      "loss": 0.2238549292087555,
      "step": 236
    },
    {
      "epoch": 0.8047538200339559,
      "grad_norm": 0.23069241609289173,
      "learning_rate": 9.698463103929542e-05,
      "loss": 0.2226986140012741,
      "step": 237
    },
    {
      "epoch": 0.8081494057724957,
      "grad_norm": 0.6439618200720699,
      "learning_rate": 9.693383758943333e-05,
      "loss": 0.22474968433380127,
      "step": 238
    },
    {
      "epoch": 0.8115449915110357,
      "grad_norm": 0.3628558428615112,
      "learning_rate": 9.68826334284514e-05,
      "loss": 0.21470312774181366,
      "step": 239
    },
    {
      "epoch": 0.8149405772495756,
      "grad_norm": 0.26763666260984226,
      "learning_rate": 9.683101900442973e-05,
      "loss": 0.22060631215572357,
      "step": 240
    },
    {
      "epoch": 0.8183361629881154,
      "grad_norm": 0.24297945641759153,
      "learning_rate": 9.677899476903857e-05,
      "loss": 0.2042260617017746,
      "step": 241
    },
    {
      "epoch": 0.8217317487266553,
      "grad_norm": 0.2375665265328584,
      "learning_rate": 9.672656117753434e-05,
      "loss": 0.2103169858455658,
      "step": 242
    },
    {
      "epoch": 0.8251273344651953,
      "grad_norm": 0.21496291548970697,
      "learning_rate": 9.667371868875574e-05,
      "loss": 0.23855875432491302,
      "step": 243
    },
    {
      "epoch": 0.8285229202037352,
      "grad_norm": 0.21509347893390351,
      "learning_rate": 9.662046776511959e-05,
      "loss": 0.21938180923461914,
      "step": 244
    },
    {
      "epoch": 0.831918505942275,
      "grad_norm": 0.20014411456480394,
      "learning_rate": 9.656680887261693e-05,
      "loss": 0.22301563620567322,
      "step": 245
    },
    {
      "epoch": 0.8353140916808149,
      "grad_norm": 0.2072135960747425,
      "learning_rate": 9.651274248080882e-05,
      "loss": 0.2160690277814865,
      "step": 246
    },
    {
      "epoch": 0.8387096774193549,
      "grad_norm": 0.19805632635787146,
      "learning_rate": 9.645826906282233e-05,
      "loss": 0.2054440975189209,
      "step": 247
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 0.2167209645597022,
      "learning_rate": 9.640338909534636e-05,
      "loss": 0.20753411948680878,
      "step": 248
    },
    {
      "epoch": 0.8455008488964346,
      "grad_norm": 0.2080074211377332,
      "learning_rate": 9.634810305862741e-05,
      "loss": 0.20639455318450928,
      "step": 249
    },
    {
      "epoch": 0.8488964346349746,
      "grad_norm": 0.23663348399315012,
      "learning_rate": 9.62924114364655e-05,
      "loss": 0.20507106184959412,
      "step": 250
    },
    {
      "epoch": 0.8522920203735145,
      "grad_norm": 0.1889918578558979,
      "learning_rate": 9.62363147162098e-05,
      "loss": 0.22666499018669128,
      "step": 251
    },
    {
      "epoch": 0.8556876061120543,
      "grad_norm": 0.1949815965291924,
      "learning_rate": 9.617981338875448e-05,
      "loss": 0.2249736487865448,
      "step": 252
    },
    {
      "epoch": 0.8590831918505942,
      "grad_norm": 0.19956093525712537,
      "learning_rate": 9.612290794853439e-05,
      "loss": 0.2283181995153427,
      "step": 253
    },
    {
      "epoch": 0.8624787775891342,
      "grad_norm": 0.20212131833498942,
      "learning_rate": 9.606559889352064e-05,
      "loss": 0.22333121299743652,
      "step": 254
    },
    {
      "epoch": 0.865874363327674,
      "grad_norm": 0.2444086358960834,
      "learning_rate": 9.60078867252164e-05,
      "loss": 0.21846352517604828,
      "step": 255
    },
    {
      "epoch": 0.8692699490662139,
      "grad_norm": 0.20909707924589782,
      "learning_rate": 9.594977194865234e-05,
      "loss": 0.2146604061126709,
      "step": 256
    },
    {
      "epoch": 0.8726655348047538,
      "grad_norm": 0.2572707827585049,
      "learning_rate": 9.589125507238233e-05,
      "loss": 0.20799563825130463,
      "step": 257
    },
    {
      "epoch": 0.8760611205432938,
      "grad_norm": 0.2166071202742226,
      "learning_rate": 9.583233660847899e-05,
      "loss": 0.1953374594449997,
      "step": 258
    },
    {
      "epoch": 0.8794567062818336,
      "grad_norm": 0.21887463058885664,
      "learning_rate": 9.577301707252912e-05,
      "loss": 0.22548696398735046,
      "step": 259
    },
    {
      "epoch": 0.8828522920203735,
      "grad_norm": 0.18605324305501425,
      "learning_rate": 9.57132969836293e-05,
      "loss": 0.21879589557647705,
      "step": 260
    },
    {
      "epoch": 0.8862478777589134,
      "grad_norm": 0.24234467796174414,
      "learning_rate": 9.565317686438123e-05,
      "loss": 0.2384566068649292,
      "step": 261
    },
    {
      "epoch": 0.8896434634974533,
      "grad_norm": 0.19610615106953166,
      "learning_rate": 9.559265724088723e-05,
      "loss": 0.22203326225280762,
      "step": 262
    },
    {
      "epoch": 0.8930390492359932,
      "grad_norm": 0.21043294667279946,
      "learning_rate": 9.553173864274567e-05,
      "loss": 0.21503224968910217,
      "step": 263
    },
    {
      "epoch": 0.8964346349745331,
      "grad_norm": 0.2301954992674604,
      "learning_rate": 9.547042160304624e-05,
      "loss": 0.2197357416152954,
      "step": 264
    },
    {
      "epoch": 0.8998302207130731,
      "grad_norm": 0.2646454943330505,
      "learning_rate": 9.540870665836535e-05,
      "loss": 0.2099461555480957,
      "step": 265
    },
    {
      "epoch": 0.9032258064516129,
      "grad_norm": 0.22916765632853775,
      "learning_rate": 9.534659434876141e-05,
      "loss": 0.2035030573606491,
      "step": 266
    },
    {
      "epoch": 0.9066213921901528,
      "grad_norm": 0.20044888216109796,
      "learning_rate": 9.528408521777013e-05,
      "loss": 0.2143951654434204,
      "step": 267
    },
    {
      "epoch": 0.9100169779286927,
      "grad_norm": 0.19301009298451235,
      "learning_rate": 9.522117981239973e-05,
      "loss": 0.22913703322410583,
      "step": 268
    },
    {
      "epoch": 0.9134125636672326,
      "grad_norm": 0.20048858324184862,
      "learning_rate": 9.515787868312619e-05,
      "loss": 0.21478328108787537,
      "step": 269
    },
    {
      "epoch": 0.9168081494057725,
      "grad_norm": 0.2062783547856151,
      "learning_rate": 9.509418238388837e-05,
      "loss": 0.21238267421722412,
      "step": 270
    },
    {
      "epoch": 0.9202037351443124,
      "grad_norm": 0.20846281626763072,
      "learning_rate": 9.503009147208323e-05,
      "loss": 0.21635258197784424,
      "step": 271
    },
    {
      "epoch": 0.9235993208828522,
      "grad_norm": 0.2109019771556574,
      "learning_rate": 9.496560650856097e-05,
      "loss": 0.2180865854024887,
      "step": 272
    },
    {
      "epoch": 0.9269949066213922,
      "grad_norm": 0.19649788756387773,
      "learning_rate": 9.490072805761999e-05,
      "loss": 0.197824165225029,
      "step": 273
    },
    {
      "epoch": 0.9303904923599321,
      "grad_norm": 0.2053019341884595,
      "learning_rate": 9.48354566870021e-05,
      "loss": 0.19292232394218445,
      "step": 274
    },
    {
      "epoch": 0.933786078098472,
      "grad_norm": 0.2273589406667174,
      "learning_rate": 9.476979296788747e-05,
      "loss": 0.2040998339653015,
      "step": 275
    },
    {
      "epoch": 0.9371816638370118,
      "grad_norm": 0.19800513910506343,
      "learning_rate": 9.470373747488966e-05,
      "loss": 0.2347426414489746,
      "step": 276
    },
    {
      "epoch": 0.9405772495755518,
      "grad_norm": 0.1896743063740462,
      "learning_rate": 9.463729078605062e-05,
      "loss": 0.22722655534744263,
      "step": 277
    },
    {
      "epoch": 0.9439728353140917,
      "grad_norm": 0.1941259952363859,
      "learning_rate": 9.457045348283552e-05,
      "loss": 0.21831445395946503,
      "step": 278
    },
    {
      "epoch": 0.9473684210526315,
      "grad_norm": 0.19936923160310902,
      "learning_rate": 9.450322615012783e-05,
      "loss": 0.22684292495250702,
      "step": 279
    },
    {
      "epoch": 0.9507640067911715,
      "grad_norm": 0.20702489184730474,
      "learning_rate": 9.443560937622403e-05,
      "loss": 0.21297010779380798,
      "step": 280
    },
    {
      "epoch": 0.9541595925297114,
      "grad_norm": 0.19290541776416487,
      "learning_rate": 9.436760375282859e-05,
      "loss": 0.21467456221580505,
      "step": 281
    },
    {
      "epoch": 0.9575551782682513,
      "grad_norm": 0.20704612424478325,
      "learning_rate": 9.429920987504872e-05,
      "loss": 0.20584368705749512,
      "step": 282
    },
    {
      "epoch": 0.9609507640067911,
      "grad_norm": 0.26344294252348743,
      "learning_rate": 9.423042834138924e-05,
      "loss": 0.21096479892730713,
      "step": 283
    },
    {
      "epoch": 0.9643463497453311,
      "grad_norm": 0.20201659226714985,
      "learning_rate": 9.41612597537472e-05,
      "loss": 0.21519868075847626,
      "step": 284
    },
    {
      "epoch": 0.967741935483871,
      "grad_norm": 0.19479262162416716,
      "learning_rate": 9.40917047174068e-05,
      "loss": 0.22541747987270355,
      "step": 285
    },
    {
      "epoch": 0.9711375212224108,
      "grad_norm": 0.21871305630005558,
      "learning_rate": 9.402176384103391e-05,
      "loss": 0.22788241505622864,
      "step": 286
    },
    {
      "epoch": 0.9745331069609507,
      "grad_norm": 0.21325220105041445,
      "learning_rate": 9.395143773667088e-05,
      "loss": 0.21846871078014374,
      "step": 287
    },
    {
      "epoch": 0.9779286926994907,
      "grad_norm": 0.21257803875656317,
      "learning_rate": 9.388072701973112e-05,
      "loss": 0.2181614488363266,
      "step": 288
    },
    {
      "epoch": 0.9813242784380306,
      "grad_norm": 0.21492380221961657,
      "learning_rate": 9.380963230899371e-05,
      "loss": 0.20441970229148865,
      "step": 289
    },
    {
      "epoch": 0.9847198641765704,
      "grad_norm": 0.22232701000715308,
      "learning_rate": 9.373815422659806e-05,
      "loss": 0.20419475436210632,
      "step": 290
    },
    {
      "epoch": 0.9881154499151104,
      "grad_norm": 0.22471854913748254,
      "learning_rate": 9.366629339803836e-05,
      "loss": 0.20370034873485565,
      "step": 291
    },
    {
      "epoch": 0.9915110356536503,
      "grad_norm": 0.2182200087586731,
      "learning_rate": 9.359405045215816e-05,
      "loss": 0.22537897527217865,
      "step": 292
    },
    {
      "epoch": 0.9949066213921901,
      "grad_norm": 0.21277303782523274,
      "learning_rate": 9.352142602114486e-05,
      "loss": 0.21867594122886658,
      "step": 293
    },
    {
      "epoch": 0.99830220713073,
      "grad_norm": 0.22637719161065545,
      "learning_rate": 9.34484207405242e-05,
      "loss": 0.21650215983390808,
      "step": 294
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.28058619046453315,
      "learning_rate": 9.337503524915468e-05,
      "loss": 0.18550601601600647,
      "step": 295
    },
    {
      "epoch": 1.00339558573854,
      "grad_norm": 0.23639443665656001,
      "learning_rate": 9.330127018922194e-05,
      "loss": 0.1868228167295456,
      "step": 296
    },
    {
      "epoch": 1.0067911714770799,
      "grad_norm": 0.22816538266976844,
      "learning_rate": 9.322712620623319e-05,
      "loss": 0.18762430548667908,
      "step": 297
    },
    {
      "epoch": 1.0101867572156198,
      "grad_norm": 0.24420119035702575,
      "learning_rate": 9.315260394901153e-05,
      "loss": 0.18745410442352295,
      "step": 298
    },
    {
      "epoch": 1.0135823429541595,
      "grad_norm": 0.25021615524039786,
      "learning_rate": 9.30777040696903e-05,
      "loss": 0.17205271124839783,
      "step": 299
    },
    {
      "epoch": 1.0169779286926994,
      "grad_norm": 0.23633599345350373,
      "learning_rate": 9.300242722370735e-05,
      "loss": 0.15902850031852722,
      "step": 300
    },
    {
      "epoch": 1.0203735144312394,
      "grad_norm": 0.24119731016839763,
      "learning_rate": 9.292677406979929e-05,
      "loss": 0.15773308277130127,
      "step": 301
    },
    {
      "epoch": 1.0237691001697793,
      "grad_norm": 0.23151537445122872,
      "learning_rate": 9.285074526999576e-05,
      "loss": 0.13681277632713318,
      "step": 302
    },
    {
      "epoch": 1.0271646859083192,
      "grad_norm": 0.27738569267536983,
      "learning_rate": 9.277434148961364e-05,
      "loss": 0.1409766674041748,
      "step": 303
    },
    {
      "epoch": 1.0305602716468591,
      "grad_norm": 0.30334263847950926,
      "learning_rate": 9.269756339725116e-05,
      "loss": 0.17550992965698242,
      "step": 304
    },
    {
      "epoch": 1.033955857385399,
      "grad_norm": 0.22711009522114184,
      "learning_rate": 9.262041166478214e-05,
      "loss": 0.1663069725036621,
      "step": 305
    },
    {
      "epoch": 1.0373514431239388,
      "grad_norm": 0.24431445899857623,
      "learning_rate": 9.254288696735007e-05,
      "loss": 0.18417814373970032,
      "step": 306
    },
    {
      "epoch": 1.0407470288624787,
      "grad_norm": 0.19985054623431828,
      "learning_rate": 9.246498998336219e-05,
      "loss": 0.1629078984260559,
      "step": 307
    },
    {
      "epoch": 1.0441426146010186,
      "grad_norm": 0.2161015945297243,
      "learning_rate": 9.238672139448354e-05,
      "loss": 0.15201131999492645,
      "step": 308
    },
    {
      "epoch": 1.0475382003395586,
      "grad_norm": 0.18955204144616244,
      "learning_rate": 9.230808188563109e-05,
      "loss": 0.13979549705982208,
      "step": 309
    },
    {
      "epoch": 1.0509337860780985,
      "grad_norm": 0.2292819098216901,
      "learning_rate": 9.222907214496763e-05,
      "loss": 0.1403750777244568,
      "step": 310
    },
    {
      "epoch": 1.0543293718166384,
      "grad_norm": 0.20993925748496248,
      "learning_rate": 9.214969286389576e-05,
      "loss": 0.1467626988887787,
      "step": 311
    },
    {
      "epoch": 1.0577249575551784,
      "grad_norm": 0.22613230470025902,
      "learning_rate": 9.206994473705192e-05,
      "loss": 0.1573966145515442,
      "step": 312
    },
    {
      "epoch": 1.061120543293718,
      "grad_norm": 0.20746124496919238,
      "learning_rate": 9.198982846230028e-05,
      "loss": 0.18230614066123962,
      "step": 313
    },
    {
      "epoch": 1.064516129032258,
      "grad_norm": 0.20019386012407803,
      "learning_rate": 9.190934474072658e-05,
      "loss": 0.17953181266784668,
      "step": 314
    },
    {
      "epoch": 1.067911714770798,
      "grad_norm": 0.20968950417583684,
      "learning_rate": 9.182849427663205e-05,
      "loss": 0.15756899118423462,
      "step": 315
    },
    {
      "epoch": 1.0713073005093379,
      "grad_norm": 0.2265429559757196,
      "learning_rate": 9.174727777752723e-05,
      "loss": 0.16961023211479187,
      "step": 316
    },
    {
      "epoch": 1.0747028862478778,
      "grad_norm": 0.19941995280442124,
      "learning_rate": 9.166569595412575e-05,
      "loss": 0.15267187356948853,
      "step": 317
    },
    {
      "epoch": 1.0780984719864177,
      "grad_norm": 0.20167959867434732,
      "learning_rate": 9.158374952033819e-05,
      "loss": 0.14712190628051758,
      "step": 318
    },
    {
      "epoch": 1.0814940577249577,
      "grad_norm": 0.20340656029227042,
      "learning_rate": 9.150143919326577e-05,
      "loss": 0.13596060872077942,
      "step": 319
    },
    {
      "epoch": 1.0848896434634974,
      "grad_norm": 0.2414393043852893,
      "learning_rate": 9.141876569319404e-05,
      "loss": 0.1422816663980484,
      "step": 320
    },
    {
      "epoch": 1.0882852292020373,
      "grad_norm": 0.29212780929936155,
      "learning_rate": 9.133572974358669e-05,
      "loss": 0.20048227906227112,
      "step": 321
    },
    {
      "epoch": 1.0916808149405772,
      "grad_norm": 0.20191800340310445,
      "learning_rate": 9.125233207107909e-05,
      "loss": 0.17392735183238983,
      "step": 322
    },
    {
      "epoch": 1.0950764006791172,
      "grad_norm": 0.20170250850562177,
      "learning_rate": 9.116857340547202e-05,
      "loss": 0.17555058002471924,
      "step": 323
    },
    {
      "epoch": 1.098471986417657,
      "grad_norm": 0.22452119118315,
      "learning_rate": 9.108445447972531e-05,
      "loss": 0.16190403699874878,
      "step": 324
    },
    {
      "epoch": 1.101867572156197,
      "grad_norm": 0.18873731711629102,
      "learning_rate": 9.099997602995128e-05,
      "loss": 0.1456845998764038,
      "step": 325
    },
    {
      "epoch": 1.1052631578947367,
      "grad_norm": 0.2158691310092312,
      "learning_rate": 9.091513879540845e-05,
      "loss": 0.14603030681610107,
      "step": 326
    },
    {
      "epoch": 1.1086587436332767,
      "grad_norm": 0.20474251175130814,
      "learning_rate": 9.0829943518495e-05,
      "loss": 0.1453815996646881,
      "step": 327
    },
    {
      "epoch": 1.1120543293718166,
      "grad_norm": 0.22591726148334335,
      "learning_rate": 9.07443909447423e-05,
      "loss": 0.1473894566297531,
      "step": 328
    },
    {
      "epoch": 1.1154499151103565,
      "grad_norm": 0.23025167891489134,
      "learning_rate": 9.065848182280833e-05,
      "loss": 0.17691753804683685,
      "step": 329
    },
    {
      "epoch": 1.1188455008488964,
      "grad_norm": 0.2044551765510098,
      "learning_rate": 9.057221690447124e-05,
      "loss": 0.19459426403045654,
      "step": 330
    },
    {
      "epoch": 1.1222410865874364,
      "grad_norm": 0.19986749041735527,
      "learning_rate": 9.048559694462262e-05,
      "loss": 0.1716732680797577,
      "step": 331
    },
    {
      "epoch": 1.1256366723259763,
      "grad_norm": 0.18779291017490157,
      "learning_rate": 9.039862270126102e-05,
      "loss": 0.1696777641773224,
      "step": 332
    },
    {
      "epoch": 1.129032258064516,
      "grad_norm": 0.1949105193776305,
      "learning_rate": 9.03112949354853e-05,
      "loss": 0.15999673306941986,
      "step": 333
    },
    {
      "epoch": 1.132427843803056,
      "grad_norm": 0.19263949754185097,
      "learning_rate": 9.02236144114879e-05,
      "loss": 0.15610679984092712,
      "step": 334
    },
    {
      "epoch": 1.1358234295415959,
      "grad_norm": 0.18540644191536584,
      "learning_rate": 9.013558189654819e-05,
      "loss": 0.15449127554893494,
      "step": 335
    },
    {
      "epoch": 1.1392190152801358,
      "grad_norm": 0.18176478958433234,
      "learning_rate": 9.00471981610258e-05,
      "loss": 0.13070036470890045,
      "step": 336
    },
    {
      "epoch": 1.1426146010186757,
      "grad_norm": 0.20460102538496885,
      "learning_rate": 8.99584639783538e-05,
      "loss": 0.1655994951725006,
      "step": 337
    },
    {
      "epoch": 1.1460101867572157,
      "grad_norm": 0.1992852343692147,
      "learning_rate": 8.986938012503203e-05,
      "loss": 0.1953735053539276,
      "step": 338
    },
    {
      "epoch": 1.1494057724957556,
      "grad_norm": 0.20430617083523767,
      "learning_rate": 8.977994738062017e-05,
      "loss": 0.18439728021621704,
      "step": 339
    },
    {
      "epoch": 1.1528013582342953,
      "grad_norm": 0.19064661457016643,
      "learning_rate": 8.969016652773103e-05,
      "loss": 0.16322055459022522,
      "step": 340
    },
    {
      "epoch": 1.1561969439728352,
      "grad_norm": 0.20279077307228588,
      "learning_rate": 8.96000383520237e-05,
      "loss": 0.15768763422966003,
      "step": 341
    },
    {
      "epoch": 1.1595925297113752,
      "grad_norm": 0.17293847779750832,
      "learning_rate": 8.950956364219658e-05,
      "loss": 0.1556030958890915,
      "step": 342
    },
    {
      "epoch": 1.162988115449915,
      "grad_norm": 0.2063029318229405,
      "learning_rate": 8.941874318998058e-05,
      "loss": 0.15308734774589539,
      "step": 343
    },
    {
      "epoch": 1.166383701188455,
      "grad_norm": 0.19078637540772903,
      "learning_rate": 8.932757779013214e-05,
      "loss": 0.13935653865337372,
      "step": 344
    },
    {
      "epoch": 1.169779286926995,
      "grad_norm": 0.20752554454230282,
      "learning_rate": 8.923606824042627e-05,
      "loss": 0.1464628428220749,
      "step": 345
    },
    {
      "epoch": 1.1731748726655349,
      "grad_norm": 0.19896272159334225,
      "learning_rate": 8.914421534164962e-05,
      "loss": 0.18659351766109467,
      "step": 346
    },
    {
      "epoch": 1.1765704584040746,
      "grad_norm": 0.191335249907775,
      "learning_rate": 8.905201989759341e-05,
      "loss": 0.17295019328594208,
      "step": 347
    },
    {
      "epoch": 1.1799660441426145,
      "grad_norm": 0.19703684228483856,
      "learning_rate": 8.895948271504642e-05,
      "loss": 0.16895386576652527,
      "step": 348
    },
    {
      "epoch": 1.1833616298811545,
      "grad_norm": 0.1809760741886333,
      "learning_rate": 8.886660460378797e-05,
      "loss": 0.1675156205892563,
      "step": 349
    },
    {
      "epoch": 1.1867572156196944,
      "grad_norm": 0.19345200216236544,
      "learning_rate": 8.877338637658075e-05,
      "loss": 0.16741690039634705,
      "step": 350
    },
    {
      "epoch": 1.1901528013582343,
      "grad_norm": 0.18729474756540548,
      "learning_rate": 8.867982884916376e-05,
      "loss": 0.15447917580604553,
      "step": 351
    },
    {
      "epoch": 1.1935483870967742,
      "grad_norm": 0.2025239786377195,
      "learning_rate": 8.858593284024523e-05,
      "loss": 0.14785239100456238,
      "step": 352
    },
    {
      "epoch": 1.1969439728353142,
      "grad_norm": 0.1839963102106056,
      "learning_rate": 8.849169917149531e-05,
      "loss": 0.14344629645347595,
      "step": 353
    },
    {
      "epoch": 1.2003395585738539,
      "grad_norm": 0.2012851211217905,
      "learning_rate": 8.839712866753901e-05,
      "loss": 0.1786291003227234,
      "step": 354
    },
    {
      "epoch": 1.2037351443123938,
      "grad_norm": 0.18192843966403632,
      "learning_rate": 8.83022221559489e-05,
      "loss": 0.16876618564128876,
      "step": 355
    },
    {
      "epoch": 1.2071307300509337,
      "grad_norm": 0.19514414300605581,
      "learning_rate": 8.820698046723796e-05,
      "loss": 0.17299698293209076,
      "step": 356
    },
    {
      "epoch": 1.2105263157894737,
      "grad_norm": 0.17660782941845454,
      "learning_rate": 8.811140443485217e-05,
      "loss": 0.16695550084114075,
      "step": 357
    },
    {
      "epoch": 1.2139219015280136,
      "grad_norm": 0.1898559829306152,
      "learning_rate": 8.801549489516341e-05,
      "loss": 0.15887045860290527,
      "step": 358
    },
    {
      "epoch": 1.2173174872665535,
      "grad_norm": 0.17960503848633516,
      "learning_rate": 8.791925268746193e-05,
      "loss": 0.15074649453163147,
      "step": 359
    },
    {
      "epoch": 1.2207130730050935,
      "grad_norm": 0.18452744570000343,
      "learning_rate": 8.782267865394917e-05,
      "loss": 0.14895610511302948,
      "step": 360
    },
    {
      "epoch": 1.2241086587436332,
      "grad_norm": 0.21157593417879816,
      "learning_rate": 8.772577363973033e-05,
      "loss": 0.1332865208387375,
      "step": 361
    },
    {
      "epoch": 1.227504244482173,
      "grad_norm": 0.1884908336162296,
      "learning_rate": 8.762853849280693e-05,
      "loss": 0.16228394210338593,
      "step": 362
    },
    {
      "epoch": 1.230899830220713,
      "grad_norm": 0.1882730673792506,
      "learning_rate": 8.753097406406949e-05,
      "loss": 0.20317047834396362,
      "step": 363
    },
    {
      "epoch": 1.234295415959253,
      "grad_norm": 0.18492900215007393,
      "learning_rate": 8.743308120728997e-05,
      "loss": 0.1679389923810959,
      "step": 364
    },
    {
      "epoch": 1.237691001697793,
      "grad_norm": 0.17484923535330463,
      "learning_rate": 8.73348607791144e-05,
      "loss": 0.16052062809467316,
      "step": 365
    },
    {
      "epoch": 1.2410865874363328,
      "grad_norm": 0.19327809581804048,
      "learning_rate": 8.723631363905531e-05,
      "loss": 0.17321988940238953,
      "step": 366
    },
    {
      "epoch": 1.2444821731748728,
      "grad_norm": 0.18892779281397767,
      "learning_rate": 8.713744064948426e-05,
      "loss": 0.16489598155021667,
      "step": 367
    },
    {
      "epoch": 1.2478777589134125,
      "grad_norm": 0.1982506465222332,
      "learning_rate": 8.703824267562425e-05,
      "loss": 0.13714341819286346,
      "step": 368
    },
    {
      "epoch": 1.2512733446519524,
      "grad_norm": 0.20356297733418954,
      "learning_rate": 8.69387205855422e-05,
      "loss": 0.13603711128234863,
      "step": 369
    },
    {
      "epoch": 1.2546689303904923,
      "grad_norm": 0.2033231525193697,
      "learning_rate": 8.683887525014127e-05,
      "loss": 0.13591307401657104,
      "step": 370
    },
    {
      "epoch": 1.2580645161290323,
      "grad_norm": 0.16414036874164306,
      "learning_rate": 8.673870754315336e-05,
      "loss": 0.16990725696086884,
      "step": 371
    },
    {
      "epoch": 1.2614601018675722,
      "grad_norm": 0.20045368003519234,
      "learning_rate": 8.663821834113135e-05,
      "loss": 0.17480716109275818,
      "step": 372
    },
    {
      "epoch": 1.2648556876061121,
      "grad_norm": 0.17606489932153216,
      "learning_rate": 8.65374085234415e-05,
      "loss": 0.18333372473716736,
      "step": 373
    },
    {
      "epoch": 1.268251273344652,
      "grad_norm": 0.21033061847941922,
      "learning_rate": 8.643627897225571e-05,
      "loss": 0.1716233193874359,
      "step": 374
    },
    {
      "epoch": 1.2716468590831917,
      "grad_norm": 0.19052742247741852,
      "learning_rate": 8.633483057254381e-05,
      "loss": 0.17103354632854462,
      "step": 375
    },
    {
      "epoch": 1.2750424448217317,
      "grad_norm": 0.20974673130426658,
      "learning_rate": 8.623306421206587e-05,
      "loss": 0.14799927175045013,
      "step": 376
    },
    {
      "epoch": 1.2784380305602716,
      "grad_norm": 0.19170166178945716,
      "learning_rate": 8.613098078136437e-05,
      "loss": 0.1382761299610138,
      "step": 377
    },
    {
      "epoch": 1.2818336162988115,
      "grad_norm": 0.2261581073875909,
      "learning_rate": 8.60285811737564e-05,
      "loss": 0.13463819026947021,
      "step": 378
    },
    {
      "epoch": 1.2852292020373515,
      "grad_norm": 0.24930596197381394,
      "learning_rate": 8.592586628532588e-05,
      "loss": 0.18594394624233246,
      "step": 379
    },
    {
      "epoch": 1.2886247877758914,
      "grad_norm": 0.17990657580712696,
      "learning_rate": 8.582283701491576e-05,
      "loss": 0.18147127330303192,
      "step": 380
    },
    {
      "epoch": 1.2920203735144313,
      "grad_norm": 0.2297335710615592,
      "learning_rate": 8.571949426412001e-05,
      "loss": 0.1802498996257782,
      "step": 381
    },
    {
      "epoch": 1.295415959252971,
      "grad_norm": 0.2033965636212164,
      "learning_rate": 8.561583893727588e-05,
      "loss": 0.1777149885892868,
      "step": 382
    },
    {
      "epoch": 1.298811544991511,
      "grad_norm": 0.20719780969047427,
      "learning_rate": 8.551187194145592e-05,
      "loss": 0.16453149914741516,
      "step": 383
    },
    {
      "epoch": 1.302207130730051,
      "grad_norm": 0.19702896435929873,
      "learning_rate": 8.540759418646002e-05,
      "loss": 0.1615734100341797,
      "step": 384
    },
    {
      "epoch": 1.3056027164685908,
      "grad_norm": 0.21278634305792055,
      "learning_rate": 8.530300658480752e-05,
      "loss": 0.14433573186397552,
      "step": 385
    },
    {
      "epoch": 1.3089983022071308,
      "grad_norm": 0.21408372526278108,
      "learning_rate": 8.519811005172916e-05,
      "loss": 0.14615730941295624,
      "step": 386
    },
    {
      "epoch": 1.3123938879456707,
      "grad_norm": 0.20907036787403266,
      "learning_rate": 8.509290550515907e-05,
      "loss": 0.15451252460479736,
      "step": 387
    },
    {
      "epoch": 1.3157894736842106,
      "grad_norm": 0.19793349685487946,
      "learning_rate": 8.498739386572682e-05,
      "loss": 0.1867610067129135,
      "step": 388
    },
    {
      "epoch": 1.3191850594227503,
      "grad_norm": 0.18992417104331566,
      "learning_rate": 8.488157605674925e-05,
      "loss": 0.1667109727859497,
      "step": 389
    },
    {
      "epoch": 1.3225806451612903,
      "grad_norm": 0.17804702151948434,
      "learning_rate": 8.477545300422246e-05,
      "loss": 0.16456694900989532,
      "step": 390
    },
    {
      "epoch": 1.3259762308998302,
      "grad_norm": 0.20046314707526044,
      "learning_rate": 8.466902563681372e-05,
      "loss": 0.15338124334812164,
      "step": 391
    },
    {
      "epoch": 1.3293718166383701,
      "grad_norm": 0.34276261105180983,
      "learning_rate": 8.456229488585328e-05,
      "loss": 0.15841363370418549,
      "step": 392
    },
    {
      "epoch": 1.33276740237691,
      "grad_norm": 0.1920215970749504,
      "learning_rate": 8.445526168532627e-05,
      "loss": 0.1561691164970398,
      "step": 393
    },
    {
      "epoch": 1.33616298811545,
      "grad_norm": 0.2033315271992584,
      "learning_rate": 8.434792697186449e-05,
      "loss": 0.1360742449760437,
      "step": 394
    },
    {
      "epoch": 1.33955857385399,
      "grad_norm": 0.4624416182392774,
      "learning_rate": 8.424029168473829e-05,
      "loss": 0.14669910073280334,
      "step": 395
    },
    {
      "epoch": 1.3429541595925296,
      "grad_norm": 0.2146579172597149,
      "learning_rate": 8.413235676584823e-05,
      "loss": 0.18494638800621033,
      "step": 396
    },
    {
      "epoch": 1.3463497453310695,
      "grad_norm": 0.2587822813202277,
      "learning_rate": 8.402412315971693e-05,
      "loss": 0.18528585135936737,
      "step": 397
    },
    {
      "epoch": 1.3497453310696095,
      "grad_norm": 0.19399440532321974,
      "learning_rate": 8.391559181348082e-05,
      "loss": 0.16230188310146332,
      "step": 398
    },
    {
      "epoch": 1.3531409168081494,
      "grad_norm": 0.1954037033964251,
      "learning_rate": 8.380676367688172e-05,
      "loss": 0.1674966812133789,
      "step": 399
    },
    {
      "epoch": 1.3565365025466893,
      "grad_norm": 0.18953434474561193,
      "learning_rate": 8.36976397022587e-05,
      "loss": 0.15261387825012207,
      "step": 400
    },
    {
      "epoch": 1.3599320882852293,
      "grad_norm": 0.19384811240334962,
      "learning_rate": 8.358822084453965e-05,
      "loss": 0.14915475249290466,
      "step": 401
    },
    {
      "epoch": 1.3633276740237692,
      "grad_norm": 0.19122076757364848,
      "learning_rate": 8.347850806123288e-05,
      "loss": 0.14487414062023163,
      "step": 402
    },
    {
      "epoch": 1.366723259762309,
      "grad_norm": 0.27723132532670824,
      "learning_rate": 8.336850231241888e-05,
      "loss": 0.13761776685714722,
      "step": 403
    },
    {
      "epoch": 1.3701188455008488,
      "grad_norm": 0.22753344740894346,
      "learning_rate": 8.325820456074181e-05,
      "loss": 0.1681349277496338,
      "step": 404
    },
    {
      "epoch": 1.3735144312393888,
      "grad_norm": 0.20052637534999823,
      "learning_rate": 8.314761577140105e-05,
      "loss": 0.1848275363445282,
      "step": 405
    },
    {
      "epoch": 1.3769100169779287,
      "grad_norm": 0.20593746180528957,
      "learning_rate": 8.303673691214289e-05,
      "loss": 0.17066769301891327,
      "step": 406
    },
    {
      "epoch": 1.3803056027164686,
      "grad_norm": 0.17720150000136614,
      "learning_rate": 8.292556895325194e-05,
      "loss": 0.15952184796333313,
      "step": 407
    },
    {
      "epoch": 1.3837011884550086,
      "grad_norm": 0.1926269693557234,
      "learning_rate": 8.281411286754266e-05,
      "loss": 0.15444013476371765,
      "step": 408
    },
    {
      "epoch": 1.3870967741935485,
      "grad_norm": 0.19944289270593688,
      "learning_rate": 8.270236963035091e-05,
      "loss": 0.14692428708076477,
      "step": 409
    },
    {
      "epoch": 1.3904923599320882,
      "grad_norm": 0.1885279573691433,
      "learning_rate": 8.259034021952537e-05,
      "loss": 0.14548589289188385,
      "step": 410
    },
    {
      "epoch": 1.3938879456706281,
      "grad_norm": 0.1822130456259423,
      "learning_rate": 8.24780256154189e-05,
      "loss": 0.1397281289100647,
      "step": 411
    },
    {
      "epoch": 1.397283531409168,
      "grad_norm": 0.18801876837981288,
      "learning_rate": 8.236542680088015e-05,
      "loss": 0.164806067943573,
      "step": 412
    },
    {
      "epoch": 1.400679117147708,
      "grad_norm": 0.19388015253385277,
      "learning_rate": 8.225254476124478e-05,
      "loss": 0.18502959609031677,
      "step": 413
    },
    {
      "epoch": 1.404074702886248,
      "grad_norm": 0.1815658849019605,
      "learning_rate": 8.213938048432697e-05,
      "loss": 0.17280147969722748,
      "step": 414
    },
    {
      "epoch": 1.4074702886247878,
      "grad_norm": 0.21037405084422955,
      "learning_rate": 8.202593496041066e-05,
      "loss": 0.164241224527359,
      "step": 415
    },
    {
      "epoch": 1.4108658743633278,
      "grad_norm": 0.20576306835089408,
      "learning_rate": 8.191220918224101e-05,
      "loss": 0.16376134753227234,
      "step": 416
    },
    {
      "epoch": 1.4142614601018675,
      "grad_norm": 0.1910518751219804,
      "learning_rate": 8.179820414501555e-05,
      "loss": 0.17270877957344055,
      "step": 417
    },
    {
      "epoch": 1.4176570458404074,
      "grad_norm": 0.199511985090208,
      "learning_rate": 8.168392084637566e-05,
      "loss": 0.15782058238983154,
      "step": 418
    },
    {
      "epoch": 1.4210526315789473,
      "grad_norm": 0.23616650894639055,
      "learning_rate": 8.156936028639767e-05,
      "loss": 0.14752981066703796,
      "step": 419
    },
    {
      "epoch": 1.4244482173174873,
      "grad_norm": 0.20651335467555787,
      "learning_rate": 8.145452346758426e-05,
      "loss": 0.1332433819770813,
      "step": 420
    },
    {
      "epoch": 1.4278438030560272,
      "grad_norm": 0.18416426523921145,
      "learning_rate": 8.133941139485551e-05,
      "loss": 0.18285462260246277,
      "step": 421
    },
    {
      "epoch": 1.4312393887945671,
      "grad_norm": 0.17157152472729922,
      "learning_rate": 8.12240250755403e-05,
      "loss": 0.16667722165584564,
      "step": 422
    },
    {
      "epoch": 1.434634974533107,
      "grad_norm": 0.20475160805074769,
      "learning_rate": 8.110836551936736e-05,
      "loss": 0.1660834550857544,
      "step": 423
    },
    {
      "epoch": 1.4380305602716468,
      "grad_norm": 0.1885050554293432,
      "learning_rate": 8.099243373845646e-05,
      "loss": 0.16956230998039246,
      "step": 424
    },
    {
      "epoch": 1.4414261460101867,
      "grad_norm": 0.198045246606077,
      "learning_rate": 8.08762307473096e-05,
      "loss": 0.15231752395629883,
      "step": 425
    },
    {
      "epoch": 1.4448217317487266,
      "grad_norm": 0.1927679119304936,
      "learning_rate": 8.07597575628021e-05,
      "loss": 0.14480434358119965,
      "step": 426
    },
    {
      "epoch": 1.4482173174872666,
      "grad_norm": 0.20165140468314588,
      "learning_rate": 8.064301520417367e-05,
      "loss": 0.14340506494045258,
      "step": 427
    },
    {
      "epoch": 1.4516129032258065,
      "grad_norm": 0.21191042843824154,
      "learning_rate": 8.052600469301958e-05,
      "loss": 0.1494779735803604,
      "step": 428
    },
    {
      "epoch": 1.4550084889643464,
      "grad_norm": 0.1815480014064838,
      "learning_rate": 8.04087270532816e-05,
      "loss": 0.1498197764158249,
      "step": 429
    },
    {
      "epoch": 1.4584040747028864,
      "grad_norm": 0.19099685031960859,
      "learning_rate": 8.029118331123912e-05,
      "loss": 0.20055601000785828,
      "step": 430
    },
    {
      "epoch": 1.461799660441426,
      "grad_norm": 0.18535092740803596,
      "learning_rate": 8.01733744955002e-05,
      "loss": 0.16613398492336273,
      "step": 431
    },
    {
      "epoch": 1.465195246179966,
      "grad_norm": 0.17838289803655005,
      "learning_rate": 8.005530163699246e-05,
      "loss": 0.1740640103816986,
      "step": 432
    },
    {
      "epoch": 1.468590831918506,
      "grad_norm": 0.18541460428519524,
      "learning_rate": 7.993696576895415e-05,
      "loss": 0.1666644662618637,
      "step": 433
    },
    {
      "epoch": 1.4719864176570459,
      "grad_norm": 0.1787660893964586,
      "learning_rate": 7.981836792692508e-05,
      "loss": 0.14891597628593445,
      "step": 434
    },
    {
      "epoch": 1.4753820033955858,
      "grad_norm": 0.18112525162894888,
      "learning_rate": 7.969950914873753e-05,
      "loss": 0.1337478756904602,
      "step": 435
    },
    {
      "epoch": 1.4787775891341257,
      "grad_norm": 0.18334382675980654,
      "learning_rate": 7.958039047450723e-05,
      "loss": 0.13875997066497803,
      "step": 436
    },
    {
      "epoch": 1.4821731748726656,
      "grad_norm": 0.2805766927693815,
      "learning_rate": 7.946101294662418e-05,
      "loss": 0.17074432969093323,
      "step": 437
    },
    {
      "epoch": 1.4855687606112054,
      "grad_norm": 0.18444715811046747,
      "learning_rate": 7.934137760974363e-05,
      "loss": 0.1938565969467163,
      "step": 438
    },
    {
      "epoch": 1.4889643463497453,
      "grad_norm": 0.1680469060772462,
      "learning_rate": 7.922148551077681e-05,
      "loss": 0.1765138804912567,
      "step": 439
    },
    {
      "epoch": 1.4923599320882852,
      "grad_norm": 0.18548511354464917,
      "learning_rate": 7.910133769888188e-05,
      "loss": 0.17844665050506592,
      "step": 440
    },
    {
      "epoch": 1.4957555178268251,
      "grad_norm": 0.18222069361931734,
      "learning_rate": 7.898093522545472e-05,
      "loss": 0.164535790681839,
      "step": 441
    },
    {
      "epoch": 1.499151103565365,
      "grad_norm": 0.17419796888893707,
      "learning_rate": 7.886027914411964e-05,
      "loss": 0.15411187708377838,
      "step": 442
    },
    {
      "epoch": 1.5025466893039048,
      "grad_norm": 0.1895453679916474,
      "learning_rate": 7.873937051072035e-05,
      "loss": 0.16676245629787445,
      "step": 443
    },
    {
      "epoch": 1.505942275042445,
      "grad_norm": 0.17765554622112073,
      "learning_rate": 7.86182103833105e-05,
      "loss": 0.12973670661449432,
      "step": 444
    },
    {
      "epoch": 1.5093378607809846,
      "grad_norm": 0.2181301823092417,
      "learning_rate": 7.849679982214458e-05,
      "loss": 0.14135943353176117,
      "step": 445
    },
    {
      "epoch": 1.5127334465195246,
      "grad_norm": 0.19590431506040082,
      "learning_rate": 7.83751398896686e-05,
      "loss": 0.18276870250701904,
      "step": 446
    },
    {
      "epoch": 1.5161290322580645,
      "grad_norm": 0.17693029197439575,
      "learning_rate": 7.825323165051073e-05,
      "loss": 0.17886696755886078,
      "step": 447
    },
    {
      "epoch": 1.5195246179966044,
      "grad_norm": 0.18251011390178956,
      "learning_rate": 7.813107617147209e-05,
      "loss": 0.1715458333492279,
      "step": 448
    },
    {
      "epoch": 1.5229202037351444,
      "grad_norm": 0.18258583052865335,
      "learning_rate": 7.80086745215173e-05,
      "loss": 0.16793230175971985,
      "step": 449
    },
    {
      "epoch": 1.526315789473684,
      "grad_norm": 0.1760590266381234,
      "learning_rate": 7.788602777176528e-05,
      "loss": 0.15847665071487427,
      "step": 450
    },
    {
      "epoch": 1.5297113752122242,
      "grad_norm": 0.20607399159580456,
      "learning_rate": 7.77631369954797e-05,
      "loss": 0.15323980152606964,
      "step": 451
    },
    {
      "epoch": 1.533106960950764,
      "grad_norm": 0.21222145215549423,
      "learning_rate": 7.764000326805967e-05,
      "loss": 0.15271389484405518,
      "step": 452
    },
    {
      "epoch": 1.5365025466893039,
      "grad_norm": 0.1771587751860222,
      "learning_rate": 7.751662766703038e-05,
      "loss": 0.13208144903182983,
      "step": 453
    },
    {
      "epoch": 1.5398981324278438,
      "grad_norm": 0.18962924747187754,
      "learning_rate": 7.73930112720336e-05,
      "loss": 0.17377114295959473,
      "step": 454
    },
    {
      "epoch": 1.5432937181663837,
      "grad_norm": 0.19370916147297393,
      "learning_rate": 7.726915516481824e-05,
      "loss": 0.19509372115135193,
      "step": 455
    },
    {
      "epoch": 1.5466893039049237,
      "grad_norm": 0.17806107422099998,
      "learning_rate": 7.714506042923091e-05,
      "loss": 0.17389468848705292,
      "step": 456
    },
    {
      "epoch": 1.5500848896434634,
      "grad_norm": 0.18174989294212107,
      "learning_rate": 7.702072815120638e-05,
      "loss": 0.16574130952358246,
      "step": 457
    },
    {
      "epoch": 1.5534804753820035,
      "grad_norm": 0.18805794288592984,
      "learning_rate": 7.68961594187582e-05,
      "loss": 0.14233970642089844,
      "step": 458
    },
    {
      "epoch": 1.5568760611205432,
      "grad_norm": 0.1838908977956497,
      "learning_rate": 7.677135532196905e-05,
      "loss": 0.15779675543308258,
      "step": 459
    },
    {
      "epoch": 1.5602716468590832,
      "grad_norm": 0.17493459686021195,
      "learning_rate": 7.66463169529812e-05,
      "loss": 0.14088116586208344,
      "step": 460
    },
    {
      "epoch": 1.563667232597623,
      "grad_norm": 0.19452565737085545,
      "learning_rate": 7.652104540598712e-05,
      "loss": 0.1416524052619934,
      "step": 461
    },
    {
      "epoch": 1.567062818336163,
      "grad_norm": 0.17609783143397675,
      "learning_rate": 7.63955417772197e-05,
      "loss": 0.16610148549079895,
      "step": 462
    },
    {
      "epoch": 1.570458404074703,
      "grad_norm": 0.20417473158442093,
      "learning_rate": 7.626980716494274e-05,
      "loss": 0.18159864842891693,
      "step": 463
    },
    {
      "epoch": 1.5738539898132426,
      "grad_norm": 0.17178967942387124,
      "learning_rate": 7.614384266944139e-05,
      "loss": 0.18010705709457397,
      "step": 464
    },
    {
      "epoch": 1.5772495755517828,
      "grad_norm": 0.19685673528804337,
      "learning_rate": 7.601764939301241e-05,
      "loss": 0.1828932762145996,
      "step": 465
    },
    {
      "epoch": 1.5806451612903225,
      "grad_norm": 0.1926284029427127,
      "learning_rate": 7.589122843995469e-05,
      "loss": 0.15791763365268707,
      "step": 466
    },
    {
      "epoch": 1.5840407470288624,
      "grad_norm": 0.18795701286041544,
      "learning_rate": 7.57645809165594e-05,
      "loss": 0.15532039105892181,
      "step": 467
    },
    {
      "epoch": 1.5874363327674024,
      "grad_norm": 0.19432395776884948,
      "learning_rate": 7.563770793110039e-05,
      "loss": 0.14827030897140503,
      "step": 468
    },
    {
      "epoch": 1.5908319185059423,
      "grad_norm": 0.1864425491035546,
      "learning_rate": 7.551061059382455e-05,
      "loss": 0.14112061262130737,
      "step": 469
    },
    {
      "epoch": 1.5942275042444822,
      "grad_norm": 0.19139355085903184,
      "learning_rate": 7.5383290016942e-05,
      "loss": 0.1409231722354889,
      "step": 470
    },
    {
      "epoch": 1.597623089983022,
      "grad_norm": 0.18683650156156306,
      "learning_rate": 7.525574731461642e-05,
      "loss": 0.18162474036216736,
      "step": 471
    },
    {
      "epoch": 1.601018675721562,
      "grad_norm": 0.1827589507517917,
      "learning_rate": 7.512798360295526e-05,
      "loss": 0.1765042543411255,
      "step": 472
    },
    {
      "epoch": 1.6044142614601018,
      "grad_norm": 0.1765646179256097,
      "learning_rate": 7.500000000000001e-05,
      "loss": 0.16432282328605652,
      "step": 473
    },
    {
      "epoch": 1.6078098471986417,
      "grad_norm": 0.19231823374854237,
      "learning_rate": 7.487179762571637e-05,
      "loss": 0.16433201730251312,
      "step": 474
    },
    {
      "epoch": 1.6112054329371817,
      "grad_norm": 0.1748324482032478,
      "learning_rate": 7.474337760198447e-05,
      "loss": 0.15398603677749634,
      "step": 475
    },
    {
      "epoch": 1.6146010186757216,
      "grad_norm": 0.17594317036592277,
      "learning_rate": 7.461474105258911e-05,
      "loss": 0.14779743552207947,
      "step": 476
    },
    {
      "epoch": 1.6179966044142615,
      "grad_norm": 0.1883851989573403,
      "learning_rate": 7.448588910320983e-05,
      "loss": 0.1409299075603485,
      "step": 477
    },
    {
      "epoch": 1.6213921901528012,
      "grad_norm": 0.20348892729725218,
      "learning_rate": 7.435682288141111e-05,
      "loss": 0.13723161816596985,
      "step": 478
    },
    {
      "epoch": 1.6247877758913414,
      "grad_norm": 0.17046536317869096,
      "learning_rate": 7.422754351663252e-05,
      "loss": 0.16870960593223572,
      "step": 479
    },
    {
      "epoch": 1.628183361629881,
      "grad_norm": 0.17757703654770882,
      "learning_rate": 7.409805214017877e-05,
      "loss": 0.173429936170578,
      "step": 480
    },
    {
      "epoch": 1.631578947368421,
      "grad_norm": 0.19665049689102712,
      "learning_rate": 7.396834988520988e-05,
      "loss": 0.17763277888298035,
      "step": 481
    },
    {
      "epoch": 1.634974533106961,
      "grad_norm": 0.18262351289817452,
      "learning_rate": 7.383843788673126e-05,
      "loss": 0.1751786768436432,
      "step": 482
    },
    {
      "epoch": 1.6383701188455009,
      "grad_norm": 0.1868977018442509,
      "learning_rate": 7.37083172815837e-05,
      "loss": 0.1577882170677185,
      "step": 483
    },
    {
      "epoch": 1.6417657045840408,
      "grad_norm": 0.174429377611626,
      "learning_rate": 7.357798920843354e-05,
      "loss": 0.1525232493877411,
      "step": 484
    },
    {
      "epoch": 1.6451612903225805,
      "grad_norm": 0.24757160066493733,
      "learning_rate": 7.344745480776257e-05,
      "loss": 0.13874512910842896,
      "step": 485
    },
    {
      "epoch": 1.6485568760611207,
      "grad_norm": 0.17642711380497708,
      "learning_rate": 7.331671522185817e-05,
      "loss": 0.12604987621307373,
      "step": 486
    },
    {
      "epoch": 1.6519524617996604,
      "grad_norm": 0.1894340463493715,
      "learning_rate": 7.318577159480327e-05,
      "loss": 0.15690191090106964,
      "step": 487
    },
    {
      "epoch": 1.6553480475382003,
      "grad_norm": 0.1919670561728794,
      "learning_rate": 7.30546250724663e-05,
      "loss": 0.17964285612106323,
      "step": 488
    },
    {
      "epoch": 1.6587436332767402,
      "grad_norm": 0.1956783704393679,
      "learning_rate": 7.292327680249123e-05,
      "loss": 0.1727060079574585,
      "step": 489
    },
    {
      "epoch": 1.6621392190152802,
      "grad_norm": 0.18563940359787887,
      "learning_rate": 7.279172793428747e-05,
      "loss": 0.16723820567131042,
      "step": 490
    },
    {
      "epoch": 1.66553480475382,
      "grad_norm": 0.18455840639152749,
      "learning_rate": 7.265997961901987e-05,
      "loss": 0.1723594069480896,
      "step": 491
    },
    {
      "epoch": 1.6689303904923598,
      "grad_norm": 0.1912171167211459,
      "learning_rate": 7.252803300959855e-05,
      "loss": 0.15880949795246124,
      "step": 492
    },
    {
      "epoch": 1.6723259762309,
      "grad_norm": 0.17859536040584828,
      "learning_rate": 7.239588926066894e-05,
      "loss": 0.1469959318637848,
      "step": 493
    },
    {
      "epoch": 1.6757215619694397,
      "grad_norm": 0.18385956445143017,
      "learning_rate": 7.226354952860157e-05,
      "loss": 0.13693295419216156,
      "step": 494
    },
    {
      "epoch": 1.6791171477079796,
      "grad_norm": 0.19572296127554295,
      "learning_rate": 7.2131014971482e-05,
      "loss": 0.14472414553165436,
      "step": 495
    },
    {
      "epoch": 1.6825127334465195,
      "grad_norm": 0.1657566928548163,
      "learning_rate": 7.199828674910067e-05,
      "loss": 0.1794150471687317,
      "step": 496
    },
    {
      "epoch": 1.6859083191850595,
      "grad_norm": 0.18296098683526374,
      "learning_rate": 7.186536602294278e-05,
      "loss": 0.17176096141338348,
      "step": 497
    },
    {
      "epoch": 1.6893039049235994,
      "grad_norm": 0.16985787159417765,
      "learning_rate": 7.173225395617805e-05,
      "loss": 0.17153851687908173,
      "step": 498
    },
    {
      "epoch": 1.692699490662139,
      "grad_norm": 0.18148868602238358,
      "learning_rate": 7.159895171365065e-05,
      "loss": 0.16729089617729187,
      "step": 499
    },
    {
      "epoch": 1.6960950764006792,
      "grad_norm": 0.18654321841753257,
      "learning_rate": 7.146546046186893e-05,
      "loss": 0.16425371170043945,
      "step": 500
    },
    {
      "epoch": 1.699490662139219,
      "grad_norm": 0.17827119328781035,
      "learning_rate": 7.133178136899522e-05,
      "loss": 0.15057818591594696,
      "step": 501
    },
    {
      "epoch": 1.7028862478777589,
      "grad_norm": 0.18169638140377276,
      "learning_rate": 7.119791560483562e-05,
      "loss": 0.13917642831802368,
      "step": 502
    },
    {
      "epoch": 1.7062818336162988,
      "grad_norm": 0.1833482749441268,
      "learning_rate": 7.106386434082979e-05,
      "loss": 0.1311974823474884,
      "step": 503
    },
    {
      "epoch": 1.7096774193548387,
      "grad_norm": 0.18543610656731152,
      "learning_rate": 7.092962875004065e-05,
      "loss": 0.16842401027679443,
      "step": 504
    },
    {
      "epoch": 1.7130730050933787,
      "grad_norm": 0.17232136569921291,
      "learning_rate": 7.079521000714414e-05,
      "loss": 0.17561206221580505,
      "step": 505
    },
    {
      "epoch": 1.7164685908319184,
      "grad_norm": 0.18695004925792763,
      "learning_rate": 7.066060928841892e-05,
      "loss": 0.15638267993927002,
      "step": 506
    },
    {
      "epoch": 1.7198641765704585,
      "grad_norm": 0.20777241762984353,
      "learning_rate": 7.052582777173613e-05,
      "loss": 0.17052212357521057,
      "step": 507
    },
    {
      "epoch": 1.7232597623089982,
      "grad_norm": 0.1879758875095606,
      "learning_rate": 7.039086663654903e-05,
      "loss": 0.15996943414211273,
      "step": 508
    },
    {
      "epoch": 1.7266553480475382,
      "grad_norm": 0.17941686106673527,
      "learning_rate": 7.025572706388268e-05,
      "loss": 0.1609647125005722,
      "step": 509
    },
    {
      "epoch": 1.730050933786078,
      "grad_norm": 0.18451004879957808,
      "learning_rate": 7.012041023632364e-05,
      "loss": 0.14662379026412964,
      "step": 510
    },
    {
      "epoch": 1.733446519524618,
      "grad_norm": 0.19699282722138145,
      "learning_rate": 6.99849173380096e-05,
      "loss": 0.13662013411521912,
      "step": 511
    },
    {
      "epoch": 1.736842105263158,
      "grad_norm": 0.17905368130444776,
      "learning_rate": 6.984924955461901e-05,
      "loss": 0.1432567685842514,
      "step": 512
    },
    {
      "epoch": 1.7402376910016977,
      "grad_norm": 0.17351308309706964,
      "learning_rate": 6.971340807336072e-05,
      "loss": 0.18336886167526245,
      "step": 513
    },
    {
      "epoch": 1.7436332767402378,
      "grad_norm": 0.18148169867993,
      "learning_rate": 6.957739408296357e-05,
      "loss": 0.18250811100006104,
      "step": 514
    },
    {
      "epoch": 1.7470288624787775,
      "grad_norm": 0.18036906910812636,
      "learning_rate": 6.944120877366604e-05,
      "loss": 0.16854140162467957,
      "step": 515
    },
    {
      "epoch": 1.7504244482173175,
      "grad_norm": 0.17610610733686125,
      "learning_rate": 6.930485333720573e-05,
      "loss": 0.14952275156974792,
      "step": 516
    },
    {
      "epoch": 1.7538200339558574,
      "grad_norm": 0.20771238433810985,
      "learning_rate": 6.916832896680909e-05,
      "loss": 0.1549406796693802,
      "step": 517
    },
    {
      "epoch": 1.7572156196943973,
      "grad_norm": 0.16751245365571632,
      "learning_rate": 6.90316368571808e-05,
      "loss": 0.1423039734363556,
      "step": 518
    },
    {
      "epoch": 1.7606112054329373,
      "grad_norm": 0.18087990775399046,
      "learning_rate": 6.889477820449342e-05,
      "loss": 0.14016366004943848,
      "step": 519
    },
    {
      "epoch": 1.764006791171477,
      "grad_norm": 0.1838162385444869,
      "learning_rate": 6.875775420637696e-05,
      "loss": 0.14294710755348206,
      "step": 520
    },
    {
      "epoch": 1.7674023769100171,
      "grad_norm": 0.16760604357011016,
      "learning_rate": 6.86205660619083e-05,
      "loss": 0.17810671031475067,
      "step": 521
    },
    {
      "epoch": 1.7707979626485568,
      "grad_norm": 0.17084078524922822,
      "learning_rate": 6.848321497160073e-05,
      "loss": 0.18097054958343506,
      "step": 522
    },
    {
      "epoch": 1.7741935483870968,
      "grad_norm": 0.1730247683788355,
      "learning_rate": 6.834570213739346e-05,
      "loss": 0.16516205668449402,
      "step": 523
    },
    {
      "epoch": 1.7775891341256367,
      "grad_norm": 0.17999870814714078,
      "learning_rate": 6.820802876264112e-05,
      "loss": 0.16350559890270233,
      "step": 524
    },
    {
      "epoch": 1.7809847198641766,
      "grad_norm": 0.1747303659237364,
      "learning_rate": 6.807019605210319e-05,
      "loss": 0.16167867183685303,
      "step": 525
    },
    {
      "epoch": 1.7843803056027165,
      "grad_norm": 0.18396730355056362,
      "learning_rate": 6.793220521193346e-05,
      "loss": 0.15808960795402527,
      "step": 526
    },
    {
      "epoch": 1.7877758913412563,
      "grad_norm": 0.1908440442227778,
      "learning_rate": 6.779405744966954e-05,
      "loss": 0.1370973438024521,
      "step": 527
    },
    {
      "epoch": 1.7911714770797964,
      "grad_norm": 0.18245812313202964,
      "learning_rate": 6.76557539742222e-05,
      "loss": 0.13153865933418274,
      "step": 528
    },
    {
      "epoch": 1.7945670628183361,
      "grad_norm": 0.15553007213648265,
      "learning_rate": 6.751729599586483e-05,
      "loss": 0.1596919447183609,
      "step": 529
    },
    {
      "epoch": 1.797962648556876,
      "grad_norm": 0.17222320703509325,
      "learning_rate": 6.737868472622287e-05,
      "loss": 0.1752602905035019,
      "step": 530
    },
    {
      "epoch": 1.801358234295416,
      "grad_norm": 0.15729557792159204,
      "learning_rate": 6.723992137826318e-05,
      "loss": 0.1719258427619934,
      "step": 531
    },
    {
      "epoch": 1.804753820033956,
      "grad_norm": 0.16691025576556376,
      "learning_rate": 6.710100716628344e-05,
      "loss": 0.16097165644168854,
      "step": 532
    },
    {
      "epoch": 1.8081494057724958,
      "grad_norm": 0.16854455732420842,
      "learning_rate": 6.696194330590151e-05,
      "loss": 0.1574283391237259,
      "step": 533
    },
    {
      "epoch": 1.8115449915110355,
      "grad_norm": 0.1675094850991689,
      "learning_rate": 6.682273101404482e-05,
      "loss": 0.14706020057201385,
      "step": 534
    },
    {
      "epoch": 1.8149405772495757,
      "grad_norm": 0.17746803149572632,
      "learning_rate": 6.668337150893971e-05,
      "loss": 0.15042737126350403,
      "step": 535
    },
    {
      "epoch": 1.8183361629881154,
      "grad_norm": 0.1710843144602704,
      "learning_rate": 6.65438660101007e-05,
      "loss": 0.13203056156635284,
      "step": 536
    },
    {
      "epoch": 1.8217317487266553,
      "grad_norm": 0.25095542909557406,
      "learning_rate": 6.640421573831995e-05,
      "loss": 0.1480444371700287,
      "step": 537
    },
    {
      "epoch": 1.8251273344651953,
      "grad_norm": 0.16106614334330768,
      "learning_rate": 6.626442191565645e-05,
      "loss": 0.17822377383708954,
      "step": 538
    },
    {
      "epoch": 1.8285229202037352,
      "grad_norm": 0.1610910381910114,
      "learning_rate": 6.612448576542545e-05,
      "loss": 0.18047180771827698,
      "step": 539
    },
    {
      "epoch": 1.8319185059422751,
      "grad_norm": 0.16399463639566766,
      "learning_rate": 6.598440851218763e-05,
      "loss": 0.16620728373527527,
      "step": 540
    },
    {
      "epoch": 1.8353140916808148,
      "grad_norm": 0.1663434232145509,
      "learning_rate": 6.584419138173845e-05,
      "loss": 0.1614074409008026,
      "step": 541
    },
    {
      "epoch": 1.838709677419355,
      "grad_norm": 0.1718688944122613,
      "learning_rate": 6.570383560109745e-05,
      "loss": 0.16087627410888672,
      "step": 542
    },
    {
      "epoch": 1.8421052631578947,
      "grad_norm": 0.1667463971198413,
      "learning_rate": 6.556334239849744e-05,
      "loss": 0.14770135283470154,
      "step": 543
    },
    {
      "epoch": 1.8455008488964346,
      "grad_norm": 0.17207788474574298,
      "learning_rate": 6.542271300337377e-05,
      "loss": 0.14125823974609375,
      "step": 544
    },
    {
      "epoch": 1.8488964346349746,
      "grad_norm": 0.17946394240452213,
      "learning_rate": 6.528194864635369e-05,
      "loss": 0.14081749320030212,
      "step": 545
    },
    {
      "epoch": 1.8522920203735145,
      "grad_norm": 0.18414131308643106,
      "learning_rate": 6.514105055924538e-05,
      "loss": 0.17963922023773193,
      "step": 546
    },
    {
      "epoch": 1.8556876061120544,
      "grad_norm": 0.14294714400381414,
      "learning_rate": 6.500001997502731e-05,
      "loss": 0.1649813950061798,
      "step": 547
    },
    {
      "epoch": 1.8590831918505941,
      "grad_norm": 0.16041654271254796,
      "learning_rate": 6.485885812783739e-05,
      "loss": 0.16963443160057068,
      "step": 548
    },
    {
      "epoch": 1.8624787775891343,
      "grad_norm": 0.17133298100923808,
      "learning_rate": 6.471756625296224e-05,
      "loss": 0.15729641914367676,
      "step": 549
    },
    {
      "epoch": 1.865874363327674,
      "grad_norm": 0.16118956983206778,
      "learning_rate": 6.45761455868263e-05,
      "loss": 0.14063751697540283,
      "step": 550
    },
    {
      "epoch": 1.869269949066214,
      "grad_norm": 0.15823112881345047,
      "learning_rate": 6.443459736698105e-05,
      "loss": 0.1441025733947754,
      "step": 551
    },
    {
      "epoch": 1.8726655348047538,
      "grad_norm": 0.17113358987244853,
      "learning_rate": 6.429292283209419e-05,
      "loss": 0.1459069699048996,
      "step": 552
    },
    {
      "epoch": 1.8760611205432938,
      "grad_norm": 0.17887450754428866,
      "learning_rate": 6.41511232219387e-05,
      "loss": 0.13121017813682556,
      "step": 553
    },
    {
      "epoch": 1.8794567062818337,
      "grad_norm": 0.16945899573336043,
      "learning_rate": 6.400919977738222e-05,
      "loss": 0.17336687445640564,
      "step": 554
    },
    {
      "epoch": 1.8828522920203734,
      "grad_norm": 0.17602884735785318,
      "learning_rate": 6.386715374037596e-05,
      "loss": 0.18841490149497986,
      "step": 555
    },
    {
      "epoch": 1.8862478777589136,
      "grad_norm": 0.1625966113100334,
      "learning_rate": 6.372498635394388e-05,
      "loss": 0.16863588988780975,
      "step": 556
    },
    {
      "epoch": 1.8896434634974533,
      "grad_norm": 0.17772394195437274,
      "learning_rate": 6.358269886217194e-05,
      "loss": 0.16711756587028503,
      "step": 557
    },
    {
      "epoch": 1.8930390492359932,
      "grad_norm": 0.16439059992506974,
      "learning_rate": 6.344029251019707e-05,
      "loss": 0.14478228986263275,
      "step": 558
    },
    {
      "epoch": 1.8964346349745331,
      "grad_norm": 0.16907471451987538,
      "learning_rate": 6.329776854419636e-05,
      "loss": 0.14453932642936707,
      "step": 559
    },
    {
      "epoch": 1.899830220713073,
      "grad_norm": 0.16651601303723276,
      "learning_rate": 6.315512821137606e-05,
      "loss": 0.14067892730236053,
      "step": 560
    },
    {
      "epoch": 1.903225806451613,
      "grad_norm": 0.16457933463747362,
      "learning_rate": 6.301237275996082e-05,
      "loss": 0.13354872167110443,
      "step": 561
    },
    {
      "epoch": 1.9066213921901527,
      "grad_norm": 0.1717783175473143,
      "learning_rate": 6.286950343918262e-05,
      "loss": 0.1650480479001999,
      "step": 562
    },
    {
      "epoch": 1.9100169779286928,
      "grad_norm": 0.17058362911491767,
      "learning_rate": 6.272652149926988e-05,
      "loss": 0.1925385445356369,
      "step": 563
    },
    {
      "epoch": 1.9134125636672326,
      "grad_norm": 0.1617299489951924,
      "learning_rate": 6.258342819143659e-05,
      "loss": 0.17114019393920898,
      "step": 564
    },
    {
      "epoch": 1.9168081494057725,
      "grad_norm": 0.16528746885276557,
      "learning_rate": 6.244022476787124e-05,
      "loss": 0.15518032014369965,
      "step": 565
    },
    {
      "epoch": 1.9202037351443124,
      "grad_norm": 0.16049404486239083,
      "learning_rate": 6.229691248172599e-05,
      "loss": 0.14632579684257507,
      "step": 566
    },
    {
      "epoch": 1.9235993208828521,
      "grad_norm": 0.16982478433267317,
      "learning_rate": 6.215349258710557e-05,
      "loss": 0.14713209867477417,
      "step": 567
    },
    {
      "epoch": 1.9269949066213923,
      "grad_norm": 0.16277335386367456,
      "learning_rate": 6.200996633905646e-05,
      "loss": 0.13397686183452606,
      "step": 568
    },
    {
      "epoch": 1.930390492359932,
      "grad_norm": 0.1813684126188406,
      "learning_rate": 6.186633499355576e-05,
      "loss": 0.1379556655883789,
      "step": 569
    },
    {
      "epoch": 1.9337860780984721,
      "grad_norm": 0.18737110524897457,
      "learning_rate": 6.172259980750023e-05,
      "loss": 0.1290856897830963,
      "step": 570
    },
    {
      "epoch": 1.9371816638370118,
      "grad_norm": 0.17545045115455518,
      "learning_rate": 6.157876203869546e-05,
      "loss": 0.1697261929512024,
      "step": 571
    },
    {
      "epoch": 1.9405772495755518,
      "grad_norm": 0.17420613006370353,
      "learning_rate": 6.143482294584459e-05,
      "loss": 0.173529252409935,
      "step": 572
    },
    {
      "epoch": 1.9439728353140917,
      "grad_norm": 0.16189742546033578,
      "learning_rate": 6.129078378853748e-05,
      "loss": 0.15620549023151398,
      "step": 573
    },
    {
      "epoch": 1.9473684210526314,
      "grad_norm": 0.18274767780499362,
      "learning_rate": 6.114664582723966e-05,
      "loss": 0.15449392795562744,
      "step": 574
    },
    {
      "epoch": 1.9507640067911716,
      "grad_norm": 0.17968465642204184,
      "learning_rate": 6.100241032328124e-05,
      "loss": 0.14221139252185822,
      "step": 575
    },
    {
      "epoch": 1.9541595925297113,
      "grad_norm": 0.18348111509278955,
      "learning_rate": 6.085807853884595e-05,
      "loss": 0.14858148992061615,
      "step": 576
    },
    {
      "epoch": 1.9575551782682514,
      "grad_norm": 0.18423695648825972,
      "learning_rate": 6.0713651736960034e-05,
      "loss": 0.13991549611091614,
      "step": 577
    },
    {
      "epoch": 1.9609507640067911,
      "grad_norm": 0.19348292156174063,
      "learning_rate": 6.056913118148122e-05,
      "loss": 0.13638564944267273,
      "step": 578
    },
    {
      "epoch": 1.964346349745331,
      "grad_norm": 0.1595069297891854,
      "learning_rate": 6.0424518137087674e-05,
      "loss": 0.16120140254497528,
      "step": 579
    },
    {
      "epoch": 1.967741935483871,
      "grad_norm": 0.1747748246936634,
      "learning_rate": 6.0279813869266885e-05,
      "loss": 0.1653626561164856,
      "step": 580
    },
    {
      "epoch": 1.9711375212224107,
      "grad_norm": 0.16726561813373925,
      "learning_rate": 6.013501964430468e-05,
      "loss": 0.15936613082885742,
      "step": 581
    },
    {
      "epoch": 1.9745331069609509,
      "grad_norm": 0.18519342809269737,
      "learning_rate": 5.999013672927405e-05,
      "loss": 0.16321642696857452,
      "step": 582
    },
    {
      "epoch": 1.9779286926994906,
      "grad_norm": 0.17726059180761713,
      "learning_rate": 5.9845166392024074e-05,
      "loss": 0.1529730260372162,
      "step": 583
    },
    {
      "epoch": 1.9813242784380307,
      "grad_norm": 0.17575880124078921,
      "learning_rate": 5.970010990116892e-05,
      "loss": 0.14697983860969543,
      "step": 584
    },
    {
      "epoch": 1.9847198641765704,
      "grad_norm": 0.17712999362024573,
      "learning_rate": 5.955496852607661e-05,
      "loss": 0.13811354339122772,
      "step": 585
    },
    {
      "epoch": 1.9881154499151104,
      "grad_norm": 0.17161091040045579,
      "learning_rate": 5.940974353685804e-05,
      "loss": 0.124301478266716,
      "step": 586
    },
    {
      "epoch": 1.9915110356536503,
      "grad_norm": 0.17721217375237114,
      "learning_rate": 5.9264436204355724e-05,
      "loss": 0.1549723744392395,
      "step": 587
    },
    {
      "epoch": 1.99490662139219,
      "grad_norm": 0.20432739133195404,
      "learning_rate": 5.911904780013279e-05,
      "loss": 0.18239590525627136,
      "step": 588
    },
    {
      "epoch": 1.9983022071307301,
      "grad_norm": 0.1908595742145265,
      "learning_rate": 5.8973579596461834e-05,
      "loss": 0.14180368185043335,
      "step": 589
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.24009256919933536,
      "learning_rate": 5.882803286631372e-05,
      "loss": 0.13346514105796814,
      "step": 590
    },
    {
      "epoch": 2.0033955857385397,
      "grad_norm": 0.27930924094415494,
      "learning_rate": 5.868240888334653e-05,
      "loss": 0.12378250062465668,
      "step": 591
    },
    {
      "epoch": 2.00679117147708,
      "grad_norm": 0.2431470709056894,
      "learning_rate": 5.853670892189432e-05,
      "loss": 0.11407718062400818,
      "step": 592
    },
    {
      "epoch": 2.0101867572156196,
      "grad_norm": 0.19139004103023372,
      "learning_rate": 5.839093425695609e-05,
      "loss": 0.10127812623977661,
      "step": 593
    },
    {
      "epoch": 2.0135823429541597,
      "grad_norm": 0.3543558615632127,
      "learning_rate": 5.824508616418449e-05,
      "loss": 0.09497358649969101,
      "step": 594
    },
    {
      "epoch": 2.0169779286926994,
      "grad_norm": 0.18584851631888175,
      "learning_rate": 5.8099165919874784e-05,
      "loss": 0.08638568967580795,
      "step": 595
    },
    {
      "epoch": 2.0203735144312396,
      "grad_norm": 0.23296396312857756,
      "learning_rate": 5.7953174800953604e-05,
      "loss": 0.0777568519115448,
      "step": 596
    },
    {
      "epoch": 2.0237691001697793,
      "grad_norm": 0.21293501060125108,
      "learning_rate": 5.7807114084967775e-05,
      "loss": 0.0734458938241005,
      "step": 597
    },
    {
      "epoch": 2.027164685908319,
      "grad_norm": 0.19399823139300765,
      "learning_rate": 5.766098505007318e-05,
      "loss": 0.06987430155277252,
      "step": 598
    },
    {
      "epoch": 2.030560271646859,
      "grad_norm": 0.2174080213987067,
      "learning_rate": 5.751478897502352e-05,
      "loss": 0.1168893501162529,
      "step": 599
    },
    {
      "epoch": 2.033955857385399,
      "grad_norm": 0.2083555533855022,
      "learning_rate": 5.736852713915921e-05,
      "loss": 0.10817261785268784,
      "step": 600
    },
    {
      "epoch": 2.037351443123939,
      "grad_norm": 0.18988272943992718,
      "learning_rate": 5.7222200822396075e-05,
      "loss": 0.10592930018901825,
      "step": 601
    },
    {
      "epoch": 2.0407470288624787,
      "grad_norm": 0.1809405492467449,
      "learning_rate": 5.7075811305214245e-05,
      "loss": 0.10201668739318848,
      "step": 602
    },
    {
      "epoch": 2.044142614601019,
      "grad_norm": 0.17657128795757143,
      "learning_rate": 5.692935986864685e-05,
      "loss": 0.08910071849822998,
      "step": 603
    },
    {
      "epoch": 2.0475382003395586,
      "grad_norm": 0.18465104051439643,
      "learning_rate": 5.678284779426891e-05,
      "loss": 0.07963181287050247,
      "step": 604
    },
    {
      "epoch": 2.0509337860780983,
      "grad_norm": 0.17823215682991914,
      "learning_rate": 5.6636276364186105e-05,
      "loss": 0.07471688836812973,
      "step": 605
    },
    {
      "epoch": 2.0543293718166384,
      "grad_norm": 0.17445856214169989,
      "learning_rate": 5.648964686102346e-05,
      "loss": 0.06771814823150635,
      "step": 606
    },
    {
      "epoch": 2.057724957555178,
      "grad_norm": 0.19260533373582076,
      "learning_rate": 5.6342960567914235e-05,
      "loss": 0.0887187272310257,
      "step": 607
    },
    {
      "epoch": 2.0611205432937183,
      "grad_norm": 0.2019352859072592,
      "learning_rate": 5.619621876848864e-05,
      "loss": 0.11880266666412354,
      "step": 608
    },
    {
      "epoch": 2.064516129032258,
      "grad_norm": 0.19718654777144978,
      "learning_rate": 5.60494227468626e-05,
      "loss": 0.10265833139419556,
      "step": 609
    },
    {
      "epoch": 2.067911714770798,
      "grad_norm": 0.17748838822794688,
      "learning_rate": 5.5902573787626544e-05,
      "loss": 0.09355604648590088,
      "step": 610
    },
    {
      "epoch": 2.071307300509338,
      "grad_norm": 0.18165577016402445,
      "learning_rate": 5.5755673175834145e-05,
      "loss": 0.08513667434453964,
      "step": 611
    },
    {
      "epoch": 2.0747028862478776,
      "grad_norm": 0.1853864279720625,
      "learning_rate": 5.56087221969911e-05,
      "loss": 0.0788930207490921,
      "step": 612
    },
    {
      "epoch": 2.0780984719864177,
      "grad_norm": 0.18643941914482987,
      "learning_rate": 5.546172213704384e-05,
      "loss": 0.07431256771087646,
      "step": 613
    },
    {
      "epoch": 2.0814940577249574,
      "grad_norm": 0.17615669284547794,
      "learning_rate": 5.5314674282368275e-05,
      "loss": 0.06649843603372574,
      "step": 614
    },
    {
      "epoch": 2.0848896434634976,
      "grad_norm": 0.20568731102131993,
      "learning_rate": 5.5167579919758606e-05,
      "loss": 0.06795898079872131,
      "step": 615
    },
    {
      "epoch": 2.0882852292020373,
      "grad_norm": 0.1686277043303997,
      "learning_rate": 5.5020440336416e-05,
      "loss": 0.11328067630529404,
      "step": 616
    },
    {
      "epoch": 2.0916808149405774,
      "grad_norm": 0.21028850191438905,
      "learning_rate": 5.487325681993733e-05,
      "loss": 0.11785249412059784,
      "step": 617
    },
    {
      "epoch": 2.095076400679117,
      "grad_norm": 0.17925330353372043,
      "learning_rate": 5.472603065830393e-05,
      "loss": 0.10392972081899643,
      "step": 618
    },
    {
      "epoch": 2.098471986417657,
      "grad_norm": 0.17107375066442876,
      "learning_rate": 5.457876313987034e-05,
      "loss": 0.08784636110067368,
      "step": 619
    },
    {
      "epoch": 2.101867572156197,
      "grad_norm": 0.18232366531737457,
      "learning_rate": 5.443145555335296e-05,
      "loss": 0.0826864168047905,
      "step": 620
    },
    {
      "epoch": 2.1052631578947367,
      "grad_norm": 0.17990275680825715,
      "learning_rate": 5.4284109187818845e-05,
      "loss": 0.07586630433797836,
      "step": 621
    },
    {
      "epoch": 2.108658743633277,
      "grad_norm": 0.19728627180446331,
      "learning_rate": 5.4136725332674434e-05,
      "loss": 0.07594335079193115,
      "step": 622
    },
    {
      "epoch": 2.1120543293718166,
      "grad_norm": 0.189009348956481,
      "learning_rate": 5.3989305277654156e-05,
      "loss": 0.06875759363174438,
      "step": 623
    },
    {
      "epoch": 2.1154499151103567,
      "grad_norm": 0.2089721067233783,
      "learning_rate": 5.3841850312809295e-05,
      "loss": 0.1098216325044632,
      "step": 624
    },
    {
      "epoch": 2.1188455008488964,
      "grad_norm": 0.19227367424881855,
      "learning_rate": 5.369436172849657e-05,
      "loss": 0.12781623005867004,
      "step": 625
    },
    {
      "epoch": 2.122241086587436,
      "grad_norm": 0.19032963693236096,
      "learning_rate": 5.354684081536693e-05,
      "loss": 0.10976029932498932,
      "step": 626
    },
    {
      "epoch": 2.1256366723259763,
      "grad_norm": 0.1991147980109885,
      "learning_rate": 5.3399288864354225e-05,
      "loss": 0.09619562327861786,
      "step": 627
    },
    {
      "epoch": 2.129032258064516,
      "grad_norm": 0.17505944859431077,
      "learning_rate": 5.3251707166663886e-05,
      "loss": 0.08784763514995575,
      "step": 628
    },
    {
      "epoch": 2.132427843803056,
      "grad_norm": 0.17512616158688596,
      "learning_rate": 5.31040970137617e-05,
      "loss": 0.08227354288101196,
      "step": 629
    },
    {
      "epoch": 2.135823429541596,
      "grad_norm": 0.1858336071218847,
      "learning_rate": 5.295645969736244e-05,
      "loss": 0.07487807422876358,
      "step": 630
    },
    {
      "epoch": 2.139219015280136,
      "grad_norm": 0.18361401088465984,
      "learning_rate": 5.280879650941857e-05,
      "loss": 0.06451160460710526,
      "step": 631
    },
    {
      "epoch": 2.1426146010186757,
      "grad_norm": 0.15823519399635375,
      "learning_rate": 5.2661108742108935e-05,
      "loss": 0.08187909424304962,
      "step": 632
    },
    {
      "epoch": 2.1460101867572154,
      "grad_norm": 0.16594954608976964,
      "learning_rate": 5.251339768782754e-05,
      "loss": 0.11212148517370224,
      "step": 633
    },
    {
      "epoch": 2.1494057724957556,
      "grad_norm": 0.17833182815432058,
      "learning_rate": 5.23656646391721e-05,
      "loss": 0.11305718868970871,
      "step": 634
    },
    {
      "epoch": 2.1528013582342953,
      "grad_norm": 0.19532920280556404,
      "learning_rate": 5.221791088893282e-05,
      "loss": 0.10172098875045776,
      "step": 635
    },
    {
      "epoch": 2.1561969439728355,
      "grad_norm": 0.3013870719119221,
      "learning_rate": 5.207013773008111e-05,
      "loss": 0.08888505399227142,
      "step": 636
    },
    {
      "epoch": 2.159592529711375,
      "grad_norm": 0.17743907236187367,
      "learning_rate": 5.192234645575814e-05,
      "loss": 0.08181847631931305,
      "step": 637
    },
    {
      "epoch": 2.1629881154499153,
      "grad_norm": 0.18510033401963283,
      "learning_rate": 5.177453835926366e-05,
      "loss": 0.07848383486270905,
      "step": 638
    },
    {
      "epoch": 2.166383701188455,
      "grad_norm": 0.16964624611307097,
      "learning_rate": 5.162671473404461e-05,
      "loss": 0.06493636965751648,
      "step": 639
    },
    {
      "epoch": 2.1697792869269947,
      "grad_norm": 0.19165970932035326,
      "learning_rate": 5.147887687368384e-05,
      "loss": 0.0707256868481636,
      "step": 640
    },
    {
      "epoch": 2.173174872665535,
      "grad_norm": 0.1721563135872704,
      "learning_rate": 5.133102607188874e-05,
      "loss": 0.10899870097637177,
      "step": 641
    },
    {
      "epoch": 2.1765704584040746,
      "grad_norm": 0.1672334512723684,
      "learning_rate": 5.1183163622479966e-05,
      "loss": 0.10445180535316467,
      "step": 642
    },
    {
      "epoch": 2.1799660441426147,
      "grad_norm": 0.1806841956527768,
      "learning_rate": 5.10352908193801e-05,
      "loss": 0.09651540219783783,
      "step": 643
    },
    {
      "epoch": 2.1833616298811545,
      "grad_norm": 0.20196049010082395,
      "learning_rate": 5.088740895660231e-05,
      "loss": 0.09565379470586777,
      "step": 644
    },
    {
      "epoch": 2.1867572156196946,
      "grad_norm": 0.1842107489787402,
      "learning_rate": 5.073951932823907e-05,
      "loss": 0.08658355474472046,
      "step": 645
    },
    {
      "epoch": 2.1901528013582343,
      "grad_norm": 0.17928013643477353,
      "learning_rate": 5.0591623228450805e-05,
      "loss": 0.07876981794834137,
      "step": 646
    },
    {
      "epoch": 2.193548387096774,
      "grad_norm": 0.1808277804496368,
      "learning_rate": 5.044372195145455e-05,
      "loss": 0.07109809666872025,
      "step": 647
    },
    {
      "epoch": 2.196943972835314,
      "grad_norm": 0.18043295964503364,
      "learning_rate": 5.0295816791512686e-05,
      "loss": 0.06647136807441711,
      "step": 648
    },
    {
      "epoch": 2.200339558573854,
      "grad_norm": 0.17684796212193798,
      "learning_rate": 5.014790904292149e-05,
      "loss": 0.10662539303302765,
      "step": 649
    },
    {
      "epoch": 2.203735144312394,
      "grad_norm": 0.1740192185663839,
      "learning_rate": 5e-05,
      "loss": 0.11376029253005981,
      "step": 650
    },
    {
      "epoch": 2.2071307300509337,
      "grad_norm": 0.16848575217961903,
      "learning_rate": 4.9852090957078515e-05,
      "loss": 0.09893074631690979,
      "step": 651
    },
    {
      "epoch": 2.2105263157894735,
      "grad_norm": 0.23162501925535942,
      "learning_rate": 4.9704183208487325e-05,
      "loss": 0.09183754771947861,
      "step": 652
    },
    {
      "epoch": 2.2139219015280136,
      "grad_norm": 0.17993997700028208,
      "learning_rate": 4.955627804854545e-05,
      "loss": 0.08125372231006622,
      "step": 653
    },
    {
      "epoch": 2.2173174872665533,
      "grad_norm": 0.17195501476542396,
      "learning_rate": 4.94083767715492e-05,
      "loss": 0.0768633484840393,
      "step": 654
    },
    {
      "epoch": 2.2207130730050935,
      "grad_norm": 0.17866247054760723,
      "learning_rate": 4.9260480671760925e-05,
      "loss": 0.0722515806555748,
      "step": 655
    },
    {
      "epoch": 2.224108658743633,
      "grad_norm": 0.18271382977131898,
      "learning_rate": 4.911259104339771e-05,
      "loss": 0.0666186511516571,
      "step": 656
    },
    {
      "epoch": 2.2275042444821733,
      "grad_norm": 0.16897556521854257,
      "learning_rate": 4.8964709180619924e-05,
      "loss": 0.08462535589933395,
      "step": 657
    },
    {
      "epoch": 2.230899830220713,
      "grad_norm": 0.15762040290256057,
      "learning_rate": 4.881683637752005e-05,
      "loss": 0.11229859292507172,
      "step": 658
    },
    {
      "epoch": 2.234295415959253,
      "grad_norm": 0.16708909029439764,
      "learning_rate": 4.866897392811126e-05,
      "loss": 0.10317954421043396,
      "step": 659
    },
    {
      "epoch": 2.237691001697793,
      "grad_norm": 0.17515063411769377,
      "learning_rate": 4.852112312631616e-05,
      "loss": 0.10435949265956879,
      "step": 660
    },
    {
      "epoch": 2.2410865874363326,
      "grad_norm": 0.17305905597060908,
      "learning_rate": 4.8373285265955395e-05,
      "loss": 0.08963470160961151,
      "step": 661
    },
    {
      "epoch": 2.2444821731748728,
      "grad_norm": 0.17239857971902753,
      "learning_rate": 4.822546164073635e-05,
      "loss": 0.0814611166715622,
      "step": 662
    },
    {
      "epoch": 2.2478777589134125,
      "grad_norm": 0.18235984073725345,
      "learning_rate": 4.8077653544241864e-05,
      "loss": 0.0766005665063858,
      "step": 663
    },
    {
      "epoch": 2.2512733446519526,
      "grad_norm": 0.17902539027962736,
      "learning_rate": 4.792986226991889e-05,
      "loss": 0.06602571904659271,
      "step": 664
    },
    {
      "epoch": 2.2546689303904923,
      "grad_norm": 0.18558458445776474,
      "learning_rate": 4.7782089111067176e-05,
      "loss": 0.06730405986309052,
      "step": 665
    },
    {
      "epoch": 2.258064516129032,
      "grad_norm": 0.17648345278633168,
      "learning_rate": 4.7634335360827905e-05,
      "loss": 0.11872434616088867,
      "step": 666
    },
    {
      "epoch": 2.261460101867572,
      "grad_norm": 0.16548873214367543,
      "learning_rate": 4.748660231217249e-05,
      "loss": 0.11121334880590439,
      "step": 667
    },
    {
      "epoch": 2.264855687606112,
      "grad_norm": 0.1719660207499494,
      "learning_rate": 4.7338891257891084e-05,
      "loss": 0.0968489795923233,
      "step": 668
    },
    {
      "epoch": 2.268251273344652,
      "grad_norm": 0.1850134785513106,
      "learning_rate": 4.719120349058146e-05,
      "loss": 0.0888376459479332,
      "step": 669
    },
    {
      "epoch": 2.2716468590831917,
      "grad_norm": 0.18695635318200762,
      "learning_rate": 4.7043540302637575e-05,
      "loss": 0.07844914495944977,
      "step": 670
    },
    {
      "epoch": 2.275042444821732,
      "grad_norm": 0.16881341588855783,
      "learning_rate": 4.6895902986238304e-05,
      "loss": 0.07310467213392258,
      "step": 671
    },
    {
      "epoch": 2.2784380305602716,
      "grad_norm": 0.17466440656494808,
      "learning_rate": 4.6748292833336125e-05,
      "loss": 0.06666155159473419,
      "step": 672
    },
    {
      "epoch": 2.2818336162988118,
      "grad_norm": 0.18249219677718487,
      "learning_rate": 4.6600711135645793e-05,
      "loss": 0.06474683433771133,
      "step": 673
    },
    {
      "epoch": 2.2852292020373515,
      "grad_norm": 0.187570158625838,
      "learning_rate": 4.6453159184633076e-05,
      "loss": 0.11088087409734726,
      "step": 674
    },
    {
      "epoch": 2.288624787775891,
      "grad_norm": 0.1905691442362375,
      "learning_rate": 4.6305638271503445e-05,
      "loss": 0.1207934319972992,
      "step": 675
    },
    {
      "epoch": 2.2920203735144313,
      "grad_norm": 0.1751134361111324,
      "learning_rate": 4.615814968719071e-05,
      "loss": 0.10184189677238464,
      "step": 676
    },
    {
      "epoch": 2.295415959252971,
      "grad_norm": 0.18095887619806494,
      "learning_rate": 4.601069472234584e-05,
      "loss": 0.0956878662109375,
      "step": 677
    },
    {
      "epoch": 2.298811544991511,
      "grad_norm": 0.17497874461623475,
      "learning_rate": 4.586327466732557e-05,
      "loss": 0.0891914814710617,
      "step": 678
    },
    {
      "epoch": 2.302207130730051,
      "grad_norm": 0.17110452420981204,
      "learning_rate": 4.571589081218116e-05,
      "loss": 0.08255179971456528,
      "step": 679
    },
    {
      "epoch": 2.3056027164685906,
      "grad_norm": 0.16832860278058365,
      "learning_rate": 4.556854444664706e-05,
      "loss": 0.0698966458439827,
      "step": 680
    },
    {
      "epoch": 2.3089983022071308,
      "grad_norm": 0.1712961600216127,
      "learning_rate": 4.5421236860129686e-05,
      "loss": 0.06230298802256584,
      "step": 681
    },
    {
      "epoch": 2.3123938879456705,
      "grad_norm": 0.18217990482091656,
      "learning_rate": 4.527396934169609e-05,
      "loss": 0.10267043113708496,
      "step": 682
    },
    {
      "epoch": 2.3157894736842106,
      "grad_norm": 0.1805819950574741,
      "learning_rate": 4.512674318006268e-05,
      "loss": 0.1234576553106308,
      "step": 683
    },
    {
      "epoch": 2.3191850594227503,
      "grad_norm": 0.1789978555761233,
      "learning_rate": 4.4979559663584015e-05,
      "loss": 0.11386032402515411,
      "step": 684
    },
    {
      "epoch": 2.3225806451612905,
      "grad_norm": 0.18283568796004748,
      "learning_rate": 4.4832420080241406e-05,
      "loss": 0.09699396789073944,
      "step": 685
    },
    {
      "epoch": 2.32597623089983,
      "grad_norm": 0.18190864472107063,
      "learning_rate": 4.4685325717631736e-05,
      "loss": 0.09254609793424606,
      "step": 686
    },
    {
      "epoch": 2.3293718166383703,
      "grad_norm": 0.17613238622943872,
      "learning_rate": 4.453827786295617e-05,
      "loss": 0.08423325419425964,
      "step": 687
    },
    {
      "epoch": 2.33276740237691,
      "grad_norm": 0.1782428785677366,
      "learning_rate": 4.4391277803008905e-05,
      "loss": 0.07241242378950119,
      "step": 688
    },
    {
      "epoch": 2.3361629881154498,
      "grad_norm": 0.20714257959058618,
      "learning_rate": 4.424432682416585e-05,
      "loss": 0.07077805697917938,
      "step": 689
    },
    {
      "epoch": 2.33955857385399,
      "grad_norm": 0.1793930811678062,
      "learning_rate": 4.4097426212373474e-05,
      "loss": 0.06788688153028488,
      "step": 690
    },
    {
      "epoch": 2.3429541595925296,
      "grad_norm": 0.154567252554236,
      "learning_rate": 4.3950577253137425e-05,
      "loss": 0.10577817261219025,
      "step": 691
    },
    {
      "epoch": 2.3463497453310698,
      "grad_norm": 0.2195055844527067,
      "learning_rate": 4.380378123151139e-05,
      "loss": 0.12233912944793701,
      "step": 692
    },
    {
      "epoch": 2.3497453310696095,
      "grad_norm": 0.1852715377219104,
      "learning_rate": 4.3657039432085776e-05,
      "loss": 0.09445637464523315,
      "step": 693
    },
    {
      "epoch": 2.353140916808149,
      "grad_norm": 0.17548944262613003,
      "learning_rate": 4.351035313897655e-05,
      "loss": 0.08697226643562317,
      "step": 694
    },
    {
      "epoch": 2.3565365025466893,
      "grad_norm": 0.1641988589272713,
      "learning_rate": 4.336372363581391e-05,
      "loss": 0.07541926950216293,
      "step": 695
    },
    {
      "epoch": 2.359932088285229,
      "grad_norm": 0.17268500043782573,
      "learning_rate": 4.32171522057311e-05,
      "loss": 0.072224922478199,
      "step": 696
    },
    {
      "epoch": 2.363327674023769,
      "grad_norm": 0.17348572863176273,
      "learning_rate": 4.307064013135316e-05,
      "loss": 0.06982975453138351,
      "step": 697
    },
    {
      "epoch": 2.366723259762309,
      "grad_norm": 0.16692609280302698,
      "learning_rate": 4.2924188694785773e-05,
      "loss": 0.06516002118587494,
      "step": 698
    },
    {
      "epoch": 2.370118845500849,
      "grad_norm": 0.17908260558281336,
      "learning_rate": 4.277779917760393e-05,
      "loss": 0.11083652079105377,
      "step": 699
    },
    {
      "epoch": 2.3735144312393888,
      "grad_norm": 0.15157715757891146,
      "learning_rate": 4.263147286084078e-05,
      "loss": 0.11505262553691864,
      "step": 700
    },
    {
      "epoch": 2.376910016977929,
      "grad_norm": 0.16802827685730093,
      "learning_rate": 4.2485211024976496e-05,
      "loss": 0.09915955364704132,
      "step": 701
    },
    {
      "epoch": 2.3803056027164686,
      "grad_norm": 0.1797548051366379,
      "learning_rate": 4.2339014949926844e-05,
      "loss": 0.08792432397603989,
      "step": 702
    },
    {
      "epoch": 2.3837011884550083,
      "grad_norm": 0.16254054209655075,
      "learning_rate": 4.219288591503224e-05,
      "loss": 0.07736881822347641,
      "step": 703
    },
    {
      "epoch": 2.3870967741935485,
      "grad_norm": 0.1713514779564915,
      "learning_rate": 4.204682519904641e-05,
      "loss": 0.08164150267839432,
      "step": 704
    },
    {
      "epoch": 2.390492359932088,
      "grad_norm": 0.1726994731422147,
      "learning_rate": 4.190083408012522e-05,
      "loss": 0.07089899480342865,
      "step": 705
    },
    {
      "epoch": 2.3938879456706283,
      "grad_norm": 0.17339258003316832,
      "learning_rate": 4.175491383581552e-05,
      "loss": 0.0633159726858139,
      "step": 706
    },
    {
      "epoch": 2.397283531409168,
      "grad_norm": 0.17825029386502939,
      "learning_rate": 4.160906574304392e-05,
      "loss": 0.10916628688573837,
      "step": 707
    },
    {
      "epoch": 2.4006791171477078,
      "grad_norm": 0.16096357537242212,
      "learning_rate": 4.146329107810569e-05,
      "loss": 0.1283857822418213,
      "step": 708
    },
    {
      "epoch": 2.404074702886248,
      "grad_norm": 0.1567655927134746,
      "learning_rate": 4.131759111665349e-05,
      "loss": 0.10651916265487671,
      "step": 709
    },
    {
      "epoch": 2.4074702886247876,
      "grad_norm": 0.17257485951775256,
      "learning_rate": 4.117196713368629e-05,
      "loss": 0.10017132014036179,
      "step": 710
    },
    {
      "epoch": 2.4108658743633278,
      "grad_norm": 0.16940514862847636,
      "learning_rate": 4.102642040353817e-05,
      "loss": 0.09811308979988098,
      "step": 711
    },
    {
      "epoch": 2.4142614601018675,
      "grad_norm": 0.15729121905044205,
      "learning_rate": 4.088095219986721e-05,
      "loss": 0.08088087290525436,
      "step": 712
    },
    {
      "epoch": 2.4176570458404076,
      "grad_norm": 0.1684583395156756,
      "learning_rate": 4.0735563795644294e-05,
      "loss": 0.06843972951173782,
      "step": 713
    },
    {
      "epoch": 2.4210526315789473,
      "grad_norm": 0.17087428647972447,
      "learning_rate": 4.059025646314197e-05,
      "loss": 0.06300380825996399,
      "step": 714
    },
    {
      "epoch": 2.4244482173174875,
      "grad_norm": 0.1762199239526789,
      "learning_rate": 4.044503147392339e-05,
      "loss": 0.06428471207618713,
      "step": 715
    },
    {
      "epoch": 2.427843803056027,
      "grad_norm": 0.16750985155904444,
      "learning_rate": 4.0299890098831096e-05,
      "loss": 0.11279623210430145,
      "step": 716
    },
    {
      "epoch": 2.431239388794567,
      "grad_norm": 0.16330035195973525,
      "learning_rate": 4.015483360797593e-05,
      "loss": 0.10454337298870087,
      "step": 717
    },
    {
      "epoch": 2.434634974533107,
      "grad_norm": 0.16804821734575356,
      "learning_rate": 4.0009863270725964e-05,
      "loss": 0.09333685040473938,
      "step": 718
    },
    {
      "epoch": 2.4380305602716468,
      "grad_norm": 0.1952635525255714,
      "learning_rate": 3.986498035569532e-05,
      "loss": 0.08931829780340195,
      "step": 719
    },
    {
      "epoch": 2.441426146010187,
      "grad_norm": 0.1754030483793059,
      "learning_rate": 3.972018613073312e-05,
      "loss": 0.0783512145280838,
      "step": 720
    },
    {
      "epoch": 2.4448217317487266,
      "grad_norm": 0.15551206451480853,
      "learning_rate": 3.957548186291233e-05,
      "loss": 0.07081504911184311,
      "step": 721
    },
    {
      "epoch": 2.4482173174872663,
      "grad_norm": 0.16505062797057274,
      "learning_rate": 3.9430868818518784e-05,
      "loss": 0.06218322366476059,
      "step": 722
    },
    {
      "epoch": 2.4516129032258065,
      "grad_norm": 0.1868304275735769,
      "learning_rate": 3.928634826303997e-05,
      "loss": 0.059126876294612885,
      "step": 723
    },
    {
      "epoch": 2.455008488964346,
      "grad_norm": 0.1853578606671566,
      "learning_rate": 3.914192146115407e-05,
      "loss": 0.1022864505648613,
      "step": 724
    },
    {
      "epoch": 2.4584040747028864,
      "grad_norm": 0.16518970835907015,
      "learning_rate": 3.899758967671878e-05,
      "loss": 0.10612255334854126,
      "step": 725
    },
    {
      "epoch": 2.461799660441426,
      "grad_norm": 0.16935720320024328,
      "learning_rate": 3.885335417276037e-05,
      "loss": 0.0974433645606041,
      "step": 726
    },
    {
      "epoch": 2.465195246179966,
      "grad_norm": 0.20372195250990488,
      "learning_rate": 3.870921621146254e-05,
      "loss": 0.0931549072265625,
      "step": 727
    },
    {
      "epoch": 2.468590831918506,
      "grad_norm": 0.20694225574051262,
      "learning_rate": 3.856517705415543e-05,
      "loss": 0.0862373560667038,
      "step": 728
    },
    {
      "epoch": 2.471986417657046,
      "grad_norm": 0.17051084056651614,
      "learning_rate": 3.8421237961304555e-05,
      "loss": 0.08289209753274918,
      "step": 729
    },
    {
      "epoch": 2.475382003395586,
      "grad_norm": 0.17650047163769184,
      "learning_rate": 3.827740019249977e-05,
      "loss": 0.06609411537647247,
      "step": 730
    },
    {
      "epoch": 2.4787775891341255,
      "grad_norm": 0.18533837210545853,
      "learning_rate": 3.8133665006444255e-05,
      "loss": 0.0610504113137722,
      "step": 731
    },
    {
      "epoch": 2.4821731748726656,
      "grad_norm": 0.18569882645975314,
      "learning_rate": 3.799003366094354e-05,
      "loss": 0.09701117128133774,
      "step": 732
    },
    {
      "epoch": 2.4855687606112054,
      "grad_norm": 0.1788887074850881,
      "learning_rate": 3.784650741289442e-05,
      "loss": 0.12465445697307587,
      "step": 733
    },
    {
      "epoch": 2.4889643463497455,
      "grad_norm": 0.1656627797197923,
      "learning_rate": 3.7703087518274015e-05,
      "loss": 0.1012495756149292,
      "step": 734
    },
    {
      "epoch": 2.492359932088285,
      "grad_norm": 0.18600566640658012,
      "learning_rate": 3.755977523212877e-05,
      "loss": 0.0960812196135521,
      "step": 735
    },
    {
      "epoch": 2.495755517826825,
      "grad_norm": 0.1997151459112257,
      "learning_rate": 3.7416571808563426e-05,
      "loss": 0.09349378198385239,
      "step": 736
    },
    {
      "epoch": 2.499151103565365,
      "grad_norm": 0.18554025176257402,
      "learning_rate": 3.727347850073012e-05,
      "loss": 0.07903861999511719,
      "step": 737
    },
    {
      "epoch": 2.502546689303905,
      "grad_norm": 0.16604309048255483,
      "learning_rate": 3.71304965608174e-05,
      "loss": 0.07200177013874054,
      "step": 738
    },
    {
      "epoch": 2.505942275042445,
      "grad_norm": 0.1822825212049376,
      "learning_rate": 3.698762724003919e-05,
      "loss": 0.06303315609693527,
      "step": 739
    },
    {
      "epoch": 2.5093378607809846,
      "grad_norm": 0.18626351402704802,
      "learning_rate": 3.6844871788623945e-05,
      "loss": 0.06897502392530441,
      "step": 740
    },
    {
      "epoch": 2.5127334465195243,
      "grad_norm": 0.17633386916618624,
      "learning_rate": 3.670223145580366e-05,
      "loss": 0.1113574355840683,
      "step": 741
    },
    {
      "epoch": 2.5161290322580645,
      "grad_norm": 0.15171936037974573,
      "learning_rate": 3.655970748980293e-05,
      "loss": 0.10773645341396332,
      "step": 742
    },
    {
      "epoch": 2.5195246179966047,
      "grad_norm": 0.1532667623070388,
      "learning_rate": 3.641730113782807e-05,
      "loss": 0.0943991169333458,
      "step": 743
    },
    {
      "epoch": 2.5229202037351444,
      "grad_norm": 0.1782008980261668,
      "learning_rate": 3.6275013646056135e-05,
      "loss": 0.08693014085292816,
      "step": 744
    },
    {
      "epoch": 2.526315789473684,
      "grad_norm": 0.18789164395769786,
      "learning_rate": 3.6132846259624055e-05,
      "loss": 0.08198776096105576,
      "step": 745
    },
    {
      "epoch": 2.5297113752122242,
      "grad_norm": 0.16978827609932354,
      "learning_rate": 3.599080022261777e-05,
      "loss": 0.07230781763792038,
      "step": 746
    },
    {
      "epoch": 2.533106960950764,
      "grad_norm": 0.16317475874306614,
      "learning_rate": 3.58488767780613e-05,
      "loss": 0.06677805632352829,
      "step": 747
    },
    {
      "epoch": 2.536502546689304,
      "grad_norm": 0.1972967269758657,
      "learning_rate": 3.570707716790584e-05,
      "loss": 0.059502989053726196,
      "step": 748
    },
    {
      "epoch": 2.539898132427844,
      "grad_norm": 0.18434895103360113,
      "learning_rate": 3.556540263301896e-05,
      "loss": 0.1087162122130394,
      "step": 749
    },
    {
      "epoch": 2.5432937181663835,
      "grad_norm": 0.16936513819953788,
      "learning_rate": 3.5423854413173706e-05,
      "loss": 0.10882570594549179,
      "step": 750
    },
    {
      "epoch": 2.5466893039049237,
      "grad_norm": 0.18239729346131794,
      "learning_rate": 3.5282433747037757e-05,
      "loss": 0.1013280600309372,
      "step": 751
    },
    {
      "epoch": 2.5500848896434634,
      "grad_norm": 0.18452129783328533,
      "learning_rate": 3.514114187216261e-05,
      "loss": 0.09412064403295517,
      "step": 752
    },
    {
      "epoch": 2.5534804753820035,
      "grad_norm": 0.1788700370067982,
      "learning_rate": 3.49999800249727e-05,
      "loss": 0.0804615169763565,
      "step": 753
    },
    {
      "epoch": 2.556876061120543,
      "grad_norm": 0.17757962765643567,
      "learning_rate": 3.485894944075463e-05,
      "loss": 0.09246362745761871,
      "step": 754
    },
    {
      "epoch": 2.560271646859083,
      "grad_norm": 0.18044254385294772,
      "learning_rate": 3.47180513536463e-05,
      "loss": 0.07304270565509796,
      "step": 755
    },
    {
      "epoch": 2.563667232597623,
      "grad_norm": 0.17263121190425817,
      "learning_rate": 3.457728699662621e-05,
      "loss": 0.06096385046839714,
      "step": 756
    },
    {
      "epoch": 2.5670628183361632,
      "grad_norm": 0.17547187620561558,
      "learning_rate": 3.4436657601502576e-05,
      "loss": 0.08266765624284744,
      "step": 757
    },
    {
      "epoch": 2.570458404074703,
      "grad_norm": 0.1848341758349366,
      "learning_rate": 3.429616439890258e-05,
      "loss": 0.11557235568761826,
      "step": 758
    },
    {
      "epoch": 2.5738539898132426,
      "grad_norm": 0.18546744327548575,
      "learning_rate": 3.4155808618261563e-05,
      "loss": 0.10113745927810669,
      "step": 759
    },
    {
      "epoch": 2.577249575551783,
      "grad_norm": 0.18119312219678071,
      "learning_rate": 3.4015591487812395e-05,
      "loss": 0.09464039653539658,
      "step": 760
    },
    {
      "epoch": 2.5806451612903225,
      "grad_norm": 0.1802385713225429,
      "learning_rate": 3.3875514234574556e-05,
      "loss": 0.08910854160785675,
      "step": 761
    },
    {
      "epoch": 2.5840407470288627,
      "grad_norm": 0.1911053301847068,
      "learning_rate": 3.373557808434355e-05,
      "loss": 0.07500690221786499,
      "step": 762
    },
    {
      "epoch": 2.5874363327674024,
      "grad_norm": 0.18341057535713914,
      "learning_rate": 3.359578426168007e-05,
      "loss": 0.07360392063856125,
      "step": 763
    },
    {
      "epoch": 2.590831918505942,
      "grad_norm": 0.1940401226942174,
      "learning_rate": 3.345613398989932e-05,
      "loss": 0.06643348187208176,
      "step": 764
    },
    {
      "epoch": 2.5942275042444822,
      "grad_norm": 0.18484893020921123,
      "learning_rate": 3.33166284910603e-05,
      "loss": 0.0637667179107666,
      "step": 765
    },
    {
      "epoch": 2.597623089983022,
      "grad_norm": 0.15876245308103723,
      "learning_rate": 3.317726898595517e-05,
      "loss": 0.1025618463754654,
      "step": 766
    },
    {
      "epoch": 2.601018675721562,
      "grad_norm": 0.16451563871558816,
      "learning_rate": 3.303805669409848e-05,
      "loss": 0.10825486481189728,
      "step": 767
    },
    {
      "epoch": 2.604414261460102,
      "grad_norm": 0.19042057842199994,
      "learning_rate": 3.289899283371657e-05,
      "loss": 0.09530699253082275,
      "step": 768
    },
    {
      "epoch": 2.6078098471986415,
      "grad_norm": 0.1812550045429384,
      "learning_rate": 3.276007862173683e-05,
      "loss": 0.08641920983791351,
      "step": 769
    },
    {
      "epoch": 2.6112054329371817,
      "grad_norm": 0.17604834133006597,
      "learning_rate": 3.262131527377715e-05,
      "loss": 0.0829029381275177,
      "step": 770
    },
    {
      "epoch": 2.614601018675722,
      "grad_norm": 0.16701558790918755,
      "learning_rate": 3.248270400413518e-05,
      "loss": 0.06672143936157227,
      "step": 771
    },
    {
      "epoch": 2.6179966044142615,
      "grad_norm": 0.17001463446645657,
      "learning_rate": 3.23442460257778e-05,
      "loss": 0.0628892034292221,
      "step": 772
    },
    {
      "epoch": 2.6213921901528012,
      "grad_norm": 0.1728233046869325,
      "learning_rate": 3.2205942550330456e-05,
      "loss": 0.05917782709002495,
      "step": 773
    },
    {
      "epoch": 2.6247877758913414,
      "grad_norm": 0.17003408799823622,
      "learning_rate": 3.206779478806654e-05,
      "loss": 0.10056929290294647,
      "step": 774
    },
    {
      "epoch": 2.628183361629881,
      "grad_norm": 0.16073642367644125,
      "learning_rate": 3.192980394789682e-05,
      "loss": 0.10843627154827118,
      "step": 775
    },
    {
      "epoch": 2.6315789473684212,
      "grad_norm": 0.17153592098478565,
      "learning_rate": 3.179197123735889e-05,
      "loss": 0.09619466960430145,
      "step": 776
    },
    {
      "epoch": 2.634974533106961,
      "grad_norm": 0.18327794909489512,
      "learning_rate": 3.1654297862606554e-05,
      "loss": 0.09573782980442047,
      "step": 777
    },
    {
      "epoch": 2.6383701188455007,
      "grad_norm": 0.1839139251920574,
      "learning_rate": 3.151678502839929e-05,
      "loss": 0.08106369525194168,
      "step": 778
    },
    {
      "epoch": 2.641765704584041,
      "grad_norm": 0.17924254837245787,
      "learning_rate": 3.1379433938091696e-05,
      "loss": 0.07815179973840714,
      "step": 779
    },
    {
      "epoch": 2.6451612903225805,
      "grad_norm": 0.16622738025815964,
      "learning_rate": 3.124224579362305e-05,
      "loss": 0.06951127201318741,
      "step": 780
    },
    {
      "epoch": 2.6485568760611207,
      "grad_norm": 0.16469536825877137,
      "learning_rate": 3.1105221795506584e-05,
      "loss": 0.061446063220500946,
      "step": 781
    },
    {
      "epoch": 2.6519524617996604,
      "grad_norm": 0.1830436361999393,
      "learning_rate": 3.096836314281923e-05,
      "loss": 0.09685629606246948,
      "step": 782
    },
    {
      "epoch": 2.6553480475382,
      "grad_norm": 0.18178354905531777,
      "learning_rate": 3.083167103319093e-05,
      "loss": 0.12026413530111313,
      "step": 783
    },
    {
      "epoch": 2.6587436332767402,
      "grad_norm": 0.1638396717874821,
      "learning_rate": 3.069514666279427e-05,
      "loss": 0.10666602849960327,
      "step": 784
    },
    {
      "epoch": 2.6621392190152804,
      "grad_norm": 0.16452440760436854,
      "learning_rate": 3.055879122633397e-05,
      "loss": 0.09171438217163086,
      "step": 785
    },
    {
      "epoch": 2.66553480475382,
      "grad_norm": 0.17252134096468763,
      "learning_rate": 3.042260591703643e-05,
      "loss": 0.08265566825866699,
      "step": 786
    },
    {
      "epoch": 2.66893039049236,
      "grad_norm": 0.19590675896541593,
      "learning_rate": 3.0286591926639287e-05,
      "loss": 0.08365504443645477,
      "step": 787
    },
    {
      "epoch": 2.6723259762309,
      "grad_norm": 0.17346560006390419,
      "learning_rate": 3.0150750445380992e-05,
      "loss": 0.06742806732654572,
      "step": 788
    },
    {
      "epoch": 2.6757215619694397,
      "grad_norm": 0.16925796446238367,
      "learning_rate": 3.0015082661990395e-05,
      "loss": 0.06698235869407654,
      "step": 789
    },
    {
      "epoch": 2.67911714770798,
      "grad_norm": 0.190479550362414,
      "learning_rate": 2.9879589763676358e-05,
      "loss": 0.06469935178756714,
      "step": 790
    },
    {
      "epoch": 2.6825127334465195,
      "grad_norm": 0.16691042668923836,
      "learning_rate": 2.9744272936117323e-05,
      "loss": 0.10404828190803528,
      "step": 791
    },
    {
      "epoch": 2.6859083191850592,
      "grad_norm": 0.16047916543981608,
      "learning_rate": 2.960913336345099e-05,
      "loss": 0.09722572565078735,
      "step": 792
    },
    {
      "epoch": 2.6893039049235994,
      "grad_norm": 0.1628721484822222,
      "learning_rate": 2.9474172228263887e-05,
      "loss": 0.09782986342906952,
      "step": 793
    },
    {
      "epoch": 2.692699490662139,
      "grad_norm": 0.15854921437126837,
      "learning_rate": 2.9339390711581105e-05,
      "loss": 0.08399864286184311,
      "step": 794
    },
    {
      "epoch": 2.6960950764006792,
      "grad_norm": 0.17978144515954722,
      "learning_rate": 2.9204789992855885e-05,
      "loss": 0.08404549956321716,
      "step": 795
    },
    {
      "epoch": 2.699490662139219,
      "grad_norm": 0.17819716159463206,
      "learning_rate": 2.9070371249959378e-05,
      "loss": 0.07262590527534485,
      "step": 796
    },
    {
      "epoch": 2.7028862478777587,
      "grad_norm": 0.17511969511403835,
      "learning_rate": 2.8936135659170216e-05,
      "loss": 0.06601671874523163,
      "step": 797
    },
    {
      "epoch": 2.706281833616299,
      "grad_norm": 0.15900113834788712,
      "learning_rate": 2.8802084395164386e-05,
      "loss": 0.05793508142232895,
      "step": 798
    },
    {
      "epoch": 2.709677419354839,
      "grad_norm": 0.16006428175654816,
      "learning_rate": 2.866821863100479e-05,
      "loss": 0.0999666303396225,
      "step": 799
    },
    {
      "epoch": 2.7130730050933787,
      "grad_norm": 0.18102275252219002,
      "learning_rate": 2.8534539538131076e-05,
      "loss": 0.11513181775808334,
      "step": 800
    },
    {
      "epoch": 2.7164685908319184,
      "grad_norm": 0.18155450137579152,
      "learning_rate": 2.8401048286349353e-05,
      "loss": 0.09707678854465485,
      "step": 801
    },
    {
      "epoch": 2.7198641765704585,
      "grad_norm": 0.1672244650069254,
      "learning_rate": 2.826774604382195e-05,
      "loss": 0.08562149852514267,
      "step": 802
    },
    {
      "epoch": 2.7232597623089982,
      "grad_norm": 0.16230378264983186,
      "learning_rate": 2.8134633977057235e-05,
      "loss": 0.08084724843502045,
      "step": 803
    },
    {
      "epoch": 2.7266553480475384,
      "grad_norm": 0.1752760396700523,
      "learning_rate": 2.800171325089933e-05,
      "loss": 0.08049998432397842,
      "step": 804
    },
    {
      "epoch": 2.730050933786078,
      "grad_norm": 0.1849836789734473,
      "learning_rate": 2.7868985028518006e-05,
      "loss": 0.06668615341186523,
      "step": 805
    },
    {
      "epoch": 2.733446519524618,
      "grad_norm": 0.174292360388813,
      "learning_rate": 2.7736450471398434e-05,
      "loss": 0.0583345964550972,
      "step": 806
    },
    {
      "epoch": 2.736842105263158,
      "grad_norm": 0.19003105024236863,
      "learning_rate": 2.7604110739331068e-05,
      "loss": 0.09205623716115952,
      "step": 807
    },
    {
      "epoch": 2.7402376910016977,
      "grad_norm": 0.14663856124744207,
      "learning_rate": 2.747196699040146e-05,
      "loss": 0.1073693260550499,
      "step": 808
    },
    {
      "epoch": 2.743633276740238,
      "grad_norm": 0.1666902803621123,
      "learning_rate": 2.7340020380980146e-05,
      "loss": 0.09746035188436508,
      "step": 809
    },
    {
      "epoch": 2.7470288624787775,
      "grad_norm": 0.1886181453115624,
      "learning_rate": 2.7208272065712537e-05,
      "loss": 0.09663771092891693,
      "step": 810
    },
    {
      "epoch": 2.7504244482173172,
      "grad_norm": 0.18350264933235916,
      "learning_rate": 2.7076723197508768e-05,
      "loss": 0.08637096732854843,
      "step": 811
    },
    {
      "epoch": 2.7538200339558574,
      "grad_norm": 0.16461327004325288,
      "learning_rate": 2.69453749275337e-05,
      "loss": 0.07879146933555603,
      "step": 812
    },
    {
      "epoch": 2.7572156196943975,
      "grad_norm": 0.17001926297718395,
      "learning_rate": 2.6814228405196738e-05,
      "loss": 0.06773528456687927,
      "step": 813
    },
    {
      "epoch": 2.7606112054329373,
      "grad_norm": 0.1804307513427523,
      "learning_rate": 2.6683284778141852e-05,
      "loss": 0.06176406145095825,
      "step": 814
    },
    {
      "epoch": 2.764006791171477,
      "grad_norm": 0.19803411172590618,
      "learning_rate": 2.655254519223746e-05,
      "loss": 0.06123121827840805,
      "step": 815
    },
    {
      "epoch": 2.767402376910017,
      "grad_norm": 0.15330896400602023,
      "learning_rate": 2.6422010791566492e-05,
      "loss": 0.11360757797956467,
      "step": 816
    },
    {
      "epoch": 2.770797962648557,
      "grad_norm": 0.14141782882790915,
      "learning_rate": 2.62916827184163e-05,
      "loss": 0.10179056972265244,
      "step": 817
    },
    {
      "epoch": 2.774193548387097,
      "grad_norm": 0.18057811395750734,
      "learning_rate": 2.6161562113268745e-05,
      "loss": 0.09349533170461655,
      "step": 818
    },
    {
      "epoch": 2.7775891341256367,
      "grad_norm": 0.19735227538997324,
      "learning_rate": 2.603165011479012e-05,
      "loss": 0.09211376309394836,
      "step": 819
    },
    {
      "epoch": 2.7809847198641764,
      "grad_norm": 0.17608048305075696,
      "learning_rate": 2.590194785982124e-05,
      "loss": 0.07923342287540436,
      "step": 820
    },
    {
      "epoch": 2.7843803056027165,
      "grad_norm": 0.16916485307153226,
      "learning_rate": 2.5772456483367497e-05,
      "loss": 0.0678873360157013,
      "step": 821
    },
    {
      "epoch": 2.7877758913412563,
      "grad_norm": 0.17553323512525765,
      "learning_rate": 2.56431771185889e-05,
      "loss": 0.06374121457338333,
      "step": 822
    },
    {
      "epoch": 2.7911714770797964,
      "grad_norm": 0.18885599244828064,
      "learning_rate": 2.5514110896790184e-05,
      "loss": 0.05840972810983658,
      "step": 823
    },
    {
      "epoch": 2.794567062818336,
      "grad_norm": 0.17921444032442846,
      "learning_rate": 2.5385258947410906e-05,
      "loss": 0.09742407500743866,
      "step": 824
    },
    {
      "epoch": 2.797962648556876,
      "grad_norm": 0.1621403416235573,
      "learning_rate": 2.525662239801553e-05,
      "loss": 0.11257597804069519,
      "step": 825
    },
    {
      "epoch": 2.801358234295416,
      "grad_norm": 0.16442225055136717,
      "learning_rate": 2.512820237428366e-05,
      "loss": 0.09314374625682831,
      "step": 826
    },
    {
      "epoch": 2.804753820033956,
      "grad_norm": 0.2019224728559447,
      "learning_rate": 2.500000000000001e-05,
      "loss": 0.09272406995296478,
      "step": 827
    },
    {
      "epoch": 2.808149405772496,
      "grad_norm": 0.19180941295758036,
      "learning_rate": 2.487201639704475e-05,
      "loss": 0.08272761106491089,
      "step": 828
    },
    {
      "epoch": 2.8115449915110355,
      "grad_norm": 0.16521873437528256,
      "learning_rate": 2.4744252685383596e-05,
      "loss": 0.06996961683034897,
      "step": 829
    },
    {
      "epoch": 2.8149405772495757,
      "grad_norm": 0.1717581921146658,
      "learning_rate": 2.4616709983058018e-05,
      "loss": 0.05900315195322037,
      "step": 830
    },
    {
      "epoch": 2.8183361629881154,
      "grad_norm": 0.19109131158747336,
      "learning_rate": 2.4489389406175456e-05,
      "loss": 0.060013480484485626,
      "step": 831
    },
    {
      "epoch": 2.8217317487266556,
      "grad_norm": 0.18418385938874648,
      "learning_rate": 2.436229206889962e-05,
      "loss": 0.08422234654426575,
      "step": 832
    },
    {
      "epoch": 2.8251273344651953,
      "grad_norm": 0.16152025311107465,
      "learning_rate": 2.4235419083440613e-05,
      "loss": 0.1072617620229721,
      "step": 833
    },
    {
      "epoch": 2.828522920203735,
      "grad_norm": 0.1581850042352063,
      "learning_rate": 2.4108771560045313e-05,
      "loss": 0.10338770598173141,
      "step": 834
    },
    {
      "epoch": 2.831918505942275,
      "grad_norm": 0.18076553217527003,
      "learning_rate": 2.3982350606987587e-05,
      "loss": 0.0931280106306076,
      "step": 835
    },
    {
      "epoch": 2.835314091680815,
      "grad_norm": 0.199349416068342,
      "learning_rate": 2.3856157330558625e-05,
      "loss": 0.09144037961959839,
      "step": 836
    },
    {
      "epoch": 2.838709677419355,
      "grad_norm": 0.18176260212489623,
      "learning_rate": 2.373019283505727e-05,
      "loss": 0.07673408091068268,
      "step": 837
    },
    {
      "epoch": 2.8421052631578947,
      "grad_norm": 0.17076299841509504,
      "learning_rate": 2.3604458222780313e-05,
      "loss": 0.06917516887187958,
      "step": 838
    },
    {
      "epoch": 2.8455008488964344,
      "grad_norm": 0.17587802917477777,
      "learning_rate": 2.347895459401288e-05,
      "loss": 0.061953525990247726,
      "step": 839
    },
    {
      "epoch": 2.8488964346349746,
      "grad_norm": 0.1747281809202088,
      "learning_rate": 2.33536830470188e-05,
      "loss": 0.05924539268016815,
      "step": 840
    },
    {
      "epoch": 2.8522920203735147,
      "grad_norm": 0.18292235651777716,
      "learning_rate": 2.322864467803097e-05,
      "loss": 0.11621153354644775,
      "step": 841
    },
    {
      "epoch": 2.8556876061120544,
      "grad_norm": 0.1634126405611687,
      "learning_rate": 2.3103840581241808e-05,
      "loss": 0.10423731058835983,
      "step": 842
    },
    {
      "epoch": 2.859083191850594,
      "grad_norm": 0.22658741963119602,
      "learning_rate": 2.2979271848793633e-05,
      "loss": 0.10128917545080185,
      "step": 843
    },
    {
      "epoch": 2.8624787775891343,
      "grad_norm": 0.18216549955240002,
      "learning_rate": 2.2854939570769117e-05,
      "loss": 0.08610906451940536,
      "step": 844
    },
    {
      "epoch": 2.865874363327674,
      "grad_norm": 0.17733083133078023,
      "learning_rate": 2.2730844835181757e-05,
      "loss": 0.07469803839921951,
      "step": 845
    },
    {
      "epoch": 2.869269949066214,
      "grad_norm": 0.17137269698796562,
      "learning_rate": 2.2606988727966393e-05,
      "loss": 0.06642265617847443,
      "step": 846
    },
    {
      "epoch": 2.872665534804754,
      "grad_norm": 0.18062817393847994,
      "learning_rate": 2.248337233296961e-05,
      "loss": 0.06281661987304688,
      "step": 847
    },
    {
      "epoch": 2.8760611205432935,
      "grad_norm": 0.16898827482368367,
      "learning_rate": 2.235999673194035e-05,
      "loss": 0.05801626294851303,
      "step": 848
    },
    {
      "epoch": 2.8794567062818337,
      "grad_norm": 0.17620883924221767,
      "learning_rate": 2.2236863004520326e-05,
      "loss": 0.10372237861156464,
      "step": 849
    },
    {
      "epoch": 2.8828522920203734,
      "grad_norm": 0.16858832563264545,
      "learning_rate": 2.2113972228234737e-05,
      "loss": 0.10756620764732361,
      "step": 850
    },
    {
      "epoch": 2.8862478777589136,
      "grad_norm": 0.17128817714866634,
      "learning_rate": 2.1991325478482694e-05,
      "loss": 0.09228329360485077,
      "step": 851
    },
    {
      "epoch": 2.8896434634974533,
      "grad_norm": 0.18428709426585435,
      "learning_rate": 2.1868923828527933e-05,
      "loss": 0.08767873048782349,
      "step": 852
    },
    {
      "epoch": 2.893039049235993,
      "grad_norm": 0.18100073652620724,
      "learning_rate": 2.1746768349489283e-05,
      "loss": 0.08027926087379456,
      "step": 853
    },
    {
      "epoch": 2.896434634974533,
      "grad_norm": 0.17494008713542883,
      "learning_rate": 2.162486011033142e-05,
      "loss": 0.07026295363903046,
      "step": 854
    },
    {
      "epoch": 2.8998302207130733,
      "grad_norm": 0.18172015734223784,
      "learning_rate": 2.1503200177855426e-05,
      "loss": 0.06201394647359848,
      "step": 855
    },
    {
      "epoch": 2.903225806451613,
      "grad_norm": 0.16840073165368433,
      "learning_rate": 2.1381789616689512e-05,
      "loss": 0.05623271316289902,
      "step": 856
    },
    {
      "epoch": 2.9066213921901527,
      "grad_norm": 0.1514570768465516,
      "learning_rate": 2.126062948927966e-05,
      "loss": 0.0802827849984169,
      "step": 857
    },
    {
      "epoch": 2.910016977928693,
      "grad_norm": 0.14914162722812582,
      "learning_rate": 2.1139720855880357e-05,
      "loss": 0.10669051110744476,
      "step": 858
    },
    {
      "epoch": 2.9134125636672326,
      "grad_norm": 0.16979658503662895,
      "learning_rate": 2.1019064774545282e-05,
      "loss": 0.09754259884357452,
      "step": 859
    },
    {
      "epoch": 2.9168081494057727,
      "grad_norm": 0.17890661960964657,
      "learning_rate": 2.089866230111813e-05,
      "loss": 0.08932974934577942,
      "step": 860
    },
    {
      "epoch": 2.9202037351443124,
      "grad_norm": 0.18031604921205213,
      "learning_rate": 2.0778514489223204e-05,
      "loss": 0.08105964958667755,
      "step": 861
    },
    {
      "epoch": 2.923599320882852,
      "grad_norm": 0.15293685962586767,
      "learning_rate": 2.065862239025639e-05,
      "loss": 0.0701388269662857,
      "step": 862
    },
    {
      "epoch": 2.9269949066213923,
      "grad_norm": 0.1602421514778121,
      "learning_rate": 2.053898705337583e-05,
      "loss": 0.07826648652553558,
      "step": 863
    },
    {
      "epoch": 2.930390492359932,
      "grad_norm": 0.17295362203895506,
      "learning_rate": 2.0419609525492794e-05,
      "loss": 0.0596000961959362,
      "step": 864
    },
    {
      "epoch": 2.933786078098472,
      "grad_norm": 0.17603716664188065,
      "learning_rate": 2.030049085126247e-05,
      "loss": 0.05892246961593628,
      "step": 865
    },
    {
      "epoch": 2.937181663837012,
      "grad_norm": 0.18273492035506614,
      "learning_rate": 2.0181632073074926e-05,
      "loss": 0.10967177152633667,
      "step": 866
    },
    {
      "epoch": 2.9405772495755516,
      "grad_norm": 0.14316236955044886,
      "learning_rate": 2.0063034231045852e-05,
      "loss": 0.09500811994075775,
      "step": 867
    },
    {
      "epoch": 2.9439728353140917,
      "grad_norm": 0.16644737673516605,
      "learning_rate": 1.9944698363007547e-05,
      "loss": 0.09110953658819199,
      "step": 868
    },
    {
      "epoch": 2.9473684210526314,
      "grad_norm": 0.19260646627625758,
      "learning_rate": 1.9826625504499806e-05,
      "loss": 0.08384446799755096,
      "step": 869
    },
    {
      "epoch": 2.9507640067911716,
      "grad_norm": 0.1768321044438133,
      "learning_rate": 1.9708816688760884e-05,
      "loss": 0.06967946887016296,
      "step": 870
    },
    {
      "epoch": 2.9541595925297113,
      "grad_norm": 0.15653207349065149,
      "learning_rate": 1.9591272946718415e-05,
      "loss": 0.07182908058166504,
      "step": 871
    },
    {
      "epoch": 2.9575551782682514,
      "grad_norm": 0.15469157410838638,
      "learning_rate": 1.947399530698043e-05,
      "loss": 0.05983252078294754,
      "step": 872
    },
    {
      "epoch": 2.960950764006791,
      "grad_norm": 0.16439766926557692,
      "learning_rate": 1.9356984795826334e-05,
      "loss": 0.054759681224823,
      "step": 873
    },
    {
      "epoch": 2.9643463497453313,
      "grad_norm": 0.17692383944185688,
      "learning_rate": 1.9240242437197913e-05,
      "loss": 0.09463880956172943,
      "step": 874
    },
    {
      "epoch": 2.967741935483871,
      "grad_norm": 0.1745706988367255,
      "learning_rate": 1.912376925269041e-05,
      "loss": 0.11154663562774658,
      "step": 875
    },
    {
      "epoch": 2.9711375212224107,
      "grad_norm": 0.14213415668794782,
      "learning_rate": 1.9007566261543558e-05,
      "loss": 0.0895266979932785,
      "step": 876
    },
    {
      "epoch": 2.974533106960951,
      "grad_norm": 0.15611486978088643,
      "learning_rate": 1.8891634480632664e-05,
      "loss": 0.08388682454824448,
      "step": 877
    },
    {
      "epoch": 2.9779286926994906,
      "grad_norm": 0.1720876778060776,
      "learning_rate": 1.8775974924459717e-05,
      "loss": 0.0881383940577507,
      "step": 878
    },
    {
      "epoch": 2.9813242784380307,
      "grad_norm": 0.17484986338437197,
      "learning_rate": 1.8660588605144484e-05,
      "loss": 0.0678919181227684,
      "step": 879
    },
    {
      "epoch": 2.9847198641765704,
      "grad_norm": 0.16092428869283115,
      "learning_rate": 1.8545476532415744e-05,
      "loss": 0.0655856803059578,
      "step": 880
    },
    {
      "epoch": 2.98811544991511,
      "grad_norm": 0.15814653133003054,
      "learning_rate": 1.8430639713602316e-05,
      "loss": 0.05788996070623398,
      "step": 881
    },
    {
      "epoch": 2.9915110356536503,
      "grad_norm": 0.16003540190417415,
      "learning_rate": 1.8316079153624355e-05,
      "loss": 0.08516006171703339,
      "step": 882
    },
    {
      "epoch": 2.99490662139219,
      "grad_norm": 0.16552096039523276,
      "learning_rate": 1.820179585498446e-05,
      "loss": 0.09487900137901306,
      "step": 883
    },
    {
      "epoch": 2.99830220713073,
      "grad_norm": 0.1512330782478313,
      "learning_rate": 1.808779081775901e-05,
      "loss": 0.0681651160120964,
      "step": 884
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.2023956716474506,
      "learning_rate": 1.7974065039589333e-05,
      "loss": 0.05562879145145416,
      "step": 885
    },
    {
      "epoch": 3.0033955857385397,
      "grad_norm": 0.2287065498286656,
      "learning_rate": 1.7860619515673033e-05,
      "loss": 0.0673580914735794,
      "step": 886
    },
    {
      "epoch": 3.00679117147708,
      "grad_norm": 0.19801683140891588,
      "learning_rate": 1.7747455238755223e-05,
      "loss": 0.054912835359573364,
      "step": 887
    },
    {
      "epoch": 3.0101867572156196,
      "grad_norm": 0.1804627719654919,
      "learning_rate": 1.7634573199119863e-05,
      "loss": 0.04442862793803215,
      "step": 888
    },
    {
      "epoch": 3.0135823429541597,
      "grad_norm": 0.1462685053942342,
      "learning_rate": 1.7521974384581115e-05,
      "loss": 0.03634992241859436,
      "step": 889
    },
    {
      "epoch": 3.0169779286926994,
      "grad_norm": 0.15212781603985104,
      "learning_rate": 1.740965978047465e-05,
      "loss": 0.03315172344446182,
      "step": 890
    },
    {
      "epoch": 3.0203735144312396,
      "grad_norm": 0.14612235534582096,
      "learning_rate": 1.729763036964909e-05,
      "loss": 0.02704174816608429,
      "step": 891
    },
    {
      "epoch": 3.0237691001697793,
      "grad_norm": 0.16708180698747183,
      "learning_rate": 1.718588713245734e-05,
      "loss": 0.023155605420470238,
      "step": 892
    },
    {
      "epoch": 3.027164685908319,
      "grad_norm": 0.17707977078785955,
      "learning_rate": 1.7074431046748075e-05,
      "loss": 0.022725418210029602,
      "step": 893
    },
    {
      "epoch": 3.030560271646859,
      "grad_norm": 0.24737355642448566,
      "learning_rate": 1.6963263087857123e-05,
      "loss": 0.05386361479759216,
      "step": 894
    },
    {
      "epoch": 3.033955857385399,
      "grad_norm": 0.25851001917652455,
      "learning_rate": 1.6852384228598967e-05,
      "loss": 0.06401611119508743,
      "step": 895
    },
    {
      "epoch": 3.037351443123939,
      "grad_norm": 0.16953838249276665,
      "learning_rate": 1.6741795439258218e-05,
      "loss": 0.04542354866862297,
      "step": 896
    },
    {
      "epoch": 3.0407470288624787,
      "grad_norm": 0.15680709701808324,
      "learning_rate": 1.6631497687581126e-05,
      "loss": 0.03876464068889618,
      "step": 897
    },
    {
      "epoch": 3.044142614601019,
      "grad_norm": 0.1621940288708138,
      "learning_rate": 1.652149193876713e-05,
      "loss": 0.035458002239465714,
      "step": 898
    },
    {
      "epoch": 3.0475382003395586,
      "grad_norm": 0.14683841762804328,
      "learning_rate": 1.641177915546036e-05,
      "loss": 0.029961001127958298,
      "step": 899
    },
    {
      "epoch": 3.0509337860780983,
      "grad_norm": 0.14211796748340072,
      "learning_rate": 1.63023602977413e-05,
      "loss": 0.026551615446805954,
      "step": 900
    },
    {
      "epoch": 3.0543293718166384,
      "grad_norm": 0.149015210236981,
      "learning_rate": 1.6193236323118283e-05,
      "loss": 0.022327136248350143,
      "step": 901
    },
    {
      "epoch": 3.057724957555178,
      "grad_norm": 0.15609661806446196,
      "learning_rate": 1.6084408186519196e-05,
      "loss": 0.042529694736003876,
      "step": 902
    },
    {
      "epoch": 3.0611205432937183,
      "grad_norm": 0.1620896759781662,
      "learning_rate": 1.5975876840283072e-05,
      "loss": 0.06388020515441895,
      "step": 903
    },
    {
      "epoch": 3.064516129032258,
      "grad_norm": 0.14592498810532067,
      "learning_rate": 1.586764323415178e-05,
      "loss": 0.04957219213247299,
      "step": 904
    },
    {
      "epoch": 3.067911714770798,
      "grad_norm": 0.14309527473877956,
      "learning_rate": 1.5759708315261722e-05,
      "loss": 0.0441456101834774,
      "step": 905
    },
    {
      "epoch": 3.071307300509338,
      "grad_norm": 0.15003916164280975,
      "learning_rate": 1.5652073028135512e-05,
      "loss": 0.036236342042684555,
      "step": 906
    },
    {
      "epoch": 3.0747028862478776,
      "grad_norm": 0.16449819690771467,
      "learning_rate": 1.5544738314673747e-05,
      "loss": 0.03265400975942612,
      "step": 907
    },
    {
      "epoch": 3.0780984719864177,
      "grad_norm": 0.1429571587195673,
      "learning_rate": 1.5437705114146733e-05,
      "loss": 0.026175139471888542,
      "step": 908
    },
    {
      "epoch": 3.0814940577249574,
      "grad_norm": 0.12972515361377904,
      "learning_rate": 1.533097436318629e-05,
      "loss": 0.021192245185375214,
      "step": 909
    },
    {
      "epoch": 3.0848896434634976,
      "grad_norm": 0.14840787839680314,
      "learning_rate": 1.5224546995777549e-05,
      "loss": 0.024942472577095032,
      "step": 910
    },
    {
      "epoch": 3.0882852292020373,
      "grad_norm": 0.17581008918751306,
      "learning_rate": 1.5118423943250771e-05,
      "loss": 0.05906528979539871,
      "step": 911
    },
    {
      "epoch": 3.0916808149405774,
      "grad_norm": 0.17116495728343437,
      "learning_rate": 1.5012606134273205e-05,
      "loss": 0.04865565896034241,
      "step": 912
    },
    {
      "epoch": 3.095076400679117,
      "grad_norm": 0.15065942549132996,
      "learning_rate": 1.4907094494840929e-05,
      "loss": 0.037569206207990646,
      "step": 913
    },
    {
      "epoch": 3.098471986417657,
      "grad_norm": 0.14214807516551503,
      "learning_rate": 1.4801889948270853e-05,
      "loss": 0.03742380440235138,
      "step": 914
    },
    {
      "epoch": 3.101867572156197,
      "grad_norm": 0.1351709361847205,
      "learning_rate": 1.4696993415192484e-05,
      "loss": 0.02953353524208069,
      "step": 915
    },
    {
      "epoch": 3.1052631578947367,
      "grad_norm": 0.13129711910200692,
      "learning_rate": 1.4592405813539994e-05,
      "loss": 0.025264710187911987,
      "step": 916
    },
    {
      "epoch": 3.108658743633277,
      "grad_norm": 0.13223314573246042,
      "learning_rate": 1.4488128058544098e-05,
      "loss": 0.02316337451338768,
      "step": 917
    },
    {
      "epoch": 3.1120543293718166,
      "grad_norm": 0.12265048431079878,
      "learning_rate": 1.4384161062724133e-05,
      "loss": 0.019381247460842133,
      "step": 918
    },
    {
      "epoch": 3.1154499151103567,
      "grad_norm": 0.1397371448078249,
      "learning_rate": 1.428050573587999e-05,
      "loss": 0.05059080570936203,
      "step": 919
    },
    {
      "epoch": 3.1188455008488964,
      "grad_norm": 0.1358877403164227,
      "learning_rate": 1.4177162985084242e-05,
      "loss": 0.051333390176296234,
      "step": 920
    },
    {
      "epoch": 3.122241086587436,
      "grad_norm": 0.1358772433009525,
      "learning_rate": 1.4074133714674115e-05,
      "loss": 0.04799500107765198,
      "step": 921
    },
    {
      "epoch": 3.1256366723259763,
      "grad_norm": 0.1443040636807733,
      "learning_rate": 1.397141882624361e-05,
      "loss": 0.040485985577106476,
      "step": 922
    },
    {
      "epoch": 3.129032258064516,
      "grad_norm": 0.13203923626535163,
      "learning_rate": 1.3869019218635642e-05,
      "loss": 0.03332916274666786,
      "step": 923
    },
    {
      "epoch": 3.132427843803056,
      "grad_norm": 0.12700180572450606,
      "learning_rate": 1.3766935787934138e-05,
      "loss": 0.04002326726913452,
      "step": 924
    },
    {
      "epoch": 3.135823429541596,
      "grad_norm": 0.12967867811755004,
      "learning_rate": 1.3665169427456203e-05,
      "loss": 0.02388843521475792,
      "step": 925
    },
    {
      "epoch": 3.139219015280136,
      "grad_norm": 0.12338238118295694,
      "learning_rate": 1.3563721027744308e-05,
      "loss": 0.021195849403738976,
      "step": 926
    },
    {
      "epoch": 3.1426146010186757,
      "grad_norm": 0.16027197859587844,
      "learning_rate": 1.3462591476558511e-05,
      "loss": 0.04306637868285179,
      "step": 927
    },
    {
      "epoch": 3.1460101867572154,
      "grad_norm": 0.14360457403226243,
      "learning_rate": 1.336178165886865e-05,
      "loss": 0.053870104253292084,
      "step": 928
    },
    {
      "epoch": 3.1494057724957556,
      "grad_norm": 0.1311026593349651,
      "learning_rate": 1.3261292456846647e-05,
      "loss": 0.04142114520072937,
      "step": 929
    },
    {
      "epoch": 3.1528013582342953,
      "grad_norm": 0.13679382977814183,
      "learning_rate": 1.3161124749858738e-05,
      "loss": 0.04224657267332077,
      "step": 930
    },
    {
      "epoch": 3.1561969439728355,
      "grad_norm": 0.1395144754999581,
      "learning_rate": 1.3061279414457823e-05,
      "loss": 0.03984564542770386,
      "step": 931
    },
    {
      "epoch": 3.159592529711375,
      "grad_norm": 0.12178551924012121,
      "learning_rate": 1.2961757324375767e-05,
      "loss": 0.02691613882780075,
      "step": 932
    },
    {
      "epoch": 3.1629881154499153,
      "grad_norm": 0.1231562597300068,
      "learning_rate": 1.2862559350515746e-05,
      "loss": 0.0235055573284626,
      "step": 933
    },
    {
      "epoch": 3.166383701188455,
      "grad_norm": 0.12803697239446835,
      "learning_rate": 1.27636863609447e-05,
      "loss": 0.02205159328877926,
      "step": 934
    },
    {
      "epoch": 3.1697792869269947,
      "grad_norm": 0.13838654960788713,
      "learning_rate": 1.2665139220885613e-05,
      "loss": 0.024279549717903137,
      "step": 935
    },
    {
      "epoch": 3.173174872665535,
      "grad_norm": 0.1338553286408259,
      "learning_rate": 1.2566918792710042e-05,
      "loss": 0.05706634745001793,
      "step": 936
    },
    {
      "epoch": 3.1765704584040746,
      "grad_norm": 0.13429355262448361,
      "learning_rate": 1.2469025935930523e-05,
      "loss": 0.049813997000455856,
      "step": 937
    },
    {
      "epoch": 3.1799660441426147,
      "grad_norm": 0.13391151766003662,
      "learning_rate": 1.2371461507193078e-05,
      "loss": 0.04218004643917084,
      "step": 938
    },
    {
      "epoch": 3.1833616298811545,
      "grad_norm": 0.1302496712699556,
      "learning_rate": 1.2274226360269687e-05,
      "loss": 0.03302651271224022,
      "step": 939
    },
    {
      "epoch": 3.1867572156196946,
      "grad_norm": 0.13411284848375005,
      "learning_rate": 1.2177321346050835e-05,
      "loss": 0.030225880444049835,
      "step": 940
    },
    {
      "epoch": 3.1901528013582343,
      "grad_norm": 0.12090778410730388,
      "learning_rate": 1.2080747312538083e-05,
      "loss": 0.023621803149580956,
      "step": 941
    },
    {
      "epoch": 3.193548387096774,
      "grad_norm": 0.12191916953108109,
      "learning_rate": 1.1984505104836608e-05,
      "loss": 0.02137250266969204,
      "step": 942
    },
    {
      "epoch": 3.196943972835314,
      "grad_norm": 0.12044582203569461,
      "learning_rate": 1.1888595565147836e-05,
      "loss": 0.019377615302801132,
      "step": 943
    },
    {
      "epoch": 3.200339558573854,
      "grad_norm": 0.13238834380027187,
      "learning_rate": 1.1793019532762056e-05,
      "loss": 0.05031951889395714,
      "step": 944
    },
    {
      "epoch": 3.203735144312394,
      "grad_norm": 0.13290375068005594,
      "learning_rate": 1.1697777844051105e-05,
      "loss": 0.05532939359545708,
      "step": 945
    },
    {
      "epoch": 3.2071307300509337,
      "grad_norm": 0.12575324429533835,
      "learning_rate": 1.1602871332461002e-05,
      "loss": 0.040702566504478455,
      "step": 946
    },
    {
      "epoch": 3.2105263157894735,
      "grad_norm": 0.13163786886014323,
      "learning_rate": 1.150830082850468e-05,
      "loss": 0.041564490646123886,
      "step": 947
    },
    {
      "epoch": 3.2139219015280136,
      "grad_norm": 0.13429807100273985,
      "learning_rate": 1.141406715975476e-05,
      "loss": 0.03210339695215225,
      "step": 948
    },
    {
      "epoch": 3.2173174872665533,
      "grad_norm": 0.12825741869075025,
      "learning_rate": 1.1320171150836228e-05,
      "loss": 0.028910160064697266,
      "step": 949
    },
    {
      "epoch": 3.2207130730050935,
      "grad_norm": 0.11583113320386382,
      "learning_rate": 1.1226613623419269e-05,
      "loss": 0.021669626235961914,
      "step": 950
    },
    {
      "epoch": 3.224108658743633,
      "grad_norm": 0.12325145469098292,
      "learning_rate": 1.1133395396212049e-05,
      "loss": 0.02199777215719223,
      "step": 951
    },
    {
      "epoch": 3.2275042444821733,
      "grad_norm": 0.11840404330072238,
      "learning_rate": 1.1040517284953595e-05,
      "loss": 0.03625570982694626,
      "step": 952
    },
    {
      "epoch": 3.230899830220713,
      "grad_norm": 0.14307664119726513,
      "learning_rate": 1.0947980102406596e-05,
      "loss": 0.061830319464206696,
      "step": 953
    },
    {
      "epoch": 3.234295415959253,
      "grad_norm": 0.1312695445643524,
      "learning_rate": 1.0855784658350388e-05,
      "loss": 0.044841524213552475,
      "step": 954
    },
    {
      "epoch": 3.237691001697793,
      "grad_norm": 0.1198362828943224,
      "learning_rate": 1.0763931759573736e-05,
      "loss": 0.03786482661962509,
      "step": 955
    },
    {
      "epoch": 3.2410865874363326,
      "grad_norm": 0.13118645874481558,
      "learning_rate": 1.0672422209867878e-05,
      "loss": 0.03329238295555115,
      "step": 956
    },
    {
      "epoch": 3.2444821731748728,
      "grad_norm": 0.11849860372189018,
      "learning_rate": 1.0581256810019435e-05,
      "loss": 0.02538839727640152,
      "step": 957
    },
    {
      "epoch": 3.2478777589134125,
      "grad_norm": 0.12286527056099193,
      "learning_rate": 1.0490436357803435e-05,
      "loss": 0.025109291076660156,
      "step": 958
    },
    {
      "epoch": 3.2512733446519526,
      "grad_norm": 0.12357068323490371,
      "learning_rate": 1.0399961647976314e-05,
      "loss": 0.021655848249793053,
      "step": 959
    },
    {
      "epoch": 3.2546689303904923,
      "grad_norm": 0.15652966783482694,
      "learning_rate": 1.0309833472268976e-05,
      "loss": 0.024202316999435425,
      "step": 960
    },
    {
      "epoch": 3.258064516129032,
      "grad_norm": 0.11508594625250927,
      "learning_rate": 1.0220052619379843e-05,
      "loss": 0.052302829921245575,
      "step": 961
    },
    {
      "epoch": 3.261460101867572,
      "grad_norm": 0.12670651189730398,
      "learning_rate": 1.0130619874967983e-05,
      "loss": 0.048711176961660385,
      "step": 962
    },
    {
      "epoch": 3.264855687606112,
      "grad_norm": 0.12775460939273364,
      "learning_rate": 1.0041536021646204e-05,
      "loss": 0.0423329696059227,
      "step": 963
    },
    {
      "epoch": 3.268251273344652,
      "grad_norm": 0.12612617238345966,
      "learning_rate": 9.952801838974213e-06,
      "loss": 0.03406022489070892,
      "step": 964
    },
    {
      "epoch": 3.2716468590831917,
      "grad_norm": 0.12438145630992371,
      "learning_rate": 9.864418103451828e-06,
      "loss": 0.029523154720664024,
      "step": 965
    },
    {
      "epoch": 3.275042444821732,
      "grad_norm": 0.12328410442355167,
      "learning_rate": 9.776385588512121e-06,
      "loss": 0.02632921002805233,
      "step": 966
    },
    {
      "epoch": 3.2784380305602716,
      "grad_norm": 0.12230539281907025,
      "learning_rate": 9.688705064514703e-06,
      "loss": 0.02133692428469658,
      "step": 967
    },
    {
      "epoch": 3.2818336162988118,
      "grad_norm": 0.12410610690728713,
      "learning_rate": 9.601377298738977e-06,
      "loss": 0.01997721940279007,
      "step": 968
    },
    {
      "epoch": 3.2852292020373515,
      "grad_norm": 0.14392976845115754,
      "learning_rate": 9.514403055377386e-06,
      "loss": 0.05067284032702446,
      "step": 969
    },
    {
      "epoch": 3.288624787775891,
      "grad_norm": 0.13594754613361928,
      "learning_rate": 9.427783095528769e-06,
      "loss": 0.05785913020372391,
      "step": 970
    },
    {
      "epoch": 3.2920203735144313,
      "grad_norm": 0.12834590778573052,
      "learning_rate": 9.34151817719166e-06,
      "loss": 0.04777633398771286,
      "step": 971
    },
    {
      "epoch": 3.295415959252971,
      "grad_norm": 0.12623944849599206,
      "learning_rate": 9.255609055257713e-06,
      "loss": 0.038534604012966156,
      "step": 972
    },
    {
      "epoch": 3.298811544991511,
      "grad_norm": 0.1259826025384117,
      "learning_rate": 9.170056481504996e-06,
      "loss": 0.03242049366235733,
      "step": 973
    },
    {
      "epoch": 3.302207130730051,
      "grad_norm": 0.1221700934965317,
      "learning_rate": 9.084861204591549e-06,
      "loss": 0.027944771572947502,
      "step": 974
    },
    {
      "epoch": 3.3056027164685906,
      "grad_norm": 0.11491942560681297,
      "learning_rate": 9.000023970048726e-06,
      "loss": 0.022624008357524872,
      "step": 975
    },
    {
      "epoch": 3.3089983022071308,
      "grad_norm": 0.12332549902865371,
      "learning_rate": 8.915545520274698e-06,
      "loss": 0.021190008148550987,
      "step": 976
    },
    {
      "epoch": 3.3123938879456705,
      "grad_norm": 0.13636166486606488,
      "learning_rate": 8.831426594527975e-06,
      "loss": 0.03924716264009476,
      "step": 977
    },
    {
      "epoch": 3.3157894736842106,
      "grad_norm": 0.138797664924497,
      "learning_rate": 8.747667928920927e-06,
      "loss": 0.0606057271361351,
      "step": 978
    },
    {
      "epoch": 3.3191850594227503,
      "grad_norm": 0.12461083880660333,
      "learning_rate": 8.664270256413332e-06,
      "loss": 0.04649470001459122,
      "step": 979
    },
    {
      "epoch": 3.3225806451612905,
      "grad_norm": 0.1329552982261501,
      "learning_rate": 8.581234306805969e-06,
      "loss": 0.048369601368904114,
      "step": 980
    },
    {
      "epoch": 3.32597623089983,
      "grad_norm": 0.1280609732216262,
      "learning_rate": 8.498560806734229e-06,
      "loss": 0.03547901660203934,
      "step": 981
    },
    {
      "epoch": 3.3293718166383703,
      "grad_norm": 0.1186110736793347,
      "learning_rate": 8.416250479661803e-06,
      "loss": 0.03008534386754036,
      "step": 982
    },
    {
      "epoch": 3.33276740237691,
      "grad_norm": 0.12004796273708981,
      "learning_rate": 8.334304045874247e-06,
      "loss": 0.02395748905837536,
      "step": 983
    },
    {
      "epoch": 3.3361629881154498,
      "grad_norm": 0.11289648473423446,
      "learning_rate": 8.252722222472792e-06,
      "loss": 0.020507005974650383,
      "step": 984
    },
    {
      "epoch": 3.33955857385399,
      "grad_norm": 0.12645272151847867,
      "learning_rate": 8.171505723367961e-06,
      "loss": 0.021873991936445236,
      "step": 985
    },
    {
      "epoch": 3.3429541595925296,
      "grad_norm": 0.1229970020521114,
      "learning_rate": 8.090655259273428e-06,
      "loss": 0.054312169551849365,
      "step": 986
    },
    {
      "epoch": 3.3463497453310698,
      "grad_norm": 0.12456309550037527,
      "learning_rate": 8.010171537699712e-06,
      "loss": 0.051031019538640976,
      "step": 987
    },
    {
      "epoch": 3.3497453310696095,
      "grad_norm": 0.12874216817605386,
      "learning_rate": 7.930055262948072e-06,
      "loss": 0.04110771045088768,
      "step": 988
    },
    {
      "epoch": 3.353140916808149,
      "grad_norm": 0.12183387715821775,
      "learning_rate": 7.850307136104247e-06,
      "loss": 0.03764788806438446,
      "step": 989
    },
    {
      "epoch": 3.3565365025466893,
      "grad_norm": 0.12394364871674748,
      "learning_rate": 7.770927855032378e-06,
      "loss": 0.029466327279806137,
      "step": 990
    },
    {
      "epoch": 3.359932088285229,
      "grad_norm": 0.11542801993611722,
      "learning_rate": 7.691918114368907e-06,
      "loss": 0.023005565628409386,
      "step": 991
    },
    {
      "epoch": 3.363327674023769,
      "grad_norm": 0.11914954702312376,
      "learning_rate": 7.613278605516455e-06,
      "loss": 0.022195864468812943,
      "step": 992
    },
    {
      "epoch": 3.366723259762309,
      "grad_norm": 0.11872845223975578,
      "learning_rate": 7.535010016637828e-06,
      "loss": 0.021608486771583557,
      "step": 993
    },
    {
      "epoch": 3.370118845500849,
      "grad_norm": 0.12579123531625508,
      "learning_rate": 7.457113032649943e-06,
      "loss": 0.0499873161315918,
      "step": 994
    },
    {
      "epoch": 3.3735144312393888,
      "grad_norm": 0.12301506714902506,
      "learning_rate": 7.379588335217874e-06,
      "loss": 0.05264587327837944,
      "step": 995
    },
    {
      "epoch": 3.376910016977929,
      "grad_norm": 0.1253271954708119,
      "learning_rate": 7.302436602748864e-06,
      "loss": 0.0403154194355011,
      "step": 996
    },
    {
      "epoch": 3.3803056027164686,
      "grad_norm": 0.12579321355529954,
      "learning_rate": 7.225658510386385e-06,
      "loss": 0.03427085652947426,
      "step": 997
    },
    {
      "epoch": 3.3837011884550083,
      "grad_norm": 0.12422955087022457,
      "learning_rate": 7.1492547300042455e-06,
      "loss": 0.03029695712029934,
      "step": 998
    },
    {
      "epoch": 3.3870967741935485,
      "grad_norm": 0.11958994199608736,
      "learning_rate": 7.073225930200722e-06,
      "loss": 0.025695830583572388,
      "step": 999
    },
    {
      "epoch": 3.390492359932088,
      "grad_norm": 0.11256893738827631,
      "learning_rate": 6.99757277629266e-06,
      "loss": 0.022229617461562157,
      "step": 1000
    },
    {
      "epoch": 3.3938879456706283,
      "grad_norm": 0.11933399286318758,
      "learning_rate": 6.922295930309691e-06,
      "loss": 0.01890420913696289,
      "step": 1001
    },
    {
      "epoch": 3.397283531409168,
      "grad_norm": 0.14075818340504395,
      "learning_rate": 6.847396050988469e-06,
      "loss": 0.042036961764097214,
      "step": 1002
    },
    {
      "epoch": 3.4006791171477078,
      "grad_norm": 0.13882620104279927,
      "learning_rate": 6.772873793766815e-06,
      "loss": 0.05907998979091644,
      "step": 1003
    },
    {
      "epoch": 3.404074702886248,
      "grad_norm": 0.12180948896211187,
      "learning_rate": 6.698729810778065e-06,
      "loss": 0.04251595586538315,
      "step": 1004
    },
    {
      "epoch": 3.4074702886247876,
      "grad_norm": 0.12841680715346554,
      "learning_rate": 6.624964750845325e-06,
      "loss": 0.037187762558460236,
      "step": 1005
    },
    {
      "epoch": 3.4108658743633278,
      "grad_norm": 0.12421524114555775,
      "learning_rate": 6.551579259475809e-06,
      "loss": 0.03140611574053764,
      "step": 1006
    },
    {
      "epoch": 3.4142614601018675,
      "grad_norm": 0.13023205267528695,
      "learning_rate": 6.478573978855146e-06,
      "loss": 0.026064341887831688,
      "step": 1007
    },
    {
      "epoch": 3.4176570458404076,
      "grad_norm": 0.11587019883038634,
      "learning_rate": 6.405949547841849e-06,
      "loss": 0.02195816859602928,
      "step": 1008
    },
    {
      "epoch": 3.4210526315789473,
      "grad_norm": 0.11305852845312694,
      "learning_rate": 6.333706601961642e-06,
      "loss": 0.018451834097504616,
      "step": 1009
    },
    {
      "epoch": 3.4244482173174875,
      "grad_norm": 0.12394852802561025,
      "learning_rate": 6.2618457734019364e-06,
      "loss": 0.021571999415755272,
      "step": 1010
    },
    {
      "epoch": 3.427843803056027,
      "grad_norm": 0.12422171528354305,
      "learning_rate": 6.190367691006288e-06,
      "loss": 0.05437242239713669,
      "step": 1011
    },
    {
      "epoch": 3.431239388794567,
      "grad_norm": 0.13277863812978483,
      "learning_rate": 6.119272980268897e-06,
      "loss": 0.05201639235019684,
      "step": 1012
    },
    {
      "epoch": 3.434634974533107,
      "grad_norm": 0.12034323718654945,
      "learning_rate": 6.048562263329138e-06,
      "loss": 0.03945009037852287,
      "step": 1013
    },
    {
      "epoch": 3.4380305602716468,
      "grad_norm": 0.11821264782256398,
      "learning_rate": 5.978236158966105e-06,
      "loss": 0.034029774367809296,
      "step": 1014
    },
    {
      "epoch": 3.441426146010187,
      "grad_norm": 0.1318913719285147,
      "learning_rate": 5.908295282593207e-06,
      "loss": 0.030163567513227463,
      "step": 1015
    },
    {
      "epoch": 3.4448217317487266,
      "grad_norm": 0.12103176990126512,
      "learning_rate": 5.838740246252794e-06,
      "loss": 0.025972014293074608,
      "step": 1016
    },
    {
      "epoch": 3.4482173174872663,
      "grad_norm": 0.11758154061366656,
      "learning_rate": 5.769571658610762e-06,
      "loss": 0.02163957618176937,
      "step": 1017
    },
    {
      "epoch": 3.4516129032258065,
      "grad_norm": 0.11320580344258656,
      "learning_rate": 5.700790124951283e-06,
      "loss": 0.017679382115602493,
      "step": 1018
    },
    {
      "epoch": 3.455008488964346,
      "grad_norm": 0.12636765690680088,
      "learning_rate": 5.6323962471714286e-06,
      "loss": 0.04990405589342117,
      "step": 1019
    },
    {
      "epoch": 3.4584040747028864,
      "grad_norm": 0.12253748224862382,
      "learning_rate": 5.564390623775995e-06,
      "loss": 0.05478016659617424,
      "step": 1020
    },
    {
      "epoch": 3.461799660441426,
      "grad_norm": 0.11741379227005212,
      "learning_rate": 5.496773849872183e-06,
      "loss": 0.04403357952833176,
      "step": 1021
    },
    {
      "epoch": 3.465195246179966,
      "grad_norm": 0.12462760394568805,
      "learning_rate": 5.429546517164486e-06,
      "loss": 0.03723139688372612,
      "step": 1022
    },
    {
      "epoch": 3.468590831918506,
      "grad_norm": 0.11889623953373125,
      "learning_rate": 5.362709213949396e-06,
      "loss": 0.03130408003926277,
      "step": 1023
    },
    {
      "epoch": 3.471986417657046,
      "grad_norm": 0.1165830127245237,
      "learning_rate": 5.296262525110346e-06,
      "loss": 0.025761296972632408,
      "step": 1024
    },
    {
      "epoch": 3.475382003395586,
      "grad_norm": 0.11933954874173557,
      "learning_rate": 5.23020703211255e-06,
      "loss": 0.024434616789221764,
      "step": 1025
    },
    {
      "epoch": 3.4787775891341255,
      "grad_norm": 0.12182070855215353,
      "learning_rate": 5.1645433129979215e-06,
      "loss": 0.02007797360420227,
      "step": 1026
    },
    {
      "epoch": 3.4821731748726656,
      "grad_norm": 0.13979685734616396,
      "learning_rate": 5.0992719423800236e-06,
      "loss": 0.041598979383707047,
      "step": 1027
    },
    {
      "epoch": 3.4855687606112054,
      "grad_norm": 0.12407163023629854,
      "learning_rate": 5.034393491439043e-06,
      "loss": 0.05767684429883957,
      "step": 1028
    },
    {
      "epoch": 3.4889643463497455,
      "grad_norm": 0.12420571483623782,
      "learning_rate": 4.969908527916766e-06,
      "loss": 0.04558452218770981,
      "step": 1029
    },
    {
      "epoch": 3.492359932088285,
      "grad_norm": 0.12127161903962408,
      "learning_rate": 4.905817616111641e-06,
      "loss": 0.040574293583631516,
      "step": 1030
    },
    {
      "epoch": 3.495755517826825,
      "grad_norm": 0.1257340537429782,
      "learning_rate": 4.842121316873821e-06,
      "loss": 0.033539630472660065,
      "step": 1031
    },
    {
      "epoch": 3.499151103565365,
      "grad_norm": 0.12458790628552394,
      "learning_rate": 4.778820187600275e-06,
      "loss": 0.026948917657136917,
      "step": 1032
    },
    {
      "epoch": 3.502546689303905,
      "grad_norm": 0.1175504061592978,
      "learning_rate": 4.71591478222988e-06,
      "loss": 0.0230097658932209,
      "step": 1033
    },
    {
      "epoch": 3.505942275042445,
      "grad_norm": 0.11685318302170783,
      "learning_rate": 4.653405651238607e-06,
      "loss": 0.019026953727006912,
      "step": 1034
    },
    {
      "epoch": 3.5093378607809846,
      "grad_norm": 0.128477854704914,
      "learning_rate": 4.591293341634661e-06,
      "loss": 0.02308005653321743,
      "step": 1035
    },
    {
      "epoch": 3.5127334465195243,
      "grad_norm": 0.11780690824100111,
      "learning_rate": 4.529578396953771e-06,
      "loss": 0.05882404372096062,
      "step": 1036
    },
    {
      "epoch": 3.5161290322580645,
      "grad_norm": 0.12890218598426142,
      "learning_rate": 4.468261357254339e-06,
      "loss": 0.049779534339904785,
      "step": 1037
    },
    {
      "epoch": 3.5195246179966047,
      "grad_norm": 0.11889542512731646,
      "learning_rate": 4.407342759112776e-06,
      "loss": 0.03601907566189766,
      "step": 1038
    },
    {
      "epoch": 3.5229202037351444,
      "grad_norm": 0.11650917944581349,
      "learning_rate": 4.346823135618788e-06,
      "loss": 0.03361005708575249,
      "step": 1039
    },
    {
      "epoch": 3.526315789473684,
      "grad_norm": 0.12301107714897029,
      "learning_rate": 4.286703016370719e-06,
      "loss": 0.029762055724859238,
      "step": 1040
    },
    {
      "epoch": 3.5297113752122242,
      "grad_norm": 0.12726738060722753,
      "learning_rate": 4.226982927470874e-06,
      "loss": 0.02579472027719021,
      "step": 1041
    },
    {
      "epoch": 3.533106960950764,
      "grad_norm": 0.12046993408334836,
      "learning_rate": 4.167663391521015e-06,
      "loss": 0.020228728652000427,
      "step": 1042
    },
    {
      "epoch": 3.536502546689304,
      "grad_norm": 0.12863831226505196,
      "learning_rate": 4.108744927617669e-06,
      "loss": 0.019604738801717758,
      "step": 1043
    },
    {
      "epoch": 3.539898132427844,
      "grad_norm": 0.12133107458973948,
      "learning_rate": 4.050228051347671e-06,
      "loss": 0.04686151444911957,
      "step": 1044
    },
    {
      "epoch": 3.5432937181663835,
      "grad_norm": 0.12428805894218747,
      "learning_rate": 3.99211327478361e-06,
      "loss": 0.0543304905295372,
      "step": 1045
    },
    {
      "epoch": 3.5466893039049237,
      "grad_norm": 0.1216084778191569,
      "learning_rate": 3.9344011064793516e-06,
      "loss": 0.04142393916845322,
      "step": 1046
    },
    {
      "epoch": 3.5500848896434634,
      "grad_norm": 0.1214602412938836,
      "learning_rate": 3.877092051465614e-06,
      "loss": 0.03393886238336563,
      "step": 1047
    },
    {
      "epoch": 3.5534804753820035,
      "grad_norm": 0.11791697265301797,
      "learning_rate": 3.8201866112455185e-06,
      "loss": 0.030113479122519493,
      "step": 1048
    },
    {
      "epoch": 3.556876061120543,
      "grad_norm": 0.11514449648738104,
      "learning_rate": 3.763685283790208e-06,
      "loss": 0.024684980511665344,
      "step": 1049
    },
    {
      "epoch": 3.560271646859083,
      "grad_norm": 0.11861405039273788,
      "learning_rate": 3.707588563534514e-06,
      "loss": 0.022464102134108543,
      "step": 1050
    },
    {
      "epoch": 3.563667232597623,
      "grad_norm": 0.11720193875426402,
      "learning_rate": 3.6518969413725903e-06,
      "loss": 0.017372405156493187,
      "step": 1051
    },
    {
      "epoch": 3.5670628183361632,
      "grad_norm": 0.15002543714927977,
      "learning_rate": 3.596610904653652e-06,
      "loss": 0.03922034800052643,
      "step": 1052
    },
    {
      "epoch": 3.570458404074703,
      "grad_norm": 0.12325872182269806,
      "learning_rate": 3.5417309371776675e-06,
      "loss": 0.05485820025205612,
      "step": 1053
    },
    {
      "epoch": 3.5738539898132426,
      "grad_norm": 0.12523315400110815,
      "learning_rate": 3.4872575191911895e-06,
      "loss": 0.04063337296247482,
      "step": 1054
    },
    {
      "epoch": 3.577249575551783,
      "grad_norm": 0.11878954410433114,
      "learning_rate": 3.4331911273830784e-06,
      "loss": 0.035744693130254745,
      "step": 1055
    },
    {
      "epoch": 3.5806451612903225,
      "grad_norm": 0.1213977935936,
      "learning_rate": 3.3795322348804114e-06,
      "loss": 0.0327204205095768,
      "step": 1056
    },
    {
      "epoch": 3.5840407470288627,
      "grad_norm": 0.11548969778292585,
      "learning_rate": 3.326281311244267e-06,
      "loss": 0.028406118974089622,
      "step": 1057
    },
    {
      "epoch": 3.5874363327674024,
      "grad_norm": 0.12368778426006656,
      "learning_rate": 3.2734388224656575e-06,
      "loss": 0.022378256544470787,
      "step": 1058
    },
    {
      "epoch": 3.590831918505942,
      "grad_norm": 0.11425562028012727,
      "learning_rate": 3.2210052309614437e-06,
      "loss": 0.01868167705833912,
      "step": 1059
    },
    {
      "epoch": 3.5942275042444822,
      "grad_norm": 0.12660248343160396,
      "learning_rate": 3.1689809955702754e-06,
      "loss": 0.023598134517669678,
      "step": 1060
    },
    {
      "epoch": 3.597623089983022,
      "grad_norm": 1.2571829260844976,
      "learning_rate": 3.117366571548608e-06,
      "loss": 0.05531495064496994,
      "step": 1061
    },
    {
      "epoch": 3.601018675721562,
      "grad_norm": 0.1256764519838915,
      "learning_rate": 3.066162410566681e-06,
      "loss": 0.04982135817408562,
      "step": 1062
    },
    {
      "epoch": 3.604414261460102,
      "grad_norm": 0.11598061576796644,
      "learning_rate": 3.0153689607045845e-06,
      "loss": 0.034899309277534485,
      "step": 1063
    },
    {
      "epoch": 3.6078098471986415,
      "grad_norm": 0.12349487692552429,
      "learning_rate": 2.9649866664483385e-06,
      "loss": 0.03358934819698334,
      "step": 1064
    },
    {
      "epoch": 3.6112054329371817,
      "grad_norm": 0.12432375629970736,
      "learning_rate": 2.915015968686002e-06,
      "loss": 0.028581634163856506,
      "step": 1065
    },
    {
      "epoch": 3.614601018675722,
      "grad_norm": 0.1195457682187301,
      "learning_rate": 2.865457304703817e-06,
      "loss": 0.02503875456750393,
      "step": 1066
    },
    {
      "epoch": 3.6179966044142615,
      "grad_norm": 0.11259288466297206,
      "learning_rate": 2.816311108182368e-06,
      "loss": 0.019195111468434334,
      "step": 1067
    },
    {
      "epoch": 3.6213921901528012,
      "grad_norm": 0.11934329519302062,
      "learning_rate": 2.767577809192806e-06,
      "loss": 0.017958905547857285,
      "step": 1068
    },
    {
      "epoch": 3.6247877758913414,
      "grad_norm": 0.11819251946821233,
      "learning_rate": 2.7192578341930618e-06,
      "loss": 0.045885052531957626,
      "step": 1069
    },
    {
      "epoch": 3.628183361629881,
      "grad_norm": 0.13626145452527538,
      "learning_rate": 2.6713516060241527e-06,
      "loss": 0.06239771097898483,
      "step": 1070
    },
    {
      "epoch": 3.6315789473684212,
      "grad_norm": 0.12101513885839696,
      "learning_rate": 2.6238595439064484e-06,
      "loss": 0.042742691934108734,
      "step": 1071
    },
    {
      "epoch": 3.634974533106961,
      "grad_norm": 0.12439151070871296,
      "learning_rate": 2.5767820634360008e-06,
      "loss": 0.03938419371843338,
      "step": 1072
    },
    {
      "epoch": 3.6383701188455007,
      "grad_norm": 0.12325651142188807,
      "learning_rate": 2.530119576580936e-06,
      "loss": 0.03136751428246498,
      "step": 1073
    },
    {
      "epoch": 3.641765704584041,
      "grad_norm": 0.11640013428729339,
      "learning_rate": 2.483872491677819e-06,
      "loss": 0.027267418801784515,
      "step": 1074
    },
    {
      "epoch": 3.6451612903225805,
      "grad_norm": 0.11644777240004063,
      "learning_rate": 2.4380412134280884e-06,
      "loss": 0.02183561585843563,
      "step": 1075
    },
    {
      "epoch": 3.6485568760611207,
      "grad_norm": 0.11045905631252374,
      "learning_rate": 2.3926261428945383e-06,
      "loss": 0.019022442400455475,
      "step": 1076
    },
    {
      "epoch": 3.6519524617996604,
      "grad_norm": 0.13542460116667632,
      "learning_rate": 2.347627677497788e-06,
      "loss": 0.040305063128471375,
      "step": 1077
    },
    {
      "epoch": 3.6553480475382,
      "grad_norm": 0.12461058265011736,
      "learning_rate": 2.303046211012783e-06,
      "loss": 0.05720077082514763,
      "step": 1078
    },
    {
      "epoch": 3.6587436332767402,
      "grad_norm": 0.12029995471106943,
      "learning_rate": 2.258882133565404e-06,
      "loss": 0.042141806334257126,
      "step": 1079
    },
    {
      "epoch": 3.6621392190152804,
      "grad_norm": 0.12196288904810622,
      "learning_rate": 2.2151358316290006e-06,
      "loss": 0.03805346414446831,
      "step": 1080
    },
    {
      "epoch": 3.66553480475382,
      "grad_norm": 0.12652976069251184,
      "learning_rate": 2.1718076880210327e-06,
      "loss": 0.028709007427096367,
      "step": 1081
    },
    {
      "epoch": 3.66893039049236,
      "grad_norm": 0.11917535258555677,
      "learning_rate": 2.1288980818997275e-06,
      "loss": 0.02676650509238243,
      "step": 1082
    },
    {
      "epoch": 3.6723259762309,
      "grad_norm": 0.11521174314624066,
      "learning_rate": 2.0864073887607416e-06,
      "loss": 0.021988656371831894,
      "step": 1083
    },
    {
      "epoch": 3.6757215619694397,
      "grad_norm": 0.10876110623427103,
      "learning_rate": 2.0443359804338923e-06,
      "loss": 0.017682846635580063,
      "step": 1084
    },
    {
      "epoch": 3.67911714770798,
      "grad_norm": 0.12894264325802585,
      "learning_rate": 2.0026842250799038e-06,
      "loss": 0.02302953228354454,
      "step": 1085
    },
    {
      "epoch": 3.6825127334465195,
      "grad_norm": 0.11746141927658608,
      "learning_rate": 1.9614524871871544e-06,
      "loss": 0.05681226775050163,
      "step": 1086
    },
    {
      "epoch": 3.6859083191850592,
      "grad_norm": 0.11995551977691109,
      "learning_rate": 1.92064112756854e-06,
      "loss": 0.0456516370177269,
      "step": 1087
    },
    {
      "epoch": 3.6893039049235994,
      "grad_norm": 0.11692173663987014,
      "learning_rate": 1.8802505033582608e-06,
      "loss": 0.03863770514726639,
      "step": 1088
    },
    {
      "epoch": 3.692699490662139,
      "grad_norm": 0.11837029712751351,
      "learning_rate": 1.8402809680087452e-06,
      "loss": 0.03486296162009239,
      "step": 1089
    },
    {
      "epoch": 3.6960950764006792,
      "grad_norm": 0.11937441312126953,
      "learning_rate": 1.8007328712875305e-06,
      "loss": 0.02674887701869011,
      "step": 1090
    },
    {
      "epoch": 3.699490662139219,
      "grad_norm": 0.11575112269014678,
      "learning_rate": 1.7616065592742038e-06,
      "loss": 0.022751905024051666,
      "step": 1091
    },
    {
      "epoch": 3.7028862478777587,
      "grad_norm": 0.11277104529976778,
      "learning_rate": 1.7229023743573657e-06,
      "loss": 0.023014364764094353,
      "step": 1092
    },
    {
      "epoch": 3.706281833616299,
      "grad_norm": 0.1162901056676442,
      "learning_rate": 1.6846206552316612e-06,
      "loss": 0.018410202115774155,
      "step": 1093
    },
    {
      "epoch": 3.709677419354839,
      "grad_norm": 0.12619695937616396,
      "learning_rate": 1.6467617368947918e-06,
      "loss": 0.05249921604990959,
      "step": 1094
    },
    {
      "epoch": 3.7130730050933787,
      "grad_norm": 0.12649403517172286,
      "learning_rate": 1.6093259506445913e-06,
      "loss": 0.05118681490421295,
      "step": 1095
    },
    {
      "epoch": 3.7164685908319184,
      "grad_norm": 0.1228822707555336,
      "learning_rate": 1.5723136240761271e-06,
      "loss": 0.04066997021436691,
      "step": 1096
    },
    {
      "epoch": 3.7198641765704585,
      "grad_norm": 0.12250051954952695,
      "learning_rate": 1.5357250810788314e-06,
      "loss": 0.03652298450469971,
      "step": 1097
    },
    {
      "epoch": 3.7232597623089982,
      "grad_norm": 0.11612374431874883,
      "learning_rate": 1.4995606418336694e-06,
      "loss": 0.02981790155172348,
      "step": 1098
    },
    {
      "epoch": 3.7266553480475384,
      "grad_norm": 0.1234081055270492,
      "learning_rate": 1.4638206228103413e-06,
      "loss": 0.02735557220876217,
      "step": 1099
    },
    {
      "epoch": 3.730050933786078,
      "grad_norm": 0.11780518710981902,
      "learning_rate": 1.4285053367645074e-06,
      "loss": 0.031158095225691795,
      "step": 1100
    },
    {
      "epoch": 3.733446519524618,
      "grad_norm": 0.10783535773913047,
      "learning_rate": 1.39361509273504e-06,
      "loss": 0.017439626157283783,
      "step": 1101
    },
    {
      "epoch": 3.736842105263158,
      "grad_norm": 0.13414590375691468,
      "learning_rate": 1.3591501960413422e-06,
      "loss": 0.041479066014289856,
      "step": 1102
    },
    {
      "epoch": 3.7402376910016977,
      "grad_norm": 0.12218321366487778,
      "learning_rate": 1.3251109482806666e-06,
      "loss": 0.05795469880104065,
      "step": 1103
    },
    {
      "epoch": 3.743633276740238,
      "grad_norm": 0.11767108019750067,
      "learning_rate": 1.2914976473254793e-06,
      "loss": 0.04435582086443901,
      "step": 1104
    },
    {
      "epoch": 3.7470288624787775,
      "grad_norm": 0.12349053656714071,
      "learning_rate": 1.2583105873208267e-06,
      "loss": 0.04039248079061508,
      "step": 1105
    },
    {
      "epoch": 3.7504244482173172,
      "grad_norm": 0.12860465722165068,
      "learning_rate": 1.2255500586818014e-06,
      "loss": 0.030748805031180382,
      "step": 1106
    },
    {
      "epoch": 3.7538200339558574,
      "grad_norm": 0.11888642683107663,
      "learning_rate": 1.1932163480909865e-06,
      "loss": 0.02776479534804821,
      "step": 1107
    },
    {
      "epoch": 3.7572156196943975,
      "grad_norm": 0.12224822062292823,
      "learning_rate": 1.1613097384959248e-06,
      "loss": 0.02215997874736786,
      "step": 1108
    },
    {
      "epoch": 3.7606112054329373,
      "grad_norm": 0.11428355963276188,
      "learning_rate": 1.1298305091066664e-06,
      "loss": 0.02009144052863121,
      "step": 1109
    },
    {
      "epoch": 3.764006791171477,
      "grad_norm": 0.12435215008514583,
      "learning_rate": 1.0987789353933408e-06,
      "loss": 0.022261163219809532,
      "step": 1110
    },
    {
      "epoch": 3.767402376910017,
      "grad_norm": 0.11795084302715504,
      "learning_rate": 1.0681552890836944e-06,
      "loss": 0.05920621007680893,
      "step": 1111
    },
    {
      "epoch": 3.770797962648557,
      "grad_norm": 0.12049029743831541,
      "learning_rate": 1.037959838160768e-06,
      "loss": 0.05087507888674736,
      "step": 1112
    },
    {
      "epoch": 3.774193548387097,
      "grad_norm": 0.11751710676145449,
      "learning_rate": 1.0081928468605118e-06,
      "loss": 0.0380292646586895,
      "step": 1113
    },
    {
      "epoch": 3.7775891341256367,
      "grad_norm": 0.12027014055763775,
      "learning_rate": 9.788545756694967e-07,
      "loss": 0.03403709456324577,
      "step": 1114
    },
    {
      "epoch": 3.7809847198641764,
      "grad_norm": 0.1220449946571117,
      "learning_rate": 9.499452813226284e-07,
      "loss": 0.029617829248309135,
      "step": 1115
    },
    {
      "epoch": 3.7843803056027165,
      "grad_norm": 0.1165749946719359,
      "learning_rate": 9.214652168008875e-07,
      "loss": 0.023012368008494377,
      "step": 1116
    },
    {
      "epoch": 3.7877758913412563,
      "grad_norm": 0.11729702440601822,
      "learning_rate": 8.934146313291425e-07,
      "loss": 0.020834699273109436,
      "step": 1117
    },
    {
      "epoch": 3.7911714770797964,
      "grad_norm": 0.11060301875684929,
      "learning_rate": 8.657937703739516e-07,
      "loss": 0.018864905461668968,
      "step": 1118
    },
    {
      "epoch": 3.794567062818336,
      "grad_norm": 0.12452208014366169,
      "learning_rate": 8.386028756414089e-07,
      "loss": 0.05394645780324936,
      "step": 1119
    },
    {
      "epoch": 3.797962648556876,
      "grad_norm": 0.11745829598880726,
      "learning_rate": 8.118421850750347e-07,
      "loss": 0.04872319847345352,
      "step": 1120
    },
    {
      "epoch": 3.801358234295416,
      "grad_norm": 0.12310129335004406,
      "learning_rate": 7.855119328537109e-07,
      "loss": 0.039736177772283554,
      "step": 1121
    },
    {
      "epoch": 3.804753820033956,
      "grad_norm": 0.11896843223067839,
      "learning_rate": 7.596123493895991e-07,
      "loss": 0.0368708074092865,
      "step": 1122
    },
    {
      "epoch": 3.808149405772496,
      "grad_norm": 0.11827883877964149,
      "learning_rate": 7.341436613261532e-07,
      "loss": 0.030284777283668518,
      "step": 1123
    },
    {
      "epoch": 3.8115449915110355,
      "grad_norm": 0.11396458316876396,
      "learning_rate": 7.091060915361269e-07,
      "loss": 0.024617334827780724,
      "step": 1124
    },
    {
      "epoch": 3.8149405772495757,
      "grad_norm": 0.10981675506521492,
      "learning_rate": 6.844998591196138e-07,
      "loss": 0.020244378596544266,
      "step": 1125
    },
    {
      "epoch": 3.8183361629881154,
      "grad_norm": 0.11488504545162433,
      "learning_rate": 6.603251794021381e-07,
      "loss": 0.019265562295913696,
      "step": 1126
    },
    {
      "epoch": 3.8217317487266556,
      "grad_norm": 0.12493743372227485,
      "learning_rate": 6.365822639327723e-07,
      "loss": 0.03398379683494568,
      "step": 1127
    },
    {
      "epoch": 3.8251273344651953,
      "grad_norm": 0.11356806317769211,
      "learning_rate": 6.132713204822838e-07,
      "loss": 0.05216260999441147,
      "step": 1128
    },
    {
      "epoch": 3.828522920203735,
      "grad_norm": 0.11970348895255666,
      "learning_rate": 5.903925530413135e-07,
      "loss": 0.04568401724100113,
      "step": 1129
    },
    {
      "epoch": 3.831918505942275,
      "grad_norm": 0.11796825587119072,
      "learning_rate": 5.679461618185944e-07,
      "loss": 0.038143813610076904,
      "step": 1130
    },
    {
      "epoch": 3.835314091680815,
      "grad_norm": 0.12460428108575632,
      "learning_rate": 5.459323432392083e-07,
      "loss": 0.033648695796728134,
      "step": 1131
    },
    {
      "epoch": 3.838709677419355,
      "grad_norm": 0.12179212767908745,
      "learning_rate": 5.243512899428316e-07,
      "loss": 0.02586100623011589,
      "step": 1132
    },
    {
      "epoch": 3.8421052631578947,
      "grad_norm": 0.11171416252754224,
      "learning_rate": 5.032031907821089e-07,
      "loss": 0.022495951503515244,
      "step": 1133
    },
    {
      "epoch": 3.8455008488964344,
      "grad_norm": 0.1156113995424611,
      "learning_rate": 4.824882308209433e-07,
      "loss": 0.019813761115074158,
      "step": 1134
    },
    {
      "epoch": 3.8488964346349746,
      "grad_norm": 0.11603376823598478,
      "learning_rate": 4.6220659133290325e-07,
      "loss": 0.020243462175130844,
      "step": 1135
    },
    {
      "epoch": 3.8522920203735147,
      "grad_norm": 0.10792824503840247,
      "learning_rate": 4.423584497996458e-07,
      "loss": 0.0512520894408226,
      "step": 1136
    },
    {
      "epoch": 3.8556876061120544,
      "grad_norm": 0.1321638026396283,
      "learning_rate": 4.2294397990932934e-07,
      "loss": 0.057612400501966476,
      "step": 1137
    },
    {
      "epoch": 3.859083191850594,
      "grad_norm": 0.11877373969390309,
      "learning_rate": 4.039633515551422e-07,
      "loss": 0.04319695755839348,
      "step": 1138
    },
    {
      "epoch": 3.8624787775891343,
      "grad_norm": 0.12083334451114072,
      "learning_rate": 3.854167308337708e-07,
      "loss": 0.030842553824186325,
      "step": 1139
    },
    {
      "epoch": 3.865874363327674,
      "grad_norm": 0.12009663704476248,
      "learning_rate": 3.67304280043973e-07,
      "loss": 0.027373939752578735,
      "step": 1140
    },
    {
      "epoch": 3.869269949066214,
      "grad_norm": 0.11754365061151577,
      "learning_rate": 3.4962615768513453e-07,
      "loss": 0.025088828057050705,
      "step": 1141
    },
    {
      "epoch": 3.872665534804754,
      "grad_norm": 0.1189051043181852,
      "learning_rate": 3.323825184559204e-07,
      "loss": 0.020571477711200714,
      "step": 1142
    },
    {
      "epoch": 3.8760611205432935,
      "grad_norm": 0.10633316956379629,
      "learning_rate": 3.1557351325287586e-07,
      "loss": 0.017123613506555557,
      "step": 1143
    },
    {
      "epoch": 3.8794567062818337,
      "grad_norm": 0.12695943153869224,
      "learning_rate": 2.9919928916913866e-07,
      "loss": 0.044827818870544434,
      "step": 1144
    },
    {
      "epoch": 3.8828522920203734,
      "grad_norm": 0.12312568794781234,
      "learning_rate": 2.8325998949314536e-07,
      "loss": 0.051978062838315964,
      "step": 1145
    },
    {
      "epoch": 3.8862478777589136,
      "grad_norm": 0.11514811593110687,
      "learning_rate": 2.677557537073605e-07,
      "loss": 0.03830812871456146,
      "step": 1146
    },
    {
      "epoch": 3.8896434634974533,
      "grad_norm": 0.12830524625470124,
      "learning_rate": 2.526867174870717e-07,
      "loss": 0.03800264373421669,
      "step": 1147
    },
    {
      "epoch": 3.893039049235993,
      "grad_norm": 0.1310621457305441,
      "learning_rate": 2.3805301269920755e-07,
      "loss": 0.029516471549868584,
      "step": 1148
    },
    {
      "epoch": 3.896434634974533,
      "grad_norm": 0.1257078646712887,
      "learning_rate": 2.238547674011715e-07,
      "loss": 0.03173277527093887,
      "step": 1149
    },
    {
      "epoch": 3.8998302207130733,
      "grad_norm": 0.11365695822165997,
      "learning_rate": 2.1009210583971539e-07,
      "loss": 0.022136522457003593,
      "step": 1150
    },
    {
      "epoch": 3.903225806451613,
      "grad_norm": 0.106486080824731,
      "learning_rate": 1.9676514844987337e-07,
      "loss": 0.01766270026564598,
      "step": 1151
    },
    {
      "epoch": 3.9066213921901527,
      "grad_norm": 0.11581309376518396,
      "learning_rate": 1.8387401185389064e-07,
      "loss": 0.03541246056556702,
      "step": 1152
    },
    {
      "epoch": 3.910016977928693,
      "grad_norm": 0.1237173604933984,
      "learning_rate": 1.714188088602131e-07,
      "loss": 0.058458708226680756,
      "step": 1153
    },
    {
      "epoch": 3.9134125636672326,
      "grad_norm": 0.12161312691926111,
      "learning_rate": 1.5939964846249378e-07,
      "loss": 0.043392978608608246,
      "step": 1154
    },
    {
      "epoch": 3.9168081494057727,
      "grad_norm": 0.1195607542721311,
      "learning_rate": 1.4781663583863793e-07,
      "loss": 0.03745763748884201,
      "step": 1155
    },
    {
      "epoch": 3.9202037351443124,
      "grad_norm": 0.11554843920603164,
      "learning_rate": 1.366698723498816e-07,
      "loss": 0.03112410008907318,
      "step": 1156
    },
    {
      "epoch": 3.923599320882852,
      "grad_norm": 0.12034239955507457,
      "learning_rate": 1.2595945553992573e-07,
      "loss": 0.027484580874443054,
      "step": 1157
    },
    {
      "epoch": 3.9269949066213923,
      "grad_norm": 0.10722658005467967,
      "learning_rate": 1.1568547913404782e-07,
      "loss": 0.020586207509040833,
      "step": 1158
    },
    {
      "epoch": 3.930390492359932,
      "grad_norm": 0.11565997714765128,
      "learning_rate": 1.0584803303831381e-07,
      "loss": 0.020107561722397804,
      "step": 1159
    },
    {
      "epoch": 3.933786078098472,
      "grad_norm": 0.11973547921538986,
      "learning_rate": 9.6447203338762e-08,
      "loss": 0.020272759720683098,
      "step": 1160
    },
    {
      "epoch": 3.937181663837012,
      "grad_norm": 0.1124841677843221,
      "learning_rate": 8.748307230067588e-08,
      "loss": 0.050097476691007614,
      "step": 1161
    },
    {
      "epoch": 3.9405772495755516,
      "grad_norm": 0.12313688318869252,
      "learning_rate": 7.895571836785131e-08,
      "loss": 0.05279211327433586,
      "step": 1162
    },
    {
      "epoch": 3.9439728353140917,
      "grad_norm": 0.12062704857249691,
      "learning_rate": 7.086521616190279e-08,
      "loss": 0.04177408665418625,
      "step": 1163
    },
    {
      "epoch": 3.9473684210526314,
      "grad_norm": 0.11404214323428699,
      "learning_rate": 6.321163648163597e-08,
      "loss": 0.03475956618785858,
      "step": 1164
    },
    {
      "epoch": 3.9507640067911716,
      "grad_norm": 0.11965181453458439,
      "learning_rate": 5.599504630239838e-08,
      "loss": 0.027550702914595604,
      "step": 1165
    },
    {
      "epoch": 3.9541595925297113,
      "grad_norm": 0.11386822633677939,
      "learning_rate": 4.921550877550751e-08,
      "loss": 0.023431910201907158,
      "step": 1166
    },
    {
      "epoch": 3.9575551782682514,
      "grad_norm": 0.1141237684029982,
      "learning_rate": 4.287308322770689e-08,
      "loss": 0.021631918847560883,
      "step": 1167
    },
    {
      "epoch": 3.960950764006791,
      "grad_norm": 0.11691459684510735,
      "learning_rate": 3.696782516062758e-08,
      "loss": 0.018438920378684998,
      "step": 1168
    },
    {
      "epoch": 3.9643463497453313,
      "grad_norm": 0.1179185116010346,
      "learning_rate": 3.149978625032191e-08,
      "loss": 0.05369807407259941,
      "step": 1169
    },
    {
      "epoch": 3.967741935483871,
      "grad_norm": 0.12442148338762984,
      "learning_rate": 2.646901434678606e-08,
      "loss": 0.05239899083971977,
      "step": 1170
    },
    {
      "epoch": 3.9711375212224107,
      "grad_norm": 0.12267264116999667,
      "learning_rate": 2.1875553473565956e-08,
      "loss": 0.038403525948524475,
      "step": 1171
    },
    {
      "epoch": 3.974533106960951,
      "grad_norm": 0.12258808226107891,
      "learning_rate": 1.7719443827368677e-08,
      "loss": 0.03488669916987419,
      "step": 1172
    },
    {
      "epoch": 3.9779286926994906,
      "grad_norm": 0.11301881094259209,
      "learning_rate": 1.400072177770162e-08,
      "loss": 0.026330342516303062,
      "step": 1173
    },
    {
      "epoch": 3.9813242784380307,
      "grad_norm": 0.12275303892897563,
      "learning_rate": 1.0719419866550561e-08,
      "loss": 0.02484235167503357,
      "step": 1174
    },
    {
      "epoch": 3.9847198641765704,
      "grad_norm": 0.11236573789078697,
      "learning_rate": 7.875566808107637e-09,
      "loss": 0.02031204104423523,
      "step": 1175
    },
    {
      "epoch": 3.98811544991511,
      "grad_norm": 0.10848813880245003,
      "learning_rate": 5.469187488510441e-09,
      "loss": 0.01755809783935547,
      "step": 1176
    },
    {
      "epoch": 3.9915110356536503,
      "grad_norm": 0.1419320766205256,
      "learning_rate": 3.500302965636637e-09,
      "loss": 0.0445953831076622,
      "step": 1177
    },
    {
      "epoch": 3.99490662139219,
      "grad_norm": 0.12024525693209581,
      "learning_rate": 1.9689304688985664e-09,
      "loss": 0.04040689021348953,
      "step": 1178
    },
    {
      "epoch": 3.99830220713073,
      "grad_norm": 0.11656840612292153,
      "learning_rate": 8.750833991155727e-10,
      "loss": 0.02543703280389309,
      "step": 1179
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.16435114852171887,
      "learning_rate": 2.1877132838632463e-10,
      "loss": 0.020692113786935806,
      "step": 1180
    },
    {
      "epoch": 4.0,
      "step": 1180,
      "total_flos": 7.881538624284525e+18,
      "train_loss": 0.1321902611324469,
      "train_runtime": 266690.9372,
      "train_samples_per_second": 0.212,
      "train_steps_per_second": 0.004
    }
  ],
  "logging_steps": 1,
  "max_steps": 1180,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 7.881538624284525e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}