{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.0,
  "eval_steps": 500,
  "global_step": 1180,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003395585738539898,
      "grad_norm": 7.08682047665737,
      "learning_rate": 0.0,
      "loss": 0.5517520904541016,
      "step": 1
    },
    {
      "epoch": 0.006791171477079796,
      "grad_norm": 6.976542094132622,
      "learning_rate": 8.474576271186441e-07,
      "loss": 0.5979730486869812,
      "step": 2
    },
    {
      "epoch": 0.010186757215619695,
      "grad_norm": 7.08711278665607,
      "learning_rate": 1.6949152542372882e-06,
      "loss": 0.5869178771972656,
      "step": 3
    },
    {
      "epoch": 0.013582342954159592,
      "grad_norm": 6.04281219499779,
      "learning_rate": 2.5423728813559323e-06,
      "loss": 0.583850085735321,
      "step": 4
    },
    {
      "epoch": 0.01697792869269949,
      "grad_norm": 4.70694252140098,
      "learning_rate": 3.3898305084745763e-06,
      "loss": 0.5855023860931396,
      "step": 5
    },
    {
      "epoch": 0.02037351443123939,
      "grad_norm": 3.1257795564188986,
      "learning_rate": 4.23728813559322e-06,
      "loss": 0.5459413528442383,
      "step": 6
    },
    {
      "epoch": 0.023769100169779286,
      "grad_norm": 2.9450224632416786,
      "learning_rate": 5.084745762711865e-06,
      "loss": 0.5440694093704224,
      "step": 7
    },
    {
      "epoch": 0.027164685908319185,
      "grad_norm": 1.9111356921133758,
      "learning_rate": 5.932203389830509e-06,
      "loss": 0.5096928477287292,
      "step": 8
    },
    {
      "epoch": 0.030560271646859084,
      "grad_norm": 1.2082542585241898,
      "learning_rate": 6.779661016949153e-06,
      "loss": 0.4186725318431854,
      "step": 9
    },
    {
      "epoch": 0.03395585738539898,
      "grad_norm": 1.0886009189522188,
      "learning_rate": 7.627118644067798e-06,
      "loss": 0.4626155495643616,
      "step": 10
    },
    {
      "epoch": 0.03735144312393888,
      "grad_norm": 1.841053788803903,
      "learning_rate": 8.47457627118644e-06,
      "loss": 0.4608768820762634,
      "step": 11
    },
    {
      "epoch": 0.04074702886247878,
      "grad_norm": 1.6172816674288033,
      "learning_rate": 9.322033898305085e-06,
      "loss": 0.4182015359401703,
      "step": 12
    },
    {
      "epoch": 0.044142614601018676,
      "grad_norm": 1.5075033083666503,
      "learning_rate": 1.016949152542373e-05,
      "loss": 0.4332927167415619,
      "step": 13
    },
    {
      "epoch": 0.04753820033955857,
      "grad_norm": 1.0955949502584243,
      "learning_rate": 1.1016949152542374e-05,
      "loss": 0.40284913778305054,
      "step": 14
    },
    {
      "epoch": 0.050933786078098474,
      "grad_norm": 0.8644460142813777,
      "learning_rate": 1.1864406779661018e-05,
      "loss": 0.3816971778869629,
      "step": 15
    },
    {
      "epoch": 0.05432937181663837,
      "grad_norm": 0.6829115672198884,
      "learning_rate": 1.2711864406779661e-05,
      "loss": 0.3603823184967041,
      "step": 16
    },
    {
      "epoch": 0.057724957555178265,
      "grad_norm": 0.6367061157889453,
      "learning_rate": 1.3559322033898305e-05,
      "loss": 0.3408442735671997,
      "step": 17
    },
    {
      "epoch": 0.06112054329371817,
      "grad_norm": 0.6781955313003141,
      "learning_rate": 1.440677966101695e-05,
      "loss": 0.3470923602581024,
      "step": 18
    },
    {
      "epoch": 0.06451612903225806,
      "grad_norm": 0.6201305430221453,
      "learning_rate": 1.5254237288135596e-05,
      "loss": 0.3508286476135254,
      "step": 19
    },
    {
      "epoch": 0.06791171477079797,
      "grad_norm": 0.4752735323917048,
      "learning_rate": 1.6101694915254237e-05,
      "loss": 0.3274625539779663,
      "step": 20
    },
    {
      "epoch": 0.07130730050933787,
      "grad_norm": 0.4269300372689963,
      "learning_rate": 1.694915254237288e-05,
      "loss": 0.3186553120613098,
      "step": 21
    },
    {
      "epoch": 0.07470288624787776,
      "grad_norm": 0.4465667555039656,
      "learning_rate": 1.7796610169491526e-05,
      "loss": 0.3391905725002289,
      "step": 22
    },
    {
      "epoch": 0.07809847198641766,
      "grad_norm": 0.46079846470699787,
      "learning_rate": 1.864406779661017e-05,
      "loss": 0.31875354051589966,
      "step": 23
    },
    {
      "epoch": 0.08149405772495756,
      "grad_norm": 0.45702065056636587,
      "learning_rate": 1.9491525423728814e-05,
      "loss": 0.3063993752002716,
      "step": 24
    },
    {
      "epoch": 0.08488964346349745,
      "grad_norm": 0.43287459388952915,
      "learning_rate": 2.033898305084746e-05,
      "loss": 0.28915151953697205,
      "step": 25
    },
    {
      "epoch": 0.08828522920203735,
      "grad_norm": 0.3628080019746948,
      "learning_rate": 2.1186440677966103e-05,
      "loss": 0.3020364046096802,
      "step": 26
    },
    {
      "epoch": 0.09168081494057725,
      "grad_norm": 0.339570743101814,
      "learning_rate": 2.2033898305084748e-05,
      "loss": 0.3139340281486511,
      "step": 27
    },
    {
      "epoch": 0.09507640067911714,
      "grad_norm": 0.33163871819653157,
      "learning_rate": 2.2881355932203392e-05,
      "loss": 0.31743013858795166,
      "step": 28
    },
    {
      "epoch": 0.09847198641765705,
      "grad_norm": 0.34885399183345184,
      "learning_rate": 2.3728813559322036e-05,
      "loss": 0.3014258146286011,
      "step": 29
    },
    {
      "epoch": 0.10186757215619695,
      "grad_norm": 0.3235707342290877,
      "learning_rate": 2.457627118644068e-05,
      "loss": 0.29429274797439575,
      "step": 30
    },
    {
      "epoch": 0.10526315789473684,
      "grad_norm": 0.32301705271246933,
      "learning_rate": 2.5423728813559322e-05,
      "loss": 0.27901843190193176,
      "step": 31
    },
    {
      "epoch": 0.10865874363327674,
      "grad_norm": 0.3328740290750329,
      "learning_rate": 2.627118644067797e-05,
      "loss": 0.28073322772979736,
      "step": 32
    },
    {
      "epoch": 0.11205432937181664,
      "grad_norm": 0.32934151465610345,
      "learning_rate": 2.711864406779661e-05,
      "loss": 0.26665592193603516,
      "step": 33
    },
    {
      "epoch": 0.11544991511035653,
      "grad_norm": 0.30895833999585576,
      "learning_rate": 2.7966101694915255e-05,
      "loss": 0.2844397723674774,
      "step": 34
    },
    {
      "epoch": 0.11884550084889643,
      "grad_norm": 0.29409250644402124,
      "learning_rate": 2.88135593220339e-05,
      "loss": 0.29826027154922485,
      "step": 35
    },
    {
      "epoch": 0.12224108658743633,
      "grad_norm": 0.3066490918221555,
      "learning_rate": 2.9661016949152544e-05,
      "loss": 0.2704620957374573,
      "step": 36
    },
    {
      "epoch": 0.12563667232597622,
      "grad_norm": 0.29850762913030954,
      "learning_rate": 3.050847457627119e-05,
      "loss": 0.2801765203475952,
      "step": 37
    },
    {
      "epoch": 0.12903225806451613,
      "grad_norm": 0.2769974355631427,
      "learning_rate": 3.135593220338983e-05,
      "loss": 0.2755379378795624,
      "step": 38
    },
    {
      "epoch": 0.13242784380305603,
      "grad_norm": 0.31229499220438495,
      "learning_rate": 3.2203389830508473e-05,
      "loss": 0.27392563223838806,
      "step": 39
    },
    {
      "epoch": 0.13582342954159593,
      "grad_norm": 0.3121543507899163,
      "learning_rate": 3.305084745762712e-05,
      "loss": 0.24640874564647675,
      "step": 40
    },
    {
      "epoch": 0.13921901528013583,
      "grad_norm": 0.2920964725106723,
      "learning_rate": 3.389830508474576e-05,
      "loss": 0.24937844276428223,
      "step": 41
    },
    {
      "epoch": 0.14261460101867574,
      "grad_norm": 0.2832903021531751,
      "learning_rate": 3.474576271186441e-05,
      "loss": 0.25076529383659363,
      "step": 42
    },
    {
      "epoch": 0.1460101867572156,
      "grad_norm": 0.2517064059515119,
      "learning_rate": 3.559322033898305e-05,
      "loss": 0.26312685012817383,
      "step": 43
    },
    {
      "epoch": 0.1494057724957555,
      "grad_norm": 0.26067522574411217,
      "learning_rate": 3.644067796610169e-05,
      "loss": 0.2565669119358063,
      "step": 44
    },
    {
      "epoch": 0.15280135823429541,
      "grad_norm": 0.274059447401076,
      "learning_rate": 3.728813559322034e-05,
      "loss": 0.28337615728378296,
      "step": 45
    },
    {
      "epoch": 0.15619694397283532,
      "grad_norm": 0.272219295537493,
      "learning_rate": 3.813559322033898e-05,
      "loss": 0.2608831822872162,
      "step": 46
    },
    {
      "epoch": 0.15959252971137522,
      "grad_norm": 0.31595145902013216,
      "learning_rate": 3.898305084745763e-05,
      "loss": 0.24877464771270752,
      "step": 47
    },
    {
      "epoch": 0.16298811544991512,
      "grad_norm": 0.30595679969475015,
      "learning_rate": 3.983050847457627e-05,
      "loss": 0.2465878427028656,
      "step": 48
    },
    {
      "epoch": 0.166383701188455,
      "grad_norm": 0.2808994087856909,
      "learning_rate": 4.067796610169492e-05,
      "loss": 0.23259060084819794,
      "step": 49
    },
    {
      "epoch": 0.1697792869269949,
      "grad_norm": 0.2930708483785845,
      "learning_rate": 4.152542372881356e-05,
      "loss": 0.23619721829891205,
      "step": 50
    },
    {
      "epoch": 0.1731748726655348,
      "grad_norm": 0.27119687354085953,
      "learning_rate": 4.2372881355932206e-05,
      "loss": 0.26022595167160034,
      "step": 51
    },
    {
      "epoch": 0.1765704584040747,
      "grad_norm": 0.2465483728288827,
      "learning_rate": 4.3220338983050854e-05,
      "loss": 0.26318615674972534,
      "step": 52
    },
    {
      "epoch": 0.1799660441426146,
      "grad_norm": 0.30993157297661167,
      "learning_rate": 4.4067796610169495e-05,
      "loss": 0.2581077516078949,
      "step": 53
    },
    {
      "epoch": 0.1833616298811545,
      "grad_norm": 0.2756408620637424,
      "learning_rate": 4.491525423728814e-05,
      "loss": 0.2514834702014923,
      "step": 54
    },
    {
      "epoch": 0.1867572156196944,
      "grad_norm": 0.2688205497477428,
      "learning_rate": 4.5762711864406784e-05,
      "loss": 0.2395961880683899,
      "step": 55
    },
    {
      "epoch": 0.19015280135823429,
      "grad_norm": 0.2797862133713835,
      "learning_rate": 4.6610169491525425e-05,
      "loss": 0.23115402460098267,
      "step": 56
    },
    {
      "epoch": 0.1935483870967742,
      "grad_norm": 0.299833238900138,
      "learning_rate": 4.745762711864407e-05,
      "loss": 0.22424674034118652,
      "step": 57
    },
    {
      "epoch": 0.1969439728353141,
      "grad_norm": 0.2974429665195766,
      "learning_rate": 4.8305084745762714e-05,
      "loss": 0.2266063541173935,
      "step": 58
    },
    {
      "epoch": 0.200339558573854,
      "grad_norm": 0.3074728646747482,
      "learning_rate": 4.915254237288136e-05,
      "loss": 0.24925050139427185,
      "step": 59
    },
    {
      "epoch": 0.2037351443123939,
      "grad_norm": 0.27842595688581606,
      "learning_rate": 5e-05,
      "loss": 0.2657631039619446,
      "step": 60
    },
    {
      "epoch": 0.2071307300509338,
      "grad_norm": 0.27054182287227413,
      "learning_rate": 5.0847457627118643e-05,
      "loss": 0.24390384554862976,
      "step": 61
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 0.2629289037299303,
      "learning_rate": 5.1694915254237284e-05,
      "loss": 0.2410869598388672,
      "step": 62
    },
    {
      "epoch": 0.21392190152801357,
      "grad_norm": 0.2815787137609419,
      "learning_rate": 5.254237288135594e-05,
      "loss": 0.23393619060516357,
      "step": 63
    },
    {
      "epoch": 0.21731748726655348,
      "grad_norm": 0.2870747787775851,
      "learning_rate": 5.338983050847458e-05,
      "loss": 0.23251163959503174,
      "step": 64
    },
    {
      "epoch": 0.22071307300509338,
      "grad_norm": 0.28822425402194735,
      "learning_rate": 5.423728813559322e-05,
      "loss": 0.2286069095134735,
      "step": 65
    },
    {
      "epoch": 0.22410865874363328,
      "grad_norm": 0.31256114821592534,
      "learning_rate": 5.508474576271186e-05,
      "loss": 0.22654178738594055,
      "step": 66
    },
    {
      "epoch": 0.22750424448217318,
      "grad_norm": 0.29215769863012814,
      "learning_rate": 5.593220338983051e-05,
      "loss": 0.23508411645889282,
      "step": 67
    },
    {
      "epoch": 0.23089983022071306,
      "grad_norm": 0.25956440944882164,
      "learning_rate": 5.677966101694916e-05,
      "loss": 0.2418670654296875,
      "step": 68
    },
    {
      "epoch": 0.23429541595925296,
      "grad_norm": 0.26644877416507473,
      "learning_rate": 5.76271186440678e-05,
      "loss": 0.2391325831413269,
      "step": 69
    },
    {
      "epoch": 0.23769100169779286,
      "grad_norm": 0.2718799524237907,
      "learning_rate": 5.8474576271186446e-05,
      "loss": 0.24404564499855042,
      "step": 70
    },
    {
      "epoch": 0.24108658743633277,
      "grad_norm": 0.2769577516508414,
      "learning_rate": 5.932203389830509e-05,
      "loss": 0.23093831539154053,
      "step": 71
    },
    {
      "epoch": 0.24448217317487267,
      "grad_norm": 0.29237078873214223,
      "learning_rate": 6.016949152542373e-05,
      "loss": 0.24410948157310486,
      "step": 72
    },
    {
      "epoch": 0.24787775891341257,
      "grad_norm": 0.3297291053281998,
      "learning_rate": 6.101694915254238e-05,
      "loss": 0.23357895016670227,
      "step": 73
    },
    {
      "epoch": 0.25127334465195245,
      "grad_norm": 0.3078831195163542,
      "learning_rate": 6.186440677966102e-05,
      "loss": 0.2180016040802002,
      "step": 74
    },
    {
      "epoch": 0.2546689303904924,
      "grad_norm": 0.3130009140276919,
      "learning_rate": 6.271186440677966e-05,
      "loss": 0.21485942602157593,
      "step": 75
    },
    {
      "epoch": 0.25806451612903225,
      "grad_norm": 0.28447816094326384,
      "learning_rate": 6.35593220338983e-05,
      "loss": 0.25424039363861084,
      "step": 76
    },
    {
      "epoch": 0.2614601018675722,
      "grad_norm": 0.30990036193570847,
      "learning_rate": 6.440677966101695e-05,
      "loss": 0.25314486026763916,
      "step": 77
    },
    {
      "epoch": 0.26485568760611206,
      "grad_norm": 0.26991950416044874,
      "learning_rate": 6.52542372881356e-05,
      "loss": 0.22962228953838348,
      "step": 78
    },
    {
      "epoch": 0.26825127334465193,
      "grad_norm": 1.0220845311120397,
      "learning_rate": 6.610169491525424e-05,
      "loss": 0.24812579154968262,
      "step": 79
    },
    {
      "epoch": 0.27164685908319186,
      "grad_norm": 0.3491152906829097,
      "learning_rate": 6.694915254237288e-05,
      "loss": 0.23628483712673187,
      "step": 80
    },
    {
      "epoch": 0.27504244482173174,
      "grad_norm": 0.34596477970724354,
      "learning_rate": 6.779661016949152e-05,
      "loss": 0.24312669038772583,
      "step": 81
    },
    {
      "epoch": 0.27843803056027167,
      "grad_norm": 0.2861787003138505,
      "learning_rate": 6.864406779661017e-05,
      "loss": 0.22090747952461243,
      "step": 82
    },
    {
      "epoch": 0.28183361629881154,
      "grad_norm": 0.3376416572552162,
      "learning_rate": 6.949152542372882e-05,
      "loss": 0.21311447024345398,
      "step": 83
    },
    {
      "epoch": 0.28522920203735147,
      "grad_norm": 0.30220067483237284,
      "learning_rate": 7.033898305084746e-05,
      "loss": 0.2596338987350464,
      "step": 84
    },
    {
      "epoch": 0.28862478777589134,
      "grad_norm": 0.304176990038654,
      "learning_rate": 7.11864406779661e-05,
      "loss": 0.250480979681015,
      "step": 85
    },
    {
      "epoch": 0.2920203735144312,
      "grad_norm": 0.3067091330776441,
      "learning_rate": 7.203389830508474e-05,
      "loss": 0.24448975920677185,
      "step": 86
    },
    {
      "epoch": 0.29541595925297115,
      "grad_norm": 0.2707170367805139,
      "learning_rate": 7.288135593220338e-05,
      "loss": 0.2309844195842743,
      "step": 87
    },
    {
      "epoch": 0.298811544991511,
      "grad_norm": 0.3243362291384308,
      "learning_rate": 7.372881355932204e-05,
      "loss": 0.24441036581993103,
      "step": 88
    },
    {
      "epoch": 0.30220713073005095,
      "grad_norm": 0.2921086132939245,
      "learning_rate": 7.457627118644068e-05,
      "loss": 0.2598271071910858,
      "step": 89
    },
    {
      "epoch": 0.30560271646859083,
      "grad_norm": 0.28839990950963534,
      "learning_rate": 7.542372881355932e-05,
      "loss": 0.23641186952590942,
      "step": 90
    },
    {
      "epoch": 0.3089983022071307,
      "grad_norm": 0.3057950605202564,
      "learning_rate": 7.627118644067796e-05,
      "loss": 0.22635196149349213,
      "step": 91
    },
    {
      "epoch": 0.31239388794567063,
      "grad_norm": 0.22784654347096958,
      "learning_rate": 7.711864406779662e-05,
      "loss": 0.20973172783851624,
      "step": 92
    },
    {
      "epoch": 0.3157894736842105,
      "grad_norm": 0.2484902545262132,
      "learning_rate": 7.796610169491526e-05,
      "loss": 0.24659594893455505,
      "step": 93
    },
    {
      "epoch": 0.31918505942275044,
      "grad_norm": 0.2528670120941044,
      "learning_rate": 7.88135593220339e-05,
      "loss": 0.24071916937828064,
      "step": 94
    },
    {
      "epoch": 0.3225806451612903,
      "grad_norm": 0.2544980769679746,
      "learning_rate": 7.966101694915254e-05,
      "loss": 0.2425764799118042,
      "step": 95
    },
    {
      "epoch": 0.32597623089983024,
      "grad_norm": 0.28296559367720997,
      "learning_rate": 8.050847457627118e-05,
      "loss": 0.24026596546173096,
      "step": 96
    },
    {
      "epoch": 0.3293718166383701,
      "grad_norm": 0.2476123815218834,
      "learning_rate": 8.135593220338983e-05,
      "loss": 0.2345629185438156,
      "step": 97
    },
    {
      "epoch": 0.33276740237691,
      "grad_norm": 0.3053122498619456,
      "learning_rate": 8.220338983050848e-05,
      "loss": 0.23744282126426697,
      "step": 98
    },
    {
      "epoch": 0.3361629881154499,
      "grad_norm": 0.3039538114080653,
      "learning_rate": 8.305084745762712e-05,
      "loss": 0.21833720803260803,
      "step": 99
    },
    {
      "epoch": 0.3395585738539898,
      "grad_norm": 0.31264272278793,
      "learning_rate": 8.389830508474577e-05,
      "loss": 0.21772217750549316,
      "step": 100
    },
    {
      "epoch": 0.34295415959252973,
      "grad_norm": 0.2834035728984204,
      "learning_rate": 8.474576271186441e-05,
      "loss": 0.2518566846847534,
      "step": 101
    },
    {
      "epoch": 0.3463497453310696,
      "grad_norm": 0.31586267486469405,
      "learning_rate": 8.559322033898305e-05,
      "loss": 0.2416839301586151,
      "step": 102
    },
    {
      "epoch": 0.34974533106960953,
      "grad_norm": 0.268794645432501,
      "learning_rate": 8.644067796610171e-05,
      "loss": 0.24528560042381287,
      "step": 103
    },
    {
      "epoch": 0.3531409168081494,
      "grad_norm": 0.28001337035203555,
      "learning_rate": 8.728813559322035e-05,
      "loss": 0.22554072737693787,
      "step": 104
    },
    {
      "epoch": 0.3565365025466893,
      "grad_norm": 0.2835640219032533,
      "learning_rate": 8.813559322033899e-05,
      "loss": 0.22901424765586853,
      "step": 105
    },
    {
      "epoch": 0.3599320882852292,
      "grad_norm": 0.26729968270766336,
      "learning_rate": 8.898305084745763e-05,
      "loss": 0.22536587715148926,
      "step": 106
    },
    {
      "epoch": 0.3633276740237691,
      "grad_norm": 0.32611558042731953,
      "learning_rate": 8.983050847457629e-05,
      "loss": 0.23820099234580994,
      "step": 107
    },
    {
      "epoch": 0.366723259762309,
      "grad_norm": 0.3073872772182986,
      "learning_rate": 9.067796610169493e-05,
      "loss": 0.21564078330993652,
      "step": 108
    },
    {
      "epoch": 0.3701188455008489,
      "grad_norm": 0.2951967170550103,
      "learning_rate": 9.152542372881357e-05,
      "loss": 0.24727819859981537,
      "step": 109
    },
    {
      "epoch": 0.3735144312393888,
      "grad_norm": 0.23564762930118563,
      "learning_rate": 9.237288135593221e-05,
      "loss": 0.2485099732875824,
      "step": 110
    },
    {
      "epoch": 0.3769100169779287,
      "grad_norm": 0.31185267277827233,
      "learning_rate": 9.322033898305085e-05,
      "loss": 0.25064414739608765,
      "step": 111
    },
    {
      "epoch": 0.38030560271646857,
      "grad_norm": 0.26456355130445813,
      "learning_rate": 9.40677966101695e-05,
      "loss": 0.23823675513267517,
      "step": 112
    },
    {
      "epoch": 0.3837011884550085,
      "grad_norm": 0.2941404185468414,
      "learning_rate": 9.491525423728815e-05,
      "loss": 0.24941816926002502,
      "step": 113
    },
    {
      "epoch": 0.3870967741935484,
      "grad_norm": 0.24427145133335398,
      "learning_rate": 9.576271186440679e-05,
      "loss": 0.22978711128234863,
      "step": 114
    },
    {
      "epoch": 0.3904923599320883,
      "grad_norm": 0.30334302685190373,
      "learning_rate": 9.661016949152543e-05,
      "loss": 0.23350685834884644,
      "step": 115
    },
    {
      "epoch": 0.3938879456706282,
      "grad_norm": 0.2876001006694176,
      "learning_rate": 9.745762711864407e-05,
      "loss": 0.2257934808731079,
      "step": 116
    },
    {
      "epoch": 0.39728353140916806,
      "grad_norm": 0.2648043071910942,
      "learning_rate": 9.830508474576272e-05,
      "loss": 0.24483530223369598,
      "step": 117
    },
    {
      "epoch": 0.400679117147708,
      "grad_norm": 0.23226586717675315,
      "learning_rate": 9.915254237288136e-05,
      "loss": 0.24188470840454102,
      "step": 118
    },
    {
      "epoch": 0.40407470288624786,
      "grad_norm": 0.27389378576251483,
      "learning_rate": 0.0001,
      "loss": 0.2457769811153412,
      "step": 119
    },
    {
      "epoch": 0.4074702886247878,
      "grad_norm": 0.25747369116641317,
      "learning_rate": 9.999978122867161e-05,
      "loss": 0.23224882781505585,
      "step": 120
    },
    {
      "epoch": 0.41086587436332767,
      "grad_norm": 0.26538842180860334,
      "learning_rate": 9.999912491660088e-05,
      "loss": 0.23609435558319092,
      "step": 121
    },
    {
      "epoch": 0.4142614601018676,
      "grad_norm": 0.275250057115362,
      "learning_rate": 9.99980310695311e-05,
      "loss": 0.23923230171203613,
      "step": 122
    },
    {
      "epoch": 0.41765704584040747,
      "grad_norm": 0.2596333388961926,
      "learning_rate": 9.999649969703437e-05,
      "loss": 0.23534950613975525,
      "step": 123
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 0.24276315608073315,
      "learning_rate": 9.999453081251149e-05,
      "loss": 0.22054855525493622,
      "step": 124
    },
    {
      "epoch": 0.4244482173174873,
      "grad_norm": 0.3384992259113457,
      "learning_rate": 9.99921244331919e-05,
      "loss": 0.22554771602153778,
      "step": 125
    },
    {
      "epoch": 0.42784380305602715,
      "grad_norm": 0.2968986888666945,
      "learning_rate": 9.998928058013346e-05,
      "loss": 0.2488570213317871,
      "step": 126
    },
    {
      "epoch": 0.4312393887945671,
      "grad_norm": 0.2826819439062709,
      "learning_rate": 9.99859992782223e-05,
      "loss": 0.24295395612716675,
      "step": 127
    },
    {
      "epoch": 0.43463497453310695,
      "grad_norm": 0.3642084364156491,
      "learning_rate": 9.998228055617263e-05,
      "loss": 0.23964045941829681,
      "step": 128
    },
    {
      "epoch": 0.4380305602716469,
      "grad_norm": 0.2675296383842667,
      "learning_rate": 9.997812444652643e-05,
      "loss": 0.23436205089092255,
      "step": 129
    },
    {
      "epoch": 0.44142614601018676,
      "grad_norm": 0.2659048185872125,
      "learning_rate": 9.997353098565322e-05,
      "loss": 0.22157415747642517,
      "step": 130
    },
    {
      "epoch": 0.44482173174872663,
      "grad_norm": 0.3181127584848804,
      "learning_rate": 9.996850021374968e-05,
      "loss": 0.22607165575027466,
      "step": 131
    },
    {
      "epoch": 0.44821731748726656,
      "grad_norm": 0.3256839864726622,
      "learning_rate": 9.996303217483938e-05,
      "loss": 0.24126724898815155,
      "step": 132
    },
    {
      "epoch": 0.45161290322580644,
      "grad_norm": 0.27819862401817325,
      "learning_rate": 9.99571269167723e-05,
      "loss": 0.21310493350028992,
      "step": 133
    },
    {
      "epoch": 0.45500848896434637,
      "grad_norm": 0.2591513363001427,
      "learning_rate": 9.995078449122451e-05,
      "loss": 0.23288008570671082,
      "step": 134
    },
    {
      "epoch": 0.45840407470288624,
      "grad_norm": 0.24609223880688985,
      "learning_rate": 9.99440049536976e-05,
      "loss": 0.25551778078079224,
      "step": 135
    },
    {
      "epoch": 0.4617996604414261,
      "grad_norm": 0.24766365401541507,
      "learning_rate": 9.993678836351836e-05,
      "loss": 0.23258076608181,
      "step": 136
    },
    {
      "epoch": 0.46519524617996605,
      "grad_norm": 0.2549750915003169,
      "learning_rate": 9.99291347838381e-05,
      "loss": 0.22909608483314514,
      "step": 137
    },
    {
      "epoch": 0.4685908319185059,
      "grad_norm": 0.25075975271808476,
      "learning_rate": 9.992104428163216e-05,
      "loss": 0.236228346824646,
      "step": 138
    },
    {
      "epoch": 0.47198641765704585,
      "grad_norm": 0.23917293910575416,
      "learning_rate": 9.991251692769932e-05,
      "loss": 0.2221929281949997,
      "step": 139
    },
    {
      "epoch": 0.47538200339558573,
      "grad_norm": 0.28607245732660613,
      "learning_rate": 9.990355279666124e-05,
      "loss": 0.22002971172332764,
      "step": 140
    },
    {
      "epoch": 0.47877758913412566,
      "grad_norm": 0.24375634268837235,
      "learning_rate": 9.98941519669617e-05,
      "loss": 0.22249025106430054,
      "step": 141
    },
    {
      "epoch": 0.48217317487266553,
      "grad_norm": 0.2339941928598905,
      "learning_rate": 9.988431452086596e-05,
      "loss": 0.20767802000045776,
      "step": 142
    },
    {
      "epoch": 0.4855687606112054,
      "grad_norm": 0.23290814297020354,
      "learning_rate": 9.987404054446008e-05,
      "loss": 0.24194371700286865,
      "step": 143
    },
    {
      "epoch": 0.48896434634974534,
      "grad_norm": 0.2538442405323861,
      "learning_rate": 9.986333012765013e-05,
      "loss": 0.24343231320381165,
      "step": 144
    },
    {
      "epoch": 0.4923599320882852,
      "grad_norm": 0.2259286883769085,
      "learning_rate": 9.985218336416138e-05,
      "loss": 0.24083857238292694,
      "step": 145
    },
    {
      "epoch": 0.49575551782682514,
      "grad_norm": 0.24896923720128053,
      "learning_rate": 9.98406003515375e-05,
      "loss": 0.23101024329662323,
      "step": 146
    },
    {
      "epoch": 0.499151103565365,
      "grad_norm": 0.24690084030564002,
      "learning_rate": 9.982858119113979e-05,
      "loss": 0.23537294566631317,
      "step": 147
    },
    {
      "epoch": 0.5025466893039049,
      "grad_norm": 0.24124796562103648,
      "learning_rate": 9.981612598814611e-05,
      "loss": 0.22967486083507538,
      "step": 148
    },
    {
      "epoch": 0.5059422750424448,
      "grad_norm": 0.2425219810352701,
      "learning_rate": 9.980323485155013e-05,
      "loss": 0.21077534556388855,
      "step": 149
    },
    {
      "epoch": 0.5093378607809848,
      "grad_norm": 0.26963585646991833,
      "learning_rate": 9.97899078941603e-05,
      "loss": 0.20987191796302795,
      "step": 150
    },
    {
      "epoch": 0.5127334465195246,
      "grad_norm": 0.25170293382554876,
      "learning_rate": 9.977614523259884e-05,
      "loss": 0.24986539781093597,
      "step": 151
    },
    {
      "epoch": 0.5161290322580645,
      "grad_norm": 0.24453912430421668,
      "learning_rate": 9.976194698730079e-05,
      "loss": 0.2411619871854782,
      "step": 152
    },
    {
      "epoch": 0.5195246179966044,
      "grad_norm": 0.23845009638923265,
      "learning_rate": 9.974731328251293e-05,
      "loss": 0.23960785567760468,
      "step": 153
    },
    {
      "epoch": 0.5229202037351444,
      "grad_norm": 0.23825968246585716,
      "learning_rate": 9.973224424629265e-05,
      "loss": 0.24369370937347412,
      "step": 154
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 0.24081387503583154,
      "learning_rate": 9.971674001050686e-05,
      "loss": 0.2217572033405304,
      "step": 155
    },
    {
      "epoch": 0.5297113752122241,
      "grad_norm": 0.2368221694288877,
      "learning_rate": 9.970080071083086e-05,
      "loss": 0.2258390635251999,
      "step": 156
    },
    {
      "epoch": 0.533106960950764,
      "grad_norm": 0.23612543736335817,
      "learning_rate": 9.968442648674713e-05,
      "loss": 0.21871167421340942,
      "step": 157
    },
    {
      "epoch": 0.5365025466893039,
      "grad_norm": 0.2609339513877981,
      "learning_rate": 9.966761748154408e-05,
      "loss": 0.21429364383220673,
      "step": 158
    },
    {
      "epoch": 0.5398981324278438,
      "grad_norm": 0.3462259358153489,
      "learning_rate": 9.965037384231488e-05,
      "loss": 0.23577401041984558,
      "step": 159
    },
    {
      "epoch": 0.5432937181663837,
      "grad_norm": 0.2375981364678808,
      "learning_rate": 9.963269571995604e-05,
      "loss": 0.24383918941020966,
      "step": 160
    },
    {
      "epoch": 0.5466893039049237,
      "grad_norm": 0.21971125387406673,
      "learning_rate": 9.961458326916624e-05,
      "loss": 0.23908346891403198,
      "step": 161
    },
    {
      "epoch": 0.5500848896434635,
      "grad_norm": 0.2444792277557053,
      "learning_rate": 9.959603664844486e-05,
      "loss": 0.23127907514572144,
      "step": 162
    },
    {
      "epoch": 0.5534804753820034,
      "grad_norm": 0.2236933314234141,
      "learning_rate": 9.957705602009068e-05,
      "loss": 0.21496352553367615,
      "step": 163
    },
    {
      "epoch": 0.5568760611205433,
      "grad_norm": 0.23047572354016072,
      "learning_rate": 9.955764155020037e-05,
      "loss": 0.21383583545684814,
      "step": 164
    },
    {
      "epoch": 0.5602716468590832,
      "grad_norm": 0.2371020305148902,
      "learning_rate": 9.95377934086671e-05,
      "loss": 0.21415869891643524,
      "step": 165
    },
    {
      "epoch": 0.5636672325976231,
      "grad_norm": 0.23004400662748126,
      "learning_rate": 9.951751176917907e-05,
      "loss": 0.20883099734783173,
      "step": 166
    },
    {
      "epoch": 0.567062818336163,
      "grad_norm": 0.22985743584856486,
      "learning_rate": 9.94967968092179e-05,
      "loss": 0.23498499393463135,
      "step": 167
    },
    {
      "epoch": 0.5704584040747029,
      "grad_norm": 0.19221689552246435,
      "learning_rate": 9.947564871005717e-05,
      "loss": 0.23385265469551086,
      "step": 168
    },
    {
      "epoch": 0.5738539898132428,
      "grad_norm": 0.23109427282183093,
      "learning_rate": 9.94540676567608e-05,
      "loss": 0.22728487849235535,
      "step": 169
    },
    {
      "epoch": 0.5772495755517827,
      "grad_norm": 0.20967421541722642,
      "learning_rate": 9.943205383818141e-05,
      "loss": 0.21729111671447754,
      "step": 170
    },
    {
      "epoch": 0.5806451612903226,
      "grad_norm": 0.23102227805619963,
      "learning_rate": 9.940960744695868e-05,
      "loss": 0.23023006319999695,
      "step": 171
    },
    {
      "epoch": 0.5840407470288624,
      "grad_norm": 0.2420970011212825,
      "learning_rate": 9.938672867951773e-05,
      "loss": 0.2244199961423874,
      "step": 172
    },
    {
      "epoch": 0.5874363327674024,
      "grad_norm": 0.2674784936403934,
      "learning_rate": 9.936341773606723e-05,
      "loss": 0.2145002782344818,
      "step": 173
    },
    {
      "epoch": 0.5908319185059423,
      "grad_norm": 0.5505928704828632,
      "learning_rate": 9.933967482059787e-05,
      "loss": 0.20907706022262573,
      "step": 174
    },
    {
      "epoch": 0.5942275042444821,
      "grad_norm": 0.2439458879076872,
      "learning_rate": 9.931550014088039e-05,
      "loss": 0.19370412826538086,
      "step": 175
    },
    {
      "epoch": 0.597623089983022,
      "grad_norm": 0.2578216766006382,
      "learning_rate": 9.929089390846387e-05,
      "loss": 0.2393697202205658,
      "step": 176
    },
    {
      "epoch": 0.601018675721562,
      "grad_norm": 0.21911859121319766,
      "learning_rate": 9.926585633867385e-05,
      "loss": 0.24075564742088318,
      "step": 177
    },
    {
      "epoch": 0.6044142614601019,
      "grad_norm": 0.24167737010639073,
      "learning_rate": 9.924038765061042e-05,
      "loss": 0.23893170058727264,
      "step": 178
    },
    {
      "epoch": 0.6078098471986417,
      "grad_norm": 0.2392591083645638,
      "learning_rate": 9.921448806714631e-05,
      "loss": 0.22211198508739471,
      "step": 179
    },
    {
      "epoch": 0.6112054329371817,
      "grad_norm": 0.24149646241546793,
      "learning_rate": 9.918815781492496e-05,
      "loss": 0.22911500930786133,
      "step": 180
    },
    {
      "epoch": 0.6146010186757216,
      "grad_norm": 0.2330368614745652,
      "learning_rate": 9.916139712435859e-05,
      "loss": 0.22218236327171326,
      "step": 181
    },
    {
      "epoch": 0.6179966044142614,
      "grad_norm": 0.24241191065237344,
      "learning_rate": 9.913420622962606e-05,
      "loss": 0.21815602481365204,
      "step": 182
    },
    {
      "epoch": 0.6213921901528013,
      "grad_norm": 0.259381094272317,
      "learning_rate": 9.910658536867086e-05,
      "loss": 0.21466827392578125,
      "step": 183
    },
    {
      "epoch": 0.6247877758913413,
      "grad_norm": 0.3392411728170959,
      "learning_rate": 9.907853478319912e-05,
      "loss": 0.2501360774040222,
      "step": 184
    },
    {
      "epoch": 0.6281833616298812,
      "grad_norm": 0.21620775988572558,
      "learning_rate": 9.905005471867739e-05,
      "loss": 0.24319049715995789,
      "step": 185
    },
    {
      "epoch": 0.631578947368421,
      "grad_norm": 0.21527519792897112,
      "learning_rate": 9.902114542433051e-05,
      "loss": 0.23267647624015808,
      "step": 186
    },
    {
      "epoch": 0.634974533106961,
      "grad_norm": 0.23527519296236515,
      "learning_rate": 9.89918071531395e-05,
      "loss": 0.23907360434532166,
      "step": 187
    },
    {
      "epoch": 0.6383701188455009,
      "grad_norm": 0.2144800990174471,
      "learning_rate": 9.896204016183925e-05,
      "loss": 0.22426418960094452,
      "step": 188
    },
    {
      "epoch": 0.6417657045840407,
      "grad_norm": 0.23191452419769198,
      "learning_rate": 9.89318447109163e-05,
      "loss": 0.2166368067264557,
      "step": 189
    },
    {
      "epoch": 0.6451612903225806,
      "grad_norm": 0.2226720006092361,
      "learning_rate": 9.890122106460666e-05,
      "loss": 0.21565070748329163,
      "step": 190
    },
    {
      "epoch": 0.6485568760611206,
      "grad_norm": 0.28638814824103664,
      "learning_rate": 9.887016949089333e-05,
      "loss": 0.22057998180389404,
      "step": 191
    },
    {
      "epoch": 0.6519524617996605,
      "grad_norm": 0.19964523808801346,
      "learning_rate": 9.883869026150409e-05,
      "loss": 0.22001051902770996,
      "step": 192
    },
    {
      "epoch": 0.6553480475382003,
      "grad_norm": 0.2434705198140148,
      "learning_rate": 9.880678365190902e-05,
      "loss": 0.24053768813610077,
      "step": 193
    },
    {
      "epoch": 0.6587436332767402,
      "grad_norm": 0.19175601578409845,
      "learning_rate": 9.87744499413182e-05,
      "loss": 0.2291802614927292,
      "step": 194
    },
    {
      "epoch": 0.6621392190152802,
      "grad_norm": 0.22819224579212527,
      "learning_rate": 9.874168941267919e-05,
      "loss": 0.23475182056427002,
      "step": 195
    },
    {
      "epoch": 0.66553480475382,
      "grad_norm": 0.20527796312488006,
      "learning_rate": 9.870850235267453e-05,
      "loss": 0.21865954995155334,
      "step": 196
    },
    {
      "epoch": 0.6689303904923599,
      "grad_norm": 0.22699016503127842,
      "learning_rate": 9.867488905171933e-05,
      "loss": 0.2129548043012619,
      "step": 197
    },
    {
      "epoch": 0.6723259762308998,
      "grad_norm": 0.24053051790238097,
      "learning_rate": 9.864084980395867e-05,
      "loss": 0.21274515986442566,
      "step": 198
    },
    {
      "epoch": 0.6757215619694398,
      "grad_norm": 0.22816028708980923,
      "learning_rate": 9.860638490726497e-05,
      "loss": 0.22238099575042725,
      "step": 199
    },
    {
      "epoch": 0.6791171477079796,
      "grad_norm": 0.25613254321686274,
      "learning_rate": 9.857149466323549e-05,
      "loss": 0.20551300048828125,
      "step": 200
    },
    {
      "epoch": 0.6825127334465195,
      "grad_norm": 0.22001252643151026,
      "learning_rate": 9.853617937718966e-05,
      "loss": 0.2297489047050476,
      "step": 201
    },
    {
      "epoch": 0.6859083191850595,
      "grad_norm": 0.25532533042606137,
      "learning_rate": 9.850043935816633e-05,
      "loss": 0.2405668944120407,
      "step": 202
    },
    {
      "epoch": 0.6893039049235993,
      "grad_norm": 0.23482993444978664,
      "learning_rate": 9.846427491892118e-05,
      "loss": 0.23680107295513153,
      "step": 203
    },
    {
      "epoch": 0.6926994906621392,
      "grad_norm": 0.2582438553420209,
      "learning_rate": 9.842768637592388e-05,
      "loss": 0.22432434558868408,
      "step": 204
    },
    {
      "epoch": 0.6960950764006791,
      "grad_norm": 0.22020266953943335,
      "learning_rate": 9.839067404935542e-05,
      "loss": 0.21109239757061005,
      "step": 205
    },
    {
      "epoch": 0.6994906621392191,
      "grad_norm": 0.2717685353287526,
      "learning_rate": 9.835323826310521e-05,
      "loss": 0.22163572907447815,
      "step": 206
    },
    {
      "epoch": 0.7028862478777589,
      "grad_norm": 0.3019649434328468,
      "learning_rate": 9.831537934476835e-05,
      "loss": 0.2140854448080063,
      "step": 207
    },
    {
      "epoch": 0.7062818336162988,
      "grad_norm": 0.2740801953874853,
      "learning_rate": 9.827709762564263e-05,
      "loss": 0.21572613716125488,
      "step": 208
    },
    {
      "epoch": 0.7096774193548387,
      "grad_norm": 0.20564506956158862,
      "learning_rate": 9.82383934407258e-05,
      "loss": 0.2118043154478073,
      "step": 209
    },
    {
      "epoch": 0.7130730050933786,
      "grad_norm": 0.23463817984128638,
      "learning_rate": 9.819926712871247e-05,
      "loss": 0.24360692501068115,
      "step": 210
    },
    {
      "epoch": 0.7164685908319185,
      "grad_norm": 0.2506599602978059,
      "learning_rate": 9.815971903199126e-05,
      "loss": 0.23330163955688477,
      "step": 211
    },
    {
      "epoch": 0.7198641765704584,
      "grad_norm": 0.2165406109902145,
      "learning_rate": 9.811974949664175e-05,
      "loss": 0.22115230560302734,
      "step": 212
    },
    {
      "epoch": 0.7232597623089984,
      "grad_norm": 0.29386282210272563,
      "learning_rate": 9.807935887243147e-05,
      "loss": 0.21811804175376892,
      "step": 213
    },
    {
      "epoch": 0.7266553480475382,
      "grad_norm": 0.24637098435902682,
      "learning_rate": 9.803854751281285e-05,
      "loss": 0.21622085571289062,
      "step": 214
    },
    {
      "epoch": 0.7300509337860781,
      "grad_norm": 0.1999187144486826,
      "learning_rate": 9.79973157749201e-05,
      "loss": 0.21213003993034363,
      "step": 215
    },
    {
      "epoch": 0.733446519524618,
      "grad_norm": 0.24744893133293125,
      "learning_rate": 9.79556640195661e-05,
      "loss": 0.206097811460495,
      "step": 216
    },
    {
      "epoch": 0.7368421052631579,
      "grad_norm": 0.22788546922018882,
      "learning_rate": 9.791359261123926e-05,
      "loss": 0.2234858274459839,
      "step": 217
    },
    {
      "epoch": 0.7402376910016978,
      "grad_norm": 0.20858892742230126,
      "learning_rate": 9.787110191810027e-05,
      "loss": 0.24231219291687012,
      "step": 218
    },
    {
      "epoch": 0.7436332767402377,
      "grad_norm": 0.2267682667380985,
      "learning_rate": 9.782819231197898e-05,
      "loss": 0.2433917224407196,
      "step": 219
    },
    {
      "epoch": 0.7470288624787776,
      "grad_norm": 0.3012471402597334,
      "learning_rate": 9.7784864168371e-05,
      "loss": 0.23701052367687225,
      "step": 220
    },
    {
      "epoch": 0.7504244482173175,
      "grad_norm": 0.22460949613297732,
      "learning_rate": 9.77411178664346e-05,
      "loss": 0.2211240977048874,
      "step": 221
    },
    {
      "epoch": 0.7538200339558574,
      "grad_norm": 0.20126959236888448,
      "learning_rate": 9.769695378898722e-05,
      "loss": 0.21307848393917084,
      "step": 222
    },
    {
      "epoch": 0.7572156196943973,
      "grad_norm": 0.2240482042851325,
      "learning_rate": 9.765237232250222e-05,
      "loss": 0.1993296593427658,
      "step": 223
    },
    {
      "epoch": 0.7606112054329371,
      "grad_norm": 0.22166240405161985,
      "learning_rate": 9.760737385710547e-05,
      "loss": 0.2002106010913849,
      "step": 224
    },
    {
      "epoch": 0.7640067911714771,
      "grad_norm": 0.253121580685781,
      "learning_rate": 9.756195878657192e-05,
      "loss": 0.20609150826931,
      "step": 225
    },
    {
      "epoch": 0.767402376910017,
      "grad_norm": 0.22838002747674188,
      "learning_rate": 9.75161275083222e-05,
      "loss": 0.25632837414741516,
      "step": 226
    },
    {
      "epoch": 0.7707979626485568,
      "grad_norm": 0.2330536968679869,
      "learning_rate": 9.746988042341906e-05,
      "loss": 0.24463418126106262,
      "step": 227
    },
    {
      "epoch": 0.7741935483870968,
      "grad_norm": 0.21524878435254452,
      "learning_rate": 9.7423217936564e-05,
      "loss": 0.22175154089927673,
      "step": 228
    },
    {
      "epoch": 0.7775891341256367,
      "grad_norm": 0.23262188037812695,
      "learning_rate": 9.737614045609356e-05,
      "loss": 0.2339438796043396,
      "step": 229
    },
    {
      "epoch": 0.7809847198641766,
      "grad_norm": 0.21455383516408152,
      "learning_rate": 9.732864839397584e-05,
      "loss": 0.2252509444952011,
      "step": 230
    },
    {
      "epoch": 0.7843803056027164,
      "grad_norm": 0.2580180483054227,
      "learning_rate": 9.728074216580694e-05,
      "loss": 0.22049729526042938,
      "step": 231
    },
    {
      "epoch": 0.7877758913412564,
      "grad_norm": 0.21302285464955284,
      "learning_rate": 9.723242219080721e-05,
      "loss": 0.20171833038330078,
      "step": 232
    },
    {
      "epoch": 0.7911714770797963,
      "grad_norm": 0.22398387224597013,
      "learning_rate": 9.718368889181764e-05,
      "loss": 0.20669804513454437,
      "step": 233
    },
    {
      "epoch": 0.7945670628183361,
      "grad_norm": 0.22246699973042186,
      "learning_rate": 9.71345426952962e-05,
      "loss": 0.24574396014213562,
      "step": 234
    },
    {
      "epoch": 0.797962648556876,
      "grad_norm": 0.20843439206417017,
      "learning_rate": 9.708498403131401e-05,
      "loss": 0.23050853610038757,
      "step": 235
    },
    {
      "epoch": 0.801358234295416,
      "grad_norm": 0.22768441548459212,
      "learning_rate": 9.703501333355168e-05,
      "loss": 0.2236669361591339,
      "step": 236
    },
    {
      "epoch": 0.8047538200339559,
      "grad_norm": 0.21488462939087113,
      "learning_rate": 9.698463103929542e-05,
      "loss": 0.2220085710287094,
      "step": 237
    },
    {
      "epoch": 0.8081494057724957,
      "grad_norm": 0.21294391155550424,
      "learning_rate": 9.693383758943333e-05,
      "loss": 0.21017488837242126,
      "step": 238
    },
    {
      "epoch": 0.8115449915110357,
      "grad_norm": 0.2128727333722193,
      "learning_rate": 9.68826334284514e-05,
      "loss": 0.21301934123039246,
      "step": 239
    },
    {
      "epoch": 0.8149405772495756,
      "grad_norm": 0.22452955463813973,
      "learning_rate": 9.683101900442973e-05,
      "loss": 0.2175242006778717,
      "step": 240
    },
    {
      "epoch": 0.8183361629881154,
      "grad_norm": 0.26314811474353683,
      "learning_rate": 9.677899476903857e-05,
      "loss": 0.20314472913742065,
      "step": 241
    },
    {
      "epoch": 0.8217317487266553,
      "grad_norm": 0.20943356666754928,
      "learning_rate": 9.672656117753434e-05,
      "loss": 0.20858506858348846,
      "step": 242
    },
    {
      "epoch": 0.8251273344651953,
      "grad_norm": 0.20166102733071112,
      "learning_rate": 9.667371868875574e-05,
      "loss": 0.23567888140678406,
      "step": 243
    },
    {
      "epoch": 0.8285229202037352,
      "grad_norm": 0.2103456969245814,
      "learning_rate": 9.662046776511959e-05,
      "loss": 0.21773743629455566,
      "step": 244
    },
    {
      "epoch": 0.831918505942275,
      "grad_norm": 0.1952887711374154,
      "learning_rate": 9.656680887261693e-05,
      "loss": 0.22131644189357758,
      "step": 245
    },
    {
      "epoch": 0.8353140916808149,
      "grad_norm": 0.21895280786893642,
      "learning_rate": 9.651274248080882e-05,
      "loss": 0.2135392427444458,
      "step": 246
    },
    {
      "epoch": 0.8387096774193549,
      "grad_norm": 0.18951044452160157,
      "learning_rate": 9.645826906282233e-05,
      "loss": 0.20288246870040894,
      "step": 247
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 0.21855009685707136,
      "learning_rate": 9.640338909534636e-05,
      "loss": 0.2056213915348053,
      "step": 248
    },
    {
      "epoch": 0.8455008488964346,
      "grad_norm": 0.20343290559046082,
      "learning_rate": 9.634810305862741e-05,
      "loss": 0.20447847247123718,
      "step": 249
    },
    {
      "epoch": 0.8488964346349746,
      "grad_norm": 0.24445995261417658,
      "learning_rate": 9.62924114364655e-05,
      "loss": 0.2039603888988495,
      "step": 250
    },
    {
      "epoch": 0.8522920203735145,
      "grad_norm": 0.18825574564380065,
      "learning_rate": 9.62363147162098e-05,
      "loss": 0.22734412550926208,
      "step": 251
    },
    {
      "epoch": 0.8556876061120543,
      "grad_norm": 0.20359693207539428,
      "learning_rate": 9.617981338875448e-05,
      "loss": 0.2254883348941803,
      "step": 252
    },
    {
      "epoch": 0.8590831918505942,
      "grad_norm": 0.20018525581388188,
      "learning_rate": 9.612290794853439e-05,
      "loss": 0.22558364272117615,
      "step": 253
    },
    {
      "epoch": 0.8624787775891342,
      "grad_norm": 0.2070394411176296,
      "learning_rate": 9.606559889352064e-05,
      "loss": 0.2222035974264145,
      "step": 254
    },
    {
      "epoch": 0.865874363327674,
      "grad_norm": 0.1926682449390986,
      "learning_rate": 9.60078867252164e-05,
      "loss": 0.216760516166687,
      "step": 255
    },
    {
      "epoch": 0.8692699490662139,
      "grad_norm": 0.2119152499241412,
      "learning_rate": 9.594977194865234e-05,
      "loss": 0.21268808841705322,
      "step": 256
    },
    {
      "epoch": 0.8726655348047538,
      "grad_norm": 0.20813259795966235,
      "learning_rate": 9.589125507238233e-05,
      "loss": 0.2067847102880478,
      "step": 257
    },
    {
      "epoch": 0.8760611205432938,
      "grad_norm": 0.20960018316381446,
      "learning_rate": 9.583233660847899e-05,
      "loss": 0.19506299495697021,
      "step": 258
    },
    {
      "epoch": 0.8794567062818336,
      "grad_norm": 0.22283816295134193,
      "learning_rate": 9.577301707252912e-05,
      "loss": 0.2254624366760254,
      "step": 259
    },
    {
      "epoch": 0.8828522920203735,
      "grad_norm": 0.19030418187601122,
      "learning_rate": 9.57132969836293e-05,
      "loss": 0.2179679274559021,
      "step": 260
    },
    {
      "epoch": 0.8862478777589134,
      "grad_norm": 0.2306665344239981,
      "learning_rate": 9.565317686438123e-05,
      "loss": 0.23668955266475677,
      "step": 261
    },
    {
      "epoch": 0.8896434634974533,
      "grad_norm": 0.19470480390844075,
      "learning_rate": 9.559265724088723e-05,
      "loss": 0.22097456455230713,
      "step": 262
    },
    {
      "epoch": 0.8930390492359932,
      "grad_norm": 0.22699762789235672,
      "learning_rate": 9.553173864274567e-05,
      "loss": 0.2137799859046936,
      "step": 263
    },
    {
      "epoch": 0.8964346349745331,
      "grad_norm": 0.22558850064428704,
      "learning_rate": 9.547042160304624e-05,
      "loss": 0.21889595687389374,
      "step": 264
    },
    {
      "epoch": 0.8998302207130731,
      "grad_norm": 0.20202887208827155,
      "learning_rate": 9.540870665836535e-05,
      "loss": 0.2062954157590866,
      "step": 265
    },
    {
      "epoch": 0.9032258064516129,
      "grad_norm": 0.2141450519315725,
      "learning_rate": 9.534659434876141e-05,
      "loss": 0.20279817283153534,
      "step": 266
    },
    {
      "epoch": 0.9066213921901528,
      "grad_norm": 0.20169527460472883,
      "learning_rate": 9.528408521777013e-05,
      "loss": 0.21280381083488464,
      "step": 267
    },
    {
      "epoch": 0.9100169779286927,
      "grad_norm": 0.18908346159953524,
      "learning_rate": 9.522117981239973e-05,
      "loss": 0.22928762435913086,
      "step": 268
    },
    {
      "epoch": 0.9134125636672326,
      "grad_norm": 0.19296272720615637,
      "learning_rate": 9.515787868312619e-05,
      "loss": 0.2128586769104004,
      "step": 269
    },
    {
      "epoch": 0.9168081494057725,
      "grad_norm": 0.19543659906177974,
      "learning_rate": 9.509418238388837e-05,
      "loss": 0.2105902135372162,
      "step": 270
    },
    {
      "epoch": 0.9202037351443124,
      "grad_norm": 0.19735398762951256,
      "learning_rate": 9.503009147208323e-05,
      "loss": 0.21366271376609802,
      "step": 271
    },
    {
      "epoch": 0.9235993208828522,
      "grad_norm": 0.21010560505655057,
      "learning_rate": 9.496560650856097e-05,
      "loss": 0.21506068110466003,
      "step": 272
    },
    {
      "epoch": 0.9269949066213922,
      "grad_norm": 0.20804828639770384,
      "learning_rate": 9.490072805761999e-05,
      "loss": 0.19642814993858337,
      "step": 273
    },
    {
      "epoch": 0.9303904923599321,
      "grad_norm": 0.21029089133014722,
      "learning_rate": 9.48354566870021e-05,
      "loss": 0.19250059127807617,
      "step": 274
    },
    {
      "epoch": 0.933786078098472,
      "grad_norm": 0.233997733498973,
      "learning_rate": 9.476979296788747e-05,
      "loss": 0.20365141332149506,
      "step": 275
    },
    {
      "epoch": 0.9371816638370118,
      "grad_norm": 0.19848982957894967,
      "learning_rate": 9.470373747488966e-05,
      "loss": 0.23507770895957947,
      "step": 276
    },
    {
      "epoch": 0.9405772495755518,
      "grad_norm": 0.1878507849164848,
      "learning_rate": 9.463729078605062e-05,
      "loss": 0.22653673589229584,
      "step": 277
    },
    {
      "epoch": 0.9439728353140917,
      "grad_norm": 0.19745484473369598,
      "learning_rate": 9.457045348283552e-05,
      "loss": 0.21832823753356934,
      "step": 278
    },
    {
      "epoch": 0.9473684210526315,
      "grad_norm": 0.20802645909023584,
      "learning_rate": 9.450322615012783e-05,
      "loss": 0.22689786553382874,
      "step": 279
    },
    {
      "epoch": 0.9507640067911715,
      "grad_norm": 0.2134997177113887,
      "learning_rate": 9.443560937622403e-05,
      "loss": 0.21119575202465057,
      "step": 280
    },
    {
      "epoch": 0.9541595925297114,
      "grad_norm": 0.19610375205437489,
      "learning_rate": 9.436760375282859e-05,
      "loss": 0.21295826137065887,
      "step": 281
    },
    {
      "epoch": 0.9575551782682513,
      "grad_norm": 0.21456350032490723,
      "learning_rate": 9.429920987504872e-05,
      "loss": 0.20517000555992126,
      "step": 282
    },
    {
      "epoch": 0.9609507640067911,
      "grad_norm": 0.20630036402869703,
      "learning_rate": 9.423042834138924e-05,
      "loss": 0.20758795738220215,
      "step": 283
    },
    {
      "epoch": 0.9643463497453311,
      "grad_norm": 0.20979349860791624,
      "learning_rate": 9.41612597537472e-05,
      "loss": 0.22162894904613495,
      "step": 284
    },
    {
      "epoch": 0.967741935483871,
      "grad_norm": 0.20546372138254324,
      "learning_rate": 9.40917047174068e-05,
      "loss": 0.22531533241271973,
      "step": 285
    },
    {
      "epoch": 0.9711375212224108,
      "grad_norm": 0.19653962990322366,
      "learning_rate": 9.402176384103391e-05,
      "loss": 0.2250673472881317,
      "step": 286
    },
    {
      "epoch": 0.9745331069609507,
      "grad_norm": 0.2151739895018823,
      "learning_rate": 9.395143773667088e-05,
      "loss": 0.21567688882350922,
      "step": 287
    },
    {
      "epoch": 0.9779286926994907,
      "grad_norm": 0.2125409951241907,
      "learning_rate": 9.388072701973112e-05,
      "loss": 0.216848224401474,
      "step": 288
    },
    {
      "epoch": 0.9813242784380306,
      "grad_norm": 0.21311751168682996,
      "learning_rate": 9.380963230899371e-05,
      "loss": 0.20292401313781738,
      "step": 289
    },
    {
      "epoch": 0.9847198641765704,
      "grad_norm": 0.22571524617051825,
      "learning_rate": 9.373815422659806e-05,
      "loss": 0.20285692811012268,
      "step": 290
    },
    {
      "epoch": 0.9881154499151104,
      "grad_norm": 0.24024713105394988,
      "learning_rate": 9.366629339803836e-05,
      "loss": 0.20322749018669128,
      "step": 291
    },
    {
      "epoch": 0.9915110356536503,
      "grad_norm": 0.23484274138937952,
      "learning_rate": 9.359405045215816e-05,
      "loss": 0.22512313723564148,
      "step": 292
    },
    {
      "epoch": 0.9949066213921901,
      "grad_norm": 0.2153629198226449,
      "learning_rate": 9.352142602114486e-05,
      "loss": 0.21850597858428955,
      "step": 293
    },
    {
      "epoch": 0.99830220713073,
      "grad_norm": 0.2118017834223803,
      "learning_rate": 9.34484207405242e-05,
      "loss": 0.2138933390378952,
      "step": 294
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.2640803471374308,
      "learning_rate": 9.337503524915468e-05,
      "loss": 0.18181435763835907,
      "step": 295
    },
    {
      "epoch": 1.00339558573854,
      "grad_norm": 0.25185748187505225,
      "learning_rate": 9.330127018922194e-05,
      "loss": 0.1851600855588913,
      "step": 296
    },
    {
      "epoch": 1.0067911714770799,
      "grad_norm": 0.22807673150101548,
      "learning_rate": 9.322712620623319e-05,
      "loss": 0.18672308325767517,
      "step": 297
    },
    {
      "epoch": 1.0101867572156198,
      "grad_norm": 0.2422789280030024,
      "learning_rate": 9.315260394901153e-05,
      "loss": 0.18454226851463318,
      "step": 298
    },
    {
      "epoch": 1.0135823429541595,
      "grad_norm": 0.26332508687278017,
      "learning_rate": 9.30777040696903e-05,
      "loss": 0.17138835787773132,
      "step": 299
    },
    {
      "epoch": 1.0169779286926994,
      "grad_norm": 0.2322925347702751,
      "learning_rate": 9.300242722370735e-05,
      "loss": 0.1583154946565628,
      "step": 300
    },
    {
      "epoch": 1.0203735144312394,
      "grad_norm": 0.35737795220809254,
      "learning_rate": 9.292677406979929e-05,
      "loss": 0.15624071657657623,
      "step": 301
    },
    {
      "epoch": 1.0237691001697793,
      "grad_norm": 0.22348189270021476,
      "learning_rate": 9.285074526999576e-05,
      "loss": 0.13611823320388794,
      "step": 302
    },
    {
      "epoch": 1.0271646859083192,
      "grad_norm": 0.2538363311882537,
      "learning_rate": 9.277434148961364e-05,
      "loss": 0.13991695642471313,
      "step": 303
    },
    {
      "epoch": 1.0305602716468591,
      "grad_norm": 0.29397910849161274,
      "learning_rate": 9.269756339725116e-05,
      "loss": 0.17404183745384216,
      "step": 304
    },
    {
      "epoch": 1.033955857385399,
      "grad_norm": 0.21478761409242073,
      "learning_rate": 9.262041166478214e-05,
      "loss": 0.16527508199214935,
      "step": 305
    },
    {
      "epoch": 1.0373514431239388,
      "grad_norm": 0.24575559952429935,
      "learning_rate": 9.254288696735007e-05,
      "loss": 0.18379661440849304,
      "step": 306
    },
    {
      "epoch": 1.0407470288624787,
      "grad_norm": 0.18258323676435237,
      "learning_rate": 9.246498998336219e-05,
      "loss": 0.15959210693836212,
      "step": 307
    },
    {
      "epoch": 1.0441426146010186,
      "grad_norm": 0.20762723984663936,
      "learning_rate": 9.238672139448354e-05,
      "loss": 0.15240654349327087,
      "step": 308
    },
    {
      "epoch": 1.0475382003395586,
      "grad_norm": 0.19759931016356572,
      "learning_rate": 9.230808188563109e-05,
      "loss": 0.13937662541866302,
      "step": 309
    },
    {
      "epoch": 1.0509337860780985,
      "grad_norm": 0.21569604521763863,
      "learning_rate": 9.222907214496763e-05,
      "loss": 0.13814765214920044,
      "step": 310
    },
    {
      "epoch": 1.0543293718166384,
      "grad_norm": 0.21450171105419943,
      "learning_rate": 9.214969286389576e-05,
      "loss": 0.14654430747032166,
      "step": 311
    },
    {
      "epoch": 1.0577249575551784,
      "grad_norm": 0.2446011172118402,
      "learning_rate": 9.206994473705192e-05,
      "loss": 0.15606018900871277,
      "step": 312
    },
    {
      "epoch": 1.061120543293718,
      "grad_norm": 0.2129864282769988,
      "learning_rate": 9.198982846230028e-05,
      "loss": 0.183872789144516,
      "step": 313
    },
    {
      "epoch": 1.064516129032258,
      "grad_norm": 0.19873284728743354,
      "learning_rate": 9.190934474072658e-05,
      "loss": 0.1806487739086151,
      "step": 314
    },
    {
      "epoch": 1.067911714770798,
      "grad_norm": 0.2147058439591677,
      "learning_rate": 9.182849427663205e-05,
      "loss": 0.15780793130397797,
      "step": 315
    },
    {
      "epoch": 1.0713073005093379,
      "grad_norm": 0.22641077528539544,
      "learning_rate": 9.174727777752723e-05,
      "loss": 0.16906075179576874,
      "step": 316
    },
    {
      "epoch": 1.0747028862478778,
      "grad_norm": 0.19734471555148236,
      "learning_rate": 9.166569595412575e-05,
      "loss": 0.15225952863693237,
      "step": 317
    },
    {
      "epoch": 1.0780984719864177,
      "grad_norm": 0.21982865458583253,
      "learning_rate": 9.158374952033819e-05,
      "loss": 0.14668048918247223,
      "step": 318
    },
    {
      "epoch": 1.0814940577249577,
      "grad_norm": 0.19967704904501443,
      "learning_rate": 9.150143919326577e-05,
      "loss": 0.13530755043029785,
      "step": 319
    },
    {
      "epoch": 1.0848896434634974,
      "grad_norm": 0.24918052830076368,
      "learning_rate": 9.141876569319404e-05,
      "loss": 0.1417677104473114,
      "step": 320
    },
    {
      "epoch": 1.0882852292020373,
      "grad_norm": 0.28674260848789684,
      "learning_rate": 9.133572974358669e-05,
      "loss": 0.20028278231620789,
      "step": 321
    },
    {
      "epoch": 1.0916808149405772,
      "grad_norm": 0.19725409451876047,
      "learning_rate": 9.125233207107909e-05,
      "loss": 0.17321616411209106,
      "step": 322
    },
    {
      "epoch": 1.0950764006791172,
      "grad_norm": 0.20296365848255718,
      "learning_rate": 9.116857340547202e-05,
      "loss": 0.1749824732542038,
      "step": 323
    },
    {
      "epoch": 1.098471986417657,
      "grad_norm": 0.22358537574706383,
      "learning_rate": 9.108445447972531e-05,
      "loss": 0.16174906492233276,
      "step": 324
    },
    {
      "epoch": 1.101867572156197,
      "grad_norm": 0.19238319764264408,
      "learning_rate": 9.099997602995128e-05,
      "loss": 0.14620691537857056,
      "step": 325
    },
    {
      "epoch": 1.1052631578947367,
      "grad_norm": 0.19718755335162985,
      "learning_rate": 9.091513879540845e-05,
      "loss": 0.1450907438993454,
      "step": 326
    },
    {
      "epoch": 1.1086587436332767,
      "grad_norm": 0.19673360612483923,
      "learning_rate": 9.0829943518495e-05,
      "loss": 0.14425364136695862,
      "step": 327
    },
    {
      "epoch": 1.1120543293718166,
      "grad_norm": 0.21339195568858857,
      "learning_rate": 9.07443909447423e-05,
      "loss": 0.14606226980686188,
      "step": 328
    },
    {
      "epoch": 1.1154499151103565,
      "grad_norm": 0.2365661486570052,
      "learning_rate": 9.065848182280833e-05,
      "loss": 0.17659983038902283,
      "step": 329
    },
    {
      "epoch": 1.1188455008488964,
      "grad_norm": 0.21972513329501014,
      "learning_rate": 9.057221690447124e-05,
      "loss": 0.1936458945274353,
      "step": 330
    },
    {
      "epoch": 1.1222410865874364,
      "grad_norm": 0.20694250272988488,
      "learning_rate": 9.048559694462262e-05,
      "loss": 0.17152224481105804,
      "step": 331
    },
    {
      "epoch": 1.1256366723259763,
      "grad_norm": 0.1919226051913001,
      "learning_rate": 9.039862270126102e-05,
      "loss": 0.1675736904144287,
      "step": 332
    },
    {
      "epoch": 1.129032258064516,
      "grad_norm": 0.20156533292402448,
      "learning_rate": 9.03112949354853e-05,
      "loss": 0.15972010791301727,
      "step": 333
    },
    {
      "epoch": 1.132427843803056,
      "grad_norm": 0.19565997493707263,
      "learning_rate": 9.02236144114879e-05,
      "loss": 0.15504707396030426,
      "step": 334
    },
    {
      "epoch": 1.1358234295415959,
      "grad_norm": 0.18792651722571585,
      "learning_rate": 9.013558189654819e-05,
      "loss": 0.154513418674469,
      "step": 335
    },
    {
      "epoch": 1.1392190152801358,
      "grad_norm": 0.18510422308711297,
      "learning_rate": 9.00471981610258e-05,
      "loss": 0.12966126203536987,
      "step": 336
    },
    {
      "epoch": 1.1426146010186757,
      "grad_norm": 0.21919664118972512,
      "learning_rate": 8.99584639783538e-05,
      "loss": 0.1651276797056198,
      "step": 337
    },
    {
      "epoch": 1.1460101867572157,
      "grad_norm": 0.20519434965554997,
      "learning_rate": 8.986938012503203e-05,
      "loss": 0.19479787349700928,
      "step": 338
    },
    {
      "epoch": 1.1494057724957556,
      "grad_norm": 0.28981547364179405,
      "learning_rate": 8.977994738062017e-05,
      "loss": 0.18329326808452606,
      "step": 339
    },
    {
      "epoch": 1.1528013582342953,
      "grad_norm": 0.1876303845879503,
      "learning_rate": 8.969016652773103e-05,
      "loss": 0.16198518872261047,
      "step": 340
    },
    {
      "epoch": 1.1561969439728352,
      "grad_norm": 0.22252671970985857,
      "learning_rate": 8.96000383520237e-05,
      "loss": 0.15827342867851257,
      "step": 341
    },
    {
      "epoch": 1.1595925297113752,
      "grad_norm": 0.18171771457498812,
      "learning_rate": 8.950956364219658e-05,
      "loss": 0.15472659468650818,
      "step": 342
    },
    {
      "epoch": 1.162988115449915,
      "grad_norm": 0.19712583320336807,
      "learning_rate": 8.941874318998058e-05,
      "loss": 0.15253013372421265,
      "step": 343
    },
    {
      "epoch": 1.166383701188455,
      "grad_norm": 0.19418415353529328,
      "learning_rate": 8.932757779013214e-05,
      "loss": 0.13947896659374237,
      "step": 344
    },
    {
      "epoch": 1.169779286926995,
      "grad_norm": 0.20528043237757057,
      "learning_rate": 8.923606824042627e-05,
      "loss": 0.14546489715576172,
      "step": 345
    },
    {
      "epoch": 1.1731748726655349,
      "grad_norm": 0.2045938861257335,
      "learning_rate": 8.914421534164962e-05,
      "loss": 0.18610088527202606,
      "step": 346
    },
    {
      "epoch": 1.1765704584040746,
      "grad_norm": 0.18737188707257443,
      "learning_rate": 8.905201989759341e-05,
      "loss": 0.17247223854064941,
      "step": 347
    },
    {
      "epoch": 1.1799660441426145,
      "grad_norm": 0.19405907279115056,
      "learning_rate": 8.895948271504642e-05,
      "loss": 0.1683935821056366,
      "step": 348
    },
    {
      "epoch": 1.1833616298811545,
      "grad_norm": 0.19229670375176755,
      "learning_rate": 8.886660460378797e-05,
      "loss": 0.16638962924480438,
      "step": 349
    },
    {
      "epoch": 1.1867572156196944,
      "grad_norm": 0.1991680009117587,
      "learning_rate": 8.877338637658075e-05,
      "loss": 0.16609981656074524,
      "step": 350
    },
    {
      "epoch": 1.1901528013582343,
      "grad_norm": 0.18908550921574963,
      "learning_rate": 8.867982884916376e-05,
      "loss": 0.1538071483373642,
      "step": 351
    },
    {
      "epoch": 1.1935483870967742,
      "grad_norm": 0.20137740843008223,
      "learning_rate": 8.858593284024523e-05,
      "loss": 0.14784181118011475,
      "step": 352
    },
    {
      "epoch": 1.1969439728353142,
      "grad_norm": 0.18829044174988624,
      "learning_rate": 8.849169917149531e-05,
      "loss": 0.14251796901226044,
      "step": 353
    },
    {
      "epoch": 1.2003395585738539,
      "grad_norm": 0.19294472815962704,
      "learning_rate": 8.839712866753901e-05,
      "loss": 0.17827999591827393,
      "step": 354
    },
    {
      "epoch": 1.2037351443123938,
      "grad_norm": 0.1843830736469339,
      "learning_rate": 8.83022221559489e-05,
      "loss": 0.17037731409072876,
      "step": 355
    },
    {
      "epoch": 1.2071307300509337,
      "grad_norm": 0.18731547810327823,
      "learning_rate": 8.820698046723796e-05,
      "loss": 0.17300304770469666,
      "step": 356
    },
    {
      "epoch": 1.2105263157894737,
      "grad_norm": 0.18243400363719428,
      "learning_rate": 8.811140443485217e-05,
      "loss": 0.1666610836982727,
      "step": 357
    },
    {
      "epoch": 1.2139219015280136,
      "grad_norm": 0.19598065797414813,
      "learning_rate": 8.801549489516341e-05,
      "loss": 0.1571384072303772,
      "step": 358
    },
    {
      "epoch": 1.2173174872665535,
      "grad_norm": 0.2062065547622085,
      "learning_rate": 8.791925268746193e-05,
      "loss": 0.1500397026538849,
      "step": 359
    },
    {
      "epoch": 1.2207130730050935,
      "grad_norm": 0.18688810221381993,
      "learning_rate": 8.782267865394917e-05,
      "loss": 0.14770814776420593,
      "step": 360
    },
    {
      "epoch": 1.2241086587436332,
      "grad_norm": 0.21052759084419384,
      "learning_rate": 8.772577363973033e-05,
      "loss": 0.1332262009382248,
      "step": 361
    },
    {
      "epoch": 1.227504244482173,
      "grad_norm": 0.18798624390228022,
      "learning_rate": 8.762853849280693e-05,
      "loss": 0.16259124875068665,
      "step": 362
    },
    {
      "epoch": 1.230899830220713,
      "grad_norm": 0.19049570530951052,
      "learning_rate": 8.753097406406949e-05,
      "loss": 0.20332232117652893,
      "step": 363
    },
    {
      "epoch": 1.234295415959253,
      "grad_norm": 0.1898301956007736,
      "learning_rate": 8.743308120728997e-05,
      "loss": 0.1683693379163742,
      "step": 364
    },
    {
      "epoch": 1.237691001697793,
      "grad_norm": 0.1933106864506251,
      "learning_rate": 8.73348607791144e-05,
      "loss": 0.16142725944519043,
      "step": 365
    },
    {
      "epoch": 1.2410865874363328,
      "grad_norm": 0.19455212860155482,
      "learning_rate": 8.723631363905531e-05,
      "loss": 0.17131207883358002,
      "step": 366
    },
    {
      "epoch": 1.2444821731748728,
      "grad_norm": 0.1903346964025916,
      "learning_rate": 8.713744064948426e-05,
      "loss": 0.16571295261383057,
      "step": 367
    },
    {
      "epoch": 1.2478777589134125,
      "grad_norm": 0.18455925075680774,
      "learning_rate": 8.703824267562425e-05,
      "loss": 0.13864544034004211,
      "step": 368
    },
    {
      "epoch": 1.2512733446519524,
      "grad_norm": 0.2025745774162742,
      "learning_rate": 8.69387205855422e-05,
      "loss": 0.13644319772720337,
      "step": 369
    },
    {
      "epoch": 1.2546689303904923,
      "grad_norm": 0.20399839595419467,
      "learning_rate": 8.683887525014127e-05,
      "loss": 0.13614535331726074,
      "step": 370
    },
    {
      "epoch": 1.2580645161290323,
      "grad_norm": 0.17809016303033243,
      "learning_rate": 8.673870754315336e-05,
      "loss": 0.16958439350128174,
      "step": 371
    },
    {
      "epoch": 1.2614601018675722,
      "grad_norm": 0.1945140385421116,
      "learning_rate": 8.663821834113135e-05,
      "loss": 0.17489628493785858,
      "step": 372
    },
    {
      "epoch": 1.2648556876061121,
      "grad_norm": 0.18342916195379932,
      "learning_rate": 8.65374085234415e-05,
      "loss": 0.1839398443698883,
      "step": 373
    },
    {
      "epoch": 1.268251273344652,
      "grad_norm": 0.21577925439128803,
      "learning_rate": 8.643627897225571e-05,
      "loss": 0.16957050561904907,
      "step": 374
    },
    {
      "epoch": 1.2716468590831917,
      "grad_norm": 0.19131866026857075,
      "learning_rate": 8.633483057254381e-05,
      "loss": 0.17125824093818665,
      "step": 375
    },
    {
      "epoch": 1.2750424448217317,
      "grad_norm": 0.21209659202385306,
      "learning_rate": 8.623306421206587e-05,
      "loss": 0.1478113979101181,
      "step": 376
    },
    {
      "epoch": 1.2784380305602716,
      "grad_norm": 0.1843344626573403,
      "learning_rate": 8.613098078136437e-05,
      "loss": 0.1380268931388855,
      "step": 377
    },
    {
      "epoch": 1.2818336162988115,
      "grad_norm": 0.21663206570272056,
      "learning_rate": 8.60285811737564e-05,
      "loss": 0.13468974828720093,
      "step": 378
    },
    {
      "epoch": 1.2852292020373515,
      "grad_norm": 0.25700924596840535,
      "learning_rate": 8.592586628532588e-05,
      "loss": 0.18746554851531982,
      "step": 379
    },
    {
      "epoch": 1.2886247877758914,
      "grad_norm": 0.19113690975452302,
      "learning_rate": 8.582283701491576e-05,
      "loss": 0.1825951337814331,
      "step": 380
    },
    {
      "epoch": 1.2920203735144313,
      "grad_norm": 0.21089089388163626,
      "learning_rate": 8.571949426412001e-05,
      "loss": 0.17960380017757416,
      "step": 381
    },
    {
      "epoch": 1.295415959252971,
      "grad_norm": 0.21445062437348633,
      "learning_rate": 8.561583893727588e-05,
      "loss": 0.17787647247314453,
      "step": 382
    },
    {
      "epoch": 1.298811544991511,
      "grad_norm": 0.20207057789395122,
      "learning_rate": 8.551187194145592e-05,
      "loss": 0.1642351895570755,
      "step": 383
    },
    {
      "epoch": 1.302207130730051,
      "grad_norm": 0.2001663052369365,
      "learning_rate": 8.540759418646002e-05,
      "loss": 0.16133837401866913,
      "step": 384
    },
    {
      "epoch": 1.3056027164685908,
      "grad_norm": 0.20190468770665623,
      "learning_rate": 8.530300658480752e-05,
      "loss": 0.1445751190185547,
      "step": 385
    },
    {
      "epoch": 1.3089983022071308,
      "grad_norm": 0.1992915593466866,
      "learning_rate": 8.519811005172916e-05,
      "loss": 0.14575952291488647,
      "step": 386
    },
    {
      "epoch": 1.3123938879456707,
      "grad_norm": 0.20245830395467582,
      "learning_rate": 8.509290550515907e-05,
      "loss": 0.155848890542984,
      "step": 387
    },
    {
      "epoch": 1.3157894736842106,
      "grad_norm": 0.2089937786489004,
      "learning_rate": 8.498739386572682e-05,
      "loss": 0.18617866933345795,
      "step": 388
    },
    {
      "epoch": 1.3191850594227503,
      "grad_norm": 0.18603772825641204,
      "learning_rate": 8.488157605674925e-05,
      "loss": 0.16678261756896973,
      "step": 389
    },
    {
      "epoch": 1.3225806451612903,
      "grad_norm": 0.19436507423672644,
      "learning_rate": 8.477545300422246e-05,
      "loss": 0.16283991932868958,
      "step": 390
    },
    {
      "epoch": 1.3259762308998302,
      "grad_norm": 0.19955648451002617,
      "learning_rate": 8.466902563681372e-05,
      "loss": 0.15280015766620636,
      "step": 391
    },
    {
      "epoch": 1.3293718166383701,
      "grad_norm": 0.17667837888541935,
      "learning_rate": 8.456229488585328e-05,
      "loss": 0.15636740624904633,
      "step": 392
    },
    {
      "epoch": 1.33276740237691,
      "grad_norm": 0.18989141133889384,
      "learning_rate": 8.445526168532627e-05,
      "loss": 0.15585076808929443,
      "step": 393
    },
    {
      "epoch": 1.33616298811545,
      "grad_norm": 0.17823304787765548,
      "learning_rate": 8.434792697186449e-05,
      "loss": 0.13305488228797913,
      "step": 394
    },
    {
      "epoch": 1.33955857385399,
      "grad_norm": 0.2074413931510075,
      "learning_rate": 8.424029168473829e-05,
      "loss": 0.14287126064300537,
      "step": 395
    },
    {
      "epoch": 1.3429541595925296,
      "grad_norm": 0.2147487156284575,
      "learning_rate": 8.413235676584823e-05,
      "loss": 0.18366865813732147,
      "step": 396
    },
    {
      "epoch": 1.3463497453310695,
      "grad_norm": 0.188118351487934,
      "learning_rate": 8.402412315971693e-05,
      "loss": 0.18109475076198578,
      "step": 397
    },
    {
      "epoch": 1.3497453310696095,
      "grad_norm": 0.18226493466189397,
      "learning_rate": 8.391559181348082e-05,
      "loss": 0.15926748514175415,
      "step": 398
    },
    {
      "epoch": 1.3531409168081494,
      "grad_norm": 0.18846482336790968,
      "learning_rate": 8.380676367688172e-05,
      "loss": 0.1652354598045349,
      "step": 399
    },
    {
      "epoch": 1.3565365025466893,
      "grad_norm": 0.19321529515546765,
      "learning_rate": 8.36976397022587e-05,
      "loss": 0.14958378672599792,
      "step": 400
    },
    {
      "epoch": 1.3599320882852293,
      "grad_norm": 0.18742157750238927,
      "learning_rate": 8.358822084453965e-05,
      "loss": 0.14632749557495117,
      "step": 401
    },
    {
      "epoch": 1.3633276740237692,
      "grad_norm": 0.2043432669400869,
      "learning_rate": 8.347850806123288e-05,
      "loss": 0.14200440049171448,
      "step": 402
    },
    {
      "epoch": 1.366723259762309,
      "grad_norm": 4.721626403913089,
      "learning_rate": 8.336850231241888e-05,
      "loss": 0.1594700962305069,
      "step": 403
    },
    {
      "epoch": 1.3701188455008488,
      "grad_norm": 0.22735122500220956,
      "learning_rate": 8.325820456074181e-05,
      "loss": 0.1689343899488449,
      "step": 404
    },
    {
      "epoch": 1.3735144312393888,
      "grad_norm": 0.19881102119288344,
      "learning_rate": 8.314761577140105e-05,
      "loss": 0.18526801466941833,
      "step": 405
    },
    {
      "epoch": 1.3769100169779287,
      "grad_norm": 0.1919098416418268,
      "learning_rate": 8.303673691214289e-05,
      "loss": 0.1694057583808899,
      "step": 406
    },
    {
      "epoch": 1.3803056027164686,
      "grad_norm": 0.17672507119936312,
      "learning_rate": 8.292556895325194e-05,
      "loss": 0.15680214762687683,
      "step": 407
    },
    {
      "epoch": 1.3837011884550086,
      "grad_norm": 0.18816895218350527,
      "learning_rate": 8.281411286754266e-05,
      "loss": 0.15174201130867004,
      "step": 408
    },
    {
      "epoch": 1.3870967741935485,
      "grad_norm": 0.19240519789423516,
      "learning_rate": 8.270236963035091e-05,
      "loss": 0.1456459015607834,
      "step": 409
    },
    {
      "epoch": 1.3904923599320882,
      "grad_norm": 0.18713812474392583,
      "learning_rate": 8.259034021952537e-05,
      "loss": 0.14336155354976654,
      "step": 410
    },
    {
      "epoch": 1.3938879456706281,
      "grad_norm": 0.18649265597192938,
      "learning_rate": 8.24780256154189e-05,
      "loss": 0.13790106773376465,
      "step": 411
    },
    {
      "epoch": 1.397283531409168,
      "grad_norm": 0.1926368758147828,
      "learning_rate": 8.236542680088015e-05,
      "loss": 0.16365712881088257,
      "step": 412
    },
    {
      "epoch": 1.400679117147708,
      "grad_norm": 0.2052385199809466,
      "learning_rate": 8.225254476124478e-05,
      "loss": 0.18444347381591797,
      "step": 413
    },
    {
      "epoch": 1.404074702886248,
      "grad_norm": 0.17735224796271037,
      "learning_rate": 8.213938048432697e-05,
      "loss": 0.17133484780788422,
      "step": 414
    },
    {
      "epoch": 1.4074702886247878,
      "grad_norm": 0.17703525242711624,
      "learning_rate": 8.202593496041066e-05,
      "loss": 0.16077420115470886,
      "step": 415
    },
    {
      "epoch": 1.4108658743633278,
      "grad_norm": 0.2078093652294213,
      "learning_rate": 8.191220918224101e-05,
      "loss": 0.16223178803920746,
      "step": 416
    },
    {
      "epoch": 1.4142614601018675,
      "grad_norm": 0.1867882421757925,
      "learning_rate": 8.179820414501555e-05,
      "loss": 0.1703399419784546,
      "step": 417
    },
    {
      "epoch": 1.4176570458404074,
      "grad_norm": 0.20290174690791027,
      "learning_rate": 8.168392084637566e-05,
      "loss": 0.15619607269763947,
      "step": 418
    },
    {
      "epoch": 1.4210526315789473,
      "grad_norm": 0.19113902554097073,
      "learning_rate": 8.156936028639767e-05,
      "loss": 0.14540717005729675,
      "step": 419
    },
    {
      "epoch": 1.4244482173174873,
      "grad_norm": 0.1952551209685112,
      "learning_rate": 8.145452346758426e-05,
      "loss": 0.13033799827098846,
      "step": 420
    },
    {
      "epoch": 1.4278438030560272,
      "grad_norm": 0.19371119320343652,
      "learning_rate": 8.133941139485551e-05,
      "loss": 0.18612802028656006,
      "step": 421
    },
    {
      "epoch": 1.4312393887945671,
      "grad_norm": 0.17891380794350153,
      "learning_rate": 8.12240250755403e-05,
      "loss": 0.16519853472709656,
      "step": 422
    },
    {
      "epoch": 1.434634974533107,
      "grad_norm": 0.21169284605337452,
      "learning_rate": 8.110836551936736e-05,
      "loss": 0.17394272983074188,
      "step": 423
    },
    {
      "epoch": 1.4380305602716468,
      "grad_norm": 0.1972142566856927,
      "learning_rate": 8.099243373845646e-05,
      "loss": 0.1689443290233612,
      "step": 424
    },
    {
      "epoch": 1.4414261460101867,
      "grad_norm": 0.1930089237942756,
      "learning_rate": 8.08762307473096e-05,
      "loss": 0.15118227899074554,
      "step": 425
    },
    {
      "epoch": 1.4448217317487266,
      "grad_norm": 0.19410209750733526,
      "learning_rate": 8.07597575628021e-05,
      "loss": 0.14372073113918304,
      "step": 426
    },
    {
      "epoch": 1.4482173174872666,
      "grad_norm": 0.2068154614834785,
      "learning_rate": 8.064301520417367e-05,
      "loss": 0.14268404245376587,
      "step": 427
    },
    {
      "epoch": 1.4516129032258065,
      "grad_norm": 0.20659605844650367,
      "learning_rate": 8.052600469301958e-05,
      "loss": 0.149183988571167,
      "step": 428
    },
    {
      "epoch": 1.4550084889643464,
      "grad_norm": 0.15996773871355222,
      "learning_rate": 8.04087270532816e-05,
      "loss": 0.15605027973651886,
      "step": 429
    },
    {
      "epoch": 1.4584040747028864,
      "grad_norm": 0.19352422399375568,
      "learning_rate": 8.029118331123912e-05,
      "loss": 0.19962410628795624,
      "step": 430
    },
    {
      "epoch": 1.461799660441426,
      "grad_norm": 0.18094791214544692,
      "learning_rate": 8.01733744955002e-05,
      "loss": 0.1650353968143463,
      "step": 431
    },
    {
      "epoch": 1.465195246179966,
      "grad_norm": 0.18133320070320472,
      "learning_rate": 8.005530163699246e-05,
      "loss": 0.1731692999601364,
      "step": 432
    },
    {
      "epoch": 1.468590831918506,
      "grad_norm": 0.1917423804343093,
      "learning_rate": 7.993696576895415e-05,
      "loss": 0.1664673388004303,
      "step": 433
    },
    {
      "epoch": 1.4719864176570459,
      "grad_norm": 0.18805498724745764,
      "learning_rate": 7.981836792692508e-05,
      "loss": 0.14910025894641876,
      "step": 434
    },
    {
      "epoch": 1.4753820033955858,
      "grad_norm": 0.18419843776963923,
      "learning_rate": 7.969950914873753e-05,
      "loss": 0.13263513147830963,
      "step": 435
    },
    {
      "epoch": 1.4787775891341257,
      "grad_norm": 0.17807308591242718,
      "learning_rate": 7.958039047450723e-05,
      "loss": 0.1370704472064972,
      "step": 436
    },
    {
      "epoch": 1.4821731748726656,
      "grad_norm": 0.22794254202013806,
      "learning_rate": 7.946101294662418e-05,
      "loss": 0.1693044900894165,
      "step": 437
    },
    {
      "epoch": 1.4855687606112054,
      "grad_norm": 0.17830746170605824,
      "learning_rate": 7.934137760974363e-05,
      "loss": 0.19466224312782288,
      "step": 438
    },
    {
      "epoch": 1.4889643463497453,
      "grad_norm": 0.1737977528931366,
      "learning_rate": 7.922148551077681e-05,
      "loss": 0.17629188299179077,
      "step": 439
    },
    {
      "epoch": 1.4923599320882852,
      "grad_norm": 0.19806493328522146,
      "learning_rate": 7.910133769888188e-05,
      "loss": 0.17819415032863617,
      "step": 440
    },
    {
      "epoch": 1.4957555178268251,
      "grad_norm": 0.19253394552611486,
      "learning_rate": 7.898093522545472e-05,
      "loss": 0.16357217729091644,
      "step": 441
    },
    {
      "epoch": 1.499151103565365,
      "grad_norm": 0.18191936790505997,
      "learning_rate": 7.886027914411964e-05,
      "loss": 0.1531246304512024,
      "step": 442
    },
    {
      "epoch": 1.5025466893039048,
      "grad_norm": 0.1877792452878943,
      "learning_rate": 7.873937051072035e-05,
      "loss": 0.1648198515176773,
      "step": 443
    },
    {
      "epoch": 1.505942275042445,
      "grad_norm": 0.1774072306561311,
      "learning_rate": 7.86182103833105e-05,
      "loss": 0.12958091497421265,
      "step": 444
    },
    {
      "epoch": 1.5093378607809846,
      "grad_norm": 0.22147789671424525,
      "learning_rate": 7.849679982214458e-05,
      "loss": 0.13968268036842346,
      "step": 445
    },
    {
      "epoch": 1.5127334465195246,
      "grad_norm": 0.19669409577746466,
      "learning_rate": 7.83751398896686e-05,
      "loss": 0.1833503693342209,
      "step": 446
    },
    {
      "epoch": 1.5161290322580645,
      "grad_norm": 0.20162298827821934,
      "learning_rate": 7.825323165051073e-05,
      "loss": 0.17941348254680634,
      "step": 447
    },
    {
      "epoch": 1.5195246179966044,
      "grad_norm": 0.18467661049000877,
      "learning_rate": 7.813107617147209e-05,
      "loss": 0.17293405532836914,
      "step": 448
    },
    {
      "epoch": 1.5229202037351444,
      "grad_norm": 0.18075781935552415,
      "learning_rate": 7.80086745215173e-05,
      "loss": 0.1632663607597351,
      "step": 449
    },
    {
      "epoch": 1.526315789473684,
      "grad_norm": 0.1826236005300576,
      "learning_rate": 7.788602777176528e-05,
      "loss": 0.15698912739753723,
      "step": 450
    },
    {
      "epoch": 1.5297113752122242,
      "grad_norm": 0.17888968595670016,
      "learning_rate": 7.77631369954797e-05,
      "loss": 0.15062135457992554,
      "step": 451
    },
    {
      "epoch": 1.533106960950764,
      "grad_norm": 0.2164448123864814,
      "learning_rate": 7.764000326805967e-05,
      "loss": 0.152237206697464,
      "step": 452
    },
    {
      "epoch": 1.5365025466893039,
      "grad_norm": 0.19444820284692502,
      "learning_rate": 7.751662766703038e-05,
      "loss": 0.13075107336044312,
      "step": 453
    },
    {
      "epoch": 1.5398981324278438,
      "grad_norm": 0.1958023033404599,
      "learning_rate": 7.73930112720336e-05,
      "loss": 0.17272233963012695,
      "step": 454
    },
    {
      "epoch": 1.5432937181663837,
      "grad_norm": 0.2441624770197687,
      "learning_rate": 7.726915516481824e-05,
      "loss": 0.19559632241725922,
      "step": 455
    },
    {
      "epoch": 1.5466893039049237,
      "grad_norm": 0.19861978237733888,
      "learning_rate": 7.714506042923091e-05,
      "loss": 0.17393885552883148,
      "step": 456
    },
    {
      "epoch": 1.5500848896434634,
      "grad_norm": 0.19128309043157554,
      "learning_rate": 7.702072815120638e-05,
      "loss": 0.16424834728240967,
      "step": 457
    },
    {
      "epoch": 1.5534804753820035,
      "grad_norm": 0.1864400540211699,
      "learning_rate": 7.68961594187582e-05,
      "loss": 0.14206860959529877,
      "step": 458
    },
    {
      "epoch": 1.5568760611205432,
      "grad_norm": 0.19035858841543496,
      "learning_rate": 7.677135532196905e-05,
      "loss": 0.15697211027145386,
      "step": 459
    },
    {
      "epoch": 1.5602716468590832,
      "grad_norm": 0.17746401560053554,
      "learning_rate": 7.66463169529812e-05,
      "loss": 0.13984709978103638,
      "step": 460
    },
    {
      "epoch": 1.563667232597623,
      "grad_norm": 0.2050052123846212,
      "learning_rate": 7.652104540598712e-05,
      "loss": 0.14157693088054657,
      "step": 461
    },
    {
      "epoch": 1.567062818336163,
      "grad_norm": 0.19553382600126865,
      "learning_rate": 7.63955417772197e-05,
      "loss": 0.17652365565299988,
      "step": 462
    },
    {
      "epoch": 1.570458404074703,
      "grad_norm": 0.2084379967098743,
      "learning_rate": 7.626980716494274e-05,
      "loss": 0.18209630250930786,
      "step": 463
    },
    {
      "epoch": 1.5738539898132426,
      "grad_norm": 0.17868685044890462,
      "learning_rate": 7.614384266944139e-05,
      "loss": 0.18163995444774628,
      "step": 464
    },
    {
      "epoch": 1.5772495755517828,
      "grad_norm": 0.20534574800623406,
      "learning_rate": 7.601764939301241e-05,
      "loss": 0.1824880838394165,
      "step": 465
    },
    {
      "epoch": 1.5806451612903225,
      "grad_norm": 0.19478791048936644,
      "learning_rate": 7.589122843995469e-05,
      "loss": 0.15758319199085236,
      "step": 466
    },
    {
      "epoch": 1.5840407470288624,
      "grad_norm": 0.194802482311561,
      "learning_rate": 7.57645809165594e-05,
      "loss": 0.15543323755264282,
      "step": 467
    },
    {
      "epoch": 1.5874363327674024,
      "grad_norm": 0.18899486292425605,
      "learning_rate": 7.563770793110039e-05,
      "loss": 0.14813093841075897,
      "step": 468
    },
    {
      "epoch": 1.5908319185059423,
      "grad_norm": 0.1931495304363674,
      "learning_rate": 7.551061059382455e-05,
      "loss": 0.14091037213802338,
      "step": 469
    },
    {
      "epoch": 1.5942275042444822,
      "grad_norm": 0.18937628052601205,
      "learning_rate": 7.5383290016942e-05,
      "loss": 0.14063414931297302,
      "step": 470
    },
    {
      "epoch": 1.597623089983022,
      "grad_norm": 0.18332375690160316,
      "learning_rate": 7.525574731461642e-05,
      "loss": 0.18169575929641724,
      "step": 471
    },
    {
      "epoch": 1.601018675721562,
      "grad_norm": 0.17996068260900072,
      "learning_rate": 7.512798360295526e-05,
      "loss": 0.17505013942718506,
      "step": 472
    },
    {
      "epoch": 1.6044142614601018,
      "grad_norm": 0.18200201421479933,
      "learning_rate": 7.500000000000001e-05,
      "loss": 0.16332568228244781,
      "step": 473
    },
    {
      "epoch": 1.6078098471986417,
      "grad_norm": 0.21987119286436815,
      "learning_rate": 7.487179762571637e-05,
      "loss": 0.16316084563732147,
      "step": 474
    },
    {
      "epoch": 1.6112054329371817,
      "grad_norm": 0.17951443567647385,
      "learning_rate": 7.474337760198447e-05,
      "loss": 0.15377068519592285,
      "step": 475
    },
    {
      "epoch": 1.6146010186757216,
      "grad_norm": 0.1864770847299537,
      "learning_rate": 7.461474105258911e-05,
      "loss": 0.14799565076828003,
      "step": 476
    },
    {
      "epoch": 1.6179966044142615,
      "grad_norm": 0.18893415419183548,
      "learning_rate": 7.448588910320983e-05,
      "loss": 0.14057007431983948,
      "step": 477
    },
    {
      "epoch": 1.6213921901528012,
      "grad_norm": 0.19540730152353614,
      "learning_rate": 7.435682288141111e-05,
      "loss": 0.13565665483474731,
      "step": 478
    },
    {
      "epoch": 1.6247877758913414,
      "grad_norm": 0.16693887796128457,
      "learning_rate": 7.422754351663252e-05,
      "loss": 0.16795119643211365,
      "step": 479
    },
    {
      "epoch": 1.628183361629881,
      "grad_norm": 0.18461359151636947,
      "learning_rate": 7.409805214017877e-05,
      "loss": 0.1741284728050232,
      "step": 480
    },
    {
      "epoch": 1.631578947368421,
      "grad_norm": 0.20658661619806634,
      "learning_rate": 7.396834988520988e-05,
      "loss": 0.1779479831457138,
      "step": 481
    },
    {
      "epoch": 1.634974533106961,
      "grad_norm": 0.18154303085081214,
      "learning_rate": 7.383843788673126e-05,
      "loss": 0.17302744090557098,
      "step": 482
    },
    {
      "epoch": 1.6383701188455009,
      "grad_norm": 0.20134720983448473,
      "learning_rate": 7.37083172815837e-05,
      "loss": 0.15802375972270966,
      "step": 483
    },
    {
      "epoch": 1.6417657045840408,
      "grad_norm": 0.16657433576710404,
      "learning_rate": 7.357798920843354e-05,
      "loss": 0.15232571959495544,
      "step": 484
    },
    {
      "epoch": 1.6451612903225805,
      "grad_norm": 0.1854420942608467,
      "learning_rate": 7.344745480776257e-05,
      "loss": 0.13740167021751404,
      "step": 485
    },
    {
      "epoch": 1.6485568760611207,
      "grad_norm": 0.1755281520120889,
      "learning_rate": 7.331671522185817e-05,
      "loss": 0.1252317577600479,
      "step": 486
    },
    {
      "epoch": 1.6519524617996604,
      "grad_norm": 0.19063720530120506,
      "learning_rate": 7.318577159480327e-05,
      "loss": 0.16169843077659607,
      "step": 487
    },
    {
      "epoch": 1.6553480475382003,
      "grad_norm": 0.19051401772486673,
      "learning_rate": 7.30546250724663e-05,
      "loss": 0.1779298633337021,
      "step": 488
    },
    {
      "epoch": 1.6587436332767402,
      "grad_norm": 0.1828449615245896,
      "learning_rate": 7.292327680249123e-05,
      "loss": 0.17332878708839417,
      "step": 489
    },
    {
      "epoch": 1.6621392190152802,
      "grad_norm": 0.17200441500610347,
      "learning_rate": 7.279172793428747e-05,
      "loss": 0.16480055451393127,
      "step": 490
    },
    {
      "epoch": 1.66553480475382,
      "grad_norm": 0.1808990782465556,
      "learning_rate": 7.265997961901987e-05,
      "loss": 0.17193584144115448,
      "step": 491
    },
    {
      "epoch": 1.6689303904923598,
      "grad_norm": 0.17785012165476946,
      "learning_rate": 7.252803300959855e-05,
      "loss": 0.15805591642856598,
      "step": 492
    },
    {
      "epoch": 1.6723259762309,
      "grad_norm": 0.1740718912760199,
      "learning_rate": 7.239588926066894e-05,
      "loss": 0.14565090835094452,
      "step": 493
    },
    {
      "epoch": 1.6757215619694397,
      "grad_norm": 0.18320587931576318,
      "learning_rate": 7.226354952860157e-05,
      "loss": 0.13669930398464203,
      "step": 494
    },
    {
      "epoch": 1.6791171477079796,
      "grad_norm": 0.19309638354608996,
      "learning_rate": 7.2131014971482e-05,
      "loss": 0.14412081241607666,
      "step": 495
    },
    {
      "epoch": 1.6825127334465195,
      "grad_norm": 0.17122190687907504,
      "learning_rate": 7.199828674910067e-05,
      "loss": 0.17972111701965332,
      "step": 496
    },
    {
      "epoch": 1.6859083191850595,
      "grad_norm": 0.17310059403804906,
      "learning_rate": 7.186536602294278e-05,
      "loss": 0.17095622420310974,
      "step": 497
    },
    {
      "epoch": 1.6893039049235994,
      "grad_norm": 0.17163850839414663,
      "learning_rate": 7.173225395617805e-05,
      "loss": 0.17176561057567596,
      "step": 498
    },
    {
      "epoch": 1.692699490662139,
      "grad_norm": 0.16742996938464463,
      "learning_rate": 7.159895171365065e-05,
      "loss": 0.16273561120033264,
      "step": 499
    },
    {
      "epoch": 1.6960950764006792,
      "grad_norm": 0.1736685707047817,
      "learning_rate": 7.146546046186893e-05,
      "loss": 0.16267995536327362,
      "step": 500
    },
    {
      "epoch": 1.699490662139219,
      "grad_norm": 0.1752796472062204,
      "learning_rate": 7.133178136899522e-05,
      "loss": 0.150325208902359,
      "step": 501
    },
    {
      "epoch": 1.7028862478777589,
      "grad_norm": 0.1739670295003433,
      "learning_rate": 7.119791560483562e-05,
      "loss": 0.13851594924926758,
      "step": 502
    },
    {
      "epoch": 1.7062818336162988,
      "grad_norm": 0.18208486411809036,
      "learning_rate": 7.106386434082979e-05,
      "loss": 0.13087987899780273,
      "step": 503
    },
    {
      "epoch": 1.7096774193548387,
      "grad_norm": 0.17085802121170188,
      "learning_rate": 7.092962875004065e-05,
      "loss": 0.16741487383842468,
      "step": 504
    },
    {
      "epoch": 1.7130730050933787,
      "grad_norm": 0.172294725303713,
      "learning_rate": 7.079521000714414e-05,
      "loss": 0.1753329038619995,
      "step": 505
    },
    {
      "epoch": 1.7164685908319184,
      "grad_norm": 0.17501598372751265,
      "learning_rate": 7.066060928841892e-05,
      "loss": 0.15479440987110138,
      "step": 506
    },
    {
      "epoch": 1.7198641765704585,
      "grad_norm": 0.2023357916275878,
      "learning_rate": 7.052582777173613e-05,
      "loss": 0.1699436604976654,
      "step": 507
    },
    {
      "epoch": 1.7232597623089982,
      "grad_norm": 0.18842955164086525,
      "learning_rate": 7.039086663654903e-05,
      "loss": 0.15886735916137695,
      "step": 508
    },
    {
      "epoch": 1.7266553480475382,
      "grad_norm": 0.1747792232007592,
      "learning_rate": 7.025572706388268e-05,
      "loss": 0.160150945186615,
      "step": 509
    },
    {
      "epoch": 1.730050933786078,
      "grad_norm": 0.18083168875464317,
      "learning_rate": 7.012041023632364e-05,
      "loss": 0.1468491405248642,
      "step": 510
    },
    {
      "epoch": 1.733446519524618,
      "grad_norm": 0.1769568276603756,
      "learning_rate": 6.99849173380096e-05,
      "loss": 0.1368895173072815,
      "step": 511
    },
    {
      "epoch": 1.736842105263158,
      "grad_norm": 0.17834955354483534,
      "learning_rate": 6.984924955461901e-05,
      "loss": 0.14566245675086975,
      "step": 512
    },
    {
      "epoch": 1.7402376910016977,
      "grad_norm": 0.1701069864841607,
      "learning_rate": 6.971340807336072e-05,
      "loss": 0.18279477953910828,
      "step": 513
    },
    {
      "epoch": 1.7436332767402378,
      "grad_norm": 0.1857363575452287,
      "learning_rate": 6.957739408296357e-05,
      "loss": 0.18226811289787292,
      "step": 514
    },
    {
      "epoch": 1.7470288624787775,
      "grad_norm": 0.17895461260792608,
      "learning_rate": 6.944120877366604e-05,
      "loss": 0.16566191613674164,
      "step": 515
    },
    {
      "epoch": 1.7504244482173175,
      "grad_norm": 0.1633025089552908,
      "learning_rate": 6.930485333720573e-05,
      "loss": 0.14856021106243134,
      "step": 516
    },
    {
      "epoch": 1.7538200339558574,
      "grad_norm": 0.18351050724632503,
      "learning_rate": 6.916832896680909e-05,
      "loss": 0.15349256992340088,
      "step": 517
    },
    {
      "epoch": 1.7572156196943973,
      "grad_norm": 0.16841003094995652,
      "learning_rate": 6.90316368571808e-05,
      "loss": 0.14154832065105438,
      "step": 518
    },
    {
      "epoch": 1.7606112054329373,
      "grad_norm": 0.1784619620318729,
      "learning_rate": 6.889477820449342e-05,
      "loss": 0.13962216675281525,
      "step": 519
    },
    {
      "epoch": 1.764006791171477,
      "grad_norm": 0.18429362438746846,
      "learning_rate": 6.875775420637696e-05,
      "loss": 0.14338617026805878,
      "step": 520
    },
    {
      "epoch": 1.7674023769100171,
      "grad_norm": 0.18557972878066073,
      "learning_rate": 6.86205660619083e-05,
      "loss": 0.17774900794029236,
      "step": 521
    },
    {
      "epoch": 1.7707979626485568,
      "grad_norm": 0.18100495904959274,
      "learning_rate": 6.848321497160073e-05,
      "loss": 0.18082043528556824,
      "step": 522
    },
    {
      "epoch": 1.7741935483870968,
      "grad_norm": 0.17735463170313362,
      "learning_rate": 6.834570213739346e-05,
      "loss": 0.16407832503318787,
      "step": 523
    },
    {
      "epoch": 1.7775891341256367,
      "grad_norm": 0.18741911239080628,
      "learning_rate": 6.820802876264112e-05,
      "loss": 0.16284362971782684,
      "step": 524
    },
    {
      "epoch": 1.7809847198641766,
      "grad_norm": 0.17936034481136062,
      "learning_rate": 6.807019605210319e-05,
      "loss": 0.16151063144207,
      "step": 525
    },
    {
      "epoch": 1.7843803056027165,
      "grad_norm": 0.17846022672007994,
      "learning_rate": 6.793220521193346e-05,
      "loss": 0.15760910511016846,
      "step": 526
    },
    {
      "epoch": 1.7877758913412563,
      "grad_norm": 0.19456229113016593,
      "learning_rate": 6.779405744966954e-05,
      "loss": 0.1361851543188095,
      "step": 527
    },
    {
      "epoch": 1.7911714770797964,
      "grad_norm": 0.18017536340442106,
      "learning_rate": 6.76557539742222e-05,
      "loss": 0.13075143098831177,
      "step": 528
    },
    {
      "epoch": 1.7945670628183361,
      "grad_norm": 0.153318489406289,
      "learning_rate": 6.751729599586483e-05,
      "loss": 0.1601436585187912,
      "step": 529
    },
    {
      "epoch": 1.797962648556876,
      "grad_norm": 0.17847097983437082,
      "learning_rate": 6.737868472622287e-05,
      "loss": 0.17493556439876556,
      "step": 530
    },
    {
      "epoch": 1.801358234295416,
      "grad_norm": 0.17019156651346398,
      "learning_rate": 6.723992137826318e-05,
      "loss": 0.17217008769512177,
      "step": 531
    },
    {
      "epoch": 1.804753820033956,
      "grad_norm": 0.1649627150787132,
      "learning_rate": 6.710100716628344e-05,
      "loss": 0.15804290771484375,
      "step": 532
    },
    {
      "epoch": 1.8081494057724958,
      "grad_norm": 0.16816709286576256,
      "learning_rate": 6.696194330590151e-05,
      "loss": 0.15615008771419525,
      "step": 533
    },
    {
      "epoch": 1.8115449915110355,
      "grad_norm": 0.16708104240503863,
      "learning_rate": 6.682273101404482e-05,
      "loss": 0.14586041867733002,
      "step": 534
    },
    {
      "epoch": 1.8149405772495757,
      "grad_norm": 0.1814566877657439,
      "learning_rate": 6.668337150893971e-05,
      "loss": 0.14995837211608887,
      "step": 535
    },
    {
      "epoch": 1.8183361629881154,
      "grad_norm": 0.17321974970730894,
      "learning_rate": 6.65438660101007e-05,
      "loss": 0.1311999261379242,
      "step": 536
    },
    {
      "epoch": 1.8217317487266553,
      "grad_norm": 0.16306291469108447,
      "learning_rate": 6.640421573831995e-05,
      "loss": 0.14747732877731323,
      "step": 537
    },
    {
      "epoch": 1.8251273344651953,
      "grad_norm": 0.17272476585733168,
      "learning_rate": 6.626442191565645e-05,
      "loss": 0.18027102947235107,
      "step": 538
    },
    {
      "epoch": 1.8285229202037352,
      "grad_norm": 0.16869819166753489,
      "learning_rate": 6.612448576542545e-05,
      "loss": 0.1796453595161438,
      "step": 539
    },
    {
      "epoch": 1.8319185059422751,
      "grad_norm": 0.15857435747794013,
      "learning_rate": 6.598440851218763e-05,
      "loss": 0.165388822555542,
      "step": 540
    },
    {
      "epoch": 1.8353140916808148,
      "grad_norm": 0.17237247398742017,
      "learning_rate": 6.584419138173845e-05,
      "loss": 0.1611655205488205,
      "step": 541
    },
    {
      "epoch": 1.838709677419355,
      "grad_norm": 0.17249173054448652,
      "learning_rate": 6.570383560109745e-05,
      "loss": 0.16045475006103516,
      "step": 542
    },
    {
      "epoch": 1.8421052631578947,
      "grad_norm": 0.16323961577475898,
      "learning_rate": 6.556334239849744e-05,
      "loss": 0.14716218411922455,
      "step": 543
    },
    {
      "epoch": 1.8455008488964346,
      "grad_norm": 0.16418969950286805,
      "learning_rate": 6.542271300337377e-05,
      "loss": 0.14025574922561646,
      "step": 544
    },
    {
      "epoch": 1.8488964346349746,
      "grad_norm": 0.17982931710839725,
      "learning_rate": 6.528194864635369e-05,
      "loss": 0.14023080468177795,
      "step": 545
    },
    {
      "epoch": 1.8522920203735145,
      "grad_norm": 0.4124407454648751,
      "learning_rate": 6.514105055924538e-05,
      "loss": 0.18015198409557343,
      "step": 546
    },
    {
      "epoch": 1.8556876061120544,
      "grad_norm": 0.14064122576892013,
      "learning_rate": 6.500001997502731e-05,
      "loss": 0.1652262955904007,
      "step": 547
    },
    {
      "epoch": 1.8590831918505941,
      "grad_norm": 0.17368425384885416,
      "learning_rate": 6.485885812783739e-05,
      "loss": 0.17111623287200928,
      "step": 548
    },
    {
      "epoch": 1.8624787775891343,
      "grad_norm": 0.24832305300100166,
      "learning_rate": 6.471756625296224e-05,
      "loss": 0.15875035524368286,
      "step": 549
    },
    {
      "epoch": 1.865874363327674,
      "grad_norm": 0.16381238792726202,
      "learning_rate": 6.45761455868263e-05,
      "loss": 0.1415071189403534,
      "step": 550
    },
    {
      "epoch": 1.869269949066214,
      "grad_norm": 0.1628350190526178,
      "learning_rate": 6.443459736698105e-05,
      "loss": 0.1438436210155487,
      "step": 551
    },
    {
      "epoch": 1.8726655348047538,
      "grad_norm": 0.17297682318053498,
      "learning_rate": 6.429292283209419e-05,
      "loss": 0.14610980451107025,
      "step": 552
    },
    {
      "epoch": 1.8760611205432938,
      "grad_norm": 0.1763084560775975,
      "learning_rate": 6.41511232219387e-05,
      "loss": 0.1317806839942932,
      "step": 553
    },
    {
      "epoch": 1.8794567062818337,
      "grad_norm": 0.15980085791433568,
      "learning_rate": 6.400919977738222e-05,
      "loss": 0.17347626388072968,
      "step": 554
    },
    {
      "epoch": 1.8828522920203734,
      "grad_norm": 0.16622035305185193,
      "learning_rate": 6.386715374037596e-05,
      "loss": 0.18846440315246582,
      "step": 555
    },
    {
      "epoch": 1.8862478777589136,
      "grad_norm": 0.16868663025425032,
      "learning_rate": 6.372498635394388e-05,
      "loss": 0.16884970664978027,
      "step": 556
    },
    {
      "epoch": 1.8896434634974533,
      "grad_norm": 0.18197837871179445,
      "learning_rate": 6.358269886217194e-05,
      "loss": 0.16474951803684235,
      "step": 557
    },
    {
      "epoch": 1.8930390492359932,
      "grad_norm": 0.16480933886153618,
      "learning_rate": 6.344029251019707e-05,
      "loss": 0.14512299001216888,
      "step": 558
    },
    {
      "epoch": 1.8964346349745331,
      "grad_norm": 0.173551917494542,
      "learning_rate": 6.329776854419636e-05,
      "loss": 0.14445650577545166,
      "step": 559
    },
    {
      "epoch": 1.899830220713073,
      "grad_norm": 0.16015392741797763,
      "learning_rate": 6.315512821137606e-05,
      "loss": 0.14070647954940796,
      "step": 560
    },
    {
      "epoch": 1.903225806451613,
      "grad_norm": 0.16647532763775283,
      "learning_rate": 6.301237275996082e-05,
      "loss": 0.13384906947612762,
      "step": 561
    },
    {
      "epoch": 1.9066213921901527,
      "grad_norm": 0.17089930777461557,
      "learning_rate": 6.286950343918262e-05,
      "loss": 0.16571879386901855,
      "step": 562
    },
    {
      "epoch": 1.9100169779286928,
      "grad_norm": 0.16110978133355203,
      "learning_rate": 6.272652149926988e-05,
      "loss": 0.19308504462242126,
      "step": 563
    },
    {
      "epoch": 1.9134125636672326,
      "grad_norm": 0.15566191246213598,
      "learning_rate": 6.258342819143659e-05,
      "loss": 0.17147845029830933,
      "step": 564
    },
    {
      "epoch": 1.9168081494057725,
      "grad_norm": 0.16138873387479707,
      "learning_rate": 6.244022476787124e-05,
      "loss": 0.15436913073062897,
      "step": 565
    },
    {
      "epoch": 1.9202037351443124,
      "grad_norm": 0.1579870801213752,
      "learning_rate": 6.229691248172599e-05,
      "loss": 0.14631399512290955,
      "step": 566
    },
    {
      "epoch": 1.9235993208828521,
      "grad_norm": 0.1692079037044616,
      "learning_rate": 6.215349258710557e-05,
      "loss": 0.14651337265968323,
      "step": 567
    },
    {
      "epoch": 1.9269949066213923,
      "grad_norm": 0.15718902820550903,
      "learning_rate": 6.200996633905646e-05,
      "loss": 0.13412252068519592,
      "step": 568
    },
    {
      "epoch": 1.930390492359932,
      "grad_norm": 0.17937085359659188,
      "learning_rate": 6.186633499355576e-05,
      "loss": 0.1383034735918045,
      "step": 569
    },
    {
      "epoch": 1.9337860780984721,
      "grad_norm": 0.1850043799407954,
      "learning_rate": 6.172259980750023e-05,
      "loss": 0.12899111211299896,
      "step": 570
    },
    {
      "epoch": 1.9371816638370118,
      "grad_norm": 0.16068722567407098,
      "learning_rate": 6.157876203869546e-05,
      "loss": 0.1698915660381317,
      "step": 571
    },
    {
      "epoch": 1.9405772495755518,
      "grad_norm": 0.162480160170972,
      "learning_rate": 6.143482294584459e-05,
      "loss": 0.17424562573432922,
      "step": 572
    },
    {
      "epoch": 1.9439728353140917,
      "grad_norm": 0.15529625573427977,
      "learning_rate": 6.129078378853748e-05,
      "loss": 0.15596550703048706,
      "step": 573
    },
    {
      "epoch": 1.9473684210526314,
      "grad_norm": 0.17226545206258617,
      "learning_rate": 6.114664582723966e-05,
      "loss": 0.1550683230161667,
      "step": 574
    },
    {
      "epoch": 1.9507640067911716,
      "grad_norm": 0.16901705408888065,
      "learning_rate": 6.100241032328124e-05,
      "loss": 0.14169350266456604,
      "step": 575
    },
    {
      "epoch": 1.9541595925297113,
      "grad_norm": 0.18030162282219803,
      "learning_rate": 6.085807853884595e-05,
      "loss": 0.1491428017616272,
      "step": 576
    },
    {
      "epoch": 1.9575551782682514,
      "grad_norm": 0.17758224542538914,
      "learning_rate": 6.0713651736960034e-05,
      "loss": 0.14005613327026367,
      "step": 577
    },
    {
      "epoch": 1.9609507640067911,
      "grad_norm": 0.18687305208074853,
      "learning_rate": 6.056913118148122e-05,
      "loss": 0.13678719103336334,
      "step": 578
    },
    {
      "epoch": 1.964346349745331,
      "grad_norm": 0.15345722028837877,
      "learning_rate": 6.0424518137087674e-05,
      "loss": 0.1598358452320099,
      "step": 579
    },
    {
      "epoch": 1.967741935483871,
      "grad_norm": 0.15389184004940906,
      "learning_rate": 6.0279813869266885e-05,
      "loss": 0.16596555709838867,
      "step": 580
    },
    {
      "epoch": 1.9711375212224107,
      "grad_norm": 0.15459172749951094,
      "learning_rate": 6.013501964430468e-05,
      "loss": 0.15973442792892456,
      "step": 581
    },
    {
      "epoch": 1.9745331069609509,
      "grad_norm": 0.17474347338146987,
      "learning_rate": 5.999013672927405e-05,
      "loss": 0.16224101185798645,
      "step": 582
    },
    {
      "epoch": 1.9779286926994906,
      "grad_norm": 0.16662687023041706,
      "learning_rate": 5.9845166392024074e-05,
      "loss": 0.15299895405769348,
      "step": 583
    },
    {
      "epoch": 1.9813242784380307,
      "grad_norm": 0.16426586028052112,
      "learning_rate": 5.970010990116892e-05,
      "loss": 0.14674901962280273,
      "step": 584
    },
    {
      "epoch": 1.9847198641765704,
      "grad_norm": 0.1711567738588456,
      "learning_rate": 5.955496852607661e-05,
      "loss": 0.1379772275686264,
      "step": 585
    },
    {
      "epoch": 1.9881154499151104,
      "grad_norm": 0.16908145786092682,
      "learning_rate": 5.940974353685804e-05,
      "loss": 0.12416021525859833,
      "step": 586
    },
    {
      "epoch": 1.9915110356536503,
      "grad_norm": 0.1789952898846213,
      "learning_rate": 5.9264436204355724e-05,
      "loss": 0.15557736158370972,
      "step": 587
    },
    {
      "epoch": 1.99490662139219,
      "grad_norm": 0.17620336028076247,
      "learning_rate": 5.911904780013279e-05,
      "loss": 0.18169651925563812,
      "step": 588
    },
    {
      "epoch": 1.9983022071307301,
      "grad_norm": 0.18610757228161331,
      "learning_rate": 5.8973579596461834e-05,
      "loss": 0.1419195830821991,
      "step": 589
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.24963183042592363,
      "learning_rate": 5.882803286631372e-05,
      "loss": 0.13311868906021118,
      "step": 590
    },
    {
      "epoch": 2.0033955857385397,
      "grad_norm": 0.27267276866966383,
      "learning_rate": 5.868240888334653e-05,
      "loss": 0.12104956805706024,
      "step": 591
    },
    {
      "epoch": 2.00679117147708,
      "grad_norm": 0.2067432052428407,
      "learning_rate": 5.853670892189432e-05,
      "loss": 0.1117546558380127,
      "step": 592
    },
    {
      "epoch": 2.0101867572156196,
      "grad_norm": 0.32602984830752424,
      "learning_rate": 5.839093425695609e-05,
      "loss": 0.10089024901390076,
      "step": 593
    },
    {
      "epoch": 2.0135823429541597,
      "grad_norm": 0.19702244827410376,
      "learning_rate": 5.824508616418449e-05,
      "loss": 0.09226801991462708,
      "step": 594
    },
    {
      "epoch": 2.0169779286926994,
      "grad_norm": 0.18469712535411414,
      "learning_rate": 5.8099165919874784e-05,
      "loss": 0.0863746628165245,
      "step": 595
    },
    {
      "epoch": 2.0203735144312396,
      "grad_norm": 0.20344675915422358,
      "learning_rate": 5.7953174800953604e-05,
      "loss": 0.07718914747238159,
      "step": 596
    },
    {
      "epoch": 2.0237691001697793,
      "grad_norm": 0.20261795312799238,
      "learning_rate": 5.7807114084967775e-05,
      "loss": 0.07371412962675095,
      "step": 597
    },
    {
      "epoch": 2.027164685908319,
      "grad_norm": 0.18118558851036415,
      "learning_rate": 5.766098505007318e-05,
      "loss": 0.0710630789399147,
      "step": 598
    },
    {
      "epoch": 2.030560271646859,
      "grad_norm": 0.2520953402176877,
      "learning_rate": 5.751478897502352e-05,
      "loss": 0.11631827801465988,
      "step": 599
    },
    {
      "epoch": 2.033955857385399,
      "grad_norm": 0.20833127846366223,
      "learning_rate": 5.736852713915921e-05,
      "loss": 0.10760145634412766,
      "step": 600
    },
    {
      "epoch": 2.037351443123939,
      "grad_norm": 0.17865889130017845,
      "learning_rate": 5.7222200822396075e-05,
      "loss": 0.10485737770795822,
      "step": 601
    },
    {
      "epoch": 2.0407470288624787,
      "grad_norm": 0.18192537645688403,
      "learning_rate": 5.7075811305214245e-05,
      "loss": 0.10091932862997055,
      "step": 602
    },
    {
      "epoch": 2.044142614601019,
      "grad_norm": 0.17664302595091572,
      "learning_rate": 5.692935986864685e-05,
      "loss": 0.08710863441228867,
      "step": 603
    },
    {
      "epoch": 2.0475382003395586,
      "grad_norm": 0.19359544551771066,
      "learning_rate": 5.678284779426891e-05,
      "loss": 0.08012089133262634,
      "step": 604
    },
    {
      "epoch": 2.0509337860780983,
      "grad_norm": 0.17571993852332962,
      "learning_rate": 5.6636276364186105e-05,
      "loss": 0.07406513392925262,
      "step": 605
    },
    {
      "epoch": 2.0543293718166384,
      "grad_norm": 0.17296055539491953,
      "learning_rate": 5.648964686102346e-05,
      "loss": 0.06827662885189056,
      "step": 606
    },
    {
      "epoch": 2.057724957555178,
      "grad_norm": 0.1994240332606509,
      "learning_rate": 5.6342960567914235e-05,
      "loss": 0.08899202197790146,
      "step": 607
    },
    {
      "epoch": 2.0611205432937183,
      "grad_norm": 0.21147546133103653,
      "learning_rate": 5.619621876848864e-05,
      "loss": 0.1175706535577774,
      "step": 608
    },
    {
      "epoch": 2.064516129032258,
      "grad_norm": 0.20032856929005421,
      "learning_rate": 5.60494227468626e-05,
      "loss": 0.10147128999233246,
      "step": 609
    },
    {
      "epoch": 2.067911714770798,
      "grad_norm": 0.17965434697084495,
      "learning_rate": 5.5902573787626544e-05,
      "loss": 0.09305062890052795,
      "step": 610
    },
    {
      "epoch": 2.071307300509338,
      "grad_norm": 0.18451106622314192,
      "learning_rate": 5.5755673175834145e-05,
      "loss": 0.08531151711940765,
      "step": 611
    },
    {
      "epoch": 2.0747028862478776,
      "grad_norm": 0.18509153403778958,
      "learning_rate": 5.56087221969911e-05,
      "loss": 0.07805474102497101,
      "step": 612
    },
    {
      "epoch": 2.0780984719864177,
      "grad_norm": 0.18441124653981383,
      "learning_rate": 5.546172213704384e-05,
      "loss": 0.07336990535259247,
      "step": 613
    },
    {
      "epoch": 2.0814940577249574,
      "grad_norm": 0.1806373442108902,
      "learning_rate": 5.5314674282368275e-05,
      "loss": 0.06579209864139557,
      "step": 614
    },
    {
      "epoch": 2.0848896434634976,
      "grad_norm": 0.1962089754406543,
      "learning_rate": 5.5167579919758606e-05,
      "loss": 0.06725182384252548,
      "step": 615
    },
    {
      "epoch": 2.0882852292020373,
      "grad_norm": 0.531554111382921,
      "learning_rate": 5.5020440336416e-05,
      "loss": 0.1145014688372612,
      "step": 616
    },
    {
      "epoch": 2.0916808149405774,
      "grad_norm": 0.22319658970526987,
      "learning_rate": 5.487325681993733e-05,
      "loss": 0.11737364530563354,
      "step": 617
    },
    {
      "epoch": 2.095076400679117,
      "grad_norm": 0.18401413591200674,
      "learning_rate": 5.472603065830393e-05,
      "loss": 0.10318945348262787,
      "step": 618
    },
    {
      "epoch": 2.098471986417657,
      "grad_norm": 0.17791198102246508,
      "learning_rate": 5.457876313987034e-05,
      "loss": 0.08743831515312195,
      "step": 619
    },
    {
      "epoch": 2.101867572156197,
      "grad_norm": 0.18552952282168486,
      "learning_rate": 5.443145555335296e-05,
      "loss": 0.08302175253629684,
      "step": 620
    },
    {
      "epoch": 2.1052631578947367,
      "grad_norm": 0.17872882232665616,
      "learning_rate": 5.4284109187818845e-05,
      "loss": 0.07643230259418488,
      "step": 621
    },
    {
      "epoch": 2.108658743633277,
      "grad_norm": 0.19415584347612555,
      "learning_rate": 5.4136725332674434e-05,
      "loss": 0.07614649832248688,
      "step": 622
    },
    {
      "epoch": 2.1120543293718166,
      "grad_norm": 0.18216765819273645,
      "learning_rate": 5.3989305277654156e-05,
      "loss": 0.07087817788124084,
      "step": 623
    },
    {
      "epoch": 2.1154499151103567,
      "grad_norm": 0.21252936111454282,
      "learning_rate": 5.3841850312809295e-05,
      "loss": 0.11139951646327972,
      "step": 624
    },
    {
      "epoch": 2.1188455008488964,
      "grad_norm": 0.20314518629758666,
      "learning_rate": 5.369436172849657e-05,
      "loss": 0.1259862780570984,
      "step": 625
    },
    {
      "epoch": 2.122241086587436,
      "grad_norm": 0.19308635467686402,
      "learning_rate": 5.354684081536693e-05,
      "loss": 0.10937876999378204,
      "step": 626
    },
    {
      "epoch": 2.1256366723259763,
      "grad_norm": 0.2096475793631085,
      "learning_rate": 5.3399288864354225e-05,
      "loss": 0.0953579992055893,
      "step": 627
    },
    {
      "epoch": 2.129032258064516,
      "grad_norm": 0.18324171328953562,
      "learning_rate": 5.3251707166663886e-05,
      "loss": 0.08874654769897461,
      "step": 628
    },
    {
      "epoch": 2.132427843803056,
      "grad_norm": 0.17851987679927697,
      "learning_rate": 5.31040970137617e-05,
      "loss": 0.08193890750408173,
      "step": 629
    },
    {
      "epoch": 2.135823429541596,
      "grad_norm": 0.19566717537325667,
      "learning_rate": 5.295645969736244e-05,
      "loss": 0.07548414170742035,
      "step": 630
    },
    {
      "epoch": 2.139219015280136,
      "grad_norm": 0.1819698611863226,
      "learning_rate": 5.280879650941857e-05,
      "loss": 0.06608285754919052,
      "step": 631
    },
    {
      "epoch": 2.1426146010186757,
      "grad_norm": 1.5527007927589012,
      "learning_rate": 5.2661108742108935e-05,
      "loss": 0.09255146980285645,
      "step": 632
    },
    {
      "epoch": 2.1460101867572154,
      "grad_norm": 0.18265497124223457,
      "learning_rate": 5.251339768782754e-05,
      "loss": 0.11359074711799622,
      "step": 633
    },
    {
      "epoch": 2.1494057724957556,
      "grad_norm": 0.1878182896085561,
      "learning_rate": 5.23656646391721e-05,
      "loss": 0.1139441728591919,
      "step": 634
    },
    {
      "epoch": 2.1528013582342953,
      "grad_norm": 0.21371797561998035,
      "learning_rate": 5.221791088893282e-05,
      "loss": 0.10060256719589233,
      "step": 635
    },
    {
      "epoch": 2.1561969439728355,
      "grad_norm": 0.1918855727807065,
      "learning_rate": 5.207013773008111e-05,
      "loss": 0.08961832523345947,
      "step": 636
    },
    {
      "epoch": 2.159592529711375,
      "grad_norm": 0.1858845878618591,
      "learning_rate": 5.192234645575814e-05,
      "loss": 0.08403001725673676,
      "step": 637
    },
    {
      "epoch": 2.1629881154499153,
      "grad_norm": 0.20134533241307526,
      "learning_rate": 5.177453835926366e-05,
      "loss": 0.07931354641914368,
      "step": 638
    },
    {
      "epoch": 2.166383701188455,
      "grad_norm": 0.17187064098510713,
      "learning_rate": 5.162671473404461e-05,
      "loss": 0.06572918593883514,
      "step": 639
    },
    {
      "epoch": 2.1697792869269947,
      "grad_norm": 0.18963975830736843,
      "learning_rate": 5.147887687368384e-05,
      "loss": 0.07264866679906845,
      "step": 640
    },
    {
      "epoch": 2.173174872665535,
      "grad_norm": 0.2246232252583268,
      "learning_rate": 5.133102607188874e-05,
      "loss": 0.11681890487670898,
      "step": 641
    },
    {
      "epoch": 2.1765704584040746,
      "grad_norm": 0.26295402046380767,
      "learning_rate": 5.1183163622479966e-05,
      "loss": 0.10791041702032089,
      "step": 642
    },
    {
      "epoch": 2.1799660441426147,
      "grad_norm": 0.181858482685371,
      "learning_rate": 5.10352908193801e-05,
      "loss": 0.09829472750425339,
      "step": 643
    },
    {
      "epoch": 2.1833616298811545,
      "grad_norm": 0.2030235866450046,
      "learning_rate": 5.088740895660231e-05,
      "loss": 0.09725946187973022,
      "step": 644
    },
    {
      "epoch": 2.1867572156196946,
      "grad_norm": 0.1875369015824775,
      "learning_rate": 5.073951932823907e-05,
      "loss": 0.08819393813610077,
      "step": 645
    },
    {
      "epoch": 2.1901528013582343,
      "grad_norm": 0.17864911265600283,
      "learning_rate": 5.0591623228450805e-05,
      "loss": 0.07982441782951355,
      "step": 646
    },
    {
      "epoch": 2.193548387096774,
      "grad_norm": 0.18521128596332995,
      "learning_rate": 5.044372195145455e-05,
      "loss": 0.07353096455335617,
      "step": 647
    },
    {
      "epoch": 2.196943972835314,
      "grad_norm": 0.18456205199611705,
      "learning_rate": 5.0295816791512686e-05,
      "loss": 0.0687694251537323,
      "step": 648
    },
    {
      "epoch": 2.200339558573854,
      "grad_norm": 0.1829757250614102,
      "learning_rate": 5.014790904292149e-05,
      "loss": 0.10892924666404724,
      "step": 649
    },
    {
      "epoch": 2.203735144312394,
      "grad_norm": 0.18890396925275804,
      "learning_rate": 5e-05,
      "loss": 0.1159369945526123,
      "step": 650
    },
    {
      "epoch": 2.2071307300509337,
      "grad_norm": 0.16942344658174852,
      "learning_rate": 4.9852090957078515e-05,
      "loss": 0.09954734891653061,
      "step": 651
    },
    {
      "epoch": 2.2105263157894735,
      "grad_norm": 0.1780504542099046,
      "learning_rate": 4.9704183208487325e-05,
      "loss": 0.09250899404287338,
      "step": 652
    },
    {
      "epoch": 2.2139219015280136,
      "grad_norm": 0.18645623237142073,
      "learning_rate": 4.955627804854545e-05,
      "loss": 0.08235422521829605,
      "step": 653
    },
    {
      "epoch": 2.2173174872665533,
      "grad_norm": 0.1784994683358793,
      "learning_rate": 4.94083767715492e-05,
      "loss": 0.07888228446245193,
      "step": 654
    },
    {
      "epoch": 2.2207130730050935,
      "grad_norm": 0.17013633984743062,
      "learning_rate": 4.9260480671760925e-05,
      "loss": 0.0726616159081459,
      "step": 655
    },
    {
      "epoch": 2.224108658743633,
      "grad_norm": 0.18472673831827965,
      "learning_rate": 4.911259104339771e-05,
      "loss": 0.06728089600801468,
      "step": 656
    },
    {
      "epoch": 2.2275042444821733,
      "grad_norm": 0.17332449496936028,
      "learning_rate": 4.8964709180619924e-05,
      "loss": 0.08549031615257263,
      "step": 657
    },
    {
      "epoch": 2.230899830220713,
      "grad_norm": 0.17090509376963334,
      "learning_rate": 4.881683637752005e-05,
      "loss": 0.11464506387710571,
      "step": 658
    },
    {
      "epoch": 2.234295415959253,
      "grad_norm": 0.1787107238756445,
      "learning_rate": 4.866897392811126e-05,
      "loss": 0.10288610309362411,
      "step": 659
    },
    {
      "epoch": 2.237691001697793,
      "grad_norm": 0.1860588588343053,
      "learning_rate": 4.852112312631616e-05,
      "loss": 0.10606972873210907,
      "step": 660
    },
    {
      "epoch": 2.2410865874363326,
      "grad_norm": 0.17458517745338073,
      "learning_rate": 4.8373285265955395e-05,
      "loss": 0.08981959521770477,
      "step": 661
    },
    {
      "epoch": 2.2444821731748728,
      "grad_norm": 0.17526499434649234,
      "learning_rate": 4.822546164073635e-05,
      "loss": 0.08232477307319641,
      "step": 662
    },
    {
      "epoch": 2.2478777589134125,
      "grad_norm": 0.1823611459398258,
      "learning_rate": 4.8077653544241864e-05,
      "loss": 0.07704266905784607,
      "step": 663
    },
    {
      "epoch": 2.2512733446519526,
      "grad_norm": 0.18489843602962322,
      "learning_rate": 4.792986226991889e-05,
      "loss": 0.06634756177663803,
      "step": 664
    },
    {
      "epoch": 2.2546689303904923,
      "grad_norm": 0.18448574712357313,
      "learning_rate": 4.7782089111067176e-05,
      "loss": 0.0683097243309021,
      "step": 665
    },
    {
      "epoch": 2.258064516129032,
      "grad_norm": 0.17589761018962824,
      "learning_rate": 4.7634335360827905e-05,
      "loss": 0.11916027963161469,
      "step": 666
    },
    {
      "epoch": 2.261460101867572,
      "grad_norm": 0.1795256534211018,
      "learning_rate": 4.748660231217249e-05,
      "loss": 0.11158622801303864,
      "step": 667
    },
    {
      "epoch": 2.264855687606112,
      "grad_norm": 0.19290337392195064,
      "learning_rate": 4.7338891257891084e-05,
      "loss": 0.09854745864868164,
      "step": 668
    },
    {
      "epoch": 2.268251273344652,
      "grad_norm": 0.19201767298650546,
      "learning_rate": 4.719120349058146e-05,
      "loss": 0.08974334597587585,
      "step": 669
    },
    {
      "epoch": 2.2716468590831917,
      "grad_norm": 0.1868889162004061,
      "learning_rate": 4.7043540302637575e-05,
      "loss": 0.07873357832431793,
      "step": 670
    },
    {
      "epoch": 2.275042444821732,
      "grad_norm": 0.17432262922782887,
      "learning_rate": 4.6895902986238304e-05,
      "loss": 0.07303929328918457,
      "step": 671
    },
    {
      "epoch": 2.2784380305602716,
      "grad_norm": 0.18149889718903636,
      "learning_rate": 4.6748292833336125e-05,
      "loss": 0.07083107531070709,
      "step": 672
    },
    {
      "epoch": 2.2818336162988118,
      "grad_norm": 0.18983742345901558,
      "learning_rate": 4.6600711135645793e-05,
      "loss": 0.06820881366729736,
      "step": 673
    },
    {
      "epoch": 2.2852292020373515,
      "grad_norm": 0.18497480111804915,
      "learning_rate": 4.6453159184633076e-05,
      "loss": 0.11455556005239487,
      "step": 674
    },
    {
      "epoch": 2.288624787775891,
      "grad_norm": 0.17300209986311835,
      "learning_rate": 4.6305638271503445e-05,
      "loss": 0.12156914174556732,
      "step": 675
    },
    {
      "epoch": 2.2920203735144313,
      "grad_norm": 0.17661683006436862,
      "learning_rate": 4.615814968719071e-05,
      "loss": 0.10207021236419678,
      "step": 676
    },
    {
      "epoch": 2.295415959252971,
      "grad_norm": 0.19468914390395273,
      "learning_rate": 4.601069472234584e-05,
      "loss": 0.09467285126447678,
      "step": 677
    },
    {
      "epoch": 2.298811544991511,
      "grad_norm": 0.1738009297809384,
      "learning_rate": 4.586327466732557e-05,
      "loss": 0.08891662955284119,
      "step": 678
    },
    {
      "epoch": 2.302207130730051,
      "grad_norm": 0.1677007830201778,
      "learning_rate": 4.571589081218116e-05,
      "loss": 0.08263769745826721,
      "step": 679
    },
    {
      "epoch": 2.3056027164685906,
      "grad_norm": 0.17164671308827525,
      "learning_rate": 4.556854444664706e-05,
      "loss": 0.07031428813934326,
      "step": 680
    },
    {
      "epoch": 2.3089983022071308,
      "grad_norm": 0.18274635410925702,
      "learning_rate": 4.5421236860129686e-05,
      "loss": 0.06435659527778625,
      "step": 681
    },
    {
      "epoch": 2.3123938879456705,
      "grad_norm": 0.1951047898281109,
      "learning_rate": 4.527396934169609e-05,
      "loss": 0.10397550463676453,
      "step": 682
    },
    {
      "epoch": 2.3157894736842106,
      "grad_norm": 0.166661262512508,
      "learning_rate": 4.512674318006268e-05,
      "loss": 0.12233447283506393,
      "step": 683
    },
    {
      "epoch": 2.3191850594227503,
      "grad_norm": 0.174509398628348,
      "learning_rate": 4.4979559663584015e-05,
      "loss": 0.11278166621923447,
      "step": 684
    },
    {
      "epoch": 2.3225806451612905,
      "grad_norm": 0.18372530728814804,
      "learning_rate": 4.4832420080241406e-05,
      "loss": 0.09657131135463715,
      "step": 685
    },
    {
      "epoch": 2.32597623089983,
      "grad_norm": 0.192043056192785,
      "learning_rate": 4.4685325717631736e-05,
      "loss": 0.09288895130157471,
      "step": 686
    },
    {
      "epoch": 2.3293718166383703,
      "grad_norm": 0.18075180427633028,
      "learning_rate": 4.453827786295617e-05,
      "loss": 0.08457746356725693,
      "step": 687
    },
    {
      "epoch": 2.33276740237691,
      "grad_norm": 0.1803332569114452,
      "learning_rate": 4.4391277803008905e-05,
      "loss": 0.07192069292068481,
      "step": 688
    },
    {
      "epoch": 2.3361629881154498,
      "grad_norm": 0.1845280135878161,
      "learning_rate": 4.424432682416585e-05,
      "loss": 0.06865935027599335,
      "step": 689
    },
    {
      "epoch": 2.33955857385399,
      "grad_norm": 0.18164609516311606,
      "learning_rate": 4.4097426212373474e-05,
      "loss": 0.06910768896341324,
      "step": 690
    },
    {
      "epoch": 2.3429541595925296,
      "grad_norm": 0.16060301549094005,
      "learning_rate": 4.3950577253137425e-05,
      "loss": 0.10569753497838974,
      "step": 691
    },
    {
      "epoch": 2.3463497453310698,
      "grad_norm": 0.1674539424459387,
      "learning_rate": 4.380378123151139e-05,
      "loss": 0.11710407584905624,
      "step": 692
    },
    {
      "epoch": 2.3497453310696095,
      "grad_norm": 0.17406276657114875,
      "learning_rate": 4.3657039432085776e-05,
      "loss": 0.09413979947566986,
      "step": 693
    },
    {
      "epoch": 2.353140916808149,
      "grad_norm": 0.18113092057180355,
      "learning_rate": 4.351035313897655e-05,
      "loss": 0.08770646899938583,
      "step": 694
    },
    {
      "epoch": 2.3565365025466893,
      "grad_norm": 0.16700143864455724,
      "learning_rate": 4.336372363581391e-05,
      "loss": 0.07561078667640686,
      "step": 695
    },
    {
      "epoch": 2.359932088285229,
      "grad_norm": 0.17147638271329094,
      "learning_rate": 4.32171522057311e-05,
      "loss": 0.07131327688694,
      "step": 696
    },
    {
      "epoch": 2.363327674023769,
      "grad_norm": 0.17044551345359776,
      "learning_rate": 4.307064013135316e-05,
      "loss": 0.0693497434258461,
      "step": 697
    },
    {
      "epoch": 2.366723259762309,
      "grad_norm": 0.17221115238993254,
      "learning_rate": 4.2924188694785773e-05,
      "loss": 0.06643468141555786,
      "step": 698
    },
    {
      "epoch": 2.370118845500849,
      "grad_norm": 2.6338356816764454,
      "learning_rate": 4.277779917760393e-05,
      "loss": 0.11351452767848969,
      "step": 699
    },
    {
      "epoch": 2.3735144312393888,
      "grad_norm": 0.16665576423366846,
      "learning_rate": 4.263147286084078e-05,
      "loss": 0.11587866395711899,
      "step": 700
    },
    {
      "epoch": 2.376910016977929,
      "grad_norm": 0.16532913408136696,
      "learning_rate": 4.2485211024976496e-05,
      "loss": 0.09847494959831238,
      "step": 701
    },
    {
      "epoch": 2.3803056027164686,
      "grad_norm": 0.16401491632337248,
      "learning_rate": 4.2339014949926844e-05,
      "loss": 0.08751493692398071,
      "step": 702
    },
    {
      "epoch": 2.3837011884550083,
      "grad_norm": 0.15773476826313854,
      "learning_rate": 4.219288591503224e-05,
      "loss": 0.07740139961242676,
      "step": 703
    },
    {
      "epoch": 2.3870967741935485,
      "grad_norm": 0.17320455891261463,
      "learning_rate": 4.204682519904641e-05,
      "loss": 0.08057060837745667,
      "step": 704
    },
    {
      "epoch": 2.390492359932088,
      "grad_norm": 0.16742884612884762,
      "learning_rate": 4.190083408012522e-05,
      "loss": 0.07117292284965515,
      "step": 705
    },
    {
      "epoch": 2.3938879456706283,
      "grad_norm": 0.17310857861179457,
      "learning_rate": 4.175491383581552e-05,
      "loss": 0.06331349164247513,
      "step": 706
    },
    {
      "epoch": 2.397283531409168,
      "grad_norm": 0.18898498235955274,
      "learning_rate": 4.160906574304392e-05,
      "loss": 0.10791736841201782,
      "step": 707
    },
    {
      "epoch": 2.4006791171477078,
      "grad_norm": 0.1805357155912146,
      "learning_rate": 4.146329107810569e-05,
      "loss": 0.1271810233592987,
      "step": 708
    },
    {
      "epoch": 2.404074702886248,
      "grad_norm": 0.16646580267560332,
      "learning_rate": 4.131759111665349e-05,
      "loss": 0.10617226362228394,
      "step": 709
    },
    {
      "epoch": 2.4074702886247876,
      "grad_norm": 0.1714977551226205,
      "learning_rate": 4.117196713368629e-05,
      "loss": 0.09965567290782928,
      "step": 710
    },
    {
      "epoch": 2.4108658743633278,
      "grad_norm": 0.1773594142509446,
      "learning_rate": 4.102642040353817e-05,
      "loss": 0.09726707637310028,
      "step": 711
    },
    {
      "epoch": 2.4142614601018675,
      "grad_norm": 0.16709027855867933,
      "learning_rate": 4.088095219986721e-05,
      "loss": 0.0809185653924942,
      "step": 712
    },
    {
      "epoch": 2.4176570458404076,
      "grad_norm": 0.1701974174479521,
      "learning_rate": 4.0735563795644294e-05,
      "loss": 0.06818859279155731,
      "step": 713
    },
    {
      "epoch": 2.4210526315789473,
      "grad_norm": 0.17294499386525772,
      "learning_rate": 4.059025646314197e-05,
      "loss": 0.06326454132795334,
      "step": 714
    },
    {
      "epoch": 2.4244482173174875,
      "grad_norm": 0.1848603704424289,
      "learning_rate": 4.044503147392339e-05,
      "loss": 0.06449925899505615,
      "step": 715
    },
    {
      "epoch": 2.427843803056027,
      "grad_norm": 0.1737521878913226,
      "learning_rate": 4.0299890098831096e-05,
      "loss": 0.11198844760656357,
      "step": 716
    },
    {
      "epoch": 2.431239388794567,
      "grad_norm": 0.17165850436307425,
      "learning_rate": 4.015483360797593e-05,
      "loss": 0.10379281640052795,
      "step": 717
    },
    {
      "epoch": 2.434634974533107,
      "grad_norm": 0.17547574852065886,
      "learning_rate": 4.0009863270725964e-05,
      "loss": 0.09260678291320801,
      "step": 718
    },
    {
      "epoch": 2.4380305602716468,
      "grad_norm": 0.1938992617623928,
      "learning_rate": 3.986498035569532e-05,
      "loss": 0.08913596719503403,
      "step": 719
    },
    {
      "epoch": 2.441426146010187,
      "grad_norm": 0.171147291228373,
      "learning_rate": 3.972018613073312e-05,
      "loss": 0.07828541100025177,
      "step": 720
    },
    {
      "epoch": 2.4448217317487266,
      "grad_norm": 0.15958068147739846,
      "learning_rate": 3.957548186291233e-05,
      "loss": 0.070742167532444,
      "step": 721
    },
    {
      "epoch": 2.4482173174872663,
      "grad_norm": 0.1702558652837616,
      "learning_rate": 3.9430868818518784e-05,
      "loss": 0.061952412128448486,
      "step": 722
    },
    {
      "epoch": 2.4516129032258065,
      "grad_norm": 0.18307336168228425,
      "learning_rate": 3.928634826303997e-05,
      "loss": 0.058472149074077606,
      "step": 723
    },
    {
      "epoch": 2.455008488964346,
      "grad_norm": 0.18744531414378332,
      "learning_rate": 3.914192146115407e-05,
      "loss": 0.10116694867610931,
      "step": 724
    },
    {
      "epoch": 2.4584040747028864,
      "grad_norm": 0.1605746385761094,
      "learning_rate": 3.899758967671878e-05,
      "loss": 0.1049356684088707,
      "step": 725
    },
    {
      "epoch": 2.461799660441426,
      "grad_norm": 0.1731850592599192,
      "learning_rate": 3.885335417276037e-05,
      "loss": 0.09615564346313477,
      "step": 726
    },
    {
      "epoch": 2.465195246179966,
      "grad_norm": 0.21215742797079024,
      "learning_rate": 3.870921621146254e-05,
      "loss": 0.09364002197980881,
      "step": 727
    },
    {
      "epoch": 2.468590831918506,
      "grad_norm": 0.20557635828107731,
      "learning_rate": 3.856517705415543e-05,
      "loss": 0.08540572226047516,
      "step": 728
    },
    {
      "epoch": 2.471986417657046,
      "grad_norm": 0.16072157295836462,
      "learning_rate": 3.8421237961304555e-05,
      "loss": 0.08038079738616943,
      "step": 729
    },
    {
      "epoch": 2.475382003395586,
      "grad_norm": 0.18475166184656971,
      "learning_rate": 3.827740019249977e-05,
      "loss": 0.0667400136590004,
      "step": 730
    },
    {
      "epoch": 2.4787775891341255,
      "grad_norm": 0.18973268707266402,
      "learning_rate": 3.8133665006444255e-05,
      "loss": 0.0635080486536026,
      "step": 731
    },
    {
      "epoch": 2.4821731748726656,
      "grad_norm": 0.19518255768698312,
      "learning_rate": 3.799003366094354e-05,
      "loss": 0.09870380163192749,
      "step": 732
    },
    {
      "epoch": 2.4855687606112054,
      "grad_norm": 0.16946862785266179,
      "learning_rate": 3.784650741289442e-05,
      "loss": 0.12275432050228119,
      "step": 733
    },
    {
      "epoch": 2.4889643463497455,
      "grad_norm": 0.16920435287125005,
      "learning_rate": 3.7703087518274015e-05,
      "loss": 0.10064749419689178,
      "step": 734
    },
    {
      "epoch": 2.492359932088285,
      "grad_norm": 0.19730054455264487,
      "learning_rate": 3.755977523212877e-05,
      "loss": 0.0969122052192688,
      "step": 735
    },
    {
      "epoch": 2.495755517826825,
      "grad_norm": 0.1989299102023274,
      "learning_rate": 3.7416571808563426e-05,
      "loss": 0.09330247342586517,
      "step": 736
    },
    {
      "epoch": 2.499151103565365,
      "grad_norm": 0.18552713073754007,
      "learning_rate": 3.727347850073012e-05,
      "loss": 0.07835578173398972,
      "step": 737
    },
    {
      "epoch": 2.502546689303905,
      "grad_norm": 0.17124728777739812,
      "learning_rate": 3.71304965608174e-05,
      "loss": 0.07191760838031769,
      "step": 738
    },
    {
      "epoch": 2.505942275042445,
      "grad_norm": 0.1837249200607298,
      "learning_rate": 3.698762724003919e-05,
      "loss": 0.06304986774921417,
      "step": 739
    },
    {
      "epoch": 2.5093378607809846,
      "grad_norm": 0.19178552870427884,
      "learning_rate": 3.6844871788623945e-05,
      "loss": 0.06902088969945908,
      "step": 740
    },
    {
      "epoch": 2.5127334465195243,
      "grad_norm": 0.18523019316456035,
      "learning_rate": 3.670223145580366e-05,
      "loss": 0.11148184537887573,
      "step": 741
    },
    {
      "epoch": 2.5161290322580645,
      "grad_norm": 0.15402488873260553,
      "learning_rate": 3.655970748980293e-05,
      "loss": 0.10683425515890121,
      "step": 742
    },
    {
      "epoch": 2.5195246179966047,
      "grad_norm": 0.15662014422056703,
      "learning_rate": 3.641730113782807e-05,
      "loss": 0.09403928369283676,
      "step": 743
    },
    {
      "epoch": 2.5229202037351444,
      "grad_norm": 0.18611041314512944,
      "learning_rate": 3.6275013646056135e-05,
      "loss": 0.08520263433456421,
      "step": 744
    },
    {
      "epoch": 2.526315789473684,
      "grad_norm": 0.20211193991604673,
      "learning_rate": 3.6132846259624055e-05,
      "loss": 0.08205583691596985,
      "step": 745
    },
    {
      "epoch": 2.5297113752122242,
      "grad_norm": 0.16879941563935696,
      "learning_rate": 3.599080022261777e-05,
      "loss": 0.07212570309638977,
      "step": 746
    },
    {
      "epoch": 2.533106960950764,
      "grad_norm": 0.17244718288322106,
      "learning_rate": 3.58488767780613e-05,
      "loss": 0.06664963066577911,
      "step": 747
    },
    {
      "epoch": 2.536502546689304,
      "grad_norm": 0.18236345434585838,
      "learning_rate": 3.570707716790584e-05,
      "loss": 0.06124931573867798,
      "step": 748
    },
    {
      "epoch": 2.539898132427844,
      "grad_norm": 0.182514828750284,
      "learning_rate": 3.556540263301896e-05,
      "loss": 0.10768868774175644,
      "step": 749
    },
    {
      "epoch": 2.5432937181663835,
      "grad_norm": 0.17273676152731657,
      "learning_rate": 3.5423854413173706e-05,
      "loss": 0.10910140722990036,
      "step": 750
    },
    {
      "epoch": 2.5466893039049237,
      "grad_norm": 0.18295071965254522,
      "learning_rate": 3.5282433747037757e-05,
      "loss": 0.0994892343878746,
      "step": 751
    },
    {
      "epoch": 2.5500848896434634,
      "grad_norm": 0.1892125557879812,
      "learning_rate": 3.514114187216261e-05,
      "loss": 0.09176020324230194,
      "step": 752
    },
    {
      "epoch": 2.5534804753820035,
      "grad_norm": 0.1732687624444229,
      "learning_rate": 3.49999800249727e-05,
      "loss": 0.07957559823989868,
      "step": 753
    },
    {
      "epoch": 2.556876061120543,
      "grad_norm": 0.17704744326114794,
      "learning_rate": 3.485894944075463e-05,
      "loss": 0.09056335687637329,
      "step": 754
    },
    {
      "epoch": 2.560271646859083,
      "grad_norm": 0.184004963408498,
      "learning_rate": 3.47180513536463e-05,
      "loss": 0.07315690815448761,
      "step": 755
    },
    {
      "epoch": 2.563667232597623,
      "grad_norm": 0.16597486694525979,
      "learning_rate": 3.457728699662621e-05,
      "loss": 0.061057500541210175,
      "step": 756
    },
    {
      "epoch": 2.5670628183361632,
      "grad_norm": 0.17902718042035354,
      "learning_rate": 3.4436657601502576e-05,
      "loss": 0.08318621665239334,
      "step": 757
    },
    {
      "epoch": 2.570458404074703,
      "grad_norm": 0.1760348831467887,
      "learning_rate": 3.429616439890258e-05,
      "loss": 0.11352517455816269,
      "step": 758
    },
    {
      "epoch": 2.5738539898132426,
      "grad_norm": 0.18422354723345027,
      "learning_rate": 3.4155808618261563e-05,
      "loss": 0.10124319791793823,
      "step": 759
    },
    {
      "epoch": 2.577249575551783,
      "grad_norm": 0.18558477176320745,
      "learning_rate": 3.4015591487812395e-05,
      "loss": 0.09465136379003525,
      "step": 760
    },
    {
      "epoch": 2.5806451612903225,
      "grad_norm": 0.1876065160534628,
      "learning_rate": 3.3875514234574556e-05,
      "loss": 0.08952825516462326,
      "step": 761
    },
    {
      "epoch": 2.5840407470288627,
      "grad_norm": 0.19266524892327866,
      "learning_rate": 3.373557808434355e-05,
      "loss": 0.07428369671106339,
      "step": 762
    },
    {
      "epoch": 2.5874363327674024,
      "grad_norm": 0.17597898636269044,
      "learning_rate": 3.359578426168007e-05,
      "loss": 0.07350639253854752,
      "step": 763
    },
    {
      "epoch": 2.590831918505942,
      "grad_norm": 0.18902878136451348,
      "learning_rate": 3.345613398989932e-05,
      "loss": 0.0661240816116333,
      "step": 764
    },
    {
      "epoch": 2.5942275042444822,
      "grad_norm": 0.19009846861192758,
      "learning_rate": 3.33166284910603e-05,
      "loss": 0.06323446333408356,
      "step": 765
    },
    {
      "epoch": 2.597623089983022,
      "grad_norm": 0.1619217798383207,
      "learning_rate": 3.317726898595517e-05,
      "loss": 0.10194535553455353,
      "step": 766
    },
    {
      "epoch": 2.601018675721562,
      "grad_norm": 0.1680059996744845,
      "learning_rate": 3.303805669409848e-05,
      "loss": 0.10827316343784332,
      "step": 767
    },
    {
      "epoch": 2.604414261460102,
      "grad_norm": 0.1924285532954259,
      "learning_rate": 3.289899283371657e-05,
      "loss": 0.09438102692365646,
      "step": 768
    },
    {
      "epoch": 2.6078098471986415,
      "grad_norm": 0.18692172840515286,
      "learning_rate": 3.276007862173683e-05,
      "loss": 0.08589994162321091,
      "step": 769
    },
    {
      "epoch": 2.6112054329371817,
      "grad_norm": 0.19218042963593016,
      "learning_rate": 3.262131527377715e-05,
      "loss": 0.08207014203071594,
      "step": 770
    },
    {
      "epoch": 2.614601018675722,
      "grad_norm": 0.16968247149600457,
      "learning_rate": 3.248270400413518e-05,
      "loss": 0.06647342443466187,
      "step": 771
    },
    {
      "epoch": 2.6179966044142615,
      "grad_norm": 0.17176844415165643,
      "learning_rate": 3.23442460257778e-05,
      "loss": 0.0627061128616333,
      "step": 772
    },
    {
      "epoch": 2.6213921901528012,
      "grad_norm": 0.1819874917328322,
      "learning_rate": 3.2205942550330456e-05,
      "loss": 0.05918596684932709,
      "step": 773
    },
    {
      "epoch": 2.6247877758913414,
      "grad_norm": 0.17996053454131153,
      "learning_rate": 3.206779478806654e-05,
      "loss": 0.09956592321395874,
      "step": 774
    },
    {
      "epoch": 2.628183361629881,
      "grad_norm": 0.16980520183534636,
      "learning_rate": 3.192980394789682e-05,
      "loss": 0.10763359069824219,
      "step": 775
    },
    {
      "epoch": 2.6315789473684212,
      "grad_norm": 0.17384792300906218,
      "learning_rate": 3.179197123735889e-05,
      "loss": 0.0954458937048912,
      "step": 776
    },
    {
      "epoch": 2.634974533106961,
      "grad_norm": 0.18122435873821038,
      "learning_rate": 3.1654297862606554e-05,
      "loss": 0.09476964175701141,
      "step": 777
    },
    {
      "epoch": 2.6383701188455007,
      "grad_norm": 0.18733027860097912,
      "learning_rate": 3.151678502839929e-05,
      "loss": 0.08117790520191193,
      "step": 778
    },
    {
      "epoch": 2.641765704584041,
      "grad_norm": 0.18792684422111558,
      "learning_rate": 3.1379433938091696e-05,
      "loss": 0.07760273665189743,
      "step": 779
    },
    {
      "epoch": 2.6451612903225805,
      "grad_norm": 0.171095961582522,
      "learning_rate": 3.124224579362305e-05,
      "loss": 0.06836757063865662,
      "step": 780
    },
    {
      "epoch": 2.6485568760611207,
      "grad_norm": 0.16586690535426274,
      "learning_rate": 3.1105221795506584e-05,
      "loss": 0.06185036152601242,
      "step": 781
    },
    {
      "epoch": 2.6519524617996604,
      "grad_norm": 0.19110229535272452,
      "learning_rate": 3.096836314281923e-05,
      "loss": 0.096954345703125,
      "step": 782
    },
    {
      "epoch": 2.6553480475382,
      "grad_norm": 0.1883336259581249,
      "learning_rate": 3.083167103319093e-05,
      "loss": 0.11950527131557465,
      "step": 783
    },
    {
      "epoch": 2.6587436332767402,
      "grad_norm": 0.1753554156754892,
      "learning_rate": 3.069514666279427e-05,
      "loss": 0.10608899593353271,
      "step": 784
    },
    {
      "epoch": 2.6621392190152804,
      "grad_norm": 0.17079380669353134,
      "learning_rate": 3.055879122633397e-05,
      "loss": 0.09107103943824768,
      "step": 785
    },
    {
      "epoch": 2.66553480475382,
      "grad_norm": 0.18024274038258492,
      "learning_rate": 3.042260591703643e-05,
      "loss": 0.08277568221092224,
      "step": 786
    },
    {
      "epoch": 2.66893039049236,
      "grad_norm": 0.20357810198812507,
      "learning_rate": 3.0286591926639287e-05,
      "loss": 0.08410590887069702,
      "step": 787
    },
    {
      "epoch": 2.6723259762309,
      "grad_norm": 0.18874188968414343,
      "learning_rate": 3.0150750445380992e-05,
      "loss": 0.06746567785739899,
      "step": 788
    },
    {
      "epoch": 2.6757215619694397,
      "grad_norm": 0.17501264607067415,
      "learning_rate": 3.0015082661990395e-05,
      "loss": 0.06665299832820892,
      "step": 789
    },
    {
      "epoch": 2.67911714770798,
      "grad_norm": 0.18740797925287156,
      "learning_rate": 2.9879589763676358e-05,
      "loss": 0.06513458490371704,
      "step": 790
    },
    {
      "epoch": 2.6825127334465195,
      "grad_norm": 0.16842439954319954,
      "learning_rate": 2.9744272936117323e-05,
      "loss": 0.10696576535701752,
      "step": 791
    },
    {
      "epoch": 2.6859083191850592,
      "grad_norm": 0.1677334409051065,
      "learning_rate": 2.960913336345099e-05,
      "loss": 0.0977114588022232,
      "step": 792
    },
    {
      "epoch": 2.6893039049235994,
      "grad_norm": 0.17113025072633664,
      "learning_rate": 2.9474172228263887e-05,
      "loss": 0.09799250215291977,
      "step": 793
    },
    {
      "epoch": 2.692699490662139,
      "grad_norm": 0.16684957141437765,
      "learning_rate": 2.9339390711581105e-05,
      "loss": 0.08379356563091278,
      "step": 794
    },
    {
      "epoch": 2.6960950764006792,
      "grad_norm": 0.1791882354287892,
      "learning_rate": 2.9204789992855885e-05,
      "loss": 0.08375358581542969,
      "step": 795
    },
    {
      "epoch": 2.699490662139219,
      "grad_norm": 0.1801523603003994,
      "learning_rate": 2.9070371249959378e-05,
      "loss": 0.07268455624580383,
      "step": 796
    },
    {
      "epoch": 2.7028862478777587,
      "grad_norm": 0.18307971950457935,
      "learning_rate": 2.8936135659170216e-05,
      "loss": 0.06600889563560486,
      "step": 797
    },
    {
      "epoch": 2.706281833616299,
      "grad_norm": 0.16982280078165418,
      "learning_rate": 2.8802084395164386e-05,
      "loss": 0.05860915035009384,
      "step": 798
    },
    {
      "epoch": 2.709677419354839,
      "grad_norm": 0.16240407076947652,
      "learning_rate": 2.866821863100479e-05,
      "loss": 0.09923011064529419,
      "step": 799
    },
    {
      "epoch": 2.7130730050933787,
      "grad_norm": 0.17915783644720862,
      "learning_rate": 2.8534539538131076e-05,
      "loss": 0.11352638900279999,
      "step": 800
    },
    {
      "epoch": 2.7164685908319184,
      "grad_norm": 0.18738688072645704,
      "learning_rate": 2.8401048286349353e-05,
      "loss": 0.09644570201635361,
      "step": 801
    },
    {
      "epoch": 2.7198641765704585,
      "grad_norm": 0.2054300534794763,
      "learning_rate": 2.826774604382195e-05,
      "loss": 0.08496775478124619,
      "step": 802
    },
    {
      "epoch": 2.7232597623089982,
      "grad_norm": 0.16673179794849724,
      "learning_rate": 2.8134633977057235e-05,
      "loss": 0.08083528280258179,
      "step": 803
    },
    {
      "epoch": 2.7266553480475384,
      "grad_norm": 0.17439611815695805,
      "learning_rate": 2.800171325089933e-05,
      "loss": 0.07991768419742584,
      "step": 804
    },
    {
      "epoch": 2.730050933786078,
      "grad_norm": 0.18619832214028129,
      "learning_rate": 2.7868985028518006e-05,
      "loss": 0.06698450446128845,
      "step": 805
    },
    {
      "epoch": 2.733446519524618,
      "grad_norm": 0.17972040282148158,
      "learning_rate": 2.7736450471398434e-05,
      "loss": 0.058878954499959946,
      "step": 806
    },
    {
      "epoch": 2.736842105263158,
      "grad_norm": 0.17067767227609026,
      "learning_rate": 2.7604110739331068e-05,
      "loss": 0.09054619073867798,
      "step": 807
    },
    {
      "epoch": 2.7402376910016977,
      "grad_norm": 0.14798064647679118,
      "learning_rate": 2.747196699040146e-05,
      "loss": 0.10854898393154144,
      "step": 808
    },
    {
      "epoch": 2.743633276740238,
      "grad_norm": 0.16873583317715957,
      "learning_rate": 2.7340020380980146e-05,
      "loss": 0.09747813642024994,
      "step": 809
    },
    {
      "epoch": 2.7470288624787775,
      "grad_norm": 0.1932858458435214,
      "learning_rate": 2.7208272065712537e-05,
      "loss": 0.09662696719169617,
      "step": 810
    },
    {
      "epoch": 2.7504244482173172,
      "grad_norm": 0.18258138588310577,
      "learning_rate": 2.7076723197508768e-05,
      "loss": 0.08496858924627304,
      "step": 811
    },
    {
      "epoch": 2.7538200339558574,
      "grad_norm": 0.16153132918386828,
      "learning_rate": 2.69453749275337e-05,
      "loss": 0.07826173305511475,
      "step": 812
    },
    {
      "epoch": 2.7572156196943975,
      "grad_norm": 0.16291136442798607,
      "learning_rate": 2.6814228405196738e-05,
      "loss": 0.06673877686262131,
      "step": 813
    },
    {
      "epoch": 2.7606112054329373,
      "grad_norm": 0.1873938972351929,
      "learning_rate": 2.6683284778141852e-05,
      "loss": 0.06131594628095627,
      "step": 814
    },
    {
      "epoch": 2.764006791171477,
      "grad_norm": 0.1909517453844909,
      "learning_rate": 2.655254519223746e-05,
      "loss": 0.06107237935066223,
      "step": 815
    },
    {
      "epoch": 2.767402376910017,
      "grad_norm": 0.15968835214266716,
      "learning_rate": 2.6422010791566492e-05,
      "loss": 0.11472313106060028,
      "step": 816
    },
    {
      "epoch": 2.770797962648557,
      "grad_norm": 0.14424394480463984,
      "learning_rate": 2.62916827184163e-05,
      "loss": 0.10236918181180954,
      "step": 817
    },
    {
      "epoch": 2.774193548387097,
      "grad_norm": 0.1791257123396259,
      "learning_rate": 2.6161562113268745e-05,
      "loss": 0.0926392674446106,
      "step": 818
    },
    {
      "epoch": 2.7775891341256367,
      "grad_norm": 0.209817575902277,
      "learning_rate": 2.603165011479012e-05,
      "loss": 0.09200967848300934,
      "step": 819
    },
    {
      "epoch": 2.7809847198641764,
      "grad_norm": 0.19100399868579906,
      "learning_rate": 2.590194785982124e-05,
      "loss": 0.07952775061130524,
      "step": 820
    },
    {
      "epoch": 2.7843803056027165,
      "grad_norm": 0.16710612106573458,
      "learning_rate": 2.5772456483367497e-05,
      "loss": 0.06726615130901337,
      "step": 821
    },
    {
      "epoch": 2.7877758913412563,
      "grad_norm": 0.17130937412200564,
      "learning_rate": 2.56431771185889e-05,
      "loss": 0.0635620504617691,
      "step": 822
    },
    {
      "epoch": 2.7911714770797964,
      "grad_norm": 0.19288788443257698,
      "learning_rate": 2.5514110896790184e-05,
      "loss": 0.05856780335307121,
      "step": 823
    },
    {
      "epoch": 2.794567062818336,
      "grad_norm": 0.18988175873253793,
      "learning_rate": 2.5385258947410906e-05,
      "loss": 0.09616898000240326,
      "step": 824
    },
    {
      "epoch": 2.797962648556876,
      "grad_norm": 0.677582426025809,
      "learning_rate": 2.525662239801553e-05,
      "loss": 0.11323189735412598,
      "step": 825
    },
    {
      "epoch": 2.801358234295416,
      "grad_norm": 0.15878371922437784,
      "learning_rate": 2.512820237428366e-05,
      "loss": 0.09259919822216034,
      "step": 826
    },
    {
      "epoch": 2.804753820033956,
      "grad_norm": 0.19629012259411324,
      "learning_rate": 2.500000000000001e-05,
      "loss": 0.09004946798086166,
      "step": 827
    },
    {
      "epoch": 2.808149405772496,
      "grad_norm": 0.2034778929352647,
      "learning_rate": 2.487201639704475e-05,
      "loss": 0.08156426250934601,
      "step": 828
    },
    {
      "epoch": 2.8115449915110355,
      "grad_norm": 0.17223089305549993,
      "learning_rate": 2.4744252685383596e-05,
      "loss": 0.06910967081785202,
      "step": 829
    },
    {
      "epoch": 2.8149405772495757,
      "grad_norm": 0.16945692961543954,
      "learning_rate": 2.4616709983058018e-05,
      "loss": 0.05877729505300522,
      "step": 830
    },
    {
      "epoch": 2.8183361629881154,
      "grad_norm": 0.18323830953345308,
      "learning_rate": 2.4489389406175456e-05,
      "loss": 0.061685554683208466,
      "step": 831
    },
    {
      "epoch": 2.8217317487266556,
      "grad_norm": 0.18220857908197913,
      "learning_rate": 2.436229206889962e-05,
      "loss": 0.08499722182750702,
      "step": 832
    },
    {
      "epoch": 2.8251273344651953,
      "grad_norm": 0.1759724037625514,
      "learning_rate": 2.4235419083440613e-05,
      "loss": 0.10835306346416473,
      "step": 833
    },
    {
      "epoch": 2.828522920203735,
      "grad_norm": 0.1519544041118763,
      "learning_rate": 2.4108771560045313e-05,
      "loss": 0.10240586847066879,
      "step": 834
    },
    {
      "epoch": 2.831918505942275,
      "grad_norm": 0.165991998143651,
      "learning_rate": 2.3982350606987587e-05,
      "loss": 0.09169580787420273,
      "step": 835
    },
    {
      "epoch": 2.835314091680815,
      "grad_norm": 0.18846610367004651,
      "learning_rate": 2.3856157330558625e-05,
      "loss": 0.09065485000610352,
      "step": 836
    },
    {
      "epoch": 2.838709677419355,
      "grad_norm": 0.18476046775864408,
      "learning_rate": 2.373019283505727e-05,
      "loss": 0.07656891644001007,
      "step": 837
    },
    {
      "epoch": 2.8421052631578947,
      "grad_norm": 0.16968535239248775,
      "learning_rate": 2.3604458222780313e-05,
      "loss": 0.06834015250205994,
      "step": 838
    },
    {
      "epoch": 2.8455008488964344,
      "grad_norm": 0.1645158955080501,
      "learning_rate": 2.347895459401288e-05,
      "loss": 0.060691386461257935,
      "step": 839
    },
    {
      "epoch": 2.8488964346349746,
      "grad_norm": 0.1759478474335412,
      "learning_rate": 2.33536830470188e-05,
      "loss": 0.062247686088085175,
      "step": 840
    },
    {
      "epoch": 2.8522920203735147,
      "grad_norm": 0.1713215131277223,
      "learning_rate": 2.322864467803097e-05,
      "loss": 0.11655740439891815,
      "step": 841
    },
    {
      "epoch": 2.8556876061120544,
      "grad_norm": 0.1663636513481251,
      "learning_rate": 2.3103840581241808e-05,
      "loss": 0.10389652103185654,
      "step": 842
    },
    {
      "epoch": 2.859083191850594,
      "grad_norm": 0.2121358261763457,
      "learning_rate": 2.2979271848793633e-05,
      "loss": 0.09916552156209946,
      "step": 843
    },
    {
      "epoch": 2.8624787775891343,
      "grad_norm": 0.16628728580666718,
      "learning_rate": 2.2854939570769117e-05,
      "loss": 0.08627776801586151,
      "step": 844
    },
    {
      "epoch": 2.865874363327674,
      "grad_norm": 0.16746133567878474,
      "learning_rate": 2.2730844835181757e-05,
      "loss": 0.07369454205036163,
      "step": 845
    },
    {
      "epoch": 2.869269949066214,
      "grad_norm": 0.17419436956304016,
      "learning_rate": 2.2606988727966393e-05,
      "loss": 0.06551572680473328,
      "step": 846
    },
    {
      "epoch": 2.872665534804754,
      "grad_norm": 0.1797511292699641,
      "learning_rate": 2.248337233296961e-05,
      "loss": 0.06162602826952934,
      "step": 847
    },
    {
      "epoch": 2.8760611205432935,
      "grad_norm": 0.1622937074628894,
      "learning_rate": 2.235999673194035e-05,
      "loss": 0.05968285724520683,
      "step": 848
    },
    {
      "epoch": 2.8794567062818337,
      "grad_norm": 0.16363469079190407,
      "learning_rate": 2.2236863004520326e-05,
      "loss": 0.103396937251091,
      "step": 849
    },
    {
      "epoch": 2.8828522920203734,
      "grad_norm": 0.16186365266239625,
      "learning_rate": 2.2113972228234737e-05,
      "loss": 0.10602563619613647,
      "step": 850
    },
    {
      "epoch": 2.8862478777589136,
      "grad_norm": 0.17317260814361962,
      "learning_rate": 2.1991325478482694e-05,
      "loss": 0.09179340302944183,
      "step": 851
    },
    {
      "epoch": 2.8896434634974533,
      "grad_norm": 0.18762734715234908,
      "learning_rate": 2.1868923828527933e-05,
      "loss": 0.08719556033611298,
      "step": 852
    },
    {
      "epoch": 2.893039049235993,
      "grad_norm": 0.1740616385410889,
      "learning_rate": 2.1746768349489283e-05,
      "loss": 0.07949644327163696,
      "step": 853
    },
    {
      "epoch": 2.896434634974533,
      "grad_norm": 0.16384283522776538,
      "learning_rate": 2.162486011033142e-05,
      "loss": 0.06954073160886765,
      "step": 854
    },
    {
      "epoch": 2.8998302207130733,
      "grad_norm": 0.1762608437604479,
      "learning_rate": 2.1503200177855426e-05,
      "loss": 0.061557263135910034,
      "step": 855
    },
    {
      "epoch": 2.903225806451613,
      "grad_norm": 0.17973846819642755,
      "learning_rate": 2.1381789616689512e-05,
      "loss": 0.05781710147857666,
      "step": 856
    },
    {
      "epoch": 2.9066213921901527,
      "grad_norm": 0.15744903411279135,
      "learning_rate": 2.126062948927966e-05,
      "loss": 0.0800895094871521,
      "step": 857
    },
    {
      "epoch": 2.910016977928693,
      "grad_norm": 0.13892733510455438,
      "learning_rate": 2.1139720855880357e-05,
      "loss": 0.10667183250188828,
      "step": 858
    },
    {
      "epoch": 2.9134125636672326,
      "grad_norm": 0.15514041990517785,
      "learning_rate": 2.1019064774545282e-05,
      "loss": 0.09649382531642914,
      "step": 859
    },
    {
      "epoch": 2.9168081494057727,
      "grad_norm": 0.18067253063476157,
      "learning_rate": 2.089866230111813e-05,
      "loss": 0.08846415579319,
      "step": 860
    },
    {
      "epoch": 2.9202037351443124,
      "grad_norm": 0.18206301172992329,
      "learning_rate": 2.0778514489223204e-05,
      "loss": 0.08002766966819763,
      "step": 861
    },
    {
      "epoch": 2.923599320882852,
      "grad_norm": 0.15644261730057993,
      "learning_rate": 2.065862239025639e-05,
      "loss": 0.0696350634098053,
      "step": 862
    },
    {
      "epoch": 2.9269949066213923,
      "grad_norm": 0.16174816063304712,
      "learning_rate": 2.053898705337583e-05,
      "loss": 0.07808029651641846,
      "step": 863
    },
    {
      "epoch": 2.930390492359932,
      "grad_norm": 0.17432685878371926,
      "learning_rate": 2.0419609525492794e-05,
      "loss": 0.060087498277425766,
      "step": 864
    },
    {
      "epoch": 2.933786078098472,
      "grad_norm": 0.18392589459839812,
      "learning_rate": 2.030049085126247e-05,
      "loss": 0.059294283390045166,
      "step": 865
    },
    {
      "epoch": 2.937181663837012,
      "grad_norm": 0.18333082665183126,
      "learning_rate": 2.0181632073074926e-05,
      "loss": 0.10879608243703842,
      "step": 866
    },
    {
      "epoch": 2.9405772495755516,
      "grad_norm": 0.14260939106052253,
      "learning_rate": 2.0063034231045852e-05,
      "loss": 0.09460778534412384,
      "step": 867
    },
    {
      "epoch": 2.9439728353140917,
      "grad_norm": 0.16184896075082875,
      "learning_rate": 1.9944698363007547e-05,
      "loss": 0.09041804075241089,
      "step": 868
    },
    {
      "epoch": 2.9473684210526314,
      "grad_norm": 0.18319480493169274,
      "learning_rate": 1.9826625504499806e-05,
      "loss": 0.08371460437774658,
      "step": 869
    },
    {
      "epoch": 2.9507640067911716,
      "grad_norm": 0.18021872069581388,
      "learning_rate": 1.9708816688760884e-05,
      "loss": 0.06918957829475403,
      "step": 870
    },
    {
      "epoch": 2.9541595925297113,
      "grad_norm": 0.158754042429574,
      "learning_rate": 1.9591272946718415e-05,
      "loss": 0.07203910499811172,
      "step": 871
    },
    {
      "epoch": 2.9575551782682514,
      "grad_norm": 0.1584361432308608,
      "learning_rate": 1.947399530698043e-05,
      "loss": 0.05943068489432335,
      "step": 872
    },
    {
      "epoch": 2.960950764006791,
      "grad_norm": 0.1600394923587483,
      "learning_rate": 1.9356984795826334e-05,
      "loss": 0.054306574165821075,
      "step": 873
    },
    {
      "epoch": 2.9643463497453313,
      "grad_norm": 0.17559935075843064,
      "learning_rate": 1.9240242437197913e-05,
      "loss": 0.09351390600204468,
      "step": 874
    },
    {
      "epoch": 2.967741935483871,
      "grad_norm": 0.1740228875068842,
      "learning_rate": 1.912376925269041e-05,
      "loss": 0.11052130162715912,
      "step": 875
    },
    {
      "epoch": 2.9711375212224107,
      "grad_norm": 0.14860625945260014,
      "learning_rate": 1.9007566261543558e-05,
      "loss": 0.08871638774871826,
      "step": 876
    },
    {
      "epoch": 2.974533106960951,
      "grad_norm": 0.15676146698379706,
      "learning_rate": 1.8891634480632664e-05,
      "loss": 0.0810859352350235,
      "step": 877
    },
    {
      "epoch": 2.9779286926994906,
      "grad_norm": 0.17372048062263223,
      "learning_rate": 1.8775974924459717e-05,
      "loss": 0.08844238519668579,
      "step": 878
    },
    {
      "epoch": 2.9813242784380307,
      "grad_norm": 0.17192997272808033,
      "learning_rate": 1.8660588605144484e-05,
      "loss": 0.06745877116918564,
      "step": 879
    },
    {
      "epoch": 2.9847198641765704,
      "grad_norm": 0.16467282143787115,
      "learning_rate": 1.8545476532415744e-05,
      "loss": 0.0653437003493309,
      "step": 880
    },
    {
      "epoch": 2.98811544991511,
      "grad_norm": 0.15774394530352917,
      "learning_rate": 1.8430639713602316e-05,
      "loss": 0.05818783864378929,
      "step": 881
    },
    {
      "epoch": 2.9915110356536503,
      "grad_norm": 0.15993011188014408,
      "learning_rate": 1.8316079153624355e-05,
      "loss": 0.08472274243831635,
      "step": 882
    },
    {
      "epoch": 2.99490662139219,
      "grad_norm": 0.16074210319828938,
      "learning_rate": 1.820179585498446e-05,
      "loss": 0.09365948289632797,
      "step": 883
    },
    {
      "epoch": 2.99830220713073,
      "grad_norm": 0.15155861734273393,
      "learning_rate": 1.808779081775901e-05,
      "loss": 0.06799779832363129,
      "step": 884
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.20393027821397597,
      "learning_rate": 1.7974065039589333e-05,
      "loss": 0.05543612688779831,
      "step": 885
    },
    {
      "epoch": 3.0033955857385397,
      "grad_norm": 0.24028881568251675,
      "learning_rate": 1.7860619515673033e-05,
      "loss": 0.06700880080461502,
      "step": 886
    },
    {
      "epoch": 3.00679117147708,
      "grad_norm": 0.2053766853320597,
      "learning_rate": 1.7747455238755223e-05,
      "loss": 0.05432623624801636,
      "step": 887
    },
    {
      "epoch": 3.0101867572156196,
      "grad_norm": 0.17145737336763053,
      "learning_rate": 1.7634573199119863e-05,
      "loss": 0.044365014880895615,
      "step": 888
    },
    {
      "epoch": 3.0135823429541597,
      "grad_norm": 0.15654001689835462,
      "learning_rate": 1.7521974384581115e-05,
      "loss": 0.03612581640481949,
      "step": 889
    },
    {
      "epoch": 3.0169779286926994,
      "grad_norm": 0.15370485620508106,
      "learning_rate": 1.740965978047465e-05,
      "loss": 0.033521901816129684,
      "step": 890
    },
    {
      "epoch": 3.0203735144312396,
      "grad_norm": 0.1482840607174852,
      "learning_rate": 1.729763036964909e-05,
      "loss": 0.026836013421416283,
      "step": 891
    },
    {
      "epoch": 3.0237691001697793,
      "grad_norm": 0.16428015217225686,
      "learning_rate": 1.718588713245734e-05,
      "loss": 0.023287151008844376,
      "step": 892
    },
    {
      "epoch": 3.027164685908319,
      "grad_norm": 0.18205863863137203,
      "learning_rate": 1.7074431046748075e-05,
      "loss": 0.023514404892921448,
      "step": 893
    },
    {
      "epoch": 3.030560271646859,
      "grad_norm": 0.2520658409759249,
      "learning_rate": 1.6963263087857123e-05,
      "loss": 0.05385994911193848,
      "step": 894
    },
    {
      "epoch": 3.033955857385399,
      "grad_norm": 0.2496094433370953,
      "learning_rate": 1.6852384228598967e-05,
      "loss": 0.06253427267074585,
      "step": 895
    },
    {
      "epoch": 3.037351443123939,
      "grad_norm": 0.16925992374845164,
      "learning_rate": 1.6741795439258218e-05,
      "loss": 0.04542415589094162,
      "step": 896
    },
    {
      "epoch": 3.0407470288624787,
      "grad_norm": 0.15814351847123584,
      "learning_rate": 1.6631497687581126e-05,
      "loss": 0.038708411157131195,
      "step": 897
    },
    {
      "epoch": 3.044142614601019,
      "grad_norm": 0.16588709675844993,
      "learning_rate": 1.652149193876713e-05,
      "loss": 0.034707456827163696,
      "step": 898
    },
    {
      "epoch": 3.0475382003395586,
      "grad_norm": 0.1468917112956866,
      "learning_rate": 1.641177915546036e-05,
      "loss": 0.029641523957252502,
      "step": 899
    },
    {
      "epoch": 3.0509337860780983,
      "grad_norm": 0.14139121113969683,
      "learning_rate": 1.63023602977413e-05,
      "loss": 0.02573767863214016,
      "step": 900
    },
    {
      "epoch": 3.0543293718166384,
      "grad_norm": 0.14937127339945325,
      "learning_rate": 1.6193236323118283e-05,
      "loss": 0.022759422659873962,
      "step": 901
    },
    {
      "epoch": 3.057724957555178,
      "grad_norm": 0.1545738123629709,
      "learning_rate": 1.6084408186519196e-05,
      "loss": 0.04347142577171326,
      "step": 902
    },
    {
      "epoch": 3.0611205432937183,
      "grad_norm": 0.16134867860286392,
      "learning_rate": 1.5975876840283072e-05,
      "loss": 0.06474979966878891,
      "step": 903
    },
    {
      "epoch": 3.064516129032258,
      "grad_norm": 0.1497204226052965,
      "learning_rate": 1.586764323415178e-05,
      "loss": 0.04936043545603752,
      "step": 904
    },
    {
      "epoch": 3.067911714770798,
      "grad_norm": 0.14048991608035383,
      "learning_rate": 1.5759708315261722e-05,
      "loss": 0.04320313036441803,
      "step": 905
    },
    {
      "epoch": 3.071307300509338,
      "grad_norm": 0.141766997064975,
      "learning_rate": 1.5652073028135512e-05,
      "loss": 0.035470977425575256,
      "step": 906
    },
    {
      "epoch": 3.0747028862478776,
      "grad_norm": 0.15771271119439248,
      "learning_rate": 1.5544738314673747e-05,
      "loss": 0.03206377476453781,
      "step": 907
    },
    {
      "epoch": 3.0780984719864177,
      "grad_norm": 0.1454854404553505,
      "learning_rate": 1.5437705114146733e-05,
      "loss": 0.026127755641937256,
      "step": 908
    },
    {
      "epoch": 3.0814940577249574,
      "grad_norm": 0.13074817065499045,
      "learning_rate": 1.533097436318629e-05,
      "loss": 0.021116334944963455,
      "step": 909
    },
    {
      "epoch": 3.0848896434634976,
      "grad_norm": 0.14360651258815552,
      "learning_rate": 1.5224546995777549e-05,
      "loss": 0.02506256103515625,
      "step": 910
    },
    {
      "epoch": 3.0882852292020373,
      "grad_norm": 0.1756677108700991,
      "learning_rate": 1.5118423943250771e-05,
      "loss": 0.05918995290994644,
      "step": 911
    },
    {
      "epoch": 3.0916808149405774,
      "grad_norm": 0.17124543519940844,
      "learning_rate": 1.5012606134273205e-05,
      "loss": 0.048225294798612595,
      "step": 912
    },
    {
      "epoch": 3.095076400679117,
      "grad_norm": 0.147669359694198,
      "learning_rate": 1.4907094494840929e-05,
      "loss": 0.03807109594345093,
      "step": 913
    },
    {
      "epoch": 3.098471986417657,
      "grad_norm": 0.14347153348748545,
      "learning_rate": 1.4801889948270853e-05,
      "loss": 0.037231430411338806,
      "step": 914
    },
    {
      "epoch": 3.101867572156197,
      "grad_norm": 0.1341397983321544,
      "learning_rate": 1.4696993415192484e-05,
      "loss": 0.029485851526260376,
      "step": 915
    },
    {
      "epoch": 3.1052631578947367,
      "grad_norm": 0.13488879644242927,
      "learning_rate": 1.4592405813539994e-05,
      "loss": 0.02624015137553215,
      "step": 916
    },
    {
      "epoch": 3.108658743633277,
      "grad_norm": 0.1360205052500417,
      "learning_rate": 1.4488128058544098e-05,
      "loss": 0.02348337695002556,
      "step": 917
    },
    {
      "epoch": 3.1120543293718166,
      "grad_norm": 0.1169748475617425,
      "learning_rate": 1.4384161062724133e-05,
      "loss": 0.019927015528082848,
      "step": 918
    },
    {
      "epoch": 3.1154499151103567,
      "grad_norm": 0.13707829608124633,
      "learning_rate": 1.428050573587999e-05,
      "loss": 0.05076966807246208,
      "step": 919
    },
    {
      "epoch": 3.1188455008488964,
      "grad_norm": 0.1334447961070063,
      "learning_rate": 1.4177162985084242e-05,
      "loss": 0.050791554152965546,
      "step": 920
    },
    {
      "epoch": 3.122241086587436,
      "grad_norm": 0.1341038153418599,
      "learning_rate": 1.4074133714674115e-05,
      "loss": 0.04770858213305473,
      "step": 921
    },
    {
      "epoch": 3.1256366723259763,
      "grad_norm": 0.1472579891284908,
      "learning_rate": 1.397141882624361e-05,
      "loss": 0.04013638198375702,
      "step": 922
    },
    {
      "epoch": 3.129032258064516,
      "grad_norm": 0.12912850234958695,
      "learning_rate": 1.3869019218635642e-05,
      "loss": 0.03337923809885979,
      "step": 923
    },
    {
      "epoch": 3.132427843803056,
      "grad_norm": 0.14152232460713068,
      "learning_rate": 1.3766935787934138e-05,
      "loss": 0.039759911596775055,
      "step": 924
    },
    {
      "epoch": 3.135823429541596,
      "grad_norm": 0.12426979836991046,
      "learning_rate": 1.3665169427456203e-05,
      "loss": 0.023225799202919006,
      "step": 925
    },
    {
      "epoch": 3.139219015280136,
      "grad_norm": 0.12119350660009211,
      "learning_rate": 1.3563721027744308e-05,
      "loss": 0.02131539210677147,
      "step": 926
    },
    {
      "epoch": 3.1426146010186757,
      "grad_norm": 0.15702850253728412,
      "learning_rate": 1.3462591476558511e-05,
      "loss": 0.04250669479370117,
      "step": 927
    },
    {
      "epoch": 3.1460101867572154,
      "grad_norm": 0.14181985081843418,
      "learning_rate": 1.336178165886865e-05,
      "loss": 0.052393391728401184,
      "step": 928
    },
    {
      "epoch": 3.1494057724957556,
      "grad_norm": 0.13245257556679232,
      "learning_rate": 1.3261292456846647e-05,
      "loss": 0.040914386510849,
      "step": 929
    },
    {
      "epoch": 3.1528013582342953,
      "grad_norm": 0.13917949941320143,
      "learning_rate": 1.3161124749858738e-05,
      "loss": 0.04171147570014,
      "step": 930
    },
    {
      "epoch": 3.1561969439728355,
      "grad_norm": 0.13948473868398834,
      "learning_rate": 1.3061279414457823e-05,
      "loss": 0.04070255160331726,
      "step": 931
    },
    {
      "epoch": 3.159592529711375,
      "grad_norm": 0.12764281795698135,
      "learning_rate": 1.2961757324375767e-05,
      "loss": 0.027047133073210716,
      "step": 932
    },
    {
      "epoch": 3.1629881154499153,
      "grad_norm": 0.12301555564271233,
      "learning_rate": 1.2862559350515746e-05,
      "loss": 0.023495502769947052,
      "step": 933
    },
    {
      "epoch": 3.166383701188455,
      "grad_norm": 0.1334450446670973,
      "learning_rate": 1.27636863609447e-05,
      "loss": 0.022096674889326096,
      "step": 934
    },
    {
      "epoch": 3.1697792869269947,
      "grad_norm": 0.13767859104737193,
      "learning_rate": 1.2665139220885613e-05,
      "loss": 0.02451895736157894,
      "step": 935
    },
    {
      "epoch": 3.173174872665535,
      "grad_norm": 0.134761480069989,
      "learning_rate": 1.2566918792710042e-05,
      "loss": 0.056860968470573425,
      "step": 936
    },
    {
      "epoch": 3.1765704584040746,
      "grad_norm": 0.13169387158833784,
      "learning_rate": 1.2469025935930523e-05,
      "loss": 0.050218455493450165,
      "step": 937
    },
    {
      "epoch": 3.1799660441426147,
      "grad_norm": 0.1351600982380951,
      "learning_rate": 1.2371461507193078e-05,
      "loss": 0.04186920449137688,
      "step": 938
    },
    {
      "epoch": 3.1833616298811545,
      "grad_norm": 0.13118003425600933,
      "learning_rate": 1.2274226360269687e-05,
      "loss": 0.032554447650909424,
      "step": 939
    },
    {
      "epoch": 3.1867572156196946,
      "grad_norm": 0.1375266602484129,
      "learning_rate": 1.2177321346050835e-05,
      "loss": 0.030701391398906708,
      "step": 940
    },
    {
      "epoch": 3.1901528013582343,
      "grad_norm": 0.11829815265293832,
      "learning_rate": 1.2080747312538083e-05,
      "loss": 0.023229604586958885,
      "step": 941
    },
    {
      "epoch": 3.193548387096774,
      "grad_norm": 0.11744494660411912,
      "learning_rate": 1.1984505104836608e-05,
      "loss": 0.020911162719130516,
      "step": 942
    },
    {
      "epoch": 3.196943972835314,
      "grad_norm": 0.12208992751472954,
      "learning_rate": 1.1888595565147836e-05,
      "loss": 0.02026745118200779,
      "step": 943
    },
    {
      "epoch": 3.200339558573854,
      "grad_norm": 0.1370308825049616,
      "learning_rate": 1.1793019532762056e-05,
      "loss": 0.050561364740133286,
      "step": 944
    },
    {
      "epoch": 3.203735144312394,
      "grad_norm": 0.1320865285713048,
      "learning_rate": 1.1697777844051105e-05,
      "loss": 0.054354455322027206,
      "step": 945
    },
    {
      "epoch": 3.2071307300509337,
      "grad_norm": 0.12904401213539007,
      "learning_rate": 1.1602871332461002e-05,
      "loss": 0.040906570851802826,
      "step": 946
    },
    {
      "epoch": 3.2105263157894735,
      "grad_norm": 0.13358896791764147,
      "learning_rate": 1.150830082850468e-05,
      "loss": 0.04104870557785034,
      "step": 947
    },
    {
      "epoch": 3.2139219015280136,
      "grad_norm": 0.13576745277467697,
      "learning_rate": 1.141406715975476e-05,
      "loss": 0.03179006278514862,
      "step": 948
    },
    {
      "epoch": 3.2173174872665533,
      "grad_norm": 0.12989340990977727,
      "learning_rate": 1.1320171150836228e-05,
      "loss": 0.028960715979337692,
      "step": 949
    },
    {
      "epoch": 3.2207130730050935,
      "grad_norm": 0.11739065883416286,
      "learning_rate": 1.1226613623419269e-05,
      "loss": 0.02141611836850643,
      "step": 950
    },
    {
      "epoch": 3.224108658743633,
      "grad_norm": 0.12392313469407654,
      "learning_rate": 1.1133395396212049e-05,
      "loss": 0.021733587607741356,
      "step": 951
    },
    {
      "epoch": 3.2275042444821733,
      "grad_norm": 0.13054781103460678,
      "learning_rate": 1.1040517284953595e-05,
      "loss": 0.03965660184621811,
      "step": 952
    },
    {
      "epoch": 3.230899830220713,
      "grad_norm": 0.14015418456520445,
      "learning_rate": 1.0947980102406596e-05,
      "loss": 0.061388976871967316,
      "step": 953
    },
    {
      "epoch": 3.234295415959253,
      "grad_norm": 0.1313510738749738,
      "learning_rate": 1.0855784658350388e-05,
      "loss": 0.045122601091861725,
      "step": 954
    },
    {
      "epoch": 3.237691001697793,
      "grad_norm": 0.1229856769507569,
      "learning_rate": 1.0763931759573736e-05,
      "loss": 0.03775542601943016,
      "step": 955
    },
    {
      "epoch": 3.2410865874363326,
      "grad_norm": 0.12960445110096186,
      "learning_rate": 1.0672422209867878e-05,
      "loss": 0.033111028373241425,
      "step": 956
    },
    {
      "epoch": 3.2444821731748728,
      "grad_norm": 0.11567574075086891,
      "learning_rate": 1.0581256810019435e-05,
      "loss": 0.025276150554418564,
      "step": 957
    },
    {
      "epoch": 3.2478777589134125,
      "grad_norm": 0.12526076922153354,
      "learning_rate": 1.0490436357803435e-05,
      "loss": 0.025001049041748047,
      "step": 958
    },
    {
      "epoch": 3.2512733446519526,
      "grad_norm": 0.12289927352056768,
      "learning_rate": 1.0399961647976314e-05,
      "loss": 0.021313007920980453,
      "step": 959
    },
    {
      "epoch": 3.2546689303904923,
      "grad_norm": 0.13369532802520256,
      "learning_rate": 1.0309833472268976e-05,
      "loss": 0.025399228557944298,
      "step": 960
    },
    {
      "epoch": 3.258064516129032,
      "grad_norm": 0.18627005404901126,
      "learning_rate": 1.0220052619379843e-05,
      "loss": 0.05847664922475815,
      "step": 961
    },
    {
      "epoch": 3.261460101867572,
      "grad_norm": 0.12860256029327546,
      "learning_rate": 1.0130619874967983e-05,
      "loss": 0.048421770334243774,
      "step": 962
    },
    {
      "epoch": 3.264855687606112,
      "grad_norm": 0.12695685751232738,
      "learning_rate": 1.0041536021646204e-05,
      "loss": 0.042405616492033005,
      "step": 963
    },
    {
      "epoch": 3.268251273344652,
      "grad_norm": 0.12506542508160182,
      "learning_rate": 9.952801838974213e-06,
      "loss": 0.03340744599699974,
      "step": 964
    },
    {
      "epoch": 3.2716468590831917,
      "grad_norm": 0.12453199608254409,
      "learning_rate": 9.864418103451828e-06,
      "loss": 0.02923053316771984,
      "step": 965
    },
    {
      "epoch": 3.275042444821732,
      "grad_norm": 0.11845186452380632,
      "learning_rate": 9.776385588512121e-06,
      "loss": 0.026465460658073425,
      "step": 966
    },
    {
      "epoch": 3.2784380305602716,
      "grad_norm": 0.12067165400099766,
      "learning_rate": 9.688705064514703e-06,
      "loss": 0.021437451243400574,
      "step": 967
    },
    {
      "epoch": 3.2818336162988118,
      "grad_norm": 0.12388372462038609,
      "learning_rate": 9.601377298738977e-06,
      "loss": 0.020572148263454437,
      "step": 968
    },
    {
      "epoch": 3.2852292020373515,
      "grad_norm": 0.18950890680768173,
      "learning_rate": 9.514403055377386e-06,
      "loss": 0.05122412368655205,
      "step": 969
    },
    {
      "epoch": 3.288624787775891,
      "grad_norm": 0.13581685949347178,
      "learning_rate": 9.427783095528769e-06,
      "loss": 0.057231783866882324,
      "step": 970
    },
    {
      "epoch": 3.2920203735144313,
      "grad_norm": 0.12878115221070915,
      "learning_rate": 9.34151817719166e-06,
      "loss": 0.047430481761693954,
      "step": 971
    },
    {
      "epoch": 3.295415959252971,
      "grad_norm": 0.1262668644397002,
      "learning_rate": 9.255609055257713e-06,
      "loss": 0.03749135881662369,
      "step": 972
    },
    {
      "epoch": 3.298811544991511,
      "grad_norm": 0.1244416952979766,
      "learning_rate": 9.170056481504996e-06,
      "loss": 0.03182145953178406,
      "step": 973
    },
    {
      "epoch": 3.302207130730051,
      "grad_norm": 0.12252746917398741,
      "learning_rate": 9.084861204591549e-06,
      "loss": 0.02764609269797802,
      "step": 974
    },
    {
      "epoch": 3.3056027164685906,
      "grad_norm": 0.11471840726470396,
      "learning_rate": 9.000023970048726e-06,
      "loss": 0.02232491225004196,
      "step": 975
    },
    {
      "epoch": 3.3089983022071308,
      "grad_norm": 0.11916893504639654,
      "learning_rate": 8.915545520274698e-06,
      "loss": 0.020712103694677353,
      "step": 976
    },
    {
      "epoch": 3.3123938879456705,
      "grad_norm": 0.13525439972222236,
      "learning_rate": 8.831426594527975e-06,
      "loss": 0.038848504424095154,
      "step": 977
    },
    {
      "epoch": 3.3157894736842106,
      "grad_norm": 0.14699270845720624,
      "learning_rate": 8.747667928920927e-06,
      "loss": 0.06028951331973076,
      "step": 978
    },
    {
      "epoch": 3.3191850594227503,
      "grad_norm": 0.12925123203222016,
      "learning_rate": 8.664270256413332e-06,
      "loss": 0.0466872975230217,
      "step": 979
    },
    {
      "epoch": 3.3225806451612905,
      "grad_norm": 0.13362891203019467,
      "learning_rate": 8.581234306805969e-06,
      "loss": 0.046531789004802704,
      "step": 980
    },
    {
      "epoch": 3.32597623089983,
      "grad_norm": 0.12540125518706974,
      "learning_rate": 8.498560806734229e-06,
      "loss": 0.035425543785095215,
      "step": 981
    },
    {
      "epoch": 3.3293718166383703,
      "grad_norm": 0.12158048401225834,
      "learning_rate": 8.416250479661803e-06,
      "loss": 0.03032005950808525,
      "step": 982
    },
    {
      "epoch": 3.33276740237691,
      "grad_norm": 0.12075931278001789,
      "learning_rate": 8.334304045874247e-06,
      "loss": 0.024267151951789856,
      "step": 983
    },
    {
      "epoch": 3.3361629881154498,
      "grad_norm": 0.1153043106885603,
      "learning_rate": 8.252722222472792e-06,
      "loss": 0.02069593220949173,
      "step": 984
    },
    {
      "epoch": 3.33955857385399,
      "grad_norm": 0.11687593691034698,
      "learning_rate": 8.171505723367961e-06,
      "loss": 0.021528493613004684,
      "step": 985
    },
    {
      "epoch": 3.3429541595925296,
      "grad_norm": 0.11929820424307407,
      "learning_rate": 8.090655259273428e-06,
      "loss": 0.055011726915836334,
      "step": 986
    },
    {
      "epoch": 3.3463497453310698,
      "grad_norm": 0.12369586296247032,
      "learning_rate": 8.010171537699712e-06,
      "loss": 0.05019189044833183,
      "step": 987
    },
    {
      "epoch": 3.3497453310696095,
      "grad_norm": 0.12592126973457554,
      "learning_rate": 7.930055262948072e-06,
      "loss": 0.04088972136378288,
      "step": 988
    },
    {
      "epoch": 3.353140916808149,
      "grad_norm": 0.11949245114049085,
      "learning_rate": 7.850307136104247e-06,
      "loss": 0.03594840317964554,
      "step": 989
    },
    {
      "epoch": 3.3565365025466893,
      "grad_norm": 0.1261674465221902,
      "learning_rate": 7.770927855032378e-06,
      "loss": 0.029422909021377563,
      "step": 990
    },
    {
      "epoch": 3.359932088285229,
      "grad_norm": 0.11241054060859804,
      "learning_rate": 7.691918114368907e-06,
      "loss": 0.02306707203388214,
      "step": 991
    },
    {
      "epoch": 3.363327674023769,
      "grad_norm": 0.12048017563647961,
      "learning_rate": 7.613278605516455e-06,
      "loss": 0.022162199020385742,
      "step": 992
    },
    {
      "epoch": 3.366723259762309,
      "grad_norm": 0.1199461903145126,
      "learning_rate": 7.535010016637828e-06,
      "loss": 0.020632296800613403,
      "step": 993
    },
    {
      "epoch": 3.370118845500849,
      "grad_norm": 0.12668967418073732,
      "learning_rate": 7.457113032649943e-06,
      "loss": 0.049418896436691284,
      "step": 994
    },
    {
      "epoch": 3.3735144312393888,
      "grad_norm": 0.12731876482202897,
      "learning_rate": 7.379588335217874e-06,
      "loss": 0.05227503180503845,
      "step": 995
    },
    {
      "epoch": 3.376910016977929,
      "grad_norm": 0.1341182392517666,
      "learning_rate": 7.302436602748864e-06,
      "loss": 0.04013962671160698,
      "step": 996
    },
    {
      "epoch": 3.3803056027164686,
      "grad_norm": 0.1260874433427603,
      "learning_rate": 7.225658510386385e-06,
      "loss": 0.034193191677331924,
      "step": 997
    },
    {
      "epoch": 3.3837011884550083,
      "grad_norm": 0.1246268073344712,
      "learning_rate": 7.1492547300042455e-06,
      "loss": 0.029597267508506775,
      "step": 998
    },
    {
      "epoch": 3.3870967741935485,
      "grad_norm": 0.12115384144162494,
      "learning_rate": 7.073225930200722e-06,
      "loss": 0.02566773258149624,
      "step": 999
    },
    {
      "epoch": 3.390492359932088,
      "grad_norm": 0.11278574346249581,
      "learning_rate": 6.99757277629266e-06,
      "loss": 0.02209942601621151,
      "step": 1000
    },
    {
      "epoch": 3.3938879456706283,
      "grad_norm": 0.11748855312741553,
      "learning_rate": 6.922295930309691e-06,
      "loss": 0.01864083856344223,
      "step": 1001
    },
    {
      "epoch": 3.397283531409168,
      "grad_norm": 0.13686682230307992,
      "learning_rate": 6.847396050988469e-06,
      "loss": 0.0406767763197422,
      "step": 1002
    },
    {
      "epoch": 3.4006791171477078,
      "grad_norm": 0.13990793130538823,
      "learning_rate": 6.772873793766815e-06,
      "loss": 0.05869930237531662,
      "step": 1003
    },
    {
      "epoch": 3.404074702886248,
      "grad_norm": 0.11852753044717979,
      "learning_rate": 6.698729810778065e-06,
      "loss": 0.041964977979660034,
      "step": 1004
    },
    {
      "epoch": 3.4074702886247876,
      "grad_norm": 0.12835666911990343,
      "learning_rate": 6.624964750845325e-06,
      "loss": 0.037603434175252914,
      "step": 1005
    },
    {
      "epoch": 3.4108658743633278,
      "grad_norm": 0.12550525999520043,
      "learning_rate": 6.551579259475809e-06,
      "loss": 0.031934719532728195,
      "step": 1006
    },
    {
      "epoch": 3.4142614601018675,
      "grad_norm": 0.12401037937004707,
      "learning_rate": 6.478573978855146e-06,
      "loss": 0.02570326253771782,
      "step": 1007
    },
    {
      "epoch": 3.4176570458404076,
      "grad_norm": 0.12044967689030442,
      "learning_rate": 6.405949547841849e-06,
      "loss": 0.022274037823081017,
      "step": 1008
    },
    {
      "epoch": 3.4210526315789473,
      "grad_norm": 0.11087592312740602,
      "learning_rate": 6.333706601961642e-06,
      "loss": 0.018066687509417534,
      "step": 1009
    },
    {
      "epoch": 3.4244482173174875,
      "grad_norm": 0.12864117959479177,
      "learning_rate": 6.2618457734019364e-06,
      "loss": 0.02211109921336174,
      "step": 1010
    },
    {
      "epoch": 3.427843803056027,
      "grad_norm": 2.845461544809845,
      "learning_rate": 6.190367691006288e-06,
      "loss": 0.12403880059719086,
      "step": 1011
    },
    {
      "epoch": 3.431239388794567,
      "grad_norm": 0.13301922079617098,
      "learning_rate": 6.119272980268897e-06,
      "loss": 0.051573850214481354,
      "step": 1012
    },
    {
      "epoch": 3.434634974533107,
      "grad_norm": 0.12776379115591593,
      "learning_rate": 6.048562263329138e-06,
      "loss": 0.03954629972577095,
      "step": 1013
    },
    {
      "epoch": 3.4380305602716468,
      "grad_norm": 0.11850754574152694,
      "learning_rate": 5.978236158966105e-06,
      "loss": 0.033771682530641556,
      "step": 1014
    },
    {
      "epoch": 3.441426146010187,
      "grad_norm": 0.12191400095936242,
      "learning_rate": 5.908295282593207e-06,
      "loss": 0.029872318729758263,
      "step": 1015
    },
    {
      "epoch": 3.4448217317487266,
      "grad_norm": 0.12035263972020287,
      "learning_rate": 5.838740246252794e-06,
      "loss": 0.02534964494407177,
      "step": 1016
    },
    {
      "epoch": 3.4482173174872663,
      "grad_norm": 0.12133476775113167,
      "learning_rate": 5.769571658610762e-06,
      "loss": 0.02167777717113495,
      "step": 1017
    },
    {
      "epoch": 3.4516129032258065,
      "grad_norm": 0.11690833707928544,
      "learning_rate": 5.700790124951283e-06,
      "loss": 0.01822837069630623,
      "step": 1018
    },
    {
      "epoch": 3.455008488964346,
      "grad_norm": 0.12630252927861127,
      "learning_rate": 5.6323962471714286e-06,
      "loss": 0.04961255192756653,
      "step": 1019
    },
    {
      "epoch": 3.4584040747028864,
      "grad_norm": 0.12566893834764573,
      "learning_rate": 5.564390623775995e-06,
      "loss": 0.053999632596969604,
      "step": 1020
    },
    {
      "epoch": 3.461799660441426,
      "grad_norm": 0.12649794983158744,
      "learning_rate": 5.496773849872183e-06,
      "loss": 0.04361236095428467,
      "step": 1021
    },
    {
      "epoch": 3.465195246179966,
      "grad_norm": 0.1258215887528988,
      "learning_rate": 5.429546517164486e-06,
      "loss": 0.03720066696405411,
      "step": 1022
    },
    {
      "epoch": 3.468590831918506,
      "grad_norm": 0.11977910782122717,
      "learning_rate": 5.362709213949396e-06,
      "loss": 0.030863171443343163,
      "step": 1023
    },
    {
      "epoch": 3.471986417657046,
      "grad_norm": 0.1177420480554002,
      "learning_rate": 5.296262525110346e-06,
      "loss": 0.025983653962612152,
      "step": 1024
    },
    {
      "epoch": 3.475382003395586,
      "grad_norm": 0.11877674564132913,
      "learning_rate": 5.23020703211255e-06,
      "loss": 0.024062152951955795,
      "step": 1025
    },
    {
      "epoch": 3.4787775891341255,
      "grad_norm": 0.12096076300953294,
      "learning_rate": 5.1645433129979215e-06,
      "loss": 0.020530320703983307,
      "step": 1026
    },
    {
      "epoch": 3.4821731748726656,
      "grad_norm": 0.13722557567124155,
      "learning_rate": 5.0992719423800236e-06,
      "loss": 0.04217759519815445,
      "step": 1027
    },
    {
      "epoch": 3.4855687606112054,
      "grad_norm": 0.18248932999166922,
      "learning_rate": 5.034393491439043e-06,
      "loss": 0.05897298455238342,
      "step": 1028
    },
    {
      "epoch": 3.4889643463497455,
      "grad_norm": 0.12277998400064749,
      "learning_rate": 4.969908527916766e-06,
      "loss": 0.04530353471636772,
      "step": 1029
    },
    {
      "epoch": 3.492359932088285,
      "grad_norm": 0.12324235439400667,
      "learning_rate": 4.905817616111641e-06,
      "loss": 0.04073905944824219,
      "step": 1030
    },
    {
      "epoch": 3.495755517826825,
      "grad_norm": 0.12469350270474662,
      "learning_rate": 4.842121316873821e-06,
      "loss": 0.033599380403757095,
      "step": 1031
    },
    {
      "epoch": 3.499151103565365,
      "grad_norm": 0.12547916611233118,
      "learning_rate": 4.778820187600275e-06,
      "loss": 0.02724265679717064,
      "step": 1032
    },
    {
      "epoch": 3.502546689303905,
      "grad_norm": 0.12111966127673363,
      "learning_rate": 4.71591478222988e-06,
      "loss": 0.02298842929303646,
      "step": 1033
    },
    {
      "epoch": 3.505942275042445,
      "grad_norm": 0.1171905460176604,
      "learning_rate": 4.653405651238607e-06,
      "loss": 0.019800715148448944,
      "step": 1034
    },
    {
      "epoch": 3.5093378607809846,
      "grad_norm": 0.1281598741091766,
      "learning_rate": 4.591293341634661e-06,
      "loss": 0.023533042520284653,
      "step": 1035
    },
    {
      "epoch": 3.5127334465195243,
      "grad_norm": 0.12135145475096615,
      "learning_rate": 4.529578396953771e-06,
      "loss": 0.05884885415434837,
      "step": 1036
    },
    {
      "epoch": 3.5161290322580645,
      "grad_norm": 0.12383673633398194,
      "learning_rate": 4.468261357254339e-06,
      "loss": 0.04845176264643669,
      "step": 1037
    },
    {
      "epoch": 3.5195246179966047,
      "grad_norm": 0.11895407036309015,
      "learning_rate": 4.407342759112776e-06,
      "loss": 0.03610414266586304,
      "step": 1038
    },
    {
      "epoch": 3.5229202037351444,
      "grad_norm": 0.11868870856837141,
      "learning_rate": 4.346823135618788e-06,
      "loss": 0.03354974091053009,
      "step": 1039
    },
    {
      "epoch": 3.526315789473684,
      "grad_norm": 0.1214592987469816,
      "learning_rate": 4.286703016370719e-06,
      "loss": 0.030198832973837852,
      "step": 1040
    },
    {
      "epoch": 3.5297113752122242,
      "grad_norm": 0.12182201022392579,
      "learning_rate": 4.226982927470874e-06,
      "loss": 0.0259525366127491,
      "step": 1041
    },
    {
      "epoch": 3.533106960950764,
      "grad_norm": 0.11734478784342674,
      "learning_rate": 4.167663391521015e-06,
      "loss": 0.019816804677248,
      "step": 1042
    },
    {
      "epoch": 3.536502546689304,
      "grad_norm": 0.1205774870787238,
      "learning_rate": 4.108744927617669e-06,
      "loss": 0.021140148863196373,
      "step": 1043
    },
    {
      "epoch": 3.539898132427844,
      "grad_norm": 0.12231851223945485,
      "learning_rate": 4.050228051347671e-06,
      "loss": 0.04677321016788483,
      "step": 1044
    },
    {
      "epoch": 3.5432937181663835,
      "grad_norm": 0.12772100407249554,
      "learning_rate": 3.99211327478361e-06,
      "loss": 0.05391452834010124,
      "step": 1045
    },
    {
      "epoch": 3.5466893039049237,
      "grad_norm": 0.12676979859020726,
      "learning_rate": 3.9344011064793516e-06,
      "loss": 0.04096768796443939,
      "step": 1046
    },
    {
      "epoch": 3.5500848896434634,
      "grad_norm": 0.12188074021759346,
      "learning_rate": 3.877092051465614e-06,
      "loss": 0.03270147368311882,
      "step": 1047
    },
    {
      "epoch": 3.5534804753820035,
      "grad_norm": 0.11926231095416809,
      "learning_rate": 3.8201866112455185e-06,
      "loss": 0.029932573437690735,
      "step": 1048
    },
    {
      "epoch": 3.556876061120543,
      "grad_norm": 0.11406652752948458,
      "learning_rate": 3.763685283790208e-06,
      "loss": 0.024190083146095276,
      "step": 1049
    },
    {
      "epoch": 3.560271646859083,
      "grad_norm": 0.12216980983787372,
      "learning_rate": 3.707588563534514e-06,
      "loss": 0.022694718092679977,
      "step": 1050
    },
    {
      "epoch": 3.563667232597623,
      "grad_norm": 0.10945186678432801,
      "learning_rate": 3.6518969413725903e-06,
      "loss": 0.01736380159854889,
      "step": 1051
    },
    {
      "epoch": 3.5670628183361632,
      "grad_norm": 0.13705203548509745,
      "learning_rate": 3.596610904653652e-06,
      "loss": 0.038495805114507675,
      "step": 1052
    },
    {
      "epoch": 3.570458404074703,
      "grad_norm": 0.12204105547231771,
      "learning_rate": 3.5417309371776675e-06,
      "loss": 0.05471509322524071,
      "step": 1053
    },
    {
      "epoch": 3.5738539898132426,
      "grad_norm": 0.12485220314362966,
      "learning_rate": 3.4872575191911895e-06,
      "loss": 0.0403529517352581,
      "step": 1054
    },
    {
      "epoch": 3.577249575551783,
      "grad_norm": 0.12122723733330738,
      "learning_rate": 3.4331911273830784e-06,
      "loss": 0.03618926554918289,
      "step": 1055
    },
    {
      "epoch": 3.5806451612903225,
      "grad_norm": 0.12445840019567612,
      "learning_rate": 3.3795322348804114e-06,
      "loss": 0.03237292915582657,
      "step": 1056
    },
    {
      "epoch": 3.5840407470288627,
      "grad_norm": 0.11912758269027096,
      "learning_rate": 3.326281311244267e-06,
      "loss": 0.0282998438924551,
      "step": 1057
    },
    {
      "epoch": 3.5874363327674024,
      "grad_norm": 0.12441247964138512,
      "learning_rate": 3.2734388224656575e-06,
      "loss": 0.022452056407928467,
      "step": 1058
    },
    {
      "epoch": 3.590831918505942,
      "grad_norm": 0.11738735688257733,
      "learning_rate": 3.2210052309614437e-06,
      "loss": 0.018919995054602623,
      "step": 1059
    },
    {
      "epoch": 3.5942275042444822,
      "grad_norm": 0.12803403906596067,
      "learning_rate": 3.1689809955702754e-06,
      "loss": 0.02383407950401306,
      "step": 1060
    },
    {
      "epoch": 3.597623089983022,
      "grad_norm": 5.780780815871804,
      "learning_rate": 3.117366571548608e-06,
      "loss": 0.051781728863716125,
      "step": 1061
    },
    {
      "epoch": 3.601018675721562,
      "grad_norm": 0.125252141385265,
      "learning_rate": 3.066162410566681e-06,
      "loss": 0.049019526690244675,
      "step": 1062
    },
    {
      "epoch": 3.604414261460102,
      "grad_norm": 0.11540314234963726,
      "learning_rate": 3.0153689607045845e-06,
      "loss": 0.0345478430390358,
      "step": 1063
    },
    {
      "epoch": 3.6078098471986415,
      "grad_norm": 0.1254018210867563,
      "learning_rate": 2.9649866664483385e-06,
      "loss": 0.034069471061229706,
      "step": 1064
    },
    {
      "epoch": 3.6112054329371817,
      "grad_norm": 0.1214495371817403,
      "learning_rate": 2.915015968686002e-06,
      "loss": 0.028491949662566185,
      "step": 1065
    },
    {
      "epoch": 3.614601018675722,
      "grad_norm": 0.12215277210928013,
      "learning_rate": 2.865457304703817e-06,
      "loss": 0.02504706010222435,
      "step": 1066
    },
    {
      "epoch": 3.6179966044142615,
      "grad_norm": 0.1146310288080615,
      "learning_rate": 2.816311108182368e-06,
      "loss": 0.019377268850803375,
      "step": 1067
    },
    {
      "epoch": 3.6213921901528012,
      "grad_norm": 0.12226547324711232,
      "learning_rate": 2.767577809192806e-06,
      "loss": 0.020043358206748962,
      "step": 1068
    },
    {
      "epoch": 3.6247877758913414,
      "grad_norm": 0.12102233250877094,
      "learning_rate": 2.7192578341930618e-06,
      "loss": 0.045704327523708344,
      "step": 1069
    },
    {
      "epoch": 3.628183361629881,
      "grad_norm": 0.14028848911258027,
      "learning_rate": 2.6713516060241527e-06,
      "loss": 0.061729297041893005,
      "step": 1070
    },
    {
      "epoch": 3.6315789473684212,
      "grad_norm": 0.12448854051227845,
      "learning_rate": 2.6238595439064484e-06,
      "loss": 0.04341991990804672,
      "step": 1071
    },
    {
      "epoch": 3.634974533106961,
      "grad_norm": 0.1250978580769194,
      "learning_rate": 2.5767820634360008e-06,
      "loss": 0.039239685982465744,
      "step": 1072
    },
    {
      "epoch": 3.6383701188455007,
      "grad_norm": 0.12413119462939365,
      "learning_rate": 2.530119576580936e-06,
      "loss": 0.03052990883588791,
      "step": 1073
    },
    {
      "epoch": 3.641765704584041,
      "grad_norm": 0.11907032326878242,
      "learning_rate": 2.483872491677819e-06,
      "loss": 0.027010608464479446,
      "step": 1074
    },
    {
      "epoch": 3.6451612903225805,
      "grad_norm": 0.11103789921191211,
      "learning_rate": 2.4380412134280884e-06,
      "loss": 0.021763931959867477,
      "step": 1075
    },
    {
      "epoch": 3.6485568760611207,
      "grad_norm": 0.11405192745110872,
      "learning_rate": 2.3926261428945383e-06,
      "loss": 0.019843751564621925,
      "step": 1076
    },
    {
      "epoch": 3.6519524617996604,
      "grad_norm": 0.1295363442747286,
      "learning_rate": 2.347627677497788e-06,
      "loss": 0.04076223075389862,
      "step": 1077
    },
    {
      "epoch": 3.6553480475382,
      "grad_norm": 0.1246079946774913,
      "learning_rate": 2.303046211012783e-06,
      "loss": 0.056659214198589325,
      "step": 1078
    },
    {
      "epoch": 3.6587436332767402,
      "grad_norm": 0.12194922065761865,
      "learning_rate": 2.258882133565404e-06,
      "loss": 0.04163496196269989,
      "step": 1079
    },
    {
      "epoch": 3.6621392190152804,
      "grad_norm": 0.12323962667812549,
      "learning_rate": 2.2151358316290006e-06,
      "loss": 0.03819563612341881,
      "step": 1080
    },
    {
      "epoch": 3.66553480475382,
      "grad_norm": 0.12264346392148905,
      "learning_rate": 2.1718076880210327e-06,
      "loss": 0.029042597860097885,
      "step": 1081
    },
    {
      "epoch": 3.66893039049236,
      "grad_norm": 0.11684477206381359,
      "learning_rate": 2.1288980818997275e-06,
      "loss": 0.026639848947525024,
      "step": 1082
    },
    {
      "epoch": 3.6723259762309,
      "grad_norm": 0.11422896652588034,
      "learning_rate": 2.0864073887607416e-06,
      "loss": 0.021522920578718185,
      "step": 1083
    },
    {
      "epoch": 3.6757215619694397,
      "grad_norm": 0.10455713508802812,
      "learning_rate": 2.0443359804338923e-06,
      "loss": 0.01746872067451477,
      "step": 1084
    },
    {
      "epoch": 3.67911714770798,
      "grad_norm": 0.12982346982944845,
      "learning_rate": 2.0026842250799038e-06,
      "loss": 0.023929983377456665,
      "step": 1085
    },
    {
      "epoch": 3.6825127334465195,
      "grad_norm": 0.1316855649720207,
      "learning_rate": 1.9614524871871544e-06,
      "loss": 0.057851579040288925,
      "step": 1086
    },
    {
      "epoch": 3.6859083191850592,
      "grad_norm": 0.12590199455050757,
      "learning_rate": 1.92064112756854e-06,
      "loss": 0.04492168873548508,
      "step": 1087
    },
    {
      "epoch": 3.6893039049235994,
      "grad_norm": 0.1171932275811092,
      "learning_rate": 1.8802505033582608e-06,
      "loss": 0.03866066038608551,
      "step": 1088
    },
    {
      "epoch": 3.692699490662139,
      "grad_norm": 0.12201002318333427,
      "learning_rate": 1.8402809680087452e-06,
      "loss": 0.03478693217039108,
      "step": 1089
    },
    {
      "epoch": 3.6960950764006792,
      "grad_norm": 0.1182715500618888,
      "learning_rate": 1.8007328712875305e-06,
      "loss": 0.026261959224939346,
      "step": 1090
    },
    {
      "epoch": 3.699490662139219,
      "grad_norm": 0.12058468075672873,
      "learning_rate": 1.7616065592742038e-06,
      "loss": 0.02284175530076027,
      "step": 1091
    },
    {
      "epoch": 3.7028862478777587,
      "grad_norm": 0.11890983657221928,
      "learning_rate": 1.7229023743573657e-06,
      "loss": 0.02348652109503746,
      "step": 1092
    },
    {
      "epoch": 3.706281833616299,
      "grad_norm": 0.13292339050874438,
      "learning_rate": 1.6846206552316612e-06,
      "loss": 0.018931403756141663,
      "step": 1093
    },
    {
      "epoch": 3.709677419354839,
      "grad_norm": 0.13901173126777858,
      "learning_rate": 1.6467617368947918e-06,
      "loss": 0.0545373372733593,
      "step": 1094
    },
    {
      "epoch": 3.7130730050933787,
      "grad_norm": 0.12705979117861688,
      "learning_rate": 1.6093259506445913e-06,
      "loss": 0.05051073431968689,
      "step": 1095
    },
    {
      "epoch": 3.7164685908319184,
      "grad_norm": 0.12060123831314985,
      "learning_rate": 1.5723136240761271e-06,
      "loss": 0.04008012264966965,
      "step": 1096
    },
    {
      "epoch": 3.7198641765704585,
      "grad_norm": 0.12304390398289264,
      "learning_rate": 1.5357250810788314e-06,
      "loss": 0.03566541522741318,
      "step": 1097
    },
    {
      "epoch": 3.7232597623089982,
      "grad_norm": 0.11528157623419313,
      "learning_rate": 1.4995606418336694e-06,
      "loss": 0.030156664550304413,
      "step": 1098
    },
    {
      "epoch": 3.7266553480475384,
      "grad_norm": 0.11715511902942279,
      "learning_rate": 1.4638206228103413e-06,
      "loss": 0.026432838290929794,
      "step": 1099
    },
    {
      "epoch": 3.730050933786078,
      "grad_norm": 0.11275051425124914,
      "learning_rate": 1.4285053367645074e-06,
      "loss": 0.032550469040870667,
      "step": 1100
    },
    {
      "epoch": 3.733446519524618,
      "grad_norm": 0.11370947917205163,
      "learning_rate": 1.39361509273504e-06,
      "loss": 0.018357036635279655,
      "step": 1101
    },
    {
      "epoch": 3.736842105263158,
      "grad_norm": 0.13351337118584278,
      "learning_rate": 1.3591501960413422e-06,
      "loss": 0.04387955367565155,
      "step": 1102
    },
    {
      "epoch": 3.7402376910016977,
      "grad_norm": 0.12159110449240226,
      "learning_rate": 1.3251109482806666e-06,
      "loss": 0.056360602378845215,
      "step": 1103
    },
    {
      "epoch": 3.743633276740238,
      "grad_norm": 0.11791663878965616,
      "learning_rate": 1.2914976473254793e-06,
      "loss": 0.04391762241721153,
      "step": 1104
    },
    {
      "epoch": 3.7470288624787775,
      "grad_norm": 0.12174987156713225,
      "learning_rate": 1.2583105873208267e-06,
      "loss": 0.0394422709941864,
      "step": 1105
    },
    {
      "epoch": 3.7504244482173172,
      "grad_norm": 0.12319039187865549,
      "learning_rate": 1.2255500586818014e-06,
      "loss": 0.03090202808380127,
      "step": 1106
    },
    {
      "epoch": 3.7538200339558574,
      "grad_norm": 0.11761355850982404,
      "learning_rate": 1.1932163480909865e-06,
      "loss": 0.027796437963843346,
      "step": 1107
    },
    {
      "epoch": 3.7572156196943975,
      "grad_norm": 0.10887535616056307,
      "learning_rate": 1.1613097384959248e-06,
      "loss": 0.021867474541068077,
      "step": 1108
    },
    {
      "epoch": 3.7606112054329373,
      "grad_norm": 0.11628959072811464,
      "learning_rate": 1.1298305091066664e-06,
      "loss": 0.020357470959424973,
      "step": 1109
    },
    {
      "epoch": 3.764006791171477,
      "grad_norm": 0.12205517862948675,
      "learning_rate": 1.0987789353933408e-06,
      "loss": 0.022151701152324677,
      "step": 1110
    },
    {
      "epoch": 3.767402376910017,
      "grad_norm": 0.11857409941178108,
      "learning_rate": 1.0681552890836944e-06,
      "loss": 0.05923725292086601,
      "step": 1111
    },
    {
      "epoch": 3.770797962648557,
      "grad_norm": 0.1221293659634298,
      "learning_rate": 1.037959838160768e-06,
      "loss": 0.04962555691599846,
      "step": 1112
    },
    {
      "epoch": 3.774193548387097,
      "grad_norm": 0.11871768835081312,
      "learning_rate": 1.0081928468605118e-06,
      "loss": 0.038156140595674515,
      "step": 1113
    },
    {
      "epoch": 3.7775891341256367,
      "grad_norm": 0.11821643656293677,
      "learning_rate": 9.788545756694967e-07,
      "loss": 0.033427104353904724,
      "step": 1114
    },
    {
      "epoch": 3.7809847198641764,
      "grad_norm": 0.12068867312117082,
      "learning_rate": 9.499452813226284e-07,
      "loss": 0.030050046741962433,
      "step": 1115
    },
    {
      "epoch": 3.7843803056027165,
      "grad_norm": 0.11321161446828246,
      "learning_rate": 9.214652168008875e-07,
      "loss": 0.022684365510940552,
      "step": 1116
    },
    {
      "epoch": 3.7877758913412563,
      "grad_norm": 0.11477788176685755,
      "learning_rate": 8.934146313291425e-07,
      "loss": 0.021170279011130333,
      "step": 1117
    },
    {
      "epoch": 3.7911714770797964,
      "grad_norm": 0.11121517897347595,
      "learning_rate": 8.657937703739516e-07,
      "loss": 0.018932385370135307,
      "step": 1118
    },
    {
      "epoch": 3.794567062818336,
      "grad_norm": 0.12231547439412606,
      "learning_rate": 8.386028756414089e-07,
      "loss": 0.053899966180324554,
      "step": 1119
    },
    {
      "epoch": 3.797962648556876,
      "grad_norm": 0.11851479551801583,
      "learning_rate": 8.118421850750347e-07,
      "loss": 0.047234635800123215,
      "step": 1120
    },
    {
      "epoch": 3.801358234295416,
      "grad_norm": 0.12255693446774503,
      "learning_rate": 7.855119328537109e-07,
      "loss": 0.03975183516740799,
      "step": 1121
    },
    {
      "epoch": 3.804753820033956,
      "grad_norm": 0.11991770693815687,
      "learning_rate": 7.596123493895991e-07,
      "loss": 0.03657395392656326,
      "step": 1122
    },
    {
      "epoch": 3.808149405772496,
      "grad_norm": 0.11335433624523152,
      "learning_rate": 7.341436613261532e-07,
      "loss": 0.02959374710917473,
      "step": 1123
    },
    {
      "epoch": 3.8115449915110355,
      "grad_norm": 0.11576436301033464,
      "learning_rate": 7.091060915361269e-07,
      "loss": 0.024457689374685287,
      "step": 1124
    },
    {
      "epoch": 3.8149405772495757,
      "grad_norm": 0.1095832114653176,
      "learning_rate": 6.844998591196138e-07,
      "loss": 0.020221151411533356,
      "step": 1125
    },
    {
      "epoch": 3.8183361629881154,
      "grad_norm": 0.11514559319798055,
      "learning_rate": 6.603251794021381e-07,
      "loss": 0.019283602014183998,
      "step": 1126
    },
    {
      "epoch": 3.8217317487266556,
      "grad_norm": 0.12059343401726026,
      "learning_rate": 6.365822639327723e-07,
      "loss": 0.0341000109910965,
      "step": 1127
    },
    {
      "epoch": 3.8251273344651953,
      "grad_norm": 0.11470096433774883,
      "learning_rate": 6.132713204822838e-07,
      "loss": 0.05182819813489914,
      "step": 1128
    },
    {
      "epoch": 3.828522920203735,
      "grad_norm": 0.11878703323930974,
      "learning_rate": 5.903925530413135e-07,
      "loss": 0.045249901711940765,
      "step": 1129
    },
    {
      "epoch": 3.831918505942275,
      "grad_norm": 0.11907041635556147,
      "learning_rate": 5.679461618185944e-07,
      "loss": 0.03774178773164749,
      "step": 1130
    },
    {
      "epoch": 3.835314091680815,
      "grad_norm": 0.12336706394804925,
      "learning_rate": 5.459323432392083e-07,
      "loss": 0.03328479826450348,
      "step": 1131
    },
    {
      "epoch": 3.838709677419355,
      "grad_norm": 0.1160806742282941,
      "learning_rate": 5.243512899428316e-07,
      "loss": 0.02619325742125511,
      "step": 1132
    },
    {
      "epoch": 3.8421052631578947,
      "grad_norm": 0.11027917246820942,
      "learning_rate": 5.032031907821089e-07,
      "loss": 0.022279521450400352,
      "step": 1133
    },
    {
      "epoch": 3.8455008488964344,
      "grad_norm": 0.11461177622712578,
      "learning_rate": 4.824882308209433e-07,
      "loss": 0.019474327564239502,
      "step": 1134
    },
    {
      "epoch": 3.8488964346349746,
      "grad_norm": 0.1180260859714555,
      "learning_rate": 4.6220659133290325e-07,
      "loss": 0.020528195425868034,
      "step": 1135
    },
    {
      "epoch": 3.8522920203735147,
      "grad_norm": 0.10612453156530427,
      "learning_rate": 4.423584497996458e-07,
      "loss": 0.05578705295920372,
      "step": 1136
    },
    {
      "epoch": 3.8556876061120544,
      "grad_norm": 0.1231923820310272,
      "learning_rate": 4.2294397990932934e-07,
      "loss": 0.057648416608572006,
      "step": 1137
    },
    {
      "epoch": 3.859083191850594,
      "grad_norm": 0.11347216102539244,
      "learning_rate": 4.039633515551422e-07,
      "loss": 0.04376935213804245,
      "step": 1138
    },
    {
      "epoch": 3.8624787775891343,
      "grad_norm": 0.11639504754496335,
      "learning_rate": 3.854167308337708e-07,
      "loss": 0.0304638110101223,
      "step": 1139
    },
    {
      "epoch": 3.865874363327674,
      "grad_norm": 0.1209441483153,
      "learning_rate": 3.67304280043973e-07,
      "loss": 0.02716166153550148,
      "step": 1140
    },
    {
      "epoch": 3.869269949066214,
      "grad_norm": 0.1140763504782459,
      "learning_rate": 3.4962615768513453e-07,
      "loss": 0.024449681863188744,
      "step": 1141
    },
    {
      "epoch": 3.872665534804754,
      "grad_norm": 0.11899758443160374,
      "learning_rate": 3.323825184559204e-07,
      "loss": 0.02073652669787407,
      "step": 1142
    },
    {
      "epoch": 3.8760611205432935,
      "grad_norm": 0.10974740356424599,
      "learning_rate": 3.1557351325287586e-07,
      "loss": 0.018341438844799995,
      "step": 1143
    },
    {
      "epoch": 3.8794567062818337,
      "grad_norm": 0.11726580619428009,
      "learning_rate": 2.9919928916913866e-07,
      "loss": 0.0436985120177269,
      "step": 1144
    },
    {
      "epoch": 3.8828522920203734,
      "grad_norm": 0.123313421572953,
      "learning_rate": 2.8325998949314536e-07,
      "loss": 0.051345616579055786,
      "step": 1145
    },
    {
      "epoch": 3.8862478777589136,
      "grad_norm": 0.11622818489280884,
      "learning_rate": 2.677557537073605e-07,
      "loss": 0.0379648432135582,
      "step": 1146
    },
    {
      "epoch": 3.8896434634974533,
      "grad_norm": 0.1200354639919341,
      "learning_rate": 2.526867174870717e-07,
      "loss": 0.03789464011788368,
      "step": 1147
    },
    {
      "epoch": 3.893039049235993,
      "grad_norm": 0.11761234134661808,
      "learning_rate": 2.3805301269920755e-07,
      "loss": 0.02933451160788536,
      "step": 1148
    },
    {
      "epoch": 3.896434634974533,
      "grad_norm": 0.12001337404486198,
      "learning_rate": 2.238547674011715e-07,
      "loss": 0.03176940605044365,
      "step": 1149
    },
    {
      "epoch": 3.8998302207130733,
      "grad_norm": 0.11730418587708731,
      "learning_rate": 2.1009210583971539e-07,
      "loss": 0.022005751729011536,
      "step": 1150
    },
    {
      "epoch": 3.903225806451613,
      "grad_norm": 0.10482686441371745,
      "learning_rate": 1.9676514844987337e-07,
      "loss": 0.017670955508947372,
      "step": 1151
    },
    {
      "epoch": 3.9066213921901527,
      "grad_norm": 0.11916426863823935,
      "learning_rate": 1.8387401185389064e-07,
      "loss": 0.03608059883117676,
      "step": 1152
    },
    {
      "epoch": 3.910016977928693,
      "grad_norm": 0.1264118337520094,
      "learning_rate": 1.714188088602131e-07,
      "loss": 0.059039752930402756,
      "step": 1153
    },
    {
      "epoch": 3.9134125636672326,
      "grad_norm": 0.12046639145308118,
      "learning_rate": 1.5939964846249378e-07,
      "loss": 0.04311554878950119,
      "step": 1154
    },
    {
      "epoch": 3.9168081494057727,
      "grad_norm": 0.13023224278827858,
      "learning_rate": 1.4781663583863793e-07,
      "loss": 0.037847619503736496,
      "step": 1155
    },
    {
      "epoch": 3.9202037351443124,
      "grad_norm": 0.12024037788074168,
      "learning_rate": 1.366698723498816e-07,
      "loss": 0.030910184606909752,
      "step": 1156
    },
    {
      "epoch": 3.923599320882852,
      "grad_norm": 0.11827631847762965,
      "learning_rate": 1.2595945553992573e-07,
      "loss": 0.027429258450865746,
      "step": 1157
    },
    {
      "epoch": 3.9269949066213923,
      "grad_norm": 0.10894405713678468,
      "learning_rate": 1.1568547913404782e-07,
      "loss": 0.020332347601652145,
      "step": 1158
    },
    {
      "epoch": 3.930390492359932,
      "grad_norm": 0.11758489088984762,
      "learning_rate": 1.0584803303831381e-07,
      "loss": 0.020497240126132965,
      "step": 1159
    },
    {
      "epoch": 3.933786078098472,
      "grad_norm": 0.12156657768771842,
      "learning_rate": 9.6447203338762e-08,
      "loss": 0.021214282140135765,
      "step": 1160
    },
    {
      "epoch": 3.937181663837012,
      "grad_norm": 0.11513100215235729,
      "learning_rate": 8.748307230067588e-08,
      "loss": 0.05091562494635582,
      "step": 1161
    },
    {
      "epoch": 3.9405772495755516,
      "grad_norm": 0.12191536767216969,
      "learning_rate": 7.895571836785131e-08,
      "loss": 0.051850318908691406,
      "step": 1162
    },
    {
      "epoch": 3.9439728353140917,
      "grad_norm": 0.11927057452030111,
      "learning_rate": 7.086521616190279e-08,
      "loss": 0.04108232632279396,
      "step": 1163
    },
    {
      "epoch": 3.9473684210526314,
      "grad_norm": 0.11691517812872848,
      "learning_rate": 6.321163648163597e-08,
      "loss": 0.03384631127119064,
      "step": 1164
    },
    {
      "epoch": 3.9507640067911716,
      "grad_norm": 0.12264604014713913,
      "learning_rate": 5.599504630239838e-08,
      "loss": 0.02811538241803646,
      "step": 1165
    },
    {
      "epoch": 3.9541595925297113,
      "grad_norm": 0.11588908996483344,
      "learning_rate": 4.921550877550751e-08,
      "loss": 0.023320075124502182,
      "step": 1166
    },
    {
      "epoch": 3.9575551782682514,
      "grad_norm": 0.11718615285785076,
      "learning_rate": 4.287308322770689e-08,
      "loss": 0.021364962682127953,
      "step": 1167
    },
    {
      "epoch": 3.960950764006791,
      "grad_norm": 0.11778872009974493,
      "learning_rate": 3.696782516062758e-08,
      "loss": 0.01897425577044487,
      "step": 1168
    },
    {
      "epoch": 3.9643463497453313,
      "grad_norm": 0.12108377630412798,
      "learning_rate": 3.149978625032191e-08,
      "loss": 0.053909868001937866,
      "step": 1169
    },
    {
      "epoch": 3.967741935483871,
      "grad_norm": 0.1247896547460095,
      "learning_rate": 2.646901434678606e-08,
      "loss": 0.05216575413942337,
      "step": 1170
    },
    {
      "epoch": 3.9711375212224107,
      "grad_norm": 0.12185441425480861,
      "learning_rate": 2.1875553473565956e-08,
      "loss": 0.03817559406161308,
      "step": 1171
    },
    {
      "epoch": 3.974533106960951,
      "grad_norm": 0.1205508164200239,
      "learning_rate": 1.7719443827368677e-08,
      "loss": 0.034068889915943146,
      "step": 1172
    },
    {
      "epoch": 3.9779286926994906,
      "grad_norm": 0.11267208964845564,
      "learning_rate": 1.400072177770162e-08,
      "loss": 0.026269059628248215,
      "step": 1173
    },
    {
      "epoch": 3.9813242784380307,
      "grad_norm": 0.11606345156074832,
      "learning_rate": 1.0719419866550561e-08,
      "loss": 0.024427037686109543,
      "step": 1174
    },
    {
      "epoch": 3.9847198641765704,
      "grad_norm": 0.11168332957903386,
      "learning_rate": 7.875566808107637e-09,
      "loss": 0.02031281217932701,
      "step": 1175
    },
    {
      "epoch": 3.98811544991511,
      "grad_norm": 0.11000052547467654,
      "learning_rate": 5.469187488510441e-09,
      "loss": 0.017734386026859283,
      "step": 1176
    },
    {
      "epoch": 3.9915110356536503,
      "grad_norm": 0.14105441067042632,
      "learning_rate": 3.500302965636637e-09,
      "loss": 0.044810157269239426,
      "step": 1177
    },
    {
      "epoch": 3.99490662139219,
      "grad_norm": 0.12164065848808187,
      "learning_rate": 1.9689304688985664e-09,
      "loss": 0.03988499939441681,
      "step": 1178
    },
    {
      "epoch": 3.99830220713073,
      "grad_norm": 0.11603499192496389,
      "learning_rate": 8.750833991155727e-10,
      "loss": 0.02562321349978447,
      "step": 1179
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.1633640081758102,
      "learning_rate": 2.1877132838632463e-10,
      "loss": 0.020940586924552917,
      "step": 1180
    },
    {
      "epoch": 4.0,
      "step": 1180,
      "total_flos": 7.881538624284525e+18,
      "train_loss": 0.13219511501680492,
      "train_runtime": 266794.0573,
      "train_samples_per_second": 0.212,
      "train_steps_per_second": 0.004
    }
  ],
  "logging_steps": 1,
  "max_steps": 1180,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 7.881538624284525e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}