{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 959,
  "global_step": 4793,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0004173187271778821,
      "grad_norm": 0.3835424482822418,
      "learning_rate": 5.555555555555556e-06,
      "loss": 1.9340534210205078,
      "step": 2
    },
    {
      "epoch": 0.0008346374543557642,
      "grad_norm": 0.40174242854118347,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 1.8800839185714722,
      "step": 4
    },
    {
      "epoch": 0.0012519561815336462,
      "grad_norm": 0.2799811363220215,
      "learning_rate": 2.777777777777778e-05,
      "loss": 2.0257110595703125,
      "step": 6
    },
    {
      "epoch": 0.0016692749087115284,
      "grad_norm": 0.26403728127479553,
      "learning_rate": 3.888888888888889e-05,
      "loss": 1.8546348810195923,
      "step": 8
    },
    {
      "epoch": 0.0020865936358894104,
      "grad_norm": 0.26313158869743347,
      "learning_rate": 5e-05,
      "loss": 1.7944978475570679,
      "step": 10
    },
    {
      "epoch": 0.0025039123630672924,
      "grad_norm": 0.27312523126602173,
      "learning_rate": 6.111111111111112e-05,
      "loss": 1.9034547805786133,
      "step": 12
    },
    {
      "epoch": 0.002921231090245175,
      "grad_norm": 0.2977233827114105,
      "learning_rate": 7.222222222222222e-05,
      "loss": 1.997790813446045,
      "step": 14
    },
    {
      "epoch": 0.003338549817423057,
      "grad_norm": 0.2744559645652771,
      "learning_rate": 8.333333333333334e-05,
      "loss": 1.7823611497879028,
      "step": 16
    },
    {
      "epoch": 0.003755868544600939,
      "grad_norm": 0.3069044351577759,
      "learning_rate": 9.444444444444444e-05,
      "loss": 1.853757619857788,
      "step": 18
    },
    {
      "epoch": 0.004173187271778821,
      "grad_norm": 0.34834080934524536,
      "learning_rate": 0.00010555555555555557,
      "loss": 1.9632055759429932,
      "step": 20
    },
    {
      "epoch": 0.004590505998956703,
      "grad_norm": 0.3554534912109375,
      "learning_rate": 0.00011666666666666668,
      "loss": 1.8707588911056519,
      "step": 22
    },
    {
      "epoch": 0.005007824726134585,
      "grad_norm": 0.2353816032409668,
      "learning_rate": 0.00012777777777777776,
      "loss": 1.8802332878112793,
      "step": 24
    },
    {
      "epoch": 0.005425143453312468,
      "grad_norm": 0.3149602711200714,
      "learning_rate": 0.0001388888888888889,
      "loss": 1.9447239637374878,
      "step": 26
    },
    {
      "epoch": 0.00584246218049035,
      "grad_norm": 0.2753753364086151,
      "learning_rate": 0.00015000000000000001,
      "loss": 1.90849769115448,
      "step": 28
    },
    {
      "epoch": 0.006259780907668232,
      "grad_norm": 0.30161598324775696,
      "learning_rate": 0.0001611111111111111,
      "loss": 1.9604809284210205,
      "step": 30
    },
    {
      "epoch": 0.006677099634846114,
      "grad_norm": 0.2720056474208832,
      "learning_rate": 0.00017222222222222224,
      "loss": 2.0461955070495605,
      "step": 32
    },
    {
      "epoch": 0.007094418362023996,
      "grad_norm": 0.2841447591781616,
      "learning_rate": 0.00018333333333333334,
      "loss": 1.8429415225982666,
      "step": 34
    },
    {
      "epoch": 0.007511737089201878,
      "grad_norm": 0.2209928333759308,
      "learning_rate": 0.00019444444444444446,
      "loss": 1.9665800333023071,
      "step": 36
    },
    {
      "epoch": 0.00792905581637976,
      "grad_norm": 0.2683916985988617,
      "learning_rate": 0.00020555555555555556,
      "loss": 2.065295696258545,
      "step": 38
    },
    {
      "epoch": 0.008346374543557642,
      "grad_norm": 0.23104991018772125,
      "learning_rate": 0.00021666666666666666,
      "loss": 1.929124355316162,
      "step": 40
    },
    {
      "epoch": 0.008763693270735524,
      "grad_norm": 0.24987860023975372,
      "learning_rate": 0.00022777777777777778,
      "loss": 1.9152966737747192,
      "step": 42
    },
    {
      "epoch": 0.009181011997913406,
      "grad_norm": 0.2709057927131653,
      "learning_rate": 0.0002388888888888889,
      "loss": 2.0099782943725586,
      "step": 44
    },
    {
      "epoch": 0.009598330725091288,
      "grad_norm": 0.28906872868537903,
      "learning_rate": 0.00025,
      "loss": 1.9668352603912354,
      "step": 46
    },
    {
      "epoch": 0.01001564945226917,
      "grad_norm": 0.3504061996936798,
      "learning_rate": 0.0002611111111111111,
      "loss": 1.8883315324783325,
      "step": 48
    },
    {
      "epoch": 0.010432968179447054,
      "grad_norm": 0.252297043800354,
      "learning_rate": 0.00027222222222222226,
      "loss": 1.9571173191070557,
      "step": 50
    },
    {
      "epoch": 0.010850286906624936,
      "grad_norm": 0.2441273182630539,
      "learning_rate": 0.00028333333333333335,
      "loss": 1.7384397983551025,
      "step": 52
    },
    {
      "epoch": 0.011267605633802818,
      "grad_norm": 0.278609961271286,
      "learning_rate": 0.00029444444444444445,
      "loss": 1.9565646648406982,
      "step": 54
    },
    {
      "epoch": 0.0116849243609807,
      "grad_norm": 0.2239801287651062,
      "learning_rate": 0.00030555555555555555,
      "loss": 1.9094393253326416,
      "step": 56
    },
    {
      "epoch": 0.012102243088158582,
      "grad_norm": 0.22790458798408508,
      "learning_rate": 0.00031666666666666665,
      "loss": 1.8878060579299927,
      "step": 58
    },
    {
      "epoch": 0.012519561815336464,
      "grad_norm": 0.2285269945859909,
      "learning_rate": 0.0003277777777777778,
      "loss": 1.8861244916915894,
      "step": 60
    },
    {
      "epoch": 0.012936880542514346,
      "grad_norm": 0.21995387971401215,
      "learning_rate": 0.0003388888888888889,
      "loss": 2.029430627822876,
      "step": 62
    },
    {
      "epoch": 0.013354199269692228,
      "grad_norm": 0.2178620547056198,
      "learning_rate": 0.00035,
      "loss": 1.8410820960998535,
      "step": 64
    },
    {
      "epoch": 0.01377151799687011,
      "grad_norm": 0.22449888288974762,
      "learning_rate": 0.00036111111111111115,
      "loss": 2.011507749557495,
      "step": 66
    },
    {
      "epoch": 0.014188836724047992,
      "grad_norm": 0.22300758957862854,
      "learning_rate": 0.00037222222222222225,
      "loss": 1.907748818397522,
      "step": 68
    },
    {
      "epoch": 0.014606155451225874,
      "grad_norm": 0.21932196617126465,
      "learning_rate": 0.00038333333333333334,
      "loss": 2.0046677589416504,
      "step": 70
    },
    {
      "epoch": 0.015023474178403756,
      "grad_norm": 0.2256653755903244,
      "learning_rate": 0.0003944444444444445,
      "loss": 1.7891045808792114,
      "step": 72
    },
    {
      "epoch": 0.015440792905581638,
      "grad_norm": 0.1998763084411621,
      "learning_rate": 0.00040555555555555554,
      "loss": 1.9423624277114868,
      "step": 74
    },
    {
      "epoch": 0.01585811163275952,
      "grad_norm": 0.2960151433944702,
      "learning_rate": 0.0004166666666666667,
      "loss": 1.8450512886047363,
      "step": 76
    },
    {
      "epoch": 0.016275430359937403,
      "grad_norm": 0.2305380254983902,
      "learning_rate": 0.0004277777777777778,
      "loss": 1.8126254081726074,
      "step": 78
    },
    {
      "epoch": 0.016692749087115284,
      "grad_norm": 0.21758821606636047,
      "learning_rate": 0.00043888888888888894,
      "loss": 1.9979026317596436,
      "step": 80
    },
    {
      "epoch": 0.017110067814293167,
      "grad_norm": 0.20961515605449677,
      "learning_rate": 0.00045000000000000004,
      "loss": 1.8399300575256348,
      "step": 82
    },
    {
      "epoch": 0.017527386541471048,
      "grad_norm": 0.26532480120658875,
      "learning_rate": 0.0004611111111111111,
      "loss": 1.9581152200698853,
      "step": 84
    },
    {
      "epoch": 0.01794470526864893,
      "grad_norm": 0.21992835402488708,
      "learning_rate": 0.00047222222222222224,
      "loss": 1.8646459579467773,
      "step": 86
    },
    {
      "epoch": 0.01836202399582681,
      "grad_norm": 0.2172183096408844,
      "learning_rate": 0.00048333333333333334,
      "loss": 1.9357714653015137,
      "step": 88
    },
    {
      "epoch": 0.018779342723004695,
      "grad_norm": 0.23725579679012299,
      "learning_rate": 0.0004944444444444445,
      "loss": 1.965197205543518,
      "step": 90
    },
    {
      "epoch": 0.019196661450182576,
      "grad_norm": 0.2102695107460022,
      "learning_rate": 0.0005055555555555555,
      "loss": 1.9785113334655762,
      "step": 92
    },
    {
      "epoch": 0.01961398017736046,
      "grad_norm": 0.19648884236812592,
      "learning_rate": 0.0005166666666666667,
      "loss": 1.8086206912994385,
      "step": 94
    },
    {
      "epoch": 0.02003129890453834,
      "grad_norm": 0.2493210881948471,
      "learning_rate": 0.0005277777777777778,
      "loss": 1.9426219463348389,
      "step": 96
    },
    {
      "epoch": 0.020448617631716223,
      "grad_norm": 0.2268703430891037,
      "learning_rate": 0.000538888888888889,
      "loss": 1.903491497039795,
      "step": 98
    },
    {
      "epoch": 0.020865936358894107,
      "grad_norm": 0.23800517618656158,
      "learning_rate": 0.00055,
      "loss": 1.9606008529663086,
      "step": 100
    },
    {
      "epoch": 0.021283255086071987,
      "grad_norm": 0.18385547399520874,
      "learning_rate": 0.0005611111111111111,
      "loss": 2.025949716567993,
      "step": 102
    },
    {
      "epoch": 0.02170057381324987,
      "grad_norm": 0.1959981471300125,
      "learning_rate": 0.0005722222222222222,
      "loss": 1.9590791463851929,
      "step": 104
    },
    {
      "epoch": 0.02211789254042775,
      "grad_norm": 0.1910092681646347,
      "learning_rate": 0.0005833333333333334,
      "loss": 1.9767764806747437,
      "step": 106
    },
    {
      "epoch": 0.022535211267605635,
      "grad_norm": 0.21451124548912048,
      "learning_rate": 0.0005944444444444445,
      "loss": 1.8308137655258179,
      "step": 108
    },
    {
      "epoch": 0.022952529994783515,
      "grad_norm": 0.241910919547081,
      "learning_rate": 0.0006055555555555556,
      "loss": 1.7464343309402466,
      "step": 110
    },
    {
      "epoch": 0.0233698487219614,
      "grad_norm": 0.2224787473678589,
      "learning_rate": 0.0006166666666666667,
      "loss": 1.8866147994995117,
      "step": 112
    },
    {
      "epoch": 0.02378716744913928,
      "grad_norm": 0.21395538747310638,
      "learning_rate": 0.0006277777777777778,
      "loss": 1.930424451828003,
      "step": 114
    },
    {
      "epoch": 0.024204486176317163,
      "grad_norm": 0.23291410505771637,
      "learning_rate": 0.0006388888888888889,
      "loss": 1.8475985527038574,
      "step": 116
    },
    {
      "epoch": 0.024621804903495043,
      "grad_norm": 0.21410924196243286,
      "learning_rate": 0.0006500000000000001,
      "loss": 1.8692370653152466,
      "step": 118
    },
    {
      "epoch": 0.025039123630672927,
      "grad_norm": 0.18796320259571075,
      "learning_rate": 0.0006611111111111111,
      "loss": 1.9754891395568848,
      "step": 120
    },
    {
      "epoch": 0.025456442357850807,
      "grad_norm": 0.19204045832157135,
      "learning_rate": 0.0006722222222222223,
      "loss": 1.9037480354309082,
      "step": 122
    },
    {
      "epoch": 0.02587376108502869,
      "grad_norm": 0.19712218642234802,
      "learning_rate": 0.0006833333333333333,
      "loss": 1.8721704483032227,
      "step": 124
    },
    {
      "epoch": 0.02629107981220657,
      "grad_norm": 0.2708342969417572,
      "learning_rate": 0.0006944444444444445,
      "loss": 1.8033452033996582,
      "step": 126
    },
    {
      "epoch": 0.026708398539384455,
      "grad_norm": 0.29105356335639954,
      "learning_rate": 0.0007055555555555556,
      "loss": 1.9020501375198364,
      "step": 128
    },
    {
      "epoch": 0.027125717266562335,
      "grad_norm": 0.16851791739463806,
      "learning_rate": 0.0007166666666666668,
      "loss": 1.8632913827896118,
      "step": 130
    },
    {
      "epoch": 0.02754303599374022,
      "grad_norm": 0.1972474306821823,
      "learning_rate": 0.0007277777777777778,
      "loss": 1.9148986339569092,
      "step": 132
    },
    {
      "epoch": 0.027960354720918103,
      "grad_norm": 0.18612337112426758,
      "learning_rate": 0.000738888888888889,
      "loss": 1.966691493988037,
      "step": 134
    },
    {
      "epoch": 0.028377673448095983,
      "grad_norm": 0.2851947844028473,
      "learning_rate": 0.00075,
      "loss": 1.8829073905944824,
      "step": 136
    },
    {
      "epoch": 0.028794992175273867,
      "grad_norm": 0.2141549289226532,
      "learning_rate": 0.0007611111111111111,
      "loss": 1.8888792991638184,
      "step": 138
    },
    {
      "epoch": 0.029212310902451747,
      "grad_norm": 0.18543975055217743,
      "learning_rate": 0.0007722222222222223,
      "loss": 1.8063397407531738,
      "step": 140
    },
    {
      "epoch": 0.02962962962962963,
      "grad_norm": 0.19061000645160675,
      "learning_rate": 0.0007833333333333334,
      "loss": 1.8396409749984741,
      "step": 142
    },
    {
      "epoch": 0.03004694835680751,
      "grad_norm": 0.19235527515411377,
      "learning_rate": 0.0007944444444444445,
      "loss": 1.9190809726715088,
      "step": 144
    },
    {
      "epoch": 0.030464267083985395,
      "grad_norm": 0.1778387725353241,
      "learning_rate": 0.0008,
      "loss": 2.001985788345337,
      "step": 146
    },
    {
      "epoch": 0.030881585811163275,
      "grad_norm": 0.2677212953567505,
      "learning_rate": 0.0008,
      "loss": 1.758802890777588,
      "step": 148
    },
    {
      "epoch": 0.03129890453834116,
      "grad_norm": 0.18686190247535706,
      "learning_rate": 0.0008,
      "loss": 1.8034826517105103,
      "step": 150
    },
    {
      "epoch": 0.03171622326551904,
      "grad_norm": 0.23492851853370667,
      "learning_rate": 0.0008,
      "loss": 1.9053776264190674,
      "step": 152
    },
    {
      "epoch": 0.03213354199269692,
      "grad_norm": 0.21396663784980774,
      "learning_rate": 0.0008,
      "loss": 1.8032176494598389,
      "step": 154
    },
    {
      "epoch": 0.032550860719874807,
      "grad_norm": 0.25143226981163025,
      "learning_rate": 0.0008,
      "loss": 1.7828192710876465,
      "step": 156
    },
    {
      "epoch": 0.03296817944705269,
      "grad_norm": 0.20337209105491638,
      "learning_rate": 0.0008,
      "loss": 1.8441500663757324,
      "step": 158
    },
    {
      "epoch": 0.03338549817423057,
      "grad_norm": 0.19828999042510986,
      "learning_rate": 0.0008,
      "loss": 1.8969037532806396,
      "step": 160
    },
    {
      "epoch": 0.03380281690140845,
      "grad_norm": 0.1736728549003601,
      "learning_rate": 0.0008,
      "loss": 1.7638834714889526,
      "step": 162
    },
    {
      "epoch": 0.034220135628586335,
      "grad_norm": 0.22760280966758728,
      "learning_rate": 0.0008,
      "loss": 1.883575201034546,
      "step": 164
    },
    {
      "epoch": 0.034637454355764215,
      "grad_norm": 0.1854819804430008,
      "learning_rate": 0.0008,
      "loss": 1.6732118129730225,
      "step": 166
    },
    {
      "epoch": 0.035054773082942095,
      "grad_norm": 0.21865177154541016,
      "learning_rate": 0.0008,
      "loss": 1.91782808303833,
      "step": 168
    },
    {
      "epoch": 0.03547209181011998,
      "grad_norm": 0.19005519151687622,
      "learning_rate": 0.0008,
      "loss": 1.7810168266296387,
      "step": 170
    },
    {
      "epoch": 0.03588941053729786,
      "grad_norm": 0.20469321310520172,
      "learning_rate": 0.0008,
      "loss": 1.9270379543304443,
      "step": 172
    },
    {
      "epoch": 0.03630672926447574,
      "grad_norm": 0.2073751538991928,
      "learning_rate": 0.0008,
      "loss": 1.7687180042266846,
      "step": 174
    },
    {
      "epoch": 0.03672404799165362,
      "grad_norm": 0.18631917238235474,
      "learning_rate": 0.0008,
      "loss": 1.9677690267562866,
      "step": 176
    },
    {
      "epoch": 0.03714136671883151,
      "grad_norm": 0.22901347279548645,
      "learning_rate": 0.0008,
      "loss": 2.005549669265747,
      "step": 178
    },
    {
      "epoch": 0.03755868544600939,
      "grad_norm": 0.18291981518268585,
      "learning_rate": 0.0008,
      "loss": 1.8533040285110474,
      "step": 180
    },
    {
      "epoch": 0.03797600417318727,
      "grad_norm": 0.20379191637039185,
      "learning_rate": 0.0008,
      "loss": 1.8690353631973267,
      "step": 182
    },
    {
      "epoch": 0.03839332290036515,
      "grad_norm": 0.21121641993522644,
      "learning_rate": 0.0008,
      "loss": 1.8854107856750488,
      "step": 184
    },
    {
      "epoch": 0.03881064162754304,
      "grad_norm": 0.21457895636558533,
      "learning_rate": 0.0008,
      "loss": 1.9446922540664673,
      "step": 186
    },
    {
      "epoch": 0.03922796035472092,
      "grad_norm": 0.1923578381538391,
      "learning_rate": 0.0008,
      "loss": 1.7910972833633423,
      "step": 188
    },
    {
      "epoch": 0.0396452790818988,
      "grad_norm": 0.20732815563678741,
      "learning_rate": 0.0008,
      "loss": 2.0059916973114014,
      "step": 190
    },
    {
      "epoch": 0.04006259780907668,
      "grad_norm": 0.2116197943687439,
      "learning_rate": 0.0008,
      "loss": 1.9082348346710205,
      "step": 192
    },
    {
      "epoch": 0.040479916536254566,
      "grad_norm": 0.18705199658870697,
      "learning_rate": 0.0008,
      "loss": 1.860048532485962,
      "step": 194
    },
    {
      "epoch": 0.040897235263432447,
      "grad_norm": 0.25623950362205505,
      "learning_rate": 0.0008,
      "loss": 1.843970537185669,
      "step": 196
    },
    {
      "epoch": 0.04131455399061033,
      "grad_norm": 0.20779113471508026,
      "learning_rate": 0.0008,
      "loss": 1.8779997825622559,
      "step": 198
    },
    {
      "epoch": 0.041731872717788214,
      "grad_norm": 0.19002337753772736,
      "learning_rate": 0.0008,
      "loss": 1.9125951528549194,
      "step": 200
    },
    {
      "epoch": 0.042149191444966094,
      "grad_norm": 0.19544892013072968,
      "learning_rate": 0.0008,
      "loss": 1.995476484298706,
      "step": 202
    },
    {
      "epoch": 0.042566510172143975,
      "grad_norm": 0.18213562667369843,
      "learning_rate": 0.0008,
      "loss": 1.8816639184951782,
      "step": 204
    },
    {
      "epoch": 0.042983828899321855,
      "grad_norm": 0.22063912451267242,
      "learning_rate": 0.0008,
      "loss": 1.803364634513855,
      "step": 206
    },
    {
      "epoch": 0.04340114762649974,
      "grad_norm": 0.20791158080101013,
      "learning_rate": 0.0008,
      "loss": 1.9003090858459473,
      "step": 208
    },
    {
      "epoch": 0.04381846635367762,
      "grad_norm": 0.16584512591362,
      "learning_rate": 0.0008,
      "loss": 1.8435355424880981,
      "step": 210
    },
    {
      "epoch": 0.0442357850808555,
      "grad_norm": 0.19649940729141235,
      "learning_rate": 0.0008,
      "loss": 1.80889093875885,
      "step": 212
    },
    {
      "epoch": 0.04465310380803338,
      "grad_norm": 0.21633127331733704,
      "learning_rate": 0.0008,
      "loss": 1.6867175102233887,
      "step": 214
    },
    {
      "epoch": 0.04507042253521127,
      "grad_norm": 0.19792751967906952,
      "learning_rate": 0.0008,
      "loss": 1.8823671340942383,
      "step": 216
    },
    {
      "epoch": 0.04548774126238915,
      "grad_norm": 0.1862718164920807,
      "learning_rate": 0.0008,
      "loss": 1.8919916152954102,
      "step": 218
    },
    {
      "epoch": 0.04590505998956703,
      "grad_norm": 0.21791967749595642,
      "learning_rate": 0.0008,
      "loss": 1.9127482175827026,
      "step": 220
    },
    {
      "epoch": 0.04632237871674491,
      "grad_norm": 0.19531375169754028,
      "learning_rate": 0.0008,
      "loss": 1.8581024408340454,
      "step": 222
    },
    {
      "epoch": 0.0467396974439228,
      "grad_norm": 0.20277369022369385,
      "learning_rate": 0.0008,
      "loss": 1.9121865034103394,
      "step": 224
    },
    {
      "epoch": 0.04715701617110068,
      "grad_norm": 0.19659613072872162,
      "learning_rate": 0.0008,
      "loss": 1.789233922958374,
      "step": 226
    },
    {
      "epoch": 0.04757433489827856,
      "grad_norm": 0.22985541820526123,
      "learning_rate": 0.0008,
      "loss": 1.9352688789367676,
      "step": 228
    },
    {
      "epoch": 0.047991653625456446,
      "grad_norm": 0.18611934781074524,
      "learning_rate": 0.0008,
      "loss": 1.7723150253295898,
      "step": 230
    },
    {
      "epoch": 0.048408972352634326,
      "grad_norm": 0.19027550518512726,
      "learning_rate": 0.0008,
      "loss": 1.8290672302246094,
      "step": 232
    },
    {
      "epoch": 0.048826291079812206,
      "grad_norm": 0.20396903157234192,
      "learning_rate": 0.0008,
      "loss": 1.832564115524292,
      "step": 234
    },
    {
      "epoch": 0.04924360980699009,
      "grad_norm": 0.17874160408973694,
      "learning_rate": 0.0008,
      "loss": 1.814352035522461,
      "step": 236
    },
    {
      "epoch": 0.049660928534167974,
      "grad_norm": 0.24529126286506653,
      "learning_rate": 0.0008,
      "loss": 1.922191858291626,
      "step": 238
    },
    {
      "epoch": 0.050078247261345854,
      "grad_norm": 0.1938621997833252,
      "learning_rate": 0.0008,
      "loss": 1.8524785041809082,
      "step": 240
    },
    {
      "epoch": 0.050495565988523734,
      "grad_norm": 0.19732561707496643,
      "learning_rate": 0.0008,
      "loss": 1.9085856676101685,
      "step": 242
    },
    {
      "epoch": 0.050912884715701615,
      "grad_norm": 0.18855291604995728,
      "learning_rate": 0.0008,
      "loss": 1.8275926113128662,
      "step": 244
    },
    {
      "epoch": 0.0513302034428795,
      "grad_norm": 0.20376136898994446,
      "learning_rate": 0.0008,
      "loss": 1.7887071371078491,
      "step": 246
    },
    {
      "epoch": 0.05174752217005738,
      "grad_norm": 0.22787004709243774,
      "learning_rate": 0.0008,
      "loss": 1.8560370206832886,
      "step": 248
    },
    {
      "epoch": 0.05216484089723526,
      "grad_norm": 0.17018505930900574,
      "learning_rate": 0.0008,
      "loss": 1.9317115545272827,
      "step": 250
    },
    {
      "epoch": 0.05258215962441314,
      "grad_norm": 0.1912796050310135,
      "learning_rate": 0.0008,
      "loss": 1.895258903503418,
      "step": 252
    },
    {
      "epoch": 0.05299947835159103,
      "grad_norm": 0.17850643396377563,
      "learning_rate": 0.0008,
      "loss": 1.9079219102859497,
      "step": 254
    },
    {
      "epoch": 0.05341679707876891,
      "grad_norm": 0.2072039246559143,
      "learning_rate": 0.0008,
      "loss": 1.89905846118927,
      "step": 256
    },
    {
      "epoch": 0.05383411580594679,
      "grad_norm": 0.19988320767879486,
      "learning_rate": 0.0008,
      "loss": 1.7947583198547363,
      "step": 258
    },
    {
      "epoch": 0.05425143453312467,
      "grad_norm": 0.18004950881004333,
      "learning_rate": 0.0008,
      "loss": 1.7849770784378052,
      "step": 260
    },
    {
      "epoch": 0.05466875326030256,
      "grad_norm": 0.20455290377140045,
      "learning_rate": 0.0008,
      "loss": 1.853940486907959,
      "step": 262
    },
    {
      "epoch": 0.05508607198748044,
      "grad_norm": 0.18449728190898895,
      "learning_rate": 0.0008,
      "loss": 1.7918925285339355,
      "step": 264
    },
    {
      "epoch": 0.05550339071465832,
      "grad_norm": 0.18341559171676636,
      "learning_rate": 0.0008,
      "loss": 1.9166698455810547,
      "step": 266
    },
    {
      "epoch": 0.055920709441836206,
      "grad_norm": 0.18132027983665466,
      "learning_rate": 0.0008,
      "loss": 1.7890571355819702,
      "step": 268
    },
    {
      "epoch": 0.056338028169014086,
      "grad_norm": 0.18553175032138824,
      "learning_rate": 0.0008,
      "loss": 1.8641438484191895,
      "step": 270
    },
    {
      "epoch": 0.056755346896191966,
      "grad_norm": 0.22429780662059784,
      "learning_rate": 0.0008,
      "loss": 1.9701159000396729,
      "step": 272
    },
    {
      "epoch": 0.057172665623369846,
      "grad_norm": 0.1992367058992386,
      "learning_rate": 0.0008,
      "loss": 2.006492853164673,
      "step": 274
    },
    {
      "epoch": 0.057589984350547734,
      "grad_norm": 0.19233880937099457,
      "learning_rate": 0.0008,
      "loss": 1.86127507686615,
      "step": 276
    },
    {
      "epoch": 0.058007303077725614,
      "grad_norm": 0.20732514560222626,
      "learning_rate": 0.0008,
      "loss": 1.807320237159729,
      "step": 278
    },
    {
      "epoch": 0.058424621804903494,
      "grad_norm": 0.1792643517255783,
      "learning_rate": 0.0008,
      "loss": 1.844096302986145,
      "step": 280
    },
    {
      "epoch": 0.058841940532081374,
      "grad_norm": 0.192881241440773,
      "learning_rate": 0.0008,
      "loss": 1.9285340309143066,
      "step": 282
    },
    {
      "epoch": 0.05925925925925926,
      "grad_norm": 0.2025625854730606,
      "learning_rate": 0.0008,
      "loss": 1.8632502555847168,
      "step": 284
    },
    {
      "epoch": 0.05967657798643714,
      "grad_norm": 0.20893600583076477,
      "learning_rate": 0.0008,
      "loss": 1.81607186794281,
      "step": 286
    },
    {
      "epoch": 0.06009389671361502,
      "grad_norm": 0.18457506597042084,
      "learning_rate": 0.0008,
      "loss": 1.7620784044265747,
      "step": 288
    },
    {
      "epoch": 0.0605112154407929,
      "grad_norm": 0.18458612263202667,
      "learning_rate": 0.0008,
      "loss": 1.8516631126403809,
      "step": 290
    },
    {
      "epoch": 0.06092853416797079,
      "grad_norm": 0.20481403172016144,
      "learning_rate": 0.0008,
      "loss": 1.7973397970199585,
      "step": 292
    },
    {
      "epoch": 0.06134585289514867,
      "grad_norm": 0.2392035722732544,
      "learning_rate": 0.0008,
      "loss": 1.6744558811187744,
      "step": 294
    },
    {
      "epoch": 0.06176317162232655,
      "grad_norm": 0.1839018315076828,
      "learning_rate": 0.0008,
      "loss": 1.859205722808838,
      "step": 296
    },
    {
      "epoch": 0.06218049034950444,
      "grad_norm": 0.18390414118766785,
      "learning_rate": 0.0008,
      "loss": 1.8454444408416748,
      "step": 298
    },
    {
      "epoch": 0.06259780907668232,
      "grad_norm": 0.23476417362689972,
      "learning_rate": 0.0008,
      "loss": 1.8064424991607666,
      "step": 300
    },
    {
      "epoch": 0.0630151278038602,
      "grad_norm": 0.23200395703315735,
      "learning_rate": 0.0008,
      "loss": 1.8403925895690918,
      "step": 302
    },
    {
      "epoch": 0.06343244653103808,
      "grad_norm": 0.18426549434661865,
      "learning_rate": 0.0008,
      "loss": 1.8290090560913086,
      "step": 304
    },
    {
      "epoch": 0.06384976525821597,
      "grad_norm": 0.21662050485610962,
      "learning_rate": 0.0008,
      "loss": 1.8032827377319336,
      "step": 306
    },
    {
      "epoch": 0.06426708398539384,
      "grad_norm": 0.20660407841205597,
      "learning_rate": 0.0008,
      "loss": 1.9283571243286133,
      "step": 308
    },
    {
      "epoch": 0.06468440271257173,
      "grad_norm": 0.19536849856376648,
      "learning_rate": 0.0008,
      "loss": 1.8072845935821533,
      "step": 310
    },
    {
      "epoch": 0.06510172143974961,
      "grad_norm": 0.2134157121181488,
      "learning_rate": 0.0008,
      "loss": 1.8819622993469238,
      "step": 312
    },
    {
      "epoch": 0.06551904016692749,
      "grad_norm": 0.17046234011650085,
      "learning_rate": 0.0008,
      "loss": 1.7353384494781494,
      "step": 314
    },
    {
      "epoch": 0.06593635889410537,
      "grad_norm": 0.22714658081531525,
      "learning_rate": 0.0008,
      "loss": 1.652437686920166,
      "step": 316
    },
    {
      "epoch": 0.06635367762128326,
      "grad_norm": 0.19747577607631683,
      "learning_rate": 0.0008,
      "loss": 1.8750182390213013,
      "step": 318
    },
    {
      "epoch": 0.06677099634846113,
      "grad_norm": 0.18324685096740723,
      "learning_rate": 0.0008,
      "loss": 1.8665786981582642,
      "step": 320
    },
    {
      "epoch": 0.06718831507563902,
      "grad_norm": 0.20055170357227325,
      "learning_rate": 0.0008,
      "loss": 1.8537718057632446,
      "step": 322
    },
    {
      "epoch": 0.0676056338028169,
      "grad_norm": 0.18057942390441895,
      "learning_rate": 0.0008,
      "loss": 1.8148211240768433,
      "step": 324
    },
    {
      "epoch": 0.06802295252999478,
      "grad_norm": 0.19412660598754883,
      "learning_rate": 0.0008,
      "loss": 1.7722946405410767,
      "step": 326
    },
    {
      "epoch": 0.06844027125717267,
      "grad_norm": 0.2082413285970688,
      "learning_rate": 0.0008,
      "loss": 1.8280037641525269,
      "step": 328
    },
    {
      "epoch": 0.06885758998435054,
      "grad_norm": 0.20311059057712555,
      "learning_rate": 0.0008,
      "loss": 1.8522393703460693,
      "step": 330
    },
    {
      "epoch": 0.06927490871152843,
      "grad_norm": 0.1785109043121338,
      "learning_rate": 0.0008,
      "loss": 1.7460867166519165,
      "step": 332
    },
    {
      "epoch": 0.06969222743870632,
      "grad_norm": 0.19410011172294617,
      "learning_rate": 0.0008,
      "loss": 1.940168857574463,
      "step": 334
    },
    {
      "epoch": 0.07010954616588419,
      "grad_norm": 0.17364338040351868,
      "learning_rate": 0.0008,
      "loss": 1.7872140407562256,
      "step": 336
    },
    {
      "epoch": 0.07052686489306208,
      "grad_norm": 0.18756942451000214,
      "learning_rate": 0.0008,
      "loss": 1.787614345550537,
      "step": 338
    },
    {
      "epoch": 0.07094418362023996,
      "grad_norm": 0.18927060067653656,
      "learning_rate": 0.0008,
      "loss": 1.773796558380127,
      "step": 340
    },
    {
      "epoch": 0.07136150234741784,
      "grad_norm": 0.19137617945671082,
      "learning_rate": 0.0008,
      "loss": 1.8877743482589722,
      "step": 342
    },
    {
      "epoch": 0.07177882107459573,
      "grad_norm": 0.2876986861228943,
      "learning_rate": 0.0008,
      "loss": 1.8008520603179932,
      "step": 344
    },
    {
      "epoch": 0.0721961398017736,
      "grad_norm": 0.2002546340227127,
      "learning_rate": 0.0008,
      "loss": 1.8457027673721313,
      "step": 346
    },
    {
      "epoch": 0.07261345852895149,
      "grad_norm": 0.19405768811702728,
      "learning_rate": 0.0008,
      "loss": 1.8778666257858276,
      "step": 348
    },
    {
      "epoch": 0.07303077725612937,
      "grad_norm": 0.17879590392112732,
      "learning_rate": 0.0008,
      "loss": 1.9125796556472778,
      "step": 350
    },
    {
      "epoch": 0.07344809598330725,
      "grad_norm": 0.2296588122844696,
      "learning_rate": 0.0008,
      "loss": 1.84610915184021,
      "step": 352
    },
    {
      "epoch": 0.07386541471048513,
      "grad_norm": 0.20345892012119293,
      "learning_rate": 0.0008,
      "loss": 1.859510898590088,
      "step": 354
    },
    {
      "epoch": 0.07428273343766302,
      "grad_norm": 0.16952411830425262,
      "learning_rate": 0.0008,
      "loss": 1.9320992231369019,
      "step": 356
    },
    {
      "epoch": 0.0747000521648409,
      "grad_norm": 0.16383187472820282,
      "learning_rate": 0.0008,
      "loss": 1.862929344177246,
      "step": 358
    },
    {
      "epoch": 0.07511737089201878,
      "grad_norm": 0.16575641930103302,
      "learning_rate": 0.0008,
      "loss": 1.7022333145141602,
      "step": 360
    },
    {
      "epoch": 0.07553468961919667,
      "grad_norm": 0.17977960407733917,
      "learning_rate": 0.0008,
      "loss": 1.7043992280960083,
      "step": 362
    },
    {
      "epoch": 0.07595200834637454,
      "grad_norm": 0.1884085237979889,
      "learning_rate": 0.0008,
      "loss": 1.729490876197815,
      "step": 364
    },
    {
      "epoch": 0.07636932707355243,
      "grad_norm": 0.19425225257873535,
      "learning_rate": 0.0008,
      "loss": 1.9061787128448486,
      "step": 366
    },
    {
      "epoch": 0.0767866458007303,
      "grad_norm": 0.21979810297489166,
      "learning_rate": 0.0008,
      "loss": 1.902428388595581,
      "step": 368
    },
    {
      "epoch": 0.07720396452790819,
      "grad_norm": 0.19381879270076752,
      "learning_rate": 0.0008,
      "loss": 1.699400544166565,
      "step": 370
    },
    {
      "epoch": 0.07762128325508608,
      "grad_norm": 0.16549688577651978,
      "learning_rate": 0.0008,
      "loss": 1.817840814590454,
      "step": 372
    },
    {
      "epoch": 0.07803860198226395,
      "grad_norm": 0.16603948175907135,
      "learning_rate": 0.0008,
      "loss": 1.7617093324661255,
      "step": 374
    },
    {
      "epoch": 0.07845592070944184,
      "grad_norm": 0.17938029766082764,
      "learning_rate": 0.0008,
      "loss": 1.7205898761749268,
      "step": 376
    },
    {
      "epoch": 0.07887323943661972,
      "grad_norm": 0.18432219326496124,
      "learning_rate": 0.0008,
      "loss": 1.9758812189102173,
      "step": 378
    },
    {
      "epoch": 0.0792905581637976,
      "grad_norm": 0.192180335521698,
      "learning_rate": 0.0008,
      "loss": 1.7806042432785034,
      "step": 380
    },
    {
      "epoch": 0.07970787689097548,
      "grad_norm": 0.18882744014263153,
      "learning_rate": 0.0008,
      "loss": 1.8606830835342407,
      "step": 382
    },
    {
      "epoch": 0.08012519561815336,
      "grad_norm": 0.20159609615802765,
      "learning_rate": 0.0008,
      "loss": 1.8759417533874512,
      "step": 384
    },
    {
      "epoch": 0.08054251434533125,
      "grad_norm": 0.18802420794963837,
      "learning_rate": 0.0008,
      "loss": 1.7845672369003296,
      "step": 386
    },
    {
      "epoch": 0.08095983307250913,
      "grad_norm": 0.19080901145935059,
      "learning_rate": 0.0008,
      "loss": 1.8926739692687988,
      "step": 388
    },
    {
      "epoch": 0.081377151799687,
      "grad_norm": 0.19579608738422394,
      "learning_rate": 0.0008,
      "loss": 1.7976164817810059,
      "step": 390
    },
    {
      "epoch": 0.08179447052686489,
      "grad_norm": 0.18886063992977142,
      "learning_rate": 0.0008,
      "loss": 1.8368678092956543,
      "step": 392
    },
    {
      "epoch": 0.08221178925404278,
      "grad_norm": 0.190400168299675,
      "learning_rate": 0.0008,
      "loss": 1.951639175415039,
      "step": 394
    },
    {
      "epoch": 0.08262910798122065,
      "grad_norm": 0.2170623242855072,
      "learning_rate": 0.0008,
      "loss": 1.8079655170440674,
      "step": 396
    },
    {
      "epoch": 0.08304642670839854,
      "grad_norm": 0.1749616265296936,
      "learning_rate": 0.0008,
      "loss": 1.8746510744094849,
      "step": 398
    },
    {
      "epoch": 0.08346374543557643,
      "grad_norm": 0.20247295498847961,
      "learning_rate": 0.0008,
      "loss": 1.841644525527954,
      "step": 400
    },
    {
      "epoch": 0.0838810641627543,
      "grad_norm": 0.2169034481048584,
      "learning_rate": 0.0008,
      "loss": 1.509040355682373,
      "step": 402
    },
    {
      "epoch": 0.08429838288993219,
      "grad_norm": 0.18721264600753784,
      "learning_rate": 0.0008,
      "loss": 1.6984519958496094,
      "step": 404
    },
    {
      "epoch": 0.08471570161711006,
      "grad_norm": 0.20038065314292908,
      "learning_rate": 0.0008,
      "loss": 1.8178945779800415,
      "step": 406
    },
    {
      "epoch": 0.08513302034428795,
      "grad_norm": 0.20621061325073242,
      "learning_rate": 0.0008,
      "loss": 1.8274602890014648,
      "step": 408
    },
    {
      "epoch": 0.08555033907146584,
      "grad_norm": 0.21223652362823486,
      "learning_rate": 0.0008,
      "loss": 1.7470018863677979,
      "step": 410
    },
    {
      "epoch": 0.08596765779864371,
      "grad_norm": 0.17984609305858612,
      "learning_rate": 0.0008,
      "loss": 1.887202501296997,
      "step": 412
    },
    {
      "epoch": 0.0863849765258216,
      "grad_norm": 0.18457219004631042,
      "learning_rate": 0.0008,
      "loss": 1.7406067848205566,
      "step": 414
    },
    {
      "epoch": 0.08680229525299948,
      "grad_norm": 0.1806093007326126,
      "learning_rate": 0.0008,
      "loss": 1.8982247114181519,
      "step": 416
    },
    {
      "epoch": 0.08721961398017736,
      "grad_norm": 0.21698443591594696,
      "learning_rate": 0.0008,
      "loss": 1.8538949489593506,
      "step": 418
    },
    {
      "epoch": 0.08763693270735524,
      "grad_norm": 0.18613983690738678,
      "learning_rate": 0.0008,
      "loss": 1.8653966188430786,
      "step": 420
    },
    {
      "epoch": 0.08805425143453312,
      "grad_norm": 0.1829523891210556,
      "learning_rate": 0.0008,
      "loss": 1.7498433589935303,
      "step": 422
    },
    {
      "epoch": 0.088471570161711,
      "grad_norm": 0.18519410490989685,
      "learning_rate": 0.0008,
      "loss": 1.792525291442871,
      "step": 424
    },
    {
      "epoch": 0.08888888888888889,
      "grad_norm": 0.1749446839094162,
      "learning_rate": 0.0008,
      "loss": 1.9061282873153687,
      "step": 426
    },
    {
      "epoch": 0.08930620761606677,
      "grad_norm": 0.16339826583862305,
      "learning_rate": 0.0008,
      "loss": 1.7451319694519043,
      "step": 428
    },
    {
      "epoch": 0.08972352634324465,
      "grad_norm": 0.17513766884803772,
      "learning_rate": 0.0008,
      "loss": 1.8854788541793823,
      "step": 430
    },
    {
      "epoch": 0.09014084507042254,
      "grad_norm": 0.184746652841568,
      "learning_rate": 0.0008,
      "loss": 1.7705706357955933,
      "step": 432
    },
    {
      "epoch": 0.09055816379760041,
      "grad_norm": 0.1971534788608551,
      "learning_rate": 0.0008,
      "loss": 1.7745380401611328,
      "step": 434
    },
    {
      "epoch": 0.0909754825247783,
      "grad_norm": 0.19071540236473083,
      "learning_rate": 0.0008,
      "loss": 1.7405657768249512,
      "step": 436
    },
    {
      "epoch": 0.09139280125195619,
      "grad_norm": 0.17713378369808197,
      "learning_rate": 0.0008,
      "loss": 1.8192437887191772,
      "step": 438
    },
    {
      "epoch": 0.09181011997913406,
      "grad_norm": 0.18660472333431244,
      "learning_rate": 0.0008,
      "loss": 1.5884759426116943,
      "step": 440
    },
    {
      "epoch": 0.09222743870631195,
      "grad_norm": 0.2162025421857834,
      "learning_rate": 0.0008,
      "loss": 1.7200651168823242,
      "step": 442
    },
    {
      "epoch": 0.09264475743348982,
      "grad_norm": 0.17986829578876495,
      "learning_rate": 0.0008,
      "loss": 1.8388999700546265,
      "step": 444
    },
    {
      "epoch": 0.09306207616066771,
      "grad_norm": 0.16443675756454468,
      "learning_rate": 0.0008,
      "loss": 1.8921184539794922,
      "step": 446
    },
    {
      "epoch": 0.0934793948878456,
      "grad_norm": 0.19607263803482056,
      "learning_rate": 0.0008,
      "loss": 1.6894744634628296,
      "step": 448
    },
    {
      "epoch": 0.09389671361502347,
      "grad_norm": 0.19868682324886322,
      "learning_rate": 0.0008,
      "loss": 1.8331403732299805,
      "step": 450
    },
    {
      "epoch": 0.09431403234220136,
      "grad_norm": 0.1826103925704956,
      "learning_rate": 0.0008,
      "loss": 1.7721960544586182,
      "step": 452
    },
    {
      "epoch": 0.09473135106937924,
      "grad_norm": 0.20188207924365997,
      "learning_rate": 0.0008,
      "loss": 1.7395975589752197,
      "step": 454
    },
    {
      "epoch": 0.09514866979655712,
      "grad_norm": 0.1857413500547409,
      "learning_rate": 0.0008,
      "loss": 1.5533616542816162,
      "step": 456
    },
    {
      "epoch": 0.095565988523735,
      "grad_norm": 0.2413434088230133,
      "learning_rate": 0.0008,
      "loss": 1.8269988298416138,
      "step": 458
    },
    {
      "epoch": 0.09598330725091289,
      "grad_norm": 0.18487891554832458,
      "learning_rate": 0.0008,
      "loss": 1.820391297340393,
      "step": 460
    },
    {
      "epoch": 0.09640062597809076,
      "grad_norm": 0.18426169455051422,
      "learning_rate": 0.0008,
      "loss": 1.8029463291168213,
      "step": 462
    },
    {
      "epoch": 0.09681794470526865,
      "grad_norm": 0.20566286146640778,
      "learning_rate": 0.0008,
      "loss": 1.850946307182312,
      "step": 464
    },
    {
      "epoch": 0.09723526343244653,
      "grad_norm": 0.18228569626808167,
      "learning_rate": 0.0008,
      "loss": 1.8585747480392456,
      "step": 466
    },
    {
      "epoch": 0.09765258215962441,
      "grad_norm": 0.1945704072713852,
      "learning_rate": 0.0008,
      "loss": 1.7613170146942139,
      "step": 468
    },
    {
      "epoch": 0.0980699008868023,
      "grad_norm": 0.21596919000148773,
      "learning_rate": 0.0008,
      "loss": 1.8058515787124634,
      "step": 470
    },
    {
      "epoch": 0.09848721961398017,
      "grad_norm": 0.20458221435546875,
      "learning_rate": 0.0008,
      "loss": 1.888073205947876,
      "step": 472
    },
    {
      "epoch": 0.09890453834115806,
      "grad_norm": 0.16673769056797028,
      "learning_rate": 0.0008,
      "loss": 1.7520596981048584,
      "step": 474
    },
    {
      "epoch": 0.09932185706833595,
      "grad_norm": 0.25613194704055786,
      "learning_rate": 0.0008,
      "loss": 1.7988296747207642,
      "step": 476
    },
    {
      "epoch": 0.09973917579551382,
      "grad_norm": 0.19962145388126373,
      "learning_rate": 0.0008,
      "loss": 1.770625352859497,
      "step": 478
    },
    {
      "epoch": 0.10015649452269171,
      "grad_norm": 0.23697935044765472,
      "learning_rate": 0.0008,
      "loss": 1.6397219896316528,
      "step": 480
    },
    {
      "epoch": 0.10057381324986958,
      "grad_norm": 0.19623948633670807,
      "learning_rate": 0.0008,
      "loss": 1.764510154724121,
      "step": 482
    },
    {
      "epoch": 0.10099113197704747,
      "grad_norm": 0.16900749504566193,
      "learning_rate": 0.0008,
      "loss": 1.8732715845108032,
      "step": 484
    },
    {
      "epoch": 0.10140845070422536,
      "grad_norm": 0.1668040007352829,
      "learning_rate": 0.0008,
      "loss": 1.8405311107635498,
      "step": 486
    },
    {
      "epoch": 0.10182576943140323,
      "grad_norm": 0.2098231166601181,
      "learning_rate": 0.0008,
      "loss": 1.7863925695419312,
      "step": 488
    },
    {
      "epoch": 0.10224308815858112,
      "grad_norm": 0.19985970854759216,
      "learning_rate": 0.0008,
      "loss": 1.722977876663208,
      "step": 490
    },
    {
      "epoch": 0.102660406885759,
      "grad_norm": 0.21394382417201996,
      "learning_rate": 0.0008,
      "loss": 1.757413387298584,
      "step": 492
    },
    {
      "epoch": 0.10307772561293688,
      "grad_norm": 0.18714119493961334,
      "learning_rate": 0.0008,
      "loss": 1.8428552150726318,
      "step": 494
    },
    {
      "epoch": 0.10349504434011476,
      "grad_norm": 0.19619259238243103,
      "learning_rate": 0.0008,
      "loss": 1.732613205909729,
      "step": 496
    },
    {
      "epoch": 0.10391236306729265,
      "grad_norm": 0.1874673068523407,
      "learning_rate": 0.0008,
      "loss": 1.9147651195526123,
      "step": 498
    },
    {
      "epoch": 0.10432968179447052,
      "grad_norm": 0.1815664917230606,
      "learning_rate": 0.0008,
      "loss": 1.887975811958313,
      "step": 500
    },
    {
      "epoch": 0.10474700052164841,
      "grad_norm": 0.17395725846290588,
      "learning_rate": 0.0008,
      "loss": 1.7720164060592651,
      "step": 502
    },
    {
      "epoch": 0.10516431924882629,
      "grad_norm": 0.19323813915252686,
      "learning_rate": 0.0008,
      "loss": 1.7940523624420166,
      "step": 504
    },
    {
      "epoch": 0.10558163797600417,
      "grad_norm": 0.21045640110969543,
      "learning_rate": 0.0008,
      "loss": 1.7197074890136719,
      "step": 506
    },
    {
      "epoch": 0.10599895670318206,
      "grad_norm": 0.16433264315128326,
      "learning_rate": 0.0008,
      "loss": 1.834672212600708,
      "step": 508
    },
    {
      "epoch": 0.10641627543035993,
      "grad_norm": 0.176216721534729,
      "learning_rate": 0.0008,
      "loss": 1.7884635925292969,
      "step": 510
    },
    {
      "epoch": 0.10683359415753782,
      "grad_norm": 0.19113944470882416,
      "learning_rate": 0.0008,
      "loss": 1.7823976278305054,
      "step": 512
    },
    {
      "epoch": 0.10725091288471571,
      "grad_norm": 0.19091008603572845,
      "learning_rate": 0.0008,
      "loss": 1.840747356414795,
      "step": 514
    },
    {
      "epoch": 0.10766823161189358,
      "grad_norm": 0.19281427562236786,
      "learning_rate": 0.0008,
      "loss": 1.75832200050354,
      "step": 516
    },
    {
      "epoch": 0.10808555033907147,
      "grad_norm": 0.16847775876522064,
      "learning_rate": 0.0008,
      "loss": 1.8396658897399902,
      "step": 518
    },
    {
      "epoch": 0.10850286906624934,
      "grad_norm": 0.2127823531627655,
      "learning_rate": 0.0008,
      "loss": 1.8640540838241577,
      "step": 520
    },
    {
      "epoch": 0.10892018779342723,
      "grad_norm": 0.22573991119861603,
      "learning_rate": 0.0008,
      "loss": 1.7402691841125488,
      "step": 522
    },
    {
      "epoch": 0.10933750652060512,
      "grad_norm": 0.16429032385349274,
      "learning_rate": 0.0008,
      "loss": 1.719557285308838,
      "step": 524
    },
    {
      "epoch": 0.10975482524778299,
      "grad_norm": 0.17622490227222443,
      "learning_rate": 0.0008,
      "loss": 1.6947720050811768,
      "step": 526
    },
    {
      "epoch": 0.11017214397496088,
      "grad_norm": 0.19966810941696167,
      "learning_rate": 0.0008,
      "loss": 1.7054942846298218,
      "step": 528
    },
    {
      "epoch": 0.11058946270213876,
      "grad_norm": 0.1878957897424698,
      "learning_rate": 0.0008,
      "loss": 1.7062702178955078,
      "step": 530
    },
    {
      "epoch": 0.11100678142931664,
      "grad_norm": 0.16309280693531036,
      "learning_rate": 0.0008,
      "loss": 1.7353664636611938,
      "step": 532
    },
    {
      "epoch": 0.11142410015649452,
      "grad_norm": 0.17809820175170898,
      "learning_rate": 0.0008,
      "loss": 1.7127535343170166,
      "step": 534
    },
    {
      "epoch": 0.11184141888367241,
      "grad_norm": 0.18687750399112701,
      "learning_rate": 0.0008,
      "loss": 1.8780369758605957,
      "step": 536
    },
    {
      "epoch": 0.11225873761085028,
      "grad_norm": 0.16795234382152557,
      "learning_rate": 0.0008,
      "loss": 1.7966887950897217,
      "step": 538
    },
    {
      "epoch": 0.11267605633802817,
      "grad_norm": 0.18127207458019257,
      "learning_rate": 0.0008,
      "loss": 1.8800458908081055,
      "step": 540
    },
    {
      "epoch": 0.11309337506520604,
      "grad_norm": 0.17690226435661316,
      "learning_rate": 0.0008,
      "loss": 1.812783122062683,
      "step": 542
    },
    {
      "epoch": 0.11351069379238393,
      "grad_norm": 0.19803214073181152,
      "learning_rate": 0.0008,
      "loss": 1.7694447040557861,
      "step": 544
    },
    {
      "epoch": 0.11392801251956182,
      "grad_norm": 0.2248341292142868,
      "learning_rate": 0.0008,
      "loss": 1.9381588697433472,
      "step": 546
    },
    {
      "epoch": 0.11434533124673969,
      "grad_norm": 0.21064493060112,
      "learning_rate": 0.0008,
      "loss": 1.6674803495407104,
      "step": 548
    },
    {
      "epoch": 0.11476264997391758,
      "grad_norm": 0.1799592822790146,
      "learning_rate": 0.0008,
      "loss": 1.713584303855896,
      "step": 550
    },
    {
      "epoch": 0.11517996870109547,
      "grad_norm": 0.17765992879867554,
      "learning_rate": 0.0008,
      "loss": 1.7880573272705078,
      "step": 552
    },
    {
      "epoch": 0.11559728742827334,
      "grad_norm": 0.19028837978839874,
      "learning_rate": 0.0008,
      "loss": 1.764471173286438,
      "step": 554
    },
    {
      "epoch": 0.11601460615545123,
      "grad_norm": 0.1811382919549942,
      "learning_rate": 0.0008,
      "loss": 1.7669916152954102,
      "step": 556
    },
    {
      "epoch": 0.11643192488262911,
      "grad_norm": 0.1973322629928589,
      "learning_rate": 0.0008,
      "loss": 1.8208307027816772,
      "step": 558
    },
    {
      "epoch": 0.11684924360980699,
      "grad_norm": 0.24303878843784332,
      "learning_rate": 0.0008,
      "loss": 1.6340117454528809,
      "step": 560
    },
    {
      "epoch": 0.11726656233698488,
      "grad_norm": 0.20035336911678314,
      "learning_rate": 0.0008,
      "loss": 1.6720242500305176,
      "step": 562
    },
    {
      "epoch": 0.11768388106416275,
      "grad_norm": 0.18954803049564362,
      "learning_rate": 0.0008,
      "loss": 1.845242977142334,
      "step": 564
    },
    {
      "epoch": 0.11810119979134064,
      "grad_norm": 0.20096823573112488,
      "learning_rate": 0.0008,
      "loss": 1.8153274059295654,
      "step": 566
    },
    {
      "epoch": 0.11851851851851852,
      "grad_norm": 0.19449801743030548,
      "learning_rate": 0.0008,
      "loss": 1.751156210899353,
      "step": 568
    },
    {
      "epoch": 0.1189358372456964,
      "grad_norm": 0.17495417594909668,
      "learning_rate": 0.0008,
      "loss": 1.835421085357666,
      "step": 570
    },
    {
      "epoch": 0.11935315597287428,
      "grad_norm": 0.1892746388912201,
      "learning_rate": 0.0008,
      "loss": 1.8085366487503052,
      "step": 572
    },
    {
      "epoch": 0.11977047470005217,
      "grad_norm": 0.19496633112430573,
      "learning_rate": 0.0008,
      "loss": 1.7708959579467773,
      "step": 574
    },
    {
      "epoch": 0.12018779342723004,
      "grad_norm": 0.2227867990732193,
      "learning_rate": 0.0008,
      "loss": 1.6941637992858887,
      "step": 576
    },
    {
      "epoch": 0.12060511215440793,
      "grad_norm": 0.18124914169311523,
      "learning_rate": 0.0008,
      "loss": 1.8590575456619263,
      "step": 578
    },
    {
      "epoch": 0.1210224308815858,
      "grad_norm": 0.17786574363708496,
      "learning_rate": 0.0008,
      "loss": 1.8845808506011963,
      "step": 580
    },
    {
      "epoch": 0.12143974960876369,
      "grad_norm": 0.18539316952228546,
      "learning_rate": 0.0008,
      "loss": 1.7233104705810547,
      "step": 582
    },
    {
      "epoch": 0.12185706833594158,
      "grad_norm": 0.22436559200286865,
      "learning_rate": 0.0008,
      "loss": 1.7101248502731323,
      "step": 584
    },
    {
      "epoch": 0.12227438706311945,
      "grad_norm": 0.24816755950450897,
      "learning_rate": 0.0008,
      "loss": 1.8819714784622192,
      "step": 586
    },
    {
      "epoch": 0.12269170579029734,
      "grad_norm": 0.1978999376296997,
      "learning_rate": 0.0008,
      "loss": 1.812936782836914,
      "step": 588
    },
    {
      "epoch": 0.12310902451747523,
      "grad_norm": 0.20076996088027954,
      "learning_rate": 0.0008,
      "loss": 1.6589692831039429,
      "step": 590
    },
    {
      "epoch": 0.1235263432446531,
      "grad_norm": 0.18335849046707153,
      "learning_rate": 0.0008,
      "loss": 1.888481855392456,
      "step": 592
    },
    {
      "epoch": 0.12394366197183099,
      "grad_norm": 0.22114887833595276,
      "learning_rate": 0.0008,
      "loss": 1.752468228340149,
      "step": 594
    },
    {
      "epoch": 0.12436098069900887,
      "grad_norm": 0.1933581680059433,
      "learning_rate": 0.0008,
      "loss": 1.7702640295028687,
      "step": 596
    },
    {
      "epoch": 0.12477829942618675,
      "grad_norm": 0.1983618289232254,
      "learning_rate": 0.0008,
      "loss": 1.8683502674102783,
      "step": 598
    },
    {
      "epoch": 0.12519561815336464,
      "grad_norm": 0.16474363207817078,
      "learning_rate": 0.0008,
      "loss": 1.70648193359375,
      "step": 600
    },
    {
      "epoch": 0.1256129368805425,
      "grad_norm": 0.20615136623382568,
      "learning_rate": 0.0008,
      "loss": 1.7076618671417236,
      "step": 602
    },
    {
      "epoch": 0.1260302556077204,
      "grad_norm": 0.21693238615989685,
      "learning_rate": 0.0008,
      "loss": 1.8148608207702637,
      "step": 604
    },
    {
      "epoch": 0.12644757433489828,
      "grad_norm": 0.17567431926727295,
      "learning_rate": 0.0008,
      "loss": 1.837254285812378,
      "step": 606
    },
    {
      "epoch": 0.12686489306207616,
      "grad_norm": 0.18390585482120514,
      "learning_rate": 0.0008,
      "loss": 1.8590507507324219,
      "step": 608
    },
    {
      "epoch": 0.12728221178925403,
      "grad_norm": 0.16418585181236267,
      "learning_rate": 0.0008,
      "loss": 1.6788272857666016,
      "step": 610
    },
    {
      "epoch": 0.12769953051643193,
      "grad_norm": 0.16819006204605103,
      "learning_rate": 0.0008,
      "loss": 1.8437262773513794,
      "step": 612
    },
    {
      "epoch": 0.1281168492436098,
      "grad_norm": 0.15948879718780518,
      "learning_rate": 0.0008,
      "loss": 1.7340611219406128,
      "step": 614
    },
    {
      "epoch": 0.12853416797078768,
      "grad_norm": 0.2011558562517166,
      "learning_rate": 0.0008,
      "loss": 1.7709379196166992,
      "step": 616
    },
    {
      "epoch": 0.12895148669796558,
      "grad_norm": 0.19379252195358276,
      "learning_rate": 0.0008,
      "loss": 1.806614637374878,
      "step": 618
    },
    {
      "epoch": 0.12936880542514345,
      "grad_norm": 0.22475005686283112,
      "learning_rate": 0.0008,
      "loss": 1.711434006690979,
      "step": 620
    },
    {
      "epoch": 0.12978612415232132,
      "grad_norm": 0.1978297084569931,
      "learning_rate": 0.0008,
      "loss": 1.7318035364151,
      "step": 622
    },
    {
      "epoch": 0.13020344287949923,
      "grad_norm": 0.18323394656181335,
      "learning_rate": 0.0008,
      "loss": 1.7498455047607422,
      "step": 624
    },
    {
      "epoch": 0.1306207616066771,
      "grad_norm": 0.22182956337928772,
      "learning_rate": 0.0008,
      "loss": 1.7923178672790527,
      "step": 626
    },
    {
      "epoch": 0.13103808033385497,
      "grad_norm": 0.1770567148923874,
      "learning_rate": 0.0008,
      "loss": 1.6318275928497314,
      "step": 628
    },
    {
      "epoch": 0.13145539906103287,
      "grad_norm": 0.20539313554763794,
      "learning_rate": 0.0008,
      "loss": 1.7883520126342773,
      "step": 630
    },
    {
      "epoch": 0.13187271778821075,
      "grad_norm": 0.17130990326404572,
      "learning_rate": 0.0008,
      "loss": 1.7609513998031616,
      "step": 632
    },
    {
      "epoch": 0.13229003651538862,
      "grad_norm": 0.1961364895105362,
      "learning_rate": 0.0008,
      "loss": 1.7397228479385376,
      "step": 634
    },
    {
      "epoch": 0.13270735524256652,
      "grad_norm": 0.16240109503269196,
      "learning_rate": 0.0008,
      "loss": 1.8233591318130493,
      "step": 636
    },
    {
      "epoch": 0.1331246739697444,
      "grad_norm": 0.19982294738292694,
      "learning_rate": 0.0008,
      "loss": 1.806249976158142,
      "step": 638
    },
    {
      "epoch": 0.13354199269692227,
      "grad_norm": 0.2089509665966034,
      "learning_rate": 0.0008,
      "loss": 1.8161576986312866,
      "step": 640
    },
    {
      "epoch": 0.13395931142410017,
      "grad_norm": 0.1830461472272873,
      "learning_rate": 0.0008,
      "loss": 1.8403010368347168,
      "step": 642
    },
    {
      "epoch": 0.13437663015127804,
      "grad_norm": 0.20117032527923584,
      "learning_rate": 0.0008,
      "loss": 1.8304057121276855,
      "step": 644
    },
    {
      "epoch": 0.13479394887845592,
      "grad_norm": 0.18736901879310608,
      "learning_rate": 0.0008,
      "loss": 1.773429036140442,
      "step": 646
    },
    {
      "epoch": 0.1352112676056338,
      "grad_norm": 0.2435261756181717,
      "learning_rate": 0.0008,
      "loss": 1.6929211616516113,
      "step": 648
    },
    {
      "epoch": 0.1356285863328117,
      "grad_norm": 0.2115386575460434,
      "learning_rate": 0.0008,
      "loss": 1.862548589706421,
      "step": 650
    },
    {
      "epoch": 0.13604590505998956,
      "grad_norm": 0.17527717351913452,
      "learning_rate": 0.0008,
      "loss": 1.7797799110412598,
      "step": 652
    },
    {
      "epoch": 0.13646322378716744,
      "grad_norm": 0.1893661767244339,
      "learning_rate": 0.0008,
      "loss": 1.8103671073913574,
      "step": 654
    },
    {
      "epoch": 0.13688054251434534,
      "grad_norm": 0.19153577089309692,
      "learning_rate": 0.0008,
      "loss": 1.6010644435882568,
      "step": 656
    },
    {
      "epoch": 0.1372978612415232,
      "grad_norm": 0.18063318729400635,
      "learning_rate": 0.0008,
      "loss": 1.7611302137374878,
      "step": 658
    },
    {
      "epoch": 0.13771517996870108,
      "grad_norm": 0.19133161008358002,
      "learning_rate": 0.0008,
      "loss": 1.7387412786483765,
      "step": 660
    },
    {
      "epoch": 0.13813249869587899,
      "grad_norm": 0.20165090262889862,
      "learning_rate": 0.0008,
      "loss": 1.7242095470428467,
      "step": 662
    },
    {
      "epoch": 0.13854981742305686,
      "grad_norm": 0.17320813238620758,
      "learning_rate": 0.0008,
      "loss": 1.9070261716842651,
      "step": 664
    },
    {
      "epoch": 0.13896713615023473,
      "grad_norm": 0.19484713673591614,
      "learning_rate": 0.0008,
      "loss": 1.830524206161499,
      "step": 666
    },
    {
      "epoch": 0.13938445487741263,
      "grad_norm": 0.17643558979034424,
      "learning_rate": 0.0008,
      "loss": 1.7296078205108643,
      "step": 668
    },
    {
      "epoch": 0.1398017736045905,
      "grad_norm": 0.18590174615383148,
      "learning_rate": 0.0008,
      "loss": 1.8072155714035034,
      "step": 670
    },
    {
      "epoch": 0.14021909233176838,
      "grad_norm": 0.17337389290332794,
      "learning_rate": 0.0008,
      "loss": 1.7468055486679077,
      "step": 672
    },
    {
      "epoch": 0.14063641105894628,
      "grad_norm": 0.20085087418556213,
      "learning_rate": 0.0008,
      "loss": 1.7447450160980225,
      "step": 674
    },
    {
      "epoch": 0.14105372978612415,
      "grad_norm": 0.20829616487026215,
      "learning_rate": 0.0008,
      "loss": 1.8087923526763916,
      "step": 676
    },
    {
      "epoch": 0.14147104851330203,
      "grad_norm": 0.17774710059165955,
      "learning_rate": 0.0008,
      "loss": 1.8168830871582031,
      "step": 678
    },
    {
      "epoch": 0.14188836724047993,
      "grad_norm": 0.1968492716550827,
      "learning_rate": 0.0008,
      "loss": 1.798553705215454,
      "step": 680
    },
    {
      "epoch": 0.1423056859676578,
      "grad_norm": 0.17439714074134827,
      "learning_rate": 0.0008,
      "loss": 1.8232721090316772,
      "step": 682
    },
    {
      "epoch": 0.14272300469483568,
      "grad_norm": 0.16724388301372528,
      "learning_rate": 0.0008,
      "loss": 1.596436619758606,
      "step": 684
    },
    {
      "epoch": 0.14314032342201358,
      "grad_norm": 0.2098611444234848,
      "learning_rate": 0.0008,
      "loss": 1.7849904298782349,
      "step": 686
    },
    {
      "epoch": 0.14355764214919145,
      "grad_norm": 0.18629077076911926,
      "learning_rate": 0.0008,
      "loss": 1.7334709167480469,
      "step": 688
    },
    {
      "epoch": 0.14397496087636932,
      "grad_norm": 0.18207907676696777,
      "learning_rate": 0.0008,
      "loss": 1.973663330078125,
      "step": 690
    },
    {
      "epoch": 0.1443922796035472,
      "grad_norm": 0.16263729333877563,
      "learning_rate": 0.0008,
      "loss": 1.8095067739486694,
      "step": 692
    },
    {
      "epoch": 0.1448095983307251,
      "grad_norm": 0.18567156791687012,
      "learning_rate": 0.0008,
      "loss": 1.765048623085022,
      "step": 694
    },
    {
      "epoch": 0.14522691705790297,
      "grad_norm": 0.18123917281627655,
      "learning_rate": 0.0008,
      "loss": 1.8273537158966064,
      "step": 696
    },
    {
      "epoch": 0.14564423578508084,
      "grad_norm": 0.20769929885864258,
      "learning_rate": 0.0008,
      "loss": 1.8118430376052856,
      "step": 698
    },
    {
      "epoch": 0.14606155451225875,
      "grad_norm": 0.1864776760339737,
      "learning_rate": 0.0008,
      "loss": 1.6669319868087769,
      "step": 700
    },
    {
      "epoch": 0.14647887323943662,
      "grad_norm": 0.18755193054676056,
      "learning_rate": 0.0008,
      "loss": 1.6617186069488525,
      "step": 702
    },
    {
      "epoch": 0.1468961919666145,
      "grad_norm": 0.18912330269813538,
      "learning_rate": 0.0008,
      "loss": 1.7503671646118164,
      "step": 704
    },
    {
      "epoch": 0.1473135106937924,
      "grad_norm": 0.1890300065279007,
      "learning_rate": 0.0008,
      "loss": 1.695054531097412,
      "step": 706
    },
    {
      "epoch": 0.14773082942097027,
      "grad_norm": 0.17214125394821167,
      "learning_rate": 0.0008,
      "loss": 1.8216289281845093,
      "step": 708
    },
    {
      "epoch": 0.14814814814814814,
      "grad_norm": 0.20777983963489532,
      "learning_rate": 0.0008,
      "loss": 1.8245275020599365,
      "step": 710
    },
    {
      "epoch": 0.14856546687532604,
      "grad_norm": 0.20084725320339203,
      "learning_rate": 0.0008,
      "loss": 1.7887156009674072,
      "step": 712
    },
    {
      "epoch": 0.14898278560250391,
      "grad_norm": 0.15811371803283691,
      "learning_rate": 0.0008,
      "loss": 1.7509719133377075,
      "step": 714
    },
    {
      "epoch": 0.1494001043296818,
      "grad_norm": 0.16521748900413513,
      "learning_rate": 0.0008,
      "loss": 1.7708344459533691,
      "step": 716
    },
    {
      "epoch": 0.1498174230568597,
      "grad_norm": 0.19016806781291962,
      "learning_rate": 0.0008,
      "loss": 1.7238750457763672,
      "step": 718
    },
    {
      "epoch": 0.15023474178403756,
      "grad_norm": 0.20112618803977966,
      "learning_rate": 0.0008,
      "loss": 1.7684839963912964,
      "step": 720
    },
    {
      "epoch": 0.15065206051121544,
      "grad_norm": 0.21002675592899323,
      "learning_rate": 0.0008,
      "loss": 1.668319821357727,
      "step": 722
    },
    {
      "epoch": 0.15106937923839334,
      "grad_norm": 0.18244609236717224,
      "learning_rate": 0.0008,
      "loss": 1.8438975811004639,
      "step": 724
    },
    {
      "epoch": 0.1514866979655712,
      "grad_norm": 0.17502567172050476,
      "learning_rate": 0.0008,
      "loss": 1.7859959602355957,
      "step": 726
    },
    {
      "epoch": 0.15190401669274908,
      "grad_norm": 0.200490802526474,
      "learning_rate": 0.0008,
      "loss": 1.6951396465301514,
      "step": 728
    },
    {
      "epoch": 0.15232133541992696,
      "grad_norm": 0.19410744309425354,
      "learning_rate": 0.0008,
      "loss": 1.7291679382324219,
      "step": 730
    },
    {
      "epoch": 0.15273865414710486,
      "grad_norm": 0.17764674127101898,
      "learning_rate": 0.0008,
      "loss": 1.872592806816101,
      "step": 732
    },
    {
      "epoch": 0.15315597287428273,
      "grad_norm": 0.19124142825603485,
      "learning_rate": 0.0008,
      "loss": 1.7468235492706299,
      "step": 734
    },
    {
      "epoch": 0.1535732916014606,
      "grad_norm": 0.202019602060318,
      "learning_rate": 0.0008,
      "loss": 1.6559799909591675,
      "step": 736
    },
    {
      "epoch": 0.1539906103286385,
      "grad_norm": 0.193822979927063,
      "learning_rate": 0.0008,
      "loss": 1.6957603693008423,
      "step": 738
    },
    {
      "epoch": 0.15440792905581638,
      "grad_norm": 0.25882846117019653,
      "learning_rate": 0.0008,
      "loss": 1.6634539365768433,
      "step": 740
    },
    {
      "epoch": 0.15482524778299425,
      "grad_norm": 0.2067813277244568,
      "learning_rate": 0.0008,
      "loss": 1.93544340133667,
      "step": 742
    },
    {
      "epoch": 0.15524256651017215,
      "grad_norm": 0.1865290254354477,
      "learning_rate": 0.0008,
      "loss": 1.8601853847503662,
      "step": 744
    },
    {
      "epoch": 0.15565988523735003,
      "grad_norm": 0.1881532222032547,
      "learning_rate": 0.0008,
      "loss": 1.7317306995391846,
      "step": 746
    },
    {
      "epoch": 0.1560772039645279,
      "grad_norm": 0.22773560881614685,
      "learning_rate": 0.0008,
      "loss": 1.680111050605774,
      "step": 748
    },
    {
      "epoch": 0.1564945226917058,
      "grad_norm": 0.18615806102752686,
      "learning_rate": 0.0008,
      "loss": 1.7144302129745483,
      "step": 750
    },
    {
      "epoch": 0.15691184141888367,
      "grad_norm": 0.16930066049098969,
      "learning_rate": 0.0008,
      "loss": 1.8201231956481934,
      "step": 752
    },
    {
      "epoch": 0.15732916014606155,
      "grad_norm": 0.19441792368888855,
      "learning_rate": 0.0008,
      "loss": 1.7160589694976807,
      "step": 754
    },
    {
      "epoch": 0.15774647887323945,
      "grad_norm": 0.15927526354789734,
      "learning_rate": 0.0008,
      "loss": 1.8689998388290405,
      "step": 756
    },
    {
      "epoch": 0.15816379760041732,
      "grad_norm": 0.19691766798496246,
      "learning_rate": 0.0008,
      "loss": 1.7673816680908203,
      "step": 758
    },
    {
      "epoch": 0.1585811163275952,
      "grad_norm": 0.1787274181842804,
      "learning_rate": 0.0008,
      "loss": 1.7166606187820435,
      "step": 760
    },
    {
      "epoch": 0.1589984350547731,
      "grad_norm": 0.1795300543308258,
      "learning_rate": 0.0008,
      "loss": 1.7627328634262085,
      "step": 762
    },
    {
      "epoch": 0.15941575378195097,
      "grad_norm": 0.17841686308383942,
      "learning_rate": 0.0008,
      "loss": 1.6936697959899902,
      "step": 764
    },
    {
      "epoch": 0.15983307250912884,
      "grad_norm": 0.1797875016927719,
      "learning_rate": 0.0008,
      "loss": 1.799784541130066,
      "step": 766
    },
    {
      "epoch": 0.16025039123630672,
      "grad_norm": 0.21431873738765717,
      "learning_rate": 0.0008,
      "loss": 1.7679109573364258,
      "step": 768
    },
    {
      "epoch": 0.16066770996348462,
      "grad_norm": 0.1949765682220459,
      "learning_rate": 0.0008,
      "loss": 1.719260334968567,
      "step": 770
    },
    {
      "epoch": 0.1610850286906625,
      "grad_norm": 0.19613662362098694,
      "learning_rate": 0.0008,
      "loss": 1.7998367547988892,
      "step": 772
    },
    {
      "epoch": 0.16150234741784036,
      "grad_norm": 0.17787288129329681,
      "learning_rate": 0.0008,
      "loss": 1.8460516929626465,
      "step": 774
    },
    {
      "epoch": 0.16191966614501827,
      "grad_norm": 0.22785474359989166,
      "learning_rate": 0.0008,
      "loss": 1.6813404560089111,
      "step": 776
    },
    {
      "epoch": 0.16233698487219614,
      "grad_norm": 0.1806975156068802,
      "learning_rate": 0.0008,
      "loss": 1.7418760061264038,
      "step": 778
    },
    {
      "epoch": 0.162754303599374,
      "grad_norm": 0.1856619268655777,
      "learning_rate": 0.0008,
      "loss": 1.7497477531433105,
      "step": 780
    },
    {
      "epoch": 0.1631716223265519,
      "grad_norm": 0.1854953020811081,
      "learning_rate": 0.0008,
      "loss": 1.7518516778945923,
      "step": 782
    },
    {
      "epoch": 0.16358894105372979,
      "grad_norm": 0.22963276505470276,
      "learning_rate": 0.0008,
      "loss": 1.595357060432434,
      "step": 784
    },
    {
      "epoch": 0.16400625978090766,
      "grad_norm": 0.17343032360076904,
      "learning_rate": 0.0008,
      "loss": 1.7026077508926392,
      "step": 786
    },
    {
      "epoch": 0.16442357850808556,
      "grad_norm": 0.20681700110435486,
      "learning_rate": 0.0008,
      "loss": 1.686074137687683,
      "step": 788
    },
    {
      "epoch": 0.16484089723526343,
      "grad_norm": 0.17650754749774933,
      "learning_rate": 0.0008,
      "loss": 1.6811248064041138,
      "step": 790
    },
    {
      "epoch": 0.1652582159624413,
      "grad_norm": 0.1636354923248291,
      "learning_rate": 0.0008,
      "loss": 1.7299340963363647,
      "step": 792
    },
    {
      "epoch": 0.1656755346896192,
      "grad_norm": 0.1806851327419281,
      "learning_rate": 0.0008,
      "loss": 1.8136711120605469,
      "step": 794
    },
    {
      "epoch": 0.16609285341679708,
      "grad_norm": 0.19005830585956573,
      "learning_rate": 0.0008,
      "loss": 1.8194869756698608,
      "step": 796
    },
    {
      "epoch": 0.16651017214397495,
      "grad_norm": 0.18151606619358063,
      "learning_rate": 0.0008,
      "loss": 1.8666720390319824,
      "step": 798
    },
    {
      "epoch": 0.16692749087115286,
      "grad_norm": 0.1761510819196701,
      "learning_rate": 0.0008,
      "loss": 1.7758731842041016,
      "step": 800
    },
    {
      "epoch": 0.16734480959833073,
      "grad_norm": 0.19962024688720703,
      "learning_rate": 0.0008,
      "loss": 1.736701250076294,
      "step": 802
    },
    {
      "epoch": 0.1677621283255086,
      "grad_norm": 0.17402872443199158,
      "learning_rate": 0.0008,
      "loss": 1.6931071281433105,
      "step": 804
    },
    {
      "epoch": 0.16817944705268648,
      "grad_norm": 0.18706336617469788,
      "learning_rate": 0.0008,
      "loss": 1.7926737070083618,
      "step": 806
    },
    {
      "epoch": 0.16859676577986438,
      "grad_norm": 0.16924500465393066,
      "learning_rate": 0.0008,
      "loss": 1.7937047481536865,
      "step": 808
    },
    {
      "epoch": 0.16901408450704225,
      "grad_norm": 0.21804003417491913,
      "learning_rate": 0.0008,
      "loss": 1.6593379974365234,
      "step": 810
    },
    {
      "epoch": 0.16943140323422012,
      "grad_norm": 0.17710910737514496,
      "learning_rate": 0.0008,
      "loss": 1.8356101512908936,
      "step": 812
    },
    {
      "epoch": 0.16984872196139802,
      "grad_norm": 0.1932608038187027,
      "learning_rate": 0.0008,
      "loss": 1.6077665090560913,
      "step": 814
    },
    {
      "epoch": 0.1702660406885759,
      "grad_norm": 0.17858533561229706,
      "learning_rate": 0.0008,
      "loss": 1.8420521020889282,
      "step": 816
    },
    {
      "epoch": 0.17068335941575377,
      "grad_norm": 0.1795278787612915,
      "learning_rate": 0.0008,
      "loss": 1.7781267166137695,
      "step": 818
    },
    {
      "epoch": 0.17110067814293167,
      "grad_norm": 0.19953025877475739,
      "learning_rate": 0.0008,
      "loss": 1.8236104249954224,
      "step": 820
    },
    {
      "epoch": 0.17151799687010955,
      "grad_norm": 0.21639135479927063,
      "learning_rate": 0.0008,
      "loss": 1.7180458307266235,
      "step": 822
    },
    {
      "epoch": 0.17193531559728742,
      "grad_norm": 0.21022126078605652,
      "learning_rate": 0.0008,
      "loss": 1.679661750793457,
      "step": 824
    },
    {
      "epoch": 0.17235263432446532,
      "grad_norm": 0.20463056862354279,
      "learning_rate": 0.0008,
      "loss": 1.6936852931976318,
      "step": 826
    },
    {
      "epoch": 0.1727699530516432,
      "grad_norm": 0.1905946135520935,
      "learning_rate": 0.0008,
      "loss": 1.8837283849716187,
      "step": 828
    },
    {
      "epoch": 0.17318727177882107,
      "grad_norm": 0.18571698665618896,
      "learning_rate": 0.0008,
      "loss": 1.8333275318145752,
      "step": 830
    },
    {
      "epoch": 0.17360459050599897,
      "grad_norm": 0.1744394600391388,
      "learning_rate": 0.0008,
      "loss": 1.7868090867996216,
      "step": 832
    },
    {
      "epoch": 0.17402190923317684,
      "grad_norm": 0.20897187292575836,
      "learning_rate": 0.0008,
      "loss": 1.5670733451843262,
      "step": 834
    },
    {
      "epoch": 0.17443922796035471,
      "grad_norm": 0.2123873084783554,
      "learning_rate": 0.0008,
      "loss": 1.6381040811538696,
      "step": 836
    },
    {
      "epoch": 0.17485654668753262,
      "grad_norm": 0.18907363712787628,
      "learning_rate": 0.0008,
      "loss": 1.7446024417877197,
      "step": 838
    },
    {
      "epoch": 0.1752738654147105,
      "grad_norm": 0.20559073984622955,
      "learning_rate": 0.0008,
      "loss": 1.6502224206924438,
      "step": 840
    },
    {
      "epoch": 0.17569118414188836,
      "grad_norm": 0.19022029638290405,
      "learning_rate": 0.0008,
      "loss": 1.8096051216125488,
      "step": 842
    },
    {
      "epoch": 0.17610850286906624,
      "grad_norm": 0.16331380605697632,
      "learning_rate": 0.0008,
      "loss": 1.818407416343689,
      "step": 844
    },
    {
      "epoch": 0.17652582159624414,
      "grad_norm": 0.2162676900625229,
      "learning_rate": 0.0008,
      "loss": 1.7258923053741455,
      "step": 846
    },
    {
      "epoch": 0.176943140323422,
      "grad_norm": 0.18963304162025452,
      "learning_rate": 0.0008,
      "loss": 1.729779839515686,
      "step": 848
    },
    {
      "epoch": 0.17736045905059988,
      "grad_norm": 0.19266974925994873,
      "learning_rate": 0.0008,
      "loss": 1.797463059425354,
      "step": 850
    },
    {
      "epoch": 0.17777777777777778,
      "grad_norm": 0.1722777932882309,
      "learning_rate": 0.0008,
      "loss": 1.7928173542022705,
      "step": 852
    },
    {
      "epoch": 0.17819509650495566,
      "grad_norm": 0.1919032633304596,
      "learning_rate": 0.0008,
      "loss": 1.8268866539001465,
      "step": 854
    },
    {
      "epoch": 0.17861241523213353,
      "grad_norm": 0.22310693562030792,
      "learning_rate": 0.0008,
      "loss": 1.7955056428909302,
      "step": 856
    },
    {
      "epoch": 0.17902973395931143,
      "grad_norm": 0.19400399923324585,
      "learning_rate": 0.0008,
      "loss": 1.7923102378845215,
      "step": 858
    },
    {
      "epoch": 0.1794470526864893,
      "grad_norm": 0.21149571239948273,
      "learning_rate": 0.0008,
      "loss": 1.7186392545700073,
      "step": 860
    },
    {
      "epoch": 0.17986437141366718,
      "grad_norm": 0.17790478467941284,
      "learning_rate": 0.0008,
      "loss": 1.7033177614212036,
      "step": 862
    },
    {
      "epoch": 0.18028169014084508,
      "grad_norm": 0.16812187433242798,
      "learning_rate": 0.0008,
      "loss": 1.8667421340942383,
      "step": 864
    },
    {
      "epoch": 0.18069900886802295,
      "grad_norm": 0.1852063685655594,
      "learning_rate": 0.0008,
      "loss": 1.7483296394348145,
      "step": 866
    },
    {
      "epoch": 0.18111632759520083,
      "grad_norm": 0.18790170550346375,
      "learning_rate": 0.0008,
      "loss": 1.7478761672973633,
      "step": 868
    },
    {
      "epoch": 0.18153364632237873,
      "grad_norm": 0.1689843088388443,
      "learning_rate": 0.0008,
      "loss": 1.9035534858703613,
      "step": 870
    },
    {
      "epoch": 0.1819509650495566,
      "grad_norm": 0.19190579652786255,
      "learning_rate": 0.0008,
      "loss": 1.67540442943573,
      "step": 872
    },
    {
      "epoch": 0.18236828377673447,
      "grad_norm": 0.17893852293491364,
      "learning_rate": 0.0008,
      "loss": 1.7380026578903198,
      "step": 874
    },
    {
      "epoch": 0.18278560250391238,
      "grad_norm": 0.20149573683738708,
      "learning_rate": 0.0008,
      "loss": 1.6873263120651245,
      "step": 876
    },
    {
      "epoch": 0.18320292123109025,
      "grad_norm": 0.17393316328525543,
      "learning_rate": 0.0008,
      "loss": 1.7170566320419312,
      "step": 878
    },
    {
      "epoch": 0.18362023995826812,
      "grad_norm": 0.21316109597682953,
      "learning_rate": 0.0008,
      "loss": 1.6952152252197266,
      "step": 880
    },
    {
      "epoch": 0.18403755868544602,
      "grad_norm": 0.20032194256782532,
      "learning_rate": 0.0008,
      "loss": 1.754309892654419,
      "step": 882
    },
    {
      "epoch": 0.1844548774126239,
      "grad_norm": 0.20200282335281372,
      "learning_rate": 0.0008,
      "loss": 1.7858588695526123,
      "step": 884
    },
    {
      "epoch": 0.18487219613980177,
      "grad_norm": 0.18926279246807098,
      "learning_rate": 0.0008,
      "loss": 1.7106082439422607,
      "step": 886
    },
    {
      "epoch": 0.18528951486697964,
      "grad_norm": 0.16581322252750397,
      "learning_rate": 0.0008,
      "loss": 1.8427886962890625,
      "step": 888
    },
    {
      "epoch": 0.18570683359415754,
      "grad_norm": 0.20399515330791473,
      "learning_rate": 0.0008,
      "loss": 1.7196152210235596,
      "step": 890
    },
    {
      "epoch": 0.18612415232133542,
      "grad_norm": 0.19511224329471588,
      "learning_rate": 0.0008,
      "loss": 1.8195468187332153,
      "step": 892
    },
    {
      "epoch": 0.1865414710485133,
      "grad_norm": 0.19643206894397736,
      "learning_rate": 0.0008,
      "loss": 1.6806929111480713,
      "step": 894
    },
    {
      "epoch": 0.1869587897756912,
      "grad_norm": 0.1884148269891739,
      "learning_rate": 0.0008,
      "loss": 1.6993000507354736,
      "step": 896
    },
    {
      "epoch": 0.18737610850286907,
      "grad_norm": 0.17956124246120453,
      "learning_rate": 0.0008,
      "loss": 1.8369438648223877,
      "step": 898
    },
    {
      "epoch": 0.18779342723004694,
      "grad_norm": 0.1978001445531845,
      "learning_rate": 0.0008,
      "loss": 1.80470609664917,
      "step": 900
    },
    {
      "epoch": 0.18821074595722484,
      "grad_norm": 0.14546366035938263,
      "learning_rate": 0.0008,
      "loss": 1.6158053874969482,
      "step": 902
    },
    {
      "epoch": 0.1886280646844027,
      "grad_norm": 0.1694905012845993,
      "learning_rate": 0.0008,
      "loss": 1.7942674160003662,
      "step": 904
    },
    {
      "epoch": 0.1890453834115806,
      "grad_norm": 0.1844390481710434,
      "learning_rate": 0.0008,
      "loss": 1.7278395891189575,
      "step": 906
    },
    {
      "epoch": 0.1894627021387585,
      "grad_norm": 0.18887804448604584,
      "learning_rate": 0.0008,
      "loss": 1.7810070514678955,
      "step": 908
    },
    {
      "epoch": 0.18988002086593636,
      "grad_norm": 0.17793181538581848,
      "learning_rate": 0.0008,
      "loss": 1.715239405632019,
      "step": 910
    },
    {
      "epoch": 0.19029733959311423,
      "grad_norm": 0.1882665455341339,
      "learning_rate": 0.0008,
      "loss": 1.8410365581512451,
      "step": 912
    },
    {
      "epoch": 0.19071465832029214,
      "grad_norm": 0.1665799915790558,
      "learning_rate": 0.0008,
      "loss": 1.8286895751953125,
      "step": 914
    },
    {
      "epoch": 0.19113197704747,
      "grad_norm": 0.1985129565000534,
      "learning_rate": 0.0008,
      "loss": 1.7565686702728271,
      "step": 916
    },
    {
      "epoch": 0.19154929577464788,
      "grad_norm": 0.16701538860797882,
      "learning_rate": 0.0008,
      "loss": 1.7466310262680054,
      "step": 918
    },
    {
      "epoch": 0.19196661450182578,
      "grad_norm": 0.16946537792682648,
      "learning_rate": 0.0008,
      "loss": 1.6163197755813599,
      "step": 920
    },
    {
      "epoch": 0.19238393322900366,
      "grad_norm": 0.1770622581243515,
      "learning_rate": 0.0008,
      "loss": 1.7802177667617798,
      "step": 922
    },
    {
      "epoch": 0.19280125195618153,
      "grad_norm": 0.1672552227973938,
      "learning_rate": 0.0008,
      "loss": 1.6146728992462158,
      "step": 924
    },
    {
      "epoch": 0.1932185706833594,
      "grad_norm": 0.16920343041419983,
      "learning_rate": 0.0008,
      "loss": 1.829084873199463,
      "step": 926
    },
    {
      "epoch": 0.1936358894105373,
      "grad_norm": 0.19028623402118683,
      "learning_rate": 0.0008,
      "loss": 1.794987440109253,
      "step": 928
    },
    {
      "epoch": 0.19405320813771518,
      "grad_norm": 0.17238767445087433,
      "learning_rate": 0.0008,
      "loss": 1.7409614324569702,
      "step": 930
    },
    {
      "epoch": 0.19447052686489305,
      "grad_norm": 0.2275260090827942,
      "learning_rate": 0.0008,
      "loss": 1.6707667112350464,
      "step": 932
    },
    {
      "epoch": 0.19488784559207095,
      "grad_norm": 0.216999351978302,
      "learning_rate": 0.0008,
      "loss": 1.7779223918914795,
      "step": 934
    },
    {
      "epoch": 0.19530516431924883,
      "grad_norm": 0.16746197640895844,
      "learning_rate": 0.0008,
      "loss": 1.7970597743988037,
      "step": 936
    },
    {
      "epoch": 0.1957224830464267,
      "grad_norm": 0.18787866830825806,
      "learning_rate": 0.0008,
      "loss": 1.804955005645752,
      "step": 938
    },
    {
      "epoch": 0.1961398017736046,
      "grad_norm": 0.18515397608280182,
      "learning_rate": 0.0008,
      "loss": 1.8307769298553467,
      "step": 940
    },
    {
      "epoch": 0.19655712050078247,
      "grad_norm": 0.20320598781108856,
      "learning_rate": 0.0008,
      "loss": 1.7676329612731934,
      "step": 942
    },
    {
      "epoch": 0.19697443922796035,
      "grad_norm": 0.17765004932880402,
      "learning_rate": 0.0008,
      "loss": 1.674498438835144,
      "step": 944
    },
    {
      "epoch": 0.19739175795513825,
      "grad_norm": 0.19797641038894653,
      "learning_rate": 0.0008,
      "loss": 1.8213812112808228,
      "step": 946
    },
    {
      "epoch": 0.19780907668231612,
      "grad_norm": 0.19149918854236603,
      "learning_rate": 0.0008,
      "loss": 1.8154566287994385,
      "step": 948
    },
    {
      "epoch": 0.198226395409494,
      "grad_norm": 0.1972745805978775,
      "learning_rate": 0.0008,
      "loss": 1.761203408241272,
      "step": 950
    },
    {
      "epoch": 0.1986437141366719,
      "grad_norm": 0.16813834011554718,
      "learning_rate": 0.0008,
      "loss": 1.769463300704956,
      "step": 952
    },
    {
      "epoch": 0.19906103286384977,
      "grad_norm": 0.17149922251701355,
      "learning_rate": 0.0008,
      "loss": 1.7954530715942383,
      "step": 954
    },
    {
      "epoch": 0.19947835159102764,
      "grad_norm": 0.17822957038879395,
      "learning_rate": 0.0008,
      "loss": 1.719478964805603,
      "step": 956
    },
    {
      "epoch": 0.19989567031820554,
      "grad_norm": 0.16247020661830902,
      "learning_rate": 0.0008,
      "loss": 1.5951590538024902,
      "step": 958
    },
    {
      "epoch": 0.20010432968179448,
      "eval_loss": 1.7186682224273682,
      "eval_runtime": 26.6933,
      "eval_samples_per_second": 58.067,
      "eval_steps_per_second": 7.268,
      "step": 959
    },
    {
      "epoch": 0.20031298904538342,
      "grad_norm": 0.19236379861831665,
      "learning_rate": 0.0008,
      "loss": 1.7191988229751587,
      "step": 960
    },
    {
      "epoch": 0.2007303077725613,
      "grad_norm": 0.18168877065181732,
      "learning_rate": 0.0008,
      "loss": 1.7212427854537964,
      "step": 962
    },
    {
      "epoch": 0.20114762649973916,
      "grad_norm": 0.1752994805574417,
      "learning_rate": 0.0008,
      "loss": 1.822859525680542,
      "step": 964
    },
    {
      "epoch": 0.20156494522691706,
      "grad_norm": 0.2033938467502594,
      "learning_rate": 0.0008,
      "loss": 1.7316899299621582,
      "step": 966
    },
    {
      "epoch": 0.20198226395409494,
      "grad_norm": 0.17674045264720917,
      "learning_rate": 0.0008,
      "loss": 1.6789060831069946,
      "step": 968
    },
    {
      "epoch": 0.2023995826812728,
      "grad_norm": 0.17077626287937164,
      "learning_rate": 0.0008,
      "loss": 1.712573528289795,
      "step": 970
    },
    {
      "epoch": 0.2028169014084507,
      "grad_norm": 0.17276069521903992,
      "learning_rate": 0.0008,
      "loss": 1.842163324356079,
      "step": 972
    },
    {
      "epoch": 0.20323422013562858,
      "grad_norm": 0.174738347530365,
      "learning_rate": 0.0008,
      "loss": 1.637934684753418,
      "step": 974
    },
    {
      "epoch": 0.20365153886280646,
      "grad_norm": 0.18814903497695923,
      "learning_rate": 0.0008,
      "loss": 1.7716403007507324,
      "step": 976
    },
    {
      "epoch": 0.20406885758998436,
      "grad_norm": 0.19485580921173096,
      "learning_rate": 0.0008,
      "loss": 1.7023565769195557,
      "step": 978
    },
    {
      "epoch": 0.20448617631716223,
      "grad_norm": 0.19737398624420166,
      "learning_rate": 0.0008,
      "loss": 1.7805975675582886,
      "step": 980
    },
    {
      "epoch": 0.2049034950443401,
      "grad_norm": 0.1848728358745575,
      "learning_rate": 0.0008,
      "loss": 1.7100493907928467,
      "step": 982
    },
    {
      "epoch": 0.205320813771518,
      "grad_norm": 0.2276126742362976,
      "learning_rate": 0.0008,
      "loss": 1.6969510316848755,
      "step": 984
    },
    {
      "epoch": 0.20573813249869588,
      "grad_norm": 0.16853907704353333,
      "learning_rate": 0.0008,
      "loss": 1.7329500913619995,
      "step": 986
    },
    {
      "epoch": 0.20615545122587375,
      "grad_norm": 0.19605912268161774,
      "learning_rate": 0.0008,
      "loss": 1.783444881439209,
      "step": 988
    },
    {
      "epoch": 0.20657276995305165,
      "grad_norm": 0.20781081914901733,
      "learning_rate": 0.0008,
      "loss": 1.7230795621871948,
      "step": 990
    },
    {
      "epoch": 0.20699008868022953,
      "grad_norm": 0.20055805146694183,
      "learning_rate": 0.0008,
      "loss": 1.8591951131820679,
      "step": 992
    },
    {
      "epoch": 0.2074074074074074,
      "grad_norm": 0.1904158890247345,
      "learning_rate": 0.0008,
      "loss": 1.7955559492111206,
      "step": 994
    },
    {
      "epoch": 0.2078247261345853,
      "grad_norm": 0.19634753465652466,
      "learning_rate": 0.0008,
      "loss": 1.6735583543777466,
      "step": 996
    },
    {
      "epoch": 0.20824204486176318,
      "grad_norm": 0.20250703394412994,
      "learning_rate": 0.0008,
      "loss": 1.802290439605713,
      "step": 998
    },
    {
      "epoch": 0.20865936358894105,
      "grad_norm": 0.23513184487819672,
      "learning_rate": 0.0008,
      "loss": 1.5549508333206177,
      "step": 1000
    },
    {
      "epoch": 0.20907668231611892,
      "grad_norm": 0.19205506145954132,
      "learning_rate": 0.0008,
      "loss": 1.6269066333770752,
      "step": 1002
    },
    {
      "epoch": 0.20949400104329682,
      "grad_norm": 0.19439759850502014,
      "learning_rate": 0.0008,
      "loss": 1.7897770404815674,
      "step": 1004
    },
    {
      "epoch": 0.2099113197704747,
      "grad_norm": 0.1730080395936966,
      "learning_rate": 0.0008,
      "loss": 1.6401969194412231,
      "step": 1006
    },
    {
      "epoch": 0.21032863849765257,
      "grad_norm": 0.18513290584087372,
      "learning_rate": 0.0008,
      "loss": 1.7203575372695923,
      "step": 1008
    },
    {
      "epoch": 0.21074595722483047,
      "grad_norm": 0.22435349225997925,
      "learning_rate": 0.0008,
      "loss": 1.7020659446716309,
      "step": 1010
    },
    {
      "epoch": 0.21116327595200834,
      "grad_norm": 0.2310158610343933,
      "learning_rate": 0.0008,
      "loss": 1.7132530212402344,
      "step": 1012
    },
    {
      "epoch": 0.21158059467918622,
      "grad_norm": 0.1832805722951889,
      "learning_rate": 0.0008,
      "loss": 1.785457968711853,
      "step": 1014
    },
    {
      "epoch": 0.21199791340636412,
      "grad_norm": 0.19769711792469025,
      "learning_rate": 0.0008,
      "loss": 1.711798906326294,
      "step": 1016
    },
    {
      "epoch": 0.212415232133542,
      "grad_norm": 0.18251265585422516,
      "learning_rate": 0.0008,
      "loss": 1.651078462600708,
      "step": 1018
    },
    {
      "epoch": 0.21283255086071987,
      "grad_norm": 0.166689932346344,
      "learning_rate": 0.0008,
      "loss": 1.8827983140945435,
      "step": 1020
    },
    {
      "epoch": 0.21324986958789777,
      "grad_norm": 0.19592298567295074,
      "learning_rate": 0.0008,
      "loss": 1.7221782207489014,
      "step": 1022
    },
    {
      "epoch": 0.21366718831507564,
      "grad_norm": 0.18124715983867645,
      "learning_rate": 0.0008,
      "loss": 1.661760926246643,
      "step": 1024
    },
    {
      "epoch": 0.2140845070422535,
      "grad_norm": 0.20759986340999603,
      "learning_rate": 0.0008,
      "loss": 1.643500804901123,
      "step": 1026
    },
    {
      "epoch": 0.21450182576943141,
      "grad_norm": 0.191911518573761,
      "learning_rate": 0.0008,
      "loss": 1.696365475654602,
      "step": 1028
    },
    {
      "epoch": 0.2149191444966093,
      "grad_norm": 0.19675235450267792,
      "learning_rate": 0.0008,
      "loss": 1.7411773204803467,
      "step": 1030
    },
    {
      "epoch": 0.21533646322378716,
      "grad_norm": 0.16785453259944916,
      "learning_rate": 0.0008,
      "loss": 1.8436439037322998,
      "step": 1032
    },
    {
      "epoch": 0.21575378195096506,
      "grad_norm": 0.17273321747779846,
      "learning_rate": 0.0008,
      "loss": 1.6798033714294434,
      "step": 1034
    },
    {
      "epoch": 0.21617110067814294,
      "grad_norm": 0.1928907185792923,
      "learning_rate": 0.0008,
      "loss": 1.7037917375564575,
      "step": 1036
    },
    {
      "epoch": 0.2165884194053208,
      "grad_norm": 0.2089846283197403,
      "learning_rate": 0.0008,
      "loss": 1.5725737810134888,
      "step": 1038
    },
    {
      "epoch": 0.21700573813249868,
      "grad_norm": 0.18144100904464722,
      "learning_rate": 0.0008,
      "loss": 1.615740418434143,
      "step": 1040
    },
    {
      "epoch": 0.21742305685967658,
      "grad_norm": 0.18197332322597504,
      "learning_rate": 0.0008,
      "loss": 1.5837657451629639,
      "step": 1042
    },
    {
      "epoch": 0.21784037558685446,
      "grad_norm": 0.18892040848731995,
      "learning_rate": 0.0008,
      "loss": 1.7325462102890015,
      "step": 1044
    },
    {
      "epoch": 0.21825769431403233,
      "grad_norm": 0.19149884581565857,
      "learning_rate": 0.0008,
      "loss": 1.6922088861465454,
      "step": 1046
    },
    {
      "epoch": 0.21867501304121023,
      "grad_norm": 0.21839947998523712,
      "learning_rate": 0.0008,
      "loss": 1.545508861541748,
      "step": 1048
    },
    {
      "epoch": 0.2190923317683881,
      "grad_norm": 0.20385684072971344,
      "learning_rate": 0.0008,
      "loss": 1.6834397315979004,
      "step": 1050
    },
    {
      "epoch": 0.21950965049556598,
      "grad_norm": 0.22142915427684784,
      "learning_rate": 0.0008,
      "loss": 1.7758318185806274,
      "step": 1052
    },
    {
      "epoch": 0.21992696922274388,
      "grad_norm": 0.2012168914079666,
      "learning_rate": 0.0008,
      "loss": 1.6646374464035034,
      "step": 1054
    },
    {
      "epoch": 0.22034428794992175,
      "grad_norm": 0.24923035502433777,
      "learning_rate": 0.0008,
      "loss": 1.824601173400879,
      "step": 1056
    },
    {
      "epoch": 0.22076160667709963,
      "grad_norm": 0.18179042637348175,
      "learning_rate": 0.0008,
      "loss": 1.7717976570129395,
      "step": 1058
    },
    {
      "epoch": 0.22117892540427753,
      "grad_norm": 0.2071542739868164,
      "learning_rate": 0.0008,
      "loss": 1.8223323822021484,
      "step": 1060
    },
    {
      "epoch": 0.2215962441314554,
      "grad_norm": 0.18816639482975006,
      "learning_rate": 0.0008,
      "loss": 1.7220277786254883,
      "step": 1062
    },
    {
      "epoch": 0.22201356285863327,
      "grad_norm": 0.1935083419084549,
      "learning_rate": 0.0008,
      "loss": 1.7538706064224243,
      "step": 1064
    },
    {
      "epoch": 0.22243088158581117,
      "grad_norm": 0.2136363685131073,
      "learning_rate": 0.0008,
      "loss": 1.6352862119674683,
      "step": 1066
    },
    {
      "epoch": 0.22284820031298905,
      "grad_norm": 0.20609316229820251,
      "learning_rate": 0.0008,
      "loss": 1.7321614027023315,
      "step": 1068
    },
    {
      "epoch": 0.22326551904016692,
      "grad_norm": 0.16606248915195465,
      "learning_rate": 0.0008,
      "loss": 1.7904727458953857,
      "step": 1070
    },
    {
      "epoch": 0.22368283776734482,
      "grad_norm": 0.16676722466945648,
      "learning_rate": 0.0008,
      "loss": 1.8159418106079102,
      "step": 1072
    },
    {
      "epoch": 0.2241001564945227,
      "grad_norm": 0.16745080053806305,
      "learning_rate": 0.0008,
      "loss": 1.7739876508712769,
      "step": 1074
    },
    {
      "epoch": 0.22451747522170057,
      "grad_norm": 0.15250159800052643,
      "learning_rate": 0.0008,
      "loss": 1.786299705505371,
      "step": 1076
    },
    {
      "epoch": 0.22493479394887847,
      "grad_norm": 0.210290789604187,
      "learning_rate": 0.0008,
      "loss": 1.6917192935943604,
      "step": 1078
    },
    {
      "epoch": 0.22535211267605634,
      "grad_norm": 0.2053413689136505,
      "learning_rate": 0.0008,
      "loss": 1.5421149730682373,
      "step": 1080
    },
    {
      "epoch": 0.22576943140323422,
      "grad_norm": 0.18984360992908478,
      "learning_rate": 0.0008,
      "loss": 1.7947566509246826,
      "step": 1082
    },
    {
      "epoch": 0.2261867501304121,
      "grad_norm": 0.1953098177909851,
      "learning_rate": 0.0008,
      "loss": 1.762155294418335,
      "step": 1084
    },
    {
      "epoch": 0.22660406885759,
      "grad_norm": 0.18576960265636444,
      "learning_rate": 0.0008,
      "loss": 1.6483376026153564,
      "step": 1086
    },
    {
      "epoch": 0.22702138758476786,
      "grad_norm": 0.17228055000305176,
      "learning_rate": 0.0008,
      "loss": 1.625029444694519,
      "step": 1088
    },
    {
      "epoch": 0.22743870631194574,
      "grad_norm": 0.20845091342926025,
      "learning_rate": 0.0008,
      "loss": 1.8286375999450684,
      "step": 1090
    },
    {
      "epoch": 0.22785602503912364,
      "grad_norm": 0.20916111767292023,
      "learning_rate": 0.0008,
      "loss": 1.703885793685913,
      "step": 1092
    },
    {
      "epoch": 0.2282733437663015,
      "grad_norm": 0.19794872403144836,
      "learning_rate": 0.0008,
      "loss": 1.7797656059265137,
      "step": 1094
    },
    {
      "epoch": 0.22869066249347939,
      "grad_norm": 0.1863049566745758,
      "learning_rate": 0.0008,
      "loss": 1.7136446237564087,
      "step": 1096
    },
    {
      "epoch": 0.2291079812206573,
      "grad_norm": 0.17499655485153198,
      "learning_rate": 0.0008,
      "loss": 1.7133187055587769,
      "step": 1098
    },
    {
      "epoch": 0.22952529994783516,
      "grad_norm": 0.22497563064098358,
      "learning_rate": 0.0008,
      "loss": 1.573231816291809,
      "step": 1100
    },
    {
      "epoch": 0.22994261867501303,
      "grad_norm": 0.21501412987709045,
      "learning_rate": 0.0008,
      "loss": 1.6877411603927612,
      "step": 1102
    },
    {
      "epoch": 0.23035993740219093,
      "grad_norm": 0.18949785828590393,
      "learning_rate": 0.0008,
      "loss": 1.723860502243042,
      "step": 1104
    },
    {
      "epoch": 0.2307772561293688,
      "grad_norm": 0.15616081655025482,
      "learning_rate": 0.0008,
      "loss": 1.6869328022003174,
      "step": 1106
    },
    {
      "epoch": 0.23119457485654668,
      "grad_norm": 0.1717623770236969,
      "learning_rate": 0.0008,
      "loss": 1.6576188802719116,
      "step": 1108
    },
    {
      "epoch": 0.23161189358372458,
      "grad_norm": 0.19391900300979614,
      "learning_rate": 0.0008,
      "loss": 1.6833415031433105,
      "step": 1110
    },
    {
      "epoch": 0.23202921231090246,
      "grad_norm": 0.17734292149543762,
      "learning_rate": 0.0008,
      "loss": 1.8352059125900269,
      "step": 1112
    },
    {
      "epoch": 0.23244653103808033,
      "grad_norm": 0.18125556409358978,
      "learning_rate": 0.0008,
      "loss": 1.6645547151565552,
      "step": 1114
    },
    {
      "epoch": 0.23286384976525823,
      "grad_norm": 0.1773635894060135,
      "learning_rate": 0.0008,
      "loss": 1.698193073272705,
      "step": 1116
    },
    {
      "epoch": 0.2332811684924361,
      "grad_norm": 0.18629439175128937,
      "learning_rate": 0.0008,
      "loss": 1.632277250289917,
      "step": 1118
    },
    {
      "epoch": 0.23369848721961398,
      "grad_norm": 0.1882934719324112,
      "learning_rate": 0.0008,
      "loss": 1.6378971338272095,
      "step": 1120
    },
    {
      "epoch": 0.23411580594679185,
      "grad_norm": 0.21717925369739532,
      "learning_rate": 0.0008,
      "loss": 1.7084206342697144,
      "step": 1122
    },
    {
      "epoch": 0.23453312467396975,
      "grad_norm": 0.173837810754776,
      "learning_rate": 0.0008,
      "loss": 1.7402987480163574,
      "step": 1124
    },
    {
      "epoch": 0.23495044340114762,
      "grad_norm": 0.1985453963279724,
      "learning_rate": 0.0008,
      "loss": 1.6419814825057983,
      "step": 1126
    },
    {
      "epoch": 0.2353677621283255,
      "grad_norm": 0.2158537209033966,
      "learning_rate": 0.0008,
      "loss": 1.7257808446884155,
      "step": 1128
    },
    {
      "epoch": 0.2357850808555034,
      "grad_norm": 0.18577049672603607,
      "learning_rate": 0.0008,
      "loss": 1.8305696249008179,
      "step": 1130
    },
    {
      "epoch": 0.23620239958268127,
      "grad_norm": 0.20353929698467255,
      "learning_rate": 0.0008,
      "loss": 1.682106852531433,
      "step": 1132
    },
    {
      "epoch": 0.23661971830985915,
      "grad_norm": 0.1592322438955307,
      "learning_rate": 0.0008,
      "loss": 1.8037075996398926,
      "step": 1134
    },
    {
      "epoch": 0.23703703703703705,
      "grad_norm": 0.2094297856092453,
      "learning_rate": 0.0008,
      "loss": 1.7751059532165527,
      "step": 1136
    },
    {
      "epoch": 0.23745435576421492,
      "grad_norm": 0.16734875738620758,
      "learning_rate": 0.0008,
      "loss": 1.730952501296997,
      "step": 1138
    },
    {
      "epoch": 0.2378716744913928,
      "grad_norm": 0.15643708407878876,
      "learning_rate": 0.0008,
      "loss": 1.622879147529602,
      "step": 1140
    },
    {
      "epoch": 0.2382889932185707,
      "grad_norm": 0.18474481999874115,
      "learning_rate": 0.0008,
      "loss": 1.833251953125,
      "step": 1142
    },
    {
      "epoch": 0.23870631194574857,
      "grad_norm": 0.15061011910438538,
      "learning_rate": 0.0008,
      "loss": 1.6784833669662476,
      "step": 1144
    },
    {
      "epoch": 0.23912363067292644,
      "grad_norm": 0.23532772064208984,
      "learning_rate": 0.0008,
      "loss": 1.6097378730773926,
      "step": 1146
    },
    {
      "epoch": 0.23954094940010434,
      "grad_norm": 0.21782603859901428,
      "learning_rate": 0.0008,
      "loss": 1.810443639755249,
      "step": 1148
    },
    {
      "epoch": 0.23995826812728221,
      "grad_norm": 0.19933411478996277,
      "learning_rate": 0.0008,
      "loss": 1.7105321884155273,
      "step": 1150
    },
    {
      "epoch": 0.2403755868544601,
      "grad_norm": 0.17027534544467926,
      "learning_rate": 0.0008,
      "loss": 1.7290586233139038,
      "step": 1152
    },
    {
      "epoch": 0.240792905581638,
      "grad_norm": 0.16234391927719116,
      "learning_rate": 0.0008,
      "loss": 1.756253719329834,
      "step": 1154
    },
    {
      "epoch": 0.24121022430881586,
      "grad_norm": 0.16337856650352478,
      "learning_rate": 0.0008,
      "loss": 1.7716472148895264,
      "step": 1156
    },
    {
      "epoch": 0.24162754303599374,
      "grad_norm": 0.1832415759563446,
      "learning_rate": 0.0008,
      "loss": 1.7059361934661865,
      "step": 1158
    },
    {
      "epoch": 0.2420448617631716,
      "grad_norm": 0.17876803874969482,
      "learning_rate": 0.0008,
      "loss": 1.7458018064498901,
      "step": 1160
    },
    {
      "epoch": 0.2424621804903495,
      "grad_norm": 0.1841387152671814,
      "learning_rate": 0.0008,
      "loss": 1.6689091920852661,
      "step": 1162
    },
    {
      "epoch": 0.24287949921752738,
      "grad_norm": 0.19834557175636292,
      "learning_rate": 0.0008,
      "loss": 1.6324760913848877,
      "step": 1164
    },
    {
      "epoch": 0.24329681794470526,
      "grad_norm": 0.1947917491197586,
      "learning_rate": 0.0008,
      "loss": 1.6829209327697754,
      "step": 1166
    },
    {
      "epoch": 0.24371413667188316,
      "grad_norm": 0.17691686749458313,
      "learning_rate": 0.0008,
      "loss": 1.790049433708191,
      "step": 1168
    },
    {
      "epoch": 0.24413145539906103,
      "grad_norm": 0.16536809504032135,
      "learning_rate": 0.0008,
      "loss": 1.8083261251449585,
      "step": 1170
    },
    {
      "epoch": 0.2445487741262389,
      "grad_norm": 0.21526339650154114,
      "learning_rate": 0.0008,
      "loss": 1.712167501449585,
      "step": 1172
    },
    {
      "epoch": 0.2449660928534168,
      "grad_norm": 0.20896495878696442,
      "learning_rate": 0.0008,
      "loss": 1.696351170539856,
      "step": 1174
    },
    {
      "epoch": 0.24538341158059468,
      "grad_norm": 0.20524796843528748,
      "learning_rate": 0.0008,
      "loss": 1.790766954421997,
      "step": 1176
    },
    {
      "epoch": 0.24580073030777255,
      "grad_norm": 0.1848706603050232,
      "learning_rate": 0.0008,
      "loss": 1.654806137084961,
      "step": 1178
    },
    {
      "epoch": 0.24621804903495045,
      "grad_norm": 0.15635696053504944,
      "learning_rate": 0.0008,
      "loss": 1.7692698240280151,
      "step": 1180
    },
    {
      "epoch": 0.24663536776212833,
      "grad_norm": 0.18491347134113312,
      "learning_rate": 0.0008,
      "loss": 1.7738521099090576,
      "step": 1182
    },
    {
      "epoch": 0.2470526864893062,
      "grad_norm": 0.17178966104984283,
      "learning_rate": 0.0008,
      "loss": 1.685498595237732,
      "step": 1184
    },
    {
      "epoch": 0.2474700052164841,
      "grad_norm": 0.18646575510501862,
      "learning_rate": 0.0008,
      "loss": 1.6837756633758545,
      "step": 1186
    },
    {
      "epoch": 0.24788732394366197,
      "grad_norm": 0.20478443801403046,
      "learning_rate": 0.0008,
      "loss": 1.7419281005859375,
      "step": 1188
    },
    {
      "epoch": 0.24830464267083985,
      "grad_norm": 0.1943219006061554,
      "learning_rate": 0.0008,
      "loss": 1.6575567722320557,
      "step": 1190
    },
    {
      "epoch": 0.24872196139801775,
      "grad_norm": 0.17080877721309662,
      "learning_rate": 0.0008,
      "loss": 1.66692316532135,
      "step": 1192
    },
    {
      "epoch": 0.24913928012519562,
      "grad_norm": 0.19454547762870789,
      "learning_rate": 0.0008,
      "loss": 1.7892298698425293,
      "step": 1194
    },
    {
      "epoch": 0.2495565988523735,
      "grad_norm": 0.15055574476718903,
      "learning_rate": 0.0008,
      "loss": 1.7876267433166504,
      "step": 1196
    },
    {
      "epoch": 0.24997391757955137,
      "grad_norm": 0.2156514823436737,
      "learning_rate": 0.0008,
      "loss": 1.5266536474227905,
      "step": 1198
    },
    {
      "epoch": 0.25039123630672927,
      "grad_norm": 0.20630790293216705,
      "learning_rate": 0.0008,
      "loss": 1.866032361984253,
      "step": 1200
    },
    {
      "epoch": 0.25080855503390714,
      "grad_norm": 0.20811523497104645,
      "learning_rate": 0.0008,
      "loss": 1.7445225715637207,
      "step": 1202
    },
    {
      "epoch": 0.251225873761085,
      "grad_norm": 0.17733268439769745,
      "learning_rate": 0.0008,
      "loss": 1.6907681226730347,
      "step": 1204
    },
    {
      "epoch": 0.2516431924882629,
      "grad_norm": 0.18805359303951263,
      "learning_rate": 0.0008,
      "loss": 1.6510014533996582,
      "step": 1206
    },
    {
      "epoch": 0.2520605112154408,
      "grad_norm": 0.178513303399086,
      "learning_rate": 0.0008,
      "loss": 1.54683518409729,
      "step": 1208
    },
    {
      "epoch": 0.2524778299426187,
      "grad_norm": 0.20541603863239288,
      "learning_rate": 0.0008,
      "loss": 1.6216344833374023,
      "step": 1210
    },
    {
      "epoch": 0.25289514866979657,
      "grad_norm": 0.18689969182014465,
      "learning_rate": 0.0008,
      "loss": 1.662935495376587,
      "step": 1212
    },
    {
      "epoch": 0.25331246739697444,
      "grad_norm": 0.17605124413967133,
      "learning_rate": 0.0008,
      "loss": 1.7557682991027832,
      "step": 1214
    },
    {
      "epoch": 0.2537297861241523,
      "grad_norm": 0.22767335176467896,
      "learning_rate": 0.0008,
      "loss": 1.6123594045639038,
      "step": 1216
    },
    {
      "epoch": 0.2541471048513302,
      "grad_norm": 0.1697077602148056,
      "learning_rate": 0.0008,
      "loss": 1.7527412176132202,
      "step": 1218
    },
    {
      "epoch": 0.25456442357850806,
      "grad_norm": 0.2071792483329773,
      "learning_rate": 0.0008,
      "loss": 1.710493803024292,
      "step": 1220
    },
    {
      "epoch": 0.254981742305686,
      "grad_norm": 0.18517006933689117,
      "learning_rate": 0.0008,
      "loss": 1.7851550579071045,
      "step": 1222
    },
    {
      "epoch": 0.25539906103286386,
      "grad_norm": 0.1847924441099167,
      "learning_rate": 0.0008,
      "loss": 1.6022294759750366,
      "step": 1224
    },
    {
      "epoch": 0.25581637976004173,
      "grad_norm": 0.18159456551074982,
      "learning_rate": 0.0008,
      "loss": 1.6699817180633545,
      "step": 1226
    },
    {
      "epoch": 0.2562336984872196,
      "grad_norm": 0.21658466756343842,
      "learning_rate": 0.0008,
      "loss": 1.8245761394500732,
      "step": 1228
    },
    {
      "epoch": 0.2566510172143975,
      "grad_norm": 0.19825735688209534,
      "learning_rate": 0.0008,
      "loss": 1.7192044258117676,
      "step": 1230
    },
    {
      "epoch": 0.25706833594157535,
      "grad_norm": 0.19651353359222412,
      "learning_rate": 0.0008,
      "loss": 1.6715978384017944,
      "step": 1232
    },
    {
      "epoch": 0.2574856546687533,
      "grad_norm": 0.17961759865283966,
      "learning_rate": 0.0008,
      "loss": 1.6323541402816772,
      "step": 1234
    },
    {
      "epoch": 0.25790297339593116,
      "grad_norm": 0.22247351706027985,
      "learning_rate": 0.0008,
      "loss": 1.673211932182312,
      "step": 1236
    },
    {
      "epoch": 0.25832029212310903,
      "grad_norm": 0.15685665607452393,
      "learning_rate": 0.0008,
      "loss": 1.639365553855896,
      "step": 1238
    },
    {
      "epoch": 0.2587376108502869,
      "grad_norm": 0.20231615006923676,
      "learning_rate": 0.0008,
      "loss": 1.6564083099365234,
      "step": 1240
    },
    {
      "epoch": 0.2591549295774648,
      "grad_norm": 0.21895039081573486,
      "learning_rate": 0.0008,
      "loss": 1.7256592512130737,
      "step": 1242
    },
    {
      "epoch": 0.25957224830464265,
      "grad_norm": 0.1818832904100418,
      "learning_rate": 0.0008,
      "loss": 1.5334216356277466,
      "step": 1244
    },
    {
      "epoch": 0.2599895670318206,
      "grad_norm": 0.1985233575105667,
      "learning_rate": 0.0008,
      "loss": 1.635616660118103,
      "step": 1246
    },
    {
      "epoch": 0.26040688575899845,
      "grad_norm": 0.17793521285057068,
      "learning_rate": 0.0008,
      "loss": 1.7438145875930786,
      "step": 1248
    },
    {
      "epoch": 0.2608242044861763,
      "grad_norm": 0.15812844038009644,
      "learning_rate": 0.0008,
      "loss": 1.7429944276809692,
      "step": 1250
    },
    {
      "epoch": 0.2612415232133542,
      "grad_norm": 0.1952613890171051,
      "learning_rate": 0.0008,
      "loss": 1.7084968090057373,
      "step": 1252
    },
    {
      "epoch": 0.26165884194053207,
      "grad_norm": 0.18432091176509857,
      "learning_rate": 0.0008,
      "loss": 1.7054474353790283,
      "step": 1254
    },
    {
      "epoch": 0.26207616066770995,
      "grad_norm": 0.178706094622612,
      "learning_rate": 0.0008,
      "loss": 1.644567608833313,
      "step": 1256
    },
    {
      "epoch": 0.2624934793948878,
      "grad_norm": 0.18715743720531464,
      "learning_rate": 0.0008,
      "loss": 1.6602011919021606,
      "step": 1258
    },
    {
      "epoch": 0.26291079812206575,
      "grad_norm": 0.19909054040908813,
      "learning_rate": 0.0008,
      "loss": 1.7505033016204834,
      "step": 1260
    },
    {
      "epoch": 0.2633281168492436,
      "grad_norm": 0.1657245010137558,
      "learning_rate": 0.0008,
      "loss": 1.660007119178772,
      "step": 1262
    },
    {
      "epoch": 0.2637454355764215,
      "grad_norm": 0.16391392052173615,
      "learning_rate": 0.0008,
      "loss": 1.6795694828033447,
      "step": 1264
    },
    {
      "epoch": 0.26416275430359937,
      "grad_norm": 0.2146173119544983,
      "learning_rate": 0.0008,
      "loss": 1.7402732372283936,
      "step": 1266
    },
    {
      "epoch": 0.26458007303077724,
      "grad_norm": 0.1988341510295868,
      "learning_rate": 0.0008,
      "loss": 1.755741834640503,
      "step": 1268
    },
    {
      "epoch": 0.2649973917579551,
      "grad_norm": 0.17654849588871002,
      "learning_rate": 0.0008,
      "loss": 1.6526844501495361,
      "step": 1270
    },
    {
      "epoch": 0.26541471048513304,
      "grad_norm": 0.17885872721672058,
      "learning_rate": 0.0008,
      "loss": 1.6377933025360107,
      "step": 1272
    },
    {
      "epoch": 0.2658320292123109,
      "grad_norm": 0.17087270319461823,
      "learning_rate": 0.0008,
      "loss": 1.7254188060760498,
      "step": 1274
    },
    {
      "epoch": 0.2662493479394888,
      "grad_norm": 0.18458805978298187,
      "learning_rate": 0.0008,
      "loss": 1.6448115110397339,
      "step": 1276
    },
    {
      "epoch": 0.26666666666666666,
      "grad_norm": 0.16309542953968048,
      "learning_rate": 0.0008,
      "loss": 1.7670483589172363,
      "step": 1278
    },
    {
      "epoch": 0.26708398539384454,
      "grad_norm": 0.2134781926870346,
      "learning_rate": 0.0008,
      "loss": 1.6897218227386475,
      "step": 1280
    },
    {
      "epoch": 0.2675013041210224,
      "grad_norm": 0.17648102343082428,
      "learning_rate": 0.0008,
      "loss": 1.7560442686080933,
      "step": 1282
    },
    {
      "epoch": 0.26791862284820034,
      "grad_norm": 0.21210359036922455,
      "learning_rate": 0.0008,
      "loss": 1.7754197120666504,
      "step": 1284
    },
    {
      "epoch": 0.2683359415753782,
      "grad_norm": 0.1943667083978653,
      "learning_rate": 0.0008,
      "loss": 1.7837111949920654,
      "step": 1286
    },
    {
      "epoch": 0.2687532603025561,
      "grad_norm": 0.1632717102766037,
      "learning_rate": 0.0008,
      "loss": 1.662658929824829,
      "step": 1288
    },
    {
      "epoch": 0.26917057902973396,
      "grad_norm": 0.18424485623836517,
      "learning_rate": 0.0008,
      "loss": 1.731174349784851,
      "step": 1290
    },
    {
      "epoch": 0.26958789775691183,
      "grad_norm": 0.19336508214473724,
      "learning_rate": 0.0008,
      "loss": 1.7278025150299072,
      "step": 1292
    },
    {
      "epoch": 0.2700052164840897,
      "grad_norm": 0.21472306549549103,
      "learning_rate": 0.0008,
      "loss": 1.5542975664138794,
      "step": 1294
    },
    {
      "epoch": 0.2704225352112676,
      "grad_norm": 0.1842101365327835,
      "learning_rate": 0.0008,
      "loss": 1.6445286273956299,
      "step": 1296
    },
    {
      "epoch": 0.2708398539384455,
      "grad_norm": 0.19083024561405182,
      "learning_rate": 0.0008,
      "loss": 1.783835768699646,
      "step": 1298
    },
    {
      "epoch": 0.2712571726656234,
      "grad_norm": 0.20647959411144257,
      "learning_rate": 0.0008,
      "loss": 1.732171893119812,
      "step": 1300
    },
    {
      "epoch": 0.27167449139280125,
      "grad_norm": 0.1935419738292694,
      "learning_rate": 0.0008,
      "loss": 1.6313058137893677,
      "step": 1302
    },
    {
      "epoch": 0.2720918101199791,
      "grad_norm": 0.1897238790988922,
      "learning_rate": 0.0008,
      "loss": 1.7380390167236328,
      "step": 1304
    },
    {
      "epoch": 0.272509128847157,
      "grad_norm": 0.17351466417312622,
      "learning_rate": 0.0008,
      "loss": 1.6031750440597534,
      "step": 1306
    },
    {
      "epoch": 0.2729264475743349,
      "grad_norm": 0.19890092313289642,
      "learning_rate": 0.0008,
      "loss": 1.7074499130249023,
      "step": 1308
    },
    {
      "epoch": 0.2733437663015128,
      "grad_norm": 0.19245579838752747,
      "learning_rate": 0.0008,
      "loss": 1.5905141830444336,
      "step": 1310
    },
    {
      "epoch": 0.2737610850286907,
      "grad_norm": 0.1777419000864029,
      "learning_rate": 0.0008,
      "loss": 1.710379719734192,
      "step": 1312
    },
    {
      "epoch": 0.27417840375586855,
      "grad_norm": 0.19055373966693878,
      "learning_rate": 0.0008,
      "loss": 1.6207036972045898,
      "step": 1314
    },
    {
      "epoch": 0.2745957224830464,
      "grad_norm": 0.2008567452430725,
      "learning_rate": 0.0008,
      "loss": 1.9208149909973145,
      "step": 1316
    },
    {
      "epoch": 0.2750130412102243,
      "grad_norm": 0.18052977323532104,
      "learning_rate": 0.0008,
      "loss": 1.6596641540527344,
      "step": 1318
    },
    {
      "epoch": 0.27543035993740217,
      "grad_norm": 0.18079730868339539,
      "learning_rate": 0.0008,
      "loss": 1.710309624671936,
      "step": 1320
    },
    {
      "epoch": 0.2758476786645801,
      "grad_norm": 0.26781997084617615,
      "learning_rate": 0.0008,
      "loss": 1.548280119895935,
      "step": 1322
    },
    {
      "epoch": 0.27626499739175797,
      "grad_norm": 0.1694943606853485,
      "learning_rate": 0.0008,
      "loss": 1.683698058128357,
      "step": 1324
    },
    {
      "epoch": 0.27668231611893584,
      "grad_norm": 0.16780099272727966,
      "learning_rate": 0.0008,
      "loss": 1.7376729249954224,
      "step": 1326
    },
    {
      "epoch": 0.2770996348461137,
      "grad_norm": 0.17869985103607178,
      "learning_rate": 0.0008,
      "loss": 1.763671636581421,
      "step": 1328
    },
    {
      "epoch": 0.2775169535732916,
      "grad_norm": 0.1948542296886444,
      "learning_rate": 0.0008,
      "loss": 1.720281720161438,
      "step": 1330
    },
    {
      "epoch": 0.27793427230046946,
      "grad_norm": 0.18689291179180145,
      "learning_rate": 0.0008,
      "loss": 1.726885437965393,
      "step": 1332
    },
    {
      "epoch": 0.27835159102764734,
      "grad_norm": 0.22598035633563995,
      "learning_rate": 0.0008,
      "loss": 1.5073474645614624,
      "step": 1334
    },
    {
      "epoch": 0.27876890975482527,
      "grad_norm": 0.18119733035564423,
      "learning_rate": 0.0008,
      "loss": 1.693723201751709,
      "step": 1336
    },
    {
      "epoch": 0.27918622848200314,
      "grad_norm": 0.2110997885465622,
      "learning_rate": 0.0008,
      "loss": 1.7115660905838013,
      "step": 1338
    },
    {
      "epoch": 0.279603547209181,
      "grad_norm": 0.16438189148902893,
      "learning_rate": 0.0008,
      "loss": 1.618546724319458,
      "step": 1340
    },
    {
      "epoch": 0.2800208659363589,
      "grad_norm": 0.19227030873298645,
      "learning_rate": 0.0008,
      "loss": 1.786084771156311,
      "step": 1342
    },
    {
      "epoch": 0.28043818466353676,
      "grad_norm": 0.1998574584722519,
      "learning_rate": 0.0008,
      "loss": 1.7135698795318604,
      "step": 1344
    },
    {
      "epoch": 0.28085550339071463,
      "grad_norm": 0.20090679824352264,
      "learning_rate": 0.0008,
      "loss": 1.6880048513412476,
      "step": 1346
    },
    {
      "epoch": 0.28127282211789256,
      "grad_norm": 0.1762552410364151,
      "learning_rate": 0.0008,
      "loss": 1.8207820653915405,
      "step": 1348
    },
    {
      "epoch": 0.28169014084507044,
      "grad_norm": 0.17200258374214172,
      "learning_rate": 0.0008,
      "loss": 1.7109915018081665,
      "step": 1350
    },
    {
      "epoch": 0.2821074595722483,
      "grad_norm": 0.26064231991767883,
      "learning_rate": 0.0008,
      "loss": 1.6104341745376587,
      "step": 1352
    },
    {
      "epoch": 0.2825247782994262,
      "grad_norm": 0.19276520609855652,
      "learning_rate": 0.0008,
      "loss": 1.7332199811935425,
      "step": 1354
    },
    {
      "epoch": 0.28294209702660406,
      "grad_norm": 0.18370100855827332,
      "learning_rate": 0.0008,
      "loss": 1.6367721557617188,
      "step": 1356
    },
    {
      "epoch": 0.28335941575378193,
      "grad_norm": 0.2341209053993225,
      "learning_rate": 0.0008,
      "loss": 1.6277238130569458,
      "step": 1358
    },
    {
      "epoch": 0.28377673448095986,
      "grad_norm": 0.2038310021162033,
      "learning_rate": 0.0008,
      "loss": 1.6990879774093628,
      "step": 1360
    },
    {
      "epoch": 0.28419405320813773,
      "grad_norm": 0.15962599217891693,
      "learning_rate": 0.0008,
      "loss": 1.6954760551452637,
      "step": 1362
    },
    {
      "epoch": 0.2846113719353156,
      "grad_norm": 0.19616512954235077,
      "learning_rate": 0.0008,
      "loss": 1.8433548212051392,
      "step": 1364
    },
    {
      "epoch": 0.2850286906624935,
      "grad_norm": 0.16708795726299286,
      "learning_rate": 0.0008,
      "loss": 1.6375163793563843,
      "step": 1366
    },
    {
      "epoch": 0.28544600938967135,
      "grad_norm": 0.17578016221523285,
      "learning_rate": 0.0008,
      "loss": 1.7065175771713257,
      "step": 1368
    },
    {
      "epoch": 0.2858633281168492,
      "grad_norm": 0.25199878215789795,
      "learning_rate": 0.0008,
      "loss": 1.6407272815704346,
      "step": 1370
    },
    {
      "epoch": 0.28628064684402715,
      "grad_norm": 0.18789313733577728,
      "learning_rate": 0.0008,
      "loss": 1.794905662536621,
      "step": 1372
    },
    {
      "epoch": 0.286697965571205,
      "grad_norm": 0.18339446187019348,
      "learning_rate": 0.0008,
      "loss": 1.6440658569335938,
      "step": 1374
    },
    {
      "epoch": 0.2871152842983829,
      "grad_norm": 0.17305827140808105,
      "learning_rate": 0.0008,
      "loss": 1.7367901802062988,
      "step": 1376
    },
    {
      "epoch": 0.2875326030255608,
      "grad_norm": 0.21036109328269958,
      "learning_rate": 0.0008,
      "loss": 1.7592393159866333,
      "step": 1378
    },
    {
      "epoch": 0.28794992175273865,
      "grad_norm": 0.2018461972475052,
      "learning_rate": 0.0008,
      "loss": 1.6359031200408936,
      "step": 1380
    },
    {
      "epoch": 0.2883672404799165,
      "grad_norm": 0.21195334196090698,
      "learning_rate": 0.0008,
      "loss": 1.6179341077804565,
      "step": 1382
    },
    {
      "epoch": 0.2887845592070944,
      "grad_norm": 0.19959783554077148,
      "learning_rate": 0.0008,
      "loss": 1.7731112241744995,
      "step": 1384
    },
    {
      "epoch": 0.2892018779342723,
      "grad_norm": 0.19282294809818268,
      "learning_rate": 0.0008,
      "loss": 1.7109217643737793,
      "step": 1386
    },
    {
      "epoch": 0.2896191966614502,
      "grad_norm": 0.17679518461227417,
      "learning_rate": 0.0008,
      "loss": 1.8279452323913574,
      "step": 1388
    },
    {
      "epoch": 0.29003651538862807,
      "grad_norm": 0.1713707596063614,
      "learning_rate": 0.0008,
      "loss": 1.519986629486084,
      "step": 1390
    },
    {
      "epoch": 0.29045383411580594,
      "grad_norm": 0.19550099968910217,
      "learning_rate": 0.0008,
      "loss": 1.6809767484664917,
      "step": 1392
    },
    {
      "epoch": 0.2908711528429838,
      "grad_norm": 0.19049036502838135,
      "learning_rate": 0.0008,
      "loss": 1.6240314245224,
      "step": 1394
    },
    {
      "epoch": 0.2912884715701617,
      "grad_norm": 0.18985776603221893,
      "learning_rate": 0.0008,
      "loss": 1.6918792724609375,
      "step": 1396
    },
    {
      "epoch": 0.2917057902973396,
      "grad_norm": 0.20161029696464539,
      "learning_rate": 0.0008,
      "loss": 1.673765778541565,
      "step": 1398
    },
    {
      "epoch": 0.2921231090245175,
      "grad_norm": 0.16617177426815033,
      "learning_rate": 0.0008,
      "loss": 1.7973628044128418,
      "step": 1400
    },
    {
      "epoch": 0.29254042775169536,
      "grad_norm": 0.19058004021644592,
      "learning_rate": 0.0008,
      "loss": 1.7038174867630005,
      "step": 1402
    },
    {
      "epoch": 0.29295774647887324,
      "grad_norm": 0.24385130405426025,
      "learning_rate": 0.0008,
      "loss": 1.6953752040863037,
      "step": 1404
    },
    {
      "epoch": 0.2933750652060511,
      "grad_norm": 0.19995364546775818,
      "learning_rate": 0.0008,
      "loss": 1.7429099082946777,
      "step": 1406
    },
    {
      "epoch": 0.293792383933229,
      "grad_norm": 0.20031686127185822,
      "learning_rate": 0.0008,
      "loss": 1.5738037824630737,
      "step": 1408
    },
    {
      "epoch": 0.2942097026604069,
      "grad_norm": 0.22707857191562653,
      "learning_rate": 0.0008,
      "loss": 1.5364428758621216,
      "step": 1410
    },
    {
      "epoch": 0.2946270213875848,
      "grad_norm": 0.19964051246643066,
      "learning_rate": 0.0008,
      "loss": 1.7416555881500244,
      "step": 1412
    },
    {
      "epoch": 0.29504434011476266,
      "grad_norm": 0.19109734892845154,
      "learning_rate": 0.0008,
      "loss": 1.755820393562317,
      "step": 1414
    },
    {
      "epoch": 0.29546165884194053,
      "grad_norm": 0.16195525228977203,
      "learning_rate": 0.0008,
      "loss": 1.7414896488189697,
      "step": 1416
    },
    {
      "epoch": 0.2958789775691184,
      "grad_norm": 0.20762008428573608,
      "learning_rate": 0.0008,
      "loss": 1.641227126121521,
      "step": 1418
    },
    {
      "epoch": 0.2962962962962963,
      "grad_norm": 0.2282640039920807,
      "learning_rate": 0.0008,
      "loss": 1.6108753681182861,
      "step": 1420
    },
    {
      "epoch": 0.29671361502347415,
      "grad_norm": 0.18947291374206543,
      "learning_rate": 0.0008,
      "loss": 1.6883621215820312,
      "step": 1422
    },
    {
      "epoch": 0.2971309337506521,
      "grad_norm": 0.19278880953788757,
      "learning_rate": 0.0008,
      "loss": 1.5904206037521362,
      "step": 1424
    },
    {
      "epoch": 0.29754825247782996,
      "grad_norm": 0.19088414311408997,
      "learning_rate": 0.0008,
      "loss": 1.608932375907898,
      "step": 1426
    },
    {
      "epoch": 0.29796557120500783,
      "grad_norm": 0.1806740164756775,
      "learning_rate": 0.0008,
      "loss": 1.4758405685424805,
      "step": 1428
    },
    {
      "epoch": 0.2983828899321857,
      "grad_norm": 0.17433306574821472,
      "learning_rate": 0.0008,
      "loss": 1.7317631244659424,
      "step": 1430
    },
    {
      "epoch": 0.2988002086593636,
      "grad_norm": 0.20986224710941315,
      "learning_rate": 0.0008,
      "loss": 1.6544620990753174,
      "step": 1432
    },
    {
      "epoch": 0.29921752738654145,
      "grad_norm": 0.17693914473056793,
      "learning_rate": 0.0008,
      "loss": 1.7037383317947388,
      "step": 1434
    },
    {
      "epoch": 0.2996348461137194,
      "grad_norm": 0.2005043476819992,
      "learning_rate": 0.0008,
      "loss": 1.6176735162734985,
      "step": 1436
    },
    {
      "epoch": 0.30005216484089725,
      "grad_norm": 0.1743563711643219,
      "learning_rate": 0.0008,
      "loss": 1.661389708518982,
      "step": 1438
    },
    {
      "epoch": 0.3004694835680751,
      "grad_norm": 0.18514449894428253,
      "learning_rate": 0.0008,
      "loss": 1.7333942651748657,
      "step": 1440
    },
    {
      "epoch": 0.300886802295253,
      "grad_norm": 0.22628803551197052,
      "learning_rate": 0.0008,
      "loss": 1.6381453275680542,
      "step": 1442
    },
    {
      "epoch": 0.30130412102243087,
      "grad_norm": 0.1918284296989441,
      "learning_rate": 0.0008,
      "loss": 1.6575736999511719,
      "step": 1444
    },
    {
      "epoch": 0.30172143974960874,
      "grad_norm": 0.17359037697315216,
      "learning_rate": 0.0008,
      "loss": 1.655394196510315,
      "step": 1446
    },
    {
      "epoch": 0.3021387584767867,
      "grad_norm": 0.17278282344341278,
      "learning_rate": 0.0008,
      "loss": 1.7414089441299438,
      "step": 1448
    },
    {
      "epoch": 0.30255607720396455,
      "grad_norm": 0.19828394055366516,
      "learning_rate": 0.0008,
      "loss": 1.5962445735931396,
      "step": 1450
    },
    {
      "epoch": 0.3029733959311424,
      "grad_norm": 0.17131860554218292,
      "learning_rate": 0.0008,
      "loss": 1.7640455961227417,
      "step": 1452
    },
    {
      "epoch": 0.3033907146583203,
      "grad_norm": 0.16310322284698486,
      "learning_rate": 0.0008,
      "loss": 1.753563642501831,
      "step": 1454
    },
    {
      "epoch": 0.30380803338549817,
      "grad_norm": 0.18980418145656586,
      "learning_rate": 0.0008,
      "loss": 1.671080470085144,
      "step": 1456
    },
    {
      "epoch": 0.30422535211267604,
      "grad_norm": 0.20802569389343262,
      "learning_rate": 0.0008,
      "loss": 1.4919934272766113,
      "step": 1458
    },
    {
      "epoch": 0.3046426708398539,
      "grad_norm": 0.18515172600746155,
      "learning_rate": 0.0008,
      "loss": 1.716540813446045,
      "step": 1460
    },
    {
      "epoch": 0.30505998956703184,
      "grad_norm": 0.18607166409492493,
      "learning_rate": 0.0008,
      "loss": 1.6162197589874268,
      "step": 1462
    },
    {
      "epoch": 0.3054773082942097,
      "grad_norm": 0.22768165171146393,
      "learning_rate": 0.0008,
      "loss": 1.7302019596099854,
      "step": 1464
    },
    {
      "epoch": 0.3058946270213876,
      "grad_norm": 0.17985276877880096,
      "learning_rate": 0.0008,
      "loss": 1.6336026191711426,
      "step": 1466
    },
    {
      "epoch": 0.30631194574856546,
      "grad_norm": 0.22725899517536163,
      "learning_rate": 0.0008,
      "loss": 1.5572943687438965,
      "step": 1468
    },
    {
      "epoch": 0.30672926447574334,
      "grad_norm": 0.20522980391979218,
      "learning_rate": 0.0008,
      "loss": 1.642440676689148,
      "step": 1470
    },
    {
      "epoch": 0.3071465832029212,
      "grad_norm": 0.18183737993240356,
      "learning_rate": 0.0008,
      "loss": 1.6298116445541382,
      "step": 1472
    },
    {
      "epoch": 0.30756390193009914,
      "grad_norm": 0.22883403301239014,
      "learning_rate": 0.0008,
      "loss": 1.6762281656265259,
      "step": 1474
    },
    {
      "epoch": 0.307981220657277,
      "grad_norm": 0.17760437726974487,
      "learning_rate": 0.0008,
      "loss": 1.6878924369812012,
      "step": 1476
    },
    {
      "epoch": 0.3083985393844549,
      "grad_norm": 0.19906498491764069,
      "learning_rate": 0.0008,
      "loss": 1.6999027729034424,
      "step": 1478
    },
    {
      "epoch": 0.30881585811163276,
      "grad_norm": 0.21793927252292633,
      "learning_rate": 0.0008,
      "loss": 1.7294009923934937,
      "step": 1480
    },
    {
      "epoch": 0.30923317683881063,
      "grad_norm": 0.1849290132522583,
      "learning_rate": 0.0008,
      "loss": 1.7409818172454834,
      "step": 1482
    },
    {
      "epoch": 0.3096504955659885,
      "grad_norm": 0.18612521886825562,
      "learning_rate": 0.0008,
      "loss": 1.6981582641601562,
      "step": 1484
    },
    {
      "epoch": 0.31006781429316643,
      "grad_norm": 0.1877032220363617,
      "learning_rate": 0.0008,
      "loss": 1.6937371492385864,
      "step": 1486
    },
    {
      "epoch": 0.3104851330203443,
      "grad_norm": 0.1802709549665451,
      "learning_rate": 0.0008,
      "loss": 1.604067087173462,
      "step": 1488
    },
    {
      "epoch": 0.3109024517475222,
      "grad_norm": 0.21858984231948853,
      "learning_rate": 0.0008,
      "loss": 1.6908204555511475,
      "step": 1490
    },
    {
      "epoch": 0.31131977047470005,
      "grad_norm": 0.19200074672698975,
      "learning_rate": 0.0008,
      "loss": 1.694463849067688,
      "step": 1492
    },
    {
      "epoch": 0.3117370892018779,
      "grad_norm": 0.16088292002677917,
      "learning_rate": 0.0008,
      "loss": 1.6398215293884277,
      "step": 1494
    },
    {
      "epoch": 0.3121544079290558,
      "grad_norm": 0.18364711105823517,
      "learning_rate": 0.0008,
      "loss": 1.6783623695373535,
      "step": 1496
    },
    {
      "epoch": 0.3125717266562337,
      "grad_norm": 0.19473858177661896,
      "learning_rate": 0.0008,
      "loss": 1.6297110319137573,
      "step": 1498
    },
    {
      "epoch": 0.3129890453834116,
      "grad_norm": 0.1612580418586731,
      "learning_rate": 0.0008,
      "loss": 1.7179768085479736,
      "step": 1500
    },
    {
      "epoch": 0.3134063641105895,
      "grad_norm": 0.23626890778541565,
      "learning_rate": 0.0008,
      "loss": 1.6406357288360596,
      "step": 1502
    },
    {
      "epoch": 0.31382368283776735,
      "grad_norm": 0.21286119520664215,
      "learning_rate": 0.0008,
      "loss": 1.663693904876709,
      "step": 1504
    },
    {
      "epoch": 0.3142410015649452,
      "grad_norm": 0.16071361303329468,
      "learning_rate": 0.0008,
      "loss": 1.7518222332000732,
      "step": 1506
    },
    {
      "epoch": 0.3146583202921231,
      "grad_norm": 0.194560244679451,
      "learning_rate": 0.0008,
      "loss": 1.7725356817245483,
      "step": 1508
    },
    {
      "epoch": 0.31507563901930097,
      "grad_norm": 0.19977954030036926,
      "learning_rate": 0.0008,
      "loss": 1.699697494506836,
      "step": 1510
    },
    {
      "epoch": 0.3154929577464789,
      "grad_norm": 0.1823112517595291,
      "learning_rate": 0.0008,
      "loss": 1.7693278789520264,
      "step": 1512
    },
    {
      "epoch": 0.31591027647365677,
      "grad_norm": 0.2436540573835373,
      "learning_rate": 0.0008,
      "loss": 1.507657766342163,
      "step": 1514
    },
    {
      "epoch": 0.31632759520083464,
      "grad_norm": 0.18154767155647278,
      "learning_rate": 0.0008,
      "loss": 1.708625078201294,
      "step": 1516
    },
    {
      "epoch": 0.3167449139280125,
      "grad_norm": 0.18343544006347656,
      "learning_rate": 0.0008,
      "loss": 1.6040462255477905,
      "step": 1518
    },
    {
      "epoch": 0.3171622326551904,
      "grad_norm": 0.18127363920211792,
      "learning_rate": 0.0008,
      "loss": 1.6993781328201294,
      "step": 1520
    },
    {
      "epoch": 0.31757955138236826,
      "grad_norm": 0.20277267694473267,
      "learning_rate": 0.0008,
      "loss": 1.7215282917022705,
      "step": 1522
    },
    {
      "epoch": 0.3179968701095462,
      "grad_norm": 0.1993628740310669,
      "learning_rate": 0.0008,
      "loss": 1.5789881944656372,
      "step": 1524
    },
    {
      "epoch": 0.31841418883672407,
      "grad_norm": 0.18073564767837524,
      "learning_rate": 0.0008,
      "loss": 1.6811549663543701,
      "step": 1526
    },
    {
      "epoch": 0.31883150756390194,
      "grad_norm": 0.19242148101329803,
      "learning_rate": 0.0008,
      "loss": 1.6774734258651733,
      "step": 1528
    },
    {
      "epoch": 0.3192488262910798,
      "grad_norm": 0.15729664266109467,
      "learning_rate": 0.0008,
      "loss": 1.6646878719329834,
      "step": 1530
    },
    {
      "epoch": 0.3196661450182577,
      "grad_norm": 0.18678613007068634,
      "learning_rate": 0.0008,
      "loss": 1.6796011924743652,
      "step": 1532
    },
    {
      "epoch": 0.32008346374543556,
      "grad_norm": 0.17345048487186432,
      "learning_rate": 0.0008,
      "loss": 1.6147273778915405,
      "step": 1534
    },
    {
      "epoch": 0.32050078247261343,
      "grad_norm": 0.20197319984436035,
      "learning_rate": 0.0008,
      "loss": 1.6092185974121094,
      "step": 1536
    },
    {
      "epoch": 0.32091810119979136,
      "grad_norm": 0.17410239577293396,
      "learning_rate": 0.0008,
      "loss": 1.815969705581665,
      "step": 1538
    },
    {
      "epoch": 0.32133541992696923,
      "grad_norm": 0.18178392946720123,
      "learning_rate": 0.0008,
      "loss": 1.7562639713287354,
      "step": 1540
    },
    {
      "epoch": 0.3217527386541471,
      "grad_norm": 0.18078863620758057,
      "learning_rate": 0.0008,
      "loss": 1.5952532291412354,
      "step": 1542
    },
    {
      "epoch": 0.322170057381325,
      "grad_norm": 0.17517058551311493,
      "learning_rate": 0.0008,
      "loss": 1.6517339944839478,
      "step": 1544
    },
    {
      "epoch": 0.32258737610850285,
      "grad_norm": 0.17974406480789185,
      "learning_rate": 0.0008,
      "loss": 1.6895688772201538,
      "step": 1546
    },
    {
      "epoch": 0.32300469483568073,
      "grad_norm": 0.22083960473537445,
      "learning_rate": 0.0008,
      "loss": 1.7174173593521118,
      "step": 1548
    },
    {
      "epoch": 0.32342201356285866,
      "grad_norm": 0.19608071446418762,
      "learning_rate": 0.0008,
      "loss": 1.4775753021240234,
      "step": 1550
    },
    {
      "epoch": 0.32383933229003653,
      "grad_norm": 0.1948099136352539,
      "learning_rate": 0.0008,
      "loss": 1.6510119438171387,
      "step": 1552
    },
    {
      "epoch": 0.3242566510172144,
      "grad_norm": 0.1592712551355362,
      "learning_rate": 0.0008,
      "loss": 1.7928534746170044,
      "step": 1554
    },
    {
      "epoch": 0.3246739697443923,
      "grad_norm": 0.17988751828670502,
      "learning_rate": 0.0008,
      "loss": 1.490371584892273,
      "step": 1556
    },
    {
      "epoch": 0.32509128847157015,
      "grad_norm": 0.15834231674671173,
      "learning_rate": 0.0008,
      "loss": 1.6932299137115479,
      "step": 1558
    },
    {
      "epoch": 0.325508607198748,
      "grad_norm": 0.20159009099006653,
      "learning_rate": 0.0008,
      "loss": 1.6639045476913452,
      "step": 1560
    },
    {
      "epoch": 0.32592592592592595,
      "grad_norm": 0.20743347704410553,
      "learning_rate": 0.0008,
      "loss": 1.7608636617660522,
      "step": 1562
    },
    {
      "epoch": 0.3263432446531038,
      "grad_norm": 0.19364625215530396,
      "learning_rate": 0.0008,
      "loss": 1.6866730451583862,
      "step": 1564
    },
    {
      "epoch": 0.3267605633802817,
      "grad_norm": 0.16306082904338837,
      "learning_rate": 0.0008,
      "loss": 1.6245598793029785,
      "step": 1566
    },
    {
      "epoch": 0.32717788210745957,
      "grad_norm": 0.21652166545391083,
      "learning_rate": 0.0008,
      "loss": 1.711512565612793,
      "step": 1568
    },
    {
      "epoch": 0.32759520083463745,
      "grad_norm": 0.20035091042518616,
      "learning_rate": 0.0008,
      "loss": 1.6806864738464355,
      "step": 1570
    },
    {
      "epoch": 0.3280125195618153,
      "grad_norm": 0.1903257668018341,
      "learning_rate": 0.0008,
      "loss": 1.6966125965118408,
      "step": 1572
    },
    {
      "epoch": 0.3284298382889932,
      "grad_norm": 0.19555501639842987,
      "learning_rate": 0.0008,
      "loss": 1.7105661630630493,
      "step": 1574
    },
    {
      "epoch": 0.3288471570161711,
      "grad_norm": 0.20062613487243652,
      "learning_rate": 0.0008,
      "loss": 1.6041440963745117,
      "step": 1576
    },
    {
      "epoch": 0.329264475743349,
      "grad_norm": 0.18546223640441895,
      "learning_rate": 0.0008,
      "loss": 1.7582355737686157,
      "step": 1578
    },
    {
      "epoch": 0.32968179447052687,
      "grad_norm": 0.18299883604049683,
      "learning_rate": 0.0008,
      "loss": 1.7387192249298096,
      "step": 1580
    },
    {
      "epoch": 0.33009911319770474,
      "grad_norm": 0.17446210980415344,
      "learning_rate": 0.0008,
      "loss": 1.7612531185150146,
      "step": 1582
    },
    {
      "epoch": 0.3305164319248826,
      "grad_norm": 0.16974785923957825,
      "learning_rate": 0.0007997508564310183,
      "loss": 1.7209926843643188,
      "step": 1584
    },
    {
      "epoch": 0.3309337506520605,
      "grad_norm": 0.21876934170722961,
      "learning_rate": 0.0007992525692930552,
      "loss": 1.6248265504837036,
      "step": 1586
    },
    {
      "epoch": 0.3313510693792384,
      "grad_norm": 0.20953874289989471,
      "learning_rate": 0.0007987542821550919,
      "loss": 1.6179856061935425,
      "step": 1588
    },
    {
      "epoch": 0.3317683881064163,
      "grad_norm": 0.18122386932373047,
      "learning_rate": 0.0007982559950171286,
      "loss": 1.6957544088363647,
      "step": 1590
    },
    {
      "epoch": 0.33218570683359416,
      "grad_norm": 0.19939370453357697,
      "learning_rate": 0.0007977577078791654,
      "loss": 1.6774882078170776,
      "step": 1592
    },
    {
      "epoch": 0.33260302556077204,
      "grad_norm": 0.20314426720142365,
      "learning_rate": 0.0007972594207412021,
      "loss": 1.7296922206878662,
      "step": 1594
    },
    {
      "epoch": 0.3330203442879499,
      "grad_norm": 0.1788739711046219,
      "learning_rate": 0.0007967611336032388,
      "loss": 1.5888195037841797,
      "step": 1596
    },
    {
      "epoch": 0.3334376630151278,
      "grad_norm": 0.18745437264442444,
      "learning_rate": 0.0007962628464652756,
      "loss": 1.7956527471542358,
      "step": 1598
    },
    {
      "epoch": 0.3338549817423057,
      "grad_norm": 0.20792031288146973,
      "learning_rate": 0.0007957645593273124,
      "loss": 1.7094107866287231,
      "step": 1600
    },
    {
      "epoch": 0.3342723004694836,
      "grad_norm": 0.19007836282253265,
      "learning_rate": 0.0007952662721893492,
      "loss": 1.6883479356765747,
      "step": 1602
    },
    {
      "epoch": 0.33468961919666146,
      "grad_norm": 0.19692915678024292,
      "learning_rate": 0.0007947679850513859,
      "loss": 1.6604087352752686,
      "step": 1604
    },
    {
      "epoch": 0.33510693792383933,
      "grad_norm": 0.1727243959903717,
      "learning_rate": 0.0007942696979134226,
      "loss": 1.717360258102417,
      "step": 1606
    },
    {
      "epoch": 0.3355242566510172,
      "grad_norm": 0.17717720568180084,
      "learning_rate": 0.0007937714107754594,
      "loss": 1.7308374643325806,
      "step": 1608
    },
    {
      "epoch": 0.3359415753781951,
      "grad_norm": 0.1923617273569107,
      "learning_rate": 0.0007932731236374961,
      "loss": 1.714017629623413,
      "step": 1610
    },
    {
      "epoch": 0.33635889410537295,
      "grad_norm": 0.18227413296699524,
      "learning_rate": 0.0007927748364995328,
      "loss": 1.7420536279678345,
      "step": 1612
    },
    {
      "epoch": 0.3367762128325509,
      "grad_norm": 0.1786462366580963,
      "learning_rate": 0.0007922765493615697,
      "loss": 1.7462730407714844,
      "step": 1614
    },
    {
      "epoch": 0.33719353155972875,
      "grad_norm": 0.27649492025375366,
      "learning_rate": 0.0007917782622236064,
      "loss": 1.5927529335021973,
      "step": 1616
    },
    {
      "epoch": 0.3376108502869066,
      "grad_norm": 0.18073488771915436,
      "learning_rate": 0.0007912799750856432,
      "loss": 1.655815601348877,
      "step": 1618
    },
    {
      "epoch": 0.3380281690140845,
      "grad_norm": 0.18013472855091095,
      "learning_rate": 0.0007907816879476799,
      "loss": 1.750601053237915,
      "step": 1620
    },
    {
      "epoch": 0.3384454877412624,
      "grad_norm": 0.1647185981273651,
      "learning_rate": 0.0007902834008097166,
      "loss": 1.7260658740997314,
      "step": 1622
    },
    {
      "epoch": 0.33886280646844025,
      "grad_norm": 0.19831311702728271,
      "learning_rate": 0.0007897851136717534,
      "loss": 1.6708985567092896,
      "step": 1624
    },
    {
      "epoch": 0.3392801251956182,
      "grad_norm": 0.17761173844337463,
      "learning_rate": 0.0007892868265337901,
      "loss": 1.6845767498016357,
      "step": 1626
    },
    {
      "epoch": 0.33969744392279605,
      "grad_norm": 0.21154843270778656,
      "learning_rate": 0.0007887885393958268,
      "loss": 1.6907172203063965,
      "step": 1628
    },
    {
      "epoch": 0.3401147626499739,
      "grad_norm": 0.18469585478305817,
      "learning_rate": 0.0007882902522578637,
      "loss": 1.635585904121399,
      "step": 1630
    },
    {
      "epoch": 0.3405320813771518,
      "grad_norm": 0.17891524732112885,
      "learning_rate": 0.0007877919651199004,
      "loss": 1.8234612941741943,
      "step": 1632
    },
    {
      "epoch": 0.34094940010432967,
      "grad_norm": 0.203752800822258,
      "learning_rate": 0.0007872936779819372,
      "loss": 1.8275575637817383,
      "step": 1634
    },
    {
      "epoch": 0.34136671883150754,
      "grad_norm": 0.19048547744750977,
      "learning_rate": 0.0007867953908439739,
      "loss": 1.685380220413208,
      "step": 1636
    },
    {
      "epoch": 0.34178403755868547,
      "grad_norm": 0.19416184723377228,
      "learning_rate": 0.0007862971037060106,
      "loss": 1.661330223083496,
      "step": 1638
    },
    {
      "epoch": 0.34220135628586335,
      "grad_norm": 0.15870237350463867,
      "learning_rate": 0.0007857988165680474,
      "loss": 1.6118049621582031,
      "step": 1640
    },
    {
      "epoch": 0.3426186750130412,
      "grad_norm": 0.163543239235878,
      "learning_rate": 0.0007853005294300841,
      "loss": 1.747663140296936,
      "step": 1642
    },
    {
      "epoch": 0.3430359937402191,
      "grad_norm": 0.17139224708080292,
      "learning_rate": 0.0007848022422921209,
      "loss": 1.6567996740341187,
      "step": 1644
    },
    {
      "epoch": 0.34345331246739697,
      "grad_norm": 0.18835851550102234,
      "learning_rate": 0.0007843039551541577,
      "loss": 1.539109468460083,
      "step": 1646
    },
    {
      "epoch": 0.34387063119457484,
      "grad_norm": 0.23088303208351135,
      "learning_rate": 0.0007838056680161944,
      "loss": 1.7184960842132568,
      "step": 1648
    },
    {
      "epoch": 0.3442879499217527,
      "grad_norm": 0.16237686574459076,
      "learning_rate": 0.0007833073808782311,
      "loss": 1.5384950637817383,
      "step": 1650
    },
    {
      "epoch": 0.34470526864893064,
      "grad_norm": 0.2083551287651062,
      "learning_rate": 0.0007828090937402679,
      "loss": 1.7102184295654297,
      "step": 1652
    },
    {
      "epoch": 0.3451225873761085,
      "grad_norm": 0.16917714476585388,
      "learning_rate": 0.0007823108066023046,
      "loss": 1.6713474988937378,
      "step": 1654
    },
    {
      "epoch": 0.3455399061032864,
      "grad_norm": 0.15906453132629395,
      "learning_rate": 0.0007818125194643414,
      "loss": 1.6190345287322998,
      "step": 1656
    },
    {
      "epoch": 0.34595722483046426,
      "grad_norm": 0.24151946604251862,
      "learning_rate": 0.0007813142323263782,
      "loss": 1.679801344871521,
      "step": 1658
    },
    {
      "epoch": 0.34637454355764213,
      "grad_norm": 0.2049770951271057,
      "learning_rate": 0.0007808159451884149,
      "loss": 1.554489016532898,
      "step": 1660
    },
    {
      "epoch": 0.34679186228482,
      "grad_norm": 0.1780240833759308,
      "learning_rate": 0.0007803176580504517,
      "loss": 1.7561157941818237,
      "step": 1662
    },
    {
      "epoch": 0.34720918101199794,
      "grad_norm": 0.1903304159641266,
      "learning_rate": 0.0007798193709124884,
      "loss": 1.621431827545166,
      "step": 1664
    },
    {
      "epoch": 0.3476264997391758,
      "grad_norm": 0.17454200983047485,
      "learning_rate": 0.0007793210837745251,
      "loss": 1.6879749298095703,
      "step": 1666
    },
    {
      "epoch": 0.3480438184663537,
      "grad_norm": 0.16695593297481537,
      "learning_rate": 0.0007788227966365618,
      "loss": 1.6259939670562744,
      "step": 1668
    },
    {
      "epoch": 0.34846113719353156,
      "grad_norm": 0.1823844164609909,
      "learning_rate": 0.0007783245094985985,
      "loss": 1.7128453254699707,
      "step": 1670
    },
    {
      "epoch": 0.34887845592070943,
      "grad_norm": 0.16730143129825592,
      "learning_rate": 0.0007778262223606353,
      "loss": 1.6664397716522217,
      "step": 1672
    },
    {
      "epoch": 0.3492957746478873,
      "grad_norm": 0.21896038949489594,
      "learning_rate": 0.0007773279352226721,
      "loss": 1.6306133270263672,
      "step": 1674
    },
    {
      "epoch": 0.34971309337506523,
      "grad_norm": 0.17780514061450958,
      "learning_rate": 0.0007768296480847088,
      "loss": 1.6109522581100464,
      "step": 1676
    },
    {
      "epoch": 0.3501304121022431,
      "grad_norm": 0.2353464514017105,
      "learning_rate": 0.0007763313609467456,
      "loss": 1.675118327140808,
      "step": 1678
    },
    {
      "epoch": 0.350547730829421,
      "grad_norm": 0.1789163202047348,
      "learning_rate": 0.0007758330738087823,
      "loss": 1.6949915885925293,
      "step": 1680
    },
    {
      "epoch": 0.35096504955659885,
      "grad_norm": 0.21965782344341278,
      "learning_rate": 0.0007753347866708191,
      "loss": 1.831260085105896,
      "step": 1682
    },
    {
      "epoch": 0.3513823682837767,
      "grad_norm": 0.1997511088848114,
      "learning_rate": 0.0007748364995328558,
      "loss": 1.6694724559783936,
      "step": 1684
    },
    {
      "epoch": 0.3517996870109546,
      "grad_norm": 0.20894435048103333,
      "learning_rate": 0.0007743382123948925,
      "loss": 1.6326568126678467,
      "step": 1686
    },
    {
      "epoch": 0.35221700573813247,
      "grad_norm": 0.19318808615207672,
      "learning_rate": 0.0007738399252569294,
      "loss": 1.8593822717666626,
      "step": 1688
    },
    {
      "epoch": 0.3526343244653104,
      "grad_norm": 0.1976274996995926,
      "learning_rate": 0.0007733416381189661,
      "loss": 1.6631479263305664,
      "step": 1690
    },
    {
      "epoch": 0.3530516431924883,
      "grad_norm": 0.177598774433136,
      "learning_rate": 0.0007728433509810028,
      "loss": 1.7659837007522583,
      "step": 1692
    },
    {
      "epoch": 0.35346896191966615,
      "grad_norm": 0.21398799121379852,
      "learning_rate": 0.0007723450638430396,
      "loss": 1.6660094261169434,
      "step": 1694
    },
    {
      "epoch": 0.353886280646844,
      "grad_norm": 0.1718406230211258,
      "learning_rate": 0.0007718467767050763,
      "loss": 1.7130343914031982,
      "step": 1696
    },
    {
      "epoch": 0.3543035993740219,
      "grad_norm": 0.18095459043979645,
      "learning_rate": 0.0007713484895671131,
      "loss": 1.5778597593307495,
      "step": 1698
    },
    {
      "epoch": 0.35472091810119977,
      "grad_norm": 0.17821018397808075,
      "learning_rate": 0.0007708502024291498,
      "loss": 1.60727858543396,
      "step": 1700
    },
    {
      "epoch": 0.3551382368283777,
      "grad_norm": 0.17765848338603973,
      "learning_rate": 0.0007703519152911865,
      "loss": 1.7595034837722778,
      "step": 1702
    },
    {
      "epoch": 0.35555555555555557,
      "grad_norm": 0.2136840969324112,
      "learning_rate": 0.0007698536281532234,
      "loss": 1.7453587055206299,
      "step": 1704
    },
    {
      "epoch": 0.35597287428273344,
      "grad_norm": 0.19191712141036987,
      "learning_rate": 0.0007693553410152601,
      "loss": 1.6884596347808838,
      "step": 1706
    },
    {
      "epoch": 0.3563901930099113,
      "grad_norm": 0.199738547205925,
      "learning_rate": 0.0007688570538772968,
      "loss": 1.6309882402420044,
      "step": 1708
    },
    {
      "epoch": 0.3568075117370892,
      "grad_norm": 0.16454599797725677,
      "learning_rate": 0.0007683587667393336,
      "loss": 1.6823391914367676,
      "step": 1710
    },
    {
      "epoch": 0.35722483046426706,
      "grad_norm": 0.20531423389911652,
      "learning_rate": 0.0007678604796013703,
      "loss": 1.6628015041351318,
      "step": 1712
    },
    {
      "epoch": 0.357642149191445,
      "grad_norm": 0.1935228407382965,
      "learning_rate": 0.000767362192463407,
      "loss": 1.7234675884246826,
      "step": 1714
    },
    {
      "epoch": 0.35805946791862286,
      "grad_norm": 0.18299990892410278,
      "learning_rate": 0.0007668639053254439,
      "loss": 1.8582141399383545,
      "step": 1716
    },
    {
      "epoch": 0.35847678664580074,
      "grad_norm": 0.18308095633983612,
      "learning_rate": 0.0007663656181874806,
      "loss": 1.7067391872406006,
      "step": 1718
    },
    {
      "epoch": 0.3588941053729786,
      "grad_norm": 0.21962682902812958,
      "learning_rate": 0.0007658673310495174,
      "loss": 1.7675175666809082,
      "step": 1720
    },
    {
      "epoch": 0.3593114241001565,
      "grad_norm": 0.18697305023670197,
      "learning_rate": 0.0007653690439115541,
      "loss": 1.7001218795776367,
      "step": 1722
    },
    {
      "epoch": 0.35972874282733436,
      "grad_norm": 0.20427927374839783,
      "learning_rate": 0.0007648707567735908,
      "loss": 1.5238335132598877,
      "step": 1724
    },
    {
      "epoch": 0.36014606155451223,
      "grad_norm": 0.17253802716732025,
      "learning_rate": 0.0007643724696356276,
      "loss": 1.6772478818893433,
      "step": 1726
    },
    {
      "epoch": 0.36056338028169016,
      "grad_norm": 0.1966213881969452,
      "learning_rate": 0.0007638741824976643,
      "loss": 1.5761340856552124,
      "step": 1728
    },
    {
      "epoch": 0.36098069900886803,
      "grad_norm": 0.1600823998451233,
      "learning_rate": 0.000763375895359701,
      "loss": 1.7040597200393677,
      "step": 1730
    },
    {
      "epoch": 0.3613980177360459,
      "grad_norm": 0.2740441560745239,
      "learning_rate": 0.0007628776082217379,
      "loss": 1.5225825309753418,
      "step": 1732
    },
    {
      "epoch": 0.3618153364632238,
      "grad_norm": 0.210254967212677,
      "learning_rate": 0.0007623793210837746,
      "loss": 1.5670322179794312,
      "step": 1734
    },
    {
      "epoch": 0.36223265519040165,
      "grad_norm": 0.1629776507616043,
      "learning_rate": 0.0007618810339458114,
      "loss": 1.5454801321029663,
      "step": 1736
    },
    {
      "epoch": 0.3626499739175795,
      "grad_norm": 0.1893051415681839,
      "learning_rate": 0.0007613827468078481,
      "loss": 1.6624454259872437,
      "step": 1738
    },
    {
      "epoch": 0.36306729264475746,
      "grad_norm": 0.2080356478691101,
      "learning_rate": 0.0007608844596698848,
      "loss": 1.6686328649520874,
      "step": 1740
    },
    {
      "epoch": 0.36348461137193533,
      "grad_norm": 0.2037697583436966,
      "learning_rate": 0.0007603861725319216,
      "loss": 1.710297703742981,
      "step": 1742
    },
    {
      "epoch": 0.3639019300991132,
      "grad_norm": 0.19695091247558594,
      "learning_rate": 0.0007598878853939583,
      "loss": 1.743046760559082,
      "step": 1744
    },
    {
      "epoch": 0.3643192488262911,
      "grad_norm": 0.19401082396507263,
      "learning_rate": 0.000759389598255995,
      "loss": 1.6581921577453613,
      "step": 1746
    },
    {
      "epoch": 0.36473656755346895,
      "grad_norm": 0.1991203874349594,
      "learning_rate": 0.0007588913111180319,
      "loss": 1.6929634809494019,
      "step": 1748
    },
    {
      "epoch": 0.3651538862806468,
      "grad_norm": 0.1913372427225113,
      "learning_rate": 0.0007583930239800685,
      "loss": 1.6746728420257568,
      "step": 1750
    },
    {
      "epoch": 0.36557120500782475,
      "grad_norm": 0.17644254863262177,
      "learning_rate": 0.0007578947368421053,
      "loss": 1.7083065509796143,
      "step": 1752
    },
    {
      "epoch": 0.3659885237350026,
      "grad_norm": 0.16979239881038666,
      "learning_rate": 0.000757396449704142,
      "loss": 1.7234247922897339,
      "step": 1754
    },
    {
      "epoch": 0.3664058424621805,
      "grad_norm": 0.17721712589263916,
      "learning_rate": 0.0007568981625661787,
      "loss": 1.6517670154571533,
      "step": 1756
    },
    {
      "epoch": 0.36682316118935837,
      "grad_norm": 0.17361366748809814,
      "learning_rate": 0.0007563998754282155,
      "loss": 1.7030823230743408,
      "step": 1758
    },
    {
      "epoch": 0.36724047991653624,
      "grad_norm": 0.18775466084480286,
      "learning_rate": 0.0007559015882902522,
      "loss": 1.7514017820358276,
      "step": 1760
    },
    {
      "epoch": 0.3676577986437141,
      "grad_norm": 0.16860514879226685,
      "learning_rate": 0.0007554033011522891,
      "loss": 1.77925705909729,
      "step": 1762
    },
    {
      "epoch": 0.36807511737089205,
      "grad_norm": 0.22899678349494934,
      "learning_rate": 0.0007549050140143258,
      "loss": 1.6921634674072266,
      "step": 1764
    },
    {
      "epoch": 0.3684924360980699,
      "grad_norm": 0.1936270296573639,
      "learning_rate": 0.0007544067268763625,
      "loss": 1.657052755355835,
      "step": 1766
    },
    {
      "epoch": 0.3689097548252478,
      "grad_norm": 0.1795278787612915,
      "learning_rate": 0.0007539084397383993,
      "loss": 1.5817052125930786,
      "step": 1768
    },
    {
      "epoch": 0.36932707355242567,
      "grad_norm": 0.17500486969947815,
      "learning_rate": 0.000753410152600436,
      "loss": 1.676497220993042,
      "step": 1770
    },
    {
      "epoch": 0.36974439227960354,
      "grad_norm": 0.1667417585849762,
      "learning_rate": 0.0007529118654624727,
      "loss": 1.6697306632995605,
      "step": 1772
    },
    {
      "epoch": 0.3701617110067814,
      "grad_norm": 0.15290115773677826,
      "learning_rate": 0.0007524135783245095,
      "loss": 1.6589303016662598,
      "step": 1774
    },
    {
      "epoch": 0.3705790297339593,
      "grad_norm": 0.19947949051856995,
      "learning_rate": 0.0007519152911865463,
      "loss": 1.6404383182525635,
      "step": 1776
    },
    {
      "epoch": 0.3709963484611372,
      "grad_norm": 0.1735069751739502,
      "learning_rate": 0.000751417004048583,
      "loss": 1.777587652206421,
      "step": 1778
    },
    {
      "epoch": 0.3714136671883151,
      "grad_norm": 0.20354051887989044,
      "learning_rate": 0.0007509187169106198,
      "loss": 1.6576002836227417,
      "step": 1780
    },
    {
      "epoch": 0.37183098591549296,
      "grad_norm": 0.21735714375972748,
      "learning_rate": 0.0007504204297726565,
      "loss": 1.6496496200561523,
      "step": 1782
    },
    {
      "epoch": 0.37224830464267084,
      "grad_norm": 0.16551290452480316,
      "learning_rate": 0.0007499221426346933,
      "loss": 1.6653001308441162,
      "step": 1784
    },
    {
      "epoch": 0.3726656233698487,
      "grad_norm": 0.20047254860401154,
      "learning_rate": 0.00074942385549673,
      "loss": 1.6044127941131592,
      "step": 1786
    },
    {
      "epoch": 0.3730829420970266,
      "grad_norm": 0.18200041353702545,
      "learning_rate": 0.0007489255683587667,
      "loss": 1.7514146566390991,
      "step": 1788
    },
    {
      "epoch": 0.3735002608242045,
      "grad_norm": 0.17506684362888336,
      "learning_rate": 0.0007484272812208036,
      "loss": 1.637345790863037,
      "step": 1790
    },
    {
      "epoch": 0.3739175795513824,
      "grad_norm": 0.17149655520915985,
      "learning_rate": 0.0007479289940828403,
      "loss": 1.7213884592056274,
      "step": 1792
    },
    {
      "epoch": 0.37433489827856026,
      "grad_norm": 0.1874895542860031,
      "learning_rate": 0.000747430706944877,
      "loss": 1.7007603645324707,
      "step": 1794
    },
    {
      "epoch": 0.37475221700573813,
      "grad_norm": 0.20078080892562866,
      "learning_rate": 0.0007469324198069138,
      "loss": 1.7445753812789917,
      "step": 1796
    },
    {
      "epoch": 0.375169535732916,
      "grad_norm": 0.18600624799728394,
      "learning_rate": 0.0007464341326689505,
      "loss": 1.6251606941223145,
      "step": 1798
    },
    {
      "epoch": 0.3755868544600939,
      "grad_norm": 0.18509207665920258,
      "learning_rate": 0.0007459358455309873,
      "loss": 1.814162254333496,
      "step": 1800
    },
    {
      "epoch": 0.3760041731872718,
      "grad_norm": 0.23867130279541016,
      "learning_rate": 0.000745437558393024,
      "loss": 1.7590008974075317,
      "step": 1802
    },
    {
      "epoch": 0.3764214919144497,
      "grad_norm": 0.18108072876930237,
      "learning_rate": 0.0007449392712550607,
      "loss": 1.6219512224197388,
      "step": 1804
    },
    {
      "epoch": 0.37683881064162755,
      "grad_norm": 0.2047312706708908,
      "learning_rate": 0.0007444409841170976,
      "loss": 1.6824214458465576,
      "step": 1806
    },
    {
      "epoch": 0.3772561293688054,
      "grad_norm": 0.1728755086660385,
      "learning_rate": 0.0007439426969791343,
      "loss": 1.6953681707382202,
      "step": 1808
    },
    {
      "epoch": 0.3776734480959833,
      "grad_norm": 0.17071813344955444,
      "learning_rate": 0.000743444409841171,
      "loss": 1.6445077657699585,
      "step": 1810
    },
    {
      "epoch": 0.3780907668231612,
      "grad_norm": 0.1784115582704544,
      "learning_rate": 0.0007429461227032078,
      "loss": 1.7983906269073486,
      "step": 1812
    },
    {
      "epoch": 0.37850808555033905,
      "grad_norm": 0.21386082470417023,
      "learning_rate": 0.0007424478355652445,
      "loss": 1.6372995376586914,
      "step": 1814
    },
    {
      "epoch": 0.378925404277517,
      "grad_norm": 0.1896844208240509,
      "learning_rate": 0.0007419495484272812,
      "loss": 1.734636664390564,
      "step": 1816
    },
    {
      "epoch": 0.37934272300469485,
      "grad_norm": 0.21693526208400726,
      "learning_rate": 0.000741451261289318,
      "loss": 1.7244417667388916,
      "step": 1818
    },
    {
      "epoch": 0.3797600417318727,
      "grad_norm": 0.20639991760253906,
      "learning_rate": 0.0007409529741513548,
      "loss": 1.6903407573699951,
      "step": 1820
    },
    {
      "epoch": 0.3801773604590506,
      "grad_norm": 0.17862026393413544,
      "learning_rate": 0.0007404546870133916,
      "loss": 1.7973225116729736,
      "step": 1822
    },
    {
      "epoch": 0.38059467918622847,
      "grad_norm": 0.1792299896478653,
      "learning_rate": 0.0007399563998754283,
      "loss": 1.7597755193710327,
      "step": 1824
    },
    {
      "epoch": 0.38101199791340634,
      "grad_norm": 0.17475061118602753,
      "learning_rate": 0.000739458112737465,
      "loss": 1.6212079524993896,
      "step": 1826
    },
    {
      "epoch": 0.38142931664058427,
      "grad_norm": 0.18791435658931732,
      "learning_rate": 0.0007389598255995018,
      "loss": 1.6010181903839111,
      "step": 1828
    },
    {
      "epoch": 0.38184663536776214,
      "grad_norm": 0.16160285472869873,
      "learning_rate": 0.0007384615384615385,
      "loss": 1.584136962890625,
      "step": 1830
    },
    {
      "epoch": 0.38226395409494,
      "grad_norm": 0.19821852445602417,
      "learning_rate": 0.0007379632513235752,
      "loss": 1.7771517038345337,
      "step": 1832
    },
    {
      "epoch": 0.3826812728221179,
      "grad_norm": 0.17471517622470856,
      "learning_rate": 0.000737464964185612,
      "loss": 1.6534874439239502,
      "step": 1834
    },
    {
      "epoch": 0.38309859154929576,
      "grad_norm": 0.20125603675842285,
      "learning_rate": 0.0007369666770476487,
      "loss": 1.7214417457580566,
      "step": 1836
    },
    {
      "epoch": 0.38351591027647364,
      "grad_norm": 0.1912640929222107,
      "learning_rate": 0.0007364683899096855,
      "loss": 1.7104030847549438,
      "step": 1838
    },
    {
      "epoch": 0.38393322900365157,
      "grad_norm": 0.18999674916267395,
      "learning_rate": 0.0007359701027717222,
      "loss": 1.513830304145813,
      "step": 1840
    },
    {
      "epoch": 0.38435054773082944,
      "grad_norm": 0.20635536313056946,
      "learning_rate": 0.0007354718156337589,
      "loss": 1.537522554397583,
      "step": 1842
    },
    {
      "epoch": 0.3847678664580073,
      "grad_norm": 0.17322100698947906,
      "learning_rate": 0.0007349735284957957,
      "loss": 1.663376808166504,
      "step": 1844
    },
    {
      "epoch": 0.3851851851851852,
      "grad_norm": 0.1880483329296112,
      "learning_rate": 0.0007344752413578324,
      "loss": 1.7355417013168335,
      "step": 1846
    },
    {
      "epoch": 0.38560250391236306,
      "grad_norm": 0.1827288568019867,
      "learning_rate": 0.0007339769542198693,
      "loss": 1.597900390625,
      "step": 1848
    },
    {
      "epoch": 0.38601982263954093,
      "grad_norm": 0.18197232484817505,
      "learning_rate": 0.000733478667081906,
      "loss": 1.5560450553894043,
      "step": 1850
    },
    {
      "epoch": 0.3864371413667188,
      "grad_norm": 0.17846433818340302,
      "learning_rate": 0.0007329803799439427,
      "loss": 1.702115535736084,
      "step": 1852
    },
    {
      "epoch": 0.38685446009389673,
      "grad_norm": 0.18424789607524872,
      "learning_rate": 0.0007324820928059795,
      "loss": 1.6574522256851196,
      "step": 1854
    },
    {
      "epoch": 0.3872717788210746,
      "grad_norm": 0.16318754851818085,
      "learning_rate": 0.0007319838056680162,
      "loss": 1.6719655990600586,
      "step": 1856
    },
    {
      "epoch": 0.3876890975482525,
      "grad_norm": 0.201651930809021,
      "learning_rate": 0.0007314855185300529,
      "loss": 1.7175278663635254,
      "step": 1858
    },
    {
      "epoch": 0.38810641627543035,
      "grad_norm": 0.2002033144235611,
      "learning_rate": 0.0007309872313920897,
      "loss": 1.6978487968444824,
      "step": 1860
    },
    {
      "epoch": 0.38852373500260823,
      "grad_norm": 0.18376575410366058,
      "learning_rate": 0.0007304889442541264,
      "loss": 1.8257746696472168,
      "step": 1862
    },
    {
      "epoch": 0.3889410537297861,
      "grad_norm": 0.18807926774024963,
      "learning_rate": 0.0007299906571161633,
      "loss": 1.6768311262130737,
      "step": 1864
    },
    {
      "epoch": 0.38935837245696403,
      "grad_norm": 0.16683189570903778,
      "learning_rate": 0.0007294923699782,
      "loss": 1.6995952129364014,
      "step": 1866
    },
    {
      "epoch": 0.3897756911841419,
      "grad_norm": 0.190398707985878,
      "learning_rate": 0.0007289940828402367,
      "loss": 1.6539530754089355,
      "step": 1868
    },
    {
      "epoch": 0.3901930099113198,
      "grad_norm": 0.19362810254096985,
      "learning_rate": 0.0007284957957022735,
      "loss": 1.5737992525100708,
      "step": 1870
    },
    {
      "epoch": 0.39061032863849765,
      "grad_norm": 0.16772130131721497,
      "learning_rate": 0.0007279975085643102,
      "loss": 1.6366090774536133,
      "step": 1872
    },
    {
      "epoch": 0.3910276473656755,
      "grad_norm": 0.1983155608177185,
      "learning_rate": 0.0007274992214263469,
      "loss": 1.602610468864441,
      "step": 1874
    },
    {
      "epoch": 0.3914449660928534,
      "grad_norm": 0.2138281911611557,
      "learning_rate": 0.0007270009342883837,
      "loss": 1.5655598640441895,
      "step": 1876
    },
    {
      "epoch": 0.3918622848200313,
      "grad_norm": 0.20030027627944946,
      "learning_rate": 0.0007265026471504205,
      "loss": 1.7486549615859985,
      "step": 1878
    },
    {
      "epoch": 0.3922796035472092,
      "grad_norm": 0.16378532350063324,
      "learning_rate": 0.0007260043600124572,
      "loss": 1.6830294132232666,
      "step": 1880
    },
    {
      "epoch": 0.3926969222743871,
      "grad_norm": 0.19713258743286133,
      "learning_rate": 0.000725506072874494,
      "loss": 1.7935724258422852,
      "step": 1882
    },
    {
      "epoch": 0.39311424100156495,
      "grad_norm": 0.20065288245677948,
      "learning_rate": 0.0007250077857365307,
      "loss": 1.6355443000793457,
      "step": 1884
    },
    {
      "epoch": 0.3935315597287428,
      "grad_norm": 0.17801856994628906,
      "learning_rate": 0.0007245094985985675,
      "loss": 1.6839393377304077,
      "step": 1886
    },
    {
      "epoch": 0.3939488784559207,
      "grad_norm": 0.16672945022583008,
      "learning_rate": 0.0007240112114606042,
      "loss": 1.7417818307876587,
      "step": 1888
    },
    {
      "epoch": 0.39436619718309857,
      "grad_norm": 0.17643491923809052,
      "learning_rate": 0.0007235129243226409,
      "loss": 1.7232372760772705,
      "step": 1890
    },
    {
      "epoch": 0.3947835159102765,
      "grad_norm": 0.17067725956439972,
      "learning_rate": 0.0007230146371846778,
      "loss": 1.7092854976654053,
      "step": 1892
    },
    {
      "epoch": 0.39520083463745437,
      "grad_norm": 0.16026510298252106,
      "learning_rate": 0.0007225163500467145,
      "loss": 1.6849822998046875,
      "step": 1894
    },
    {
      "epoch": 0.39561815336463224,
      "grad_norm": 0.18624243140220642,
      "learning_rate": 0.0007220180629087512,
      "loss": 1.6231648921966553,
      "step": 1896
    },
    {
      "epoch": 0.3960354720918101,
      "grad_norm": 0.1890266239643097,
      "learning_rate": 0.000721519775770788,
      "loss": 1.7189944982528687,
      "step": 1898
    },
    {
      "epoch": 0.396452790818988,
      "grad_norm": 0.17692142724990845,
      "learning_rate": 0.0007210214886328247,
      "loss": 1.7012109756469727,
      "step": 1900
    },
    {
      "epoch": 0.39687010954616586,
      "grad_norm": 0.18538671731948853,
      "learning_rate": 0.0007205232014948615,
      "loss": 1.6796350479125977,
      "step": 1902
    },
    {
      "epoch": 0.3972874282733438,
      "grad_norm": 0.17001305520534515,
      "learning_rate": 0.0007200249143568982,
      "loss": 1.680551290512085,
      "step": 1904
    },
    {
      "epoch": 0.39770474700052166,
      "grad_norm": 0.19359631836414337,
      "learning_rate": 0.000719526627218935,
      "loss": 1.604306936264038,
      "step": 1906
    },
    {
      "epoch": 0.39812206572769954,
      "grad_norm": 0.15615129470825195,
      "learning_rate": 0.0007190283400809718,
      "loss": 1.6380712985992432,
      "step": 1908
    },
    {
      "epoch": 0.3985393844548774,
      "grad_norm": 0.20027422904968262,
      "learning_rate": 0.0007185300529430085,
      "loss": 1.6788406372070312,
      "step": 1910
    },
    {
      "epoch": 0.3989567031820553,
      "grad_norm": 0.22814518213272095,
      "learning_rate": 0.0007180317658050452,
      "loss": 1.5780839920043945,
      "step": 1912
    },
    {
      "epoch": 0.39937402190923316,
      "grad_norm": 0.22108320891857147,
      "learning_rate": 0.000717533478667082,
      "loss": 1.6069958209991455,
      "step": 1914
    },
    {
      "epoch": 0.3997913406364111,
      "grad_norm": 0.16581694781780243,
      "learning_rate": 0.0007170351915291187,
      "loss": 1.6984632015228271,
      "step": 1916
    },
    {
      "epoch": 0.40020865936358896,
      "grad_norm": 0.18057137727737427,
      "learning_rate": 0.0007165369043911554,
      "loss": 1.7250497341156006,
      "step": 1918
    },
    {
      "epoch": 0.40020865936358896,
      "eval_loss": 1.6550198793411255,
      "eval_runtime": 25.5778,
      "eval_samples_per_second": 60.599,
      "eval_steps_per_second": 7.585,
      "step": 1918
    },
    {
      "epoch": 0.40062597809076683,
      "grad_norm": 0.19742168486118317,
      "learning_rate": 0.0007160386172531921,
      "loss": 1.6215667724609375,
      "step": 1920
    },
    {
      "epoch": 0.4010432968179447,
      "grad_norm": 0.16541939973831177,
      "learning_rate": 0.0007155403301152289,
      "loss": 1.5849136114120483,
      "step": 1922
    },
    {
      "epoch": 0.4014606155451226,
      "grad_norm": 0.1955988109111786,
      "learning_rate": 0.0007150420429772657,
      "loss": 1.7365734577178955,
      "step": 1924
    },
    {
      "epoch": 0.40187793427230045,
      "grad_norm": 0.18706025183200836,
      "learning_rate": 0.0007145437558393024,
      "loss": 1.5803372859954834,
      "step": 1926
    },
    {
      "epoch": 0.4022952529994783,
      "grad_norm": 0.21752716600894928,
      "learning_rate": 0.0007140454687013392,
      "loss": 1.5979130268096924,
      "step": 1928
    },
    {
      "epoch": 0.40271257172665625,
      "grad_norm": 0.18118444085121155,
      "learning_rate": 0.0007135471815633759,
      "loss": 1.790116786956787,
      "step": 1930
    },
    {
      "epoch": 0.4031298904538341,
      "grad_norm": 0.15723809599876404,
      "learning_rate": 0.0007130488944254126,
      "loss": 1.7410356998443604,
      "step": 1932
    },
    {
      "epoch": 0.403547209181012,
      "grad_norm": 0.1724429726600647,
      "learning_rate": 0.0007125506072874494,
      "loss": 1.7528969049453735,
      "step": 1934
    },
    {
      "epoch": 0.4039645279081899,
      "grad_norm": 0.1871008723974228,
      "learning_rate": 0.0007120523201494862,
      "loss": 1.7563276290893555,
      "step": 1936
    },
    {
      "epoch": 0.40438184663536775,
      "grad_norm": 0.19913703203201294,
      "learning_rate": 0.0007115540330115229,
      "loss": 1.585667371749878,
      "step": 1938
    },
    {
      "epoch": 0.4047991653625456,
      "grad_norm": 0.18781612813472748,
      "learning_rate": 0.0007110557458735597,
      "loss": 1.7286334037780762,
      "step": 1940
    },
    {
      "epoch": 0.40521648408972355,
      "grad_norm": 0.20625922083854675,
      "learning_rate": 0.0007105574587355964,
      "loss": 1.7253109216690063,
      "step": 1942
    },
    {
      "epoch": 0.4056338028169014,
      "grad_norm": 0.19266554713249207,
      "learning_rate": 0.0007100591715976331,
      "loss": 1.8188170194625854,
      "step": 1944
    },
    {
      "epoch": 0.4060511215440793,
      "grad_norm": 0.18233270943164825,
      "learning_rate": 0.0007095608844596699,
      "loss": 1.7483798265457153,
      "step": 1946
    },
    {
      "epoch": 0.40646844027125717,
      "grad_norm": 0.16827167570590973,
      "learning_rate": 0.0007090625973217066,
      "loss": 1.779498815536499,
      "step": 1948
    },
    {
      "epoch": 0.40688575899843504,
      "grad_norm": 0.2003028690814972,
      "learning_rate": 0.0007085643101837435,
      "loss": 1.7313119173049927,
      "step": 1950
    },
    {
      "epoch": 0.4073030777256129,
      "grad_norm": 0.17419478297233582,
      "learning_rate": 0.0007080660230457802,
      "loss": 1.685150146484375,
      "step": 1952
    },
    {
      "epoch": 0.40772039645279085,
      "grad_norm": 0.23210090398788452,
      "learning_rate": 0.0007075677359078169,
      "loss": 1.6654866933822632,
      "step": 1954
    },
    {
      "epoch": 0.4081377151799687,
      "grad_norm": 0.18305149674415588,
      "learning_rate": 0.0007070694487698537,
      "loss": 1.6528769731521606,
      "step": 1956
    },
    {
      "epoch": 0.4085550339071466,
      "grad_norm": 0.2183254361152649,
      "learning_rate": 0.0007065711616318904,
      "loss": 1.6183055639266968,
      "step": 1958
    },
    {
      "epoch": 0.40897235263432447,
      "grad_norm": 0.19013535976409912,
      "learning_rate": 0.0007060728744939271,
      "loss": 1.642290472984314,
      "step": 1960
    },
    {
      "epoch": 0.40938967136150234,
      "grad_norm": 0.16879412531852722,
      "learning_rate": 0.0007055745873559639,
      "loss": 1.5484110116958618,
      "step": 1962
    },
    {
      "epoch": 0.4098069900886802,
      "grad_norm": 0.1673821210861206,
      "learning_rate": 0.0007050763002180006,
      "loss": 1.612941861152649,
      "step": 1964
    },
    {
      "epoch": 0.4102243088158581,
      "grad_norm": 0.19346307218074799,
      "learning_rate": 0.0007045780130800375,
      "loss": 1.601862907409668,
      "step": 1966
    },
    {
      "epoch": 0.410641627543036,
      "grad_norm": 0.19376583397388458,
      "learning_rate": 0.0007040797259420742,
      "loss": 1.551114797592163,
      "step": 1968
    },
    {
      "epoch": 0.4110589462702139,
      "grad_norm": 0.18905408680438995,
      "learning_rate": 0.0007035814388041109,
      "loss": 1.6617710590362549,
      "step": 1970
    },
    {
      "epoch": 0.41147626499739176,
      "grad_norm": 0.18663017451763153,
      "learning_rate": 0.0007030831516661477,
      "loss": 1.6053431034088135,
      "step": 1972
    },
    {
      "epoch": 0.41189358372456963,
      "grad_norm": 0.1955297738313675,
      "learning_rate": 0.0007025848645281844,
      "loss": 1.6625816822052002,
      "step": 1974
    },
    {
      "epoch": 0.4123109024517475,
      "grad_norm": 0.17214395105838776,
      "learning_rate": 0.0007020865773902211,
      "loss": 1.6572118997573853,
      "step": 1976
    },
    {
      "epoch": 0.4127282211789254,
      "grad_norm": 0.18428188562393188,
      "learning_rate": 0.0007015882902522579,
      "loss": 1.7975879907608032,
      "step": 1978
    },
    {
      "epoch": 0.4131455399061033,
      "grad_norm": 0.19191627204418182,
      "learning_rate": 0.0007010900031142947,
      "loss": 1.723305344581604,
      "step": 1980
    },
    {
      "epoch": 0.4135628586332812,
      "grad_norm": 0.20642754435539246,
      "learning_rate": 0.0007005917159763315,
      "loss": 1.698765516281128,
      "step": 1982
    },
    {
      "epoch": 0.41398017736045906,
      "grad_norm": 0.2158510535955429,
      "learning_rate": 0.0007000934288383682,
      "loss": 1.7140588760375977,
      "step": 1984
    },
    {
      "epoch": 0.41439749608763693,
      "grad_norm": 0.23603455722332,
      "learning_rate": 0.0006995951417004049,
      "loss": 1.6636567115783691,
      "step": 1986
    },
    {
      "epoch": 0.4148148148148148,
      "grad_norm": 0.17696522176265717,
      "learning_rate": 0.0006990968545624417,
      "loss": 1.7558321952819824,
      "step": 1988
    },
    {
      "epoch": 0.4152321335419927,
      "grad_norm": 0.21585774421691895,
      "learning_rate": 0.0006985985674244784,
      "loss": 1.707481861114502,
      "step": 1990
    },
    {
      "epoch": 0.4156494522691706,
      "grad_norm": 0.1892940104007721,
      "learning_rate": 0.0006981002802865151,
      "loss": 1.56398344039917,
      "step": 1992
    },
    {
      "epoch": 0.4160667709963485,
      "grad_norm": 0.1834668070077896,
      "learning_rate": 0.000697601993148552,
      "loss": 1.7686594724655151,
      "step": 1994
    },
    {
      "epoch": 0.41648408972352635,
      "grad_norm": 0.18568262457847595,
      "learning_rate": 0.0006971037060105887,
      "loss": 1.5007394552230835,
      "step": 1996
    },
    {
      "epoch": 0.4169014084507042,
      "grad_norm": 0.18123599886894226,
      "learning_rate": 0.0006966054188726254,
      "loss": 1.6267486810684204,
      "step": 1998
    },
    {
      "epoch": 0.4173187271778821,
      "grad_norm": 0.16701748967170715,
      "learning_rate": 0.0006961071317346622,
      "loss": 1.7028529644012451,
      "step": 2000
    },
    {
      "epoch": 0.41773604590505997,
      "grad_norm": 0.1927339732646942,
      "learning_rate": 0.0006956088445966988,
      "loss": 1.598311185836792,
      "step": 2002
    },
    {
      "epoch": 0.41815336463223785,
      "grad_norm": 0.1722911149263382,
      "learning_rate": 0.0006951105574587356,
      "loss": 1.531990647315979,
      "step": 2004
    },
    {
      "epoch": 0.4185706833594158,
      "grad_norm": 0.19591574370861053,
      "learning_rate": 0.0006946122703207723,
      "loss": 1.6635020971298218,
      "step": 2006
    },
    {
      "epoch": 0.41898800208659365,
      "grad_norm": 0.22266089916229248,
      "learning_rate": 0.000694113983182809,
      "loss": 1.6365724802017212,
      "step": 2008
    },
    {
      "epoch": 0.4194053208137715,
      "grad_norm": 0.19425643980503082,
      "learning_rate": 0.0006936156960448459,
      "loss": 1.63710618019104,
      "step": 2010
    },
    {
      "epoch": 0.4198226395409494,
      "grad_norm": 0.18465062975883484,
      "learning_rate": 0.0006931174089068826,
      "loss": 1.648695468902588,
      "step": 2012
    },
    {
      "epoch": 0.42023995826812727,
      "grad_norm": 0.19431091845035553,
      "learning_rate": 0.0006926191217689194,
      "loss": 1.5516412258148193,
      "step": 2014
    },
    {
      "epoch": 0.42065727699530514,
      "grad_norm": 0.216373011469841,
      "learning_rate": 0.0006921208346309561,
      "loss": 1.692888855934143,
      "step": 2016
    },
    {
      "epoch": 0.42107459572248307,
      "grad_norm": 0.17031949758529663,
      "learning_rate": 0.0006916225474929928,
      "loss": 1.5910251140594482,
      "step": 2018
    },
    {
      "epoch": 0.42149191444966094,
      "grad_norm": 0.1789386123418808,
      "learning_rate": 0.0006911242603550296,
      "loss": 1.7299878597259521,
      "step": 2020
    },
    {
      "epoch": 0.4219092331768388,
      "grad_norm": 0.17683827877044678,
      "learning_rate": 0.0006906259732170663,
      "loss": 1.726607322692871,
      "step": 2022
    },
    {
      "epoch": 0.4223265519040167,
      "grad_norm": 0.17248451709747314,
      "learning_rate": 0.000690127686079103,
      "loss": 1.6691478490829468,
      "step": 2024
    },
    {
      "epoch": 0.42274387063119456,
      "grad_norm": 0.20521403849124908,
      "learning_rate": 0.0006896293989411399,
      "loss": 1.6416796445846558,
      "step": 2026
    },
    {
      "epoch": 0.42316118935837244,
      "grad_norm": 0.2102445363998413,
      "learning_rate": 0.0006891311118031766,
      "loss": 1.744062066078186,
      "step": 2028
    },
    {
      "epoch": 0.42357850808555036,
      "grad_norm": 0.2281162440776825,
      "learning_rate": 0.0006886328246652134,
      "loss": 1.7833259105682373,
      "step": 2030
    },
    {
      "epoch": 0.42399582681272824,
      "grad_norm": 0.17696285247802734,
      "learning_rate": 0.0006881345375272501,
      "loss": 1.6629830598831177,
      "step": 2032
    },
    {
      "epoch": 0.4244131455399061,
      "grad_norm": 0.1717655509710312,
      "learning_rate": 0.0006876362503892868,
      "loss": 1.5669326782226562,
      "step": 2034
    },
    {
      "epoch": 0.424830464267084,
      "grad_norm": 0.1734437793493271,
      "learning_rate": 0.0006871379632513236,
      "loss": 1.6308287382125854,
      "step": 2036
    },
    {
      "epoch": 0.42524778299426186,
      "grad_norm": 0.18259912729263306,
      "learning_rate": 0.0006866396761133603,
      "loss": 1.7051451206207275,
      "step": 2038
    },
    {
      "epoch": 0.42566510172143973,
      "grad_norm": 0.19569163024425507,
      "learning_rate": 0.0006861413889753971,
      "loss": 1.7503201961517334,
      "step": 2040
    },
    {
      "epoch": 0.4260824204486176,
      "grad_norm": 0.20505301654338837,
      "learning_rate": 0.0006856431018374339,
      "loss": 1.739957332611084,
      "step": 2042
    },
    {
      "epoch": 0.42649973917579553,
      "grad_norm": 0.16601890325546265,
      "learning_rate": 0.0006851448146994706,
      "loss": 1.6939730644226074,
      "step": 2044
    },
    {
      "epoch": 0.4269170579029734,
      "grad_norm": 0.14138959348201752,
      "learning_rate": 0.0006846465275615074,
      "loss": 1.6229454278945923,
      "step": 2046
    },
    {
      "epoch": 0.4273343766301513,
      "grad_norm": 0.16821424663066864,
      "learning_rate": 0.0006841482404235441,
      "loss": 1.569868564605713,
      "step": 2048
    },
    {
      "epoch": 0.42775169535732915,
      "grad_norm": 0.18612134456634521,
      "learning_rate": 0.0006836499532855808,
      "loss": 1.7251687049865723,
      "step": 2050
    },
    {
      "epoch": 0.428169014084507,
      "grad_norm": 0.21419104933738708,
      "learning_rate": 0.0006831516661476177,
      "loss": 1.5867853164672852,
      "step": 2052
    },
    {
      "epoch": 0.4285863328116849,
      "grad_norm": 0.17739352583885193,
      "learning_rate": 0.0006826533790096544,
      "loss": 1.6989272832870483,
      "step": 2054
    },
    {
      "epoch": 0.42900365153886283,
      "grad_norm": 0.18007194995880127,
      "learning_rate": 0.0006821550918716911,
      "loss": 1.6633107662200928,
      "step": 2056
    },
    {
      "epoch": 0.4294209702660407,
      "grad_norm": 0.18534772098064423,
      "learning_rate": 0.0006816568047337279,
      "loss": 1.524631381034851,
      "step": 2058
    },
    {
      "epoch": 0.4298382889932186,
      "grad_norm": 0.23682451248168945,
      "learning_rate": 0.0006811585175957646,
      "loss": 1.5820634365081787,
      "step": 2060
    },
    {
      "epoch": 0.43025560772039645,
      "grad_norm": 0.17606110870838165,
      "learning_rate": 0.0006806602304578013,
      "loss": 1.6821006536483765,
      "step": 2062
    },
    {
      "epoch": 0.4306729264475743,
      "grad_norm": 0.17417310178279877,
      "learning_rate": 0.0006801619433198381,
      "loss": 1.5983318090438843,
      "step": 2064
    },
    {
      "epoch": 0.4310902451747522,
      "grad_norm": 0.21326765418052673,
      "learning_rate": 0.0006796636561818748,
      "loss": 1.6636732816696167,
      "step": 2066
    },
    {
      "epoch": 0.4315075639019301,
      "grad_norm": 0.1700189858675003,
      "learning_rate": 0.0006791653690439117,
      "loss": 1.6755625009536743,
      "step": 2068
    },
    {
      "epoch": 0.431924882629108,
      "grad_norm": 0.17494486272335052,
      "learning_rate": 0.0006786670819059484,
      "loss": 1.5736558437347412,
      "step": 2070
    },
    {
      "epoch": 0.43234220135628587,
      "grad_norm": 0.17146234214305878,
      "learning_rate": 0.0006781687947679851,
      "loss": 1.6380850076675415,
      "step": 2072
    },
    {
      "epoch": 0.43275952008346374,
      "grad_norm": 0.19481350481510162,
      "learning_rate": 0.0006776705076300219,
      "loss": 1.5706202983856201,
      "step": 2074
    },
    {
      "epoch": 0.4331768388106416,
      "grad_norm": 0.18794581294059753,
      "learning_rate": 0.0006771722204920586,
      "loss": 1.6174395084381104,
      "step": 2076
    },
    {
      "epoch": 0.4335941575378195,
      "grad_norm": 0.20505531132221222,
      "learning_rate": 0.0006766739333540953,
      "loss": 1.7102923393249512,
      "step": 2078
    },
    {
      "epoch": 0.43401147626499736,
      "grad_norm": 0.21512311697006226,
      "learning_rate": 0.0006761756462161321,
      "loss": 1.6858521699905396,
      "step": 2080
    },
    {
      "epoch": 0.4344287949921753,
      "grad_norm": 0.1825442761182785,
      "learning_rate": 0.0006756773590781689,
      "loss": 1.5891410112380981,
      "step": 2082
    },
    {
      "epoch": 0.43484611371935317,
      "grad_norm": 0.18736852705478668,
      "learning_rate": 0.0006751790719402056,
      "loss": 1.6347702741622925,
      "step": 2084
    },
    {
      "epoch": 0.43526343244653104,
      "grad_norm": 0.17808939516544342,
      "learning_rate": 0.0006746807848022423,
      "loss": 1.8280189037322998,
      "step": 2086
    },
    {
      "epoch": 0.4356807511737089,
      "grad_norm": 0.21274828910827637,
      "learning_rate": 0.000674182497664279,
      "loss": 1.5847911834716797,
      "step": 2088
    },
    {
      "epoch": 0.4360980699008868,
      "grad_norm": 0.18459489941596985,
      "learning_rate": 0.0006736842105263158,
      "loss": 1.7398196458816528,
      "step": 2090
    },
    {
      "epoch": 0.43651538862806466,
      "grad_norm": 0.17764605581760406,
      "learning_rate": 0.0006731859233883525,
      "loss": 1.6091114282608032,
      "step": 2092
    },
    {
      "epoch": 0.4369327073552426,
      "grad_norm": 0.19259013235569,
      "learning_rate": 0.0006726876362503893,
      "loss": 1.6295032501220703,
      "step": 2094
    },
    {
      "epoch": 0.43735002608242046,
      "grad_norm": 0.19112874567508698,
      "learning_rate": 0.000672189349112426,
      "loss": 1.6889574527740479,
      "step": 2096
    },
    {
      "epoch": 0.43776734480959834,
      "grad_norm": 0.19554616510868073,
      "learning_rate": 0.0006716910619744628,
      "loss": 1.551025390625,
      "step": 2098
    },
    {
      "epoch": 0.4381846635367762,
      "grad_norm": 0.17289364337921143,
      "learning_rate": 0.0006711927748364996,
      "loss": 1.6089515686035156,
      "step": 2100
    },
    {
      "epoch": 0.4386019822639541,
      "grad_norm": 0.18652550876140594,
      "learning_rate": 0.0006706944876985363,
      "loss": 1.6269158124923706,
      "step": 2102
    },
    {
      "epoch": 0.43901930099113196,
      "grad_norm": 0.18318471312522888,
      "learning_rate": 0.000670196200560573,
      "loss": 1.8091142177581787,
      "step": 2104
    },
    {
      "epoch": 0.4394366197183099,
      "grad_norm": 0.17808561027050018,
      "learning_rate": 0.0006696979134226098,
      "loss": 1.6483501195907593,
      "step": 2106
    },
    {
      "epoch": 0.43985393844548776,
      "grad_norm": 0.17564748227596283,
      "learning_rate": 0.0006691996262846465,
      "loss": 1.6110496520996094,
      "step": 2108
    },
    {
      "epoch": 0.44027125717266563,
      "grad_norm": 0.1854456514120102,
      "learning_rate": 0.0006687013391466833,
      "loss": 1.6509326696395874,
      "step": 2110
    },
    {
      "epoch": 0.4406885758998435,
      "grad_norm": 0.19521023333072662,
      "learning_rate": 0.0006682030520087201,
      "loss": 1.4685437679290771,
      "step": 2112
    },
    {
      "epoch": 0.4411058946270214,
      "grad_norm": 0.19183216989040375,
      "learning_rate": 0.0006677047648707568,
      "loss": 1.615735411643982,
      "step": 2114
    },
    {
      "epoch": 0.44152321335419925,
      "grad_norm": 0.17928355932235718,
      "learning_rate": 0.0006672064777327936,
      "loss": 1.6966636180877686,
      "step": 2116
    },
    {
      "epoch": 0.4419405320813771,
      "grad_norm": 0.19644534587860107,
      "learning_rate": 0.0006667081905948303,
      "loss": 1.6603734493255615,
      "step": 2118
    },
    {
      "epoch": 0.44235785080855505,
      "grad_norm": 0.1943538933992386,
      "learning_rate": 0.000666209903456867,
      "loss": 1.65966796875,
      "step": 2120
    },
    {
      "epoch": 0.4427751695357329,
      "grad_norm": 0.1803293526172638,
      "learning_rate": 0.0006657116163189038,
      "loss": 1.750153660774231,
      "step": 2122
    },
    {
      "epoch": 0.4431924882629108,
      "grad_norm": 0.19837968051433563,
      "learning_rate": 0.0006652133291809405,
      "loss": 1.7525608539581299,
      "step": 2124
    },
    {
      "epoch": 0.4436098069900887,
      "grad_norm": 0.2169271558523178,
      "learning_rate": 0.0006647150420429772,
      "loss": 1.7094480991363525,
      "step": 2126
    },
    {
      "epoch": 0.44402712571726655,
      "grad_norm": 0.1747976690530777,
      "learning_rate": 0.0006642167549050141,
      "loss": 1.710147738456726,
      "step": 2128
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 0.17337706685066223,
      "learning_rate": 0.0006637184677670508,
      "loss": 1.7052322626113892,
      "step": 2130
    },
    {
      "epoch": 0.44486176317162235,
      "grad_norm": 0.19824403524398804,
      "learning_rate": 0.0006632201806290876,
      "loss": 1.5822726488113403,
      "step": 2132
    },
    {
      "epoch": 0.4452790818988002,
      "grad_norm": 0.19013693928718567,
      "learning_rate": 0.0006627218934911243,
      "loss": 1.691605806350708,
      "step": 2134
    },
    {
      "epoch": 0.4456964006259781,
      "grad_norm": 0.19300545752048492,
      "learning_rate": 0.000662223606353161,
      "loss": 1.6828343868255615,
      "step": 2136
    },
    {
      "epoch": 0.44611371935315597,
      "grad_norm": 0.1866510808467865,
      "learning_rate": 0.0006617253192151978,
      "loss": 1.5603797435760498,
      "step": 2138
    },
    {
      "epoch": 0.44653103808033384,
      "grad_norm": 0.18131285905838013,
      "learning_rate": 0.0006612270320772345,
      "loss": 1.762597680091858,
      "step": 2140
    },
    {
      "epoch": 0.4469483568075117,
      "grad_norm": 0.22835023701190948,
      "learning_rate": 0.0006607287449392713,
      "loss": 1.5227411985397339,
      "step": 2142
    },
    {
      "epoch": 0.44736567553468964,
      "grad_norm": 0.1832299381494522,
      "learning_rate": 0.0006602304578013081,
      "loss": 1.6503472328186035,
      "step": 2144
    },
    {
      "epoch": 0.4477829942618675,
      "grad_norm": 0.1619878113269806,
      "learning_rate": 0.0006597321706633448,
      "loss": 1.530448317527771,
      "step": 2146
    },
    {
      "epoch": 0.4482003129890454,
      "grad_norm": 0.1806347370147705,
      "learning_rate": 0.0006592338835253816,
      "loss": 1.720436453819275,
      "step": 2148
    },
    {
      "epoch": 0.44861763171622326,
      "grad_norm": 0.17783842980861664,
      "learning_rate": 0.0006587355963874183,
      "loss": 1.6536171436309814,
      "step": 2150
    },
    {
      "epoch": 0.44903495044340114,
      "grad_norm": 0.19388899207115173,
      "learning_rate": 0.000658237309249455,
      "loss": 1.5561476945877075,
      "step": 2152
    },
    {
      "epoch": 0.449452269170579,
      "grad_norm": 0.170505091547966,
      "learning_rate": 0.0006577390221114918,
      "loss": 1.5716391801834106,
      "step": 2154
    },
    {
      "epoch": 0.44986958789775694,
      "grad_norm": 0.2037661373615265,
      "learning_rate": 0.0006572407349735286,
      "loss": 1.655495524406433,
      "step": 2156
    },
    {
      "epoch": 0.4502869066249348,
      "grad_norm": 0.16902558505535126,
      "learning_rate": 0.0006567424478355653,
      "loss": 1.6777594089508057,
      "step": 2158
    },
    {
      "epoch": 0.4507042253521127,
      "grad_norm": 0.20422546565532684,
      "learning_rate": 0.0006562441606976021,
      "loss": 1.6523692607879639,
      "step": 2160
    },
    {
      "epoch": 0.45112154407929056,
      "grad_norm": 0.18302936851978302,
      "learning_rate": 0.0006557458735596388,
      "loss": 1.552883267402649,
      "step": 2162
    },
    {
      "epoch": 0.45153886280646843,
      "grad_norm": 0.19708263874053955,
      "learning_rate": 0.0006552475864216755,
      "loss": 1.5769011974334717,
      "step": 2164
    },
    {
      "epoch": 0.4519561815336463,
      "grad_norm": 0.22629764676094055,
      "learning_rate": 0.0006547492992837123,
      "loss": 1.4636987447738647,
      "step": 2166
    },
    {
      "epoch": 0.4523735002608242,
      "grad_norm": 0.1784856617450714,
      "learning_rate": 0.0006542510121457489,
      "loss": 1.8124885559082031,
      "step": 2168
    },
    {
      "epoch": 0.4527908189880021,
      "grad_norm": 0.16386978328227997,
      "learning_rate": 0.0006537527250077858,
      "loss": 1.7226455211639404,
      "step": 2170
    },
    {
      "epoch": 0.45320813771518,
      "grad_norm": 0.2245175838470459,
      "learning_rate": 0.0006532544378698225,
      "loss": 1.6121279001235962,
      "step": 2172
    },
    {
      "epoch": 0.45362545644235786,
      "grad_norm": 0.2042732536792755,
      "learning_rate": 0.0006527561507318593,
      "loss": 1.8244189023971558,
      "step": 2174
    },
    {
      "epoch": 0.45404277516953573,
      "grad_norm": 0.237874835729599,
      "learning_rate": 0.000652257863593896,
      "loss": 1.4849438667297363,
      "step": 2176
    },
    {
      "epoch": 0.4544600938967136,
      "grad_norm": 0.18323439359664917,
      "learning_rate": 0.0006517595764559327,
      "loss": 1.7365816831588745,
      "step": 2178
    },
    {
      "epoch": 0.4548774126238915,
      "grad_norm": 0.2310006320476532,
      "learning_rate": 0.0006512612893179695,
      "loss": 1.719451665878296,
      "step": 2180
    },
    {
      "epoch": 0.4552947313510694,
      "grad_norm": 0.2078419029712677,
      "learning_rate": 0.0006507630021800062,
      "loss": 1.5895004272460938,
      "step": 2182
    },
    {
      "epoch": 0.4557120500782473,
      "grad_norm": 0.20061245560646057,
      "learning_rate": 0.0006502647150420429,
      "loss": 1.8829911947250366,
      "step": 2184
    },
    {
      "epoch": 0.45612936880542515,
      "grad_norm": 0.20012111961841583,
      "learning_rate": 0.0006497664279040798,
      "loss": 1.4763175249099731,
      "step": 2186
    },
    {
      "epoch": 0.456546687532603,
      "grad_norm": 0.17549832165241241,
      "learning_rate": 0.0006492681407661165,
      "loss": 1.6976118087768555,
      "step": 2188
    },
    {
      "epoch": 0.4569640062597809,
      "grad_norm": 0.1684069186449051,
      "learning_rate": 0.0006487698536281532,
      "loss": 1.682408094406128,
      "step": 2190
    },
    {
      "epoch": 0.45738132498695877,
      "grad_norm": 0.19265960156917572,
      "learning_rate": 0.00064827156649019,
      "loss": 1.6903444528579712,
      "step": 2192
    },
    {
      "epoch": 0.4577986437141367,
      "grad_norm": 0.20462718605995178,
      "learning_rate": 0.0006477732793522267,
      "loss": 1.5667544603347778,
      "step": 2194
    },
    {
      "epoch": 0.4582159624413146,
      "grad_norm": 0.23280535638332367,
      "learning_rate": 0.0006472749922142635,
      "loss": 1.7492413520812988,
      "step": 2196
    },
    {
      "epoch": 0.45863328116849245,
      "grad_norm": 0.17211668193340302,
      "learning_rate": 0.0006467767050763002,
      "loss": 1.71237051486969,
      "step": 2198
    },
    {
      "epoch": 0.4590505998956703,
      "grad_norm": 0.2092355340719223,
      "learning_rate": 0.000646278417938337,
      "loss": 1.6101242303848267,
      "step": 2200
    },
    {
      "epoch": 0.4594679186228482,
      "grad_norm": 0.2288168966770172,
      "learning_rate": 0.0006457801308003738,
      "loss": 1.525240182876587,
      "step": 2202
    },
    {
      "epoch": 0.45988523735002607,
      "grad_norm": 0.19022385776042938,
      "learning_rate": 0.0006452818436624105,
      "loss": 1.6549973487854004,
      "step": 2204
    },
    {
      "epoch": 0.46030255607720394,
      "grad_norm": 0.1893918663263321,
      "learning_rate": 0.0006447835565244472,
      "loss": 1.603515386581421,
      "step": 2206
    },
    {
      "epoch": 0.46071987480438187,
      "grad_norm": 0.19583308696746826,
      "learning_rate": 0.000644285269386484,
      "loss": 1.792559266090393,
      "step": 2208
    },
    {
      "epoch": 0.46113719353155974,
      "grad_norm": 0.17401592433452606,
      "learning_rate": 0.0006437869822485207,
      "loss": 1.781632661819458,
      "step": 2210
    },
    {
      "epoch": 0.4615545122587376,
      "grad_norm": 0.164097860455513,
      "learning_rate": 0.0006432886951105575,
      "loss": 1.6397689580917358,
      "step": 2212
    },
    {
      "epoch": 0.4619718309859155,
      "grad_norm": 0.18655383586883545,
      "learning_rate": 0.0006427904079725943,
      "loss": 1.65058171749115,
      "step": 2214
    },
    {
      "epoch": 0.46238914971309336,
      "grad_norm": 0.19977721571922302,
      "learning_rate": 0.000642292120834631,
      "loss": 1.6740310192108154,
      "step": 2216
    },
    {
      "epoch": 0.46280646844027123,
      "grad_norm": 0.1789490431547165,
      "learning_rate": 0.0006417938336966678,
      "loss": 1.660505771636963,
      "step": 2218
    },
    {
      "epoch": 0.46322378716744916,
      "grad_norm": 0.15630024671554565,
      "learning_rate": 0.0006412955465587045,
      "loss": 1.7098737955093384,
      "step": 2220
    },
    {
      "epoch": 0.46364110589462704,
      "grad_norm": 0.17152395844459534,
      "learning_rate": 0.0006407972594207412,
      "loss": 1.7534066438674927,
      "step": 2222
    },
    {
      "epoch": 0.4640584246218049,
      "grad_norm": 0.21707962453365326,
      "learning_rate": 0.000640298972282778,
      "loss": 1.6748636960983276,
      "step": 2224
    },
    {
      "epoch": 0.4644757433489828,
      "grad_norm": 0.1711374819278717,
      "learning_rate": 0.0006398006851448147,
      "loss": 1.6252702474594116,
      "step": 2226
    },
    {
      "epoch": 0.46489306207616066,
      "grad_norm": 0.2005840241909027,
      "learning_rate": 0.0006393023980068514,
      "loss": 1.7125120162963867,
      "step": 2228
    },
    {
      "epoch": 0.46531038080333853,
      "grad_norm": 0.18972571194171906,
      "learning_rate": 0.0006388041108688883,
      "loss": 1.7711200714111328,
      "step": 2230
    },
    {
      "epoch": 0.46572769953051646,
      "grad_norm": 0.18839924037456512,
      "learning_rate": 0.000638305823730925,
      "loss": 1.6517610549926758,
      "step": 2232
    },
    {
      "epoch": 0.46614501825769433,
      "grad_norm": 0.17488519847393036,
      "learning_rate": 0.0006378075365929618,
      "loss": 1.86976957321167,
      "step": 2234
    },
    {
      "epoch": 0.4665623369848722,
      "grad_norm": 0.2039034068584442,
      "learning_rate": 0.0006373092494549985,
      "loss": 1.6738086938858032,
      "step": 2236
    },
    {
      "epoch": 0.4669796557120501,
      "grad_norm": 0.20377559959888458,
      "learning_rate": 0.0006368109623170352,
      "loss": 1.6221966743469238,
      "step": 2238
    },
    {
      "epoch": 0.46739697443922795,
      "grad_norm": 0.21467648446559906,
      "learning_rate": 0.000636312675179072,
      "loss": 1.606877326965332,
      "step": 2240
    },
    {
      "epoch": 0.4678142931664058,
      "grad_norm": 0.17877544462680817,
      "learning_rate": 0.0006358143880411087,
      "loss": 1.6395072937011719,
      "step": 2242
    },
    {
      "epoch": 0.4682316118935837,
      "grad_norm": 0.1867547184228897,
      "learning_rate": 0.0006353161009031455,
      "loss": 1.6619255542755127,
      "step": 2244
    },
    {
      "epoch": 0.46864893062076163,
      "grad_norm": 0.16417239606380463,
      "learning_rate": 0.0006348178137651823,
      "loss": 1.8050012588500977,
      "step": 2246
    },
    {
      "epoch": 0.4690662493479395,
      "grad_norm": 0.19289712607860565,
      "learning_rate": 0.000634319526627219,
      "loss": 1.7720729112625122,
      "step": 2248
    },
    {
      "epoch": 0.4694835680751174,
      "grad_norm": 0.19002565741539001,
      "learning_rate": 0.0006338212394892558,
      "loss": 1.6322200298309326,
      "step": 2250
    },
    {
      "epoch": 0.46990088680229525,
      "grad_norm": 0.1756228655576706,
      "learning_rate": 0.0006333229523512924,
      "loss": 1.6642818450927734,
      "step": 2252
    },
    {
      "epoch": 0.4703182055294731,
      "grad_norm": 0.19345125555992126,
      "learning_rate": 0.0006328246652133291,
      "loss": 1.7236707210540771,
      "step": 2254
    },
    {
      "epoch": 0.470735524256651,
      "grad_norm": 0.18979834020137787,
      "learning_rate": 0.0006323263780753659,
      "loss": 1.5878114700317383,
      "step": 2256
    },
    {
      "epoch": 0.4711528429838289,
      "grad_norm": 0.19021959602832794,
      "learning_rate": 0.0006318280909374027,
      "loss": 1.6624784469604492,
      "step": 2258
    },
    {
      "epoch": 0.4715701617110068,
      "grad_norm": 0.1626739799976349,
      "learning_rate": 0.0006313298037994395,
      "loss": 1.696656346321106,
      "step": 2260
    },
    {
      "epoch": 0.47198748043818467,
      "grad_norm": 0.17045506834983826,
      "learning_rate": 0.0006308315166614762,
      "loss": 1.6809720993041992,
      "step": 2262
    },
    {
      "epoch": 0.47240479916536254,
      "grad_norm": 0.17728687822818756,
      "learning_rate": 0.0006303332295235129,
      "loss": 1.4981613159179688,
      "step": 2264
    },
    {
      "epoch": 0.4728221178925404,
      "grad_norm": 0.18320240080356598,
      "learning_rate": 0.0006298349423855497,
      "loss": 1.7004302740097046,
      "step": 2266
    },
    {
      "epoch": 0.4732394366197183,
      "grad_norm": 0.1768762320280075,
      "learning_rate": 0.0006293366552475864,
      "loss": 1.6750084161758423,
      "step": 2268
    },
    {
      "epoch": 0.4736567553468962,
      "grad_norm": 0.18989863991737366,
      "learning_rate": 0.0006288383681096231,
      "loss": 1.5724411010742188,
      "step": 2270
    },
    {
      "epoch": 0.4740740740740741,
      "grad_norm": 0.18472252786159515,
      "learning_rate": 0.00062834008097166,
      "loss": 1.6495447158813477,
      "step": 2272
    },
    {
      "epoch": 0.47449139280125197,
      "grad_norm": 0.16814455389976501,
      "learning_rate": 0.0006278417938336967,
      "loss": 1.7860522270202637,
      "step": 2274
    },
    {
      "epoch": 0.47490871152842984,
      "grad_norm": 0.17506344616413116,
      "learning_rate": 0.0006273435066957335,
      "loss": 1.7075011730194092,
      "step": 2276
    },
    {
      "epoch": 0.4753260302556077,
      "grad_norm": 0.18617728352546692,
      "learning_rate": 0.0006268452195577702,
      "loss": 1.8390833139419556,
      "step": 2278
    },
    {
      "epoch": 0.4757433489827856,
      "grad_norm": 0.1951189637184143,
      "learning_rate": 0.0006263469324198069,
      "loss": 1.7569984197616577,
      "step": 2280
    },
    {
      "epoch": 0.47616066770996346,
      "grad_norm": 0.19304701685905457,
      "learning_rate": 0.0006258486452818437,
      "loss": 1.666843295097351,
      "step": 2282
    },
    {
      "epoch": 0.4765779864371414,
      "grad_norm": 0.17116114497184753,
      "learning_rate": 0.0006253503581438804,
      "loss": 1.7839329242706299,
      "step": 2284
    },
    {
      "epoch": 0.47699530516431926,
      "grad_norm": 0.16400864720344543,
      "learning_rate": 0.0006248520710059171,
      "loss": 1.6923694610595703,
      "step": 2286
    },
    {
      "epoch": 0.47741262389149713,
      "grad_norm": 0.1887049525976181,
      "learning_rate": 0.000624353783867954,
      "loss": 1.7406247854232788,
      "step": 2288
    },
    {
      "epoch": 0.477829942618675,
      "grad_norm": 0.19211868941783905,
      "learning_rate": 0.0006238554967299907,
      "loss": 1.6580698490142822,
      "step": 2290
    },
    {
      "epoch": 0.4782472613458529,
      "grad_norm": 0.1673884242773056,
      "learning_rate": 0.0006233572095920274,
      "loss": 1.6956758499145508,
      "step": 2292
    },
    {
      "epoch": 0.47866458007303075,
      "grad_norm": 0.18888750672340393,
      "learning_rate": 0.0006228589224540642,
      "loss": 1.77895987033844,
      "step": 2294
    },
    {
      "epoch": 0.4790818988002087,
      "grad_norm": 0.19842085242271423,
      "learning_rate": 0.0006223606353161009,
      "loss": 1.6926261186599731,
      "step": 2296
    },
    {
      "epoch": 0.47949921752738656,
      "grad_norm": 0.17038029432296753,
      "learning_rate": 0.0006218623481781377,
      "loss": 1.7498395442962646,
      "step": 2298
    },
    {
      "epoch": 0.47991653625456443,
      "grad_norm": 0.18308082222938538,
      "learning_rate": 0.0006213640610401744,
      "loss": 1.7081809043884277,
      "step": 2300
    },
    {
      "epoch": 0.4803338549817423,
      "grad_norm": 0.18448707461357117,
      "learning_rate": 0.0006208657739022112,
      "loss": 1.6018449068069458,
      "step": 2302
    },
    {
      "epoch": 0.4807511737089202,
      "grad_norm": 0.2225142866373062,
      "learning_rate": 0.000620367486764248,
      "loss": 1.7542376518249512,
      "step": 2304
    },
    {
      "epoch": 0.48116849243609805,
      "grad_norm": 0.1678779125213623,
      "learning_rate": 0.0006198691996262847,
      "loss": 1.6199181079864502,
      "step": 2306
    },
    {
      "epoch": 0.481585811163276,
      "grad_norm": 0.17093871533870697,
      "learning_rate": 0.0006193709124883214,
      "loss": 1.7297284603118896,
      "step": 2308
    },
    {
      "epoch": 0.48200312989045385,
      "grad_norm": 0.17756441235542297,
      "learning_rate": 0.0006188726253503582,
      "loss": 1.671688437461853,
      "step": 2310
    },
    {
      "epoch": 0.4824204486176317,
      "grad_norm": 0.19993822276592255,
      "learning_rate": 0.0006183743382123949,
      "loss": 1.6771029233932495,
      "step": 2312
    },
    {
      "epoch": 0.4828377673448096,
      "grad_norm": 0.17967967689037323,
      "learning_rate": 0.0006178760510744317,
      "loss": 1.620607852935791,
      "step": 2314
    },
    {
      "epoch": 0.48325508607198747,
      "grad_norm": 0.20832481980323792,
      "learning_rate": 0.0006173777639364685,
      "loss": 1.6548066139221191,
      "step": 2316
    },
    {
      "epoch": 0.48367240479916535,
      "grad_norm": 0.17591466009616852,
      "learning_rate": 0.0006168794767985052,
      "loss": 1.6800392866134644,
      "step": 2318
    },
    {
      "epoch": 0.4840897235263432,
      "grad_norm": 0.20305797457695007,
      "learning_rate": 0.000616381189660542,
      "loss": 1.7078672647476196,
      "step": 2320
    },
    {
      "epoch": 0.48450704225352115,
      "grad_norm": 0.20098401606082916,
      "learning_rate": 0.0006158829025225787,
      "loss": 1.7006711959838867,
      "step": 2322
    },
    {
      "epoch": 0.484924360980699,
      "grad_norm": 0.1678527593612671,
      "learning_rate": 0.0006153846153846154,
      "loss": 1.7028697729110718,
      "step": 2324
    },
    {
      "epoch": 0.4853416797078769,
      "grad_norm": 0.2127094864845276,
      "learning_rate": 0.0006148863282466522,
      "loss": 1.6439032554626465,
      "step": 2326
    },
    {
      "epoch": 0.48575899843505477,
      "grad_norm": 0.2123558670282364,
      "learning_rate": 0.0006143880411086889,
      "loss": 1.7013537883758545,
      "step": 2328
    },
    {
      "epoch": 0.48617631716223264,
      "grad_norm": 0.17157968878746033,
      "learning_rate": 0.0006138897539707258,
      "loss": 1.7817928791046143,
      "step": 2330
    },
    {
      "epoch": 0.4865936358894105,
      "grad_norm": 0.18738074600696564,
      "learning_rate": 0.0006133914668327625,
      "loss": 1.7224258184432983,
      "step": 2332
    },
    {
      "epoch": 0.48701095461658844,
      "grad_norm": 0.18726903200149536,
      "learning_rate": 0.0006128931796947991,
      "loss": 1.6396877765655518,
      "step": 2334
    },
    {
      "epoch": 0.4874282733437663,
      "grad_norm": 0.19470545649528503,
      "learning_rate": 0.0006123948925568359,
      "loss": 1.613906979560852,
      "step": 2336
    },
    {
      "epoch": 0.4878455920709442,
      "grad_norm": 0.16727350652217865,
      "learning_rate": 0.0006118966054188726,
      "loss": 1.652796983718872,
      "step": 2338
    },
    {
      "epoch": 0.48826291079812206,
      "grad_norm": 0.1922510415315628,
      "learning_rate": 0.0006113983182809094,
      "loss": 1.7772053480148315,
      "step": 2340
    },
    {
      "epoch": 0.48868022952529994,
      "grad_norm": 0.1855093240737915,
      "learning_rate": 0.0006109000311429461,
      "loss": 1.7090497016906738,
      "step": 2342
    },
    {
      "epoch": 0.4890975482524778,
      "grad_norm": 0.21971635520458221,
      "learning_rate": 0.0006104017440049828,
      "loss": 1.515670895576477,
      "step": 2344
    },
    {
      "epoch": 0.48951486697965574,
      "grad_norm": 0.17876079678535461,
      "learning_rate": 0.0006099034568670197,
      "loss": 1.6303476095199585,
      "step": 2346
    },
    {
      "epoch": 0.4899321857068336,
      "grad_norm": 0.17011287808418274,
      "learning_rate": 0.0006094051697290564,
      "loss": 1.5526978969573975,
      "step": 2348
    },
    {
      "epoch": 0.4903495044340115,
      "grad_norm": 0.17210261523723602,
      "learning_rate": 0.0006089068825910931,
      "loss": 1.6197071075439453,
      "step": 2350
    },
    {
      "epoch": 0.49076682316118936,
      "grad_norm": 0.16901074349880219,
      "learning_rate": 0.0006084085954531299,
      "loss": 1.7013108730316162,
      "step": 2352
    },
    {
      "epoch": 0.49118414188836723,
      "grad_norm": 0.1713145226240158,
      "learning_rate": 0.0006079103083151666,
      "loss": 1.6729518175125122,
      "step": 2354
    },
    {
      "epoch": 0.4916014606155451,
      "grad_norm": 0.19876129925251007,
      "learning_rate": 0.0006074120211772033,
      "loss": 1.5788373947143555,
      "step": 2356
    },
    {
      "epoch": 0.492018779342723,
      "grad_norm": 0.20095910131931305,
      "learning_rate": 0.0006069137340392401,
      "loss": 1.687571406364441,
      "step": 2358
    },
    {
      "epoch": 0.4924360980699009,
      "grad_norm": 0.17344386875629425,
      "learning_rate": 0.0006064154469012768,
      "loss": 1.6565451622009277,
      "step": 2360
    },
    {
      "epoch": 0.4928534167970788,
      "grad_norm": 0.190763920545578,
      "learning_rate": 0.0006059171597633137,
      "loss": 1.6927180290222168,
      "step": 2362
    },
    {
      "epoch": 0.49327073552425665,
      "grad_norm": 0.19455622136592865,
      "learning_rate": 0.0006054188726253504,
      "loss": 1.6182314157485962,
      "step": 2364
    },
    {
      "epoch": 0.4936880542514345,
      "grad_norm": 0.19459623098373413,
      "learning_rate": 0.0006049205854873871,
      "loss": 1.6601393222808838,
      "step": 2366
    },
    {
      "epoch": 0.4941053729786124,
      "grad_norm": 0.18286044895648956,
      "learning_rate": 0.0006044222983494239,
      "loss": 1.6309341192245483,
      "step": 2368
    },
    {
      "epoch": 0.4945226917057903,
      "grad_norm": 0.1740557700395584,
      "learning_rate": 0.0006039240112114606,
      "loss": 1.7038424015045166,
      "step": 2370
    },
    {
      "epoch": 0.4949400104329682,
      "grad_norm": 0.17317251861095428,
      "learning_rate": 0.0006034257240734973,
      "loss": 1.624521017074585,
      "step": 2372
    },
    {
      "epoch": 0.4953573291601461,
      "grad_norm": 0.17656317353248596,
      "learning_rate": 0.0006029274369355341,
      "loss": 1.783949375152588,
      "step": 2374
    },
    {
      "epoch": 0.49577464788732395,
      "grad_norm": 0.2020646184682846,
      "learning_rate": 0.0006024291497975709,
      "loss": 1.679700493812561,
      "step": 2376
    },
    {
      "epoch": 0.4961919666145018,
      "grad_norm": 0.1891888529062271,
      "learning_rate": 0.0006019308626596077,
      "loss": 1.6682631969451904,
      "step": 2378
    },
    {
      "epoch": 0.4966092853416797,
      "grad_norm": 0.20177747309207916,
      "learning_rate": 0.0006014325755216444,
      "loss": 1.5069735050201416,
      "step": 2380
    },
    {
      "epoch": 0.49702660406885757,
      "grad_norm": 0.18581867218017578,
      "learning_rate": 0.0006009342883836811,
      "loss": 1.7082576751708984,
      "step": 2382
    },
    {
      "epoch": 0.4974439227960355,
      "grad_norm": 0.2088656723499298,
      "learning_rate": 0.0006004360012457179,
      "loss": 1.5859789848327637,
      "step": 2384
    },
    {
      "epoch": 0.49786124152321337,
      "grad_norm": 0.1886608749628067,
      "learning_rate": 0.0005999377141077546,
      "loss": 1.7043393850326538,
      "step": 2386
    },
    {
      "epoch": 0.49827856025039124,
      "grad_norm": 0.1901412457227707,
      "learning_rate": 0.0005994394269697913,
      "loss": 1.551528811454773,
      "step": 2388
    },
    {
      "epoch": 0.4986958789775691,
      "grad_norm": 0.17218685150146484,
      "learning_rate": 0.0005989411398318282,
      "loss": 1.5922272205352783,
      "step": 2390
    },
    {
      "epoch": 0.499113197704747,
      "grad_norm": 0.19282056391239166,
      "learning_rate": 0.0005984428526938649,
      "loss": 1.619492530822754,
      "step": 2392
    },
    {
      "epoch": 0.49953051643192486,
      "grad_norm": 0.18915361166000366,
      "learning_rate": 0.0005979445655559017,
      "loss": 1.7186191082000732,
      "step": 2394
    },
    {
      "epoch": 0.49994783515910274,
      "grad_norm": 0.17565329372882843,
      "learning_rate": 0.0005974462784179384,
      "loss": 1.6823314428329468,
      "step": 2396
    },
    {
      "epoch": 0.5003651538862807,
      "grad_norm": 0.19733518362045288,
      "learning_rate": 0.0005969479912799751,
      "loss": 1.6992161273956299,
      "step": 2398
    },
    {
      "epoch": 0.5007824726134585,
      "grad_norm": 0.1652766913175583,
      "learning_rate": 0.0005964497041420119,
      "loss": 1.6654176712036133,
      "step": 2400
    },
    {
      "epoch": 0.5011997913406364,
      "grad_norm": 0.1735621690750122,
      "learning_rate": 0.0005959514170040486,
      "loss": 1.6445595026016235,
      "step": 2402
    },
    {
      "epoch": 0.5016171100678143,
      "grad_norm": 0.17494626343250275,
      "learning_rate": 0.0005954531298660854,
      "loss": 1.6333580017089844,
      "step": 2404
    },
    {
      "epoch": 0.5020344287949922,
      "grad_norm": 0.16876085102558136,
      "learning_rate": 0.0005949548427281222,
      "loss": 1.6972699165344238,
      "step": 2406
    },
    {
      "epoch": 0.50245174752217,
      "grad_norm": 0.18788889050483704,
      "learning_rate": 0.0005944565555901589,
      "loss": 1.5049173831939697,
      "step": 2408
    },
    {
      "epoch": 0.5028690662493479,
      "grad_norm": 0.15353694558143616,
      "learning_rate": 0.0005939582684521956,
      "loss": 1.7257428169250488,
      "step": 2410
    },
    {
      "epoch": 0.5032863849765258,
      "grad_norm": 0.1653592586517334,
      "learning_rate": 0.0005934599813142324,
      "loss": 1.6432178020477295,
      "step": 2412
    },
    {
      "epoch": 0.5037037037037037,
      "grad_norm": 0.22428563237190247,
      "learning_rate": 0.0005929616941762691,
      "loss": 1.6636204719543457,
      "step": 2414
    },
    {
      "epoch": 0.5041210224308816,
      "grad_norm": 0.22870789468288422,
      "learning_rate": 0.0005924634070383059,
      "loss": 1.6800665855407715,
      "step": 2416
    },
    {
      "epoch": 0.5045383411580595,
      "grad_norm": 0.15653257071971893,
      "learning_rate": 0.0005919651199003425,
      "loss": 1.5888636112213135,
      "step": 2418
    },
    {
      "epoch": 0.5049556598852374,
      "grad_norm": 0.1919258087873459,
      "learning_rate": 0.0005914668327623793,
      "loss": 1.7502076625823975,
      "step": 2420
    },
    {
      "epoch": 0.5053729786124153,
      "grad_norm": 0.18305595219135284,
      "learning_rate": 0.0005909685456244161,
      "loss": 1.7078887224197388,
      "step": 2422
    },
    {
      "epoch": 0.5057902973395931,
      "grad_norm": 0.18780159950256348,
      "learning_rate": 0.0005904702584864528,
      "loss": 1.6881355047225952,
      "step": 2424
    },
    {
      "epoch": 0.506207616066771,
      "grad_norm": 0.17898254096508026,
      "learning_rate": 0.0005899719713484896,
      "loss": 1.5203887224197388,
      "step": 2426
    },
    {
      "epoch": 0.5066249347939489,
      "grad_norm": 0.17234547436237335,
      "learning_rate": 0.0005894736842105263,
      "loss": 1.7683515548706055,
      "step": 2428
    },
    {
      "epoch": 0.5070422535211268,
      "grad_norm": 0.19153040647506714,
      "learning_rate": 0.000588975397072563,
      "loss": 1.6274034976959229,
      "step": 2430
    },
    {
      "epoch": 0.5074595722483046,
      "grad_norm": 0.18104514479637146,
      "learning_rate": 0.0005884771099345998,
      "loss": 1.6722689867019653,
      "step": 2432
    },
    {
      "epoch": 0.5078768909754825,
      "grad_norm": 0.18306469917297363,
      "learning_rate": 0.0005879788227966366,
      "loss": 1.5766488313674927,
      "step": 2434
    },
    {
      "epoch": 0.5082942097026604,
      "grad_norm": 0.1755378693342209,
      "learning_rate": 0.0005874805356586733,
      "loss": 1.6823691129684448,
      "step": 2436
    },
    {
      "epoch": 0.5087115284298382,
      "grad_norm": 0.17623284459114075,
      "learning_rate": 0.0005869822485207101,
      "loss": 1.7034425735473633,
      "step": 2438
    },
    {
      "epoch": 0.5091288471570161,
      "grad_norm": 0.15370145440101624,
      "learning_rate": 0.0005864839613827468,
      "loss": 1.6950407028198242,
      "step": 2440
    },
    {
      "epoch": 0.5095461658841941,
      "grad_norm": 0.21810156106948853,
      "learning_rate": 0.0005859856742447836,
      "loss": 1.51209557056427,
      "step": 2442
    },
    {
      "epoch": 0.509963484611372,
      "grad_norm": 0.17423439025878906,
      "learning_rate": 0.0005854873871068203,
      "loss": 1.5613700151443481,
      "step": 2444
    },
    {
      "epoch": 0.5103808033385498,
      "grad_norm": 0.17340213060379028,
      "learning_rate": 0.000584989099968857,
      "loss": 1.6352014541625977,
      "step": 2446
    },
    {
      "epoch": 0.5107981220657277,
      "grad_norm": 0.19288502633571625,
      "learning_rate": 0.0005844908128308939,
      "loss": 1.7463655471801758,
      "step": 2448
    },
    {
      "epoch": 0.5112154407929056,
      "grad_norm": 0.2064741998910904,
      "learning_rate": 0.0005839925256929306,
      "loss": 1.749002456665039,
      "step": 2450
    },
    {
      "epoch": 0.5116327595200835,
      "grad_norm": 0.19839169085025787,
      "learning_rate": 0.0005834942385549673,
      "loss": 1.5387158393859863,
      "step": 2452
    },
    {
      "epoch": 0.5120500782472613,
      "grad_norm": 0.2169366478919983,
      "learning_rate": 0.0005829959514170041,
      "loss": 1.716029405593872,
      "step": 2454
    },
    {
      "epoch": 0.5124673969744392,
      "grad_norm": 0.1778964102268219,
      "learning_rate": 0.0005824976642790408,
      "loss": 1.6789476871490479,
      "step": 2456
    },
    {
      "epoch": 0.5128847157016171,
      "grad_norm": 0.17874129116535187,
      "learning_rate": 0.0005819993771410776,
      "loss": 1.684020757675171,
      "step": 2458
    },
    {
      "epoch": 0.513302034428795,
      "grad_norm": 0.18823137879371643,
      "learning_rate": 0.0005815010900031143,
      "loss": 1.5745269060134888,
      "step": 2460
    },
    {
      "epoch": 0.5137193531559728,
      "grad_norm": 0.17944714426994324,
      "learning_rate": 0.000581002802865151,
      "loss": 1.6303616762161255,
      "step": 2462
    },
    {
      "epoch": 0.5141366718831507,
      "grad_norm": 0.18502040207386017,
      "learning_rate": 0.0005805045157271879,
      "loss": 1.5294238328933716,
      "step": 2464
    },
    {
      "epoch": 0.5145539906103287,
      "grad_norm": 0.16828668117523193,
      "learning_rate": 0.0005800062285892246,
      "loss": 1.7226977348327637,
      "step": 2466
    },
    {
      "epoch": 0.5149713093375066,
      "grad_norm": 0.17077459394931793,
      "learning_rate": 0.0005795079414512613,
      "loss": 1.6081149578094482,
      "step": 2468
    },
    {
      "epoch": 0.5153886280646844,
      "grad_norm": 0.2032557874917984,
      "learning_rate": 0.0005790096543132981,
      "loss": 1.6381583213806152,
      "step": 2470
    },
    {
      "epoch": 0.5158059467918623,
      "grad_norm": 0.18319398164749146,
      "learning_rate": 0.0005785113671753348,
      "loss": 1.7247673273086548,
      "step": 2472
    },
    {
      "epoch": 0.5162232655190402,
      "grad_norm": 0.19449344277381897,
      "learning_rate": 0.0005780130800373715,
      "loss": 1.747827410697937,
      "step": 2474
    },
    {
      "epoch": 0.5166405842462181,
      "grad_norm": 0.17509305477142334,
      "learning_rate": 0.0005775147928994083,
      "loss": 1.7604385614395142,
      "step": 2476
    },
    {
      "epoch": 0.5170579029733959,
      "grad_norm": 0.1723404973745346,
      "learning_rate": 0.0005770165057614451,
      "loss": 1.7105096578598022,
      "step": 2478
    },
    {
      "epoch": 0.5174752217005738,
      "grad_norm": 0.21351687610149384,
      "learning_rate": 0.0005765182186234819,
      "loss": 1.5708328485488892,
      "step": 2480
    },
    {
      "epoch": 0.5178925404277517,
      "grad_norm": 0.20518575608730316,
      "learning_rate": 0.0005760199314855186,
      "loss": 1.8066588640213013,
      "step": 2482
    },
    {
      "epoch": 0.5183098591549296,
      "grad_norm": 0.18570895493030548,
      "learning_rate": 0.0005755216443475553,
      "loss": 1.7550853490829468,
      "step": 2484
    },
    {
      "epoch": 0.5187271778821074,
      "grad_norm": 0.18616485595703125,
      "learning_rate": 0.0005750233572095921,
      "loss": 1.5576244592666626,
      "step": 2486
    },
    {
      "epoch": 0.5191444966092853,
      "grad_norm": 0.16710995137691498,
      "learning_rate": 0.0005745250700716288,
      "loss": 1.6978063583374023,
      "step": 2488
    },
    {
      "epoch": 0.5195618153364632,
      "grad_norm": 0.1688261330127716,
      "learning_rate": 0.0005740267829336655,
      "loss": 1.6968060731887817,
      "step": 2490
    },
    {
      "epoch": 0.5199791340636412,
      "grad_norm": 0.18001560866832733,
      "learning_rate": 0.0005735284957957024,
      "loss": 1.6870050430297852,
      "step": 2492
    },
    {
      "epoch": 0.520396452790819,
      "grad_norm": 0.16801725327968597,
      "learning_rate": 0.0005730302086577391,
      "loss": 1.5540623664855957,
      "step": 2494
    },
    {
      "epoch": 0.5208137715179969,
      "grad_norm": 0.17628654837608337,
      "learning_rate": 0.0005725319215197759,
      "loss": 1.6644922494888306,
      "step": 2496
    },
    {
      "epoch": 0.5212310902451748,
      "grad_norm": 0.21176116168498993,
      "learning_rate": 0.0005720336343818126,
      "loss": 1.6676300764083862,
      "step": 2498
    },
    {
      "epoch": 0.5216484089723527,
      "grad_norm": 0.18427042663097382,
      "learning_rate": 0.0005715353472438493,
      "loss": 1.7856544256210327,
      "step": 2500
    },
    {
      "epoch": 0.5220657276995305,
      "grad_norm": 0.1743779182434082,
      "learning_rate": 0.000571037060105886,
      "loss": 1.7691344022750854,
      "step": 2502
    },
    {
      "epoch": 0.5224830464267084,
      "grad_norm": 0.2030993551015854,
      "learning_rate": 0.0005705387729679227,
      "loss": 1.6127548217773438,
      "step": 2504
    },
    {
      "epoch": 0.5229003651538863,
      "grad_norm": 0.17827993631362915,
      "learning_rate": 0.0005700404858299596,
      "loss": 1.642172932624817,
      "step": 2506
    },
    {
      "epoch": 0.5233176838810641,
      "grad_norm": 0.2054392695426941,
      "learning_rate": 0.0005695421986919963,
      "loss": 1.6635738611221313,
      "step": 2508
    },
    {
      "epoch": 0.523735002608242,
      "grad_norm": 0.18387217819690704,
      "learning_rate": 0.000569043911554033,
      "loss": 1.7192704677581787,
      "step": 2510
    },
    {
      "epoch": 0.5241523213354199,
      "grad_norm": 0.17396944761276245,
      "learning_rate": 0.0005685456244160698,
      "loss": 1.665990948677063,
      "step": 2512
    },
    {
      "epoch": 0.5245696400625978,
      "grad_norm": 0.19370155036449432,
      "learning_rate": 0.0005680473372781065,
      "loss": 1.515099287033081,
      "step": 2514
    },
    {
      "epoch": 0.5249869587897756,
      "grad_norm": 0.17007134854793549,
      "learning_rate": 0.0005675490501401432,
      "loss": 1.6382145881652832,
      "step": 2516
    },
    {
      "epoch": 0.5254042775169536,
      "grad_norm": 0.16325214505195618,
      "learning_rate": 0.00056705076300218,
      "loss": 1.7413040399551392,
      "step": 2518
    },
    {
      "epoch": 0.5258215962441315,
      "grad_norm": 0.20152249932289124,
      "learning_rate": 0.0005665524758642167,
      "loss": 1.6860828399658203,
      "step": 2520
    },
    {
      "epoch": 0.5262389149713094,
      "grad_norm": 0.18658874928951263,
      "learning_rate": 0.0005660541887262536,
      "loss": 1.5169949531555176,
      "step": 2522
    },
    {
      "epoch": 0.5266562336984872,
      "grad_norm": 0.17777974903583527,
      "learning_rate": 0.0005655559015882903,
      "loss": 1.694572925567627,
      "step": 2524
    },
    {
      "epoch": 0.5270735524256651,
      "grad_norm": 0.17755714058876038,
      "learning_rate": 0.000565057614450327,
      "loss": 1.6401901245117188,
      "step": 2526
    },
    {
      "epoch": 0.527490871152843,
      "grad_norm": 0.18403002619743347,
      "learning_rate": 0.0005645593273123638,
      "loss": 1.6839842796325684,
      "step": 2528
    },
    {
      "epoch": 0.5279081898800209,
      "grad_norm": 0.21825653314590454,
      "learning_rate": 0.0005640610401744005,
      "loss": 1.6376888751983643,
      "step": 2530
    },
    {
      "epoch": 0.5283255086071987,
      "grad_norm": 0.20095300674438477,
      "learning_rate": 0.0005635627530364372,
      "loss": 1.7161227464675903,
      "step": 2532
    },
    {
      "epoch": 0.5287428273343766,
      "grad_norm": 0.16237320005893707,
      "learning_rate": 0.000563064465898474,
      "loss": 1.7353678941726685,
      "step": 2534
    },
    {
      "epoch": 0.5291601460615545,
      "grad_norm": 0.17728379368782043,
      "learning_rate": 0.0005625661787605108,
      "loss": 1.6828662157058716,
      "step": 2536
    },
    {
      "epoch": 0.5295774647887324,
      "grad_norm": 0.18883806467056274,
      "learning_rate": 0.0005620678916225475,
      "loss": 1.6642425060272217,
      "step": 2538
    },
    {
      "epoch": 0.5299947835159102,
      "grad_norm": 0.16482634842395782,
      "learning_rate": 0.0005615696044845843,
      "loss": 1.6938458681106567,
      "step": 2540
    },
    {
      "epoch": 0.5304121022430882,
      "grad_norm": 0.16626358032226562,
      "learning_rate": 0.000561071317346621,
      "loss": 1.621595859527588,
      "step": 2542
    },
    {
      "epoch": 0.5308294209702661,
      "grad_norm": 0.18850813806056976,
      "learning_rate": 0.0005605730302086578,
      "loss": 1.6721577644348145,
      "step": 2544
    },
    {
      "epoch": 0.531246739697444,
      "grad_norm": 0.1878683865070343,
      "learning_rate": 0.0005600747430706945,
      "loss": 1.6365470886230469,
      "step": 2546
    },
    {
      "epoch": 0.5316640584246218,
      "grad_norm": 0.21200984716415405,
      "learning_rate": 0.0005595764559327312,
      "loss": 1.7305500507354736,
      "step": 2548
    },
    {
      "epoch": 0.5320813771517997,
      "grad_norm": 0.22448937594890594,
      "learning_rate": 0.0005590781687947681,
      "loss": 1.6665229797363281,
      "step": 2550
    },
    {
      "epoch": 0.5324986958789776,
      "grad_norm": 0.16661383211612701,
      "learning_rate": 0.0005585798816568048,
      "loss": 1.7415140867233276,
      "step": 2552
    },
    {
      "epoch": 0.5329160146061555,
      "grad_norm": 0.2437662035226822,
      "learning_rate": 0.0005580815945188415,
      "loss": 1.7086694240570068,
      "step": 2554
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 0.17701959609985352,
      "learning_rate": 0.0005575833073808783,
      "loss": 1.6117677688598633,
      "step": 2556
    },
    {
      "epoch": 0.5337506520605112,
      "grad_norm": 0.18963120877742767,
      "learning_rate": 0.000557085020242915,
      "loss": 1.6729681491851807,
      "step": 2558
    },
    {
      "epoch": 0.5341679707876891,
      "grad_norm": 0.20314951241016388,
      "learning_rate": 0.0005565867331049518,
      "loss": 1.5021780729293823,
      "step": 2560
    },
    {
      "epoch": 0.534585289514867,
      "grad_norm": 0.1569170206785202,
      "learning_rate": 0.0005560884459669885,
      "loss": 1.6840097904205322,
      "step": 2562
    },
    {
      "epoch": 0.5350026082420448,
      "grad_norm": 0.23780283331871033,
      "learning_rate": 0.0005555901588290252,
      "loss": 1.4439613819122314,
      "step": 2564
    },
    {
      "epoch": 0.5354199269692227,
      "grad_norm": 0.18453800678253174,
      "learning_rate": 0.0005550918716910621,
      "loss": 1.6953411102294922,
      "step": 2566
    },
    {
      "epoch": 0.5358372456964007,
      "grad_norm": 0.19585901498794556,
      "learning_rate": 0.0005545935845530988,
      "loss": 1.630983591079712,
      "step": 2568
    },
    {
      "epoch": 0.5362545644235786,
      "grad_norm": 0.18498928844928741,
      "learning_rate": 0.0005540952974151355,
      "loss": 1.636730670928955,
      "step": 2570
    },
    {
      "epoch": 0.5366718831507564,
      "grad_norm": 0.19784347712993622,
      "learning_rate": 0.0005535970102771723,
      "loss": 1.5415608882904053,
      "step": 2572
    },
    {
      "epoch": 0.5370892018779343,
      "grad_norm": 0.15536262094974518,
      "learning_rate": 0.000553098723139209,
      "loss": 1.6956651210784912,
      "step": 2574
    },
    {
      "epoch": 0.5375065206051122,
      "grad_norm": 0.18716371059417725,
      "learning_rate": 0.0005526004360012457,
      "loss": 1.6503138542175293,
      "step": 2576
    },
    {
      "epoch": 0.53792383933229,
      "grad_norm": 0.22692058980464935,
      "learning_rate": 0.0005521021488632825,
      "loss": 1.6187713146209717,
      "step": 2578
    },
    {
      "epoch": 0.5383411580594679,
      "grad_norm": 0.19440312683582306,
      "learning_rate": 0.0005516038617253193,
      "loss": 1.707751989364624,
      "step": 2580
    },
    {
      "epoch": 0.5387584767866458,
      "grad_norm": 0.18238282203674316,
      "learning_rate": 0.0005511055745873561,
      "loss": 1.5600261688232422,
      "step": 2582
    },
    {
      "epoch": 0.5391757955138237,
      "grad_norm": 0.20360791683197021,
      "learning_rate": 0.0005506072874493927,
      "loss": 1.7330106496810913,
      "step": 2584
    },
    {
      "epoch": 0.5395931142410015,
      "grad_norm": 0.18367339670658112,
      "learning_rate": 0.0005501090003114295,
      "loss": 1.645473837852478,
      "step": 2586
    },
    {
      "epoch": 0.5400104329681794,
      "grad_norm": 0.185563862323761,
      "learning_rate": 0.0005496107131734662,
      "loss": 1.6239993572235107,
      "step": 2588
    },
    {
      "epoch": 0.5404277516953573,
      "grad_norm": 0.1883496344089508,
      "learning_rate": 0.0005491124260355029,
      "loss": 1.7215344905853271,
      "step": 2590
    },
    {
      "epoch": 0.5408450704225352,
      "grad_norm": 0.18414616584777832,
      "learning_rate": 0.0005486141388975397,
      "loss": 1.6290435791015625,
      "step": 2592
    },
    {
      "epoch": 0.5412623891497131,
      "grad_norm": 0.20297639071941376,
      "learning_rate": 0.0005481158517595765,
      "loss": 1.6351189613342285,
      "step": 2594
    },
    {
      "epoch": 0.541679707876891,
      "grad_norm": 0.19413942098617554,
      "learning_rate": 0.0005476175646216132,
      "loss": 1.6903860569000244,
      "step": 2596
    },
    {
      "epoch": 0.5420970266040689,
      "grad_norm": 0.19679142534732819,
      "learning_rate": 0.00054711927748365,
      "loss": 1.6611744165420532,
      "step": 2598
    },
    {
      "epoch": 0.5425143453312468,
      "grad_norm": 0.18017566204071045,
      "learning_rate": 0.0005466209903456867,
      "loss": 1.5086408853530884,
      "step": 2600
    },
    {
      "epoch": 0.5429316640584246,
      "grad_norm": 0.2049633264541626,
      "learning_rate": 0.0005461227032077234,
      "loss": 1.6443570852279663,
      "step": 2602
    },
    {
      "epoch": 0.5433489827856025,
      "grad_norm": 0.204730823636055,
      "learning_rate": 0.0005456244160697602,
      "loss": 1.697648525238037,
      "step": 2604
    },
    {
      "epoch": 0.5437663015127804,
      "grad_norm": 0.20954586565494537,
      "learning_rate": 0.0005451261289317969,
      "loss": 1.5692315101623535,
      "step": 2606
    },
    {
      "epoch": 0.5441836202399583,
      "grad_norm": 0.17089051008224487,
      "learning_rate": 0.0005446278417938338,
      "loss": 1.708683967590332,
      "step": 2608
    },
    {
      "epoch": 0.5446009389671361,
      "grad_norm": 0.17690244317054749,
      "learning_rate": 0.0005441295546558705,
      "loss": 1.7338215112686157,
      "step": 2610
    },
    {
      "epoch": 0.545018257694314,
      "grad_norm": 0.17400382459163666,
      "learning_rate": 0.0005436312675179072,
      "loss": 1.7206354141235352,
      "step": 2612
    },
    {
      "epoch": 0.5454355764214919,
      "grad_norm": 0.1846373975276947,
      "learning_rate": 0.000543132980379944,
      "loss": 1.5830307006835938,
      "step": 2614
    },
    {
      "epoch": 0.5458528951486697,
      "grad_norm": 0.1858123540878296,
      "learning_rate": 0.0005426346932419807,
      "loss": 1.5219602584838867,
      "step": 2616
    },
    {
      "epoch": 0.5462702138758477,
      "grad_norm": 0.1746957004070282,
      "learning_rate": 0.0005421364061040174,
      "loss": 1.6628625392913818,
      "step": 2618
    },
    {
      "epoch": 0.5466875326030256,
      "grad_norm": 0.19798243045806885,
      "learning_rate": 0.0005416381189660542,
      "loss": 1.6740467548370361,
      "step": 2620
    },
    {
      "epoch": 0.5471048513302035,
      "grad_norm": 0.1535359025001526,
      "learning_rate": 0.0005411398318280909,
      "loss": 1.5913817882537842,
      "step": 2622
    },
    {
      "epoch": 0.5475221700573814,
      "grad_norm": 0.17042136192321777,
      "learning_rate": 0.0005406415446901278,
      "loss": 1.6836981773376465,
      "step": 2624
    },
    {
      "epoch": 0.5479394887845592,
      "grad_norm": 0.21833325922489166,
      "learning_rate": 0.0005401432575521645,
      "loss": 1.5287742614746094,
      "step": 2626
    },
    {
      "epoch": 0.5483568075117371,
      "grad_norm": 0.18353882431983948,
      "learning_rate": 0.0005396449704142012,
      "loss": 1.6056004762649536,
      "step": 2628
    },
    {
      "epoch": 0.548774126238915,
      "grad_norm": 0.19037789106369019,
      "learning_rate": 0.000539146683276238,
      "loss": 1.5553654432296753,
      "step": 2630
    },
    {
      "epoch": 0.5491914449660928,
      "grad_norm": 0.1939574033021927,
      "learning_rate": 0.0005386483961382747,
      "loss": 1.6138291358947754,
      "step": 2632
    },
    {
      "epoch": 0.5496087636932707,
      "grad_norm": 0.1935683786869049,
      "learning_rate": 0.0005381501090003114,
      "loss": 1.5878697633743286,
      "step": 2634
    },
    {
      "epoch": 0.5500260824204486,
      "grad_norm": 0.1670914888381958,
      "learning_rate": 0.0005376518218623482,
      "loss": 1.6278353929519653,
      "step": 2636
    },
    {
      "epoch": 0.5504434011476265,
      "grad_norm": 0.18019060790538788,
      "learning_rate": 0.000537153534724385,
      "loss": 1.6293913125991821,
      "step": 2638
    },
    {
      "epoch": 0.5508607198748043,
      "grad_norm": 0.19435915350914001,
      "learning_rate": 0.0005366552475864217,
      "loss": 1.7511961460113525,
      "step": 2640
    },
    {
      "epoch": 0.5512780386019822,
      "grad_norm": 0.19905701279640198,
      "learning_rate": 0.0005361569604484585,
      "loss": 1.4236350059509277,
      "step": 2642
    },
    {
      "epoch": 0.5516953573291602,
      "grad_norm": 0.18854565918445587,
      "learning_rate": 0.0005356586733104952,
      "loss": 1.6020326614379883,
      "step": 2644
    },
    {
      "epoch": 0.5521126760563381,
      "grad_norm": 0.2206660807132721,
      "learning_rate": 0.000535160386172532,
      "loss": 1.6151522397994995,
      "step": 2646
    },
    {
      "epoch": 0.5525299947835159,
      "grad_norm": 0.2025166153907776,
      "learning_rate": 0.0005346620990345687,
      "loss": 1.6654980182647705,
      "step": 2648
    },
    {
      "epoch": 0.5529473135106938,
      "grad_norm": 0.18366900086402893,
      "learning_rate": 0.0005341638118966054,
      "loss": 1.7074745893478394,
      "step": 2650
    },
    {
      "epoch": 0.5533646322378717,
      "grad_norm": 0.19196325540542603,
      "learning_rate": 0.0005336655247586423,
      "loss": 1.6605453491210938,
      "step": 2652
    },
    {
      "epoch": 0.5537819509650496,
      "grad_norm": 0.19255101680755615,
      "learning_rate": 0.000533167237620679,
      "loss": 1.6116297245025635,
      "step": 2654
    },
    {
      "epoch": 0.5541992696922274,
      "grad_norm": 0.2326728105545044,
      "learning_rate": 0.0005326689504827157,
      "loss": 1.593017578125,
      "step": 2656
    },
    {
      "epoch": 0.5546165884194053,
      "grad_norm": 0.17418722808361053,
      "learning_rate": 0.0005321706633447525,
      "loss": 1.6630582809448242,
      "step": 2658
    },
    {
      "epoch": 0.5550339071465832,
      "grad_norm": 0.18985475599765778,
      "learning_rate": 0.0005316723762067892,
      "loss": 1.615740418434143,
      "step": 2660
    },
    {
      "epoch": 0.5554512258737611,
      "grad_norm": 0.1669873595237732,
      "learning_rate": 0.000531174089068826,
      "loss": 1.8242087364196777,
      "step": 2662
    },
    {
      "epoch": 0.5558685446009389,
      "grad_norm": 0.16505779325962067,
      "learning_rate": 0.0005306758019308627,
      "loss": 1.5801950693130493,
      "step": 2664
    },
    {
      "epoch": 0.5562858633281168,
      "grad_norm": 0.18953555822372437,
      "learning_rate": 0.0005301775147928994,
      "loss": 1.6009870767593384,
      "step": 2666
    },
    {
      "epoch": 0.5567031820552947,
      "grad_norm": 0.16053496301174164,
      "learning_rate": 0.0005296792276549362,
      "loss": 1.741046667098999,
      "step": 2668
    },
    {
      "epoch": 0.5571205007824727,
      "grad_norm": 0.18851445615291595,
      "learning_rate": 0.0005291809405169729,
      "loss": 1.6481761932373047,
      "step": 2670
    },
    {
      "epoch": 0.5575378195096505,
      "grad_norm": 0.18606077134609222,
      "learning_rate": 0.0005286826533790097,
      "loss": 1.6813530921936035,
      "step": 2672
    },
    {
      "epoch": 0.5579551382368284,
      "grad_norm": 0.1917671114206314,
      "learning_rate": 0.0005281843662410464,
      "loss": 1.7276756763458252,
      "step": 2674
    },
    {
      "epoch": 0.5583724569640063,
      "grad_norm": 0.2070527821779251,
      "learning_rate": 0.0005276860791030831,
      "loss": 1.6686636209487915,
      "step": 2676
    },
    {
      "epoch": 0.5587897756911842,
      "grad_norm": 0.18664246797561646,
      "learning_rate": 0.0005271877919651199,
      "loss": 1.6385400295257568,
      "step": 2678
    },
    {
      "epoch": 0.559207094418362,
      "grad_norm": 0.17125488817691803,
      "learning_rate": 0.0005266895048271566,
      "loss": 1.6458193063735962,
      "step": 2680
    },
    {
      "epoch": 0.5596244131455399,
      "grad_norm": 0.17900311946868896,
      "learning_rate": 0.0005261912176891933,
      "loss": 1.7152608633041382,
      "step": 2682
    },
    {
      "epoch": 0.5600417318727178,
      "grad_norm": 0.22325071692466736,
      "learning_rate": 0.0005256929305512302,
      "loss": 1.5353511571884155,
      "step": 2684
    },
    {
      "epoch": 0.5604590505998956,
      "grad_norm": 0.18414054811000824,
      "learning_rate": 0.0005251946434132669,
      "loss": 1.5491306781768799,
      "step": 2686
    },
    {
      "epoch": 0.5608763693270735,
      "grad_norm": 0.20302103459835052,
      "learning_rate": 0.0005246963562753037,
      "loss": 1.6303091049194336,
      "step": 2688
    },
    {
      "epoch": 0.5612936880542514,
      "grad_norm": 0.172519251704216,
      "learning_rate": 0.0005241980691373404,
      "loss": 1.7245980501174927,
      "step": 2690
    },
    {
      "epoch": 0.5617110067814293,
      "grad_norm": 0.1944926381111145,
      "learning_rate": 0.0005236997819993771,
      "loss": 1.6948201656341553,
      "step": 2692
    },
    {
      "epoch": 0.5621283255086073,
      "grad_norm": 0.16919668018817902,
      "learning_rate": 0.0005232014948614139,
      "loss": 1.624497652053833,
      "step": 2694
    },
    {
      "epoch": 0.5625456442357851,
      "grad_norm": 0.18296246230602264,
      "learning_rate": 0.0005227032077234506,
      "loss": 1.7612922191619873,
      "step": 2696
    },
    {
      "epoch": 0.562962962962963,
      "grad_norm": 0.22652164101600647,
      "learning_rate": 0.0005222049205854874,
      "loss": 1.5955829620361328,
      "step": 2698
    },
    {
      "epoch": 0.5633802816901409,
      "grad_norm": 0.18193946778774261,
      "learning_rate": 0.0005217066334475242,
      "loss": 1.803607702255249,
      "step": 2700
    },
    {
      "epoch": 0.5637976004173187,
      "grad_norm": 0.1849241554737091,
      "learning_rate": 0.0005212083463095609,
      "loss": 1.700540542602539,
      "step": 2702
    },
    {
      "epoch": 0.5642149191444966,
      "grad_norm": 0.16596536338329315,
      "learning_rate": 0.0005207100591715976,
      "loss": 1.6775227785110474,
      "step": 2704
    },
    {
      "epoch": 0.5646322378716745,
      "grad_norm": 0.17335398495197296,
      "learning_rate": 0.0005202117720336344,
      "loss": 1.5570757389068604,
      "step": 2706
    },
    {
      "epoch": 0.5650495565988524,
      "grad_norm": 0.17634885013103485,
      "learning_rate": 0.0005197134848956711,
      "loss": 1.5774015188217163,
      "step": 2708
    },
    {
      "epoch": 0.5654668753260302,
      "grad_norm": 0.19291938841342926,
      "learning_rate": 0.000519215197757708,
      "loss": 1.5656869411468506,
      "step": 2710
    },
    {
      "epoch": 0.5658841940532081,
      "grad_norm": 0.17061962187290192,
      "learning_rate": 0.0005187169106197447,
      "loss": 1.609908103942871,
      "step": 2712
    },
    {
      "epoch": 0.566301512780386,
      "grad_norm": 0.1720571666955948,
      "learning_rate": 0.0005182186234817814,
      "loss": 1.7176014184951782,
      "step": 2714
    },
    {
      "epoch": 0.5667188315075639,
      "grad_norm": 0.16794128715991974,
      "learning_rate": 0.0005177203363438182,
      "loss": 1.6396007537841797,
      "step": 2716
    },
    {
      "epoch": 0.5671361502347417,
      "grad_norm": 0.17661422491073608,
      "learning_rate": 0.0005172220492058549,
      "loss": 1.7083172798156738,
      "step": 2718
    },
    {
      "epoch": 0.5675534689619197,
      "grad_norm": 0.19686675071716309,
      "learning_rate": 0.0005167237620678916,
      "loss": 1.7523099184036255,
      "step": 2720
    },
    {
      "epoch": 0.5679707876890976,
      "grad_norm": 0.1818755865097046,
      "learning_rate": 0.0005162254749299284,
      "loss": 1.7118453979492188,
      "step": 2722
    },
    {
      "epoch": 0.5683881064162755,
      "grad_norm": 0.17738768458366394,
      "learning_rate": 0.0005157271877919651,
      "loss": 1.699044108390808,
      "step": 2724
    },
    {
      "epoch": 0.5688054251434533,
      "grad_norm": 0.20979493856430054,
      "learning_rate": 0.000515228900654002,
      "loss": 1.7189500331878662,
      "step": 2726
    },
    {
      "epoch": 0.5692227438706312,
      "grad_norm": 0.21231696009635925,
      "learning_rate": 0.0005147306135160387,
      "loss": 1.7079036235809326,
      "step": 2728
    },
    {
      "epoch": 0.5696400625978091,
      "grad_norm": 0.17614737153053284,
      "learning_rate": 0.0005142323263780754,
      "loss": 1.69643235206604,
      "step": 2730
    },
    {
      "epoch": 0.570057381324987,
      "grad_norm": 0.20790863037109375,
      "learning_rate": 0.0005137340392401122,
      "loss": 1.6363704204559326,
      "step": 2732
    },
    {
      "epoch": 0.5704747000521648,
      "grad_norm": 0.21195682883262634,
      "learning_rate": 0.0005132357521021489,
      "loss": 1.6397018432617188,
      "step": 2734
    },
    {
      "epoch": 0.5708920187793427,
      "grad_norm": 0.2375713437795639,
      "learning_rate": 0.0005127374649641856,
      "loss": 1.6042075157165527,
      "step": 2736
    },
    {
      "epoch": 0.5713093375065206,
      "grad_norm": 0.17576976120471954,
      "learning_rate": 0.0005122391778262224,
      "loss": 1.5349665880203247,
      "step": 2738
    },
    {
      "epoch": 0.5717266562336984,
      "grad_norm": 0.16033388674259186,
      "learning_rate": 0.0005117408906882592,
      "loss": 1.7466727495193481,
      "step": 2740
    },
    {
      "epoch": 0.5721439749608763,
      "grad_norm": 0.16839449107646942,
      "learning_rate": 0.0005112426035502959,
      "loss": 1.6488425731658936,
      "step": 2742
    },
    {
      "epoch": 0.5725612936880543,
      "grad_norm": 0.15866801142692566,
      "learning_rate": 0.0005107443164123327,
      "loss": 1.5046507120132446,
      "step": 2744
    },
    {
      "epoch": 0.5729786124152322,
      "grad_norm": 0.18288397789001465,
      "learning_rate": 0.0005102460292743694,
      "loss": 1.64163076877594,
      "step": 2746
    },
    {
      "epoch": 0.57339593114241,
      "grad_norm": 0.24673451483249664,
      "learning_rate": 0.0005097477421364062,
      "loss": 1.308207392692566,
      "step": 2748
    },
    {
      "epoch": 0.5738132498695879,
      "grad_norm": 0.21381480991840363,
      "learning_rate": 0.0005092494549984429,
      "loss": 1.6450862884521484,
      "step": 2750
    },
    {
      "epoch": 0.5742305685967658,
      "grad_norm": 0.21157296001911163,
      "learning_rate": 0.0005087511678604796,
      "loss": 1.5671970844268799,
      "step": 2752
    },
    {
      "epoch": 0.5746478873239437,
      "grad_norm": 0.19186222553253174,
      "learning_rate": 0.0005082528807225163,
      "loss": 1.6529240608215332,
      "step": 2754
    },
    {
      "epoch": 0.5750652060511215,
      "grad_norm": 0.2344437688589096,
      "learning_rate": 0.0005077545935845531,
      "loss": 1.7823957204818726,
      "step": 2756
    },
    {
      "epoch": 0.5754825247782994,
      "grad_norm": 0.18494389951229095,
      "learning_rate": 0.0005072563064465899,
      "loss": 1.6493897438049316,
      "step": 2758
    },
    {
      "epoch": 0.5758998435054773,
      "grad_norm": 0.21340534090995789,
      "learning_rate": 0.0005067580193086266,
      "loss": 1.5306980609893799,
      "step": 2760
    },
    {
      "epoch": 0.5763171622326552,
      "grad_norm": 0.20003263652324677,
      "learning_rate": 0.0005062597321706633,
      "loss": 1.6893612146377563,
      "step": 2762
    },
    {
      "epoch": 0.576734480959833,
      "grad_norm": 0.19722574949264526,
      "learning_rate": 0.0005057614450327001,
      "loss": 1.5928115844726562,
      "step": 2764
    },
    {
      "epoch": 0.5771517996870109,
      "grad_norm": 0.2228558510541916,
      "learning_rate": 0.0005052631578947368,
      "loss": 1.545350432395935,
      "step": 2766
    },
    {
      "epoch": 0.5775691184141888,
      "grad_norm": 0.17985211312770844,
      "learning_rate": 0.0005047648707567735,
      "loss": 1.5899455547332764,
      "step": 2768
    },
    {
      "epoch": 0.5779864371413668,
      "grad_norm": 0.16370762884616852,
      "learning_rate": 0.0005042665836188104,
      "loss": 1.606586217880249,
      "step": 2770
    },
    {
      "epoch": 0.5784037558685446,
      "grad_norm": 0.17988185584545135,
      "learning_rate": 0.0005037682964808471,
      "loss": 1.7284839153289795,
      "step": 2772
    },
    {
      "epoch": 0.5788210745957225,
      "grad_norm": 0.17850655317306519,
      "learning_rate": 0.0005032700093428839,
      "loss": 1.7124626636505127,
      "step": 2774
    },
    {
      "epoch": 0.5792383933229004,
      "grad_norm": 0.1940651386976242,
      "learning_rate": 0.0005027717222049206,
      "loss": 1.6954848766326904,
      "step": 2776
    },
    {
      "epoch": 0.5796557120500783,
      "grad_norm": 0.16563449800014496,
      "learning_rate": 0.0005022734350669573,
      "loss": 1.7141410112380981,
      "step": 2778
    },
    {
      "epoch": 0.5800730307772561,
      "grad_norm": 0.2002563178539276,
      "learning_rate": 0.0005017751479289941,
      "loss": 1.6658897399902344,
      "step": 2780
    },
    {
      "epoch": 0.580490349504434,
      "grad_norm": 0.2039714753627777,
      "learning_rate": 0.0005012768607910308,
      "loss": 1.6996421813964844,
      "step": 2782
    },
    {
      "epoch": 0.5809076682316119,
      "grad_norm": 0.2018059343099594,
      "learning_rate": 0.0005007785736530675,
      "loss": 1.5792217254638672,
      "step": 2784
    },
    {
      "epoch": 0.5813249869587898,
      "grad_norm": 0.19589859247207642,
      "learning_rate": 0.0005002802865151044,
      "loss": 1.6206440925598145,
      "step": 2786
    },
    {
      "epoch": 0.5817423056859676,
      "grad_norm": 0.18769143521785736,
      "learning_rate": 0.0004997819993771411,
      "loss": 1.64694344997406,
      "step": 2788
    },
    {
      "epoch": 0.5821596244131455,
      "grad_norm": 0.2359609603881836,
      "learning_rate": 0.0004992837122391779,
      "loss": 1.4787166118621826,
      "step": 2790
    },
    {
      "epoch": 0.5825769431403234,
      "grad_norm": 0.1819252371788025,
      "learning_rate": 0.0004987854251012146,
      "loss": 1.4756464958190918,
      "step": 2792
    },
    {
      "epoch": 0.5829942618675013,
      "grad_norm": 0.19079644978046417,
      "learning_rate": 0.0004982871379632513,
      "loss": 1.6275835037231445,
      "step": 2794
    },
    {
      "epoch": 0.5834115805946792,
      "grad_norm": 0.19106005132198334,
      "learning_rate": 0.0004977888508252881,
      "loss": 1.5918662548065186,
      "step": 2796
    },
    {
      "epoch": 0.5838288993218571,
      "grad_norm": 0.23186901211738586,
      "learning_rate": 0.0004972905636873248,
      "loss": 1.5772104263305664,
      "step": 2798
    },
    {
      "epoch": 0.584246218049035,
      "grad_norm": 0.1947910040616989,
      "learning_rate": 0.0004967922765493616,
      "loss": 1.7197240591049194,
      "step": 2800
    },
    {
      "epoch": 0.5846635367762129,
      "grad_norm": 0.16244561970233917,
      "learning_rate": 0.0004962939894113984,
      "loss": 1.715684413909912,
      "step": 2802
    },
    {
      "epoch": 0.5850808555033907,
      "grad_norm": 0.16783419251441956,
      "learning_rate": 0.0004957957022734351,
      "loss": 1.582826852798462,
      "step": 2804
    },
    {
      "epoch": 0.5854981742305686,
      "grad_norm": 0.21026046574115753,
      "learning_rate": 0.0004952974151354718,
      "loss": 1.5453834533691406,
      "step": 2806
    },
    {
      "epoch": 0.5859154929577465,
      "grad_norm": 0.23682411015033722,
      "learning_rate": 0.0004947991279975086,
      "loss": 1.697816252708435,
      "step": 2808
    },
    {
      "epoch": 0.5863328116849243,
      "grad_norm": 0.19026942551136017,
      "learning_rate": 0.0004943008408595453,
      "loss": 1.66938316822052,
      "step": 2810
    },
    {
      "epoch": 0.5867501304121022,
      "grad_norm": 0.15915033221244812,
      "learning_rate": 0.0004938025537215821,
      "loss": 1.6958580017089844,
      "step": 2812
    },
    {
      "epoch": 0.5871674491392801,
      "grad_norm": 0.19176815450191498,
      "learning_rate": 0.0004933042665836189,
      "loss": 1.724020004272461,
      "step": 2814
    },
    {
      "epoch": 0.587584767866458,
      "grad_norm": 0.17253069579601288,
      "learning_rate": 0.0004928059794456556,
      "loss": 1.6651839017868042,
      "step": 2816
    },
    {
      "epoch": 0.5880020865936358,
      "grad_norm": 0.17185230553150177,
      "learning_rate": 0.0004923076923076924,
      "loss": 1.5924116373062134,
      "step": 2818
    },
    {
      "epoch": 0.5884194053208138,
      "grad_norm": 0.20549938082695007,
      "learning_rate": 0.0004918094051697291,
      "loss": 1.878544807434082,
      "step": 2820
    },
    {
      "epoch": 0.5888367240479917,
      "grad_norm": 0.17337928712368011,
      "learning_rate": 0.0004913111180317658,
      "loss": 1.5607351064682007,
      "step": 2822
    },
    {
      "epoch": 0.5892540427751696,
      "grad_norm": 0.18207484483718872,
      "learning_rate": 0.0004908128308938026,
      "loss": 1.5620158910751343,
      "step": 2824
    },
    {
      "epoch": 0.5896713615023474,
      "grad_norm": 0.21272793412208557,
      "learning_rate": 0.0004903145437558393,
      "loss": 1.557486891746521,
      "step": 2826
    },
    {
      "epoch": 0.5900886802295253,
      "grad_norm": 0.16419966518878937,
      "learning_rate": 0.0004898162566178762,
      "loss": 1.646332025527954,
      "step": 2828
    },
    {
      "epoch": 0.5905059989567032,
      "grad_norm": 0.20964190363883972,
      "learning_rate": 0.0004893179694799129,
      "loss": 1.6490819454193115,
      "step": 2830
    },
    {
      "epoch": 0.5909233176838811,
      "grad_norm": 0.19490443170070648,
      "learning_rate": 0.0004888196823419496,
      "loss": 1.7113087177276611,
      "step": 2832
    },
    {
      "epoch": 0.5913406364110589,
      "grad_norm": 0.18936558067798615,
      "learning_rate": 0.0004883213952039864,
      "loss": 1.6554588079452515,
      "step": 2834
    },
    {
      "epoch": 0.5917579551382368,
      "grad_norm": 0.18321694433689117,
      "learning_rate": 0.000487823108066023,
      "loss": 1.5866620540618896,
      "step": 2836
    },
    {
      "epoch": 0.5921752738654147,
      "grad_norm": 0.1745002418756485,
      "learning_rate": 0.00048732482092805977,
      "loss": 1.6719403266906738,
      "step": 2838
    },
    {
      "epoch": 0.5925925925925926,
      "grad_norm": 0.1661233752965927,
      "learning_rate": 0.00048682653379009653,
      "loss": 1.6308550834655762,
      "step": 2840
    },
    {
      "epoch": 0.5930099113197704,
      "grad_norm": 0.20850799977779388,
      "learning_rate": 0.0004863282466521333,
      "loss": 1.6365723609924316,
      "step": 2842
    },
    {
      "epoch": 0.5934272300469483,
      "grad_norm": 0.1738293319940567,
      "learning_rate": 0.00048582995951417,
      "loss": 1.5891228914260864,
      "step": 2844
    },
    {
      "epoch": 0.5938445487741263,
      "grad_norm": 0.16520492732524872,
      "learning_rate": 0.0004853316723762068,
      "loss": 1.7726880311965942,
      "step": 2846
    },
    {
      "epoch": 0.5942618675013042,
      "grad_norm": 0.2029978185892105,
      "learning_rate": 0.00048483338523824354,
      "loss": 1.5459405183792114,
      "step": 2848
    },
    {
      "epoch": 0.594679186228482,
      "grad_norm": 0.17381776869297028,
      "learning_rate": 0.0004843350981002803,
      "loss": 1.7816643714904785,
      "step": 2850
    },
    {
      "epoch": 0.5950965049556599,
      "grad_norm": 0.19975237548351288,
      "learning_rate": 0.000483836810962317,
      "loss": 1.5473201274871826,
      "step": 2852
    },
    {
      "epoch": 0.5955138236828378,
      "grad_norm": 0.18777495622634888,
      "learning_rate": 0.0004833385238243538,
      "loss": 1.6488192081451416,
      "step": 2854
    },
    {
      "epoch": 0.5959311424100157,
      "grad_norm": 0.1772993803024292,
      "learning_rate": 0.00048284023668639054,
      "loss": 1.6942178010940552,
      "step": 2856
    },
    {
      "epoch": 0.5963484611371935,
      "grad_norm": 0.2237555831670761,
      "learning_rate": 0.0004823419495484273,
      "loss": 1.6374008655548096,
      "step": 2858
    },
    {
      "epoch": 0.5967657798643714,
      "grad_norm": 0.22892020642757416,
      "learning_rate": 0.000481843662410464,
      "loss": 1.5714294910430908,
      "step": 2860
    },
    {
      "epoch": 0.5971830985915493,
      "grad_norm": 0.19660325348377228,
      "learning_rate": 0.0004813453752725008,
      "loss": 1.6836249828338623,
      "step": 2862
    },
    {
      "epoch": 0.5976004173187272,
      "grad_norm": 0.20764879882335663,
      "learning_rate": 0.00048084708813453755,
      "loss": 1.663045883178711,
      "step": 2864
    },
    {
      "epoch": 0.598017736045905,
      "grad_norm": 0.1717427372932434,
      "learning_rate": 0.0004803488009965743,
      "loss": 1.7530301809310913,
      "step": 2866
    },
    {
      "epoch": 0.5984350547730829,
      "grad_norm": 0.2102285474538803,
      "learning_rate": 0.000479850513858611,
      "loss": 1.6049411296844482,
      "step": 2868
    },
    {
      "epoch": 0.5988523735002608,
      "grad_norm": 0.17871743440628052,
      "learning_rate": 0.0004793522267206478,
      "loss": 1.7112499475479126,
      "step": 2870
    },
    {
      "epoch": 0.5992696922274388,
      "grad_norm": 0.1878865659236908,
      "learning_rate": 0.00047885393958268456,
      "loss": 1.634444236755371,
      "step": 2872
    },
    {
      "epoch": 0.5996870109546166,
      "grad_norm": 0.18738122284412384,
      "learning_rate": 0.00047835565244472127,
      "loss": 1.6382564306259155,
      "step": 2874
    },
    {
      "epoch": 0.6001043296817945,
      "grad_norm": 0.17012278735637665,
      "learning_rate": 0.00047785736530675803,
      "loss": 1.5668729543685913,
      "step": 2876
    },
    {
      "epoch": 0.6003129890453834,
      "eval_loss": 1.6334973573684692,
      "eval_runtime": 25.5462,
      "eval_samples_per_second": 60.674,
      "eval_steps_per_second": 7.594,
      "step": 2877
    },
    {
      "epoch": 0.6005216484089724,
      "grad_norm": 0.16799584031105042,
      "learning_rate": 0.0004773590781687948,
      "loss": 1.6411515474319458,
      "step": 2878
    },
    {
      "epoch": 0.6009389671361502,
      "grad_norm": 0.21026895940303802,
      "learning_rate": 0.00047686079103083156,
      "loss": 1.5678623914718628,
      "step": 2880
    },
    {
      "epoch": 0.6013562858633281,
      "grad_norm": 0.19277074933052063,
      "learning_rate": 0.00047636250389286827,
      "loss": 1.7933660745620728,
      "step": 2882
    },
    {
      "epoch": 0.601773604590506,
      "grad_norm": 0.17304041981697083,
      "learning_rate": 0.00047586421675490504,
      "loss": 1.6832016706466675,
      "step": 2884
    },
    {
      "epoch": 0.6021909233176839,
      "grad_norm": 0.17196182906627655,
      "learning_rate": 0.0004753659296169418,
      "loss": 1.5628772974014282,
      "step": 2886
    },
    {
      "epoch": 0.6026082420448617,
      "grad_norm": 0.18928901851177216,
      "learning_rate": 0.00047486764247897857,
      "loss": 1.625766396522522,
      "step": 2888
    },
    {
      "epoch": 0.6030255607720396,
      "grad_norm": 0.2047906070947647,
      "learning_rate": 0.0004743693553410153,
      "loss": 1.4966003894805908,
      "step": 2890
    },
    {
      "epoch": 0.6034428794992175,
      "grad_norm": 0.17776289582252502,
      "learning_rate": 0.00047387106820305204,
      "loss": 1.7307140827178955,
      "step": 2892
    },
    {
      "epoch": 0.6038601982263954,
      "grad_norm": 0.1764279305934906,
      "learning_rate": 0.0004733727810650888,
      "loss": 1.7942173480987549,
      "step": 2894
    },
    {
      "epoch": 0.6042775169535733,
      "grad_norm": 0.1908806711435318,
      "learning_rate": 0.00047287449392712557,
      "loss": 1.4785549640655518,
      "step": 2896
    },
    {
      "epoch": 0.6046948356807512,
      "grad_norm": 0.1910744160413742,
      "learning_rate": 0.0004723762067891623,
      "loss": 1.695818305015564,
      "step": 2898
    },
    {
      "epoch": 0.6051121544079291,
      "grad_norm": 0.1757185459136963,
      "learning_rate": 0.00047187791965119905,
      "loss": 1.6474026441574097,
      "step": 2900
    },
    {
      "epoch": 0.605529473135107,
      "grad_norm": 0.18998144567012787,
      "learning_rate": 0.0004713796325132358,
      "loss": 1.6418334245681763,
      "step": 2902
    },
    {
      "epoch": 0.6059467918622848,
      "grad_norm": 0.19940714538097382,
      "learning_rate": 0.0004708813453752726,
      "loss": 1.650315284729004,
      "step": 2904
    },
    {
      "epoch": 0.6063641105894627,
      "grad_norm": 0.19629891216754913,
      "learning_rate": 0.0004703830582373093,
      "loss": 1.6142354011535645,
      "step": 2906
    },
    {
      "epoch": 0.6067814293166406,
      "grad_norm": 0.19428136944770813,
      "learning_rate": 0.00046988477109934605,
      "loss": 1.5597343444824219,
      "step": 2908
    },
    {
      "epoch": 0.6071987480438185,
      "grad_norm": 0.1555328220129013,
      "learning_rate": 0.0004693864839613828,
      "loss": 1.6591336727142334,
      "step": 2910
    },
    {
      "epoch": 0.6076160667709963,
      "grad_norm": 0.17966602742671967,
      "learning_rate": 0.0004688881968234196,
      "loss": 1.544377088546753,
      "step": 2912
    },
    {
      "epoch": 0.6080333854981742,
      "grad_norm": 0.18002371490001678,
      "learning_rate": 0.0004683899096854563,
      "loss": 1.77950119972229,
      "step": 2914
    },
    {
      "epoch": 0.6084507042253521,
      "grad_norm": 0.1758643537759781,
      "learning_rate": 0.00046789162254749306,
      "loss": 1.751016616821289,
      "step": 2916
    },
    {
      "epoch": 0.60886802295253,
      "grad_norm": 0.1944553703069687,
      "learning_rate": 0.0004673933354095297,
      "loss": 1.6245421171188354,
      "step": 2918
    },
    {
      "epoch": 0.6092853416797078,
      "grad_norm": 0.16478294134140015,
      "learning_rate": 0.0004668950482715665,
      "loss": 1.6343562602996826,
      "step": 2920
    },
    {
      "epoch": 0.6097026604068858,
      "grad_norm": 0.18271125853061676,
      "learning_rate": 0.00046639676113360325,
      "loss": 1.5838673114776611,
      "step": 2922
    },
    {
      "epoch": 0.6101199791340637,
      "grad_norm": 0.1791974902153015,
      "learning_rate": 0.00046589847399563996,
      "loss": 1.5538192987442017,
      "step": 2924
    },
    {
      "epoch": 0.6105372978612416,
      "grad_norm": 0.1821575164794922,
      "learning_rate": 0.0004654001868576767,
      "loss": 1.7037311792373657,
      "step": 2926
    },
    {
      "epoch": 0.6109546165884194,
      "grad_norm": 0.17619025707244873,
      "learning_rate": 0.0004649018997197135,
      "loss": 1.686895728111267,
      "step": 2928
    },
    {
      "epoch": 0.6113719353155973,
      "grad_norm": 0.15952201187610626,
      "learning_rate": 0.00046440361258175025,
      "loss": 1.6833465099334717,
      "step": 2930
    },
    {
      "epoch": 0.6117892540427752,
      "grad_norm": 0.23567429184913635,
      "learning_rate": 0.00046390532544378696,
      "loss": 1.4512883424758911,
      "step": 2932
    },
    {
      "epoch": 0.612206572769953,
      "grad_norm": 0.19210046529769897,
      "learning_rate": 0.0004634070383058237,
      "loss": 1.7234846353530884,
      "step": 2934
    },
    {
      "epoch": 0.6126238914971309,
      "grad_norm": 0.1734471470117569,
      "learning_rate": 0.0004629087511678605,
      "loss": 1.7545769214630127,
      "step": 2936
    },
    {
      "epoch": 0.6130412102243088,
      "grad_norm": 0.18496385216712952,
      "learning_rate": 0.0004624104640298972,
      "loss": 1.572465181350708,
      "step": 2938
    },
    {
      "epoch": 0.6134585289514867,
      "grad_norm": 0.2221444547176361,
      "learning_rate": 0.00046191217689193397,
      "loss": 1.519800066947937,
      "step": 2940
    },
    {
      "epoch": 0.6138758476786645,
      "grad_norm": 0.24368079006671906,
      "learning_rate": 0.00046141388975397073,
      "loss": 1.6060869693756104,
      "step": 2942
    },
    {
      "epoch": 0.6142931664058424,
      "grad_norm": 0.16458842158317566,
      "learning_rate": 0.0004609156026160075,
      "loss": 1.6020828485488892,
      "step": 2944
    },
    {
      "epoch": 0.6147104851330203,
      "grad_norm": 0.1970018744468689,
      "learning_rate": 0.0004604173154780442,
      "loss": 1.6586238145828247,
      "step": 2946
    },
    {
      "epoch": 0.6151278038601983,
      "grad_norm": 0.1822272688150406,
      "learning_rate": 0.00045991902834008097,
      "loss": 1.720170497894287,
      "step": 2948
    },
    {
      "epoch": 0.6155451225873761,
      "grad_norm": 0.17016743123531342,
      "learning_rate": 0.00045942074120211774,
      "loss": 1.5761950016021729,
      "step": 2950
    },
    {
      "epoch": 0.615962441314554,
      "grad_norm": 0.2120160609483719,
      "learning_rate": 0.0004589224540641545,
      "loss": 1.6407349109649658,
      "step": 2952
    },
    {
      "epoch": 0.6163797600417319,
      "grad_norm": 0.16476835310459137,
      "learning_rate": 0.0004584241669261912,
      "loss": 1.7095156908035278,
      "step": 2954
    },
    {
      "epoch": 0.6167970787689098,
      "grad_norm": 0.1890491098165512,
      "learning_rate": 0.000457925879788228,
      "loss": 1.591587781906128,
      "step": 2956
    },
    {
      "epoch": 0.6172143974960876,
      "grad_norm": 0.18666179478168488,
      "learning_rate": 0.00045742759265026474,
      "loss": 1.5489561557769775,
      "step": 2958
    },
    {
      "epoch": 0.6176317162232655,
      "grad_norm": 0.2605527341365814,
      "learning_rate": 0.0004569293055123015,
      "loss": 1.5896910429000854,
      "step": 2960
    },
    {
      "epoch": 0.6180490349504434,
      "grad_norm": 0.16350412368774414,
      "learning_rate": 0.0004564310183743382,
      "loss": 1.6582103967666626,
      "step": 2962
    },
    {
      "epoch": 0.6184663536776213,
      "grad_norm": 0.18763825297355652,
      "learning_rate": 0.000455932731236375,
      "loss": 1.7946631908416748,
      "step": 2964
    },
    {
      "epoch": 0.6188836724047991,
      "grad_norm": 0.22416430711746216,
      "learning_rate": 0.00045543444409841175,
      "loss": 1.6434133052825928,
      "step": 2966
    },
    {
      "epoch": 0.619300991131977,
      "grad_norm": 0.17112663388252258,
      "learning_rate": 0.0004549361569604485,
      "loss": 1.5859663486480713,
      "step": 2968
    },
    {
      "epoch": 0.6197183098591549,
      "grad_norm": 0.22274653613567352,
      "learning_rate": 0.0004544378698224852,
      "loss": 1.6013418436050415,
      "step": 2970
    },
    {
      "epoch": 0.6201356285863329,
      "grad_norm": 0.19702008366584778,
      "learning_rate": 0.000453939582684522,
      "loss": 1.6691360473632812,
      "step": 2972
    },
    {
      "epoch": 0.6205529473135107,
      "grad_norm": 0.1698775291442871,
      "learning_rate": 0.00045344129554655875,
      "loss": 1.8140881061553955,
      "step": 2974
    },
    {
      "epoch": 0.6209702660406886,
      "grad_norm": 0.1693205088376999,
      "learning_rate": 0.0004529430084085955,
      "loss": 1.6525713205337524,
      "step": 2976
    },
    {
      "epoch": 0.6213875847678665,
      "grad_norm": 0.1770809441804886,
      "learning_rate": 0.00045244472127063223,
      "loss": 1.5939429998397827,
      "step": 2978
    },
    {
      "epoch": 0.6218049034950444,
      "grad_norm": 0.1748695820569992,
      "learning_rate": 0.000451946434132669,
      "loss": 1.5831851959228516,
      "step": 2980
    },
    {
      "epoch": 0.6222222222222222,
      "grad_norm": 0.19646704196929932,
      "learning_rate": 0.00045144814699470576,
      "loss": 1.6287367343902588,
      "step": 2982
    },
    {
      "epoch": 0.6226395409494001,
      "grad_norm": 0.1683228760957718,
      "learning_rate": 0.00045094985985674247,
      "loss": 1.6986901760101318,
      "step": 2984
    },
    {
      "epoch": 0.623056859676578,
      "grad_norm": 0.1828620731830597,
      "learning_rate": 0.00045045157271877924,
      "loss": 1.7912113666534424,
      "step": 2986
    },
    {
      "epoch": 0.6234741784037559,
      "grad_norm": 0.16508342325687408,
      "learning_rate": 0.000449953285580816,
      "loss": 1.5801665782928467,
      "step": 2988
    },
    {
      "epoch": 0.6238914971309337,
      "grad_norm": 0.15644466876983643,
      "learning_rate": 0.00044945499844285277,
      "loss": 1.6213196516036987,
      "step": 2990
    },
    {
      "epoch": 0.6243088158581116,
      "grad_norm": 0.16748785972595215,
      "learning_rate": 0.0004489567113048895,
      "loss": 1.6507726907730103,
      "step": 2992
    },
    {
      "epoch": 0.6247261345852895,
      "grad_norm": 0.18665555119514465,
      "learning_rate": 0.00044845842416692624,
      "loss": 1.7788985967636108,
      "step": 2994
    },
    {
      "epoch": 0.6251434533124673,
      "grad_norm": 0.21414385735988617,
      "learning_rate": 0.000447960137028963,
      "loss": 1.587815284729004,
      "step": 2996
    },
    {
      "epoch": 0.6255607720396453,
      "grad_norm": 0.2360076606273651,
      "learning_rate": 0.00044746184989099977,
      "loss": 1.6898614168167114,
      "step": 2998
    },
    {
      "epoch": 0.6259780907668232,
      "grad_norm": 0.19727914035320282,
      "learning_rate": 0.0004469635627530365,
      "loss": 1.5027776956558228,
      "step": 3000
    },
    {
      "epoch": 0.6263954094940011,
      "grad_norm": 0.16130492091178894,
      "learning_rate": 0.00044646527561507314,
      "loss": 1.6677963733673096,
      "step": 3002
    },
    {
      "epoch": 0.626812728221179,
      "grad_norm": 0.17396186292171478,
      "learning_rate": 0.0004459669884771099,
      "loss": 1.7318880558013916,
      "step": 3004
    },
    {
      "epoch": 0.6272300469483568,
      "grad_norm": 0.16842906177043915,
      "learning_rate": 0.00044546870133914667,
      "loss": 1.7320445775985718,
      "step": 3006
    },
    {
      "epoch": 0.6276473656755347,
      "grad_norm": 0.17343546450138092,
      "learning_rate": 0.00044497041420118343,
      "loss": 1.5647716522216797,
      "step": 3008
    },
    {
      "epoch": 0.6280646844027126,
      "grad_norm": 0.18864287436008453,
      "learning_rate": 0.00044447212706322014,
      "loss": 1.6539498567581177,
      "step": 3010
    },
    {
      "epoch": 0.6284820031298904,
      "grad_norm": 0.18099819123744965,
      "learning_rate": 0.0004439738399252569,
      "loss": 1.6597203016281128,
      "step": 3012
    },
    {
      "epoch": 0.6288993218570683,
      "grad_norm": 0.1965656727552414,
      "learning_rate": 0.0004434755527872937,
      "loss": 1.5832552909851074,
      "step": 3014
    },
    {
      "epoch": 0.6293166405842462,
      "grad_norm": 0.1879548877477646,
      "learning_rate": 0.00044297726564933044,
      "loss": 1.5848406553268433,
      "step": 3016
    },
    {
      "epoch": 0.6297339593114241,
      "grad_norm": 0.16935324668884277,
      "learning_rate": 0.00044247897851136715,
      "loss": 1.6081706285476685,
      "step": 3018
    },
    {
      "epoch": 0.6301512780386019,
      "grad_norm": 0.17128311097621918,
      "learning_rate": 0.0004419806913734039,
      "loss": 1.7153724431991577,
      "step": 3020
    },
    {
      "epoch": 0.6305685967657798,
      "grad_norm": 0.18790321052074432,
      "learning_rate": 0.0004414824042354407,
      "loss": 1.7321152687072754,
      "step": 3022
    },
    {
      "epoch": 0.6309859154929578,
      "grad_norm": 0.17196448147296906,
      "learning_rate": 0.00044098411709747744,
      "loss": 1.6450070142745972,
      "step": 3024
    },
    {
      "epoch": 0.6314032342201357,
      "grad_norm": 0.181528240442276,
      "learning_rate": 0.00044048582995951415,
      "loss": 1.6748415231704712,
      "step": 3026
    },
    {
      "epoch": 0.6318205529473135,
      "grad_norm": 0.18286748230457306,
      "learning_rate": 0.0004399875428215509,
      "loss": 1.7617762088775635,
      "step": 3028
    },
    {
      "epoch": 0.6322378716744914,
      "grad_norm": 0.16749003529548645,
      "learning_rate": 0.0004394892556835877,
      "loss": 1.6863735914230347,
      "step": 3030
    },
    {
      "epoch": 0.6326551904016693,
      "grad_norm": 0.22944116592407227,
      "learning_rate": 0.00043899096854562445,
      "loss": 1.5296680927276611,
      "step": 3032
    },
    {
      "epoch": 0.6330725091288472,
      "grad_norm": 0.1561669260263443,
      "learning_rate": 0.00043849268140766116,
      "loss": 1.5262645483016968,
      "step": 3034
    },
    {
      "epoch": 0.633489827856025,
      "grad_norm": 0.16601932048797607,
      "learning_rate": 0.0004379943942696979,
      "loss": 1.5379654169082642,
      "step": 3036
    },
    {
      "epoch": 0.6339071465832029,
      "grad_norm": 0.17442798614501953,
      "learning_rate": 0.0004374961071317347,
      "loss": 1.7634894847869873,
      "step": 3038
    },
    {
      "epoch": 0.6343244653103808,
      "grad_norm": 0.1849924623966217,
      "learning_rate": 0.00043699781999377146,
      "loss": 1.6289749145507812,
      "step": 3040
    },
    {
      "epoch": 0.6347417840375587,
      "grad_norm": 0.17964428663253784,
      "learning_rate": 0.00043649953285580817,
      "loss": 1.7756881713867188,
      "step": 3042
    },
    {
      "epoch": 0.6351591027647365,
      "grad_norm": 0.1700710654258728,
      "learning_rate": 0.00043600124571784493,
      "loss": 1.654688835144043,
      "step": 3044
    },
    {
      "epoch": 0.6355764214919144,
      "grad_norm": 0.18866358697414398,
      "learning_rate": 0.0004355029585798817,
      "loss": 1.6230889558792114,
      "step": 3046
    },
    {
      "epoch": 0.6359937402190924,
      "grad_norm": 0.23964236676692963,
      "learning_rate": 0.0004350046714419184,
      "loss": 1.4981260299682617,
      "step": 3048
    },
    {
      "epoch": 0.6364110589462703,
      "grad_norm": 0.1868370622396469,
      "learning_rate": 0.00043450638430395517,
      "loss": 1.6155753135681152,
      "step": 3050
    },
    {
      "epoch": 0.6368283776734481,
      "grad_norm": 0.17351564764976501,
      "learning_rate": 0.00043400809716599194,
      "loss": 1.6848652362823486,
      "step": 3052
    },
    {
      "epoch": 0.637245696400626,
      "grad_norm": 0.1712159514427185,
      "learning_rate": 0.0004335098100280287,
      "loss": 1.689025640487671,
      "step": 3054
    },
    {
      "epoch": 0.6376630151278039,
      "grad_norm": 0.2635113596916199,
      "learning_rate": 0.0004330115228900654,
      "loss": 1.5704872608184814,
      "step": 3056
    },
    {
      "epoch": 0.6380803338549818,
      "grad_norm": 0.20459075272083282,
      "learning_rate": 0.0004325132357521022,
      "loss": 1.628517985343933,
      "step": 3058
    },
    {
      "epoch": 0.6384976525821596,
      "grad_norm": 0.19031086564064026,
      "learning_rate": 0.00043201494861413894,
      "loss": 1.6251946687698364,
      "step": 3060
    },
    {
      "epoch": 0.6389149713093375,
      "grad_norm": 0.2103298157453537,
      "learning_rate": 0.0004315166614761757,
      "loss": 1.6923656463623047,
      "step": 3062
    },
    {
      "epoch": 0.6393322900365154,
      "grad_norm": 0.15932463109493256,
      "learning_rate": 0.0004310183743382124,
      "loss": 1.6129586696624756,
      "step": 3064
    },
    {
      "epoch": 0.6397496087636932,
      "grad_norm": 0.17592453956604004,
      "learning_rate": 0.0004305200872002492,
      "loss": 1.536402702331543,
      "step": 3066
    },
    {
      "epoch": 0.6401669274908711,
      "grad_norm": 0.16769124567508698,
      "learning_rate": 0.00043002180006228595,
      "loss": 1.7355247735977173,
      "step": 3068
    },
    {
      "epoch": 0.640584246218049,
      "grad_norm": 0.17105732858181,
      "learning_rate": 0.0004295235129243227,
      "loss": 1.634315013885498,
      "step": 3070
    },
    {
      "epoch": 0.6410015649452269,
      "grad_norm": 0.17621351778507233,
      "learning_rate": 0.0004290252257863594,
      "loss": 1.6633837223052979,
      "step": 3072
    },
    {
      "epoch": 0.6414188836724048,
      "grad_norm": 0.1565503627061844,
      "learning_rate": 0.0004285269386483962,
      "loss": 1.7071964740753174,
      "step": 3074
    },
    {
      "epoch": 0.6418362023995827,
      "grad_norm": 0.19788403809070587,
      "learning_rate": 0.00042802865151043295,
      "loss": 1.5612205266952515,
      "step": 3076
    },
    {
      "epoch": 0.6422535211267606,
      "grad_norm": 0.17223519086837769,
      "learning_rate": 0.0004275303643724697,
      "loss": 1.6041910648345947,
      "step": 3078
    },
    {
      "epoch": 0.6426708398539385,
      "grad_norm": 0.17532415688037872,
      "learning_rate": 0.00042703207723450643,
      "loss": 1.779238224029541,
      "step": 3080
    },
    {
      "epoch": 0.6430881585811163,
      "grad_norm": 0.21478240191936493,
      "learning_rate": 0.0004265337900965432,
      "loss": 1.5742828845977783,
      "step": 3082
    },
    {
      "epoch": 0.6435054773082942,
      "grad_norm": 0.20716965198516846,
      "learning_rate": 0.00042603550295857996,
      "loss": 1.6765398979187012,
      "step": 3084
    },
    {
      "epoch": 0.6439227960354721,
      "grad_norm": 0.22852440178394318,
      "learning_rate": 0.0004255372158206166,
      "loss": 1.6046693325042725,
      "step": 3086
    },
    {
      "epoch": 0.64434011476265,
      "grad_norm": 0.18507982790470123,
      "learning_rate": 0.0004250389286826534,
      "loss": 1.5526434183120728,
      "step": 3088
    },
    {
      "epoch": 0.6447574334898278,
      "grad_norm": 0.17970949411392212,
      "learning_rate": 0.0004245406415446901,
      "loss": 1.5689854621887207,
      "step": 3090
    },
    {
      "epoch": 0.6451747522170057,
      "grad_norm": 0.18663153052330017,
      "learning_rate": 0.00042404235440672686,
      "loss": 1.7312533855438232,
      "step": 3092
    },
    {
      "epoch": 0.6455920709441836,
      "grad_norm": 0.20818455517292023,
      "learning_rate": 0.0004235440672687636,
      "loss": 1.6105419397354126,
      "step": 3094
    },
    {
      "epoch": 0.6460093896713615,
      "grad_norm": 0.15261031687259674,
      "learning_rate": 0.0004230457801308004,
      "loss": 1.723541021347046,
      "step": 3096
    },
    {
      "epoch": 0.6464267083985393,
      "grad_norm": 0.19954752922058105,
      "learning_rate": 0.0004225474929928371,
      "loss": 1.619447946548462,
      "step": 3098
    },
    {
      "epoch": 0.6468440271257173,
      "grad_norm": 0.20010371506214142,
      "learning_rate": 0.00042204920585487386,
      "loss": 1.6042195558547974,
      "step": 3100
    },
    {
      "epoch": 0.6472613458528952,
      "grad_norm": 0.16776025295257568,
      "learning_rate": 0.0004215509187169106,
      "loss": 1.804923176765442,
      "step": 3102
    },
    {
      "epoch": 0.6476786645800731,
      "grad_norm": 0.19969533383846283,
      "learning_rate": 0.0004210526315789474,
      "loss": 1.5725339651107788,
      "step": 3104
    },
    {
      "epoch": 0.6480959833072509,
      "grad_norm": 0.18492990732192993,
      "learning_rate": 0.0004205543444409841,
      "loss": 1.6459952592849731,
      "step": 3106
    },
    {
      "epoch": 0.6485133020344288,
      "grad_norm": 0.19893598556518555,
      "learning_rate": 0.00042005605730302087,
      "loss": 1.7250248193740845,
      "step": 3108
    },
    {
      "epoch": 0.6489306207616067,
      "grad_norm": 0.19987525045871735,
      "learning_rate": 0.00041955777016505763,
      "loss": 1.687385082244873,
      "step": 3110
    },
    {
      "epoch": 0.6493479394887846,
      "grad_norm": 0.27105215191841125,
      "learning_rate": 0.00041905948302709434,
      "loss": 1.5936906337738037,
      "step": 3112
    },
    {
      "epoch": 0.6497652582159624,
      "grad_norm": 0.19652622938156128,
      "learning_rate": 0.0004185611958891311,
      "loss": 1.7589534521102905,
      "step": 3114
    },
    {
      "epoch": 0.6501825769431403,
      "grad_norm": 0.1824251115322113,
      "learning_rate": 0.00041806290875116787,
      "loss": 1.63213050365448,
      "step": 3116
    },
    {
      "epoch": 0.6505998956703182,
      "grad_norm": 0.18713854253292084,
      "learning_rate": 0.00041756462161320464,
      "loss": 1.6345391273498535,
      "step": 3118
    },
    {
      "epoch": 0.651017214397496,
      "grad_norm": 0.17366652190685272,
      "learning_rate": 0.00041706633447524135,
      "loss": 1.5746169090270996,
      "step": 3120
    },
    {
      "epoch": 0.6514345331246739,
      "grad_norm": 0.18607227504253387,
      "learning_rate": 0.0004165680473372781,
      "loss": 1.6285501718521118,
      "step": 3122
    },
    {
      "epoch": 0.6518518518518519,
      "grad_norm": 0.17764310538768768,
      "learning_rate": 0.0004160697601993149,
      "loss": 1.5877246856689453,
      "step": 3124
    },
    {
      "epoch": 0.6522691705790298,
      "grad_norm": 0.18224091827869415,
      "learning_rate": 0.00041557147306135164,
      "loss": 1.6738301515579224,
      "step": 3126
    },
    {
      "epoch": 0.6526864893062077,
      "grad_norm": 0.2037447690963745,
      "learning_rate": 0.00041507318592338835,
      "loss": 1.7492774724960327,
      "step": 3128
    },
    {
      "epoch": 0.6531038080333855,
      "grad_norm": 0.19194239377975464,
      "learning_rate": 0.0004145748987854251,
      "loss": 1.7368258237838745,
      "step": 3130
    },
    {
      "epoch": 0.6535211267605634,
      "grad_norm": 0.16388799250125885,
      "learning_rate": 0.0004140766116474619,
      "loss": 1.6800915002822876,
      "step": 3132
    },
    {
      "epoch": 0.6539384454877413,
      "grad_norm": 0.19569306075572968,
      "learning_rate": 0.00041357832450949865,
      "loss": 1.6806323528289795,
      "step": 3134
    },
    {
      "epoch": 0.6543557642149191,
      "grad_norm": 0.19107472896575928,
      "learning_rate": 0.00041308003737153536,
      "loss": 1.5883365869522095,
      "step": 3136
    },
    {
      "epoch": 0.654773082942097,
      "grad_norm": 0.17638075351715088,
      "learning_rate": 0.0004125817502335721,
      "loss": 1.636826992034912,
      "step": 3138
    },
    {
      "epoch": 0.6551904016692749,
      "grad_norm": 0.19983480870723724,
      "learning_rate": 0.0004120834630956089,
      "loss": 1.6066926717758179,
      "step": 3140
    },
    {
      "epoch": 0.6556077203964528,
      "grad_norm": 0.1928826868534088,
      "learning_rate": 0.00041158517595764565,
      "loss": 1.6404352188110352,
      "step": 3142
    },
    {
      "epoch": 0.6560250391236306,
      "grad_norm": 0.19987136125564575,
      "learning_rate": 0.00041108688881968237,
      "loss": 1.7169287204742432,
      "step": 3144
    },
    {
      "epoch": 0.6564423578508085,
      "grad_norm": 0.1764020472764969,
      "learning_rate": 0.00041058860168171913,
      "loss": 1.6418157815933228,
      "step": 3146
    },
    {
      "epoch": 0.6568596765779864,
      "grad_norm": 0.1640889197587967,
      "learning_rate": 0.0004100903145437559,
      "loss": 1.641084909439087,
      "step": 3148
    },
    {
      "epoch": 0.6572769953051644,
      "grad_norm": 0.1755753457546234,
      "learning_rate": 0.00040959202740579266,
      "loss": 1.692739725112915,
      "step": 3150
    },
    {
      "epoch": 0.6576943140323422,
      "grad_norm": 0.17704693973064423,
      "learning_rate": 0.00040909374026782937,
      "loss": 1.5750787258148193,
      "step": 3152
    },
    {
      "epoch": 0.6581116327595201,
      "grad_norm": 0.17037749290466309,
      "learning_rate": 0.00040859545312986614,
      "loss": 1.7550424337387085,
      "step": 3154
    },
    {
      "epoch": 0.658528951486698,
      "grad_norm": 0.19859790802001953,
      "learning_rate": 0.0004080971659919029,
      "loss": 1.6859033107757568,
      "step": 3156
    },
    {
      "epoch": 0.6589462702138759,
      "grad_norm": 0.18174374103546143,
      "learning_rate": 0.0004075988788539396,
      "loss": 1.6949917078018188,
      "step": 3158
    },
    {
      "epoch": 0.6593635889410537,
      "grad_norm": 0.18143464624881744,
      "learning_rate": 0.0004071005917159764,
      "loss": 1.66156005859375,
      "step": 3160
    },
    {
      "epoch": 0.6597809076682316,
      "grad_norm": 0.18153072893619537,
      "learning_rate": 0.00040660230457801314,
      "loss": 1.502579689025879,
      "step": 3162
    },
    {
      "epoch": 0.6601982263954095,
      "grad_norm": 0.19244757294654846,
      "learning_rate": 0.0004061040174400499,
      "loss": 1.6462054252624512,
      "step": 3164
    },
    {
      "epoch": 0.6606155451225874,
      "grad_norm": 0.18178164958953857,
      "learning_rate": 0.0004056057303020866,
      "loss": 1.523628830909729,
      "step": 3166
    },
    {
      "epoch": 0.6610328638497652,
      "grad_norm": 0.1802728772163391,
      "learning_rate": 0.00040510744316412333,
      "loss": 1.7697495222091675,
      "step": 3168
    },
    {
      "epoch": 0.6614501825769431,
      "grad_norm": 0.22055105865001678,
      "learning_rate": 0.00040460915602616004,
      "loss": 1.6208723783493042,
      "step": 3170
    },
    {
      "epoch": 0.661867501304121,
      "grad_norm": 0.22543752193450928,
      "learning_rate": 0.0004041108688881968,
      "loss": 1.6431186199188232,
      "step": 3172
    },
    {
      "epoch": 0.662284820031299,
      "grad_norm": 0.1864599883556366,
      "learning_rate": 0.00040361258175023357,
      "loss": 1.689392328262329,
      "step": 3174
    },
    {
      "epoch": 0.6627021387584768,
      "grad_norm": 0.20197515189647675,
      "learning_rate": 0.0004031142946122703,
      "loss": 1.6715501546859741,
      "step": 3176
    },
    {
      "epoch": 0.6631194574856547,
      "grad_norm": 0.18714426457881927,
      "learning_rate": 0.00040261600747430704,
      "loss": 1.7265963554382324,
      "step": 3178
    },
    {
      "epoch": 0.6635367762128326,
      "grad_norm": 0.17732010781764984,
      "learning_rate": 0.0004021177203363438,
      "loss": 1.7067770957946777,
      "step": 3180
    },
    {
      "epoch": 0.6639540949400105,
      "grad_norm": 0.20761427283287048,
      "learning_rate": 0.0004016194331983806,
      "loss": 1.4576196670532227,
      "step": 3182
    },
    {
      "epoch": 0.6643714136671883,
      "grad_norm": 0.16294176876544952,
      "learning_rate": 0.0004011211460604173,
      "loss": 1.7235853672027588,
      "step": 3184
    },
    {
      "epoch": 0.6647887323943662,
      "grad_norm": 0.20277062058448792,
      "learning_rate": 0.00040062285892245405,
      "loss": 1.5236420631408691,
      "step": 3186
    },
    {
      "epoch": 0.6652060511215441,
      "grad_norm": 0.21320201456546783,
      "learning_rate": 0.0004001245717844908,
      "loss": 1.6254127025604248,
      "step": 3188
    },
    {
      "epoch": 0.665623369848722,
      "grad_norm": 0.1975260078907013,
      "learning_rate": 0.0003996262846465276,
      "loss": 1.716719627380371,
      "step": 3190
    },
    {
      "epoch": 0.6660406885758998,
      "grad_norm": 0.17935079336166382,
      "learning_rate": 0.0003991279975085643,
      "loss": 1.7938005924224854,
      "step": 3192
    },
    {
      "epoch": 0.6664580073030777,
      "grad_norm": 0.19730965793132782,
      "learning_rate": 0.00039862971037060106,
      "loss": 1.5672612190246582,
      "step": 3194
    },
    {
      "epoch": 0.6668753260302556,
      "grad_norm": 0.16387251019477844,
      "learning_rate": 0.0003981314232326378,
      "loss": 1.551000952720642,
      "step": 3196
    },
    {
      "epoch": 0.6672926447574334,
      "grad_norm": 0.18270333111286163,
      "learning_rate": 0.0003976331360946746,
      "loss": 1.6228139400482178,
      "step": 3198
    },
    {
      "epoch": 0.6677099634846114,
      "grad_norm": 0.19708923995494843,
      "learning_rate": 0.0003971348489567113,
      "loss": 1.6735169887542725,
      "step": 3200
    },
    {
      "epoch": 0.6681272822117893,
      "grad_norm": 0.20654243230819702,
      "learning_rate": 0.00039663656181874806,
      "loss": 1.555161476135254,
      "step": 3202
    },
    {
      "epoch": 0.6685446009389672,
      "grad_norm": 0.17933540046215057,
      "learning_rate": 0.0003961382746807848,
      "loss": 1.6258504390716553,
      "step": 3204
    },
    {
      "epoch": 0.668961919666145,
      "grad_norm": 0.24534529447555542,
      "learning_rate": 0.0003956399875428216,
      "loss": 1.6228227615356445,
      "step": 3206
    },
    {
      "epoch": 0.6693792383933229,
      "grad_norm": 0.2009853720664978,
      "learning_rate": 0.0003951417004048583,
      "loss": 1.673019289970398,
      "step": 3208
    },
    {
      "epoch": 0.6697965571205008,
      "grad_norm": 0.18508794903755188,
      "learning_rate": 0.00039464341326689507,
      "loss": 1.5413572788238525,
      "step": 3210
    },
    {
      "epoch": 0.6702138758476787,
      "grad_norm": 0.1912604719400406,
      "learning_rate": 0.00039414512612893183,
      "loss": 1.593103051185608,
      "step": 3212
    },
    {
      "epoch": 0.6706311945748565,
      "grad_norm": 0.1695089191198349,
      "learning_rate": 0.0003936468389909686,
      "loss": 1.6970627307891846,
      "step": 3214
    },
    {
      "epoch": 0.6710485133020344,
      "grad_norm": 0.19945579767227173,
      "learning_rate": 0.0003931485518530053,
      "loss": 1.754443883895874,
      "step": 3216
    },
    {
      "epoch": 0.6714658320292123,
      "grad_norm": 0.20188401639461517,
      "learning_rate": 0.00039265026471504207,
      "loss": 1.630683422088623,
      "step": 3218
    },
    {
      "epoch": 0.6718831507563902,
      "grad_norm": 0.18985597789287567,
      "learning_rate": 0.00039215197757707884,
      "loss": 1.5402309894561768,
      "step": 3220
    },
    {
      "epoch": 0.672300469483568,
      "grad_norm": 0.17440970242023468,
      "learning_rate": 0.00039165369043911555,
      "loss": 1.7405648231506348,
      "step": 3222
    },
    {
      "epoch": 0.6727177882107459,
      "grad_norm": 0.1797809600830078,
      "learning_rate": 0.0003911554033011523,
      "loss": 1.7436715364456177,
      "step": 3224
    },
    {
      "epoch": 0.6731351069379239,
      "grad_norm": 0.18043005466461182,
      "learning_rate": 0.0003906571161631891,
      "loss": 1.6429089307785034,
      "step": 3226
    },
    {
      "epoch": 0.6735524256651018,
      "grad_norm": 0.19399769604206085,
      "learning_rate": 0.00039015882902522584,
      "loss": 1.715533971786499,
      "step": 3228
    },
    {
      "epoch": 0.6739697443922796,
      "grad_norm": 0.21315521001815796,
      "learning_rate": 0.00038966054188726255,
      "loss": 1.5649092197418213,
      "step": 3230
    },
    {
      "epoch": 0.6743870631194575,
      "grad_norm": 0.17036151885986328,
      "learning_rate": 0.00038916225474929926,
      "loss": 1.6871109008789062,
      "step": 3232
    },
    {
      "epoch": 0.6748043818466354,
      "grad_norm": 0.21142089366912842,
      "learning_rate": 0.00038866396761133603,
      "loss": 1.5012352466583252,
      "step": 3234
    },
    {
      "epoch": 0.6752217005738133,
      "grad_norm": 0.1776968389749527,
      "learning_rate": 0.0003881656804733728,
      "loss": 1.715356707572937,
      "step": 3236
    },
    {
      "epoch": 0.6756390193009911,
      "grad_norm": 0.167434424161911,
      "learning_rate": 0.00038766739333540956,
      "loss": 1.761622428894043,
      "step": 3238
    },
    {
      "epoch": 0.676056338028169,
      "grad_norm": 0.19718925654888153,
      "learning_rate": 0.00038716910619744627,
      "loss": 1.716399908065796,
      "step": 3240
    },
    {
      "epoch": 0.6764736567553469,
      "grad_norm": 0.18885953724384308,
      "learning_rate": 0.00038667081905948303,
      "loss": 1.545933485031128,
      "step": 3242
    },
    {
      "epoch": 0.6768909754825247,
      "grad_norm": 0.1755514144897461,
      "learning_rate": 0.0003861725319215198,
      "loss": 1.606783151626587,
      "step": 3244
    },
    {
      "epoch": 0.6773082942097026,
      "grad_norm": 0.19303053617477417,
      "learning_rate": 0.00038567424478355656,
      "loss": 1.5963878631591797,
      "step": 3246
    },
    {
      "epoch": 0.6777256129368805,
      "grad_norm": 0.16974513232707977,
      "learning_rate": 0.0003851759576455933,
      "loss": 1.658547043800354,
      "step": 3248
    },
    {
      "epoch": 0.6781429316640585,
      "grad_norm": 0.21708205342292786,
      "learning_rate": 0.00038467767050763004,
      "loss": 1.4607315063476562,
      "step": 3250
    },
    {
      "epoch": 0.6785602503912364,
      "grad_norm": 0.21690596640110016,
      "learning_rate": 0.0003841793833696668,
      "loss": 1.6367452144622803,
      "step": 3252
    },
    {
      "epoch": 0.6789775691184142,
      "grad_norm": 0.21128971874713898,
      "learning_rate": 0.0003836810962317035,
      "loss": 1.663558006286621,
      "step": 3254
    },
    {
      "epoch": 0.6793948878455921,
      "grad_norm": 0.1995653212070465,
      "learning_rate": 0.0003831828090937403,
      "loss": 1.718706488609314,
      "step": 3256
    },
    {
      "epoch": 0.67981220657277,
      "grad_norm": 0.17688687145709991,
      "learning_rate": 0.00038268452195577705,
      "loss": 1.6101213693618774,
      "step": 3258
    },
    {
      "epoch": 0.6802295252999478,
      "grad_norm": 0.17573122680187225,
      "learning_rate": 0.0003821862348178138,
      "loss": 1.6461971998214722,
      "step": 3260
    },
    {
      "epoch": 0.6806468440271257,
      "grad_norm": 0.16721221804618835,
      "learning_rate": 0.0003816879476798505,
      "loss": 1.688936710357666,
      "step": 3262
    },
    {
      "epoch": 0.6810641627543036,
      "grad_norm": 0.19553811848163605,
      "learning_rate": 0.0003811896605418873,
      "loss": 1.7398422956466675,
      "step": 3264
    },
    {
      "epoch": 0.6814814814814815,
      "grad_norm": 0.17369849979877472,
      "learning_rate": 0.00038069137340392405,
      "loss": 1.6012886762619019,
      "step": 3266
    },
    {
      "epoch": 0.6818988002086593,
      "grad_norm": 0.18755407631397247,
      "learning_rate": 0.0003801930862659608,
      "loss": 1.5039241313934326,
      "step": 3268
    },
    {
      "epoch": 0.6823161189358372,
      "grad_norm": 0.1913551688194275,
      "learning_rate": 0.0003796947991279975,
      "loss": 1.6101913452148438,
      "step": 3270
    },
    {
      "epoch": 0.6827334376630151,
      "grad_norm": 0.19303348660469055,
      "learning_rate": 0.00037919651199003424,
      "loss": 1.6337401866912842,
      "step": 3272
    },
    {
      "epoch": 0.683150756390193,
      "grad_norm": 0.21885934472084045,
      "learning_rate": 0.000378698224852071,
      "loss": 1.6370759010314941,
      "step": 3274
    },
    {
      "epoch": 0.6835680751173709,
      "grad_norm": 0.16648758947849274,
      "learning_rate": 0.00037819993771410777,
      "loss": 1.5797863006591797,
      "step": 3276
    },
    {
      "epoch": 0.6839853938445488,
      "grad_norm": 0.1816018521785736,
      "learning_rate": 0.00037770165057614453,
      "loss": 1.61228346824646,
      "step": 3278
    },
    {
      "epoch": 0.6844027125717267,
      "grad_norm": 0.21701984107494354,
      "learning_rate": 0.00037720336343818124,
      "loss": 1.5739727020263672,
      "step": 3280
    },
    {
      "epoch": 0.6848200312989046,
      "grad_norm": 0.2241283357143402,
      "learning_rate": 0.000376705076300218,
      "loss": 1.674843668937683,
      "step": 3282
    },
    {
      "epoch": 0.6852373500260824,
      "grad_norm": 0.17072917520999908,
      "learning_rate": 0.00037620678916225477,
      "loss": 1.6810898780822754,
      "step": 3284
    },
    {
      "epoch": 0.6856546687532603,
      "grad_norm": 0.1833476424217224,
      "learning_rate": 0.0003757085020242915,
      "loss": 1.663867712020874,
      "step": 3286
    },
    {
      "epoch": 0.6860719874804382,
      "grad_norm": 0.16291077435016632,
      "learning_rate": 0.00037521021488632825,
      "loss": 1.611328125,
      "step": 3288
    },
    {
      "epoch": 0.6864893062076161,
      "grad_norm": 0.21334248781204224,
      "learning_rate": 0.000374711927748365,
      "loss": 1.6744343042373657,
      "step": 3290
    },
    {
      "epoch": 0.6869066249347939,
      "grad_norm": 0.18318229913711548,
      "learning_rate": 0.0003742136406104018,
      "loss": 1.687151312828064,
      "step": 3292
    },
    {
      "epoch": 0.6873239436619718,
      "grad_norm": 0.2117055207490921,
      "learning_rate": 0.0003737153534724385,
      "loss": 1.5922801494598389,
      "step": 3294
    },
    {
      "epoch": 0.6877412623891497,
      "grad_norm": 0.17517757415771484,
      "learning_rate": 0.00037321706633447525,
      "loss": 1.7506741285324097,
      "step": 3296
    },
    {
      "epoch": 0.6881585811163276,
      "grad_norm": 0.18518812954425812,
      "learning_rate": 0.000372718779196512,
      "loss": 1.6906851530075073,
      "step": 3298
    },
    {
      "epoch": 0.6885758998435054,
      "grad_norm": 0.1808939278125763,
      "learning_rate": 0.0003722204920585488,
      "loss": 1.5298922061920166,
      "step": 3300
    },
    {
      "epoch": 0.6889932185706834,
      "grad_norm": 0.1775629073381424,
      "learning_rate": 0.0003717222049205855,
      "loss": 1.6584842205047607,
      "step": 3302
    },
    {
      "epoch": 0.6894105372978613,
      "grad_norm": 0.17619644105434418,
      "learning_rate": 0.00037122391778262226,
      "loss": 1.658012866973877,
      "step": 3304
    },
    {
      "epoch": 0.6898278560250392,
      "grad_norm": 0.18246251344680786,
      "learning_rate": 0.000370725630644659,
      "loss": 1.6148688793182373,
      "step": 3306
    },
    {
      "epoch": 0.690245174752217,
      "grad_norm": 0.17772823572158813,
      "learning_rate": 0.0003702273435066958,
      "loss": 1.6593983173370361,
      "step": 3308
    },
    {
      "epoch": 0.6906624934793949,
      "grad_norm": 0.17234240472316742,
      "learning_rate": 0.0003697290563687325,
      "loss": 1.6848957538604736,
      "step": 3310
    },
    {
      "epoch": 0.6910798122065728,
      "grad_norm": 0.18917346000671387,
      "learning_rate": 0.00036923076923076927,
      "loss": 1.5930238962173462,
      "step": 3312
    },
    {
      "epoch": 0.6914971309337506,
      "grad_norm": 0.17682476341724396,
      "learning_rate": 0.000368732482092806,
      "loss": 1.7607903480529785,
      "step": 3314
    },
    {
      "epoch": 0.6919144496609285,
      "grad_norm": 0.17324304580688477,
      "learning_rate": 0.00036823419495484274,
      "loss": 1.6287239789962769,
      "step": 3316
    },
    {
      "epoch": 0.6923317683881064,
      "grad_norm": 0.18196740746498108,
      "learning_rate": 0.00036773590781687945,
      "loss": 1.6950976848602295,
      "step": 3318
    },
    {
      "epoch": 0.6927490871152843,
      "grad_norm": 0.18560899794101715,
      "learning_rate": 0.0003672376206789162,
      "loss": 1.6717556715011597,
      "step": 3320
    },
    {
      "epoch": 0.6931664058424621,
      "grad_norm": 0.1800072193145752,
      "learning_rate": 0.000366739333540953,
      "loss": 1.6935051679611206,
      "step": 3322
    },
    {
      "epoch": 0.69358372456964,
      "grad_norm": 0.1855444610118866,
      "learning_rate": 0.00036624104640298975,
      "loss": 1.6905603408813477,
      "step": 3324
    },
    {
      "epoch": 0.694001043296818,
      "grad_norm": 0.20639169216156006,
      "learning_rate": 0.00036574275926502646,
      "loss": 1.5048364400863647,
      "step": 3326
    },
    {
      "epoch": 0.6944183620239959,
      "grad_norm": 0.17336873710155487,
      "learning_rate": 0.0003652444721270632,
      "loss": 1.5049575567245483,
      "step": 3328
    },
    {
      "epoch": 0.6948356807511737,
      "grad_norm": 0.18017591536045074,
      "learning_rate": 0.0003647461849891,
      "loss": 1.74604332447052,
      "step": 3330
    },
    {
      "epoch": 0.6952529994783516,
      "grad_norm": 0.17093011736869812,
      "learning_rate": 0.00036424789785113675,
      "loss": 1.5602046251296997,
      "step": 3332
    },
    {
      "epoch": 0.6956703182055295,
      "grad_norm": 0.23787932097911835,
      "learning_rate": 0.00036374961071317346,
      "loss": 1.6649483442306519,
      "step": 3334
    },
    {
      "epoch": 0.6960876369327074,
      "grad_norm": 0.18329249322414398,
      "learning_rate": 0.00036325132357521023,
      "loss": 1.697551965713501,
      "step": 3336
    },
    {
      "epoch": 0.6965049556598852,
      "grad_norm": 0.17169825732707977,
      "learning_rate": 0.000362753036437247,
      "loss": 1.6272770166397095,
      "step": 3338
    },
    {
      "epoch": 0.6969222743870631,
      "grad_norm": 0.18326887488365173,
      "learning_rate": 0.00036225474929928376,
      "loss": 1.6268222332000732,
      "step": 3340
    },
    {
      "epoch": 0.697339593114241,
      "grad_norm": 0.1736290156841278,
      "learning_rate": 0.00036175646216132047,
      "loss": 1.592427372932434,
      "step": 3342
    },
    {
      "epoch": 0.6977569118414189,
      "grad_norm": 0.21996745467185974,
      "learning_rate": 0.00036125817502335723,
      "loss": 1.6270965337753296,
      "step": 3344
    },
    {
      "epoch": 0.6981742305685967,
      "grad_norm": 0.1685713231563568,
      "learning_rate": 0.000360759887885394,
      "loss": 1.633894920349121,
      "step": 3346
    },
    {
      "epoch": 0.6985915492957746,
      "grad_norm": 0.18318989872932434,
      "learning_rate": 0.00036026160074743076,
      "loss": 1.701606035232544,
      "step": 3348
    },
    {
      "epoch": 0.6990088680229525,
      "grad_norm": 0.22740933299064636,
      "learning_rate": 0.0003597633136094675,
      "loss": 1.625685453414917,
      "step": 3350
    },
    {
      "epoch": 0.6994261867501305,
      "grad_norm": 0.15949927270412445,
      "learning_rate": 0.00035926502647150424,
      "loss": 1.7595469951629639,
      "step": 3352
    },
    {
      "epoch": 0.6998435054773083,
      "grad_norm": 0.1841728687286377,
      "learning_rate": 0.000358766739333541,
      "loss": 1.6015747785568237,
      "step": 3354
    },
    {
      "epoch": 0.7002608242044862,
      "grad_norm": 0.20003744959831238,
      "learning_rate": 0.0003582684521955777,
      "loss": 1.5967538356781006,
      "step": 3356
    },
    {
      "epoch": 0.7006781429316641,
      "grad_norm": 0.1791495531797409,
      "learning_rate": 0.0003577701650576144,
      "loss": 1.5644580125808716,
      "step": 3358
    },
    {
      "epoch": 0.701095461658842,
      "grad_norm": 0.176228329539299,
      "learning_rate": 0.0003572718779196512,
      "loss": 1.608605980873108,
      "step": 3360
    },
    {
      "epoch": 0.7015127803860198,
      "grad_norm": 0.220073863863945,
      "learning_rate": 0.00035677359078168796,
      "loss": 1.5692187547683716,
      "step": 3362
    },
    {
      "epoch": 0.7019300991131977,
      "grad_norm": 0.20393012464046478,
      "learning_rate": 0.0003562753036437247,
      "loss": 1.7034521102905273,
      "step": 3364
    },
    {
      "epoch": 0.7023474178403756,
      "grad_norm": 0.22776682674884796,
      "learning_rate": 0.00035577701650576143,
      "loss": 1.5576345920562744,
      "step": 3366
    },
    {
      "epoch": 0.7027647365675534,
      "grad_norm": 0.18106496334075928,
      "learning_rate": 0.0003552787293677982,
      "loss": 1.726305365562439,
      "step": 3368
    },
    {
      "epoch": 0.7031820552947313,
      "grad_norm": 0.1843574196100235,
      "learning_rate": 0.00035478044222983496,
      "loss": 1.6276588439941406,
      "step": 3370
    },
    {
      "epoch": 0.7035993740219092,
      "grad_norm": 0.207363560795784,
      "learning_rate": 0.0003542821550918717,
      "loss": 1.6093859672546387,
      "step": 3372
    },
    {
      "epoch": 0.7040166927490871,
      "grad_norm": 0.16735592484474182,
      "learning_rate": 0.00035378386795390844,
      "loss": 1.6532926559448242,
      "step": 3374
    },
    {
      "epoch": 0.7044340114762649,
      "grad_norm": 0.21519218385219574,
      "learning_rate": 0.0003532855808159452,
      "loss": 1.7327213287353516,
      "step": 3376
    },
    {
      "epoch": 0.7048513302034429,
      "grad_norm": 0.18955126404762268,
      "learning_rate": 0.00035278729367798197,
      "loss": 1.5333139896392822,
      "step": 3378
    },
    {
      "epoch": 0.7052686489306208,
      "grad_norm": 0.1934884488582611,
      "learning_rate": 0.00035228900654001873,
      "loss": 1.6269757747650146,
      "step": 3380
    },
    {
      "epoch": 0.7056859676577987,
      "grad_norm": 0.1872010976076126,
      "learning_rate": 0.00035179071940205544,
      "loss": 1.5592621564865112,
      "step": 3382
    },
    {
      "epoch": 0.7061032863849765,
      "grad_norm": 0.17345593869686127,
      "learning_rate": 0.0003512924322640922,
      "loss": 1.501878261566162,
      "step": 3384
    },
    {
      "epoch": 0.7065206051121544,
      "grad_norm": 0.1699255108833313,
      "learning_rate": 0.00035079414512612897,
      "loss": 1.7246781587600708,
      "step": 3386
    },
    {
      "epoch": 0.7069379238393323,
      "grad_norm": 0.2052535116672516,
      "learning_rate": 0.00035029585798816574,
      "loss": 1.5708210468292236,
      "step": 3388
    },
    {
      "epoch": 0.7073552425665102,
      "grad_norm": 0.1791800856590271,
      "learning_rate": 0.00034979757085020245,
      "loss": 1.6467716693878174,
      "step": 3390
    },
    {
      "epoch": 0.707772561293688,
      "grad_norm": 0.17288070917129517,
      "learning_rate": 0.0003492992837122392,
      "loss": 1.7028530836105347,
      "step": 3392
    },
    {
      "epoch": 0.7081898800208659,
      "grad_norm": 0.18910221755504608,
      "learning_rate": 0.000348800996574276,
      "loss": 1.6224675178527832,
      "step": 3394
    },
    {
      "epoch": 0.7086071987480438,
      "grad_norm": 0.17708192765712738,
      "learning_rate": 0.0003483027094363127,
      "loss": 1.7361910343170166,
      "step": 3396
    },
    {
      "epoch": 0.7090245174752217,
      "grad_norm": 0.18520548939704895,
      "learning_rate": 0.0003478044222983494,
      "loss": 1.7377831935882568,
      "step": 3398
    },
    {
      "epoch": 0.7094418362023995,
      "grad_norm": 0.1852477788925171,
      "learning_rate": 0.00034730613516038616,
      "loss": 1.5747411251068115,
      "step": 3400
    },
    {
      "epoch": 0.7098591549295775,
      "grad_norm": 0.17900055646896362,
      "learning_rate": 0.00034680784802242293,
      "loss": 1.6429157257080078,
      "step": 3402
    },
    {
      "epoch": 0.7102764736567554,
      "grad_norm": 0.1578274518251419,
      "learning_rate": 0.0003463095608844597,
      "loss": 1.5116872787475586,
      "step": 3404
    },
    {
      "epoch": 0.7106937923839333,
      "grad_norm": 0.18063633143901825,
      "learning_rate": 0.0003458112737464964,
      "loss": 1.6570004224777222,
      "step": 3406
    },
    {
      "epoch": 0.7111111111111111,
      "grad_norm": 0.1643275022506714,
      "learning_rate": 0.00034531298660853317,
      "loss": 1.6581480503082275,
      "step": 3408
    },
    {
      "epoch": 0.711528429838289,
      "grad_norm": 0.162019282579422,
      "learning_rate": 0.00034481469947056993,
      "loss": 1.7755917310714722,
      "step": 3410
    },
    {
      "epoch": 0.7119457485654669,
      "grad_norm": 0.19159257411956787,
      "learning_rate": 0.0003443164123326067,
      "loss": 1.6659679412841797,
      "step": 3412
    },
    {
      "epoch": 0.7123630672926448,
      "grad_norm": 0.23558324575424194,
      "learning_rate": 0.0003438181251946434,
      "loss": 1.5663334131240845,
      "step": 3414
    },
    {
      "epoch": 0.7127803860198226,
      "grad_norm": 0.17369040846824646,
      "learning_rate": 0.0003433198380566802,
      "loss": 1.62667715549469,
      "step": 3416
    },
    {
      "epoch": 0.7131977047470005,
      "grad_norm": 0.18028756976127625,
      "learning_rate": 0.00034282155091871694,
      "loss": 1.6441936492919922,
      "step": 3418
    },
    {
      "epoch": 0.7136150234741784,
      "grad_norm": 0.16337233781814575,
      "learning_rate": 0.0003423232637807537,
      "loss": 1.7388122081756592,
      "step": 3420
    },
    {
      "epoch": 0.7140323422013563,
      "grad_norm": 0.19569990038871765,
      "learning_rate": 0.0003418249766427904,
      "loss": 1.6868973970413208,
      "step": 3422
    },
    {
      "epoch": 0.7144496609285341,
      "grad_norm": 0.20486384630203247,
      "learning_rate": 0.0003413266895048272,
      "loss": 1.5231859683990479,
      "step": 3424
    },
    {
      "epoch": 0.714866979655712,
      "grad_norm": 0.18626397848129272,
      "learning_rate": 0.00034082840236686395,
      "loss": 1.4338966608047485,
      "step": 3426
    },
    {
      "epoch": 0.71528429838289,
      "grad_norm": 0.18911179900169373,
      "learning_rate": 0.00034033011522890066,
      "loss": 1.697441577911377,
      "step": 3428
    },
    {
      "epoch": 0.7157016171100679,
      "grad_norm": 0.17965462803840637,
      "learning_rate": 0.0003398318280909374,
      "loss": 1.6648627519607544,
      "step": 3430
    },
    {
      "epoch": 0.7161189358372457,
      "grad_norm": 0.24312075972557068,
      "learning_rate": 0.0003393335409529742,
      "loss": 1.5659878253936768,
      "step": 3432
    },
    {
      "epoch": 0.7165362545644236,
      "grad_norm": 0.2045416235923767,
      "learning_rate": 0.00033883525381501095,
      "loss": 1.592358946800232,
      "step": 3434
    },
    {
      "epoch": 0.7169535732916015,
      "grad_norm": 0.17191605269908905,
      "learning_rate": 0.00033833696667704766,
      "loss": 1.6755856275558472,
      "step": 3436
    },
    {
      "epoch": 0.7173708920187793,
      "grad_norm": 0.19783489406108856,
      "learning_rate": 0.0003378386795390844,
      "loss": 1.6227929592132568,
      "step": 3438
    },
    {
      "epoch": 0.7177882107459572,
      "grad_norm": 0.2214718759059906,
      "learning_rate": 0.00033734039240112114,
      "loss": 1.6751933097839355,
      "step": 3440
    },
    {
      "epoch": 0.7182055294731351,
      "grad_norm": 0.2062695324420929,
      "learning_rate": 0.0003368421052631579,
      "loss": 1.694725751876831,
      "step": 3442
    },
    {
      "epoch": 0.718622848200313,
      "grad_norm": 0.20154893398284912,
      "learning_rate": 0.00033634381812519467,
      "loss": 1.6723582744598389,
      "step": 3444
    },
    {
      "epoch": 0.7190401669274908,
      "grad_norm": 0.2059297114610672,
      "learning_rate": 0.0003358455309872314,
      "loss": 1.6096183061599731,
      "step": 3446
    },
    {
      "epoch": 0.7194574856546687,
      "grad_norm": 0.1884816288948059,
      "learning_rate": 0.00033534724384926814,
      "loss": 1.5833548307418823,
      "step": 3448
    },
    {
      "epoch": 0.7198748043818466,
      "grad_norm": 0.18161708116531372,
      "learning_rate": 0.0003348489567113049,
      "loss": 1.706489086151123,
      "step": 3450
    },
    {
      "epoch": 0.7202921231090245,
      "grad_norm": 0.16823086142539978,
      "learning_rate": 0.00033435066957334167,
      "loss": 1.7213093042373657,
      "step": 3452
    },
    {
      "epoch": 0.7207094418362024,
      "grad_norm": 0.19137415289878845,
      "learning_rate": 0.0003338523824353784,
      "loss": 1.6691241264343262,
      "step": 3454
    },
    {
      "epoch": 0.7211267605633803,
      "grad_norm": 0.18943490087985992,
      "learning_rate": 0.00033335409529741515,
      "loss": 1.6035650968551636,
      "step": 3456
    },
    {
      "epoch": 0.7215440792905582,
      "grad_norm": 0.17243346571922302,
      "learning_rate": 0.0003328558081594519,
      "loss": 1.7317566871643066,
      "step": 3458
    },
    {
      "epoch": 0.7219613980177361,
      "grad_norm": 0.18171845376491547,
      "learning_rate": 0.0003323575210214886,
      "loss": 1.6930899620056152,
      "step": 3460
    },
    {
      "epoch": 0.7223787167449139,
      "grad_norm": 0.2004927098751068,
      "learning_rate": 0.0003318592338835254,
      "loss": 1.6099839210510254,
      "step": 3462
    },
    {
      "epoch": 0.7227960354720918,
      "grad_norm": 0.18558046221733093,
      "learning_rate": 0.00033136094674556215,
      "loss": 1.6914043426513672,
      "step": 3464
    },
    {
      "epoch": 0.7232133541992697,
      "grad_norm": 0.17955829203128815,
      "learning_rate": 0.0003308626596075989,
      "loss": 1.5590879917144775,
      "step": 3466
    },
    {
      "epoch": 0.7236306729264476,
      "grad_norm": 0.17141635715961456,
      "learning_rate": 0.00033036437246963563,
      "loss": 1.663912057876587,
      "step": 3468
    },
    {
      "epoch": 0.7240479916536254,
      "grad_norm": 0.16364917159080505,
      "learning_rate": 0.0003298660853316724,
      "loss": 1.780855655670166,
      "step": 3470
    },
    {
      "epoch": 0.7244653103808033,
      "grad_norm": 0.16918881237506866,
      "learning_rate": 0.00032936779819370916,
      "loss": 1.654486894607544,
      "step": 3472
    },
    {
      "epoch": 0.7248826291079812,
      "grad_norm": 0.19285793602466583,
      "learning_rate": 0.0003288695110557459,
      "loss": 1.7523506879806519,
      "step": 3474
    },
    {
      "epoch": 0.725299947835159,
      "grad_norm": 0.16608674824237823,
      "learning_rate": 0.00032837122391778264,
      "loss": 1.6734569072723389,
      "step": 3476
    },
    {
      "epoch": 0.725717266562337,
      "grad_norm": 0.19353562593460083,
      "learning_rate": 0.0003278729367798194,
      "loss": 1.6555579900741577,
      "step": 3478
    },
    {
      "epoch": 0.7261345852895149,
      "grad_norm": 0.16799671947956085,
      "learning_rate": 0.00032737464964185617,
      "loss": 1.6369271278381348,
      "step": 3480
    },
    {
      "epoch": 0.7265519040166928,
      "grad_norm": 0.2019745111465454,
      "learning_rate": 0.0003268763625038929,
      "loss": 1.674414038658142,
      "step": 3482
    },
    {
      "epoch": 0.7269692227438707,
      "grad_norm": 0.2025943249464035,
      "learning_rate": 0.00032637807536592964,
      "loss": 1.6427620649337769,
      "step": 3484
    },
    {
      "epoch": 0.7273865414710485,
      "grad_norm": 0.2056577205657959,
      "learning_rate": 0.00032587978822796635,
      "loss": 1.5915733575820923,
      "step": 3486
    },
    {
      "epoch": 0.7278038601982264,
      "grad_norm": 0.18525126576423645,
      "learning_rate": 0.0003253815010900031,
      "loss": 1.7508444786071777,
      "step": 3488
    },
    {
      "epoch": 0.7282211789254043,
      "grad_norm": 0.1688654124736786,
      "learning_rate": 0.0003248832139520399,
      "loss": 1.5843013525009155,
      "step": 3490
    },
    {
      "epoch": 0.7286384976525822,
      "grad_norm": 0.20414622128009796,
      "learning_rate": 0.0003243849268140766,
      "loss": 1.477527379989624,
      "step": 3492
    },
    {
      "epoch": 0.72905581637976,
      "grad_norm": 0.19403406977653503,
      "learning_rate": 0.00032388663967611336,
      "loss": 1.672422170639038,
      "step": 3494
    },
    {
      "epoch": 0.7294731351069379,
      "grad_norm": 0.19974422454833984,
      "learning_rate": 0.0003233883525381501,
      "loss": 1.6990084648132324,
      "step": 3496
    },
    {
      "epoch": 0.7298904538341158,
      "grad_norm": 0.16629716753959656,
      "learning_rate": 0.0003228900654001869,
      "loss": 1.6100983619689941,
      "step": 3498
    },
    {
      "epoch": 0.7303077725612936,
      "grad_norm": 0.1910194605588913,
      "learning_rate": 0.0003223917782622236,
      "loss": 1.686997652053833,
      "step": 3500
    },
    {
      "epoch": 0.7307250912884715,
      "grad_norm": 0.19526292383670807,
      "learning_rate": 0.00032189349112426036,
      "loss": 1.658736228942871,
      "step": 3502
    },
    {
      "epoch": 0.7311424100156495,
      "grad_norm": 0.20036041736602783,
      "learning_rate": 0.00032139520398629713,
      "loss": 1.5146386623382568,
      "step": 3504
    },
    {
      "epoch": 0.7315597287428274,
      "grad_norm": 0.1627195030450821,
      "learning_rate": 0.0003208969168483339,
      "loss": 1.5579910278320312,
      "step": 3506
    },
    {
      "epoch": 0.7319770474700052,
      "grad_norm": 0.17499464750289917,
      "learning_rate": 0.0003203986297103706,
      "loss": 1.6159790754318237,
      "step": 3508
    },
    {
      "epoch": 0.7323943661971831,
      "grad_norm": 0.1754591464996338,
      "learning_rate": 0.00031990034257240737,
      "loss": 1.7475316524505615,
      "step": 3510
    },
    {
      "epoch": 0.732811684924361,
      "grad_norm": 0.1966923177242279,
      "learning_rate": 0.00031940205543444413,
      "loss": 1.7484667301177979,
      "step": 3512
    },
    {
      "epoch": 0.7332290036515389,
      "grad_norm": 0.18660548329353333,
      "learning_rate": 0.0003189037682964809,
      "loss": 1.645972490310669,
      "step": 3514
    },
    {
      "epoch": 0.7336463223787167,
      "grad_norm": 0.19023196399211884,
      "learning_rate": 0.0003184054811585176,
      "loss": 1.6627051830291748,
      "step": 3516
    },
    {
      "epoch": 0.7340636411058946,
      "grad_norm": 0.19592605531215668,
      "learning_rate": 0.0003179071940205544,
      "loss": 1.5341144800186157,
      "step": 3518
    },
    {
      "epoch": 0.7344809598330725,
      "grad_norm": 0.16704915463924408,
      "learning_rate": 0.00031740890688259114,
      "loss": 1.6278053522109985,
      "step": 3520
    },
    {
      "epoch": 0.7348982785602504,
      "grad_norm": 0.20632880926132202,
      "learning_rate": 0.0003169106197446279,
      "loss": 1.6913785934448242,
      "step": 3522
    },
    {
      "epoch": 0.7353155972874282,
      "grad_norm": 0.21235673129558563,
      "learning_rate": 0.00031641233260666456,
      "loss": 1.6417800188064575,
      "step": 3524
    },
    {
      "epoch": 0.7357329160146061,
      "grad_norm": 0.1678508073091507,
      "learning_rate": 0.0003159140454687013,
      "loss": 1.7229536771774292,
      "step": 3526
    },
    {
      "epoch": 0.7361502347417841,
      "grad_norm": 0.1596875935792923,
      "learning_rate": 0.0003154157583307381,
      "loss": 1.6837574243545532,
      "step": 3528
    },
    {
      "epoch": 0.736567553468962,
      "grad_norm": 0.19168215990066528,
      "learning_rate": 0.00031491747119277486,
      "loss": 1.5995575189590454,
      "step": 3530
    },
    {
      "epoch": 0.7369848721961398,
      "grad_norm": 0.17190667986869812,
      "learning_rate": 0.00031441918405481157,
      "loss": 1.631792426109314,
      "step": 3532
    },
    {
      "epoch": 0.7374021909233177,
      "grad_norm": 0.18951287865638733,
      "learning_rate": 0.00031392089691684833,
      "loss": 1.6929583549499512,
      "step": 3534
    },
    {
      "epoch": 0.7378195096504956,
      "grad_norm": 0.23520375788211823,
      "learning_rate": 0.0003134226097788851,
      "loss": 1.6094257831573486,
      "step": 3536
    },
    {
      "epoch": 0.7382368283776735,
      "grad_norm": 0.17844054102897644,
      "learning_rate": 0.00031292432264092186,
      "loss": 1.7344905138015747,
      "step": 3538
    },
    {
      "epoch": 0.7386541471048513,
      "grad_norm": 0.2153760939836502,
      "learning_rate": 0.00031242603550295857,
      "loss": 1.4577974081039429,
      "step": 3540
    },
    {
      "epoch": 0.7390714658320292,
      "grad_norm": 0.20724165439605713,
      "learning_rate": 0.00031192774836499534,
      "loss": 1.6709504127502441,
      "step": 3542
    },
    {
      "epoch": 0.7394887845592071,
      "grad_norm": 0.18786104023456573,
      "learning_rate": 0.0003114294612270321,
      "loss": 1.6881275177001953,
      "step": 3544
    },
    {
      "epoch": 0.739906103286385,
      "grad_norm": 0.18174445629119873,
      "learning_rate": 0.00031093117408906887,
      "loss": 1.6563602685928345,
      "step": 3546
    },
    {
      "epoch": 0.7403234220135628,
      "grad_norm": 0.17231345176696777,
      "learning_rate": 0.0003104328869511056,
      "loss": 1.6132090091705322,
      "step": 3548
    },
    {
      "epoch": 0.7407407407407407,
      "grad_norm": 0.1631447970867157,
      "learning_rate": 0.00030993459981314234,
      "loss": 1.7104825973510742,
      "step": 3550
    },
    {
      "epoch": 0.7411580594679186,
      "grad_norm": 0.1798943430185318,
      "learning_rate": 0.0003094363126751791,
      "loss": 1.6832358837127686,
      "step": 3552
    },
    {
      "epoch": 0.7415753781950966,
      "grad_norm": 0.18840263783931732,
      "learning_rate": 0.00030893802553721587,
      "loss": 1.6568399667739868,
      "step": 3554
    },
    {
      "epoch": 0.7419926969222744,
      "grad_norm": 0.1632978916168213,
      "learning_rate": 0.0003084397383992526,
      "loss": 1.6325010061264038,
      "step": 3556
    },
    {
      "epoch": 0.7424100156494523,
      "grad_norm": 0.1779744178056717,
      "learning_rate": 0.00030794145126128935,
      "loss": 1.7412676811218262,
      "step": 3558
    },
    {
      "epoch": 0.7428273343766302,
      "grad_norm": 0.1876668930053711,
      "learning_rate": 0.0003074431641233261,
      "loss": 1.5542502403259277,
      "step": 3560
    },
    {
      "epoch": 0.743244653103808,
      "grad_norm": 0.19083812832832336,
      "learning_rate": 0.0003069448769853629,
      "loss": 1.6276262998580933,
      "step": 3562
    },
    {
      "epoch": 0.7436619718309859,
      "grad_norm": 0.1701236069202423,
      "learning_rate": 0.00030644658984739953,
      "loss": 1.727341651916504,
      "step": 3564
    },
    {
      "epoch": 0.7440792905581638,
      "grad_norm": 0.22421248257160187,
      "learning_rate": 0.0003059483027094363,
      "loss": 1.5933177471160889,
      "step": 3566
    },
    {
      "epoch": 0.7444966092853417,
      "grad_norm": 0.19811683893203735,
      "learning_rate": 0.00030545001557147306,
      "loss": 1.631873607635498,
      "step": 3568
    },
    {
      "epoch": 0.7449139280125195,
      "grad_norm": 0.18560124933719635,
      "learning_rate": 0.00030495172843350983,
      "loss": 1.6574822664260864,
      "step": 3570
    },
    {
      "epoch": 0.7453312467396974,
      "grad_norm": 0.17930057644844055,
      "learning_rate": 0.00030445344129554654,
      "loss": 1.4892685413360596,
      "step": 3572
    },
    {
      "epoch": 0.7457485654668753,
      "grad_norm": 0.19537664949893951,
      "learning_rate": 0.0003039551541575833,
      "loss": 1.6422487497329712,
      "step": 3574
    },
    {
      "epoch": 0.7461658841940532,
      "grad_norm": 0.1611482948064804,
      "learning_rate": 0.00030345686701962007,
      "loss": 1.5966274738311768,
      "step": 3576
    },
    {
      "epoch": 0.746583202921231,
      "grad_norm": 0.19023479521274567,
      "learning_rate": 0.00030295857988165683,
      "loss": 1.514742374420166,
      "step": 3578
    },
    {
      "epoch": 0.747000521648409,
      "grad_norm": 0.17993195354938507,
      "learning_rate": 0.00030246029274369355,
      "loss": 1.7231776714324951,
      "step": 3580
    },
    {
      "epoch": 0.7474178403755869,
      "grad_norm": 0.20421218872070312,
      "learning_rate": 0.0003019620056057303,
      "loss": 1.7592166662216187,
      "step": 3582
    },
    {
      "epoch": 0.7478351591027648,
      "grad_norm": 0.21028248965740204,
      "learning_rate": 0.0003014637184677671,
      "loss": 1.666697382926941,
      "step": 3584
    },
    {
      "epoch": 0.7482524778299426,
      "grad_norm": 0.23155921697616577,
      "learning_rate": 0.00030096543132980384,
      "loss": 1.6484336853027344,
      "step": 3586
    },
    {
      "epoch": 0.7486697965571205,
      "grad_norm": 0.20363196730613708,
      "learning_rate": 0.00030046714419184055,
      "loss": 1.651363492012024,
      "step": 3588
    },
    {
      "epoch": 0.7490871152842984,
      "grad_norm": 0.25108081102371216,
      "learning_rate": 0.0002999688570538773,
      "loss": 1.5527845621109009,
      "step": 3590
    },
    {
      "epoch": 0.7495044340114763,
      "grad_norm": 0.18479235470294952,
      "learning_rate": 0.0002994705699159141,
      "loss": 1.6575050354003906,
      "step": 3592
    },
    {
      "epoch": 0.7499217527386541,
      "grad_norm": 0.16402573883533478,
      "learning_rate": 0.00029897228277795085,
      "loss": 1.6732909679412842,
      "step": 3594
    },
    {
      "epoch": 0.750339071465832,
      "grad_norm": 0.17851699888706207,
      "learning_rate": 0.00029847399563998756,
      "loss": 1.6448041200637817,
      "step": 3596
    },
    {
      "epoch": 0.7507563901930099,
      "grad_norm": 0.2052585482597351,
      "learning_rate": 0.0002979757085020243,
      "loss": 1.7649446725845337,
      "step": 3598
    },
    {
      "epoch": 0.7511737089201878,
      "grad_norm": 0.19212980568408966,
      "learning_rate": 0.0002974774213640611,
      "loss": 1.4695961475372314,
      "step": 3600
    },
    {
      "epoch": 0.7515910276473656,
      "grad_norm": 0.17334549129009247,
      "learning_rate": 0.0002969791342260978,
      "loss": 1.7598848342895508,
      "step": 3602
    },
    {
      "epoch": 0.7520083463745436,
      "grad_norm": 0.17423833906650543,
      "learning_rate": 0.00029648084708813456,
      "loss": 1.758447527885437,
      "step": 3604
    },
    {
      "epoch": 0.7524256651017215,
      "grad_norm": 0.16897940635681152,
      "learning_rate": 0.00029598255995017127,
      "loss": 1.610061526298523,
      "step": 3606
    },
    {
      "epoch": 0.7528429838288994,
      "grad_norm": 0.19908249378204346,
      "learning_rate": 0.00029548427281220804,
      "loss": 1.5874207019805908,
      "step": 3608
    },
    {
      "epoch": 0.7532603025560772,
      "grad_norm": 0.1795583814382553,
      "learning_rate": 0.0002949859856742448,
      "loss": 1.6818596124649048,
      "step": 3610
    },
    {
      "epoch": 0.7536776212832551,
      "grad_norm": 0.1832699477672577,
      "learning_rate": 0.0002944876985362815,
      "loss": 1.6959115266799927,
      "step": 3612
    },
    {
      "epoch": 0.754094940010433,
      "grad_norm": 0.17787104845046997,
      "learning_rate": 0.0002939894113983183,
      "loss": 1.7967486381530762,
      "step": 3614
    },
    {
      "epoch": 0.7545122587376109,
      "grad_norm": 0.17039570212364197,
      "learning_rate": 0.00029349112426035504,
      "loss": 1.6880176067352295,
      "step": 3616
    },
    {
      "epoch": 0.7549295774647887,
      "grad_norm": 0.17902342975139618,
      "learning_rate": 0.0002929928371223918,
      "loss": 1.733896017074585,
      "step": 3618
    },
    {
      "epoch": 0.7553468961919666,
      "grad_norm": 0.19079959392547607,
      "learning_rate": 0.0002924945499844285,
      "loss": 1.5747251510620117,
      "step": 3620
    },
    {
      "epoch": 0.7557642149191445,
      "grad_norm": 0.18268540501594543,
      "learning_rate": 0.0002919962628464653,
      "loss": 1.6724902391433716,
      "step": 3622
    },
    {
      "epoch": 0.7561815336463223,
      "grad_norm": 0.19185388088226318,
      "learning_rate": 0.00029149797570850205,
      "loss": 1.610269546508789,
      "step": 3624
    },
    {
      "epoch": 0.7565988523735002,
      "grad_norm": 0.1950681060552597,
      "learning_rate": 0.0002909996885705388,
      "loss": 1.6017721891403198,
      "step": 3626
    },
    {
      "epoch": 0.7570161711006781,
      "grad_norm": 0.1675286740064621,
      "learning_rate": 0.0002905014014325755,
      "loss": 1.5421817302703857,
      "step": 3628
    },
    {
      "epoch": 0.7574334898278561,
      "grad_norm": 0.17911790311336517,
      "learning_rate": 0.0002900031142946123,
      "loss": 1.7843542098999023,
      "step": 3630
    },
    {
      "epoch": 0.757850808555034,
      "grad_norm": 0.20425382256507874,
      "learning_rate": 0.00028950482715664905,
      "loss": 1.7099859714508057,
      "step": 3632
    },
    {
      "epoch": 0.7582681272822118,
      "grad_norm": 0.17926475405693054,
      "learning_rate": 0.00028900654001868576,
      "loss": 1.6763795614242554,
      "step": 3634
    },
    {
      "epoch": 0.7586854460093897,
      "grad_norm": 0.17786246538162231,
      "learning_rate": 0.00028850825288072253,
      "loss": 1.584932565689087,
      "step": 3636
    },
    {
      "epoch": 0.7591027647365676,
      "grad_norm": 0.17833611369132996,
      "learning_rate": 0.0002880099657427593,
      "loss": 1.5606003999710083,
      "step": 3638
    },
    {
      "epoch": 0.7595200834637454,
      "grad_norm": 0.1954340934753418,
      "learning_rate": 0.00028751167860479606,
      "loss": 1.7637163400650024,
      "step": 3640
    },
    {
      "epoch": 0.7599374021909233,
      "grad_norm": 0.2349027395248413,
      "learning_rate": 0.00028701339146683277,
      "loss": 1.7626914978027344,
      "step": 3642
    },
    {
      "epoch": 0.7603547209181012,
      "grad_norm": 0.1968459039926529,
      "learning_rate": 0.00028651510432886954,
      "loss": 1.5119953155517578,
      "step": 3644
    },
    {
      "epoch": 0.7607720396452791,
      "grad_norm": 0.2195347398519516,
      "learning_rate": 0.0002860168171909063,
      "loss": 1.4143831729888916,
      "step": 3646
    },
    {
      "epoch": 0.7611893583724569,
      "grad_norm": 0.1913500279188156,
      "learning_rate": 0.000285518530052943,
      "loss": 1.7684820890426636,
      "step": 3648
    },
    {
      "epoch": 0.7616066770996348,
      "grad_norm": 0.1927497684955597,
      "learning_rate": 0.0002850202429149798,
      "loss": 1.6670191287994385,
      "step": 3650
    },
    {
      "epoch": 0.7620239958268127,
      "grad_norm": 0.216668963432312,
      "learning_rate": 0.0002845219557770165,
      "loss": 1.626707911491394,
      "step": 3652
    },
    {
      "epoch": 0.7624413145539906,
      "grad_norm": 0.1823483556509018,
      "learning_rate": 0.00028402366863905325,
      "loss": 1.5955305099487305,
      "step": 3654
    },
    {
      "epoch": 0.7628586332811685,
      "grad_norm": 0.19510966539382935,
      "learning_rate": 0.00028352538150109,
      "loss": 1.6058166027069092,
      "step": 3656
    },
    {
      "epoch": 0.7632759520083464,
      "grad_norm": 0.18889285624027252,
      "learning_rate": 0.0002830270943631268,
      "loss": 1.780603051185608,
      "step": 3658
    },
    {
      "epoch": 0.7636932707355243,
      "grad_norm": 0.20094002783298492,
      "learning_rate": 0.0002825288072251635,
      "loss": 1.6105626821517944,
      "step": 3660
    },
    {
      "epoch": 0.7641105894627022,
      "grad_norm": 0.18301644921302795,
      "learning_rate": 0.00028203052008720026,
      "loss": 1.7110977172851562,
      "step": 3662
    },
    {
      "epoch": 0.76452790818988,
      "grad_norm": 0.17168305814266205,
      "learning_rate": 0.000281532232949237,
      "loss": 1.5489096641540527,
      "step": 3664
    },
    {
      "epoch": 0.7649452269170579,
      "grad_norm": 0.19458550214767456,
      "learning_rate": 0.00028103394581127373,
      "loss": 1.6385643482208252,
      "step": 3666
    },
    {
      "epoch": 0.7653625456442358,
      "grad_norm": 0.2028268724679947,
      "learning_rate": 0.0002805356586733105,
      "loss": 1.686463713645935,
      "step": 3668
    },
    {
      "epoch": 0.7657798643714137,
      "grad_norm": 0.1836620718240738,
      "learning_rate": 0.00028003737153534726,
      "loss": 1.5797909498214722,
      "step": 3670
    },
    {
      "epoch": 0.7661971830985915,
      "grad_norm": 0.21502596139907837,
      "learning_rate": 0.00027953908439738403,
      "loss": 1.589252233505249,
      "step": 3672
    },
    {
      "epoch": 0.7666145018257694,
      "grad_norm": 0.1878790408372879,
      "learning_rate": 0.00027904079725942074,
      "loss": 1.561044692993164,
      "step": 3674
    },
    {
      "epoch": 0.7670318205529473,
      "grad_norm": 0.21280565857887268,
      "learning_rate": 0.0002785425101214575,
      "loss": 1.4992973804473877,
      "step": 3676
    },
    {
      "epoch": 0.7674491392801251,
      "grad_norm": 0.17974157631397247,
      "learning_rate": 0.00027804422298349427,
      "loss": 1.6194812059402466,
      "step": 3678
    },
    {
      "epoch": 0.7678664580073031,
      "grad_norm": 0.18471801280975342,
      "learning_rate": 0.00027754593584553103,
      "loss": 1.6645277738571167,
      "step": 3680
    },
    {
      "epoch": 0.768283776734481,
      "grad_norm": 0.2178938388824463,
      "learning_rate": 0.00027704764870756774,
      "loss": 1.4975954294204712,
      "step": 3682
    },
    {
      "epoch": 0.7687010954616589,
      "grad_norm": 0.1764337122440338,
      "learning_rate": 0.0002765493615696045,
      "loss": 1.6571986675262451,
      "step": 3684
    },
    {
      "epoch": 0.7691184141888368,
      "grad_norm": 0.18027573823928833,
      "learning_rate": 0.0002760510744316413,
      "loss": 1.6677141189575195,
      "step": 3686
    },
    {
      "epoch": 0.7695357329160146,
      "grad_norm": 0.19011811912059784,
      "learning_rate": 0.00027555278729367804,
      "loss": 1.532283902168274,
      "step": 3688
    },
    {
      "epoch": 0.7699530516431925,
      "grad_norm": 0.17116892337799072,
      "learning_rate": 0.00027505450015571475,
      "loss": 1.801459550857544,
      "step": 3690
    },
    {
      "epoch": 0.7703703703703704,
      "grad_norm": 0.1825629025697708,
      "learning_rate": 0.00027455621301775146,
      "loss": 1.5290942192077637,
      "step": 3692
    },
    {
      "epoch": 0.7707876890975482,
      "grad_norm": 0.16886523365974426,
      "learning_rate": 0.0002740579258797882,
      "loss": 1.6664427518844604,
      "step": 3694
    },
    {
      "epoch": 0.7712050078247261,
      "grad_norm": 0.2470306009054184,
      "learning_rate": 0.000273559638741825,
      "loss": 1.59676194190979,
      "step": 3696
    },
    {
      "epoch": 0.771622326551904,
      "grad_norm": 0.22003215551376343,
      "learning_rate": 0.0002730613516038617,
      "loss": 1.8252915143966675,
      "step": 3698
    },
    {
      "epoch": 0.7720396452790819,
      "grad_norm": 0.1497248411178589,
      "learning_rate": 0.00027256306446589847,
      "loss": 1.63771653175354,
      "step": 3700
    },
    {
      "epoch": 0.7724569640062597,
      "grad_norm": 0.16998142004013062,
      "learning_rate": 0.00027206477732793523,
      "loss": 1.7147274017333984,
      "step": 3702
    },
    {
      "epoch": 0.7728742827334376,
      "grad_norm": 0.2003924697637558,
      "learning_rate": 0.000271566490189972,
      "loss": 1.5882560014724731,
      "step": 3704
    },
    {
      "epoch": 0.7732916014606156,
      "grad_norm": 0.23485775291919708,
      "learning_rate": 0.0002710682030520087,
      "loss": 1.4673707485198975,
      "step": 3706
    },
    {
      "epoch": 0.7737089201877935,
      "grad_norm": 0.18744097650051117,
      "learning_rate": 0.00027056991591404547,
      "loss": 1.6588497161865234,
      "step": 3708
    },
    {
      "epoch": 0.7741262389149713,
      "grad_norm": 0.1956653594970703,
      "learning_rate": 0.00027007162877608224,
      "loss": 1.624337911605835,
      "step": 3710
    },
    {
      "epoch": 0.7745435576421492,
      "grad_norm": 0.1610584706068039,
      "learning_rate": 0.000269573341638119,
      "loss": 1.5354138612747192,
      "step": 3712
    },
    {
      "epoch": 0.7749608763693271,
      "grad_norm": 0.20504875481128693,
      "learning_rate": 0.0002690750545001557,
      "loss": 1.706824779510498,
      "step": 3714
    },
    {
      "epoch": 0.775378195096505,
      "grad_norm": 0.21478965878486633,
      "learning_rate": 0.0002685767673621925,
      "loss": 1.512431025505066,
      "step": 3716
    },
    {
      "epoch": 0.7757955138236828,
      "grad_norm": 0.1747409999370575,
      "learning_rate": 0.00026807848022422924,
      "loss": 1.6951833963394165,
      "step": 3718
    },
    {
      "epoch": 0.7762128325508607,
      "grad_norm": 0.19729028642177582,
      "learning_rate": 0.000267580193086266,
      "loss": 1.4797358512878418,
      "step": 3720
    },
    {
      "epoch": 0.7766301512780386,
      "grad_norm": 0.1793026328086853,
      "learning_rate": 0.0002670819059483027,
      "loss": 1.699170708656311,
      "step": 3722
    },
    {
      "epoch": 0.7770474700052165,
      "grad_norm": 0.19655486941337585,
      "learning_rate": 0.0002665836188103395,
      "loss": 1.6706569194793701,
      "step": 3724
    },
    {
      "epoch": 0.7774647887323943,
      "grad_norm": 0.1673012524843216,
      "learning_rate": 0.00026608533167237625,
      "loss": 1.5427839756011963,
      "step": 3726
    },
    {
      "epoch": 0.7778821074595722,
      "grad_norm": 0.17791549861431122,
      "learning_rate": 0.000265587044534413,
      "loss": 1.6230547428131104,
      "step": 3728
    },
    {
      "epoch": 0.7782994261867501,
      "grad_norm": 0.19570524990558624,
      "learning_rate": 0.0002650887573964497,
      "loss": 1.4675053358078003,
      "step": 3730
    },
    {
      "epoch": 0.7787167449139281,
      "grad_norm": 0.1805286705493927,
      "learning_rate": 0.00026459047025848643,
      "loss": 1.5337735414505005,
      "step": 3732
    },
    {
      "epoch": 0.7791340636411059,
      "grad_norm": 0.20290841162204742,
      "learning_rate": 0.0002640921831205232,
      "loss": 1.637925386428833,
      "step": 3734
    },
    {
      "epoch": 0.7795513823682838,
      "grad_norm": 0.19543811678886414,
      "learning_rate": 0.00026359389598255996,
      "loss": 1.6386189460754395,
      "step": 3736
    },
    {
      "epoch": 0.7799687010954617,
      "grad_norm": 0.19317297637462616,
      "learning_rate": 0.0002630956088445967,
      "loss": 1.5798938274383545,
      "step": 3738
    },
    {
      "epoch": 0.7803860198226396,
      "grad_norm": 0.1734863519668579,
      "learning_rate": 0.00026259732170663344,
      "loss": 1.6295630931854248,
      "step": 3740
    },
    {
      "epoch": 0.7808033385498174,
      "grad_norm": 0.19331972301006317,
      "learning_rate": 0.0002620990345686702,
      "loss": 1.8345309495925903,
      "step": 3742
    },
    {
      "epoch": 0.7812206572769953,
      "grad_norm": 0.20073075592517853,
      "learning_rate": 0.00026160074743070697,
      "loss": 1.593034029006958,
      "step": 3744
    },
    {
      "epoch": 0.7816379760041732,
      "grad_norm": 0.18429666757583618,
      "learning_rate": 0.0002611024602927437,
      "loss": 1.6535524129867554,
      "step": 3746
    },
    {
      "epoch": 0.782055294731351,
      "grad_norm": 0.1882796436548233,
      "learning_rate": 0.00026060417315478045,
      "loss": 1.7575433254241943,
      "step": 3748
    },
    {
      "epoch": 0.7824726134585289,
      "grad_norm": 0.19296231865882874,
      "learning_rate": 0.0002601058860168172,
      "loss": 1.5442777872085571,
      "step": 3750
    },
    {
      "epoch": 0.7828899321857068,
      "grad_norm": 0.18059085309505463,
      "learning_rate": 0.000259607598878854,
      "loss": 1.6075869798660278,
      "step": 3752
    },
    {
      "epoch": 0.7833072509128847,
      "grad_norm": 0.1694050133228302,
      "learning_rate": 0.0002591093117408907,
      "loss": 1.725911021232605,
      "step": 3754
    },
    {
      "epoch": 0.7837245696400627,
      "grad_norm": 0.1803259253501892,
      "learning_rate": 0.00025861102460292745,
      "loss": 1.6701686382293701,
      "step": 3756
    },
    {
      "epoch": 0.7841418883672405,
      "grad_norm": 0.19327299296855927,
      "learning_rate": 0.0002581127374649642,
      "loss": 1.383103609085083,
      "step": 3758
    },
    {
      "epoch": 0.7845592070944184,
      "grad_norm": 0.1650385558605194,
      "learning_rate": 0.000257614450327001,
      "loss": 1.525803565979004,
      "step": 3760
    },
    {
      "epoch": 0.7849765258215963,
      "grad_norm": 0.18854647874832153,
      "learning_rate": 0.0002571161631890377,
      "loss": 1.6652625799179077,
      "step": 3762
    },
    {
      "epoch": 0.7853938445487741,
      "grad_norm": 0.20049698650836945,
      "learning_rate": 0.00025661787605107446,
      "loss": 1.543817162513733,
      "step": 3764
    },
    {
      "epoch": 0.785811163275952,
      "grad_norm": 0.16368618607521057,
      "learning_rate": 0.0002561195889131112,
      "loss": 1.6001052856445312,
      "step": 3766
    },
    {
      "epoch": 0.7862284820031299,
      "grad_norm": 0.18294206261634827,
      "learning_rate": 0.00025562130177514793,
      "loss": 1.633233666419983,
      "step": 3768
    },
    {
      "epoch": 0.7866458007303078,
      "grad_norm": 0.19872161746025085,
      "learning_rate": 0.0002551230146371847,
      "loss": 1.701698899269104,
      "step": 3770
    },
    {
      "epoch": 0.7870631194574856,
      "grad_norm": 0.20103883743286133,
      "learning_rate": 0.00025462472749922146,
      "loss": 1.7317423820495605,
      "step": 3772
    },
    {
      "epoch": 0.7874804381846635,
      "grad_norm": 0.18021374940872192,
      "learning_rate": 0.00025412644036125817,
      "loss": 1.6171764135360718,
      "step": 3774
    },
    {
      "epoch": 0.7878977569118414,
      "grad_norm": 0.20081184804439545,
      "learning_rate": 0.00025362815322329494,
      "loss": 1.6483221054077148,
      "step": 3776
    },
    {
      "epoch": 0.7883150756390193,
      "grad_norm": 0.19757476449012756,
      "learning_rate": 0.00025312986608533165,
      "loss": 1.701400637626648,
      "step": 3778
    },
    {
      "epoch": 0.7887323943661971,
      "grad_norm": 0.18681901693344116,
      "learning_rate": 0.0002526315789473684,
      "loss": 1.61826491355896,
      "step": 3780
    },
    {
      "epoch": 0.7891497130933751,
      "grad_norm": 0.17457766830921173,
      "learning_rate": 0.0002521332918094052,
      "loss": 1.7168126106262207,
      "step": 3782
    },
    {
      "epoch": 0.789567031820553,
      "grad_norm": 0.20330972969532013,
      "learning_rate": 0.00025163500467144194,
      "loss": 1.6683218479156494,
      "step": 3784
    },
    {
      "epoch": 0.7899843505477309,
      "grad_norm": 0.18788500130176544,
      "learning_rate": 0.00025113671753347865,
      "loss": 1.5661441087722778,
      "step": 3786
    },
    {
      "epoch": 0.7904016692749087,
      "grad_norm": 0.16008377075195312,
      "learning_rate": 0.0002506384303955154,
      "loss": 1.6120243072509766,
      "step": 3788
    },
    {
      "epoch": 0.7908189880020866,
      "grad_norm": 0.1842314451932907,
      "learning_rate": 0.0002501401432575522,
      "loss": 1.6992385387420654,
      "step": 3790
    },
    {
      "epoch": 0.7912363067292645,
      "grad_norm": 0.1744423359632492,
      "learning_rate": 0.00024964185611958895,
      "loss": 1.6774944067001343,
      "step": 3792
    },
    {
      "epoch": 0.7916536254564424,
      "grad_norm": 0.20514267683029175,
      "learning_rate": 0.00024914356898162566,
      "loss": 1.631840705871582,
      "step": 3794
    },
    {
      "epoch": 0.7920709441836202,
      "grad_norm": 0.16552075743675232,
      "learning_rate": 0.0002486452818436624,
      "loss": 1.558586597442627,
      "step": 3796
    },
    {
      "epoch": 0.7924882629107981,
      "grad_norm": 0.17318940162658691,
      "learning_rate": 0.0002481469947056992,
      "loss": 1.6639153957366943,
      "step": 3798
    },
    {
      "epoch": 0.792905581637976,
      "grad_norm": 0.16856642067432404,
      "learning_rate": 0.0002476487075677359,
      "loss": 1.6824519634246826,
      "step": 3800
    },
    {
      "epoch": 0.7933229003651538,
      "grad_norm": 0.1910776048898697,
      "learning_rate": 0.00024715042042977266,
      "loss": 1.548015832901001,
      "step": 3802
    },
    {
      "epoch": 0.7937402190923317,
      "grad_norm": 0.18034255504608154,
      "learning_rate": 0.00024665213329180943,
      "loss": 1.6619542837142944,
      "step": 3804
    },
    {
      "epoch": 0.7941575378195096,
      "grad_norm": 0.2144138365983963,
      "learning_rate": 0.0002461538461538462,
      "loss": 1.540140151977539,
      "step": 3806
    },
    {
      "epoch": 0.7945748565466876,
      "grad_norm": 0.1667701005935669,
      "learning_rate": 0.0002456555590158829,
      "loss": 1.7628003358840942,
      "step": 3808
    },
    {
      "epoch": 0.7949921752738655,
      "grad_norm": 0.17015314102172852,
      "learning_rate": 0.00024515727187791967,
      "loss": 1.5367592573165894,
      "step": 3810
    },
    {
      "epoch": 0.7954094940010433,
      "grad_norm": 0.18134693801403046,
      "learning_rate": 0.00024465898473995644,
      "loss": 1.5571942329406738,
      "step": 3812
    },
    {
      "epoch": 0.7958268127282212,
      "grad_norm": 0.1884811818599701,
      "learning_rate": 0.0002441606976019932,
      "loss": 1.6780465841293335,
      "step": 3814
    },
    {
      "epoch": 0.7962441314553991,
      "grad_norm": 0.20955635607242584,
      "learning_rate": 0.00024366241046402988,
      "loss": 1.5253673791885376,
      "step": 3816
    },
    {
      "epoch": 0.796661450182577,
      "grad_norm": 0.1925605833530426,
      "learning_rate": 0.00024316412332606665,
      "loss": 1.6923273801803589,
      "step": 3818
    },
    {
      "epoch": 0.7970787689097548,
      "grad_norm": 0.17855115234851837,
      "learning_rate": 0.0002426658361881034,
      "loss": 1.6492364406585693,
      "step": 3820
    },
    {
      "epoch": 0.7974960876369327,
      "grad_norm": 0.1645374745130539,
      "learning_rate": 0.00024216754905014015,
      "loss": 1.8101212978363037,
      "step": 3822
    },
    {
      "epoch": 0.7979134063641106,
      "grad_norm": 0.19214420020580292,
      "learning_rate": 0.0002416692619121769,
      "loss": 1.6729837656021118,
      "step": 3824
    },
    {
      "epoch": 0.7983307250912884,
      "grad_norm": 0.1854393035173416,
      "learning_rate": 0.00024117097477421365,
      "loss": 1.7643306255340576,
      "step": 3826
    },
    {
      "epoch": 0.7987480438184663,
      "grad_norm": 0.16908498108386993,
      "learning_rate": 0.0002406726876362504,
      "loss": 1.594125509262085,
      "step": 3828
    },
    {
      "epoch": 0.7991653625456442,
      "grad_norm": 0.1607009917497635,
      "learning_rate": 0.00024017440049828716,
      "loss": 1.6117491722106934,
      "step": 3830
    },
    {
      "epoch": 0.7995826812728222,
      "grad_norm": 0.19979916512966156,
      "learning_rate": 0.0002396761133603239,
      "loss": 1.6051199436187744,
      "step": 3832
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.1697085052728653,
      "learning_rate": 0.00023917782622236063,
      "loss": 1.6251349449157715,
      "step": 3834
    },
    {
      "epoch": 0.8004173187271779,
      "grad_norm": 0.182024747133255,
      "learning_rate": 0.0002386795390843974,
      "loss": 1.6238594055175781,
      "step": 3836
    },
    {
      "epoch": 0.8004173187271779,
      "eval_loss": 1.6281813383102417,
      "eval_runtime": 25.5965,
      "eval_samples_per_second": 60.555,
      "eval_steps_per_second": 7.579,
      "step": 3836
    },
    {
      "epoch": 0.8008346374543558,
      "grad_norm": 0.16110607981681824,
      "learning_rate": 0.00023818125194643414,
      "loss": 1.5853067636489868,
      "step": 3838
    },
    {
      "epoch": 0.8012519561815337,
      "grad_norm": 0.1834481954574585,
      "learning_rate": 0.0002376829648084709,
      "loss": 1.4189400672912598,
      "step": 3840
    },
    {
      "epoch": 0.8016692749087115,
      "grad_norm": 0.21303535997867584,
      "learning_rate": 0.00023718467767050764,
      "loss": 1.576297640800476,
      "step": 3842
    },
    {
      "epoch": 0.8020865936358894,
      "grad_norm": 0.20752784609794617,
      "learning_rate": 0.0002366863905325444,
      "loss": 1.6360690593719482,
      "step": 3844
    },
    {
      "epoch": 0.8025039123630673,
      "grad_norm": 0.16906622052192688,
      "learning_rate": 0.00023618810339458114,
      "loss": 1.7308926582336426,
      "step": 3846
    },
    {
      "epoch": 0.8029212310902452,
      "grad_norm": 0.16772274672985077,
      "learning_rate": 0.0002356898162566179,
      "loss": 1.6283552646636963,
      "step": 3848
    },
    {
      "epoch": 0.803338549817423,
      "grad_norm": 0.20605945587158203,
      "learning_rate": 0.00023519152911865464,
      "loss": 1.7920221090316772,
      "step": 3850
    },
    {
      "epoch": 0.8037558685446009,
      "grad_norm": 0.19974687695503235,
      "learning_rate": 0.0002346932419806914,
      "loss": 1.6810439825057983,
      "step": 3852
    },
    {
      "epoch": 0.8041731872717788,
      "grad_norm": 0.1850401908159256,
      "learning_rate": 0.00023419495484272815,
      "loss": 1.764756679534912,
      "step": 3854
    },
    {
      "epoch": 0.8045905059989567,
      "grad_norm": 0.20353806018829346,
      "learning_rate": 0.00023369666770476486,
      "loss": 1.595638394355774,
      "step": 3856
    },
    {
      "epoch": 0.8050078247261346,
      "grad_norm": 0.1756061315536499,
      "learning_rate": 0.00023319838056680162,
      "loss": 1.5819897651672363,
      "step": 3858
    },
    {
      "epoch": 0.8054251434533125,
      "grad_norm": 0.1912943422794342,
      "learning_rate": 0.00023270009342883836,
      "loss": 1.6187857389450073,
      "step": 3860
    },
    {
      "epoch": 0.8058424621804904,
      "grad_norm": 0.19449324905872345,
      "learning_rate": 0.00023220180629087513,
      "loss": 1.7449872493743896,
      "step": 3862
    },
    {
      "epoch": 0.8062597809076683,
      "grad_norm": 0.1860467940568924,
      "learning_rate": 0.00023170351915291186,
      "loss": 1.6441023349761963,
      "step": 3864
    },
    {
      "epoch": 0.8066770996348461,
      "grad_norm": 0.19042663276195526,
      "learning_rate": 0.0002312052320149486,
      "loss": 1.6760553121566772,
      "step": 3866
    },
    {
      "epoch": 0.807094418362024,
      "grad_norm": 0.18120992183685303,
      "learning_rate": 0.00023070694487698537,
      "loss": 1.6071486473083496,
      "step": 3868
    },
    {
      "epoch": 0.8075117370892019,
      "grad_norm": 0.17611190676689148,
      "learning_rate": 0.0002302086577390221,
      "loss": 1.721142292022705,
      "step": 3870
    },
    {
      "epoch": 0.8079290558163797,
      "grad_norm": 0.17643216252326965,
      "learning_rate": 0.00022971037060105887,
      "loss": 1.6106164455413818,
      "step": 3872
    },
    {
      "epoch": 0.8083463745435576,
      "grad_norm": 0.18115536868572235,
      "learning_rate": 0.0002292120834630956,
      "loss": 1.6975512504577637,
      "step": 3874
    },
    {
      "epoch": 0.8087636932707355,
      "grad_norm": 0.1759224385023117,
      "learning_rate": 0.00022871379632513237,
      "loss": 1.686223030090332,
      "step": 3876
    },
    {
      "epoch": 0.8091810119979134,
      "grad_norm": 0.18049465119838715,
      "learning_rate": 0.0002282155091871691,
      "loss": 1.5944403409957886,
      "step": 3878
    },
    {
      "epoch": 0.8095983307250912,
      "grad_norm": 0.17533127963542938,
      "learning_rate": 0.00022771722204920587,
      "loss": 1.5372076034545898,
      "step": 3880
    },
    {
      "epoch": 0.8100156494522691,
      "grad_norm": 0.2384546995162964,
      "learning_rate": 0.0002272189349112426,
      "loss": 1.6710647344589233,
      "step": 3882
    },
    {
      "epoch": 0.8104329681794471,
      "grad_norm": 0.15719540417194366,
      "learning_rate": 0.00022672064777327938,
      "loss": 1.618177056312561,
      "step": 3884
    },
    {
      "epoch": 0.810850286906625,
      "grad_norm": 0.1845632940530777,
      "learning_rate": 0.00022622236063531611,
      "loss": 1.7172913551330566,
      "step": 3886
    },
    {
      "epoch": 0.8112676056338028,
      "grad_norm": 0.23309579491615295,
      "learning_rate": 0.00022572407349735288,
      "loss": 1.574898362159729,
      "step": 3888
    },
    {
      "epoch": 0.8116849243609807,
      "grad_norm": 0.17386038601398468,
      "learning_rate": 0.00022522578635938962,
      "loss": 1.7423713207244873,
      "step": 3890
    },
    {
      "epoch": 0.8121022430881586,
      "grad_norm": 0.19860124588012695,
      "learning_rate": 0.00022472749922142638,
      "loss": 1.6700553894042969,
      "step": 3892
    },
    {
      "epoch": 0.8125195618153365,
      "grad_norm": 0.15150749683380127,
      "learning_rate": 0.00022422921208346312,
      "loss": 1.6848392486572266,
      "step": 3894
    },
    {
      "epoch": 0.8129368805425143,
      "grad_norm": 0.1860383003950119,
      "learning_rate": 0.00022373092494549989,
      "loss": 1.468409538269043,
      "step": 3896
    },
    {
      "epoch": 0.8133541992696922,
      "grad_norm": 0.16297782957553864,
      "learning_rate": 0.00022323263780753657,
      "loss": 1.722561240196228,
      "step": 3898
    },
    {
      "epoch": 0.8137715179968701,
      "grad_norm": 0.15188246965408325,
      "learning_rate": 0.00022273435066957333,
      "loss": 1.6671578884124756,
      "step": 3900
    },
    {
      "epoch": 0.814188836724048,
      "grad_norm": 0.1724192351102829,
      "learning_rate": 0.00022223606353161007,
      "loss": 1.5962269306182861,
      "step": 3902
    },
    {
      "epoch": 0.8146061554512258,
      "grad_norm": 0.18045011162757874,
      "learning_rate": 0.00022173777639364684,
      "loss": 1.5897287130355835,
      "step": 3904
    },
    {
      "epoch": 0.8150234741784037,
      "grad_norm": 0.1753378063440323,
      "learning_rate": 0.00022123948925568357,
      "loss": 1.6983929872512817,
      "step": 3906
    },
    {
      "epoch": 0.8154407929055817,
      "grad_norm": 0.1929623782634735,
      "learning_rate": 0.00022074120211772034,
      "loss": 1.6955832242965698,
      "step": 3908
    },
    {
      "epoch": 0.8158581116327596,
      "grad_norm": 0.1988271176815033,
      "learning_rate": 0.00022024291497975708,
      "loss": 1.6405982971191406,
      "step": 3910
    },
    {
      "epoch": 0.8162754303599374,
      "grad_norm": 0.1987425833940506,
      "learning_rate": 0.00021974462784179384,
      "loss": 1.6183756589889526,
      "step": 3912
    },
    {
      "epoch": 0.8166927490871153,
      "grad_norm": 0.2016177624464035,
      "learning_rate": 0.00021924634070383058,
      "loss": 1.5909420251846313,
      "step": 3914
    },
    {
      "epoch": 0.8171100678142932,
      "grad_norm": 0.1823321431875229,
      "learning_rate": 0.00021874805356586735,
      "loss": 1.6325428485870361,
      "step": 3916
    },
    {
      "epoch": 0.8175273865414711,
      "grad_norm": 0.1803046017885208,
      "learning_rate": 0.00021824976642790408,
      "loss": 1.6903064250946045,
      "step": 3918
    },
    {
      "epoch": 0.8179447052686489,
      "grad_norm": 0.15474292635917664,
      "learning_rate": 0.00021775147928994085,
      "loss": 1.6624375581741333,
      "step": 3920
    },
    {
      "epoch": 0.8183620239958268,
      "grad_norm": 0.18099120259284973,
      "learning_rate": 0.00021725319215197759,
      "loss": 1.6347200870513916,
      "step": 3922
    },
    {
      "epoch": 0.8187793427230047,
      "grad_norm": 0.15678411722183228,
      "learning_rate": 0.00021675490501401435,
      "loss": 1.616406798362732,
      "step": 3924
    },
    {
      "epoch": 0.8191966614501826,
      "grad_norm": 0.21508070826530457,
      "learning_rate": 0.0002162566178760511,
      "loss": 1.5474953651428223,
      "step": 3926
    },
    {
      "epoch": 0.8196139801773604,
      "grad_norm": 0.19049592316150665,
      "learning_rate": 0.00021575833073808785,
      "loss": 1.576249599456787,
      "step": 3928
    },
    {
      "epoch": 0.8200312989045383,
      "grad_norm": 0.1880476325750351,
      "learning_rate": 0.0002152600436001246,
      "loss": 1.64571213722229,
      "step": 3930
    },
    {
      "epoch": 0.8204486176317162,
      "grad_norm": 0.2017848640680313,
      "learning_rate": 0.00021476175646216136,
      "loss": 1.5606279373168945,
      "step": 3932
    },
    {
      "epoch": 0.8208659363588942,
      "grad_norm": 0.1754579246044159,
      "learning_rate": 0.0002142634693241981,
      "loss": 1.6150054931640625,
      "step": 3934
    },
    {
      "epoch": 0.821283255086072,
      "grad_norm": 0.17297819256782532,
      "learning_rate": 0.00021376518218623486,
      "loss": 1.6455872058868408,
      "step": 3936
    },
    {
      "epoch": 0.8217005738132499,
      "grad_norm": 0.17700959742069244,
      "learning_rate": 0.0002132668950482716,
      "loss": 1.6134843826293945,
      "step": 3938
    },
    {
      "epoch": 0.8221178925404278,
      "grad_norm": 0.19243700802326202,
      "learning_rate": 0.0002127686079103083,
      "loss": 1.6845083236694336,
      "step": 3940
    },
    {
      "epoch": 0.8225352112676056,
      "grad_norm": 0.1604607105255127,
      "learning_rate": 0.00021227032077234505,
      "loss": 1.5880975723266602,
      "step": 3942
    },
    {
      "epoch": 0.8229525299947835,
      "grad_norm": 0.1929977387189865,
      "learning_rate": 0.0002117720336343818,
      "loss": 1.4770071506500244,
      "step": 3944
    },
    {
      "epoch": 0.8233698487219614,
      "grad_norm": 0.1966904252767563,
      "learning_rate": 0.00021127374649641855,
      "loss": 1.651863932609558,
      "step": 3946
    },
    {
      "epoch": 0.8237871674491393,
      "grad_norm": 0.17531289160251617,
      "learning_rate": 0.0002107754593584553,
      "loss": 1.5507947206497192,
      "step": 3948
    },
    {
      "epoch": 0.8242044861763171,
      "grad_norm": 0.18605005741119385,
      "learning_rate": 0.00021027717222049205,
      "loss": 1.7106924057006836,
      "step": 3950
    },
    {
      "epoch": 0.824621804903495,
      "grad_norm": 0.21515291929244995,
      "learning_rate": 0.00020977888508252882,
      "loss": 1.7130653858184814,
      "step": 3952
    },
    {
      "epoch": 0.8250391236306729,
      "grad_norm": 0.20646436512470245,
      "learning_rate": 0.00020928059794456555,
      "loss": 1.656790018081665,
      "step": 3954
    },
    {
      "epoch": 0.8254564423578508,
      "grad_norm": 0.15887944400310516,
      "learning_rate": 0.00020878231080660232,
      "loss": 1.6606398820877075,
      "step": 3956
    },
    {
      "epoch": 0.8258737610850287,
      "grad_norm": 0.17161159217357635,
      "learning_rate": 0.00020828402366863906,
      "loss": 1.6557297706604004,
      "step": 3958
    },
    {
      "epoch": 0.8262910798122066,
      "grad_norm": 0.19186924397945404,
      "learning_rate": 0.00020778573653067582,
      "loss": 1.6486374139785767,
      "step": 3960
    },
    {
      "epoch": 0.8267083985393845,
      "grad_norm": 0.16262342035770416,
      "learning_rate": 0.00020728744939271256,
      "loss": 1.688956379890442,
      "step": 3962
    },
    {
      "epoch": 0.8271257172665624,
      "grad_norm": 0.15369129180908203,
      "learning_rate": 0.00020678916225474932,
      "loss": 1.68675696849823,
      "step": 3964
    },
    {
      "epoch": 0.8275430359937402,
      "grad_norm": 0.18608498573303223,
      "learning_rate": 0.00020629087511678606,
      "loss": 1.6111623048782349,
      "step": 3966
    },
    {
      "epoch": 0.8279603547209181,
      "grad_norm": 0.19858677685260773,
      "learning_rate": 0.00020579258797882283,
      "loss": 1.5222647190093994,
      "step": 3968
    },
    {
      "epoch": 0.828377673448096,
      "grad_norm": 0.18191881477832794,
      "learning_rate": 0.00020529430084085957,
      "loss": 1.5683807134628296,
      "step": 3970
    },
    {
      "epoch": 0.8287949921752739,
      "grad_norm": 0.16898715496063232,
      "learning_rate": 0.00020479601370289633,
      "loss": 1.5900148153305054,
      "step": 3972
    },
    {
      "epoch": 0.8292123109024517,
      "grad_norm": 0.2008662223815918,
      "learning_rate": 0.00020429772656493307,
      "loss": 1.6750458478927612,
      "step": 3974
    },
    {
      "epoch": 0.8296296296296296,
      "grad_norm": 0.1838344931602478,
      "learning_rate": 0.0002037994394269698,
      "loss": 1.597100019454956,
      "step": 3976
    },
    {
      "epoch": 0.8300469483568075,
      "grad_norm": 0.19462299346923828,
      "learning_rate": 0.00020330115228900657,
      "loss": 1.6593374013900757,
      "step": 3978
    },
    {
      "epoch": 0.8304642670839854,
      "grad_norm": 0.17652329802513123,
      "learning_rate": 0.0002028028651510433,
      "loss": 1.6299662590026855,
      "step": 3980
    },
    {
      "epoch": 0.8308815858111632,
      "grad_norm": 0.18837544322013855,
      "learning_rate": 0.00020230457801308002,
      "loss": 1.6133947372436523,
      "step": 3982
    },
    {
      "epoch": 0.8312989045383412,
      "grad_norm": 0.21258091926574707,
      "learning_rate": 0.00020180629087511678,
      "loss": 1.5445491075515747,
      "step": 3984
    },
    {
      "epoch": 0.8317162232655191,
      "grad_norm": 0.17253796756267548,
      "learning_rate": 0.00020130800373715352,
      "loss": 1.5718294382095337,
      "step": 3986
    },
    {
      "epoch": 0.832133541992697,
      "grad_norm": 0.1892494112253189,
      "learning_rate": 0.0002008097165991903,
      "loss": 1.5831724405288696,
      "step": 3988
    },
    {
      "epoch": 0.8325508607198748,
      "grad_norm": 0.18101245164871216,
      "learning_rate": 0.00020031142946122702,
      "loss": 1.6219923496246338,
      "step": 3990
    },
    {
      "epoch": 0.8329681794470527,
      "grad_norm": 0.2411927729845047,
      "learning_rate": 0.0001998131423232638,
      "loss": 1.6351206302642822,
      "step": 3992
    },
    {
      "epoch": 0.8333854981742306,
      "grad_norm": 0.16940459609031677,
      "learning_rate": 0.00019931485518530053,
      "loss": 1.620373010635376,
      "step": 3994
    },
    {
      "epoch": 0.8338028169014085,
      "grad_norm": 0.1804088056087494,
      "learning_rate": 0.0001988165680473373,
      "loss": 1.6183083057403564,
      "step": 3996
    },
    {
      "epoch": 0.8342201356285863,
      "grad_norm": 0.17482876777648926,
      "learning_rate": 0.00019831828090937403,
      "loss": 1.73622727394104,
      "step": 3998
    },
    {
      "epoch": 0.8346374543557642,
      "grad_norm": 0.17766039073467255,
      "learning_rate": 0.0001978199937714108,
      "loss": 1.7408409118652344,
      "step": 4000
    },
    {
      "epoch": 0.8350547730829421,
      "grad_norm": 0.17571066319942474,
      "learning_rate": 0.00019732170663344753,
      "loss": 1.6120573282241821,
      "step": 4002
    },
    {
      "epoch": 0.8354720918101199,
      "grad_norm": 0.18707862496376038,
      "learning_rate": 0.0001968234194954843,
      "loss": 1.7047288417816162,
      "step": 4004
    },
    {
      "epoch": 0.8358894105372978,
      "grad_norm": 0.1814654916524887,
      "learning_rate": 0.00019632513235752104,
      "loss": 1.6476895809173584,
      "step": 4006
    },
    {
      "epoch": 0.8363067292644757,
      "grad_norm": 0.2454279214143753,
      "learning_rate": 0.00019582684521955777,
      "loss": 1.6494747400283813,
      "step": 4008
    },
    {
      "epoch": 0.8367240479916537,
      "grad_norm": 0.18015429377555847,
      "learning_rate": 0.00019532855808159454,
      "loss": 1.6449940204620361,
      "step": 4010
    },
    {
      "epoch": 0.8371413667188315,
      "grad_norm": 0.19813057780265808,
      "learning_rate": 0.00019483027094363128,
      "loss": 1.461126685142517,
      "step": 4012
    },
    {
      "epoch": 0.8375586854460094,
      "grad_norm": 0.1895369291305542,
      "learning_rate": 0.00019433198380566801,
      "loss": 1.6304774284362793,
      "step": 4014
    },
    {
      "epoch": 0.8379760041731873,
      "grad_norm": 0.22598986327648163,
      "learning_rate": 0.00019383369666770478,
      "loss": 1.5876799821853638,
      "step": 4016
    },
    {
      "epoch": 0.8383933229003652,
      "grad_norm": 0.16353179514408112,
      "learning_rate": 0.00019333540952974152,
      "loss": 1.670882225036621,
      "step": 4018
    },
    {
      "epoch": 0.838810641627543,
      "grad_norm": 0.16480985283851624,
      "learning_rate": 0.00019283712239177828,
      "loss": 1.6846975088119507,
      "step": 4020
    },
    {
      "epoch": 0.8392279603547209,
      "grad_norm": 0.1873014122247696,
      "learning_rate": 0.00019233883525381502,
      "loss": 1.690040946006775,
      "step": 4022
    },
    {
      "epoch": 0.8396452790818988,
      "grad_norm": 0.17535239458084106,
      "learning_rate": 0.00019184054811585176,
      "loss": 1.6181294918060303,
      "step": 4024
    },
    {
      "epoch": 0.8400625978090767,
      "grad_norm": 0.23253878951072693,
      "learning_rate": 0.00019134226097788852,
      "loss": 1.5434880256652832,
      "step": 4026
    },
    {
      "epoch": 0.8404799165362545,
      "grad_norm": 0.16973750293254852,
      "learning_rate": 0.00019084397383992526,
      "loss": 1.6462557315826416,
      "step": 4028
    },
    {
      "epoch": 0.8408972352634324,
      "grad_norm": 0.19195866584777832,
      "learning_rate": 0.00019034568670196203,
      "loss": 1.6567882299423218,
      "step": 4030
    },
    {
      "epoch": 0.8413145539906103,
      "grad_norm": 0.19295237958431244,
      "learning_rate": 0.00018984739956399876,
      "loss": 1.635372281074524,
      "step": 4032
    },
    {
      "epoch": 0.8417318727177883,
      "grad_norm": 0.195025235414505,
      "learning_rate": 0.0001893491124260355,
      "loss": 1.7076184749603271,
      "step": 4034
    },
    {
      "epoch": 0.8421491914449661,
      "grad_norm": 0.22713610529899597,
      "learning_rate": 0.00018885082528807227,
      "loss": 1.5234016180038452,
      "step": 4036
    },
    {
      "epoch": 0.842566510172144,
      "grad_norm": 0.1975746899843216,
      "learning_rate": 0.000188352538150109,
      "loss": 1.711593747138977,
      "step": 4038
    },
    {
      "epoch": 0.8429838288993219,
      "grad_norm": 0.19030791521072388,
      "learning_rate": 0.00018785425101214574,
      "loss": 1.6802881956100464,
      "step": 4040
    },
    {
      "epoch": 0.8434011476264998,
      "grad_norm": 0.2094624787569046,
      "learning_rate": 0.0001873559638741825,
      "loss": 1.6112802028656006,
      "step": 4042
    },
    {
      "epoch": 0.8438184663536776,
      "grad_norm": 0.18288825452327728,
      "learning_rate": 0.00018685767673621924,
      "loss": 1.5856302976608276,
      "step": 4044
    },
    {
      "epoch": 0.8442357850808555,
      "grad_norm": 0.21274502575397491,
      "learning_rate": 0.000186359389598256,
      "loss": 1.674270749092102,
      "step": 4046
    },
    {
      "epoch": 0.8446531038080334,
      "grad_norm": 0.19420906901359558,
      "learning_rate": 0.00018586110246029275,
      "loss": 1.6582943201065063,
      "step": 4048
    },
    {
      "epoch": 0.8450704225352113,
      "grad_norm": 0.18451790511608124,
      "learning_rate": 0.0001853628153223295,
      "loss": 1.6256777048110962,
      "step": 4050
    },
    {
      "epoch": 0.8454877412623891,
      "grad_norm": 0.16896241903305054,
      "learning_rate": 0.00018486452818436625,
      "loss": 1.7003672122955322,
      "step": 4052
    },
    {
      "epoch": 0.845905059989567,
      "grad_norm": 0.18207846581935883,
      "learning_rate": 0.000184366241046403,
      "loss": 1.6286587715148926,
      "step": 4054
    },
    {
      "epoch": 0.8463223787167449,
      "grad_norm": 0.22023826837539673,
      "learning_rate": 0.00018386795390843973,
      "loss": 1.5539515018463135,
      "step": 4056
    },
    {
      "epoch": 0.8467396974439227,
      "grad_norm": 0.16868507862091064,
      "learning_rate": 0.0001833696667704765,
      "loss": 1.6270174980163574,
      "step": 4058
    },
    {
      "epoch": 0.8471570161711007,
      "grad_norm": 0.18117032945156097,
      "learning_rate": 0.00018287137963251323,
      "loss": 1.5214279890060425,
      "step": 4060
    },
    {
      "epoch": 0.8475743348982786,
      "grad_norm": 0.15181727707386017,
      "learning_rate": 0.00018237309249455,
      "loss": 1.6494383811950684,
      "step": 4062
    },
    {
      "epoch": 0.8479916536254565,
      "grad_norm": 0.23103384673595428,
      "learning_rate": 0.00018187480535658673,
      "loss": 1.5475603342056274,
      "step": 4064
    },
    {
      "epoch": 0.8484089723526343,
      "grad_norm": 0.1830928772687912,
      "learning_rate": 0.0001813765182186235,
      "loss": 1.7238051891326904,
      "step": 4066
    },
    {
      "epoch": 0.8488262910798122,
      "grad_norm": 0.1808210015296936,
      "learning_rate": 0.00018087823108066023,
      "loss": 1.6027417182922363,
      "step": 4068
    },
    {
      "epoch": 0.8492436098069901,
      "grad_norm": 0.17436878383159637,
      "learning_rate": 0.000180379943942697,
      "loss": 1.5270894765853882,
      "step": 4070
    },
    {
      "epoch": 0.849660928534168,
      "grad_norm": 0.2353087067604065,
      "learning_rate": 0.00017988165680473374,
      "loss": 1.660226821899414,
      "step": 4072
    },
    {
      "epoch": 0.8500782472613458,
      "grad_norm": 0.18193411827087402,
      "learning_rate": 0.0001793833696667705,
      "loss": 1.6704041957855225,
      "step": 4074
    },
    {
      "epoch": 0.8504955659885237,
      "grad_norm": 0.157639741897583,
      "learning_rate": 0.0001788850825288072,
      "loss": 1.721926212310791,
      "step": 4076
    },
    {
      "epoch": 0.8509128847157016,
      "grad_norm": 0.1731785237789154,
      "learning_rate": 0.00017838679539084398,
      "loss": 1.6603143215179443,
      "step": 4078
    },
    {
      "epoch": 0.8513302034428795,
      "grad_norm": 0.16457518935203552,
      "learning_rate": 0.00017788850825288072,
      "loss": 1.5349699258804321,
      "step": 4080
    },
    {
      "epoch": 0.8517475221700573,
      "grad_norm": 0.18919974565505981,
      "learning_rate": 0.00017739022111491748,
      "loss": 1.5536229610443115,
      "step": 4082
    },
    {
      "epoch": 0.8521648408972352,
      "grad_norm": 0.18905764818191528,
      "learning_rate": 0.00017689193397695422,
      "loss": 1.5567257404327393,
      "step": 4084
    },
    {
      "epoch": 0.8525821596244132,
      "grad_norm": 0.18444348871707916,
      "learning_rate": 0.00017639364683899098,
      "loss": 1.528328776359558,
      "step": 4086
    },
    {
      "epoch": 0.8529994783515911,
      "grad_norm": 0.18102359771728516,
      "learning_rate": 0.00017589535970102772,
      "loss": 1.6205244064331055,
      "step": 4088
    },
    {
      "epoch": 0.8534167970787689,
      "grad_norm": 0.19649460911750793,
      "learning_rate": 0.00017539707256306449,
      "loss": 1.5504631996154785,
      "step": 4090
    },
    {
      "epoch": 0.8538341158059468,
      "grad_norm": 0.17354848980903625,
      "learning_rate": 0.00017489878542510122,
      "loss": 1.652526617050171,
      "step": 4092
    },
    {
      "epoch": 0.8542514345331247,
      "grad_norm": 0.19733025133609772,
      "learning_rate": 0.000174400498287138,
      "loss": 1.679112434387207,
      "step": 4094
    },
    {
      "epoch": 0.8546687532603026,
      "grad_norm": 0.20596131682395935,
      "learning_rate": 0.0001739022111491747,
      "loss": 1.4270410537719727,
      "step": 4096
    },
    {
      "epoch": 0.8550860719874804,
      "grad_norm": 0.18710580468177795,
      "learning_rate": 0.00017340392401121146,
      "loss": 1.5961430072784424,
      "step": 4098
    },
    {
      "epoch": 0.8555033907146583,
      "grad_norm": 0.18958649039268494,
      "learning_rate": 0.0001729056368732482,
      "loss": 1.593994379043579,
      "step": 4100
    },
    {
      "epoch": 0.8559207094418362,
      "grad_norm": 0.1896360069513321,
      "learning_rate": 0.00017240734973528497,
      "loss": 1.6488350629806519,
      "step": 4102
    },
    {
      "epoch": 0.856338028169014,
      "grad_norm": 0.19518868625164032,
      "learning_rate": 0.0001719090625973217,
      "loss": 1.6326905488967896,
      "step": 4104
    },
    {
      "epoch": 0.8567553468961919,
      "grad_norm": 0.18605078756809235,
      "learning_rate": 0.00017141077545935847,
      "loss": 1.6978832483291626,
      "step": 4106
    },
    {
      "epoch": 0.8571726656233698,
      "grad_norm": 0.19510576128959656,
      "learning_rate": 0.0001709124883213952,
      "loss": 1.722651720046997,
      "step": 4108
    },
    {
      "epoch": 0.8575899843505478,
      "grad_norm": 0.16520658135414124,
      "learning_rate": 0.00017041420118343197,
      "loss": 1.6256784200668335,
      "step": 4110
    },
    {
      "epoch": 0.8580073030777257,
      "grad_norm": 0.1725723147392273,
      "learning_rate": 0.0001699159140454687,
      "loss": 1.6118927001953125,
      "step": 4112
    },
    {
      "epoch": 0.8584246218049035,
      "grad_norm": 0.17283189296722412,
      "learning_rate": 0.00016941762690750548,
      "loss": 1.6664702892303467,
      "step": 4114
    },
    {
      "epoch": 0.8588419405320814,
      "grad_norm": 0.1931280642747879,
      "learning_rate": 0.0001689193397695422,
      "loss": 1.6569066047668457,
      "step": 4116
    },
    {
      "epoch": 0.8592592592592593,
      "grad_norm": 0.1914769858121872,
      "learning_rate": 0.00016842105263157895,
      "loss": 1.6330338716506958,
      "step": 4118
    },
    {
      "epoch": 0.8596765779864372,
      "grad_norm": 0.19188779592514038,
      "learning_rate": 0.0001679227654936157,
      "loss": 1.6686639785766602,
      "step": 4120
    },
    {
      "epoch": 0.860093896713615,
      "grad_norm": 0.20317953824996948,
      "learning_rate": 0.00016742447835565245,
      "loss": 1.661203384399414,
      "step": 4122
    },
    {
      "epoch": 0.8605112154407929,
      "grad_norm": 0.1870126873254776,
      "learning_rate": 0.0001669261912176892,
      "loss": 1.6325947046279907,
      "step": 4124
    },
    {
      "epoch": 0.8609285341679708,
      "grad_norm": 0.1979297399520874,
      "learning_rate": 0.00016642790407972596,
      "loss": 1.6142420768737793,
      "step": 4126
    },
    {
      "epoch": 0.8613458528951486,
      "grad_norm": 0.17889894545078278,
      "learning_rate": 0.0001659296169417627,
      "loss": 1.7480411529541016,
      "step": 4128
    },
    {
      "epoch": 0.8617631716223265,
      "grad_norm": 0.1875065267086029,
      "learning_rate": 0.00016543132980379946,
      "loss": 1.6685492992401123,
      "step": 4130
    },
    {
      "epoch": 0.8621804903495044,
      "grad_norm": 0.1852869987487793,
      "learning_rate": 0.0001649330426658362,
      "loss": 1.5089213848114014,
      "step": 4132
    },
    {
      "epoch": 0.8625978090766823,
      "grad_norm": 0.21147358417510986,
      "learning_rate": 0.00016443475552787296,
      "loss": 1.6361830234527588,
      "step": 4134
    },
    {
      "epoch": 0.8630151278038602,
      "grad_norm": 0.19058911502361298,
      "learning_rate": 0.0001639364683899097,
      "loss": 1.6463992595672607,
      "step": 4136
    },
    {
      "epoch": 0.8634324465310381,
      "grad_norm": 0.2115446925163269,
      "learning_rate": 0.00016343818125194644,
      "loss": 1.5269619226455688,
      "step": 4138
    },
    {
      "epoch": 0.863849765258216,
      "grad_norm": 0.15730158984661102,
      "learning_rate": 0.00016293989411398318,
      "loss": 1.6363976001739502,
      "step": 4140
    },
    {
      "epoch": 0.8642670839853939,
      "grad_norm": 0.16966697573661804,
      "learning_rate": 0.00016244160697601994,
      "loss": 1.6779712438583374,
      "step": 4142
    },
    {
      "epoch": 0.8646844027125717,
      "grad_norm": 0.20783443748950958,
      "learning_rate": 0.00016194331983805668,
      "loss": 1.5522081851959229,
      "step": 4144
    },
    {
      "epoch": 0.8651017214397496,
      "grad_norm": 0.19765686988830566,
      "learning_rate": 0.00016144503270009344,
      "loss": 1.671380639076233,
      "step": 4146
    },
    {
      "epoch": 0.8655190401669275,
      "grad_norm": 0.20410001277923584,
      "learning_rate": 0.00016094674556213018,
      "loss": 1.6107127666473389,
      "step": 4148
    },
    {
      "epoch": 0.8659363588941054,
      "grad_norm": 0.190677672624588,
      "learning_rate": 0.00016044845842416695,
      "loss": 1.5826854705810547,
      "step": 4150
    },
    {
      "epoch": 0.8663536776212832,
      "grad_norm": 0.2105415016412735,
      "learning_rate": 0.00015995017128620368,
      "loss": 1.5512585639953613,
      "step": 4152
    },
    {
      "epoch": 0.8667709963484611,
      "grad_norm": 0.19135600328445435,
      "learning_rate": 0.00015945188414824045,
      "loss": 1.6250895261764526,
      "step": 4154
    },
    {
      "epoch": 0.867188315075639,
      "grad_norm": 0.18524521589279175,
      "learning_rate": 0.0001589535970102772,
      "loss": 1.5601701736450195,
      "step": 4156
    },
    {
      "epoch": 0.8676056338028169,
      "grad_norm": 0.18301470577716827,
      "learning_rate": 0.00015845530987231395,
      "loss": 1.6799218654632568,
      "step": 4158
    },
    {
      "epoch": 0.8680229525299947,
      "grad_norm": 0.17439837753772736,
      "learning_rate": 0.00015795702273435066,
      "loss": 1.6412632465362549,
      "step": 4160
    },
    {
      "epoch": 0.8684402712571727,
      "grad_norm": 0.1827184110879898,
      "learning_rate": 0.00015745873559638743,
      "loss": 1.7115901708602905,
      "step": 4162
    },
    {
      "epoch": 0.8688575899843506,
      "grad_norm": 0.17392058670520782,
      "learning_rate": 0.00015696044845842417,
      "loss": 1.626024603843689,
      "step": 4164
    },
    {
      "epoch": 0.8692749087115285,
      "grad_norm": 0.17182692885398865,
      "learning_rate": 0.00015646216132046093,
      "loss": 1.748465657234192,
      "step": 4166
    },
    {
      "epoch": 0.8696922274387063,
      "grad_norm": 0.22162099182605743,
      "learning_rate": 0.00015596387418249767,
      "loss": 1.7301583290100098,
      "step": 4168
    },
    {
      "epoch": 0.8701095461658842,
      "grad_norm": 0.16363243758678436,
      "learning_rate": 0.00015546558704453443,
      "loss": 1.6637986898422241,
      "step": 4170
    },
    {
      "epoch": 0.8705268648930621,
      "grad_norm": 0.1959371715784073,
      "learning_rate": 0.00015496729990657117,
      "loss": 1.6402276754379272,
      "step": 4172
    },
    {
      "epoch": 0.87094418362024,
      "grad_norm": 0.16994540393352509,
      "learning_rate": 0.00015446901276860794,
      "loss": 1.6850452423095703,
      "step": 4174
    },
    {
      "epoch": 0.8713615023474178,
      "grad_norm": 0.18915590643882751,
      "learning_rate": 0.00015397072563064467,
      "loss": 1.7614344358444214,
      "step": 4176
    },
    {
      "epoch": 0.8717788210745957,
      "grad_norm": 0.21564990282058716,
      "learning_rate": 0.00015347243849268144,
      "loss": 1.740942358970642,
      "step": 4178
    },
    {
      "epoch": 0.8721961398017736,
      "grad_norm": 0.17307381331920624,
      "learning_rate": 0.00015297415135471815,
      "loss": 1.6896008253097534,
      "step": 4180
    },
    {
      "epoch": 0.8726134585289514,
      "grad_norm": 0.17976069450378418,
      "learning_rate": 0.00015247586421675491,
      "loss": 1.5140951871871948,
      "step": 4182
    },
    {
      "epoch": 0.8730307772561293,
      "grad_norm": 0.18065252900123596,
      "learning_rate": 0.00015197757707879165,
      "loss": 1.6537516117095947,
      "step": 4184
    },
    {
      "epoch": 0.8734480959833073,
      "grad_norm": 0.17097200453281403,
      "learning_rate": 0.00015147928994082842,
      "loss": 1.5193525552749634,
      "step": 4186
    },
    {
      "epoch": 0.8738654147104852,
      "grad_norm": 0.20268303155899048,
      "learning_rate": 0.00015098100280286516,
      "loss": 1.6746410131454468,
      "step": 4188
    },
    {
      "epoch": 0.874282733437663,
      "grad_norm": 0.1816016286611557,
      "learning_rate": 0.00015048271566490192,
      "loss": 1.5819029808044434,
      "step": 4190
    },
    {
      "epoch": 0.8747000521648409,
      "grad_norm": 0.175307035446167,
      "learning_rate": 0.00014998442852693866,
      "loss": 1.6841760873794556,
      "step": 4192
    },
    {
      "epoch": 0.8751173708920188,
      "grad_norm": 0.20195969939231873,
      "learning_rate": 0.00014948614138897542,
      "loss": 1.6861398220062256,
      "step": 4194
    },
    {
      "epoch": 0.8755346896191967,
      "grad_norm": 0.18869267404079437,
      "learning_rate": 0.00014898785425101216,
      "loss": 1.6720318794250488,
      "step": 4196
    },
    {
      "epoch": 0.8759520083463745,
      "grad_norm": 0.16363096237182617,
      "learning_rate": 0.0001484895671130489,
      "loss": 1.781600832939148,
      "step": 4198
    },
    {
      "epoch": 0.8763693270735524,
      "grad_norm": 0.17589423060417175,
      "learning_rate": 0.00014799127997508564,
      "loss": 1.5781477689743042,
      "step": 4200
    },
    {
      "epoch": 0.8767866458007303,
      "grad_norm": 0.19791170954704285,
      "learning_rate": 0.0001474929928371224,
      "loss": 1.5444563627243042,
      "step": 4202
    },
    {
      "epoch": 0.8772039645279082,
      "grad_norm": 0.24233515560626984,
      "learning_rate": 0.00014699470569915914,
      "loss": 1.7058964967727661,
      "step": 4204
    },
    {
      "epoch": 0.877621283255086,
      "grad_norm": 0.1882489025592804,
      "learning_rate": 0.0001464964185611959,
      "loss": 1.5815865993499756,
      "step": 4206
    },
    {
      "epoch": 0.8780386019822639,
      "grad_norm": 0.17342013120651245,
      "learning_rate": 0.00014599813142323264,
      "loss": 1.646026372909546,
      "step": 4208
    },
    {
      "epoch": 0.8784559207094418,
      "grad_norm": 0.21900935471057892,
      "learning_rate": 0.0001454998442852694,
      "loss": 1.6741538047790527,
      "step": 4210
    },
    {
      "epoch": 0.8788732394366198,
      "grad_norm": 0.18033616244792938,
      "learning_rate": 0.00014500155714730614,
      "loss": 1.6662341356277466,
      "step": 4212
    },
    {
      "epoch": 0.8792905581637976,
      "grad_norm": 0.17369306087493896,
      "learning_rate": 0.00014450327000934288,
      "loss": 1.6094465255737305,
      "step": 4214
    },
    {
      "epoch": 0.8797078768909755,
      "grad_norm": 0.19994284212589264,
      "learning_rate": 0.00014400498287137965,
      "loss": 1.698074460029602,
      "step": 4216
    },
    {
      "epoch": 0.8801251956181534,
      "grad_norm": 0.18714231252670288,
      "learning_rate": 0.00014350669573341639,
      "loss": 1.6944200992584229,
      "step": 4218
    },
    {
      "epoch": 0.8805425143453313,
      "grad_norm": 0.18917585909366608,
      "learning_rate": 0.00014300840859545315,
      "loss": 1.6781073808670044,
      "step": 4220
    },
    {
      "epoch": 0.8809598330725091,
      "grad_norm": 0.1856914758682251,
      "learning_rate": 0.0001425101214574899,
      "loss": 1.825918197631836,
      "step": 4222
    },
    {
      "epoch": 0.881377151799687,
      "grad_norm": 0.18396899104118347,
      "learning_rate": 0.00014201183431952663,
      "loss": 1.5716090202331543,
      "step": 4224
    },
    {
      "epoch": 0.8817944705268649,
      "grad_norm": 0.1865542232990265,
      "learning_rate": 0.0001415135471815634,
      "loss": 1.6458405256271362,
      "step": 4226
    },
    {
      "epoch": 0.8822117892540428,
      "grad_norm": 0.23121407628059387,
      "learning_rate": 0.00014101526004360013,
      "loss": 1.6912405490875244,
      "step": 4228
    },
    {
      "epoch": 0.8826291079812206,
      "grad_norm": 0.24559205770492554,
      "learning_rate": 0.00014051697290563687,
      "loss": 1.7803088426589966,
      "step": 4230
    },
    {
      "epoch": 0.8830464267083985,
      "grad_norm": 0.19092410802841187,
      "learning_rate": 0.00014001868576767363,
      "loss": 1.6274560689926147,
      "step": 4232
    },
    {
      "epoch": 0.8834637454355764,
      "grad_norm": 0.19192136824131012,
      "learning_rate": 0.00013952039862971037,
      "loss": 1.5976357460021973,
      "step": 4234
    },
    {
      "epoch": 0.8838810641627542,
      "grad_norm": 0.19966883957386017,
      "learning_rate": 0.00013902211149174713,
      "loss": 1.6499944925308228,
      "step": 4236
    },
    {
      "epoch": 0.8842983828899322,
      "grad_norm": 0.18240401148796082,
      "learning_rate": 0.00013852382435378387,
      "loss": 1.6760348081588745,
      "step": 4238
    },
    {
      "epoch": 0.8847157016171101,
      "grad_norm": 0.22000983357429504,
      "learning_rate": 0.00013802553721582064,
      "loss": 1.765512466430664,
      "step": 4240
    },
    {
      "epoch": 0.885133020344288,
      "grad_norm": 0.17965154349803925,
      "learning_rate": 0.00013752725007785737,
      "loss": 1.5602142810821533,
      "step": 4242
    },
    {
      "epoch": 0.8855503390714659,
      "grad_norm": 0.20459780097007751,
      "learning_rate": 0.0001370289629398941,
      "loss": 1.513783574104309,
      "step": 4244
    },
    {
      "epoch": 0.8859676577986437,
      "grad_norm": 0.166926771402359,
      "learning_rate": 0.00013653067580193085,
      "loss": 1.7161343097686768,
      "step": 4246
    },
    {
      "epoch": 0.8863849765258216,
      "grad_norm": 0.17636346817016602,
      "learning_rate": 0.00013603238866396762,
      "loss": 1.6716426610946655,
      "step": 4248
    },
    {
      "epoch": 0.8868022952529995,
      "grad_norm": 0.1830795854330063,
      "learning_rate": 0.00013553410152600435,
      "loss": 1.5723251104354858,
      "step": 4250
    },
    {
      "epoch": 0.8872196139801773,
      "grad_norm": 0.185004323720932,
      "learning_rate": 0.00013503581438804112,
      "loss": 1.6882978677749634,
      "step": 4252
    },
    {
      "epoch": 0.8876369327073552,
      "grad_norm": 0.17411819100379944,
      "learning_rate": 0.00013453752725007786,
      "loss": 1.7141852378845215,
      "step": 4254
    },
    {
      "epoch": 0.8880542514345331,
      "grad_norm": 0.1981218308210373,
      "learning_rate": 0.00013403924011211462,
      "loss": 1.641402006149292,
      "step": 4256
    },
    {
      "epoch": 0.888471570161711,
      "grad_norm": 0.17821228504180908,
      "learning_rate": 0.00013354095297415136,
      "loss": 1.6480239629745483,
      "step": 4258
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 0.1579664647579193,
      "learning_rate": 0.00013304266583618812,
      "loss": 1.712760329246521,
      "step": 4260
    },
    {
      "epoch": 0.8893062076160668,
      "grad_norm": 0.19413398206233978,
      "learning_rate": 0.00013254437869822486,
      "loss": 1.7463946342468262,
      "step": 4262
    },
    {
      "epoch": 0.8897235263432447,
      "grad_norm": 0.2169637531042099,
      "learning_rate": 0.0001320460915602616,
      "loss": 1.4564887285232544,
      "step": 4264
    },
    {
      "epoch": 0.8901408450704226,
      "grad_norm": 0.1617715209722519,
      "learning_rate": 0.00013154780442229834,
      "loss": 1.6625990867614746,
      "step": 4266
    },
    {
      "epoch": 0.8905581637976004,
      "grad_norm": 0.17531977593898773,
      "learning_rate": 0.0001310495172843351,
      "loss": 1.5706746578216553,
      "step": 4268
    },
    {
      "epoch": 0.8909754825247783,
      "grad_norm": 0.18917573988437653,
      "learning_rate": 0.00013055123014637184,
      "loss": 1.6090871095657349,
      "step": 4270
    },
    {
      "epoch": 0.8913928012519562,
      "grad_norm": 0.16727563738822937,
      "learning_rate": 0.0001300529430084086,
      "loss": 1.4635460376739502,
      "step": 4272
    },
    {
      "epoch": 0.8918101199791341,
      "grad_norm": 0.19415424764156342,
      "learning_rate": 0.00012955465587044534,
      "loss": 1.6564855575561523,
      "step": 4274
    },
    {
      "epoch": 0.8922274387063119,
      "grad_norm": 0.17781133949756622,
      "learning_rate": 0.0001290563687324821,
      "loss": 1.6546841859817505,
      "step": 4276
    },
    {
      "epoch": 0.8926447574334898,
      "grad_norm": 0.17661771178245544,
      "learning_rate": 0.00012855808159451885,
      "loss": 1.615142583847046,
      "step": 4278
    },
    {
      "epoch": 0.8930620761606677,
      "grad_norm": 0.189763605594635,
      "learning_rate": 0.0001280597944565556,
      "loss": 1.648653268814087,
      "step": 4280
    },
    {
      "epoch": 0.8934793948878456,
      "grad_norm": 0.1889771819114685,
      "learning_rate": 0.00012756150731859235,
      "loss": 1.60526704788208,
      "step": 4282
    },
    {
      "epoch": 0.8938967136150234,
      "grad_norm": 0.20051011443138123,
      "learning_rate": 0.00012706322018062909,
      "loss": 1.6328041553497314,
      "step": 4284
    },
    {
      "epoch": 0.8943140323422013,
      "grad_norm": 0.24941663444042206,
      "learning_rate": 0.00012656493304266582,
      "loss": 1.7087427377700806,
      "step": 4286
    },
    {
      "epoch": 0.8947313510693793,
      "grad_norm": 0.17458072304725647,
      "learning_rate": 0.0001260666459047026,
      "loss": 1.7527358531951904,
      "step": 4288
    },
    {
      "epoch": 0.8951486697965572,
      "grad_norm": 0.16338342428207397,
      "learning_rate": 0.00012556835876673933,
      "loss": 1.6104542016983032,
      "step": 4290
    },
    {
      "epoch": 0.895565988523735,
      "grad_norm": 0.1791841834783554,
      "learning_rate": 0.0001250700716287761,
      "loss": 1.5636260509490967,
      "step": 4292
    },
    {
      "epoch": 0.8959833072509129,
      "grad_norm": 0.1994152069091797,
      "learning_rate": 0.00012457178449081283,
      "loss": 1.5894802808761597,
      "step": 4294
    },
    {
      "epoch": 0.8964006259780908,
      "grad_norm": 0.1872299164533615,
      "learning_rate": 0.0001240734973528496,
      "loss": 1.6312882900238037,
      "step": 4296
    },
    {
      "epoch": 0.8968179447052687,
      "grad_norm": 0.18088090419769287,
      "learning_rate": 0.00012357521021488633,
      "loss": 1.5215966701507568,
      "step": 4298
    },
    {
      "epoch": 0.8972352634324465,
      "grad_norm": 0.17654314637184143,
      "learning_rate": 0.0001230769230769231,
      "loss": 1.5884132385253906,
      "step": 4300
    },
    {
      "epoch": 0.8976525821596244,
      "grad_norm": 0.17969003319740295,
      "learning_rate": 0.00012257863593895984,
      "loss": 1.5834084749221802,
      "step": 4302
    },
    {
      "epoch": 0.8980699008868023,
      "grad_norm": 0.1986774057149887,
      "learning_rate": 0.0001220803488009966,
      "loss": 1.6546990871429443,
      "step": 4304
    },
    {
      "epoch": 0.8984872196139801,
      "grad_norm": 0.2006673812866211,
      "learning_rate": 0.00012158206166303332,
      "loss": 1.5141408443450928,
      "step": 4306
    },
    {
      "epoch": 0.898904538341158,
      "grad_norm": 0.18943582475185394,
      "learning_rate": 0.00012108377452507008,
      "loss": 1.582223892211914,
      "step": 4308
    },
    {
      "epoch": 0.8993218570683359,
      "grad_norm": 0.18200165033340454,
      "learning_rate": 0.00012058548738710683,
      "loss": 1.5982892513275146,
      "step": 4310
    },
    {
      "epoch": 0.8997391757955139,
      "grad_norm": 0.2065363973379135,
      "learning_rate": 0.00012008720024914358,
      "loss": 1.598642349243164,
      "step": 4312
    },
    {
      "epoch": 0.9001564945226918,
      "grad_norm": 0.16489578783512115,
      "learning_rate": 0.00011958891311118032,
      "loss": 1.6891593933105469,
      "step": 4314
    },
    {
      "epoch": 0.9005738132498696,
      "grad_norm": 0.20588769018650055,
      "learning_rate": 0.00011909062597321707,
      "loss": 1.6844552755355835,
      "step": 4316
    },
    {
      "epoch": 0.9009911319770475,
      "grad_norm": 0.22354429960250854,
      "learning_rate": 0.00011859233883525382,
      "loss": 1.479601263999939,
      "step": 4318
    },
    {
      "epoch": 0.9014084507042254,
      "grad_norm": 0.21314990520477295,
      "learning_rate": 0.00011809405169729057,
      "loss": 1.5884896516799927,
      "step": 4320
    },
    {
      "epoch": 0.9018257694314032,
      "grad_norm": 0.19360527396202087,
      "learning_rate": 0.00011759576455932732,
      "loss": 1.6685384511947632,
      "step": 4322
    },
    {
      "epoch": 0.9022430881585811,
      "grad_norm": 0.1771700084209442,
      "learning_rate": 0.00011709747742136407,
      "loss": 1.6167325973510742,
      "step": 4324
    },
    {
      "epoch": 0.902660406885759,
      "grad_norm": 0.17964008450508118,
      "learning_rate": 0.00011659919028340081,
      "loss": 1.8029953241348267,
      "step": 4326
    },
    {
      "epoch": 0.9030777256129369,
      "grad_norm": 0.16711945831775665,
      "learning_rate": 0.00011610090314543756,
      "loss": 1.7099660634994507,
      "step": 4328
    },
    {
      "epoch": 0.9034950443401147,
      "grad_norm": 0.17991159856319427,
      "learning_rate": 0.0001156026160074743,
      "loss": 1.6438169479370117,
      "step": 4330
    },
    {
      "epoch": 0.9039123630672926,
      "grad_norm": 0.19515983760356903,
      "learning_rate": 0.00011510432886951105,
      "loss": 1.660976529121399,
      "step": 4332
    },
    {
      "epoch": 0.9043296817944705,
      "grad_norm": 0.1659526377916336,
      "learning_rate": 0.0001146060417315478,
      "loss": 1.6571065187454224,
      "step": 4334
    },
    {
      "epoch": 0.9047470005216484,
      "grad_norm": 0.189217209815979,
      "learning_rate": 0.00011410775459358455,
      "loss": 1.6296979188919067,
      "step": 4336
    },
    {
      "epoch": 0.9051643192488263,
      "grad_norm": 0.17310501635074615,
      "learning_rate": 0.0001136094674556213,
      "loss": 1.6209598779678345,
      "step": 4338
    },
    {
      "epoch": 0.9055816379760042,
      "grad_norm": 0.17237012088298798,
      "learning_rate": 0.00011311118031765806,
      "loss": 1.6465295553207397,
      "step": 4340
    },
    {
      "epoch": 0.9059989567031821,
      "grad_norm": 0.1960352063179016,
      "learning_rate": 0.00011261289317969481,
      "loss": 1.5829805135726929,
      "step": 4342
    },
    {
      "epoch": 0.90641627543036,
      "grad_norm": 0.19082073867321014,
      "learning_rate": 0.00011211460604173156,
      "loss": 1.6729804277420044,
      "step": 4344
    },
    {
      "epoch": 0.9068335941575378,
      "grad_norm": 0.1686243861913681,
      "learning_rate": 0.00011161631890376828,
      "loss": 1.5603147745132446,
      "step": 4346
    },
    {
      "epoch": 0.9072509128847157,
      "grad_norm": 0.20412971079349518,
      "learning_rate": 0.00011111803176580504,
      "loss": 1.5871728658676147,
      "step": 4348
    },
    {
      "epoch": 0.9076682316118936,
      "grad_norm": 0.1717957705259323,
      "learning_rate": 0.00011061974462784179,
      "loss": 1.6768443584442139,
      "step": 4350
    },
    {
      "epoch": 0.9080855503390715,
      "grad_norm": 0.1993514597415924,
      "learning_rate": 0.00011012145748987854,
      "loss": 1.724295735359192,
      "step": 4352
    },
    {
      "epoch": 0.9085028690662493,
      "grad_norm": 0.1855616569519043,
      "learning_rate": 0.00010962317035191529,
      "loss": 1.6664015054702759,
      "step": 4354
    },
    {
      "epoch": 0.9089201877934272,
      "grad_norm": 0.20700250566005707,
      "learning_rate": 0.00010912488321395204,
      "loss": 1.4902336597442627,
      "step": 4356
    },
    {
      "epoch": 0.9093375065206051,
      "grad_norm": 0.1661575436592102,
      "learning_rate": 0.00010862659607598879,
      "loss": 1.6248383522033691,
      "step": 4358
    },
    {
      "epoch": 0.909754825247783,
      "grad_norm": 0.183964803814888,
      "learning_rate": 0.00010812830893802554,
      "loss": 1.6356079578399658,
      "step": 4360
    },
    {
      "epoch": 0.9101721439749608,
      "grad_norm": 0.20293103158473969,
      "learning_rate": 0.0001076300218000623,
      "loss": 1.6394023895263672,
      "step": 4362
    },
    {
      "epoch": 0.9105894627021388,
      "grad_norm": 0.20069614052772522,
      "learning_rate": 0.00010713173466209905,
      "loss": 1.6961530447006226,
      "step": 4364
    },
    {
      "epoch": 0.9110067814293167,
      "grad_norm": 0.18666695058345795,
      "learning_rate": 0.0001066334475241358,
      "loss": 1.5653066635131836,
      "step": 4366
    },
    {
      "epoch": 0.9114241001564946,
      "grad_norm": 0.21359233558177948,
      "learning_rate": 0.00010613516038617252,
      "loss": 1.55157470703125,
      "step": 4368
    },
    {
      "epoch": 0.9118414188836724,
      "grad_norm": 0.1628497689962387,
      "learning_rate": 0.00010563687324820927,
      "loss": 1.6790190935134888,
      "step": 4370
    },
    {
      "epoch": 0.9122587376108503,
      "grad_norm": 0.191795215010643,
      "learning_rate": 0.00010513858611024603,
      "loss": 1.6705849170684814,
      "step": 4372
    },
    {
      "epoch": 0.9126760563380282,
      "grad_norm": 0.1760699450969696,
      "learning_rate": 0.00010464029897228278,
      "loss": 1.6555774211883545,
      "step": 4374
    },
    {
      "epoch": 0.913093375065206,
      "grad_norm": 0.21481812000274658,
      "learning_rate": 0.00010414201183431953,
      "loss": 1.5153712034225464,
      "step": 4376
    },
    {
      "epoch": 0.9135106937923839,
      "grad_norm": 0.1772165447473526,
      "learning_rate": 0.00010364372469635628,
      "loss": 1.6661906242370605,
      "step": 4378
    },
    {
      "epoch": 0.9139280125195618,
      "grad_norm": 0.1901162713766098,
      "learning_rate": 0.00010314543755839303,
      "loss": 1.5453205108642578,
      "step": 4380
    },
    {
      "epoch": 0.9143453312467397,
      "grad_norm": 0.17241789400577545,
      "learning_rate": 0.00010264715042042978,
      "loss": 1.7289237976074219,
      "step": 4382
    },
    {
      "epoch": 0.9147626499739175,
      "grad_norm": 0.16452018916606903,
      "learning_rate": 0.00010214886328246653,
      "loss": 1.67987060546875,
      "step": 4384
    },
    {
      "epoch": 0.9151799687010954,
      "grad_norm": 0.20041242241859436,
      "learning_rate": 0.00010165057614450329,
      "loss": 1.6784254312515259,
      "step": 4386
    },
    {
      "epoch": 0.9155972874282734,
      "grad_norm": 0.20399820804595947,
      "learning_rate": 0.00010115228900654001,
      "loss": 1.6442837715148926,
      "step": 4388
    },
    {
      "epoch": 0.9160146061554513,
      "grad_norm": 0.21368463337421417,
      "learning_rate": 0.00010065400186857676,
      "loss": 1.5905625820159912,
      "step": 4390
    },
    {
      "epoch": 0.9164319248826291,
      "grad_norm": 0.17233221232891083,
      "learning_rate": 0.00010015571473061351,
      "loss": 1.7597204446792603,
      "step": 4392
    },
    {
      "epoch": 0.916849243609807,
      "grad_norm": 0.18968565762043,
      "learning_rate": 9.965742759265026e-05,
      "loss": 1.6928092241287231,
      "step": 4394
    },
    {
      "epoch": 0.9172665623369849,
      "grad_norm": 0.1855761855840683,
      "learning_rate": 9.915914045468702e-05,
      "loss": 1.5505868196487427,
      "step": 4396
    },
    {
      "epoch": 0.9176838810641628,
      "grad_norm": 0.20371851325035095,
      "learning_rate": 9.866085331672377e-05,
      "loss": 1.6179020404815674,
      "step": 4398
    },
    {
      "epoch": 0.9181011997913406,
      "grad_norm": 0.20698843896389008,
      "learning_rate": 9.816256617876052e-05,
      "loss": 1.5716030597686768,
      "step": 4400
    },
    {
      "epoch": 0.9185185185185185,
      "grad_norm": 0.16781571507453918,
      "learning_rate": 9.766427904079727e-05,
      "loss": 1.6481271982192993,
      "step": 4402
    },
    {
      "epoch": 0.9189358372456964,
      "grad_norm": 0.16532212495803833,
      "learning_rate": 9.716599190283401e-05,
      "loss": 1.7493208646774292,
      "step": 4404
    },
    {
      "epoch": 0.9193531559728743,
      "grad_norm": 0.19232137501239777,
      "learning_rate": 9.666770476487076e-05,
      "loss": 1.5340021848678589,
      "step": 4406
    },
    {
      "epoch": 0.9197704747000521,
      "grad_norm": 0.2033078521490097,
      "learning_rate": 9.616941762690751e-05,
      "loss": 1.5652828216552734,
      "step": 4408
    },
    {
      "epoch": 0.92018779342723,
      "grad_norm": 0.19920817017555237,
      "learning_rate": 9.567113048894426e-05,
      "loss": 1.648752212524414,
      "step": 4410
    },
    {
      "epoch": 0.9206051121544079,
      "grad_norm": 0.18810296058654785,
      "learning_rate": 9.517284335098101e-05,
      "loss": 1.6240581274032593,
      "step": 4412
    },
    {
      "epoch": 0.9210224308815859,
      "grad_norm": 0.1705373376607895,
      "learning_rate": 9.467455621301775e-05,
      "loss": 1.5519990921020508,
      "step": 4414
    },
    {
      "epoch": 0.9214397496087637,
      "grad_norm": 0.17323507368564606,
      "learning_rate": 9.41762690750545e-05,
      "loss": 1.6658997535705566,
      "step": 4416
    },
    {
      "epoch": 0.9218570683359416,
      "grad_norm": 0.19927287101745605,
      "learning_rate": 9.367798193709125e-05,
      "loss": 1.7493751049041748,
      "step": 4418
    },
    {
      "epoch": 0.9222743870631195,
      "grad_norm": 0.1851804256439209,
      "learning_rate": 9.3179694799128e-05,
      "loss": 1.6033281087875366,
      "step": 4420
    },
    {
      "epoch": 0.9226917057902974,
      "grad_norm": 0.19267021119594574,
      "learning_rate": 9.268140766116476e-05,
      "loss": 1.6882092952728271,
      "step": 4422
    },
    {
      "epoch": 0.9231090245174752,
      "grad_norm": 0.16980218887329102,
      "learning_rate": 9.21831205232015e-05,
      "loss": 1.6960489749908447,
      "step": 4424
    },
    {
      "epoch": 0.9235263432446531,
      "grad_norm": 0.18636591732501984,
      "learning_rate": 9.168483338523825e-05,
      "loss": 1.6686335802078247,
      "step": 4426
    },
    {
      "epoch": 0.923943661971831,
      "grad_norm": 0.19164636731147766,
      "learning_rate": 9.1186546247275e-05,
      "loss": 1.5378191471099854,
      "step": 4428
    },
    {
      "epoch": 0.9243609806990088,
      "grad_norm": 0.19653864204883575,
      "learning_rate": 9.068825910931175e-05,
      "loss": 1.6618753671646118,
      "step": 4430
    },
    {
      "epoch": 0.9247782994261867,
      "grad_norm": 0.18968534469604492,
      "learning_rate": 9.01899719713485e-05,
      "loss": 1.6201266050338745,
      "step": 4432
    },
    {
      "epoch": 0.9251956181533646,
      "grad_norm": 0.19709599018096924,
      "learning_rate": 8.969168483338525e-05,
      "loss": 1.664633870124817,
      "step": 4434
    },
    {
      "epoch": 0.9256129368805425,
      "grad_norm": 0.18362024426460266,
      "learning_rate": 8.919339769542199e-05,
      "loss": 1.6451623439788818,
      "step": 4436
    },
    {
      "epoch": 0.9260302556077203,
      "grad_norm": 0.2022915780544281,
      "learning_rate": 8.869511055745874e-05,
      "loss": 1.658370018005371,
      "step": 4438
    },
    {
      "epoch": 0.9264475743348983,
      "grad_norm": 0.19555260241031647,
      "learning_rate": 8.819682341949549e-05,
      "loss": 1.6008943319320679,
      "step": 4440
    },
    {
      "epoch": 0.9268648930620762,
      "grad_norm": 0.17300760746002197,
      "learning_rate": 8.769853628153224e-05,
      "loss": 1.7432292699813843,
      "step": 4442
    },
    {
      "epoch": 0.9272822117892541,
      "grad_norm": 0.1831115186214447,
      "learning_rate": 8.7200249143569e-05,
      "loss": 1.7163116931915283,
      "step": 4444
    },
    {
      "epoch": 0.927699530516432,
      "grad_norm": 0.19250436127185822,
      "learning_rate": 8.670196200560573e-05,
      "loss": 1.4830156564712524,
      "step": 4446
    },
    {
      "epoch": 0.9281168492436098,
      "grad_norm": 0.20709781348705292,
      "learning_rate": 8.620367486764248e-05,
      "loss": 1.5859413146972656,
      "step": 4448
    },
    {
      "epoch": 0.9285341679707877,
      "grad_norm": 0.19259729981422424,
      "learning_rate": 8.570538772967923e-05,
      "loss": 1.5829150676727295,
      "step": 4450
    },
    {
      "epoch": 0.9289514866979656,
      "grad_norm": 0.19801819324493408,
      "learning_rate": 8.520710059171599e-05,
      "loss": 1.5828293561935425,
      "step": 4452
    },
    {
      "epoch": 0.9293688054251434,
      "grad_norm": 0.16226257383823395,
      "learning_rate": 8.470881345375274e-05,
      "loss": 1.705340027809143,
      "step": 4454
    },
    {
      "epoch": 0.9297861241523213,
      "grad_norm": 0.18210093677043915,
      "learning_rate": 8.421052631578948e-05,
      "loss": 1.704031229019165,
      "step": 4456
    },
    {
      "epoch": 0.9302034428794992,
      "grad_norm": 0.19659306108951569,
      "learning_rate": 8.371223917782623e-05,
      "loss": 1.660591721534729,
      "step": 4458
    },
    {
      "epoch": 0.9306207616066771,
      "grad_norm": 0.2188255935907364,
      "learning_rate": 8.321395203986298e-05,
      "loss": 1.5957276821136475,
      "step": 4460
    },
    {
      "epoch": 0.9310380803338549,
      "grad_norm": 0.21026277542114258,
      "learning_rate": 8.271566490189973e-05,
      "loss": 1.7397994995117188,
      "step": 4462
    },
    {
      "epoch": 0.9314553990610329,
      "grad_norm": 0.1685836762189865,
      "learning_rate": 8.221737776393648e-05,
      "loss": 1.7202115058898926,
      "step": 4464
    },
    {
      "epoch": 0.9318727177882108,
      "grad_norm": 0.1884559541940689,
      "learning_rate": 8.171909062597322e-05,
      "loss": 1.7587333917617798,
      "step": 4466
    },
    {
      "epoch": 0.9322900365153887,
      "grad_norm": 0.1983492523431778,
      "learning_rate": 8.122080348800997e-05,
      "loss": 1.6561076641082764,
      "step": 4468
    },
    {
      "epoch": 0.9327073552425665,
      "grad_norm": 0.20395974814891815,
      "learning_rate": 8.072251635004672e-05,
      "loss": 1.568048357963562,
      "step": 4470
    },
    {
      "epoch": 0.9331246739697444,
      "grad_norm": 0.16944561898708344,
      "learning_rate": 8.022422921208347e-05,
      "loss": 1.6114654541015625,
      "step": 4472
    },
    {
      "epoch": 0.9335419926969223,
      "grad_norm": 0.19421088695526123,
      "learning_rate": 7.972594207412022e-05,
      "loss": 1.6249094009399414,
      "step": 4474
    },
    {
      "epoch": 0.9339593114241002,
      "grad_norm": 0.1974789798259735,
      "learning_rate": 7.922765493615698e-05,
      "loss": 1.6187351942062378,
      "step": 4476
    },
    {
      "epoch": 0.934376630151278,
      "grad_norm": 0.1901128739118576,
      "learning_rate": 7.872936779819371e-05,
      "loss": 1.5681487321853638,
      "step": 4478
    },
    {
      "epoch": 0.9347939488784559,
      "grad_norm": 0.20003391802310944,
      "learning_rate": 7.823108066023047e-05,
      "loss": 1.5453399419784546,
      "step": 4480
    },
    {
      "epoch": 0.9352112676056338,
      "grad_norm": 0.19723911583423615,
      "learning_rate": 7.773279352226722e-05,
      "loss": 1.5492863655090332,
      "step": 4482
    },
    {
      "epoch": 0.9356285863328117,
      "grad_norm": 0.1812390238046646,
      "learning_rate": 7.723450638430397e-05,
      "loss": 1.804068684577942,
      "step": 4484
    },
    {
      "epoch": 0.9360459050599895,
      "grad_norm": 0.20390065014362335,
      "learning_rate": 7.673621924634072e-05,
      "loss": 1.7171461582183838,
      "step": 4486
    },
    {
      "epoch": 0.9364632237871674,
      "grad_norm": 0.1780429482460022,
      "learning_rate": 7.623793210837746e-05,
      "loss": 1.7452282905578613,
      "step": 4488
    },
    {
      "epoch": 0.9368805425143454,
      "grad_norm": 0.2048795223236084,
      "learning_rate": 7.573964497041421e-05,
      "loss": 1.7104570865631104,
      "step": 4490
    },
    {
      "epoch": 0.9372978612415233,
      "grad_norm": 0.2167808711528778,
      "learning_rate": 7.524135783245096e-05,
      "loss": 1.6328846216201782,
      "step": 4492
    },
    {
      "epoch": 0.9377151799687011,
      "grad_norm": 0.19913658499717712,
      "learning_rate": 7.474307069448771e-05,
      "loss": 1.621012806892395,
      "step": 4494
    },
    {
      "epoch": 0.938132498695879,
      "grad_norm": 0.2030884027481079,
      "learning_rate": 7.424478355652445e-05,
      "loss": 1.4973490238189697,
      "step": 4496
    },
    {
      "epoch": 0.9385498174230569,
      "grad_norm": 0.18171103298664093,
      "learning_rate": 7.37464964185612e-05,
      "loss": 1.7280266284942627,
      "step": 4498
    },
    {
      "epoch": 0.9389671361502347,
      "grad_norm": 0.17654871940612793,
      "learning_rate": 7.324820928059795e-05,
      "loss": 1.517480492591858,
      "step": 4500
    },
    {
      "epoch": 0.9393844548774126,
      "grad_norm": 0.18540678918361664,
      "learning_rate": 7.27499221426347e-05,
      "loss": 1.6535931825637817,
      "step": 4502
    },
    {
      "epoch": 0.9398017736045905,
      "grad_norm": 0.20257021486759186,
      "learning_rate": 7.225163500467144e-05,
      "loss": 1.5644900798797607,
      "step": 4504
    },
    {
      "epoch": 0.9402190923317684,
      "grad_norm": 0.187891885638237,
      "learning_rate": 7.175334786670819e-05,
      "loss": 1.8327016830444336,
      "step": 4506
    },
    {
      "epoch": 0.9406364110589462,
      "grad_norm": 0.16715452075004578,
      "learning_rate": 7.125506072874494e-05,
      "loss": 1.807386875152588,
      "step": 4508
    },
    {
      "epoch": 0.9410537297861241,
      "grad_norm": 0.2130834013223648,
      "learning_rate": 7.07567735907817e-05,
      "loss": 1.691344976425171,
      "step": 4510
    },
    {
      "epoch": 0.941471048513302,
      "grad_norm": 0.18834607303142548,
      "learning_rate": 7.025848645281843e-05,
      "loss": 1.7030231952667236,
      "step": 4512
    },
    {
      "epoch": 0.9418883672404799,
      "grad_norm": 0.20961347222328186,
      "learning_rate": 6.976019931485518e-05,
      "loss": 1.5294463634490967,
      "step": 4514
    },
    {
      "epoch": 0.9423056859676578,
      "grad_norm": 0.162283256649971,
      "learning_rate": 6.926191217689194e-05,
      "loss": 1.7005258798599243,
      "step": 4516
    },
    {
      "epoch": 0.9427230046948357,
      "grad_norm": 0.17353390157222748,
      "learning_rate": 6.876362503892869e-05,
      "loss": 1.8133533000946045,
      "step": 4518
    },
    {
      "epoch": 0.9431403234220136,
      "grad_norm": 0.2169540375471115,
      "learning_rate": 6.826533790096543e-05,
      "loss": 1.6217796802520752,
      "step": 4520
    },
    {
      "epoch": 0.9435576421491915,
      "grad_norm": 0.1963813304901123,
      "learning_rate": 6.776705076300218e-05,
      "loss": 1.6406642198562622,
      "step": 4522
    },
    {
      "epoch": 0.9439749608763693,
      "grad_norm": 0.18026936054229736,
      "learning_rate": 6.726876362503893e-05,
      "loss": 1.6873219013214111,
      "step": 4524
    },
    {
      "epoch": 0.9443922796035472,
      "grad_norm": 0.18971621990203857,
      "learning_rate": 6.677047648707568e-05,
      "loss": 1.6877599954605103,
      "step": 4526
    },
    {
      "epoch": 0.9448095983307251,
      "grad_norm": 0.16752666234970093,
      "learning_rate": 6.627218934911243e-05,
      "loss": 1.7026634216308594,
      "step": 4528
    },
    {
      "epoch": 0.945226917057903,
      "grad_norm": 0.17078153789043427,
      "learning_rate": 6.577390221114917e-05,
      "loss": 1.4954590797424316,
      "step": 4530
    },
    {
      "epoch": 0.9456442357850808,
      "grad_norm": 0.17435191571712494,
      "learning_rate": 6.527561507318592e-05,
      "loss": 1.6167274713516235,
      "step": 4532
    },
    {
      "epoch": 0.9460615545122587,
      "grad_norm": 0.1811375617980957,
      "learning_rate": 6.477732793522267e-05,
      "loss": 1.5678499937057495,
      "step": 4534
    },
    {
      "epoch": 0.9464788732394366,
      "grad_norm": 0.19363082945346832,
      "learning_rate": 6.427904079725942e-05,
      "loss": 1.6367244720458984,
      "step": 4536
    },
    {
      "epoch": 0.9468961919666145,
      "grad_norm": 0.18442240357398987,
      "learning_rate": 6.378075365929617e-05,
      "loss": 1.610424518585205,
      "step": 4538
    },
    {
      "epoch": 0.9473135106937924,
      "grad_norm": 0.1918598711490631,
      "learning_rate": 6.328246652133291e-05,
      "loss": 1.575549840927124,
      "step": 4540
    },
    {
      "epoch": 0.9477308294209703,
      "grad_norm": 0.17891459167003632,
      "learning_rate": 6.278417938336966e-05,
      "loss": 1.686457872390747,
      "step": 4542
    },
    {
      "epoch": 0.9481481481481482,
      "grad_norm": 0.19015757739543915,
      "learning_rate": 6.228589224540641e-05,
      "loss": 1.6366968154907227,
      "step": 4544
    },
    {
      "epoch": 0.9485654668753261,
      "grad_norm": 0.1784735769033432,
      "learning_rate": 6.178760510744317e-05,
      "loss": 1.5920610427856445,
      "step": 4546
    },
    {
      "epoch": 0.9489827856025039,
      "grad_norm": 0.1828586757183075,
      "learning_rate": 6.128931796947992e-05,
      "loss": 1.5715728998184204,
      "step": 4548
    },
    {
      "epoch": 0.9494001043296818,
      "grad_norm": 0.2356758713722229,
      "learning_rate": 6.079103083151666e-05,
      "loss": 1.497330665588379,
      "step": 4550
    },
    {
      "epoch": 0.9498174230568597,
      "grad_norm": 0.17772871255874634,
      "learning_rate": 6.0292743693553414e-05,
      "loss": 1.6327942609786987,
      "step": 4552
    },
    {
      "epoch": 0.9502347417840376,
      "grad_norm": 0.17223063111305237,
      "learning_rate": 5.979445655559016e-05,
      "loss": 1.5001283884048462,
      "step": 4554
    },
    {
      "epoch": 0.9506520605112154,
      "grad_norm": 0.1957160383462906,
      "learning_rate": 5.929616941762691e-05,
      "loss": 1.5489630699157715,
      "step": 4556
    },
    {
      "epoch": 0.9510693792383933,
      "grad_norm": 0.1802961230278015,
      "learning_rate": 5.879788227966366e-05,
      "loss": 1.6028399467468262,
      "step": 4558
    },
    {
      "epoch": 0.9514866979655712,
      "grad_norm": 0.2035115361213684,
      "learning_rate": 5.8299595141700406e-05,
      "loss": 1.7312326431274414,
      "step": 4560
    },
    {
      "epoch": 0.951904016692749,
      "grad_norm": 0.19013307988643646,
      "learning_rate": 5.780130800373715e-05,
      "loss": 1.6920156478881836,
      "step": 4562
    },
    {
      "epoch": 0.9523213354199269,
      "grad_norm": 0.1732788383960724,
      "learning_rate": 5.73030208657739e-05,
      "loss": 1.6895772218704224,
      "step": 4564
    },
    {
      "epoch": 0.9527386541471049,
      "grad_norm": 0.16644273698329926,
      "learning_rate": 5.680473372781065e-05,
      "loss": 1.6125408411026,
      "step": 4566
    },
    {
      "epoch": 0.9531559728742828,
      "grad_norm": 0.1578505039215088,
      "learning_rate": 5.6306446589847404e-05,
      "loss": 1.5833113193511963,
      "step": 4568
    },
    {
      "epoch": 0.9535732916014606,
      "grad_norm": 0.22270844876766205,
      "learning_rate": 5.580815945188414e-05,
      "loss": 1.4422922134399414,
      "step": 4570
    },
    {
      "epoch": 0.9539906103286385,
      "grad_norm": 0.1921321600675583,
      "learning_rate": 5.5309872313920894e-05,
      "loss": 1.6108051538467407,
      "step": 4572
    },
    {
      "epoch": 0.9544079290558164,
      "grad_norm": 0.1873205453157425,
      "learning_rate": 5.4811585175957645e-05,
      "loss": 1.689296007156372,
      "step": 4574
    },
    {
      "epoch": 0.9548252477829943,
      "grad_norm": 0.18801668286323547,
      "learning_rate": 5.4313298037994396e-05,
      "loss": 1.6304564476013184,
      "step": 4576
    },
    {
      "epoch": 0.9552425665101721,
      "grad_norm": 0.1667712926864624,
      "learning_rate": 5.381501090003115e-05,
      "loss": 1.6233569383621216,
      "step": 4578
    },
    {
      "epoch": 0.95565988523735,
      "grad_norm": 0.2118733823299408,
      "learning_rate": 5.33167237620679e-05,
      "loss": 1.6427783966064453,
      "step": 4580
    },
    {
      "epoch": 0.9560772039645279,
      "grad_norm": 0.20205016434192657,
      "learning_rate": 5.281843662410464e-05,
      "loss": 1.6134835481643677,
      "step": 4582
    },
    {
      "epoch": 0.9564945226917058,
      "grad_norm": 0.18509261310100555,
      "learning_rate": 5.232014948614139e-05,
      "loss": 1.6394373178482056,
      "step": 4584
    },
    {
      "epoch": 0.9569118414188836,
      "grad_norm": 0.17359930276870728,
      "learning_rate": 5.182186234817814e-05,
      "loss": 1.6565989255905151,
      "step": 4586
    },
    {
      "epoch": 0.9573291601460615,
      "grad_norm": 0.19042231142520905,
      "learning_rate": 5.132357521021489e-05,
      "loss": 1.7013580799102783,
      "step": 4588
    },
    {
      "epoch": 0.9577464788732394,
      "grad_norm": 0.17238008975982666,
      "learning_rate": 5.082528807225164e-05,
      "loss": 1.6243165731430054,
      "step": 4590
    },
    {
      "epoch": 0.9581637976004174,
      "grad_norm": 0.14978916943073273,
      "learning_rate": 5.032700093428838e-05,
      "loss": 1.7012317180633545,
      "step": 4592
    },
    {
      "epoch": 0.9585811163275952,
      "grad_norm": 0.24301239848136902,
      "learning_rate": 4.982871379632513e-05,
      "loss": 1.553206443786621,
      "step": 4594
    },
    {
      "epoch": 0.9589984350547731,
      "grad_norm": 0.20136353373527527,
      "learning_rate": 4.933042665836188e-05,
      "loss": 1.5516796112060547,
      "step": 4596
    },
    {
      "epoch": 0.959415753781951,
      "grad_norm": 0.18118280172348022,
      "learning_rate": 4.8832139520398635e-05,
      "loss": 1.652338981628418,
      "step": 4598
    },
    {
      "epoch": 0.9598330725091289,
      "grad_norm": 0.1630065143108368,
      "learning_rate": 4.833385238243538e-05,
      "loss": 1.6231677532196045,
      "step": 4600
    },
    {
      "epoch": 0.9602503912363067,
      "grad_norm": 0.1724662035703659,
      "learning_rate": 4.783556524447213e-05,
      "loss": 1.7110240459442139,
      "step": 4602
    },
    {
      "epoch": 0.9606677099634846,
      "grad_norm": 0.19082118570804596,
      "learning_rate": 4.7337278106508875e-05,
      "loss": 1.6536962985992432,
      "step": 4604
    },
    {
      "epoch": 0.9610850286906625,
      "grad_norm": 0.18775275349617004,
      "learning_rate": 4.683899096854563e-05,
      "loss": 1.4913078546524048,
      "step": 4606
    },
    {
      "epoch": 0.9615023474178404,
      "grad_norm": 0.18270009756088257,
      "learning_rate": 4.634070383058238e-05,
      "loss": 1.6964378356933594,
      "step": 4608
    },
    {
      "epoch": 0.9619196661450182,
      "grad_norm": 0.20057393610477448,
      "learning_rate": 4.584241669261912e-05,
      "loss": 1.5497608184814453,
      "step": 4610
    },
    {
      "epoch": 0.9623369848721961,
      "grad_norm": 0.18243643641471863,
      "learning_rate": 4.5344129554655874e-05,
      "loss": 1.6174226999282837,
      "step": 4612
    },
    {
      "epoch": 0.962754303599374,
      "grad_norm": 0.18498554825782776,
      "learning_rate": 4.4845842416692625e-05,
      "loss": 1.7175030708312988,
      "step": 4614
    },
    {
      "epoch": 0.963171622326552,
      "grad_norm": 0.19206179678440094,
      "learning_rate": 4.434755527872937e-05,
      "loss": 1.4646062850952148,
      "step": 4616
    },
    {
      "epoch": 0.9635889410537298,
      "grad_norm": 0.17778988182544708,
      "learning_rate": 4.384926814076612e-05,
      "loss": 1.4982643127441406,
      "step": 4618
    },
    {
      "epoch": 0.9640062597809077,
      "grad_norm": 0.1700717955827713,
      "learning_rate": 4.3350981002802866e-05,
      "loss": 1.5984323024749756,
      "step": 4620
    },
    {
      "epoch": 0.9644235785080856,
      "grad_norm": 0.17402176558971405,
      "learning_rate": 4.285269386483962e-05,
      "loss": 1.5806792974472046,
      "step": 4622
    },
    {
      "epoch": 0.9648408972352635,
      "grad_norm": 0.21333187818527222,
      "learning_rate": 4.235440672687637e-05,
      "loss": 1.7254987955093384,
      "step": 4624
    },
    {
      "epoch": 0.9652582159624413,
      "grad_norm": 0.23211519420146942,
      "learning_rate": 4.1856119588913113e-05,
      "loss": 1.6255877017974854,
      "step": 4626
    },
    {
      "epoch": 0.9656755346896192,
      "grad_norm": 0.18935810029506683,
      "learning_rate": 4.1357832450949865e-05,
      "loss": 1.4401967525482178,
      "step": 4628
    },
    {
      "epoch": 0.9660928534167971,
      "grad_norm": 0.17174339294433594,
      "learning_rate": 4.085954531298661e-05,
      "loss": 1.5409501791000366,
      "step": 4630
    },
    {
      "epoch": 0.9665101721439749,
      "grad_norm": 0.18103395402431488,
      "learning_rate": 4.036125817502336e-05,
      "loss": 1.560407280921936,
      "step": 4632
    },
    {
      "epoch": 0.9669274908711528,
      "grad_norm": 0.1579323559999466,
      "learning_rate": 3.986297103706011e-05,
      "loss": 1.6498744487762451,
      "step": 4634
    },
    {
      "epoch": 0.9673448095983307,
      "grad_norm": 0.19027456641197205,
      "learning_rate": 3.936468389909686e-05,
      "loss": 1.6339787244796753,
      "step": 4636
    },
    {
      "epoch": 0.9677621283255086,
      "grad_norm": 0.1787186563014984,
      "learning_rate": 3.886639676113361e-05,
      "loss": 1.6012805700302124,
      "step": 4638
    },
    {
      "epoch": 0.9681794470526864,
      "grad_norm": 0.23373079299926758,
      "learning_rate": 3.836810962317036e-05,
      "loss": 1.7097437381744385,
      "step": 4640
    },
    {
      "epoch": 0.9685967657798644,
      "grad_norm": 0.1742262989282608,
      "learning_rate": 3.7869822485207104e-05,
      "loss": 1.7389062643051147,
      "step": 4642
    },
    {
      "epoch": 0.9690140845070423,
      "grad_norm": 0.18238705396652222,
      "learning_rate": 3.7371535347243856e-05,
      "loss": 1.6251798868179321,
      "step": 4644
    },
    {
      "epoch": 0.9694314032342202,
      "grad_norm": 0.17849200963974,
      "learning_rate": 3.68732482092806e-05,
      "loss": 1.7080751657485962,
      "step": 4646
    },
    {
      "epoch": 0.969848721961398,
      "grad_norm": 0.15409721434116364,
      "learning_rate": 3.637496107131735e-05,
      "loss": 1.646686315536499,
      "step": 4648
    },
    {
      "epoch": 0.9702660406885759,
      "grad_norm": 0.1952393651008606,
      "learning_rate": 3.5876673933354096e-05,
      "loss": 1.6519407033920288,
      "step": 4650
    },
    {
      "epoch": 0.9706833594157538,
      "grad_norm": 0.1741565316915512,
      "learning_rate": 3.537838679539085e-05,
      "loss": 1.5830824375152588,
      "step": 4652
    },
    {
      "epoch": 0.9711006781429317,
      "grad_norm": 0.19142566621303558,
      "learning_rate": 3.488009965742759e-05,
      "loss": 1.5974512100219727,
      "step": 4654
    },
    {
      "epoch": 0.9715179968701095,
      "grad_norm": 0.19886387884616852,
      "learning_rate": 3.4381812519464344e-05,
      "loss": 1.580518364906311,
      "step": 4656
    },
    {
      "epoch": 0.9719353155972874,
      "grad_norm": 0.18001171946525574,
      "learning_rate": 3.388352538150109e-05,
      "loss": 1.5732975006103516,
      "step": 4658
    },
    {
      "epoch": 0.9723526343244653,
      "grad_norm": 0.2089742124080658,
      "learning_rate": 3.338523824353784e-05,
      "loss": 1.613789677619934,
      "step": 4660
    },
    {
      "epoch": 0.9727699530516432,
      "grad_norm": 0.1852923035621643,
      "learning_rate": 3.2886951105574584e-05,
      "loss": 1.575705647468567,
      "step": 4662
    },
    {
      "epoch": 0.973187271778821,
      "grad_norm": 0.18003980815410614,
      "learning_rate": 3.2388663967611336e-05,
      "loss": 1.641672134399414,
      "step": 4664
    },
    {
      "epoch": 0.9736045905059989,
      "grad_norm": 0.17273388803005219,
      "learning_rate": 3.189037682964809e-05,
      "loss": 1.604931354522705,
      "step": 4666
    },
    {
      "epoch": 0.9740219092331769,
      "grad_norm": 0.18566612899303436,
      "learning_rate": 3.139208969168483e-05,
      "loss": 1.7001930475234985,
      "step": 4668
    },
    {
      "epoch": 0.9744392279603548,
      "grad_norm": 0.20328181982040405,
      "learning_rate": 3.089380255372158e-05,
      "loss": 1.679294466972351,
      "step": 4670
    },
    {
      "epoch": 0.9748565466875326,
      "grad_norm": 0.1768922060728073,
      "learning_rate": 3.039551541575833e-05,
      "loss": 1.6282565593719482,
      "step": 4672
    },
    {
      "epoch": 0.9752738654147105,
      "grad_norm": 0.1997314691543579,
      "learning_rate": 2.989722827779508e-05,
      "loss": 1.7844572067260742,
      "step": 4674
    },
    {
      "epoch": 0.9756911841418884,
      "grad_norm": 0.19723384082317352,
      "learning_rate": 2.939894113983183e-05,
      "loss": 1.7350198030471802,
      "step": 4676
    },
    {
      "epoch": 0.9761085028690663,
      "grad_norm": 0.1965782791376114,
      "learning_rate": 2.8900654001868575e-05,
      "loss": 1.5240877866744995,
      "step": 4678
    },
    {
      "epoch": 0.9765258215962441,
      "grad_norm": 0.21728335320949554,
      "learning_rate": 2.8402366863905327e-05,
      "loss": 1.6430609226226807,
      "step": 4680
    },
    {
      "epoch": 0.976943140323422,
      "grad_norm": 0.2064141184091568,
      "learning_rate": 2.790407972594207e-05,
      "loss": 1.6481841802597046,
      "step": 4682
    },
    {
      "epoch": 0.9773604590505999,
      "grad_norm": 0.18274162709712982,
      "learning_rate": 2.7405792587978823e-05,
      "loss": 1.6097731590270996,
      "step": 4684
    },
    {
      "epoch": 0.9777777777777777,
      "grad_norm": 0.19304390251636505,
      "learning_rate": 2.6907505450015574e-05,
      "loss": 1.636038064956665,
      "step": 4686
    },
    {
      "epoch": 0.9781950965049556,
      "grad_norm": 0.278155118227005,
      "learning_rate": 2.640921831205232e-05,
      "loss": 1.5296932458877563,
      "step": 4688
    },
    {
      "epoch": 0.9786124152321335,
      "grad_norm": 0.17809408903121948,
      "learning_rate": 2.591093117408907e-05,
      "loss": 1.530478596687317,
      "step": 4690
    },
    {
      "epoch": 0.9790297339593115,
      "grad_norm": 0.20853684842586517,
      "learning_rate": 2.541264403612582e-05,
      "loss": 1.6099060773849487,
      "step": 4692
    },
    {
      "epoch": 0.9794470526864894,
      "grad_norm": 0.1854981631040573,
      "learning_rate": 2.4914356898162566e-05,
      "loss": 1.6548269987106323,
      "step": 4694
    },
    {
      "epoch": 0.9798643714136672,
      "grad_norm": 0.19578847289085388,
      "learning_rate": 2.4416069760199317e-05,
      "loss": 1.583350419998169,
      "step": 4696
    },
    {
      "epoch": 0.9802816901408451,
      "grad_norm": 0.1766752004623413,
      "learning_rate": 2.3917782622236065e-05,
      "loss": 1.7396546602249146,
      "step": 4698
    },
    {
      "epoch": 0.980699008868023,
      "grad_norm": 0.1721375733613968,
      "learning_rate": 2.3419495484272813e-05,
      "loss": 1.714516043663025,
      "step": 4700
    },
    {
      "epoch": 0.9811163275952008,
      "grad_norm": 0.18396082520484924,
      "learning_rate": 2.292120834630956e-05,
      "loss": 1.7097505331039429,
      "step": 4702
    },
    {
      "epoch": 0.9815336463223787,
      "grad_norm": 0.18421031534671783,
      "learning_rate": 2.2422921208346313e-05,
      "loss": 1.6922452449798584,
      "step": 4704
    },
    {
      "epoch": 0.9819509650495566,
      "grad_norm": 0.19681572914123535,
      "learning_rate": 2.192463407038306e-05,
      "loss": 1.4659477472305298,
      "step": 4706
    },
    {
      "epoch": 0.9823682837767345,
      "grad_norm": 0.1872592568397522,
      "learning_rate": 2.142634693241981e-05,
      "loss": 1.5210742950439453,
      "step": 4708
    },
    {
      "epoch": 0.9827856025039123,
      "grad_norm": 0.17335426807403564,
      "learning_rate": 2.0928059794456557e-05,
      "loss": 1.6613713502883911,
      "step": 4710
    },
    {
      "epoch": 0.9832029212310902,
      "grad_norm": 0.19143570959568024,
      "learning_rate": 2.0429772656493305e-05,
      "loss": 1.6417210102081299,
      "step": 4712
    },
    {
      "epoch": 0.9836202399582681,
      "grad_norm": 0.2068614661693573,
      "learning_rate": 1.9931485518530056e-05,
      "loss": 1.5639116764068604,
      "step": 4714
    },
    {
      "epoch": 0.984037558685446,
      "grad_norm": 0.21536195278167725,
      "learning_rate": 1.9433198380566804e-05,
      "loss": 1.5828635692596436,
      "step": 4716
    },
    {
      "epoch": 0.9844548774126239,
      "grad_norm": 0.2028193473815918,
      "learning_rate": 1.8934911242603552e-05,
      "loss": 1.5901093482971191,
      "step": 4718
    },
    {
      "epoch": 0.9848721961398018,
      "grad_norm": 0.1817675083875656,
      "learning_rate": 1.84366241046403e-05,
      "loss": 1.6806503534317017,
      "step": 4720
    },
    {
      "epoch": 0.9852895148669797,
      "grad_norm": 0.2189396470785141,
      "learning_rate": 1.7938336966677048e-05,
      "loss": 1.6864625215530396,
      "step": 4722
    },
    {
      "epoch": 0.9857068335941576,
      "grad_norm": 0.20859068632125854,
      "learning_rate": 1.7440049828713796e-05,
      "loss": 1.5868487358093262,
      "step": 4724
    },
    {
      "epoch": 0.9861241523213354,
      "grad_norm": 0.20414243638515472,
      "learning_rate": 1.6941762690750544e-05,
      "loss": 1.6594513654708862,
      "step": 4726
    },
    {
      "epoch": 0.9865414710485133,
      "grad_norm": 0.20474189519882202,
      "learning_rate": 1.6443475552787292e-05,
      "loss": 1.6990089416503906,
      "step": 4728
    },
    {
      "epoch": 0.9869587897756912,
      "grad_norm": 0.21251992881298065,
      "learning_rate": 1.5945188414824044e-05,
      "loss": 1.6899701356887817,
      "step": 4730
    },
    {
      "epoch": 0.987376108502869,
      "grad_norm": 0.1791708767414093,
      "learning_rate": 1.544690127686079e-05,
      "loss": 1.6678680181503296,
      "step": 4732
    },
    {
      "epoch": 0.9877934272300469,
      "grad_norm": 0.1813337206840515,
      "learning_rate": 1.494861413889754e-05,
      "loss": 1.6770246028900146,
      "step": 4734
    },
    {
      "epoch": 0.9882107459572248,
      "grad_norm": 0.17830485105514526,
      "learning_rate": 1.4450327000934288e-05,
      "loss": 1.5783902406692505,
      "step": 4736
    },
    {
      "epoch": 0.9886280646844027,
      "grad_norm": 0.19217655062675476,
      "learning_rate": 1.3952039862971036e-05,
      "loss": 1.5981498956680298,
      "step": 4738
    },
    {
      "epoch": 0.9890453834115805,
      "grad_norm": 0.18971745669841766,
      "learning_rate": 1.3453752725007787e-05,
      "loss": 1.4866902828216553,
      "step": 4740
    },
    {
      "epoch": 0.9894627021387585,
      "grad_norm": 0.1601237654685974,
      "learning_rate": 1.2955465587044535e-05,
      "loss": 1.5577491521835327,
      "step": 4742
    },
    {
      "epoch": 0.9898800208659364,
      "grad_norm": 0.18725444376468658,
      "learning_rate": 1.2457178449081283e-05,
      "loss": 1.666822910308838,
      "step": 4744
    },
    {
      "epoch": 0.9902973395931143,
      "grad_norm": 0.20456543564796448,
      "learning_rate": 1.1958891311118033e-05,
      "loss": 1.5505273342132568,
      "step": 4746
    },
    {
      "epoch": 0.9907146583202922,
      "grad_norm": 0.202808678150177,
      "learning_rate": 1.146060417315478e-05,
      "loss": 1.501298189163208,
      "step": 4748
    },
    {
      "epoch": 0.99113197704747,
      "grad_norm": 0.23894049227237701,
      "learning_rate": 1.096231703519153e-05,
      "loss": 1.5431385040283203,
      "step": 4750
    },
    {
      "epoch": 0.9915492957746479,
      "grad_norm": 0.18152473866939545,
      "learning_rate": 1.0464029897228278e-05,
      "loss": 1.6673369407653809,
      "step": 4752
    },
    {
      "epoch": 0.9919666145018258,
      "grad_norm": 0.1959715187549591,
      "learning_rate": 9.965742759265028e-06,
      "loss": 1.6675604581832886,
      "step": 4754
    },
    {
      "epoch": 0.9923839332290036,
      "grad_norm": 0.18566332757472992,
      "learning_rate": 9.467455621301776e-06,
      "loss": 1.5886743068695068,
      "step": 4756
    },
    {
      "epoch": 0.9928012519561815,
      "grad_norm": 0.16858698427677155,
      "learning_rate": 8.969168483338524e-06,
      "loss": 1.606601357460022,
      "step": 4758
    },
    {
      "epoch": 0.9932185706833594,
      "grad_norm": 0.20232905447483063,
      "learning_rate": 8.470881345375272e-06,
      "loss": 1.4711308479309082,
      "step": 4760
    },
    {
      "epoch": 0.9936358894105373,
      "grad_norm": 0.19926717877388,
      "learning_rate": 7.972594207412022e-06,
      "loss": 1.5273923873901367,
      "step": 4762
    },
    {
      "epoch": 0.9940532081377151,
      "grad_norm": 0.19627489149570465,
      "learning_rate": 7.47430706944877e-06,
      "loss": 1.7496665716171265,
      "step": 4764
    },
    {
      "epoch": 0.994470526864893,
      "grad_norm": 0.2072584182024002,
      "learning_rate": 6.976019931485518e-06,
      "loss": 1.6775583028793335,
      "step": 4766
    },
    {
      "epoch": 0.994887845592071,
      "grad_norm": 0.1914246678352356,
      "learning_rate": 6.4777327935222675e-06,
      "loss": 1.6985867023468018,
      "step": 4768
    },
    {
      "epoch": 0.9953051643192489,
      "grad_norm": 0.21064823865890503,
      "learning_rate": 5.979445655559016e-06,
      "loss": 1.558905839920044,
      "step": 4770
    },
    {
      "epoch": 0.9957224830464267,
      "grad_norm": 0.16335240006446838,
      "learning_rate": 5.481158517595765e-06,
      "loss": 1.5973092317581177,
      "step": 4772
    },
    {
      "epoch": 0.9961398017736046,
      "grad_norm": 0.18516434729099274,
      "learning_rate": 4.982871379632514e-06,
      "loss": 1.648966908454895,
      "step": 4774
    },
    {
      "epoch": 0.9965571205007825,
      "grad_norm": 0.1826256960630417,
      "learning_rate": 4.484584241669262e-06,
      "loss": 1.5638716220855713,
      "step": 4776
    },
    {
      "epoch": 0.9969744392279604,
      "grad_norm": 0.16833841800689697,
      "learning_rate": 3.986297103706011e-06,
      "loss": 1.7621185779571533,
      "step": 4778
    },
    {
      "epoch": 0.9973917579551382,
      "grad_norm": 0.1825326681137085,
      "learning_rate": 3.488009965742759e-06,
      "loss": 1.8345801830291748,
      "step": 4780
    },
    {
      "epoch": 0.9978090766823161,
      "grad_norm": 0.21139578521251678,
      "learning_rate": 2.989722827779508e-06,
      "loss": 1.62010657787323,
      "step": 4782
    },
    {
      "epoch": 0.998226395409494,
      "grad_norm": 0.1819504350423813,
      "learning_rate": 2.491435689816257e-06,
      "loss": 1.7124700546264648,
      "step": 4784
    },
    {
      "epoch": 0.9986437141366719,
      "grad_norm": 0.1880815476179123,
      "learning_rate": 1.9931485518530054e-06,
      "loss": 1.5860264301300049,
      "step": 4786
    },
    {
      "epoch": 0.9990610328638497,
      "grad_norm": 0.19340446591377258,
      "learning_rate": 1.494861413889754e-06,
      "loss": 1.6285982131958008,
      "step": 4788
    },
    {
      "epoch": 0.9994783515910276,
      "grad_norm": 0.2084585726261139,
      "learning_rate": 9.965742759265027e-07,
      "loss": 1.490464687347412,
      "step": 4790
    },
    {
      "epoch": 0.9998956703182055,
      "grad_norm": 0.23030996322631836,
      "learning_rate": 4.982871379632514e-07,
      "loss": 1.6368834972381592,
      "step": 4792
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.6273930072784424,
      "eval_runtime": 25.5758,
      "eval_samples_per_second": 60.604,
      "eval_steps_per_second": 7.585,
      "step": 4793
    }
  ],
  "logging_steps": 2,
  "max_steps": 4793,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 480,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.0934343323708813e+18,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}