{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 939,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0032,
      "grad_norm": 30.96875150445469,
      "learning_rate": 0.0,
      "loss": 1.8349742889404297,
      "step": 1
    },
    {
      "epoch": 0.0064,
      "grad_norm": 34.95019581450876,
      "learning_rate": 1.0638297872340426e-07,
      "loss": 2.0016040802001953,
      "step": 2
    },
    {
      "epoch": 0.0096,
      "grad_norm": 32.45279398076596,
      "learning_rate": 2.1276595744680852e-07,
      "loss": 1.4195575714111328,
      "step": 3
    },
    {
      "epoch": 0.0128,
      "grad_norm": 32.80607912486261,
      "learning_rate": 3.1914893617021275e-07,
      "loss": 1.83726167678833,
      "step": 4
    },
    {
      "epoch": 0.016,
      "grad_norm": 36.86296058029906,
      "learning_rate": 4.2553191489361704e-07,
      "loss": 1.8575166463851929,
      "step": 5
    },
    {
      "epoch": 0.0192,
      "grad_norm": 32.61625329865889,
      "learning_rate": 5.319148936170213e-07,
      "loss": 2.033665895462036,
      "step": 6
    },
    {
      "epoch": 0.0224,
      "grad_norm": 34.426697968740584,
      "learning_rate": 6.382978723404255e-07,
      "loss": 1.5992650985717773,
      "step": 7
    },
    {
      "epoch": 0.0256,
      "grad_norm": 36.23664039546045,
      "learning_rate": 7.446808510638298e-07,
      "loss": 1.830265998840332,
      "step": 8
    },
    {
      "epoch": 0.0288,
      "grad_norm": 33.21757257282207,
      "learning_rate": 8.510638297872341e-07,
      "loss": 1.7864813804626465,
      "step": 9
    },
    {
      "epoch": 0.032,
      "grad_norm": 34.5991653097688,
      "learning_rate": 9.574468085106384e-07,
      "loss": 1.9527478218078613,
      "step": 10
    },
    {
      "epoch": 0.0352,
      "grad_norm": 29.008360920775424,
      "learning_rate": 1.0638297872340427e-06,
      "loss": 1.68494713306427,
      "step": 11
    },
    {
      "epoch": 0.0384,
      "grad_norm": 34.538707651820694,
      "learning_rate": 1.170212765957447e-06,
      "loss": 1.7542328834533691,
      "step": 12
    },
    {
      "epoch": 0.0416,
      "grad_norm": 21.7487137271236,
      "learning_rate": 1.276595744680851e-06,
      "loss": 1.6859506368637085,
      "step": 13
    },
    {
      "epoch": 0.0448,
      "grad_norm": 21.078691821583366,
      "learning_rate": 1.3829787234042555e-06,
      "loss": 1.4219917058944702,
      "step": 14
    },
    {
      "epoch": 0.048,
      "grad_norm": 26.93301061418375,
      "learning_rate": 1.4893617021276596e-06,
      "loss": 1.9395288228988647,
      "step": 15
    },
    {
      "epoch": 0.0512,
      "grad_norm": 22.121624461328494,
      "learning_rate": 1.595744680851064e-06,
      "loss": 1.6113699674606323,
      "step": 16
    },
    {
      "epoch": 0.0544,
      "grad_norm": 18.897886549324493,
      "learning_rate": 1.7021276595744682e-06,
      "loss": 1.7385358810424805,
      "step": 17
    },
    {
      "epoch": 0.0576,
      "grad_norm": 22.03871877789075,
      "learning_rate": 1.8085106382978727e-06,
      "loss": 1.8294150829315186,
      "step": 18
    },
    {
      "epoch": 0.0608,
      "grad_norm": 15.406834573321145,
      "learning_rate": 1.9148936170212767e-06,
      "loss": 1.7034738063812256,
      "step": 19
    },
    {
      "epoch": 0.064,
      "grad_norm": 18.373204800193015,
      "learning_rate": 2.021276595744681e-06,
      "loss": 1.6598455905914307,
      "step": 20
    },
    {
      "epoch": 0.0672,
      "grad_norm": 19.592535448012214,
      "learning_rate": 2.1276595744680853e-06,
      "loss": 1.3032071590423584,
      "step": 21
    },
    {
      "epoch": 0.0704,
      "grad_norm": 13.495246124339976,
      "learning_rate": 2.2340425531914894e-06,
      "loss": 1.6954210996627808,
      "step": 22
    },
    {
      "epoch": 0.0736,
      "grad_norm": 12.970591363414057,
      "learning_rate": 2.340425531914894e-06,
      "loss": 1.5859076976776123,
      "step": 23
    },
    {
      "epoch": 0.0768,
      "grad_norm": 11.06105741263378,
      "learning_rate": 2.446808510638298e-06,
      "loss": 1.2175744771957397,
      "step": 24
    },
    {
      "epoch": 0.08,
      "grad_norm": 11.844253708019131,
      "learning_rate": 2.553191489361702e-06,
      "loss": 1.4733150005340576,
      "step": 25
    },
    {
      "epoch": 0.0832,
      "grad_norm": 10.35129504094599,
      "learning_rate": 2.6595744680851065e-06,
      "loss": 1.3996121883392334,
      "step": 26
    },
    {
      "epoch": 0.0864,
      "grad_norm": 6.985786531088317,
      "learning_rate": 2.765957446808511e-06,
      "loss": 0.7041330337524414,
      "step": 27
    },
    {
      "epoch": 0.0896,
      "grad_norm": 10.843669233693165,
      "learning_rate": 2.8723404255319155e-06,
      "loss": 1.3123451471328735,
      "step": 28
    },
    {
      "epoch": 0.0928,
      "grad_norm": 14.51074241907493,
      "learning_rate": 2.978723404255319e-06,
      "loss": 1.4157214164733887,
      "step": 29
    },
    {
      "epoch": 0.096,
      "grad_norm": 9.069063206364158,
      "learning_rate": 3.0851063829787237e-06,
      "loss": 1.3999661207199097,
      "step": 30
    },
    {
      "epoch": 0.0992,
      "grad_norm": 10.79465351317264,
      "learning_rate": 3.191489361702128e-06,
      "loss": 1.1525228023529053,
      "step": 31
    },
    {
      "epoch": 0.1024,
      "grad_norm": 7.77759608671091,
      "learning_rate": 3.297872340425532e-06,
      "loss": 1.0802254676818848,
      "step": 32
    },
    {
      "epoch": 0.1056,
      "grad_norm": 7.236947074794681,
      "learning_rate": 3.4042553191489363e-06,
      "loss": 1.2458343505859375,
      "step": 33
    },
    {
      "epoch": 0.1088,
      "grad_norm": 8.556093385252257,
      "learning_rate": 3.510638297872341e-06,
      "loss": 1.1014039516448975,
      "step": 34
    },
    {
      "epoch": 0.112,
      "grad_norm": 8.88523637866704,
      "learning_rate": 3.6170212765957453e-06,
      "loss": 1.4348636865615845,
      "step": 35
    },
    {
      "epoch": 0.1152,
      "grad_norm": 12.187559987922132,
      "learning_rate": 3.723404255319149e-06,
      "loss": 1.279908537864685,
      "step": 36
    },
    {
      "epoch": 0.1184,
      "grad_norm": 9.386079656794308,
      "learning_rate": 3.8297872340425535e-06,
      "loss": 1.2550249099731445,
      "step": 37
    },
    {
      "epoch": 0.1216,
      "grad_norm": 10.237297417039766,
      "learning_rate": 3.936170212765958e-06,
      "loss": 1.3033971786499023,
      "step": 38
    },
    {
      "epoch": 0.1248,
      "grad_norm": 10.180050386372764,
      "learning_rate": 4.042553191489362e-06,
      "loss": 1.2937856912612915,
      "step": 39
    },
    {
      "epoch": 0.128,
      "grad_norm": 8.993124480573385,
      "learning_rate": 4.148936170212766e-06,
      "loss": 1.2794173955917358,
      "step": 40
    },
    {
      "epoch": 0.1312,
      "grad_norm": 8.197974292027313,
      "learning_rate": 4.255319148936171e-06,
      "loss": 1.3401811122894287,
      "step": 41
    },
    {
      "epoch": 0.1344,
      "grad_norm": 9.581134774245738,
      "learning_rate": 4.361702127659575e-06,
      "loss": 1.4371700286865234,
      "step": 42
    },
    {
      "epoch": 0.1376,
      "grad_norm": 9.638042206927206,
      "learning_rate": 4.468085106382979e-06,
      "loss": 1.2635990381240845,
      "step": 43
    },
    {
      "epoch": 0.1408,
      "grad_norm": 7.796666702565968,
      "learning_rate": 4.574468085106383e-06,
      "loss": 1.2196773290634155,
      "step": 44
    },
    {
      "epoch": 0.144,
      "grad_norm": 10.426027552051274,
      "learning_rate": 4.680851063829788e-06,
      "loss": 1.162177562713623,
      "step": 45
    },
    {
      "epoch": 0.1472,
      "grad_norm": 7.247222462163813,
      "learning_rate": 4.787234042553192e-06,
      "loss": 1.0528342723846436,
      "step": 46
    },
    {
      "epoch": 0.1504,
      "grad_norm": 9.465099894062243,
      "learning_rate": 4.893617021276596e-06,
      "loss": 1.5967459678649902,
      "step": 47
    },
    {
      "epoch": 0.1536,
      "grad_norm": 7.550984062777398,
      "learning_rate": 5e-06,
      "loss": 1.2654751539230347,
      "step": 48
    },
    {
      "epoch": 0.1568,
      "grad_norm": 10.76023862618631,
      "learning_rate": 5.106382978723404e-06,
      "loss": 1.2069895267486572,
      "step": 49
    },
    {
      "epoch": 0.16,
      "grad_norm": 9.136516250945109,
      "learning_rate": 5.212765957446809e-06,
      "loss": 1.2848241329193115,
      "step": 50
    },
    {
      "epoch": 0.1632,
      "grad_norm": 10.301776121316426,
      "learning_rate": 5.319148936170213e-06,
      "loss": 1.2709619998931885,
      "step": 51
    },
    {
      "epoch": 0.1664,
      "grad_norm": 7.542443832554114,
      "learning_rate": 5.425531914893617e-06,
      "loss": 1.535873532295227,
      "step": 52
    },
    {
      "epoch": 0.1696,
      "grad_norm": 7.590712819179057,
      "learning_rate": 5.531914893617022e-06,
      "loss": 1.1793067455291748,
      "step": 53
    },
    {
      "epoch": 0.1728,
      "grad_norm": 8.189202743606653,
      "learning_rate": 5.638297872340426e-06,
      "loss": 1.390581727027893,
      "step": 54
    },
    {
      "epoch": 0.176,
      "grad_norm": 8.758692219332021,
      "learning_rate": 5.744680851063831e-06,
      "loss": 1.604058027267456,
      "step": 55
    },
    {
      "epoch": 0.1792,
      "grad_norm": 7.34525972239494,
      "learning_rate": 5.851063829787235e-06,
      "loss": 1.3224234580993652,
      "step": 56
    },
    {
      "epoch": 0.1824,
      "grad_norm": 9.347814779490452,
      "learning_rate": 5.957446808510638e-06,
      "loss": 1.272003173828125,
      "step": 57
    },
    {
      "epoch": 0.1856,
      "grad_norm": 8.367564401249584,
      "learning_rate": 6.063829787234044e-06,
      "loss": 1.2350473403930664,
      "step": 58
    },
    {
      "epoch": 0.1888,
      "grad_norm": 8.010485046273208,
      "learning_rate": 6.170212765957447e-06,
      "loss": 1.37330162525177,
      "step": 59
    },
    {
      "epoch": 0.192,
      "grad_norm": 9.937514811635035,
      "learning_rate": 6.276595744680851e-06,
      "loss": 1.0028364658355713,
      "step": 60
    },
    {
      "epoch": 0.1952,
      "grad_norm": 7.960093556304971,
      "learning_rate": 6.382978723404256e-06,
      "loss": 1.1944432258605957,
      "step": 61
    },
    {
      "epoch": 0.1984,
      "grad_norm": 6.776583763386315,
      "learning_rate": 6.48936170212766e-06,
      "loss": 1.267136573791504,
      "step": 62
    },
    {
      "epoch": 0.2016,
      "grad_norm": 11.136111311029287,
      "learning_rate": 6.595744680851064e-06,
      "loss": 1.4628270864486694,
      "step": 63
    },
    {
      "epoch": 0.2048,
      "grad_norm": 9.435199406382802,
      "learning_rate": 6.702127659574469e-06,
      "loss": 1.1075782775878906,
      "step": 64
    },
    {
      "epoch": 0.208,
      "grad_norm": 10.286519037221874,
      "learning_rate": 6.808510638297873e-06,
      "loss": 1.2595106363296509,
      "step": 65
    },
    {
      "epoch": 0.2112,
      "grad_norm": 9.620595259881748,
      "learning_rate": 6.914893617021278e-06,
      "loss": 1.3000699281692505,
      "step": 66
    },
    {
      "epoch": 0.2144,
      "grad_norm": 7.536926343903873,
      "learning_rate": 7.021276595744682e-06,
      "loss": 1.3746538162231445,
      "step": 67
    },
    {
      "epoch": 0.2176,
      "grad_norm": 8.731908589039898,
      "learning_rate": 7.127659574468085e-06,
      "loss": 1.3396170139312744,
      "step": 68
    },
    {
      "epoch": 0.2208,
      "grad_norm": 7.854135252040015,
      "learning_rate": 7.234042553191491e-06,
      "loss": 1.073827862739563,
      "step": 69
    },
    {
      "epoch": 0.224,
      "grad_norm": 7.733710817679651,
      "learning_rate": 7.340425531914894e-06,
      "loss": 0.9759301543235779,
      "step": 70
    },
    {
      "epoch": 0.2272,
      "grad_norm": 7.909330011436939,
      "learning_rate": 7.446808510638298e-06,
      "loss": 1.3497977256774902,
      "step": 71
    },
    {
      "epoch": 0.2304,
      "grad_norm": 11.78949760266287,
      "learning_rate": 7.553191489361703e-06,
      "loss": 1.1876658201217651,
      "step": 72
    },
    {
      "epoch": 0.2336,
      "grad_norm": 8.298838056537683,
      "learning_rate": 7.659574468085107e-06,
      "loss": 1.2548987865447998,
      "step": 73
    },
    {
      "epoch": 0.2368,
      "grad_norm": 9.125944026168344,
      "learning_rate": 7.765957446808511e-06,
      "loss": 1.4559820890426636,
      "step": 74
    },
    {
      "epoch": 0.24,
      "grad_norm": 11.624278478953103,
      "learning_rate": 7.872340425531916e-06,
      "loss": 1.6806881427764893,
      "step": 75
    },
    {
      "epoch": 0.2432,
      "grad_norm": 6.9038083151156515,
      "learning_rate": 7.97872340425532e-06,
      "loss": 1.1877515316009521,
      "step": 76
    },
    {
      "epoch": 0.2464,
      "grad_norm": 7.823547542303503,
      "learning_rate": 8.085106382978723e-06,
      "loss": 1.4321260452270508,
      "step": 77
    },
    {
      "epoch": 0.2496,
      "grad_norm": 9.02972627426372,
      "learning_rate": 8.191489361702128e-06,
      "loss": 1.2051981687545776,
      "step": 78
    },
    {
      "epoch": 0.2528,
      "grad_norm": 9.327692687220065,
      "learning_rate": 8.297872340425532e-06,
      "loss": 1.159995198249817,
      "step": 79
    },
    {
      "epoch": 0.256,
      "grad_norm": 8.372816951097537,
      "learning_rate": 8.404255319148937e-06,
      "loss": 1.3725446462631226,
      "step": 80
    },
    {
      "epoch": 0.2592,
      "grad_norm": 8.08166498508954,
      "learning_rate": 8.510638297872341e-06,
      "loss": 1.5179659128189087,
      "step": 81
    },
    {
      "epoch": 0.2624,
      "grad_norm": 7.799489940965433,
      "learning_rate": 8.617021276595746e-06,
      "loss": 1.437788963317871,
      "step": 82
    },
    {
      "epoch": 0.2656,
      "grad_norm": 11.248863381595092,
      "learning_rate": 8.72340425531915e-06,
      "loss": 1.1491832733154297,
      "step": 83
    },
    {
      "epoch": 0.2688,
      "grad_norm": 7.10583697775692,
      "learning_rate": 8.829787234042555e-06,
      "loss": 1.0702165365219116,
      "step": 84
    },
    {
      "epoch": 0.272,
      "grad_norm": 9.473667376587484,
      "learning_rate": 8.936170212765958e-06,
      "loss": 1.389183521270752,
      "step": 85
    },
    {
      "epoch": 0.2752,
      "grad_norm": 7.012139508655576,
      "learning_rate": 9.042553191489362e-06,
      "loss": 1.2944904565811157,
      "step": 86
    },
    {
      "epoch": 0.2784,
      "grad_norm": 8.347943103318496,
      "learning_rate": 9.148936170212767e-06,
      "loss": 1.2050387859344482,
      "step": 87
    },
    {
      "epoch": 0.2816,
      "grad_norm": 8.551639933185136,
      "learning_rate": 9.255319148936171e-06,
      "loss": 1.1384426355361938,
      "step": 88
    },
    {
      "epoch": 0.2848,
      "grad_norm": 8.912024381596014,
      "learning_rate": 9.361702127659576e-06,
      "loss": 1.436863660812378,
      "step": 89
    },
    {
      "epoch": 0.288,
      "grad_norm": 8.31416368360688,
      "learning_rate": 9.46808510638298e-06,
      "loss": 1.2077499628067017,
      "step": 90
    },
    {
      "epoch": 0.2912,
      "grad_norm": 9.91164603240442,
      "learning_rate": 9.574468085106385e-06,
      "loss": 1.1718724966049194,
      "step": 91
    },
    {
      "epoch": 0.2944,
      "grad_norm": 11.956056504029057,
      "learning_rate": 9.680851063829787e-06,
      "loss": 1.2550005912780762,
      "step": 92
    },
    {
      "epoch": 0.2976,
      "grad_norm": 9.357707936070234,
      "learning_rate": 9.787234042553192e-06,
      "loss": 1.6930280923843384,
      "step": 93
    },
    {
      "epoch": 0.3008,
      "grad_norm": 7.901106221576849,
      "learning_rate": 9.893617021276596e-06,
      "loss": 1.2924106121063232,
      "step": 94
    },
    {
      "epoch": 0.304,
      "grad_norm": 9.334720179751995,
      "learning_rate": 1e-05,
      "loss": 1.4082775115966797,
      "step": 95
    },
    {
      "epoch": 0.3072,
      "grad_norm": 7.535092364165803,
      "learning_rate": 9.999965443811378e-06,
      "loss": 1.2915349006652832,
      "step": 96
    },
    {
      "epoch": 0.3104,
      "grad_norm": 8.263475834935997,
      "learning_rate": 9.999861775723162e-06,
      "loss": 1.3475099802017212,
      "step": 97
    },
    {
      "epoch": 0.3136,
      "grad_norm": 7.648559636952261,
      "learning_rate": 9.999688997168301e-06,
      "loss": 1.049058437347412,
      "step": 98
    },
    {
      "epoch": 0.3168,
      "grad_norm": 7.5409703446829095,
      "learning_rate": 9.999447110535026e-06,
      "loss": 1.1638190746307373,
      "step": 99
    },
    {
      "epoch": 0.32,
      "grad_norm": 7.31326945050447,
      "learning_rate": 9.999136119166803e-06,
      "loss": 1.2690186500549316,
      "step": 100
    },
    {
      "epoch": 0.3232,
      "grad_norm": 7.371374382103116,
      "learning_rate": 9.998756027362308e-06,
      "loss": 1.271148681640625,
      "step": 101
    },
    {
      "epoch": 0.3264,
      "grad_norm": 8.432395320064106,
      "learning_rate": 9.99830684037535e-06,
      "loss": 1.1501715183258057,
      "step": 102
    },
    {
      "epoch": 0.3296,
      "grad_norm": 8.617624539965131,
      "learning_rate": 9.9977885644148e-06,
      "loss": 1.3156936168670654,
      "step": 103
    },
    {
      "epoch": 0.3328,
      "grad_norm": 8.600550715469133,
      "learning_rate": 9.997201206644522e-06,
      "loss": 1.4087587594985962,
      "step": 104
    },
    {
      "epoch": 0.336,
      "grad_norm": 8.010539885033761,
      "learning_rate": 9.99654477518325e-06,
      "loss": 1.3723515272140503,
      "step": 105
    },
    {
      "epoch": 0.3392,
      "grad_norm": 10.015355986402822,
      "learning_rate": 9.995819279104494e-06,
      "loss": 1.437239408493042,
      "step": 106
    },
    {
      "epoch": 0.3424,
      "grad_norm": 7.7487706895929485,
      "learning_rate": 9.995024728436402e-06,
      "loss": 1.434226155281067,
      "step": 107
    },
    {
      "epoch": 0.3456,
      "grad_norm": 9.117544182516218,
      "learning_rate": 9.994161134161635e-06,
      "loss": 1.3603150844573975,
      "step": 108
    },
    {
      "epoch": 0.3488,
      "grad_norm": 6.788867107690524,
      "learning_rate": 9.993228508217201e-06,
      "loss": 1.267934799194336,
      "step": 109
    },
    {
      "epoch": 0.352,
      "grad_norm": 9.669438898873976,
      "learning_rate": 9.9922268634943e-06,
      "loss": 1.168867826461792,
      "step": 110
    },
    {
      "epoch": 0.3552,
      "grad_norm": 13.689594861211107,
      "learning_rate": 9.991156213838143e-06,
      "loss": 1.2784748077392578,
      "step": 111
    },
    {
      "epoch": 0.3584,
      "grad_norm": 7.943483018618271,
      "learning_rate": 9.990016574047757e-06,
      "loss": 1.2634623050689697,
      "step": 112
    },
    {
      "epoch": 0.3616,
      "grad_norm": 8.468543469548031,
      "learning_rate": 9.988807959875785e-06,
      "loss": 1.6450899839401245,
      "step": 113
    },
    {
      "epoch": 0.3648,
      "grad_norm": 6.588375130584607,
      "learning_rate": 9.987530388028269e-06,
      "loss": 0.9087746739387512,
      "step": 114
    },
    {
      "epoch": 0.368,
      "grad_norm": 9.836251002577367,
      "learning_rate": 9.986183876164412e-06,
      "loss": 1.0217828750610352,
      "step": 115
    },
    {
      "epoch": 0.3712,
      "grad_norm": 9.643715235954506,
      "learning_rate": 9.984768442896342e-06,
      "loss": 1.262690544128418,
      "step": 116
    },
    {
      "epoch": 0.3744,
      "grad_norm": 10.040279374863353,
      "learning_rate": 9.983284107788852e-06,
      "loss": 1.2868056297302246,
      "step": 117
    },
    {
      "epoch": 0.3776,
      "grad_norm": 8.035896469127108,
      "learning_rate": 9.981730891359123e-06,
      "loss": 1.4883698225021362,
      "step": 118
    },
    {
      "epoch": 0.3808,
      "grad_norm": 8.292927585211592,
      "learning_rate": 9.980108815076456e-06,
      "loss": 1.6060783863067627,
      "step": 119
    },
    {
      "epoch": 0.384,
      "grad_norm": 8.360485993283595,
      "learning_rate": 9.978417901361958e-06,
      "loss": 1.423858880996704,
      "step": 120
    },
    {
      "epoch": 0.3872,
      "grad_norm": 7.251543226190821,
      "learning_rate": 9.976658173588244e-06,
      "loss": 1.3574882745742798,
      "step": 121
    },
    {
      "epoch": 0.3904,
      "grad_norm": 8.39919425687285,
      "learning_rate": 9.974829656079106e-06,
      "loss": 1.1160762310028076,
      "step": 122
    },
    {
      "epoch": 0.3936,
      "grad_norm": 6.86268366822002,
      "learning_rate": 9.972932374109184e-06,
      "loss": 1.3323800563812256,
      "step": 123
    },
    {
      "epoch": 0.3968,
      "grad_norm": 9.079755548651608,
      "learning_rate": 9.97096635390361e-06,
      "loss": 1.388983130455017,
      "step": 124
    },
    {
      "epoch": 0.4,
      "grad_norm": 8.320616663121625,
      "learning_rate": 9.968931622637652e-06,
      "loss": 1.467790126800537,
      "step": 125
    },
    {
      "epoch": 0.4032,
      "grad_norm": 11.534992416476264,
      "learning_rate": 9.966828208436332e-06,
      "loss": 1.3372962474822998,
      "step": 126
    },
    {
      "epoch": 0.4064,
      "grad_norm": 9.611003780885763,
      "learning_rate": 9.96465614037404e-06,
      "loss": 1.5618739128112793,
      "step": 127
    },
    {
      "epoch": 0.4096,
      "grad_norm": 8.217835669877172,
      "learning_rate": 9.962415448474134e-06,
      "loss": 1.574603796005249,
      "step": 128
    },
    {
      "epoch": 0.4128,
      "grad_norm": 10.226792927619416,
      "learning_rate": 9.960106163708522e-06,
      "loss": 1.2998956441879272,
      "step": 129
    },
    {
      "epoch": 0.416,
      "grad_norm": 9.007862705746613,
      "learning_rate": 9.95772831799724e-06,
      "loss": 1.226587176322937,
      "step": 130
    },
    {
      "epoch": 0.4192,
      "grad_norm": 9.323562095808699,
      "learning_rate": 9.955281944207998e-06,
      "loss": 1.5016090869903564,
      "step": 131
    },
    {
      "epoch": 0.4224,
      "grad_norm": 9.032461366830766,
      "learning_rate": 9.95276707615574e-06,
      "loss": 1.3798859119415283,
      "step": 132
    },
    {
      "epoch": 0.4256,
      "grad_norm": 9.535209655464094,
      "learning_rate": 9.950183748602164e-06,
      "loss": 1.4370064735412598,
      "step": 133
    },
    {
      "epoch": 0.4288,
      "grad_norm": 7.37580804624013,
      "learning_rate": 9.947531997255256e-06,
      "loss": 1.5972474813461304,
      "step": 134
    },
    {
      "epoch": 0.432,
      "grad_norm": 8.601914118029566,
      "learning_rate": 9.944811858768782e-06,
      "loss": 1.2247103452682495,
      "step": 135
    },
    {
      "epoch": 0.4352,
      "grad_norm": 8.00148882827197,
      "learning_rate": 9.94202337074179e-06,
      "loss": 1.3642845153808594,
      "step": 136
    },
    {
      "epoch": 0.4384,
      "grad_norm": 10.331198505072173,
      "learning_rate": 9.939166571718086e-06,
      "loss": 1.3845267295837402,
      "step": 137
    },
    {
      "epoch": 0.4416,
      "grad_norm": 6.955091267740038,
      "learning_rate": 9.936241501185706e-06,
      "loss": 1.3615238666534424,
      "step": 138
    },
    {
      "epoch": 0.4448,
      "grad_norm": 8.57723687785519,
      "learning_rate": 9.933248199576366e-06,
      "loss": 1.6141746044158936,
      "step": 139
    },
    {
      "epoch": 0.448,
      "grad_norm": 10.089526067211054,
      "learning_rate": 9.930186708264902e-06,
      "loss": 1.359433650970459,
      "step": 140
    },
    {
      "epoch": 0.4512,
      "grad_norm": 6.783706799602165,
      "learning_rate": 9.927057069568704e-06,
      "loss": 1.4856258630752563,
      "step": 141
    },
    {
      "epoch": 0.4544,
      "grad_norm": 7.799697591642719,
      "learning_rate": 9.923859326747125e-06,
      "loss": 1.1757385730743408,
      "step": 142
    },
    {
      "epoch": 0.4576,
      "grad_norm": 9.03252291305227,
      "learning_rate": 9.920593524000887e-06,
      "loss": 1.4313726425170898,
      "step": 143
    },
    {
      "epoch": 0.4608,
      "grad_norm": 9.065244876878161,
      "learning_rate": 9.917259706471469e-06,
      "loss": 1.1987106800079346,
      "step": 144
    },
    {
      "epoch": 0.464,
      "grad_norm": 8.170331975982476,
      "learning_rate": 9.913857920240481e-06,
      "loss": 1.3925058841705322,
      "step": 145
    },
    {
      "epoch": 0.4672,
      "grad_norm": 8.674441658597983,
      "learning_rate": 9.91038821232903e-06,
      "loss": 1.154026746749878,
      "step": 146
    },
    {
      "epoch": 0.4704,
      "grad_norm": 8.017930051145642,
      "learning_rate": 9.906850630697068e-06,
      "loss": 1.4966177940368652,
      "step": 147
    },
    {
      "epoch": 0.4736,
      "grad_norm": 7.116286207941994,
      "learning_rate": 9.903245224242732e-06,
      "loss": 1.4258092641830444,
      "step": 148
    },
    {
      "epoch": 0.4768,
      "grad_norm": 8.897001777117357,
      "learning_rate": 9.899572042801662e-06,
      "loss": 1.0794379711151123,
      "step": 149
    },
    {
      "epoch": 0.48,
      "grad_norm": 8.094499313219195,
      "learning_rate": 9.895831137146319e-06,
      "loss": 1.6029235124588013,
      "step": 150
    },
    {
      "epoch": 0.4832,
      "grad_norm": 7.894503427411005,
      "learning_rate": 9.89202255898528e-06,
      "loss": 1.298710823059082,
      "step": 151
    },
    {
      "epoch": 0.4864,
      "grad_norm": 6.9424091786582425,
      "learning_rate": 9.888146360962523e-06,
      "loss": 1.2579549551010132,
      "step": 152
    },
    {
      "epoch": 0.4896,
      "grad_norm": 7.789551735514812,
      "learning_rate": 9.8842025966567e-06,
      "loss": 1.2674002647399902,
      "step": 153
    },
    {
      "epoch": 0.4928,
      "grad_norm": 7.449801727346905,
      "learning_rate": 9.880191320580396e-06,
      "loss": 1.0756787061691284,
      "step": 154
    },
    {
      "epoch": 0.496,
      "grad_norm": 8.976478984694314,
      "learning_rate": 9.876112588179378e-06,
      "loss": 1.3505208492279053,
      "step": 155
    },
    {
      "epoch": 0.4992,
      "grad_norm": 7.628207774924687,
      "learning_rate": 9.87196645583182e-06,
      "loss": 1.548148512840271,
      "step": 156
    },
    {
      "epoch": 0.5024,
      "grad_norm": 8.159214519700773,
      "learning_rate": 9.86775298084754e-06,
      "loss": 1.2795175313949585,
      "step": 157
    },
    {
      "epoch": 0.5056,
      "grad_norm": 10.401589042976578,
      "learning_rate": 9.863472221467189e-06,
      "loss": 1.32072114944458,
      "step": 158
    },
    {
      "epoch": 0.5088,
      "grad_norm": 7.342627377858892,
      "learning_rate": 9.85912423686146e-06,
      "loss": 1.2856944799423218,
      "step": 159
    },
    {
      "epoch": 0.512,
      "grad_norm": 9.802720039801498,
      "learning_rate": 9.854709087130261e-06,
      "loss": 1.2735116481781006,
      "step": 160
    },
    {
      "epoch": 0.5152,
      "grad_norm": 9.012158159809712,
      "learning_rate": 9.850226833301893e-06,
      "loss": 1.3676214218139648,
      "step": 161
    },
    {
      "epoch": 0.5184,
      "grad_norm": 9.504718702805361,
      "learning_rate": 9.8456775373322e-06,
      "loss": 1.3856254816055298,
      "step": 162
    },
    {
      "epoch": 0.5216,
      "grad_norm": 9.520254954936085,
      "learning_rate": 9.841061262103713e-06,
      "loss": 1.3689014911651611,
      "step": 163
    },
    {
      "epoch": 0.5248,
      "grad_norm": 8.992355401926835,
      "learning_rate": 9.836378071424782e-06,
      "loss": 1.1833181381225586,
      "step": 164
    },
    {
      "epoch": 0.528,
      "grad_norm": 11.527699125349812,
      "learning_rate": 9.831628030028698e-06,
      "loss": 1.4919489622116089,
      "step": 165
    },
    {
      "epoch": 0.5312,
      "grad_norm": 10.0230724132307,
      "learning_rate": 9.826811203572785e-06,
      "loss": 1.4446158409118652,
      "step": 166
    },
    {
      "epoch": 0.5344,
      "grad_norm": 9.791234363205684,
      "learning_rate": 9.821927658637518e-06,
      "loss": 1.2425103187561035,
      "step": 167
    },
    {
      "epoch": 0.5376,
      "grad_norm": 9.5128469859557,
      "learning_rate": 9.81697746272557e-06,
      "loss": 1.3857293128967285,
      "step": 168
    },
    {
      "epoch": 0.5408,
      "grad_norm": 8.752661437595991,
      "learning_rate": 9.811960684260907e-06,
      "loss": 1.6042490005493164,
      "step": 169
    },
    {
      "epoch": 0.544,
      "grad_norm": 8.09952625313001,
      "learning_rate": 9.80687739258782e-06,
      "loss": 1.2307994365692139,
      "step": 170
    },
    {
      "epoch": 0.5472,
      "grad_norm": 7.536038343565144,
      "learning_rate": 9.801727657969988e-06,
      "loss": 1.6148277521133423,
      "step": 171
    },
    {
      "epoch": 0.5504,
      "grad_norm": 9.419412970594843,
      "learning_rate": 9.796511551589492e-06,
      "loss": 1.626853585243225,
      "step": 172
    },
    {
      "epoch": 0.5536,
      "grad_norm": 8.279075558536261,
      "learning_rate": 9.791229145545832e-06,
      "loss": 1.462764024734497,
      "step": 173
    },
    {
      "epoch": 0.5568,
      "grad_norm": 8.195905208534509,
      "learning_rate": 9.785880512854937e-06,
      "loss": 1.3920596837997437,
      "step": 174
    },
    {
      "epoch": 0.56,
      "grad_norm": 8.065511167834286,
      "learning_rate": 9.78046572744815e-06,
      "loss": 1.4325257539749146,
      "step": 175
    },
    {
      "epoch": 0.5632,
      "grad_norm": 11.280239877491145,
      "learning_rate": 9.77498486417121e-06,
      "loss": 1.3757168054580688,
      "step": 176
    },
    {
      "epoch": 0.5664,
      "grad_norm": 8.55752203763051,
      "learning_rate": 9.769437998783216e-06,
      "loss": 1.272997260093689,
      "step": 177
    },
    {
      "epoch": 0.5696,
      "grad_norm": 6.664372135897697,
      "learning_rate": 9.763825207955577e-06,
      "loss": 1.4110825061798096,
      "step": 178
    },
    {
      "epoch": 0.5728,
      "grad_norm": 6.528368357810476,
      "learning_rate": 9.758146569270957e-06,
      "loss": 1.3816301822662354,
      "step": 179
    },
    {
      "epoch": 0.576,
      "grad_norm": 9.428555967314438,
      "learning_rate": 9.7524021612222e-06,
      "loss": 1.3761601448059082,
      "step": 180
    },
    {
      "epoch": 0.5792,
      "grad_norm": 7.99527003460233,
      "learning_rate": 9.746592063211247e-06,
      "loss": 1.4292595386505127,
      "step": 181
    },
    {
      "epoch": 0.5824,
      "grad_norm": 8.041390813612201,
      "learning_rate": 9.74071635554803e-06,
      "loss": 1.4273180961608887,
      "step": 182
    },
    {
      "epoch": 0.5856,
      "grad_norm": 8.124552819493383,
      "learning_rate": 9.73477511944938e-06,
      "loss": 1.6726312637329102,
      "step": 183
    },
    {
      "epoch": 0.5888,
      "grad_norm": 9.23429333066722,
      "learning_rate": 9.728768437037882e-06,
      "loss": 1.2996139526367188,
      "step": 184
    },
    {
      "epoch": 0.592,
      "grad_norm": 7.5626447521114635,
      "learning_rate": 9.722696391340762e-06,
      "loss": 1.4366767406463623,
      "step": 185
    },
    {
      "epoch": 0.5952,
      "grad_norm": 7.737574074357637,
      "learning_rate": 9.716559066288716e-06,
      "loss": 1.6778459548950195,
      "step": 186
    },
    {
      "epoch": 0.5984,
      "grad_norm": 7.580211458049055,
      "learning_rate": 9.710356546714774e-06,
      "loss": 1.492369532585144,
      "step": 187
    },
    {
      "epoch": 0.6016,
      "grad_norm": 8.470192657114852,
      "learning_rate": 9.704088918353108e-06,
      "loss": 1.5446763038635254,
      "step": 188
    },
    {
      "epoch": 0.6048,
      "grad_norm": 6.495467996912486,
      "learning_rate": 9.697756267837856e-06,
      "loss": 1.6100184917449951,
      "step": 189
    },
    {
      "epoch": 0.608,
      "grad_norm": 9.085731634540966,
      "learning_rate": 9.691358682701927e-06,
      "loss": 1.0907909870147705,
      "step": 190
    },
    {
      "epoch": 0.6112,
      "grad_norm": 8.090818860840935,
      "learning_rate": 9.684896251375784e-06,
      "loss": 1.3831478357315063,
      "step": 191
    },
    {
      "epoch": 0.6144,
      "grad_norm": 8.19502440424346,
      "learning_rate": 9.678369063186224e-06,
      "loss": 1.242227554321289,
      "step": 192
    },
    {
      "epoch": 0.6176,
      "grad_norm": 8.509433204924015,
      "learning_rate": 9.671777208355146e-06,
      "loss": 1.3014357089996338,
      "step": 193
    },
    {
      "epoch": 0.6208,
      "grad_norm": 9.694482283129544,
      "learning_rate": 9.665120777998303e-06,
      "loss": 1.1530601978302002,
      "step": 194
    },
    {
      "epoch": 0.624,
      "grad_norm": 8.527024235466444,
      "learning_rate": 9.658399864124037e-06,
      "loss": 1.1213865280151367,
      "step": 195
    },
    {
      "epoch": 0.6272,
      "grad_norm": 10.196856651685144,
      "learning_rate": 9.65161455963202e-06,
      "loss": 1.7852551937103271,
      "step": 196
    },
    {
      "epoch": 0.6304,
      "grad_norm": 6.421841392452185,
      "learning_rate": 9.64476495831195e-06,
      "loss": 1.198685884475708,
      "step": 197
    },
    {
      "epoch": 0.6336,
      "grad_norm": 9.93540746554796,
      "learning_rate": 9.637851154842279e-06,
      "loss": 1.8969557285308838,
      "step": 198
    },
    {
      "epoch": 0.6368,
      "grad_norm": 9.221671552208548,
      "learning_rate": 9.630873244788884e-06,
      "loss": 1.3296985626220703,
      "step": 199
    },
    {
      "epoch": 0.64,
      "grad_norm": 8.157249387218771,
      "learning_rate": 9.623831324603755e-06,
      "loss": 1.1994402408599854,
      "step": 200
    },
    {
      "epoch": 0.6432,
      "grad_norm": 7.906826454561754,
      "learning_rate": 9.61672549162366e-06,
      "loss": 1.218889832496643,
      "step": 201
    },
    {
      "epoch": 0.6464,
      "grad_norm": 9.26538506398652,
      "learning_rate": 9.6095558440688e-06,
      "loss": 1.787184238433838,
      "step": 202
    },
    {
      "epoch": 0.6496,
      "grad_norm": 8.462485694883314,
      "learning_rate": 9.602322481041457e-06,
      "loss": 1.2930833101272583,
      "step": 203
    },
    {
      "epoch": 0.6528,
      "grad_norm": 9.157214864566567,
      "learning_rate": 9.595025502524609e-06,
      "loss": 1.4967553615570068,
      "step": 204
    },
    {
      "epoch": 0.656,
      "grad_norm": 9.612059848941996,
      "learning_rate": 9.587665009380565e-06,
      "loss": 1.4448820352554321,
      "step": 205
    },
    {
      "epoch": 0.6592,
      "grad_norm": 6.635947315543452,
      "learning_rate": 9.580241103349562e-06,
      "loss": 1.4597171545028687,
      "step": 206
    },
    {
      "epoch": 0.6624,
      "grad_norm": 7.425792888730578,
      "learning_rate": 9.572753887048353e-06,
      "loss": 1.3284748792648315,
      "step": 207
    },
    {
      "epoch": 0.6656,
      "grad_norm": 8.007002722154544,
      "learning_rate": 9.565203463968808e-06,
      "loss": 1.3783037662506104,
      "step": 208
    },
    {
      "epoch": 0.6688,
      "grad_norm": 8.405535227892571,
      "learning_rate": 9.557589938476462e-06,
      "loss": 1.05716872215271,
      "step": 209
    },
    {
      "epoch": 0.672,
      "grad_norm": 8.991120037960716,
      "learning_rate": 9.549913415809084e-06,
      "loss": 1.2013208866119385,
      "step": 210
    },
    {
      "epoch": 0.6752,
      "grad_norm": 8.612535125939647,
      "learning_rate": 9.542174002075221e-06,
      "loss": 1.3602917194366455,
      "step": 211
    },
    {
      "epoch": 0.6784,
      "grad_norm": 7.278176190506091,
      "learning_rate": 9.534371804252727e-06,
      "loss": 1.1710789203643799,
      "step": 212
    },
    {
      "epoch": 0.6816,
      "grad_norm": 8.28564418534231,
      "learning_rate": 9.526506930187294e-06,
      "loss": 1.2485671043395996,
      "step": 213
    },
    {
      "epoch": 0.6848,
      "grad_norm": 7.508757976969094,
      "learning_rate": 9.518579488590947e-06,
      "loss": 1.4293999671936035,
      "step": 214
    },
    {
      "epoch": 0.688,
      "grad_norm": 8.041715280031156,
      "learning_rate": 9.510589589040554e-06,
      "loss": 1.2213821411132812,
      "step": 215
    },
    {
      "epoch": 0.6912,
      "grad_norm": 8.523016055109165,
      "learning_rate": 9.502537341976305e-06,
      "loss": 1.2829132080078125,
      "step": 216
    },
    {
      "epoch": 0.6944,
      "grad_norm": 9.891884102081251,
      "learning_rate": 9.494422858700188e-06,
      "loss": 1.2510731220245361,
      "step": 217
    },
    {
      "epoch": 0.6976,
      "grad_norm": 8.236145684986843,
      "learning_rate": 9.48624625137445e-06,
      "loss": 1.195442795753479,
      "step": 218
    },
    {
      "epoch": 0.7008,
      "grad_norm": 7.609097444534671,
      "learning_rate": 9.478007633020043e-06,
      "loss": 1.1375254392623901,
      "step": 219
    },
    {
      "epoch": 0.704,
      "grad_norm": 7.771415536538384,
      "learning_rate": 9.469707117515068e-06,
      "loss": 1.433631420135498,
      "step": 220
    },
    {
      "epoch": 0.7072,
      "grad_norm": 8.103054466969105,
      "learning_rate": 9.461344819593194e-06,
      "loss": 1.3020174503326416,
      "step": 221
    },
    {
      "epoch": 0.7104,
      "grad_norm": 10.272390792987453,
      "learning_rate": 9.452920854842085e-06,
      "loss": 1.0885748863220215,
      "step": 222
    },
    {
      "epoch": 0.7136,
      "grad_norm": 8.000204602572728,
      "learning_rate": 9.44443533970178e-06,
      "loss": 1.1722259521484375,
      "step": 223
    },
    {
      "epoch": 0.7168,
      "grad_norm": 8.9234066585956,
      "learning_rate": 9.435888391463108e-06,
      "loss": 1.3848644495010376,
      "step": 224
    },
    {
      "epoch": 0.72,
      "grad_norm": 7.986954099491675,
      "learning_rate": 9.427280128266049e-06,
      "loss": 1.416928768157959,
      "step": 225
    },
    {
      "epoch": 0.7232,
      "grad_norm": 6.819172404168966,
      "learning_rate": 9.418610669098114e-06,
      "loss": 1.2840094566345215,
      "step": 226
    },
    {
      "epoch": 0.7264,
      "grad_norm": 8.223256552695606,
      "learning_rate": 9.409880133792684e-06,
      "loss": 1.3752789497375488,
      "step": 227
    },
    {
      "epoch": 0.7296,
      "grad_norm": 6.713643405627083,
      "learning_rate": 9.40108864302737e-06,
      "loss": 1.213709831237793,
      "step": 228
    },
    {
      "epoch": 0.7328,
      "grad_norm": 7.515111293431923,
      "learning_rate": 9.392236318322339e-06,
      "loss": 1.5599004030227661,
      "step": 229
    },
    {
      "epoch": 0.736,
      "grad_norm": 8.22857594761183,
      "learning_rate": 9.383323282038632e-06,
      "loss": 1.186930775642395,
      "step": 230
    },
    {
      "epoch": 0.7392,
      "grad_norm": 7.965812457724141,
      "learning_rate": 9.374349657376473e-06,
      "loss": 1.4170236587524414,
      "step": 231
    },
    {
      "epoch": 0.7424,
      "grad_norm": 9.304018211768758,
      "learning_rate": 9.365315568373569e-06,
      "loss": 1.3196254968643188,
      "step": 232
    },
    {
      "epoch": 0.7456,
      "grad_norm": 7.619946855866199,
      "learning_rate": 9.356221139903395e-06,
      "loss": 1.1788700819015503,
      "step": 233
    },
    {
      "epoch": 0.7488,
      "grad_norm": 7.279866102884263,
      "learning_rate": 9.347066497673462e-06,
      "loss": 1.1612021923065186,
      "step": 234
    },
    {
      "epoch": 0.752,
      "grad_norm": 9.394732588124834,
      "learning_rate": 9.337851768223589e-06,
      "loss": 1.3253111839294434,
      "step": 235
    },
    {
      "epoch": 0.7552,
      "grad_norm": 8.391708650144727,
      "learning_rate": 9.328577078924151e-06,
      "loss": 1.502340316772461,
      "step": 236
    },
    {
      "epoch": 0.7584,
      "grad_norm": 7.251057106955394,
      "learning_rate": 9.319242557974306e-06,
      "loss": 1.4578585624694824,
      "step": 237
    },
    {
      "epoch": 0.7616,
      "grad_norm": 9.310148530597965,
      "learning_rate": 9.309848334400247e-06,
      "loss": 1.0988597869873047,
      "step": 238
    },
    {
      "epoch": 0.7648,
      "grad_norm": 8.689254989106397,
      "learning_rate": 9.300394538053395e-06,
      "loss": 1.3972364664077759,
      "step": 239
    },
    {
      "epoch": 0.768,
      "grad_norm": 7.578102222508737,
      "learning_rate": 9.29088129960862e-06,
      "loss": 1.475066900253296,
      "step": 240
    },
    {
      "epoch": 0.7712,
      "grad_norm": 7.121033215982822,
      "learning_rate": 9.281308750562426e-06,
      "loss": 1.2461925745010376,
      "step": 241
    },
    {
      "epoch": 0.7744,
      "grad_norm": 6.317352065605404,
      "learning_rate": 9.271677023231137e-06,
      "loss": 1.616062879562378,
      "step": 242
    },
    {
      "epoch": 0.7776,
      "grad_norm": 7.599911843968734,
      "learning_rate": 9.261986250749068e-06,
      "loss": 1.2415354251861572,
      "step": 243
    },
    {
      "epoch": 0.7808,
      "grad_norm": 8.389800355264274,
      "learning_rate": 9.252236567066686e-06,
      "loss": 1.4176453351974487,
      "step": 244
    },
    {
      "epoch": 0.784,
      "grad_norm": 8.871502172267567,
      "learning_rate": 9.242428106948748e-06,
      "loss": 1.1231502294540405,
      "step": 245
    },
    {
      "epoch": 0.7872,
      "grad_norm": 8.997027840467029,
      "learning_rate": 9.23256100597246e-06,
      "loss": 1.2574081420898438,
      "step": 246
    },
    {
      "epoch": 0.7904,
      "grad_norm": 7.683471944383215,
      "learning_rate": 9.22263540052558e-06,
      "loss": 1.2583084106445312,
      "step": 247
    },
    {
      "epoch": 0.7936,
      "grad_norm": 7.301467116616291,
      "learning_rate": 9.212651427804544e-06,
      "loss": 1.3025351762771606,
      "step": 248
    },
    {
      "epoch": 0.7968,
      "grad_norm": 7.826673647372452,
      "learning_rate": 9.202609225812572e-06,
      "loss": 1.353793978691101,
      "step": 249
    },
    {
      "epoch": 0.8,
      "grad_norm": 7.075690985725697,
      "learning_rate": 9.192508933357753e-06,
      "loss": 1.1186013221740723,
      "step": 250
    },
    {
      "epoch": 0.8032,
      "grad_norm": 7.455533940626682,
      "learning_rate": 9.182350690051134e-06,
      "loss": 1.293712854385376,
      "step": 251
    },
    {
      "epoch": 0.8064,
      "grad_norm": 7.87250246460631,
      "learning_rate": 9.172134636304783e-06,
      "loss": 1.3515195846557617,
      "step": 252
    },
    {
      "epoch": 0.8096,
      "grad_norm": 7.974102971676109,
      "learning_rate": 9.16186091332985e-06,
      "loss": 1.1324989795684814,
      "step": 253
    },
    {
      "epoch": 0.8128,
      "grad_norm": 8.636803619619252,
      "learning_rate": 9.15152966313462e-06,
      "loss": 1.5039851665496826,
      "step": 254
    },
    {
      "epoch": 0.816,
      "grad_norm": 8.074812370703706,
      "learning_rate": 9.141141028522544e-06,
      "loss": 0.949569821357727,
      "step": 255
    },
    {
      "epoch": 0.8192,
      "grad_norm": 9.002512871458807,
      "learning_rate": 9.130695153090272e-06,
      "loss": 1.5842180252075195,
      "step": 256
    },
    {
      "epoch": 0.8224,
      "grad_norm": 7.5470006196531285,
      "learning_rate": 9.120192181225658e-06,
      "loss": 1.455406904220581,
      "step": 257
    },
    {
      "epoch": 0.8256,
      "grad_norm": 8.219270226798965,
      "learning_rate": 9.109632258105771e-06,
      "loss": 1.2991818189620972,
      "step": 258
    },
    {
      "epoch": 0.8288,
      "grad_norm": 8.536723985075131,
      "learning_rate": 9.099015529694894e-06,
      "loss": 1.2435449361801147,
      "step": 259
    },
    {
      "epoch": 0.832,
      "grad_norm": 8.572669888654463,
      "learning_rate": 9.088342142742493e-06,
      "loss": 1.158048152923584,
      "step": 260
    },
    {
      "epoch": 0.8352,
      "grad_norm": 9.83600721254279,
      "learning_rate": 9.077612244781196e-06,
      "loss": 1.3466534614562988,
      "step": 261
    },
    {
      "epoch": 0.8384,
      "grad_norm": 8.874902862728637,
      "learning_rate": 9.066825984124751e-06,
      "loss": 1.3222754001617432,
      "step": 262
    },
    {
      "epoch": 0.8416,
      "grad_norm": 7.74285846301192,
      "learning_rate": 9.055983509865988e-06,
      "loss": 1.453827142715454,
      "step": 263
    },
    {
      "epoch": 0.8448,
      "grad_norm": 8.139368063669426,
      "learning_rate": 9.045084971874738e-06,
      "loss": 1.4674158096313477,
      "step": 264
    },
    {
      "epoch": 0.848,
      "grad_norm": 9.895719601908977,
      "learning_rate": 9.034130520795774e-06,
      "loss": 1.2776812314987183,
      "step": 265
    },
    {
      "epoch": 0.8512,
      "grad_norm": 7.578896523638344,
      "learning_rate": 9.023120308046726e-06,
      "loss": 1.464031457901001,
      "step": 266
    },
    {
      "epoch": 0.8544,
      "grad_norm": 6.64445558656183,
      "learning_rate": 9.012054485815995e-06,
      "loss": 1.441255807876587,
      "step": 267
    },
    {
      "epoch": 0.8576,
      "grad_norm": 7.766399837035784,
      "learning_rate": 9.00093320706063e-06,
      "loss": 1.3127418756484985,
      "step": 268
    },
    {
      "epoch": 0.8608,
      "grad_norm": 7.00310553484858,
      "learning_rate": 8.989756625504237e-06,
      "loss": 1.4914216995239258,
      "step": 269
    },
    {
      "epoch": 0.864,
      "grad_norm": 6.903194839157025,
      "learning_rate": 8.978524895634842e-06,
      "loss": 1.2364141941070557,
      "step": 270
    },
    {
      "epoch": 0.8672,
      "grad_norm": 10.35338800595393,
      "learning_rate": 8.967238172702754e-06,
      "loss": 1.3861830234527588,
      "step": 271
    },
    {
      "epoch": 0.8704,
      "grad_norm": 8.475429519971145,
      "learning_rate": 8.95589661271842e-06,
      "loss": 1.2866461277008057,
      "step": 272
    },
    {
      "epoch": 0.8736,
      "grad_norm": 8.511194806287389,
      "learning_rate": 8.94450037245028e-06,
      "loss": 1.5202913284301758,
      "step": 273
    },
    {
      "epoch": 0.8768,
      "grad_norm": 7.8786457580535725,
      "learning_rate": 8.933049609422582e-06,
      "loss": 1.0238956212997437,
      "step": 274
    },
    {
      "epoch": 0.88,
      "grad_norm": 8.974873612698929,
      "learning_rate": 8.921544481913218e-06,
      "loss": 1.3878096342086792,
      "step": 275
    },
    {
      "epoch": 0.8832,
      "grad_norm": 7.970969321239065,
      "learning_rate": 8.909985148951528e-06,
      "loss": 1.495922565460205,
      "step": 276
    },
    {
      "epoch": 0.8864,
      "grad_norm": 8.701106326378357,
      "learning_rate": 8.898371770316113e-06,
      "loss": 1.4205118417739868,
      "step": 277
    },
    {
      "epoch": 0.8896,
      "grad_norm": 7.467794482233481,
      "learning_rate": 8.886704506532611e-06,
      "loss": 1.6192761659622192,
      "step": 278
    },
    {
      "epoch": 0.8928,
      "grad_norm": 7.840175358415983,
      "learning_rate": 8.874983518871488e-06,
      "loss": 1.0924839973449707,
      "step": 279
    },
    {
      "epoch": 0.896,
      "grad_norm": 7.975854546267657,
      "learning_rate": 8.86320896934581e-06,
      "loss": 1.0391392707824707,
      "step": 280
    },
    {
      "epoch": 0.8992,
      "grad_norm": 6.692040020121022,
      "learning_rate": 8.851381020709e-06,
      "loss": 1.4041378498077393,
      "step": 281
    },
    {
      "epoch": 0.9024,
      "grad_norm": 8.189664692313427,
      "learning_rate": 8.839499836452584e-06,
      "loss": 1.150742530822754,
      "step": 282
    },
    {
      "epoch": 0.9056,
      "grad_norm": 9.212202115772826,
      "learning_rate": 8.827565580803944e-06,
      "loss": 1.3862483501434326,
      "step": 283
    },
    {
      "epoch": 0.9088,
      "grad_norm": 6.676029519519889,
      "learning_rate": 8.815578418724031e-06,
      "loss": 1.3897206783294678,
      "step": 284
    },
    {
      "epoch": 0.912,
      "grad_norm": 7.9151360196877585,
      "learning_rate": 8.803538515905102e-06,
      "loss": 1.3710534572601318,
      "step": 285
    },
    {
      "epoch": 0.9152,
      "grad_norm": 9.529654414821383,
      "learning_rate": 8.791446038768416e-06,
      "loss": 1.4369233846664429,
      "step": 286
    },
    {
      "epoch": 0.9184,
      "grad_norm": 7.024727905527602,
      "learning_rate": 8.779301154461945e-06,
      "loss": 1.614762783050537,
      "step": 287
    },
    {
      "epoch": 0.9216,
      "grad_norm": 7.70744502431242,
      "learning_rate": 8.76710403085805e-06,
      "loss": 1.3067625761032104,
      "step": 288
    },
    {
      "epoch": 0.9248,
      "grad_norm": 8.065346985410748,
      "learning_rate": 8.754854836551174e-06,
      "loss": 1.4161975383758545,
      "step": 289
    },
    {
      "epoch": 0.928,
      "grad_norm": 8.613006134359955,
      "learning_rate": 8.742553740855507e-06,
      "loss": 1.730478286743164,
      "step": 290
    },
    {
      "epoch": 0.9312,
      "grad_norm": 7.359498471835029,
      "learning_rate": 8.730200913802638e-06,
      "loss": 1.3258979320526123,
      "step": 291
    },
    {
      "epoch": 0.9344,
      "grad_norm": 8.229055111716256,
      "learning_rate": 8.717796526139218e-06,
      "loss": 1.4235806465148926,
      "step": 292
    },
    {
      "epoch": 0.9376,
      "grad_norm": 9.339372817341873,
      "learning_rate": 8.70534074932459e-06,
      "loss": 1.3135337829589844,
      "step": 293
    },
    {
      "epoch": 0.9408,
      "grad_norm": 7.743189681566963,
      "learning_rate": 8.692833755528426e-06,
      "loss": 1.5984234809875488,
      "step": 294
    },
    {
      "epoch": 0.944,
      "grad_norm": 7.465357382837326,
      "learning_rate": 8.680275717628336e-06,
      "loss": 0.9200436472892761,
      "step": 295
    },
    {
      "epoch": 0.9472,
      "grad_norm": 6.113621472338499,
      "learning_rate": 8.667666809207495e-06,
      "loss": 1.1590797901153564,
      "step": 296
    },
    {
      "epoch": 0.9504,
      "grad_norm": 8.83222913220266,
      "learning_rate": 8.655007204552228e-06,
      "loss": 1.3525431156158447,
      "step": 297
    },
    {
      "epoch": 0.9536,
      "grad_norm": 8.089684426773257,
      "learning_rate": 8.64229707864961e-06,
      "loss": 1.541809320449829,
      "step": 298
    },
    {
      "epoch": 0.9568,
      "grad_norm": 6.266691544034235,
      "learning_rate": 8.629536607185042e-06,
      "loss": 1.49853515625,
      "step": 299
    },
    {
      "epoch": 0.96,
      "grad_norm": 7.832985166720924,
      "learning_rate": 8.616725966539831e-06,
      "loss": 1.2963213920593262,
      "step": 300
    },
    {
      "epoch": 0.9632,
      "grad_norm": 8.244275439016056,
      "learning_rate": 8.60386533378874e-06,
      "loss": 1.2718666791915894,
      "step": 301
    },
    {
      "epoch": 0.9664,
      "grad_norm": 6.803745886564737,
      "learning_rate": 8.590954886697554e-06,
      "loss": 1.3287005424499512,
      "step": 302
    },
    {
      "epoch": 0.9696,
      "grad_norm": 8.14230735516803,
      "learning_rate": 8.577994803720605e-06,
      "loss": 1.3496315479278564,
      "step": 303
    },
    {
      "epoch": 0.9728,
      "grad_norm": 7.160395887752691,
      "learning_rate": 8.564985263998327e-06,
      "loss": 1.1852588653564453,
      "step": 304
    },
    {
      "epoch": 0.976,
      "grad_norm": 7.505073223770977,
      "learning_rate": 8.551926447354759e-06,
      "loss": 1.407005786895752,
      "step": 305
    },
    {
      "epoch": 0.9792,
      "grad_norm": 6.952348949565176,
      "learning_rate": 8.538818534295076e-06,
      "loss": 1.309870958328247,
      "step": 306
    },
    {
      "epoch": 0.9824,
      "grad_norm": 11.204121598042944,
      "learning_rate": 8.525661706003083e-06,
      "loss": 1.1610193252563477,
      "step": 307
    },
    {
      "epoch": 0.9856,
      "grad_norm": 7.81690298212684,
      "learning_rate": 8.512456144338717e-06,
      "loss": 1.0622930526733398,
      "step": 308
    },
    {
      "epoch": 0.9888,
      "grad_norm": 7.827397581008609,
      "learning_rate": 8.499202031835532e-06,
      "loss": 1.6788573265075684,
      "step": 309
    },
    {
      "epoch": 0.992,
      "grad_norm": 6.992836734099746,
      "learning_rate": 8.485899551698166e-06,
      "loss": 1.377954363822937,
      "step": 310
    },
    {
      "epoch": 0.9952,
      "grad_norm": 8.177275233313308,
      "learning_rate": 8.472548887799833e-06,
      "loss": 1.4246879816055298,
      "step": 311
    },
    {
      "epoch": 0.9984,
      "grad_norm": 8.970522617796236,
      "learning_rate": 8.45915022467975e-06,
      "loss": 1.2063406705856323,
      "step": 312
    },
    {
      "epoch": 1.0,
      "grad_norm": 10.634518893202033,
      "learning_rate": 8.445703747540614e-06,
      "loss": 1.7203607559204102,
      "step": 313
    },
    {
      "epoch": 1.0032,
      "grad_norm": 6.0129608154730185,
      "learning_rate": 8.43220964224602e-06,
      "loss": 0.6026131510734558,
      "step": 314
    },
    {
      "epoch": 1.0064,
      "grad_norm": 6.2087941253109875,
      "learning_rate": 8.418668095317912e-06,
      "loss": 0.693263053894043,
      "step": 315
    },
    {
      "epoch": 1.0096,
      "grad_norm": 6.802241704778323,
      "learning_rate": 8.405079293933986e-06,
      "loss": 0.8391908407211304,
      "step": 316
    },
    {
      "epoch": 1.0128,
      "grad_norm": 7.168009400795295,
      "learning_rate": 8.391443425925118e-06,
      "loss": 0.7134256958961487,
      "step": 317
    },
    {
      "epoch": 1.016,
      "grad_norm": 5.159689332695886,
      "learning_rate": 8.37776067977276e-06,
      "loss": 0.412528932094574,
      "step": 318
    },
    {
      "epoch": 1.0192,
      "grad_norm": 6.7851942428234375,
      "learning_rate": 8.36403124460633e-06,
      "loss": 0.4317566752433777,
      "step": 319
    },
    {
      "epoch": 1.0224,
      "grad_norm": 7.033580669276503,
      "learning_rate": 8.350255310200611e-06,
      "loss": 0.5773562788963318,
      "step": 320
    },
    {
      "epoch": 1.0256,
      "grad_norm": 8.572327933327205,
      "learning_rate": 8.336433066973122e-06,
      "loss": 0.45880258083343506,
      "step": 321
    },
    {
      "epoch": 1.0288,
      "grad_norm": 4.26177700162146,
      "learning_rate": 8.322564705981476e-06,
      "loss": 0.31130874156951904,
      "step": 322
    },
    {
      "epoch": 1.032,
      "grad_norm": 8.950237570860338,
      "learning_rate": 8.308650418920751e-06,
      "loss": 0.4881691038608551,
      "step": 323
    },
    {
      "epoch": 1.0352,
      "grad_norm": 8.100508120823337,
      "learning_rate": 8.294690398120843e-06,
      "loss": 0.47666963934898376,
      "step": 324
    },
    {
      "epoch": 1.0384,
      "grad_norm": 8.492513070032976,
      "learning_rate": 8.280684836543794e-06,
      "loss": 0.523851752281189,
      "step": 325
    },
    {
      "epoch": 1.0416,
      "grad_norm": 7.834401969644655,
      "learning_rate": 8.266633927781135e-06,
      "loss": 0.40193814039230347,
      "step": 326
    },
    {
      "epoch": 1.0448,
      "grad_norm": 8.41916508828993,
      "learning_rate": 8.25253786605121e-06,
      "loss": 0.5010974407196045,
      "step": 327
    },
    {
      "epoch": 1.048,
      "grad_norm": 11.516524168240021,
      "learning_rate": 8.238396846196483e-06,
      "loss": 0.9146987199783325,
      "step": 328
    },
    {
      "epoch": 1.0512,
      "grad_norm": 9.0198714380633,
      "learning_rate": 8.224211063680854e-06,
      "loss": 0.6981992125511169,
      "step": 329
    },
    {
      "epoch": 1.0544,
      "grad_norm": 6.998783223211796,
      "learning_rate": 8.209980714586955e-06,
      "loss": 0.4859839379787445,
      "step": 330
    },
    {
      "epoch": 1.0576,
      "grad_norm": 8.349880314032555,
      "learning_rate": 8.195705995613436e-06,
      "loss": 0.484186589717865,
      "step": 331
    },
    {
      "epoch": 1.0608,
      "grad_norm": 8.652727667709966,
      "learning_rate": 8.181387104072252e-06,
      "loss": 0.5918219089508057,
      "step": 332
    },
    {
      "epoch": 1.064,
      "grad_norm": 8.108894193376182,
      "learning_rate": 8.167024237885927e-06,
      "loss": 0.4831613302230835,
      "step": 333
    },
    {
      "epoch": 1.0672,
      "grad_norm": 9.568383097450416,
      "learning_rate": 8.152617595584827e-06,
      "loss": 0.5082488059997559,
      "step": 334
    },
    {
      "epoch": 1.0704,
      "grad_norm": 9.116586472732667,
      "learning_rate": 8.138167376304411e-06,
      "loss": 0.4299033284187317,
      "step": 335
    },
    {
      "epoch": 1.0735999999999999,
      "grad_norm": 9.938944550395636,
      "learning_rate": 8.123673779782481e-06,
      "loss": 0.5700979232788086,
      "step": 336
    },
    {
      "epoch": 1.0768,
      "grad_norm": 6.553593657836474,
      "learning_rate": 8.10913700635642e-06,
      "loss": 0.43401452898979187,
      "step": 337
    },
    {
      "epoch": 1.08,
      "grad_norm": 7.805918697967689,
      "learning_rate": 8.094557256960419e-06,
      "loss": 0.3755732476711273,
      "step": 338
    },
    {
      "epoch": 1.0832,
      "grad_norm": 9.931474303877597,
      "learning_rate": 8.079934733122708e-06,
      "loss": 0.647379457950592,
      "step": 339
    },
    {
      "epoch": 1.0864,
      "grad_norm": 7.425089205956735,
      "learning_rate": 8.065269636962765e-06,
      "loss": 0.46480637788772583,
      "step": 340
    },
    {
      "epoch": 1.0896,
      "grad_norm": 8.782176288911128,
      "learning_rate": 8.05056217118852e-06,
      "loss": 0.3868180513381958,
      "step": 341
    },
    {
      "epoch": 1.0928,
      "grad_norm": 6.140913907691472,
      "learning_rate": 8.035812539093557e-06,
      "loss": 0.493317574262619,
      "step": 342
    },
    {
      "epoch": 1.096,
      "grad_norm": 7.770229864260365,
      "learning_rate": 8.021020944554305e-06,
      "loss": 0.5228533744812012,
      "step": 343
    },
    {
      "epoch": 1.0992,
      "grad_norm": 6.758718918464084,
      "learning_rate": 8.006187592027215e-06,
      "loss": 0.49244755506515503,
      "step": 344
    },
    {
      "epoch": 1.1024,
      "grad_norm": 6.007524624868723,
      "learning_rate": 7.991312686545939e-06,
      "loss": 0.31924042105674744,
      "step": 345
    },
    {
      "epoch": 1.1056,
      "grad_norm": 6.092485118851268,
      "learning_rate": 7.976396433718492e-06,
      "loss": 0.43302348256111145,
      "step": 346
    },
    {
      "epoch": 1.1088,
      "grad_norm": 7.2962861862283255,
      "learning_rate": 7.961439039724413e-06,
      "loss": 0.38337451219558716,
      "step": 347
    },
    {
      "epoch": 1.112,
      "grad_norm": 7.687897005630008,
      "learning_rate": 7.946440711311913e-06,
      "loss": 0.5438653230667114,
      "step": 348
    },
    {
      "epoch": 1.1152,
      "grad_norm": 7.315122628911977,
      "learning_rate": 7.931401655795021e-06,
      "loss": 0.4932315945625305,
      "step": 349
    },
    {
      "epoch": 1.1184,
      "grad_norm": 6.301004200496302,
      "learning_rate": 7.916322081050708e-06,
      "loss": 0.500643253326416,
      "step": 350
    },
    {
      "epoch": 1.1216,
      "grad_norm": 8.282590265531661,
      "learning_rate": 7.90120219551603e-06,
      "loss": 0.4490651488304138,
      "step": 351
    },
    {
      "epoch": 1.1248,
      "grad_norm": 6.969886396647708,
      "learning_rate": 7.88604220818523e-06,
      "loss": 0.36395400762557983,
      "step": 352
    },
    {
      "epoch": 1.1280000000000001,
      "grad_norm": 9.159662699133262,
      "learning_rate": 7.870842328606863e-06,
      "loss": 0.5426280498504639,
      "step": 353
    },
    {
      "epoch": 1.1312,
      "grad_norm": 6.8896079550726315,
      "learning_rate": 7.85560276688089e-06,
      "loss": 0.4683595895767212,
      "step": 354
    },
    {
      "epoch": 1.1344,
      "grad_norm": 8.817357244607884,
      "learning_rate": 7.84032373365578e-06,
      "loss": 0.5551140308380127,
      "step": 355
    },
    {
      "epoch": 1.1376,
      "grad_norm": 10.300203625445725,
      "learning_rate": 7.825005440125595e-06,
      "loss": 0.5555459260940552,
      "step": 356
    },
    {
      "epoch": 1.1408,
      "grad_norm": 7.13157050243688,
      "learning_rate": 7.809648098027067e-06,
      "loss": 0.4033656120300293,
      "step": 357
    },
    {
      "epoch": 1.144,
      "grad_norm": 6.7508224634417715,
      "learning_rate": 7.794251919636687e-06,
      "loss": 0.3559337854385376,
      "step": 358
    },
    {
      "epoch": 1.1472,
      "grad_norm": 7.575793726503865,
      "learning_rate": 7.778817117767748e-06,
      "loss": 0.47292202711105347,
      "step": 359
    },
    {
      "epoch": 1.1504,
      "grad_norm": 6.635195311082491,
      "learning_rate": 7.76334390576742e-06,
      "loss": 0.5196764469146729,
      "step": 360
    },
    {
      "epoch": 1.1536,
      "grad_norm": 7.095792499545719,
      "learning_rate": 7.747832497513797e-06,
      "loss": 0.3894740343093872,
      "step": 361
    },
    {
      "epoch": 1.1568,
      "grad_norm": 6.958926707839154,
      "learning_rate": 7.732283107412938e-06,
      "loss": 0.573284387588501,
      "step": 362
    },
    {
      "epoch": 1.16,
      "grad_norm": 7.150705987411844,
      "learning_rate": 7.71669595039591e-06,
      "loss": 0.5691808462142944,
      "step": 363
    },
    {
      "epoch": 1.1632,
      "grad_norm": 8.302242175722544,
      "learning_rate": 7.701071241915804e-06,
      "loss": 0.49648988246917725,
      "step": 364
    },
    {
      "epoch": 1.1663999999999999,
      "grad_norm": 8.783982677246252,
      "learning_rate": 7.685409197944768e-06,
      "loss": 0.5622018575668335,
      "step": 365
    },
    {
      "epoch": 1.1696,
      "grad_norm": 6.546897724253767,
      "learning_rate": 7.669710034971025e-06,
      "loss": 0.31806284189224243,
      "step": 366
    },
    {
      "epoch": 1.1728,
      "grad_norm": 9.312765890650233,
      "learning_rate": 7.653973969995866e-06,
      "loss": 0.5242887735366821,
      "step": 367
    },
    {
      "epoch": 1.176,
      "grad_norm": 8.015908661421868,
      "learning_rate": 7.638201220530664e-06,
      "loss": 0.4817794859409332,
      "step": 368
    },
    {
      "epoch": 1.1792,
      "grad_norm": 10.116008707526621,
      "learning_rate": 7.622392004593862e-06,
      "loss": 0.7446014881134033,
      "step": 369
    },
    {
      "epoch": 1.1824,
      "grad_norm": 7.34054674575216,
      "learning_rate": 7.60654654070796e-06,
      "loss": 0.5413037538528442,
      "step": 370
    },
    {
      "epoch": 1.1856,
      "grad_norm": 6.88515217243263,
      "learning_rate": 7.59066504789649e-06,
      "loss": 0.3386208713054657,
      "step": 371
    },
    {
      "epoch": 1.1888,
      "grad_norm": 7.830595129737216,
      "learning_rate": 7.574747745681e-06,
      "loss": 0.4951593279838562,
      "step": 372
    },
    {
      "epoch": 1.192,
      "grad_norm": 7.755917362853179,
      "learning_rate": 7.558794854078006e-06,
      "loss": 0.48083654046058655,
      "step": 373
    },
    {
      "epoch": 1.1952,
      "grad_norm": 5.940952881837767,
      "learning_rate": 7.542806593595963e-06,
      "loss": 0.6030147075653076,
      "step": 374
    },
    {
      "epoch": 1.1984,
      "grad_norm": 8.614416571200671,
      "learning_rate": 7.526783185232208e-06,
      "loss": 0.46970248222351074,
      "step": 375
    },
    {
      "epoch": 1.2016,
      "grad_norm": 7.181942071466236,
      "learning_rate": 7.51072485046991e-06,
      "loss": 0.6210339069366455,
      "step": 376
    },
    {
      "epoch": 1.2048,
      "grad_norm": 8.038745633912365,
      "learning_rate": 7.494631811275008e-06,
      "loss": 0.7287887334823608,
      "step": 377
    },
    {
      "epoch": 1.208,
      "grad_norm": 6.965686386159484,
      "learning_rate": 7.478504290093138e-06,
      "loss": 0.46270203590393066,
      "step": 378
    },
    {
      "epoch": 1.2112,
      "grad_norm": 8.05373490928641,
      "learning_rate": 7.462342509846571e-06,
      "loss": 0.5416064262390137,
      "step": 379
    },
    {
      "epoch": 1.2144,
      "grad_norm": 7.468977417797918,
      "learning_rate": 7.446146693931111e-06,
      "loss": 0.5158865451812744,
      "step": 380
    },
    {
      "epoch": 1.2176,
      "grad_norm": 6.316859771702962,
      "learning_rate": 7.42991706621303e-06,
      "loss": 0.3206472396850586,
      "step": 381
    },
    {
      "epoch": 1.2208,
      "grad_norm": 7.246141431179871,
      "learning_rate": 7.413653851025959e-06,
      "loss": 0.4935796856880188,
      "step": 382
    },
    {
      "epoch": 1.224,
      "grad_norm": 8.161886936054467,
      "learning_rate": 7.397357273167789e-06,
      "loss": 0.4832332134246826,
      "step": 383
    },
    {
      "epoch": 1.2272,
      "grad_norm": 8.414019577213743,
      "learning_rate": 7.381027557897568e-06,
      "loss": 0.7333202362060547,
      "step": 384
    },
    {
      "epoch": 1.2304,
      "grad_norm": 7.295310354820947,
      "learning_rate": 7.364664930932385e-06,
      "loss": 0.45894700288772583,
      "step": 385
    },
    {
      "epoch": 1.2336,
      "grad_norm": 8.224958365402728,
      "learning_rate": 7.348269618444248e-06,
      "loss": 0.4369300305843353,
      "step": 386
    },
    {
      "epoch": 1.2368000000000001,
      "grad_norm": 7.373140609992038,
      "learning_rate": 7.331841847056962e-06,
      "loss": 0.5660817623138428,
      "step": 387
    },
    {
      "epoch": 1.24,
      "grad_norm": 6.567851177459024,
      "learning_rate": 7.315381843842995e-06,
      "loss": 0.40187352895736694,
      "step": 388
    },
    {
      "epoch": 1.2432,
      "grad_norm": 5.463671305472818,
      "learning_rate": 7.298889836320334e-06,
      "loss": 0.6158207654953003,
      "step": 389
    },
    {
      "epoch": 1.2464,
      "grad_norm": 7.869861547320635,
      "learning_rate": 7.282366052449351e-06,
      "loss": 0.5330398678779602,
      "step": 390
    },
    {
      "epoch": 1.2496,
      "grad_norm": 5.984248245975827,
      "learning_rate": 7.265810720629643e-06,
      "loss": 0.4520382285118103,
      "step": 391
    },
    {
      "epoch": 1.2528000000000001,
      "grad_norm": 7.259128013267779,
      "learning_rate": 7.249224069696876e-06,
      "loss": 0.5072014927864075,
      "step": 392
    },
    {
      "epoch": 1.256,
      "grad_norm": 7.591866132136374,
      "learning_rate": 7.232606328919627e-06,
      "loss": 0.5436946153640747,
      "step": 393
    },
    {
      "epoch": 1.2591999999999999,
      "grad_norm": 8.044729588702769,
      "learning_rate": 7.215957727996208e-06,
      "loss": 0.509716272354126,
      "step": 394
    },
    {
      "epoch": 1.2624,
      "grad_norm": 8.687414465189462,
      "learning_rate": 7.199278497051498e-06,
      "loss": 0.4460294246673584,
      "step": 395
    },
    {
      "epoch": 1.2656,
      "grad_norm": 9.237015560620783,
      "learning_rate": 7.182568866633757e-06,
      "loss": 0.34009209275245667,
      "step": 396
    },
    {
      "epoch": 1.2688,
      "grad_norm": 9.211572739369355,
      "learning_rate": 7.16582906771144e-06,
      "loss": 0.5390087366104126,
      "step": 397
    },
    {
      "epoch": 1.272,
      "grad_norm": 6.912086833640618,
      "learning_rate": 7.149059331670009e-06,
      "loss": 0.39291244745254517,
      "step": 398
    },
    {
      "epoch": 1.2752,
      "grad_norm": 7.343908598206628,
      "learning_rate": 7.132259890308726e-06,
      "loss": 0.48069047927856445,
      "step": 399
    },
    {
      "epoch": 1.2784,
      "grad_norm": 8.12225916606559,
      "learning_rate": 7.115430975837457e-06,
      "loss": 0.48029690980911255,
      "step": 400
    },
    {
      "epoch": 1.2816,
      "grad_norm": 11.18404693145568,
      "learning_rate": 7.098572820873461e-06,
      "loss": 0.5022896528244019,
      "step": 401
    },
    {
      "epoch": 1.2848,
      "grad_norm": 6.833398911953582,
      "learning_rate": 7.081685658438173e-06,
      "loss": 0.35290712118148804,
      "step": 402
    },
    {
      "epoch": 1.288,
      "grad_norm": 8.464531487482974,
      "learning_rate": 7.064769721953975e-06,
      "loss": 0.4891313910484314,
      "step": 403
    },
    {
      "epoch": 1.2912,
      "grad_norm": 8.146629099778286,
      "learning_rate": 7.047825245240989e-06,
      "loss": 0.39079463481903076,
      "step": 404
    },
    {
      "epoch": 1.2944,
      "grad_norm": 9.074826017902641,
      "learning_rate": 7.030852462513827e-06,
      "loss": 0.32526761293411255,
      "step": 405
    },
    {
      "epoch": 1.2976,
      "grad_norm": 7.223505288805913,
      "learning_rate": 7.013851608378359e-06,
      "loss": 0.45433783531188965,
      "step": 406
    },
    {
      "epoch": 1.3008,
      "grad_norm": 6.689620059648597,
      "learning_rate": 6.9968229178284775e-06,
      "loss": 0.3736943006515503,
      "step": 407
    },
    {
      "epoch": 1.304,
      "grad_norm": 9.924447085380843,
      "learning_rate": 6.979766626242839e-06,
      "loss": 0.6519632935523987,
      "step": 408
    },
    {
      "epoch": 1.3072,
      "grad_norm": 10.13170705723922,
      "learning_rate": 6.9626829693816135e-06,
      "loss": 0.5979541540145874,
      "step": 409
    },
    {
      "epoch": 1.3104,
      "grad_norm": 8.955913652595548,
      "learning_rate": 6.945572183383229e-06,
      "loss": 0.6324474811553955,
      "step": 410
    },
    {
      "epoch": 1.3136,
      "grad_norm": 10.655745338759424,
      "learning_rate": 6.928434504761106e-06,
      "loss": 0.6388872861862183,
      "step": 411
    },
    {
      "epoch": 1.3168,
      "grad_norm": 7.7027810167004365,
      "learning_rate": 6.911270170400385e-06,
      "loss": 0.4256141781806946,
      "step": 412
    },
    {
      "epoch": 1.32,
      "grad_norm": 7.010917206820395,
      "learning_rate": 6.894079417554657e-06,
      "loss": 0.44266918301582336,
      "step": 413
    },
    {
      "epoch": 1.3232,
      "grad_norm": 6.151652971274576,
      "learning_rate": 6.8768624838426815e-06,
      "loss": 0.39850685000419617,
      "step": 414
    },
    {
      "epoch": 1.3264,
      "grad_norm": 11.231975079494845,
      "learning_rate": 6.859619607245102e-06,
      "loss": 0.7118866443634033,
      "step": 415
    },
    {
      "epoch": 1.3296000000000001,
      "grad_norm": 9.552955747361931,
      "learning_rate": 6.842351026101155e-06,
      "loss": 0.7048600912094116,
      "step": 416
    },
    {
      "epoch": 1.3328,
      "grad_norm": 7.780839236027681,
      "learning_rate": 6.825056979105382e-06,
      "loss": 0.45705699920654297,
      "step": 417
    },
    {
      "epoch": 1.336,
      "grad_norm": 7.629955459559422,
      "learning_rate": 6.807737705304324e-06,
      "loss": 0.5459251999855042,
      "step": 418
    },
    {
      "epoch": 1.3392,
      "grad_norm": 6.447757931872972,
      "learning_rate": 6.790393444093214e-06,
      "loss": 0.5751878023147583,
      "step": 419
    },
    {
      "epoch": 1.3424,
      "grad_norm": 6.906397089104152,
      "learning_rate": 6.773024435212678e-06,
      "loss": 0.44277092814445496,
      "step": 420
    },
    {
      "epoch": 1.3456000000000001,
      "grad_norm": 6.8167918661739835,
      "learning_rate": 6.7556309187454185e-06,
      "loss": 0.3328106105327606,
      "step": 421
    },
    {
      "epoch": 1.3488,
      "grad_norm": 8.261291571398948,
      "learning_rate": 6.738213135112884e-06,
      "loss": 0.5300989151000977,
      "step": 422
    },
    {
      "epoch": 1.3519999999999999,
      "grad_norm": 6.740733782224303,
      "learning_rate": 6.720771325071965e-06,
      "loss": 0.5413635969161987,
      "step": 423
    },
    {
      "epoch": 1.3552,
      "grad_norm": 6.908354071133098,
      "learning_rate": 6.703305729711653e-06,
      "loss": 0.44419699907302856,
      "step": 424
    },
    {
      "epoch": 1.3584,
      "grad_norm": 7.5209877219924985,
      "learning_rate": 6.685816590449708e-06,
      "loss": 0.42481735348701477,
      "step": 425
    },
    {
      "epoch": 1.3616,
      "grad_norm": 9.778704978756092,
      "learning_rate": 6.668304149029331e-06,
      "loss": 0.6383399963378906,
      "step": 426
    },
    {
      "epoch": 1.3648,
      "grad_norm": 7.465110530688073,
      "learning_rate": 6.650768647515813e-06,
      "loss": 0.5352426171302795,
      "step": 427
    },
    {
      "epoch": 1.3679999999999999,
      "grad_norm": 6.926848707875294,
      "learning_rate": 6.63321032829319e-06,
      "loss": 0.5800532102584839,
      "step": 428
    },
    {
      "epoch": 1.3712,
      "grad_norm": 7.37843561048704,
      "learning_rate": 6.615629434060903e-06,
      "loss": 0.5298522710800171,
      "step": 429
    },
    {
      "epoch": 1.3744,
      "grad_norm": 6.054930765959329,
      "learning_rate": 6.598026207830428e-06,
      "loss": 0.4980102777481079,
      "step": 430
    },
    {
      "epoch": 1.3776,
      "grad_norm": 7.647492558315197,
      "learning_rate": 6.5804008929219284e-06,
      "loss": 0.5644188523292542,
      "step": 431
    },
    {
      "epoch": 1.3808,
      "grad_norm": 5.774822663716222,
      "learning_rate": 6.562753732960887e-06,
      "loss": 0.36280328035354614,
      "step": 432
    },
    {
      "epoch": 1.384,
      "grad_norm": 7.708619443193026,
      "learning_rate": 6.545084971874738e-06,
      "loss": 0.5643590688705444,
      "step": 433
    },
    {
      "epoch": 1.3872,
      "grad_norm": 8.102789292896407,
      "learning_rate": 6.527394853889499e-06,
      "loss": 0.5093599557876587,
      "step": 434
    },
    {
      "epoch": 1.3904,
      "grad_norm": 8.80110018229554,
      "learning_rate": 6.5096836235263904e-06,
      "loss": 0.5586891770362854,
      "step": 435
    },
    {
      "epoch": 1.3936,
      "grad_norm": 7.893909469953318,
      "learning_rate": 6.491951525598461e-06,
      "loss": 0.5126465559005737,
      "step": 436
    },
    {
      "epoch": 1.3968,
      "grad_norm": 8.778594057654601,
      "learning_rate": 6.4741988052071965e-06,
      "loss": 0.5542795658111572,
      "step": 437
    },
    {
      "epoch": 1.4,
      "grad_norm": 5.979119305761236,
      "learning_rate": 6.45642570773914e-06,
      "loss": 0.4091089069843292,
      "step": 438
    },
    {
      "epoch": 1.4032,
      "grad_norm": 7.1502048687779824,
      "learning_rate": 6.438632478862495e-06,
      "loss": 0.5460984706878662,
      "step": 439
    },
    {
      "epoch": 1.4064,
      "grad_norm": 6.171441380062532,
      "learning_rate": 6.4208193645237314e-06,
      "loss": 0.6471701860427856,
      "step": 440
    },
    {
      "epoch": 1.4096,
      "grad_norm": 11.31605764321686,
      "learning_rate": 6.402986610944183e-06,
      "loss": 0.752935528755188,
      "step": 441
    },
    {
      "epoch": 1.4128,
      "grad_norm": 9.653333842160079,
      "learning_rate": 6.385134464616649e-06,
      "loss": 0.34474432468414307,
      "step": 442
    },
    {
      "epoch": 1.416,
      "grad_norm": 8.8307627053379,
      "learning_rate": 6.367263172301985e-06,
      "loss": 0.4292425513267517,
      "step": 443
    },
    {
      "epoch": 1.4192,
      "grad_norm": 6.9560500362599464,
      "learning_rate": 6.3493729810256895e-06,
      "loss": 0.5380972623825073,
      "step": 444
    },
    {
      "epoch": 1.4224,
      "grad_norm": 6.887582072387786,
      "learning_rate": 6.331464138074493e-06,
      "loss": 0.3827627897262573,
      "step": 445
    },
    {
      "epoch": 1.4256,
      "grad_norm": 6.922249194420599,
      "learning_rate": 6.313536890992935e-06,
      "loss": 0.48258543014526367,
      "step": 446
    },
    {
      "epoch": 1.4288,
      "grad_norm": 6.118436604098598,
      "learning_rate": 6.29559148757995e-06,
      "loss": 0.4225442409515381,
      "step": 447
    },
    {
      "epoch": 1.432,
      "grad_norm": 6.738392697574742,
      "learning_rate": 6.277628175885437e-06,
      "loss": 0.5184521675109863,
      "step": 448
    },
    {
      "epoch": 1.4352,
      "grad_norm": 9.188538442906372,
      "learning_rate": 6.2596472042068275e-06,
      "loss": 0.46589305996894836,
      "step": 449
    },
    {
      "epoch": 1.4384000000000001,
      "grad_norm": 6.670234799774067,
      "learning_rate": 6.241648821085666e-06,
      "loss": 0.5558629631996155,
      "step": 450
    },
    {
      "epoch": 1.4416,
      "grad_norm": 6.152456279053409,
      "learning_rate": 6.223633275304157e-06,
      "loss": 0.5446882843971252,
      "step": 451
    },
    {
      "epoch": 1.4447999999999999,
      "grad_norm": 7.143249704595933,
      "learning_rate": 6.205600815881741e-06,
      "loss": 0.4068102538585663,
      "step": 452
    },
    {
      "epoch": 1.448,
      "grad_norm": 5.667007815341408,
      "learning_rate": 6.187551692071648e-06,
      "loss": 0.38176125288009644,
      "step": 453
    },
    {
      "epoch": 1.4512,
      "grad_norm": 7.046710075234125,
      "learning_rate": 6.1694861533574445e-06,
      "loss": 0.5277380347251892,
      "step": 454
    },
    {
      "epoch": 1.4544000000000001,
      "grad_norm": 8.199121579949253,
      "learning_rate": 6.1514044494496e-06,
      "loss": 0.7369883060455322,
      "step": 455
    },
    {
      "epoch": 1.4576,
      "grad_norm": 10.497590603898514,
      "learning_rate": 6.133306830282021e-06,
      "loss": 0.417258620262146,
      "step": 456
    },
    {
      "epoch": 1.4607999999999999,
      "grad_norm": 6.637346853321983,
      "learning_rate": 6.115193546008602e-06,
      "loss": 0.43404704332351685,
      "step": 457
    },
    {
      "epoch": 1.464,
      "grad_norm": 6.46089602405522,
      "learning_rate": 6.097064846999774e-06,
      "loss": 0.5073419809341431,
      "step": 458
    },
    {
      "epoch": 1.4672,
      "grad_norm": 6.6829209811525025,
      "learning_rate": 6.078920983839032e-06,
      "loss": 0.4765991270542145,
      "step": 459
    },
    {
      "epoch": 1.4704,
      "grad_norm": 6.323446652450166,
      "learning_rate": 6.060762207319479e-06,
      "loss": 0.388445109128952,
      "step": 460
    },
    {
      "epoch": 1.4736,
      "grad_norm": 7.399234218436147,
      "learning_rate": 6.042588768440358e-06,
      "loss": 0.4553852081298828,
      "step": 461
    },
    {
      "epoch": 1.4768,
      "grad_norm": 7.223724090087657,
      "learning_rate": 6.024400918403581e-06,
      "loss": 0.5650292038917542,
      "step": 462
    },
    {
      "epoch": 1.48,
      "grad_norm": 10.409085903251606,
      "learning_rate": 6.006198908610261e-06,
      "loss": 0.70589280128479,
      "step": 463
    },
    {
      "epoch": 1.4832,
      "grad_norm": 6.796037874973836,
      "learning_rate": 5.987982990657229e-06,
      "loss": 0.41508570313453674,
      "step": 464
    },
    {
      "epoch": 1.4864,
      "grad_norm": 7.48922458372165,
      "learning_rate": 5.9697534163335645e-06,
      "loss": 0.48055723309516907,
      "step": 465
    },
    {
      "epoch": 1.4896,
      "grad_norm": 6.282702772135452,
      "learning_rate": 5.95151043761711e-06,
      "loss": 0.4922732412815094,
      "step": 466
    },
    {
      "epoch": 1.4928,
      "grad_norm": 5.8126680668553306,
      "learning_rate": 5.933254306670995e-06,
      "loss": 0.5029237270355225,
      "step": 467
    },
    {
      "epoch": 1.496,
      "grad_norm": 5.43503003531343,
      "learning_rate": 5.914985275840135e-06,
      "loss": 0.4639953374862671,
      "step": 468
    },
    {
      "epoch": 1.4992,
      "grad_norm": 8.193347236188009,
      "learning_rate": 5.896703597647765e-06,
      "loss": 0.6097243428230286,
      "step": 469
    },
    {
      "epoch": 1.5024,
      "grad_norm": 7.222009935197594,
      "learning_rate": 5.878409524791931e-06,
      "loss": 0.5702711343765259,
      "step": 470
    },
    {
      "epoch": 1.5056,
      "grad_norm": 6.994674481698864,
      "learning_rate": 5.8601033101420055e-06,
      "loss": 0.5210344791412354,
      "step": 471
    },
    {
      "epoch": 1.5088,
      "grad_norm": 7.377898406161829,
      "learning_rate": 5.841785206735192e-06,
      "loss": 0.38308286666870117,
      "step": 472
    },
    {
      "epoch": 1.512,
      "grad_norm": 8.822095933217978,
      "learning_rate": 5.823455467773027e-06,
      "loss": 0.554124653339386,
      "step": 473
    },
    {
      "epoch": 1.5152,
      "grad_norm": 8.500313445555642,
      "learning_rate": 5.805114346617874e-06,
      "loss": 0.5035825967788696,
      "step": 474
    },
    {
      "epoch": 1.5184,
      "grad_norm": 7.053399430408619,
      "learning_rate": 5.786762096789431e-06,
      "loss": 0.5587537288665771,
      "step": 475
    },
    {
      "epoch": 1.5215999999999998,
      "grad_norm": 7.727022367120782,
      "learning_rate": 5.768398971961221e-06,
      "loss": 0.4846581816673279,
      "step": 476
    },
    {
      "epoch": 1.5248,
      "grad_norm": 7.823615919680324,
      "learning_rate": 5.750025225957086e-06,
      "loss": 0.5808063745498657,
      "step": 477
    },
    {
      "epoch": 1.528,
      "grad_norm": 9.90393372134271,
      "learning_rate": 5.731641112747679e-06,
      "loss": 0.4148855209350586,
      "step": 478
    },
    {
      "epoch": 1.5312000000000001,
      "grad_norm": 7.407774790675967,
      "learning_rate": 5.713246886446954e-06,
      "loss": 0.41522204875946045,
      "step": 479
    },
    {
      "epoch": 1.5344,
      "grad_norm": 9.758860537059899,
      "learning_rate": 5.694842801308651e-06,
      "loss": 0.7127000093460083,
      "step": 480
    },
    {
      "epoch": 1.5375999999999999,
      "grad_norm": 6.98509907484725,
      "learning_rate": 5.676429111722786e-06,
      "loss": 0.36238986253738403,
      "step": 481
    },
    {
      "epoch": 1.5408,
      "grad_norm": 6.70899989029257,
      "learning_rate": 5.6580060722121325e-06,
      "loss": 0.5036066770553589,
      "step": 482
    },
    {
      "epoch": 1.544,
      "grad_norm": 8.14198060469778,
      "learning_rate": 5.639573937428699e-06,
      "loss": 0.5849555730819702,
      "step": 483
    },
    {
      "epoch": 1.5472000000000001,
      "grad_norm": 8.607240665165682,
      "learning_rate": 5.621132962150216e-06,
      "loss": 0.6441385746002197,
      "step": 484
    },
    {
      "epoch": 1.5504,
      "grad_norm": 8.184158790115639,
      "learning_rate": 5.6026834012766155e-06,
      "loss": 0.6535292267799377,
      "step": 485
    },
    {
      "epoch": 1.5535999999999999,
      "grad_norm": 7.817571273097133,
      "learning_rate": 5.584225509826497e-06,
      "loss": 0.7754327654838562,
      "step": 486
    },
    {
      "epoch": 1.5568,
      "grad_norm": 8.11932753823281,
      "learning_rate": 5.565759542933612e-06,
      "loss": 0.4354695677757263,
      "step": 487
    },
    {
      "epoch": 1.56,
      "grad_norm": 5.913463112988504,
      "learning_rate": 5.547285755843334e-06,
      "loss": 0.44843506813049316,
      "step": 488
    },
    {
      "epoch": 1.5632000000000001,
      "grad_norm": 8.735793750574354,
      "learning_rate": 5.5288044039091335e-06,
      "loss": 0.6580309867858887,
      "step": 489
    },
    {
      "epoch": 1.5664,
      "grad_norm": 5.292671032163985,
      "learning_rate": 5.510315742589042e-06,
      "loss": 0.4061349928379059,
      "step": 490
    },
    {
      "epoch": 1.5695999999999999,
      "grad_norm": 8.464438261126881,
      "learning_rate": 5.491820027442126e-06,
      "loss": 0.7057147026062012,
      "step": 491
    },
    {
      "epoch": 1.5728,
      "grad_norm": 6.686670150549535,
      "learning_rate": 5.473317514124958e-06,
      "loss": 0.4275538921356201,
      "step": 492
    },
    {
      "epoch": 1.576,
      "grad_norm": 8.76197272595298,
      "learning_rate": 5.454808458388069e-06,
      "loss": 0.6766518354415894,
      "step": 493
    },
    {
      "epoch": 1.5792000000000002,
      "grad_norm": 7.394368773931638,
      "learning_rate": 5.436293116072431e-06,
      "loss": 0.46650800108909607,
      "step": 494
    },
    {
      "epoch": 1.5824,
      "grad_norm": 8.923346069899644,
      "learning_rate": 5.417771743105908e-06,
      "loss": 0.5577391386032104,
      "step": 495
    },
    {
      "epoch": 1.5856,
      "grad_norm": 8.440092963996491,
      "learning_rate": 5.399244595499721e-06,
      "loss": 0.533458411693573,
      "step": 496
    },
    {
      "epoch": 1.5888,
      "grad_norm": 6.541181913843434,
      "learning_rate": 5.380711929344915e-06,
      "loss": 0.5325558185577393,
      "step": 497
    },
    {
      "epoch": 1.592,
      "grad_norm": 5.187061044099187,
      "learning_rate": 5.362174000808813e-06,
      "loss": 0.3211737275123596,
      "step": 498
    },
    {
      "epoch": 1.5952,
      "grad_norm": 6.505410388942965,
      "learning_rate": 5.343631066131476e-06,
      "loss": 0.38888561725616455,
      "step": 499
    },
    {
      "epoch": 1.5984,
      "grad_norm": 7.364431646376633,
      "learning_rate": 5.325083381622165e-06,
      "loss": 0.5453630685806274,
      "step": 500
    },
    {
      "epoch": 1.6016,
      "grad_norm": 6.322688350699228,
      "learning_rate": 5.30653120365579e-06,
      "loss": 0.5652034878730774,
      "step": 501
    },
    {
      "epoch": 1.6048,
      "grad_norm": 8.853318124726744,
      "learning_rate": 5.28797478866938e-06,
      "loss": 0.582036554813385,
      "step": 502
    },
    {
      "epoch": 1.608,
      "grad_norm": 8.912225583736802,
      "learning_rate": 5.269414393158523e-06,
      "loss": 0.5842963457107544,
      "step": 503
    },
    {
      "epoch": 1.6112,
      "grad_norm": 5.732818552753856,
      "learning_rate": 5.250850273673831e-06,
      "loss": 0.3532952666282654,
      "step": 504
    },
    {
      "epoch": 1.6143999999999998,
      "grad_norm": 7.011543560393292,
      "learning_rate": 5.232282686817392e-06,
      "loss": 0.777542233467102,
      "step": 505
    },
    {
      "epoch": 1.6176,
      "grad_norm": 7.230283153374082,
      "learning_rate": 5.213711889239214e-06,
      "loss": 0.504940927028656,
      "step": 506
    },
    {
      "epoch": 1.6208,
      "grad_norm": 6.739984960746159,
      "learning_rate": 5.195138137633695e-06,
      "loss": 0.477466344833374,
      "step": 507
    },
    {
      "epoch": 1.624,
      "grad_norm": 8.172205188673544,
      "learning_rate": 5.17656168873606e-06,
      "loss": 0.702189028263092,
      "step": 508
    },
    {
      "epoch": 1.6272,
      "grad_norm": 6.462077357844308,
      "learning_rate": 5.157982799318817e-06,
      "loss": 0.57176673412323,
      "step": 509
    },
    {
      "epoch": 1.6303999999999998,
      "grad_norm": 6.680404492750995,
      "learning_rate": 5.139401726188208e-06,
      "loss": 0.5739114284515381,
      "step": 510
    },
    {
      "epoch": 1.6336,
      "grad_norm": 6.366100074105676,
      "learning_rate": 5.120818726180662e-06,
      "loss": 0.5177488923072815,
      "step": 511
    },
    {
      "epoch": 1.6368,
      "grad_norm": 7.4161655655077405,
      "learning_rate": 5.1022340561592396e-06,
      "loss": 0.3786865174770355,
      "step": 512
    },
    {
      "epoch": 1.6400000000000001,
      "grad_norm": 6.483208789049453,
      "learning_rate": 5.083647973010085e-06,
      "loss": 0.41597098112106323,
      "step": 513
    },
    {
      "epoch": 1.6432,
      "grad_norm": 8.47709181800357,
      "learning_rate": 5.065060733638878e-06,
      "loss": 0.686662495136261,
      "step": 514
    },
    {
      "epoch": 1.6463999999999999,
      "grad_norm": 6.44253851538182,
      "learning_rate": 5.046472594967279e-06,
      "loss": 0.4751847982406616,
      "step": 515
    },
    {
      "epoch": 1.6496,
      "grad_norm": 6.5783238890436095,
      "learning_rate": 5.027883813929374e-06,
      "loss": 0.445523202419281,
      "step": 516
    },
    {
      "epoch": 1.6528,
      "grad_norm": 9.01720827881954,
      "learning_rate": 5.009294647468137e-06,
      "loss": 0.6079023480415344,
      "step": 517
    },
    {
      "epoch": 1.6560000000000001,
      "grad_norm": 5.577531039837312,
      "learning_rate": 4.990705352531864e-06,
      "loss": 0.4216201901435852,
      "step": 518
    },
    {
      "epoch": 1.6592,
      "grad_norm": 6.823433754728423,
      "learning_rate": 4.972116186070626e-06,
      "loss": 0.38610994815826416,
      "step": 519
    },
    {
      "epoch": 1.6623999999999999,
      "grad_norm": 8.553838186951001,
      "learning_rate": 4.953527405032723e-06,
      "loss": 0.47645601630210876,
      "step": 520
    },
    {
      "epoch": 1.6656,
      "grad_norm": 7.331220534335315,
      "learning_rate": 4.934939266361123e-06,
      "loss": 0.47244787216186523,
      "step": 521
    },
    {
      "epoch": 1.6688,
      "grad_norm": 8.41185348646009,
      "learning_rate": 4.916352026989914e-06,
      "loss": 0.557049036026001,
      "step": 522
    },
    {
      "epoch": 1.6720000000000002,
      "grad_norm": 7.611589059224408,
      "learning_rate": 4.897765943840761e-06,
      "loss": 0.4868379831314087,
      "step": 523
    },
    {
      "epoch": 1.6752,
      "grad_norm": 7.726083343924204,
      "learning_rate": 4.87918127381934e-06,
      "loss": 0.4325038194656372,
      "step": 524
    },
    {
      "epoch": 1.6784,
      "grad_norm": 8.23049428608718,
      "learning_rate": 4.860598273811793e-06,
      "loss": 0.46239835023880005,
      "step": 525
    },
    {
      "epoch": 1.6816,
      "grad_norm": 7.465086897123833,
      "learning_rate": 4.842017200681185e-06,
      "loss": 0.33587491512298584,
      "step": 526
    },
    {
      "epoch": 1.6848,
      "grad_norm": 8.984941447389932,
      "learning_rate": 4.823438311263943e-06,
      "loss": 0.6378401517868042,
      "step": 527
    },
    {
      "epoch": 1.688,
      "grad_norm": 6.899400246362851,
      "learning_rate": 4.804861862366306e-06,
      "loss": 0.5093947649002075,
      "step": 528
    },
    {
      "epoch": 1.6912,
      "grad_norm": 6.150565378799528,
      "learning_rate": 4.786288110760787e-06,
      "loss": 0.35318124294281006,
      "step": 529
    },
    {
      "epoch": 1.6944,
      "grad_norm": 7.2762947803634095,
      "learning_rate": 4.767717313182611e-06,
      "loss": 0.5937176942825317,
      "step": 530
    },
    {
      "epoch": 1.6976,
      "grad_norm": 7.670919348457662,
      "learning_rate": 4.74914972632617e-06,
      "loss": 0.5973190069198608,
      "step": 531
    },
    {
      "epoch": 1.7008,
      "grad_norm": 6.489029658397704,
      "learning_rate": 4.730585606841479e-06,
      "loss": 0.4227399528026581,
      "step": 532
    },
    {
      "epoch": 1.704,
      "grad_norm": 7.865431935205323,
      "learning_rate": 4.7120252113306216e-06,
      "loss": 0.556594729423523,
      "step": 533
    },
    {
      "epoch": 1.7072,
      "grad_norm": 7.79683851505494,
      "learning_rate": 4.693468796344211e-06,
      "loss": 0.43302100896835327,
      "step": 534
    },
    {
      "epoch": 1.7104,
      "grad_norm": 7.517950496389598,
      "learning_rate": 4.6749166183778375e-06,
      "loss": 0.5427360534667969,
      "step": 535
    },
    {
      "epoch": 1.7136,
      "grad_norm": 7.0916163633635545,
      "learning_rate": 4.656368933868525e-06,
      "loss": 0.4578840434551239,
      "step": 536
    },
    {
      "epoch": 1.7168,
      "grad_norm": 7.432425888767991,
      "learning_rate": 4.637825999191189e-06,
      "loss": 0.571090579032898,
      "step": 537
    },
    {
      "epoch": 1.72,
      "grad_norm": 7.084193443955135,
      "learning_rate": 4.619288070655086e-06,
      "loss": 0.3775066137313843,
      "step": 538
    },
    {
      "epoch": 1.7231999999999998,
      "grad_norm": 7.204834903940395,
      "learning_rate": 4.600755404500281e-06,
      "loss": 0.5986708402633667,
      "step": 539
    },
    {
      "epoch": 1.7264,
      "grad_norm": 8.97101592974044,
      "learning_rate": 4.582228256894093e-06,
      "loss": 0.567808210849762,
      "step": 540
    },
    {
      "epoch": 1.7296,
      "grad_norm": 6.250038530392417,
      "learning_rate": 4.56370688392757e-06,
      "loss": 0.24780938029289246,
      "step": 541
    },
    {
      "epoch": 1.7328000000000001,
      "grad_norm": 6.666933108484488,
      "learning_rate": 4.545191541611933e-06,
      "loss": 0.6238658428192139,
      "step": 542
    },
    {
      "epoch": 1.736,
      "grad_norm": 5.58981336637436,
      "learning_rate": 4.526682485875044e-06,
      "loss": 0.37057310342788696,
      "step": 543
    },
    {
      "epoch": 1.7391999999999999,
      "grad_norm": 7.219161759707987,
      "learning_rate": 4.508179972557875e-06,
      "loss": 0.6386445760726929,
      "step": 544
    },
    {
      "epoch": 1.7424,
      "grad_norm": 7.36801782800253,
      "learning_rate": 4.489684257410959e-06,
      "loss": 0.5321599245071411,
      "step": 545
    },
    {
      "epoch": 1.7456,
      "grad_norm": 7.7993334107505055,
      "learning_rate": 4.471195596090867e-06,
      "loss": 0.5753816962242126,
      "step": 546
    },
    {
      "epoch": 1.7488000000000001,
      "grad_norm": 6.259209128757145,
      "learning_rate": 4.452714244156667e-06,
      "loss": 0.35375815629959106,
      "step": 547
    },
    {
      "epoch": 1.752,
      "grad_norm": 8.143367308425173,
      "learning_rate": 4.434240457066388e-06,
      "loss": 0.42853569984436035,
      "step": 548
    },
    {
      "epoch": 1.7551999999999999,
      "grad_norm": 6.353295386251523,
      "learning_rate": 4.415774490173504e-06,
      "loss": 0.37098920345306396,
      "step": 549
    },
    {
      "epoch": 1.7584,
      "grad_norm": 7.774937292617225,
      "learning_rate": 4.397316598723385e-06,
      "loss": 0.43329817056655884,
      "step": 550
    },
    {
      "epoch": 1.7616,
      "grad_norm": 6.930052749769366,
      "learning_rate": 4.3788670378497836e-06,
      "loss": 0.29799777269363403,
      "step": 551
    },
    {
      "epoch": 1.7648000000000001,
      "grad_norm": 7.2904450023589575,
      "learning_rate": 4.360426062571303e-06,
      "loss": 0.4680325388908386,
      "step": 552
    },
    {
      "epoch": 1.768,
      "grad_norm": 11.176699661756395,
      "learning_rate": 4.341993927787871e-06,
      "loss": 0.8519117832183838,
      "step": 553
    },
    {
      "epoch": 1.7711999999999999,
      "grad_norm": 5.941186616599786,
      "learning_rate": 4.323570888277215e-06,
      "loss": 0.5166082382202148,
      "step": 554
    },
    {
      "epoch": 1.7744,
      "grad_norm": 8.456979163035736,
      "learning_rate": 4.305157198691351e-06,
      "loss": 0.4467886686325073,
      "step": 555
    },
    {
      "epoch": 1.7776,
      "grad_norm": 10.97290536605935,
      "learning_rate": 4.286753113553049e-06,
      "loss": 0.4852108955383301,
      "step": 556
    },
    {
      "epoch": 1.7808000000000002,
      "grad_norm": 7.94306194994752,
      "learning_rate": 4.268358887252322e-06,
      "loss": 0.422019362449646,
      "step": 557
    },
    {
      "epoch": 1.784,
      "grad_norm": 8.517824147784971,
      "learning_rate": 4.249974774042915e-06,
      "loss": 0.4542234539985657,
      "step": 558
    },
    {
      "epoch": 1.7872,
      "grad_norm": 7.423070170573783,
      "learning_rate": 4.231601028038781e-06,
      "loss": 0.517538845539093,
      "step": 559
    },
    {
      "epoch": 1.7904,
      "grad_norm": 7.404211000180959,
      "learning_rate": 4.2132379032105695e-06,
      "loss": 0.48762762546539307,
      "step": 560
    },
    {
      "epoch": 1.7936,
      "grad_norm": 6.7976579593011754,
      "learning_rate": 4.194885653382128e-06,
      "loss": 0.48664554953575134,
      "step": 561
    },
    {
      "epoch": 1.7968,
      "grad_norm": 9.282800221274133,
      "learning_rate": 4.176544532226974e-06,
      "loss": 0.35848039388656616,
      "step": 562
    },
    {
      "epoch": 1.8,
      "grad_norm": 11.487760877045696,
      "learning_rate": 4.158214793264808e-06,
      "loss": 0.5448033809661865,
      "step": 563
    },
    {
      "epoch": 1.8032,
      "grad_norm": 6.3902322523678645,
      "learning_rate": 4.139896689857995e-06,
      "loss": 0.4202970266342163,
      "step": 564
    },
    {
      "epoch": 1.8064,
      "grad_norm": 5.972529567288068,
      "learning_rate": 4.121590475208071e-06,
      "loss": 0.4400099813938141,
      "step": 565
    },
    {
      "epoch": 1.8096,
      "grad_norm": 9.058390840184762,
      "learning_rate": 4.1032964023522366e-06,
      "loss": 0.615606963634491,
      "step": 566
    },
    {
      "epoch": 1.8128,
      "grad_norm": 9.314811430467595,
      "learning_rate": 4.085014724159866e-06,
      "loss": 0.5888881683349609,
      "step": 567
    },
    {
      "epoch": 1.8159999999999998,
      "grad_norm": 7.2310016254714915,
      "learning_rate": 4.066745693329008e-06,
      "loss": 0.37168291211128235,
      "step": 568
    },
    {
      "epoch": 1.8192,
      "grad_norm": 6.967935778623861,
      "learning_rate": 4.0484895623828906e-06,
      "loss": 0.4908190071582794,
      "step": 569
    },
    {
      "epoch": 1.8224,
      "grad_norm": 10.510681464005504,
      "learning_rate": 4.030246583666437e-06,
      "loss": 0.6651096940040588,
      "step": 570
    },
    {
      "epoch": 1.8256000000000001,
      "grad_norm": 8.592400516306187,
      "learning_rate": 4.012017009342773e-06,
      "loss": 0.5469528436660767,
      "step": 571
    },
    {
      "epoch": 1.8288,
      "grad_norm": 6.091750448693852,
      "learning_rate": 3.99380109138974e-06,
      "loss": 0.38212019205093384,
      "step": 572
    },
    {
      "epoch": 1.8319999999999999,
      "grad_norm": 7.664831821554298,
      "learning_rate": 3.97559908159642e-06,
      "loss": 0.5373251438140869,
      "step": 573
    },
    {
      "epoch": 1.8352,
      "grad_norm": 6.725331155192924,
      "learning_rate": 3.9574112315596425e-06,
      "loss": 0.46206820011138916,
      "step": 574
    },
    {
      "epoch": 1.8384,
      "grad_norm": 6.781301091046379,
      "learning_rate": 3.9392377926805226e-06,
      "loss": 0.33050593733787537,
      "step": 575
    },
    {
      "epoch": 1.8416000000000001,
      "grad_norm": 6.725281017376952,
      "learning_rate": 3.92107901616097e-06,
      "loss": 0.5594092011451721,
      "step": 576
    },
    {
      "epoch": 1.8448,
      "grad_norm": 7.609708053400679,
      "learning_rate": 3.9029351530002264e-06,
      "loss": 0.4402165412902832,
      "step": 577
    },
    {
      "epoch": 1.8479999999999999,
      "grad_norm": 10.276120185424958,
      "learning_rate": 3.884806453991399e-06,
      "loss": 0.5187775492668152,
      "step": 578
    },
    {
      "epoch": 1.8512,
      "grad_norm": 8.90459562092144,
      "learning_rate": 3.866693169717982e-06,
      "loss": 0.5199622511863708,
      "step": 579
    },
    {
      "epoch": 1.8544,
      "grad_norm": 6.48308735520407,
      "learning_rate": 3.848595550550401e-06,
      "loss": 0.3771589994430542,
      "step": 580
    },
    {
      "epoch": 1.8576000000000001,
      "grad_norm": 5.492460437578398,
      "learning_rate": 3.830513846642556e-06,
      "loss": 0.34523096680641174,
      "step": 581
    },
    {
      "epoch": 1.8608,
      "grad_norm": 16.614436807458986,
      "learning_rate": 3.8124483079283546e-06,
      "loss": 1.2838107347488403,
      "step": 582
    },
    {
      "epoch": 1.8639999999999999,
      "grad_norm": 8.692333467484982,
      "learning_rate": 3.7943991841182586e-06,
      "loss": 0.7714948654174805,
      "step": 583
    },
    {
      "epoch": 1.8672,
      "grad_norm": 7.127734804172419,
      "learning_rate": 3.7763667246958447e-06,
      "loss": 0.44820207357406616,
      "step": 584
    },
    {
      "epoch": 1.8704,
      "grad_norm": 7.718481922141558,
      "learning_rate": 3.758351178914336e-06,
      "loss": 0.4199792444705963,
      "step": 585
    },
    {
      "epoch": 1.8736000000000002,
      "grad_norm": 6.296045082104664,
      "learning_rate": 3.7403527957931716e-06,
      "loss": 0.4381064772605896,
      "step": 586
    },
    {
      "epoch": 1.8768,
      "grad_norm": 6.932702469092418,
      "learning_rate": 3.7223718241145646e-06,
      "loss": 0.47167322039604187,
      "step": 587
    },
    {
      "epoch": 1.88,
      "grad_norm": 9.031300597462264,
      "learning_rate": 3.7044085124200517e-06,
      "loss": 0.6867875456809998,
      "step": 588
    },
    {
      "epoch": 1.8832,
      "grad_norm": 7.062223052036681,
      "learning_rate": 3.6864631090070656e-06,
      "loss": 0.47436535358428955,
      "step": 589
    },
    {
      "epoch": 1.8864,
      "grad_norm": 8.906615196089755,
      "learning_rate": 3.668535861925509e-06,
      "loss": 0.3686508536338806,
      "step": 590
    },
    {
      "epoch": 1.8896,
      "grad_norm": 8.405480848487068,
      "learning_rate": 3.650627018974312e-06,
      "loss": 0.3820822238922119,
      "step": 591
    },
    {
      "epoch": 1.8928,
      "grad_norm": 8.275566721307396,
      "learning_rate": 3.632736827698015e-06,
      "loss": 0.5092222690582275,
      "step": 592
    },
    {
      "epoch": 1.896,
      "grad_norm": 7.774299328200095,
      "learning_rate": 3.6148655353833518e-06,
      "loss": 0.41467800736427307,
      "step": 593
    },
    {
      "epoch": 1.8992,
      "grad_norm": 8.62945356420848,
      "learning_rate": 3.5970133890558184e-06,
      "loss": 0.6799741983413696,
      "step": 594
    },
    {
      "epoch": 1.9024,
      "grad_norm": 9.422198590276302,
      "learning_rate": 3.5791806354762702e-06,
      "loss": 0.4172382950782776,
      "step": 595
    },
    {
      "epoch": 1.9056,
      "grad_norm": 7.284452022605865,
      "learning_rate": 3.5613675211375066e-06,
      "loss": 0.3244074583053589,
      "step": 596
    },
    {
      "epoch": 1.9088,
      "grad_norm": 6.7685097548176465,
      "learning_rate": 3.5435742922608618e-06,
      "loss": 0.42148303985595703,
      "step": 597
    },
    {
      "epoch": 1.912,
      "grad_norm": 7.726690102911872,
      "learning_rate": 3.525801194792805e-06,
      "loss": 0.44875943660736084,
      "step": 598
    },
    {
      "epoch": 1.9152,
      "grad_norm": 7.24076957052674,
      "learning_rate": 3.508048474401541e-06,
      "loss": 0.3699103593826294,
      "step": 599
    },
    {
      "epoch": 1.9184,
      "grad_norm": 6.27663328476831,
      "learning_rate": 3.4903163764736104e-06,
      "loss": 0.6262998580932617,
      "step": 600
    },
    {
      "epoch": 1.9216,
      "grad_norm": 8.210577151531504,
      "learning_rate": 3.4726051461105016e-06,
      "loss": 0.3968774080276489,
      "step": 601
    },
    {
      "epoch": 1.9247999999999998,
      "grad_norm": 5.743222930021626,
      "learning_rate": 3.4549150281252635e-06,
      "loss": 0.28913938999176025,
      "step": 602
    },
    {
      "epoch": 1.928,
      "grad_norm": 7.807416096779423,
      "learning_rate": 3.437246267039115e-06,
      "loss": 0.5585134029388428,
      "step": 603
    },
    {
      "epoch": 1.9312,
      "grad_norm": 9.268118509360665,
      "learning_rate": 3.419599107078073e-06,
      "loss": 0.5054421424865723,
      "step": 604
    },
    {
      "epoch": 1.9344000000000001,
      "grad_norm": 7.046488281002558,
      "learning_rate": 3.401973792169574e-06,
      "loss": 0.3996657729148865,
      "step": 605
    },
    {
      "epoch": 1.9376,
      "grad_norm": 7.979268431428972,
      "learning_rate": 3.384370565939098e-06,
      "loss": 0.4870864152908325,
      "step": 606
    },
    {
      "epoch": 1.9407999999999999,
      "grad_norm": 7.484047793433678,
      "learning_rate": 3.3667896717068105e-06,
      "loss": 0.30252915620803833,
      "step": 607
    },
    {
      "epoch": 1.944,
      "grad_norm": 7.134772084164971,
      "learning_rate": 3.34923135248419e-06,
      "loss": 0.4390268623828888,
      "step": 608
    },
    {
      "epoch": 1.9472,
      "grad_norm": 7.183693296155156,
      "learning_rate": 3.33169585097067e-06,
      "loss": 0.49310848116874695,
      "step": 609
    },
    {
      "epoch": 1.9504000000000001,
      "grad_norm": 8.48958718056308,
      "learning_rate": 3.314183409550293e-06,
      "loss": 0.5456429719924927,
      "step": 610
    },
    {
      "epoch": 1.9536,
      "grad_norm": 12.647335256604812,
      "learning_rate": 3.2966942702883494e-06,
      "loss": 0.9464772939682007,
      "step": 611
    },
    {
      "epoch": 1.9567999999999999,
      "grad_norm": 8.063285257091946,
      "learning_rate": 3.279228674928035e-06,
      "loss": 0.5313974618911743,
      "step": 612
    },
    {
      "epoch": 1.96,
      "grad_norm": 9.345108674794647,
      "learning_rate": 3.261786864887117e-06,
      "loss": 0.3752167820930481,
      "step": 613
    },
    {
      "epoch": 1.9632,
      "grad_norm": 6.079689599944422,
      "learning_rate": 3.244369081254585e-06,
      "loss": 0.4303323030471802,
      "step": 614
    },
    {
      "epoch": 1.9664000000000001,
      "grad_norm": 8.575990908650828,
      "learning_rate": 3.226975564787322e-06,
      "loss": 0.462505966424942,
      "step": 615
    },
    {
      "epoch": 1.9696,
      "grad_norm": 8.593263079809223,
      "learning_rate": 3.209606555906788e-06,
      "loss": 0.8094262480735779,
      "step": 616
    },
    {
      "epoch": 1.9727999999999999,
      "grad_norm": 13.480603141588325,
      "learning_rate": 3.192262294695679e-06,
      "loss": 0.455192506313324,
      "step": 617
    },
    {
      "epoch": 1.976,
      "grad_norm": 10.531989446620917,
      "learning_rate": 3.174943020894618e-06,
      "loss": 0.5750752687454224,
      "step": 618
    },
    {
      "epoch": 1.9792,
      "grad_norm": 7.553631123493846,
      "learning_rate": 3.1576489738988457e-06,
      "loss": 0.35894471406936646,
      "step": 619
    },
    {
      "epoch": 1.9824000000000002,
      "grad_norm": 8.540503144458707,
      "learning_rate": 3.140380392754901e-06,
      "loss": 0.6796849966049194,
      "step": 620
    },
    {
      "epoch": 1.9856,
      "grad_norm": 8.35280964116722,
      "learning_rate": 3.12313751615732e-06,
      "loss": 0.46999385952949524,
      "step": 621
    },
    {
      "epoch": 1.9888,
      "grad_norm": 8.568794999872507,
      "learning_rate": 3.1059205824453446e-06,
      "loss": 0.3941504657268524,
      "step": 622
    },
    {
      "epoch": 1.992,
      "grad_norm": 6.684851255750161,
      "learning_rate": 3.0887298295996183e-06,
      "loss": 0.4799797236919403,
      "step": 623
    },
    {
      "epoch": 1.9952,
      "grad_norm": 7.213098462732672,
      "learning_rate": 3.0715654952388957e-06,
      "loss": 0.27094176411628723,
      "step": 624
    },
    {
      "epoch": 1.9984,
      "grad_norm": 7.927331670269777,
      "learning_rate": 3.054427816616773e-06,
      "loss": 0.4041209816932678,
      "step": 625
    },
    {
      "epoch": 2.0,
      "grad_norm": 8.925389406817386,
      "learning_rate": 3.0373170306183885e-06,
      "loss": 0.3835887908935547,
      "step": 626
    },
    {
      "epoch": 2.0032,
      "grad_norm": 3.6696787846966155,
      "learning_rate": 3.020233373757162e-06,
      "loss": 0.11996147036552429,
      "step": 627
    },
    {
      "epoch": 2.0064,
      "grad_norm": 4.525868686813128,
      "learning_rate": 3.0031770821715233e-06,
      "loss": 0.10392191261053085,
      "step": 628
    },
    {
      "epoch": 2.0096,
      "grad_norm": 3.033656690349916,
      "learning_rate": 2.9861483916216404e-06,
      "loss": 0.07572668790817261,
      "step": 629
    },
    {
      "epoch": 2.0128,
      "grad_norm": 3.736375869488147,
      "learning_rate": 2.969147537486175e-06,
      "loss": 0.1307162344455719,
      "step": 630
    },
    {
      "epoch": 2.016,
      "grad_norm": 4.5812754930574915,
      "learning_rate": 2.952174754759012e-06,
      "loss": 0.09220964461565018,
      "step": 631
    },
    {
      "epoch": 2.0192,
      "grad_norm": 3.0443178212260658,
      "learning_rate": 2.935230278046025e-06,
      "loss": 0.06570678949356079,
      "step": 632
    },
    {
      "epoch": 2.0224,
      "grad_norm": 4.088653886656501,
      "learning_rate": 2.9183143415618297e-06,
      "loss": 0.11156592518091202,
      "step": 633
    },
    {
      "epoch": 2.0256,
      "grad_norm": 3.03243057493807,
      "learning_rate": 2.9014271791265403e-06,
      "loss": 0.07169395685195923,
      "step": 634
    },
    {
      "epoch": 2.0288,
      "grad_norm": 5.475026508777983,
      "learning_rate": 2.8845690241625437e-06,
      "loss": 0.10455334186553955,
      "step": 635
    },
    {
      "epoch": 2.032,
      "grad_norm": 4.683590552622473,
      "learning_rate": 2.867740109691277e-06,
      "loss": 0.08296695351600647,
      "step": 636
    },
    {
      "epoch": 2.0352,
      "grad_norm": 5.020663964838416,
      "learning_rate": 2.850940668329996e-06,
      "loss": 0.07749265432357788,
      "step": 637
    },
    {
      "epoch": 2.0384,
      "grad_norm": 6.536993423404543,
      "learning_rate": 2.8341709322885624e-06,
      "loss": 0.14159438014030457,
      "step": 638
    },
    {
      "epoch": 2.0416,
      "grad_norm": 5.63144732673268,
      "learning_rate": 2.817431133366246e-06,
      "loss": 0.11202438175678253,
      "step": 639
    },
    {
      "epoch": 2.0448,
      "grad_norm": 5.547154034396612,
      "learning_rate": 2.800721502948506e-06,
      "loss": 0.08011537790298462,
      "step": 640
    },
    {
      "epoch": 2.048,
      "grad_norm": 4.710396977778961,
      "learning_rate": 2.7840422720037943e-06,
      "loss": 0.07997912913560867,
      "step": 641
    },
    {
      "epoch": 2.0512,
      "grad_norm": 5.156424983682207,
      "learning_rate": 2.767393671080376e-06,
      "loss": 0.10096947103738785,
      "step": 642
    },
    {
      "epoch": 2.0544,
      "grad_norm": 6.684726084640156,
      "learning_rate": 2.7507759303031257e-06,
      "loss": 0.14593079686164856,
      "step": 643
    },
    {
      "epoch": 2.0576,
      "grad_norm": 5.275881838131332,
      "learning_rate": 2.7341892793703594e-06,
      "loss": 0.058174774050712585,
      "step": 644
    },
    {
      "epoch": 2.0608,
      "grad_norm": 6.401885652816549,
      "learning_rate": 2.7176339475506515e-06,
      "loss": 0.13831673562526703,
      "step": 645
    },
    {
      "epoch": 2.064,
      "grad_norm": 15.366451196142448,
      "learning_rate": 2.7011101636796677e-06,
      "loss": 0.33416709303855896,
      "step": 646
    },
    {
      "epoch": 2.0672,
      "grad_norm": 4.993321072035578,
      "learning_rate": 2.6846181561570085e-06,
      "loss": 0.08862864971160889,
      "step": 647
    },
    {
      "epoch": 2.0704,
      "grad_norm": 6.473580137498222,
      "learning_rate": 2.668158152943039e-06,
      "loss": 0.07409396767616272,
      "step": 648
    },
    {
      "epoch": 2.0736,
      "grad_norm": 5.124105945490085,
      "learning_rate": 2.651730381555754e-06,
      "loss": 0.08712749928236008,
      "step": 649
    },
    {
      "epoch": 2.0768,
      "grad_norm": 5.935077190092968,
      "learning_rate": 2.635335069067617e-06,
      "loss": 0.22049905359745026,
      "step": 650
    },
    {
      "epoch": 2.08,
      "grad_norm": 5.319857253160783,
      "learning_rate": 2.618972442102432e-06,
      "loss": 0.12233918160200119,
      "step": 651
    },
    {
      "epoch": 2.0832,
      "grad_norm": 5.153804835442563,
      "learning_rate": 2.602642726832212e-06,
      "loss": 0.12913931906223297,
      "step": 652
    },
    {
      "epoch": 2.0864,
      "grad_norm": 4.66351603235089,
      "learning_rate": 2.5863461489740403e-06,
      "loss": 0.05634521692991257,
      "step": 653
    },
    {
      "epoch": 2.0896,
      "grad_norm": 6.761786245650492,
      "learning_rate": 2.57008293378697e-06,
      "loss": 0.1739203929901123,
      "step": 654
    },
    {
      "epoch": 2.0928,
      "grad_norm": 4.699874854528912,
      "learning_rate": 2.553853306068888e-06,
      "loss": 0.0878625139594078,
      "step": 655
    },
    {
      "epoch": 2.096,
      "grad_norm": 4.698505864731701,
      "learning_rate": 2.5376574901534303e-06,
      "loss": 0.05961507558822632,
      "step": 656
    },
    {
      "epoch": 2.0992,
      "grad_norm": 8.26543488991142,
      "learning_rate": 2.5214957099068613e-06,
      "loss": 0.14727714657783508,
      "step": 657
    },
    {
      "epoch": 2.1024,
      "grad_norm": 4.391239804263717,
      "learning_rate": 2.5053681887249916e-06,
      "loss": 0.08559496700763702,
      "step": 658
    },
    {
      "epoch": 2.1056,
      "grad_norm": 4.956071012404755,
      "learning_rate": 2.4892751495300893e-06,
      "loss": 0.07294371724128723,
      "step": 659
    },
    {
      "epoch": 2.1088,
      "grad_norm": 4.9091867826378595,
      "learning_rate": 2.4732168147677927e-06,
      "loss": 0.10186387598514557,
      "step": 660
    },
    {
      "epoch": 2.112,
      "grad_norm": 4.150563528247117,
      "learning_rate": 2.4571934064040364e-06,
      "loss": 0.06323671340942383,
      "step": 661
    },
    {
      "epoch": 2.1152,
      "grad_norm": 4.463255280307685,
      "learning_rate": 2.4412051459219945e-06,
      "loss": 0.11771675944328308,
      "step": 662
    },
    {
      "epoch": 2.1184,
      "grad_norm": 5.589014744071712,
      "learning_rate": 2.425252254319002e-06,
      "loss": 0.12130504846572876,
      "step": 663
    },
    {
      "epoch": 2.1216,
      "grad_norm": 3.9085615319173317,
      "learning_rate": 2.4093349521035105e-06,
      "loss": 0.06084325164556503,
      "step": 664
    },
    {
      "epoch": 2.1248,
      "grad_norm": 3.171680726644144,
      "learning_rate": 2.3934534592920416e-06,
      "loss": 0.03246958926320076,
      "step": 665
    },
    {
      "epoch": 2.128,
      "grad_norm": 6.753945331539417,
      "learning_rate": 2.3776079954061385e-06,
      "loss": 0.09609811753034592,
      "step": 666
    },
    {
      "epoch": 2.1312,
      "grad_norm": 6.030756481398649,
      "learning_rate": 2.3617987794693358e-06,
      "loss": 0.1699962317943573,
      "step": 667
    },
    {
      "epoch": 2.1344,
      "grad_norm": 6.044337546289677,
      "learning_rate": 2.3460260300041355e-06,
      "loss": 0.14179761707782745,
      "step": 668
    },
    {
      "epoch": 2.1376,
      "grad_norm": 3.8392076063382103,
      "learning_rate": 2.3302899650289773e-06,
      "loss": 0.061842452734708786,
      "step": 669
    },
    {
      "epoch": 2.1408,
      "grad_norm": 4.531411032541098,
      "learning_rate": 2.314590802055232e-06,
      "loss": 0.1088966429233551,
      "step": 670
    },
    {
      "epoch": 2.144,
      "grad_norm": 3.594842955826742,
      "learning_rate": 2.2989287580841985e-06,
      "loss": 0.03651595860719681,
      "step": 671
    },
    {
      "epoch": 2.1471999999999998,
      "grad_norm": 4.817508345143068,
      "learning_rate": 2.2833040496040925e-06,
      "loss": 0.11619774997234344,
      "step": 672
    },
    {
      "epoch": 2.1504,
      "grad_norm": 7.650573703632381,
      "learning_rate": 2.267716892587062e-06,
      "loss": 0.1421288400888443,
      "step": 673
    },
    {
      "epoch": 2.1536,
      "grad_norm": 6.300220492075128,
      "learning_rate": 2.252167502486205e-06,
      "loss": 0.1366984248161316,
      "step": 674
    },
    {
      "epoch": 2.1568,
      "grad_norm": 6.02686513882292,
      "learning_rate": 2.2366560942325833e-06,
      "loss": 0.06580697000026703,
      "step": 675
    },
    {
      "epoch": 2.16,
      "grad_norm": 6.107958640385895,
      "learning_rate": 2.2211828822322547e-06,
      "loss": 0.12179602682590485,
      "step": 676
    },
    {
      "epoch": 2.1632,
      "grad_norm": 6.448953912294206,
      "learning_rate": 2.205748080363316e-06,
      "loss": 0.10135053098201752,
      "step": 677
    },
    {
      "epoch": 2.1664,
      "grad_norm": 7.221656212408016,
      "learning_rate": 2.190351901972935e-06,
      "loss": 0.17090697586536407,
      "step": 678
    },
    {
      "epoch": 2.1696,
      "grad_norm": 5.71225349201858,
      "learning_rate": 2.1749945598744076e-06,
      "loss": 0.1405285894870758,
      "step": 679
    },
    {
      "epoch": 2.1728,
      "grad_norm": 6.444356691669942,
      "learning_rate": 2.159676266344222e-06,
      "loss": 0.11138138175010681,
      "step": 680
    },
    {
      "epoch": 2.176,
      "grad_norm": 4.767368668732903,
      "learning_rate": 2.144397233119112e-06,
      "loss": 0.07948726415634155,
      "step": 681
    },
    {
      "epoch": 2.1792,
      "grad_norm": 5.253750918459062,
      "learning_rate": 2.1291576713931382e-06,
      "loss": 0.09645087271928787,
      "step": 682
    },
    {
      "epoch": 2.1824,
      "grad_norm": 5.870766029186202,
      "learning_rate": 2.1139577918147715e-06,
      "loss": 0.11395483464002609,
      "step": 683
    },
    {
      "epoch": 2.1856,
      "grad_norm": 4.096758645068137,
      "learning_rate": 2.0987978044839707e-06,
      "loss": 0.08182550966739655,
      "step": 684
    },
    {
      "epoch": 2.1888,
      "grad_norm": 5.9347235653337105,
      "learning_rate": 2.0836779189492925e-06,
      "loss": 0.1497229039669037,
      "step": 685
    },
    {
      "epoch": 2.192,
      "grad_norm": 3.906020759911345,
      "learning_rate": 2.068598344204981e-06,
      "loss": 0.09528996050357819,
      "step": 686
    },
    {
      "epoch": 2.1952,
      "grad_norm": 5.749677047442575,
      "learning_rate": 2.053559288688086e-06,
      "loss": 0.1537422239780426,
      "step": 687
    },
    {
      "epoch": 2.1984,
      "grad_norm": 4.435560536875201,
      "learning_rate": 2.0385609602755878e-06,
      "loss": 0.08181922137737274,
      "step": 688
    },
    {
      "epoch": 2.2016,
      "grad_norm": 5.342641944412979,
      "learning_rate": 2.02360356628151e-06,
      "loss": 0.11698771268129349,
      "step": 689
    },
    {
      "epoch": 2.2048,
      "grad_norm": 3.846845894711269,
      "learning_rate": 2.0086873134540626e-06,
      "loss": 0.14168213307857513,
      "step": 690
    },
    {
      "epoch": 2.208,
      "grad_norm": 5.624553439494294,
      "learning_rate": 1.9938124079727874e-06,
      "loss": 0.09469903260469437,
      "step": 691
    },
    {
      "epoch": 2.2112,
      "grad_norm": 4.973173648515756,
      "learning_rate": 1.9789790554456977e-06,
      "loss": 0.10835753381252289,
      "step": 692
    },
    {
      "epoch": 2.2144,
      "grad_norm": 5.1930553937123936,
      "learning_rate": 1.9641874609064443e-06,
      "loss": 0.11629842221736908,
      "step": 693
    },
    {
      "epoch": 2.2176,
      "grad_norm": 6.205457238508838,
      "learning_rate": 1.9494378288114816e-06,
      "loss": 0.11438259482383728,
      "step": 694
    },
    {
      "epoch": 2.2208,
      "grad_norm": 5.369211423853327,
      "learning_rate": 1.9347303630372373e-06,
      "loss": 0.1212492436170578,
      "step": 695
    },
    {
      "epoch": 2.224,
      "grad_norm": 3.3304223352399185,
      "learning_rate": 1.9200652668772924e-06,
      "loss": 0.04342126473784447,
      "step": 696
    },
    {
      "epoch": 2.2272,
      "grad_norm": 3.545011123467542,
      "learning_rate": 1.9054427430395828e-06,
      "loss": 0.09564132988452911,
      "step": 697
    },
    {
      "epoch": 2.2304,
      "grad_norm": 4.809787829193569,
      "learning_rate": 1.890862993643583e-06,
      "loss": 0.13682125508785248,
      "step": 698
    },
    {
      "epoch": 2.2336,
      "grad_norm": 6.123550310826348,
      "learning_rate": 1.8763262202175204e-06,
      "loss": 0.1395423710346222,
      "step": 699
    },
    {
      "epoch": 2.2368,
      "grad_norm": 7.055949453049508,
      "learning_rate": 1.8618326236955908e-06,
      "loss": 0.15431663393974304,
      "step": 700
    },
    {
      "epoch": 2.24,
      "grad_norm": 4.791237282938236,
      "learning_rate": 1.8473824044151762e-06,
      "loss": 0.1401059627532959,
      "step": 701
    },
    {
      "epoch": 2.2432,
      "grad_norm": 5.4420427947229895,
      "learning_rate": 1.8329757621140748e-06,
      "loss": 0.09011302143335342,
      "step": 702
    },
    {
      "epoch": 2.2464,
      "grad_norm": 6.550722463045357,
      "learning_rate": 1.81861289592775e-06,
      "loss": 0.10779771208763123,
      "step": 703
    },
    {
      "epoch": 2.2496,
      "grad_norm": 6.106268968400953,
      "learning_rate": 1.8042940043865658e-06,
      "loss": 0.13367201387882233,
      "step": 704
    },
    {
      "epoch": 2.2528,
      "grad_norm": 5.494609125221687,
      "learning_rate": 1.7900192854130465e-06,
      "loss": 0.12417173385620117,
      "step": 705
    },
    {
      "epoch": 2.2560000000000002,
      "grad_norm": 4.068204210271371,
      "learning_rate": 1.7757889363191484e-06,
      "loss": 0.08244695514440536,
      "step": 706
    },
    {
      "epoch": 2.2592,
      "grad_norm": 2.7453827328709957,
      "learning_rate": 1.7616031538035189e-06,
      "loss": 0.05444292724132538,
      "step": 707
    },
    {
      "epoch": 2.2624,
      "grad_norm": 6.2577921697828724,
      "learning_rate": 1.7474621339487925e-06,
      "loss": 0.11946985125541687,
      "step": 708
    },
    {
      "epoch": 2.2656,
      "grad_norm": 4.994947590574668,
      "learning_rate": 1.7333660722188667e-06,
      "loss": 0.15361633896827698,
      "step": 709
    },
    {
      "epoch": 2.2688,
      "grad_norm": 6.062884608603293,
      "learning_rate": 1.7193151634562071e-06,
      "loss": 0.17315593361854553,
      "step": 710
    },
    {
      "epoch": 2.2720000000000002,
      "grad_norm": 4.8609104632230835,
      "learning_rate": 1.7053096018791588e-06,
      "loss": 0.09136267006397247,
      "step": 711
    },
    {
      "epoch": 2.2752,
      "grad_norm": 5.867454619937701,
      "learning_rate": 1.691349581079249e-06,
      "loss": 0.12086353451013565,
      "step": 712
    },
    {
      "epoch": 2.2784,
      "grad_norm": 5.892173551588763,
      "learning_rate": 1.6774352940185269e-06,
      "loss": 0.10306617617607117,
      "step": 713
    },
    {
      "epoch": 2.2816,
      "grad_norm": 4.150966492737294,
      "learning_rate": 1.663566933026879e-06,
      "loss": 0.07620586454868317,
      "step": 714
    },
    {
      "epoch": 2.2848,
      "grad_norm": 5.432625327839043,
      "learning_rate": 1.6497446897993885e-06,
      "loss": 0.12006257474422455,
      "step": 715
    },
    {
      "epoch": 2.288,
      "grad_norm": 6.1988544472798015,
      "learning_rate": 1.6359687553936714e-06,
      "loss": 0.06950559467077255,
      "step": 716
    },
    {
      "epoch": 2.2912,
      "grad_norm": 3.6222193166168757,
      "learning_rate": 1.6222393202272414e-06,
      "loss": 0.07582759112119675,
      "step": 717
    },
    {
      "epoch": 2.2944,
      "grad_norm": 4.460271899357273,
      "learning_rate": 1.6085565740748825e-06,
      "loss": 0.07245473563671112,
      "step": 718
    },
    {
      "epoch": 2.2976,
      "grad_norm": 5.026948482587842,
      "learning_rate": 1.5949207060660138e-06,
      "loss": 0.09753254055976868,
      "step": 719
    },
    {
      "epoch": 2.3008,
      "grad_norm": 4.870544354743463,
      "learning_rate": 1.581331904682089e-06,
      "loss": 0.06839516013860703,
      "step": 720
    },
    {
      "epoch": 2.304,
      "grad_norm": 3.534009364026584,
      "learning_rate": 1.5677903577539806e-06,
      "loss": 0.06540823727846146,
      "step": 721
    },
    {
      "epoch": 2.3072,
      "grad_norm": 5.0733570772826955,
      "learning_rate": 1.5542962524593869e-06,
      "loss": 0.10535422712564468,
      "step": 722
    },
    {
      "epoch": 2.3104,
      "grad_norm": 3.6068016602853503,
      "learning_rate": 1.54084977532025e-06,
      "loss": 0.0575660765171051,
      "step": 723
    },
    {
      "epoch": 2.3136,
      "grad_norm": 5.042780505809956,
      "learning_rate": 1.5274511122001684e-06,
      "loss": 0.11762597411870956,
      "step": 724
    },
    {
      "epoch": 2.3168,
      "grad_norm": 5.134362812746946,
      "learning_rate": 1.5141004483018323e-06,
      "loss": 0.06998032331466675,
      "step": 725
    },
    {
      "epoch": 2.32,
      "grad_norm": 5.5498922740758445,
      "learning_rate": 1.5007979681644696e-06,
      "loss": 0.05732321739196777,
      "step": 726
    },
    {
      "epoch": 2.3232,
      "grad_norm": 5.99070604809497,
      "learning_rate": 1.4875438556612836e-06,
      "loss": 0.17882873117923737,
      "step": 727
    },
    {
      "epoch": 2.3264,
      "grad_norm": 4.830442342633692,
      "learning_rate": 1.474338293996917e-06,
      "loss": 0.13739310204982758,
      "step": 728
    },
    {
      "epoch": 2.3296,
      "grad_norm": 4.180068798814137,
      "learning_rate": 1.4611814657049257e-06,
      "loss": 0.05291110277175903,
      "step": 729
    },
    {
      "epoch": 2.3327999999999998,
      "grad_norm": 5.138435902318426,
      "learning_rate": 1.4480735526452427e-06,
      "loss": 0.06695031374692917,
      "step": 730
    },
    {
      "epoch": 2.336,
      "grad_norm": 3.91474389316094,
      "learning_rate": 1.4350147360016743e-06,
      "loss": 0.05291609838604927,
      "step": 731
    },
    {
      "epoch": 2.3392,
      "grad_norm": 5.542625247698976,
      "learning_rate": 1.4220051962793952e-06,
      "loss": 0.07234814018011093,
      "step": 732
    },
    {
      "epoch": 2.3424,
      "grad_norm": 6.566917111647726,
      "learning_rate": 1.4090451133024473e-06,
      "loss": 0.1104026734828949,
      "step": 733
    },
    {
      "epoch": 2.3456,
      "grad_norm": 2.9910147365026503,
      "learning_rate": 1.3961346662112585e-06,
      "loss": 0.045543380081653595,
      "step": 734
    },
    {
      "epoch": 2.3487999999999998,
      "grad_norm": 4.8443437357951895,
      "learning_rate": 1.3832740334601692e-06,
      "loss": 0.11693132668733597,
      "step": 735
    },
    {
      "epoch": 2.352,
      "grad_norm": 4.238193407388062,
      "learning_rate": 1.3704633928149575e-06,
      "loss": 0.10108187794685364,
      "step": 736
    },
    {
      "epoch": 2.3552,
      "grad_norm": 2.8297398748345053,
      "learning_rate": 1.3577029213503911e-06,
      "loss": 0.04281865805387497,
      "step": 737
    },
    {
      "epoch": 2.3584,
      "grad_norm": 5.035788948623994,
      "learning_rate": 1.3449927954477732e-06,
      "loss": 0.11006296426057816,
      "step": 738
    },
    {
      "epoch": 2.3616,
      "grad_norm": 3.855141269509382,
      "learning_rate": 1.3323331907925046e-06,
      "loss": 0.06673809140920639,
      "step": 739
    },
    {
      "epoch": 2.3648,
      "grad_norm": 4.868399649302668,
      "learning_rate": 1.319724282371664e-06,
      "loss": 0.09489268809556961,
      "step": 740
    },
    {
      "epoch": 2.368,
      "grad_norm": 7.517296359964302,
      "learning_rate": 1.307166244471576e-06,
      "loss": 0.18027102947235107,
      "step": 741
    },
    {
      "epoch": 2.3712,
      "grad_norm": 4.443750597623774,
      "learning_rate": 1.2946592506754097e-06,
      "loss": 0.09601432085037231,
      "step": 742
    },
    {
      "epoch": 2.3744,
      "grad_norm": 3.7507062386771826,
      "learning_rate": 1.282203473860783e-06,
      "loss": 0.07339777052402496,
      "step": 743
    },
    {
      "epoch": 2.3776,
      "grad_norm": 5.379526848435967,
      "learning_rate": 1.2697990861973635e-06,
      "loss": 0.10539920628070831,
      "step": 744
    },
    {
      "epoch": 2.3808,
      "grad_norm": 5.168657979668781,
      "learning_rate": 1.257446259144494e-06,
      "loss": 0.10802607238292694,
      "step": 745
    },
    {
      "epoch": 2.384,
      "grad_norm": 10.88801203756203,
      "learning_rate": 1.2451451634488264e-06,
      "loss": 0.17059877514839172,
      "step": 746
    },
    {
      "epoch": 2.3872,
      "grad_norm": 6.506653697708005,
      "learning_rate": 1.2328959691419517e-06,
      "loss": 0.10177908837795258,
      "step": 747
    },
    {
      "epoch": 2.3904,
      "grad_norm": 7.06876194771458,
      "learning_rate": 1.2206988455380558e-06,
      "loss": 0.14067994058132172,
      "step": 748
    },
    {
      "epoch": 2.3936,
      "grad_norm": 5.459049161009346,
      "learning_rate": 1.2085539612315844e-06,
      "loss": 0.09186317026615143,
      "step": 749
    },
    {
      "epoch": 2.3968,
      "grad_norm": 4.853909602574328,
      "learning_rate": 1.1964614840949002e-06,
      "loss": 0.09414474666118622,
      "step": 750
    },
    {
      "epoch": 2.4,
      "grad_norm": 5.701034512876923,
      "learning_rate": 1.1844215812759708e-06,
      "loss": 0.07064532488584518,
      "step": 751
    },
    {
      "epoch": 2.4032,
      "grad_norm": 4.225475376304274,
      "learning_rate": 1.1724344191960591e-06,
      "loss": 0.09624212980270386,
      "step": 752
    },
    {
      "epoch": 2.4064,
      "grad_norm": 6.831160922735881,
      "learning_rate": 1.1605001635474183e-06,
      "loss": 0.13697776198387146,
      "step": 753
    },
    {
      "epoch": 2.4096,
      "grad_norm": 5.410920242544437,
      "learning_rate": 1.1486189792910024e-06,
      "loss": 0.09551814943552017,
      "step": 754
    },
    {
      "epoch": 2.4128,
      "grad_norm": 6.943374658941839,
      "learning_rate": 1.1367910306541918e-06,
      "loss": 0.11858892440795898,
      "step": 755
    },
    {
      "epoch": 2.416,
      "grad_norm": 4.011544255361457,
      "learning_rate": 1.1250164811285148e-06,
      "loss": 0.1095619648694992,
      "step": 756
    },
    {
      "epoch": 2.4192,
      "grad_norm": 8.17865472562301,
      "learning_rate": 1.1132954934673911e-06,
      "loss": 0.1675768792629242,
      "step": 757
    },
    {
      "epoch": 2.4224,
      "grad_norm": 3.6499383545129014,
      "learning_rate": 1.1016282296838887e-06,
      "loss": 0.04391354322433472,
      "step": 758
    },
    {
      "epoch": 2.4256,
      "grad_norm": 4.52344799617554,
      "learning_rate": 1.090014851048473e-06,
      "loss": 0.06339210271835327,
      "step": 759
    },
    {
      "epoch": 2.4288,
      "grad_norm": 5.662883659435518,
      "learning_rate": 1.078455518086784e-06,
      "loss": 0.14258350431919098,
      "step": 760
    },
    {
      "epoch": 2.432,
      "grad_norm": 6.097256574924503,
      "learning_rate": 1.0669503905774198e-06,
      "loss": 0.06327582895755768,
      "step": 761
    },
    {
      "epoch": 2.4352,
      "grad_norm": 6.492617704409979,
      "learning_rate": 1.055499627549722e-06,
      "loss": 0.10183501988649368,
      "step": 762
    },
    {
      "epoch": 2.4384,
      "grad_norm": 6.02086878331262,
      "learning_rate": 1.0441033872815804e-06,
      "loss": 0.07817564904689789,
      "step": 763
    },
    {
      "epoch": 2.4416,
      "grad_norm": 8.346456202456045,
      "learning_rate": 1.0327618272972484e-06,
      "loss": 0.09021017700433731,
      "step": 764
    },
    {
      "epoch": 2.4448,
      "grad_norm": 5.293217633696834,
      "learning_rate": 1.0214751043651582e-06,
      "loss": 0.13087089359760284,
      "step": 765
    },
    {
      "epoch": 2.448,
      "grad_norm": 5.87700949157379,
      "learning_rate": 1.010243374495763e-06,
      "loss": 0.12380192428827286,
      "step": 766
    },
    {
      "epoch": 2.4512,
      "grad_norm": 5.808186222788822,
      "learning_rate": 9.990667929393715e-07,
      "loss": 0.12605151534080505,
      "step": 767
    },
    {
      "epoch": 2.4544,
      "grad_norm": 5.151183159264049,
      "learning_rate": 9.879455141840067e-07,
      "loss": 0.0865304172039032,
      "step": 768
    },
    {
      "epoch": 2.4576000000000002,
      "grad_norm": 5.4129462450659505,
      "learning_rate": 9.768796919532742e-07,
      "loss": 0.08209861814975739,
      "step": 769
    },
    {
      "epoch": 2.4608,
      "grad_norm": 5.068584123988632,
      "learning_rate": 9.658694792042284e-07,
      "loss": 0.11468471586704254,
      "step": 770
    },
    {
      "epoch": 2.464,
      "grad_norm": 4.844978102081947,
      "learning_rate": 9.549150281252633e-07,
      "loss": 0.08285008370876312,
      "step": 771
    },
    {
      "epoch": 2.4672,
      "grad_norm": 5.068349498921108,
      "learning_rate": 9.440164901340127e-07,
      "loss": 0.10419681668281555,
      "step": 772
    },
    {
      "epoch": 2.4704,
      "grad_norm": 3.1625623661687032,
      "learning_rate": 9.331740158752495e-07,
      "loss": 0.04847210645675659,
      "step": 773
    },
    {
      "epoch": 2.4736000000000002,
      "grad_norm": 4.874535469808533,
      "learning_rate": 9.223877552188065e-07,
      "loss": 0.03893538564443588,
      "step": 774
    },
    {
      "epoch": 2.4768,
      "grad_norm": 4.619975687019092,
      "learning_rate": 9.116578572575091e-07,
      "loss": 0.07748477160930634,
      "step": 775
    },
    {
      "epoch": 2.48,
      "grad_norm": 2.92604082395473,
      "learning_rate": 9.009844703051063e-07,
      "loss": 0.041283268481492996,
      "step": 776
    },
    {
      "epoch": 2.4832,
      "grad_norm": 5.393054740107025,
      "learning_rate": 8.903677418942292e-07,
      "loss": 0.136105015873909,
      "step": 777
    },
    {
      "epoch": 2.4864,
      "grad_norm": 5.693089364156197,
      "learning_rate": 8.79807818774343e-07,
      "loss": 0.09653803706169128,
      "step": 778
    },
    {
      "epoch": 2.4896,
      "grad_norm": 5.2367755231685535,
      "learning_rate": 8.693048469097293e-07,
      "loss": 0.1141771450638771,
      "step": 779
    },
    {
      "epoch": 2.4928,
      "grad_norm": 6.220753165757646,
      "learning_rate": 8.58858971477457e-07,
      "loss": 0.10124068707227707,
      "step": 780
    },
    {
      "epoch": 2.496,
      "grad_norm": 6.699744425384384,
      "learning_rate": 8.484703368653812e-07,
      "loss": 0.18161731958389282,
      "step": 781
    },
    {
      "epoch": 2.4992,
      "grad_norm": 3.2719510580915094,
      "learning_rate": 8.381390866701517e-07,
      "loss": 0.07561002671718597,
      "step": 782
    },
    {
      "epoch": 2.5023999999999997,
      "grad_norm": 4.0750793358019175,
      "learning_rate": 8.278653636952177e-07,
      "loss": 0.07349054515361786,
      "step": 783
    },
    {
      "epoch": 2.5056000000000003,
      "grad_norm": 3.853945091772515,
      "learning_rate": 8.176493099488664e-07,
      "loss": 0.07924634218215942,
      "step": 784
    },
    {
      "epoch": 2.5088,
      "grad_norm": 3.9708605790822973,
      "learning_rate": 8.074910666422475e-07,
      "loss": 0.06928728520870209,
      "step": 785
    },
    {
      "epoch": 2.512,
      "grad_norm": 3.640343605257409,
      "learning_rate": 7.973907741874287e-07,
      "loss": 0.07105650752782822,
      "step": 786
    },
    {
      "epoch": 2.5152,
      "grad_norm": 4.302121204890136,
      "learning_rate": 7.873485721954572e-07,
      "loss": 0.10211469233036041,
      "step": 787
    },
    {
      "epoch": 2.5183999999999997,
      "grad_norm": 4.308262119474157,
      "learning_rate": 7.773645994744222e-07,
      "loss": 0.08780980855226517,
      "step": 788
    },
    {
      "epoch": 2.5216,
      "grad_norm": 4.547313783660713,
      "learning_rate": 7.674389940275406e-07,
      "loss": 0.08024639636278152,
      "step": 789
    },
    {
      "epoch": 2.5248,
      "grad_norm": 5.334742625561698,
      "learning_rate": 7.575718930512516e-07,
      "loss": 0.11789308488368988,
      "step": 790
    },
    {
      "epoch": 2.528,
      "grad_norm": 3.9018912781819983,
      "learning_rate": 7.47763432933315e-07,
      "loss": 0.06020133197307587,
      "step": 791
    },
    {
      "epoch": 2.5312,
      "grad_norm": 5.221747350625461,
      "learning_rate": 7.380137492509309e-07,
      "loss": 0.12893611192703247,
      "step": 792
    },
    {
      "epoch": 2.5343999999999998,
      "grad_norm": 4.252973698980377,
      "learning_rate": 7.283229767688627e-07,
      "loss": 0.07680028676986694,
      "step": 793
    },
    {
      "epoch": 2.5376,
      "grad_norm": 3.179449105684439,
      "learning_rate": 7.186912494375736e-07,
      "loss": 0.04430155083537102,
      "step": 794
    },
    {
      "epoch": 2.5408,
      "grad_norm": 4.187638577055214,
      "learning_rate": 7.091187003913802e-07,
      "loss": 0.0837840884923935,
      "step": 795
    },
    {
      "epoch": 2.544,
      "grad_norm": 4.67528134834416,
      "learning_rate": 6.996054619466053e-07,
      "loss": 0.10668416321277618,
      "step": 796
    },
    {
      "epoch": 2.5472,
      "grad_norm": 5.167138261403643,
      "learning_rate": 6.901516655997536e-07,
      "loss": 0.08135296404361725,
      "step": 797
    },
    {
      "epoch": 2.5504,
      "grad_norm": 3.531241276260812,
      "learning_rate": 6.80757442025694e-07,
      "loss": 0.05354129523038864,
      "step": 798
    },
    {
      "epoch": 2.5536,
      "grad_norm": 3.2277596569432947,
      "learning_rate": 6.714229210758516e-07,
      "loss": 0.058047980070114136,
      "step": 799
    },
    {
      "epoch": 2.5568,
      "grad_norm": 5.901204699020555,
      "learning_rate": 6.621482317764105e-07,
      "loss": 0.16003961861133575,
      "step": 800
    },
    {
      "epoch": 2.56,
      "grad_norm": 3.8324224758212724,
      "learning_rate": 6.529335023265387e-07,
      "loss": 0.05353522300720215,
      "step": 801
    },
    {
      "epoch": 2.5632,
      "grad_norm": 7.073082353236605,
      "learning_rate": 6.437788600966066e-07,
      "loss": 0.12031964212656021,
      "step": 802
    },
    {
      "epoch": 2.5664,
      "grad_norm": 4.558795574006864,
      "learning_rate": 6.346844316264312e-07,
      "loss": 0.08245455473661423,
      "step": 803
    },
    {
      "epoch": 2.5696,
      "grad_norm": 5.696560344883344,
      "learning_rate": 6.256503426235277e-07,
      "loss": 0.10456888377666473,
      "step": 804
    },
    {
      "epoch": 2.5728,
      "grad_norm": 4.587213807091814,
      "learning_rate": 6.166767179613691e-07,
      "loss": 0.06099589914083481,
      "step": 805
    },
    {
      "epoch": 2.576,
      "grad_norm": 3.6312702846358236,
      "learning_rate": 6.077636816776611e-07,
      "loss": 0.060435544699430466,
      "step": 806
    },
    {
      "epoch": 2.5792,
      "grad_norm": 5.159232812533308,
      "learning_rate": 5.989113569726312e-07,
      "loss": 0.10681406408548355,
      "step": 807
    },
    {
      "epoch": 2.5824,
      "grad_norm": 6.647332164624498,
      "learning_rate": 5.901198662073188e-07,
      "loss": 0.18219977617263794,
      "step": 808
    },
    {
      "epoch": 2.5856,
      "grad_norm": 5.048494011845977,
      "learning_rate": 5.813893309018881e-07,
      "loss": 0.13821908831596375,
      "step": 809
    },
    {
      "epoch": 2.5888,
      "grad_norm": 4.846199848264473,
      "learning_rate": 5.727198717339511e-07,
      "loss": 0.09387294948101044,
      "step": 810
    },
    {
      "epoch": 2.592,
      "grad_norm": 6.330368563148582,
      "learning_rate": 5.641116085368931e-07,
      "loss": 0.12654753029346466,
      "step": 811
    },
    {
      "epoch": 2.5952,
      "grad_norm": 4.983682635451174,
      "learning_rate": 5.555646602982207e-07,
      "loss": 0.054955482482910156,
      "step": 812
    },
    {
      "epoch": 2.5984,
      "grad_norm": 5.337337985366779,
      "learning_rate": 5.470791451579172e-07,
      "loss": 0.11604686081409454,
      "step": 813
    },
    {
      "epoch": 2.6016,
      "grad_norm": 4.774234054999309,
      "learning_rate": 5.386551804068063e-07,
      "loss": 0.07480829954147339,
      "step": 814
    },
    {
      "epoch": 2.6048,
      "grad_norm": 5.67616606913421,
      "learning_rate": 5.302928824849335e-07,
      "loss": 0.08432568609714508,
      "step": 815
    },
    {
      "epoch": 2.608,
      "grad_norm": 6.669876648378904,
      "learning_rate": 5.219923669799587e-07,
      "loss": 0.10097655653953552,
      "step": 816
    },
    {
      "epoch": 2.6112,
      "grad_norm": 4.785192140569578,
      "learning_rate": 5.137537486255517e-07,
      "loss": 0.09213853627443314,
      "step": 817
    },
    {
      "epoch": 2.6144,
      "grad_norm": 12.887457114172935,
      "learning_rate": 5.055771412998122e-07,
      "loss": 0.09667956829071045,
      "step": 818
    },
    {
      "epoch": 2.6176,
      "grad_norm": 5.686077115139262,
      "learning_rate": 4.974626580236957e-07,
      "loss": 0.08253185451030731,
      "step": 819
    },
    {
      "epoch": 2.6208,
      "grad_norm": 5.213664957325537,
      "learning_rate": 4.894104109594466e-07,
      "loss": 0.10998277366161346,
      "step": 820
    },
    {
      "epoch": 2.624,
      "grad_norm": 4.1341620316686924,
      "learning_rate": 4.814205114090543e-07,
      "loss": 0.08224129676818848,
      "step": 821
    },
    {
      "epoch": 2.6272,
      "grad_norm": 4.531631823362974,
      "learning_rate": 4.734930698127077e-07,
      "loss": 0.09060163795948029,
      "step": 822
    },
    {
      "epoch": 2.6304,
      "grad_norm": 3.918488960881494,
      "learning_rate": 4.6562819574727304e-07,
      "loss": 0.06134440377354622,
      "step": 823
    },
    {
      "epoch": 2.6336,
      "grad_norm": 4.088829148724274,
      "learning_rate": 4.578259979247801e-07,
      "loss": 0.08996803313493729,
      "step": 824
    },
    {
      "epoch": 2.6368,
      "grad_norm": 3.8607902988831206,
      "learning_rate": 4.500865841909169e-07,
      "loss": 0.04868876188993454,
      "step": 825
    },
    {
      "epoch": 2.64,
      "grad_norm": 6.376083407800039,
      "learning_rate": 4.4241006152353885e-07,
      "loss": 0.5533008575439453,
      "step": 826
    },
    {
      "epoch": 2.6432,
      "grad_norm": 6.219934828074983,
      "learning_rate": 4.3479653603119287e-07,
      "loss": 0.12393755465745926,
      "step": 827
    },
    {
      "epoch": 2.6464,
      "grad_norm": 5.88163203033371,
      "learning_rate": 4.2724611295164755e-07,
      "loss": 0.12869954109191895,
      "step": 828
    },
    {
      "epoch": 2.6496,
      "grad_norm": 2.8670150880763425,
      "learning_rate": 4.197588966504401e-07,
      "loss": 0.06858257204294205,
      "step": 829
    },
    {
      "epoch": 2.6528,
      "grad_norm": 5.8230781250099355,
      "learning_rate": 4.123349906194357e-07,
      "loss": 0.08777829259634018,
      "step": 830
    },
    {
      "epoch": 2.656,
      "grad_norm": 3.9293889102506667,
      "learning_rate": 4.0497449747539217e-07,
      "loss": 0.06030702218413353,
      "step": 831
    },
    {
      "epoch": 2.6592000000000002,
      "grad_norm": 6.72925262950812,
      "learning_rate": 3.9767751895854467e-07,
      "loss": 0.11489322781562805,
      "step": 832
    },
    {
      "epoch": 2.6624,
      "grad_norm": 4.884107661803806,
      "learning_rate": 3.904441559312006e-07,
      "loss": 0.10746165364980698,
      "step": 833
    },
    {
      "epoch": 2.6656,
      "grad_norm": 5.602826417452112,
      "learning_rate": 3.8327450837634284e-07,
      "loss": 0.08274800330400467,
      "step": 834
    },
    {
      "epoch": 2.6688,
      "grad_norm": 6.784555867087458,
      "learning_rate": 3.7616867539624733e-07,
      "loss": 0.0792284607887268,
      "step": 835
    },
    {
      "epoch": 2.672,
      "grad_norm": 4.382084970128556,
      "learning_rate": 3.691267552111183e-07,
      "loss": 0.07785268872976303,
      "step": 836
    },
    {
      "epoch": 2.6752000000000002,
      "grad_norm": 5.3642679105191045,
      "learning_rate": 3.621488451577221e-07,
      "loss": 0.08154767751693726,
      "step": 837
    },
    {
      "epoch": 2.6784,
      "grad_norm": 4.455268403353234,
      "learning_rate": 3.552350416880507e-07,
      "loss": 0.08759278804063797,
      "step": 838
    },
    {
      "epoch": 2.6816,
      "grad_norm": 4.890874276873109,
      "learning_rate": 3.483854403679832e-07,
      "loss": 0.08747395873069763,
      "step": 839
    },
    {
      "epoch": 2.6848,
      "grad_norm": 3.414803190746504,
      "learning_rate": 3.416001358759635e-07,
      "loss": 0.05378187075257301,
      "step": 840
    },
    {
      "epoch": 2.6879999999999997,
      "grad_norm": 4.214372107625873,
      "learning_rate": 3.3487922200169944e-07,
      "loss": 0.05643921345472336,
      "step": 841
    },
    {
      "epoch": 2.6912000000000003,
      "grad_norm": 4.678631918928488,
      "learning_rate": 3.2822279164485494e-07,
      "loss": 0.08409986644983292,
      "step": 842
    },
    {
      "epoch": 2.6944,
      "grad_norm": 4.4898335138859204,
      "learning_rate": 3.2163093681377765e-07,
      "loss": 0.09269889444112778,
      "step": 843
    },
    {
      "epoch": 2.6976,
      "grad_norm": 5.792458748078186,
      "learning_rate": 3.151037486242181e-07,
      "loss": 0.11759718507528305,
      "step": 844
    },
    {
      "epoch": 2.7008,
      "grad_norm": 5.161229138155429,
      "learning_rate": 3.08641317298074e-07,
      "loss": 0.14189603924751282,
      "step": 845
    },
    {
      "epoch": 2.7039999999999997,
      "grad_norm": 3.8712622879349654,
      "learning_rate": 3.022437321621452e-07,
      "loss": 0.08138757944107056,
      "step": 846
    },
    {
      "epoch": 2.7072000000000003,
      "grad_norm": 5.041797515047301,
      "learning_rate": 2.959110816468935e-07,
      "loss": 0.09337767958641052,
      "step": 847
    },
    {
      "epoch": 2.7104,
      "grad_norm": 5.201198943760548,
      "learning_rate": 2.896434532852277e-07,
      "loss": 0.1141236275434494,
      "step": 848
    },
    {
      "epoch": 2.7136,
      "grad_norm": 6.691835246317423,
      "learning_rate": 2.834409337112842e-07,
      "loss": 0.11867150664329529,
      "step": 849
    },
    {
      "epoch": 2.7168,
      "grad_norm": 3.792971355121214,
      "learning_rate": 2.7730360865923954e-07,
      "loss": 0.06238650158047676,
      "step": 850
    },
    {
      "epoch": 2.7199999999999998,
      "grad_norm": 4.9855904224915255,
      "learning_rate": 2.712315629621176e-07,
      "loss": 0.09140697866678238,
      "step": 851
    },
    {
      "epoch": 2.7232,
      "grad_norm": 5.099509790835439,
      "learning_rate": 2.6522488055062076e-07,
      "loss": 0.17426876723766327,
      "step": 852
    },
    {
      "epoch": 2.7264,
      "grad_norm": 7.019145608185476,
      "learning_rate": 2.5928364445196975e-07,
      "loss": 0.1029796227812767,
      "step": 853
    },
    {
      "epoch": 2.7296,
      "grad_norm": 4.55381734355966,
      "learning_rate": 2.534079367887549e-07,
      "loss": 0.05041209235787392,
      "step": 854
    },
    {
      "epoch": 2.7328,
      "grad_norm": 5.058506134416135,
      "learning_rate": 2.475978387778e-07,
      "loss": 0.10950443148612976,
      "step": 855
    },
    {
      "epoch": 2.7359999999999998,
      "grad_norm": 4.927007604916832,
      "learning_rate": 2.4185343072904376e-07,
      "loss": 0.11046621948480606,
      "step": 856
    },
    {
      "epoch": 2.7392,
      "grad_norm": 4.645862831777831,
      "learning_rate": 2.3617479204442462e-07,
      "loss": 0.09512713551521301,
      "step": 857
    },
    {
      "epoch": 2.7424,
      "grad_norm": 4.715134017738007,
      "learning_rate": 2.305620012167853e-07,
      "loss": 0.1317645162343979,
      "step": 858
    },
    {
      "epoch": 2.7456,
      "grad_norm": 4.172825091167619,
      "learning_rate": 2.2501513582879108e-07,
      "loss": 0.09508270770311356,
      "step": 859
    },
    {
      "epoch": 2.7488,
      "grad_norm": 6.365380885327864,
      "learning_rate": 2.1953427255185122e-07,
      "loss": 0.15742623805999756,
      "step": 860
    },
    {
      "epoch": 2.752,
      "grad_norm": 4.7911655395733606,
      "learning_rate": 2.1411948714506414e-07,
      "loss": 0.09890823066234589,
      "step": 861
    },
    {
      "epoch": 2.7552,
      "grad_norm": 4.706980448081932,
      "learning_rate": 2.0877085445416889e-07,
      "loss": 0.07184596359729767,
      "step": 862
    },
    {
      "epoch": 2.7584,
      "grad_norm": 5.914603913016412,
      "learning_rate": 2.034884484105093e-07,
      "loss": 0.14604350924491882,
      "step": 863
    },
    {
      "epoch": 2.7616,
      "grad_norm": 8.410573869539732,
      "learning_rate": 1.98272342030012e-07,
      "loss": 0.24116627871990204,
      "step": 864
    },
    {
      "epoch": 2.7648,
      "grad_norm": 6.398832671810751,
      "learning_rate": 1.9312260741218114e-07,
      "loss": 0.0800832137465477,
      "step": 865
    },
    {
      "epoch": 2.768,
      "grad_norm": 4.579455858957462,
      "learning_rate": 1.8803931573909584e-07,
      "loss": 0.1112121194601059,
      "step": 866
    },
    {
      "epoch": 2.7712,
      "grad_norm": 3.494963830618945,
      "learning_rate": 1.8302253727443041e-07,
      "loss": 0.056444257497787476,
      "step": 867
    },
    {
      "epoch": 2.7744,
      "grad_norm": 3.573538905236335,
      "learning_rate": 1.7807234136248296e-07,
      "loss": 0.05214056372642517,
      "step": 868
    },
    {
      "epoch": 2.7776,
      "grad_norm": 5.010204343123873,
      "learning_rate": 1.731887964272144e-07,
      "loss": 0.09860917180776596,
      "step": 869
    },
    {
      "epoch": 2.7808,
      "grad_norm": 4.816662522386438,
      "learning_rate": 1.6837196997130434e-07,
      "loss": 0.07981070131063461,
      "step": 870
    },
    {
      "epoch": 2.784,
      "grad_norm": 4.576350976116394,
      "learning_rate": 1.6362192857521942e-07,
      "loss": 0.09621265530586243,
      "step": 871
    },
    {
      "epoch": 2.7872,
      "grad_norm": 5.670009488363537,
      "learning_rate": 1.5893873789628812e-07,
      "loss": 0.19886067509651184,
      "step": 872
    },
    {
      "epoch": 2.7904,
      "grad_norm": 3.6510168385477657,
      "learning_rate": 1.5432246266780083e-07,
      "loss": 0.06333699822425842,
      "step": 873
    },
    {
      "epoch": 2.7936,
      "grad_norm": 4.505577754745766,
      "learning_rate": 1.4977316669810782e-07,
      "loss": 0.0873306542634964,
      "step": 874
    },
    {
      "epoch": 2.7968,
      "grad_norm": 5.092498083811537,
      "learning_rate": 1.4529091286973994e-07,
      "loss": 0.09957022964954376,
      "step": 875
    },
    {
      "epoch": 2.8,
      "grad_norm": 3.8356935709166895,
      "learning_rate": 1.4087576313854212e-07,
      "loss": 0.045311711728572845,
      "step": 876
    },
    {
      "epoch": 2.8032,
      "grad_norm": 3.688765051401209,
      "learning_rate": 1.365277785328123e-07,
      "loss": 0.06849552690982819,
      "step": 877
    },
    {
      "epoch": 2.8064,
      "grad_norm": 5.2503433933764425,
      "learning_rate": 1.3224701915246053e-07,
      "loss": 0.09803561866283417,
      "step": 878
    },
    {
      "epoch": 2.8096,
      "grad_norm": 4.361830484953425,
      "learning_rate": 1.280335441681796e-07,
      "loss": 0.0886538177728653,
      "step": 879
    },
    {
      "epoch": 2.8128,
      "grad_norm": 5.031427873320053,
      "learning_rate": 1.2388741182062348e-07,
      "loss": 0.10888531059026718,
      "step": 880
    },
    {
      "epoch": 2.816,
      "grad_norm": 5.302368605213448,
      "learning_rate": 1.198086794196035e-07,
      "loss": 0.09809792041778564,
      "step": 881
    },
    {
      "epoch": 2.8192,
      "grad_norm": 4.374814290647814,
      "learning_rate": 1.1579740334330014e-07,
      "loss": 0.09694273769855499,
      "step": 882
    },
    {
      "epoch": 2.8224,
      "grad_norm": 6.119239783240622,
      "learning_rate": 1.1185363903747748e-07,
      "loss": 0.08512193709611893,
      "step": 883
    },
    {
      "epoch": 2.8256,
      "grad_norm": 3.945935449802739,
      "learning_rate": 1.0797744101472052e-07,
      "loss": 0.05518460273742676,
      "step": 884
    },
    {
      "epoch": 2.8288,
      "grad_norm": 4.26544181969666,
      "learning_rate": 1.0416886285368188e-07,
      "loss": 0.08117370307445526,
      "step": 885
    },
    {
      "epoch": 2.832,
      "grad_norm": 8.417107803278832,
      "learning_rate": 1.0042795719833964e-07,
      "loss": 0.18891701102256775,
      "step": 886
    },
    {
      "epoch": 2.8352,
      "grad_norm": 6.157564227583656,
      "learning_rate": 9.675477575726954e-08,
      "loss": 0.07360401749610901,
      "step": 887
    },
    {
      "epoch": 2.8384,
      "grad_norm": 4.168193829425873,
      "learning_rate": 9.314936930293283e-08,
      "loss": 0.06772521138191223,
      "step": 888
    },
    {
      "epoch": 2.8416,
      "grad_norm": 4.489063568415961,
      "learning_rate": 8.961178767097178e-08,
      "loss": 0.09246842563152313,
      "step": 889
    },
    {
      "epoch": 2.8448,
      "grad_norm": 4.039066368305648,
      "learning_rate": 8.614207975952083e-08,
      "loss": 0.10015315562486649,
      "step": 890
    },
    {
      "epoch": 2.848,
      "grad_norm": 5.612972639879038,
      "learning_rate": 8.274029352853264e-08,
      "loss": 0.16348965466022491,
      "step": 891
    },
    {
      "epoch": 2.8512,
      "grad_norm": 3.329092188649537,
      "learning_rate": 7.940647599911477e-08,
      "loss": 0.043626099824905396,
      "step": 892
    },
    {
      "epoch": 2.8544,
      "grad_norm": 7.0831125545836695,
      "learning_rate": 7.614067325287632e-08,
      "loss": 0.10901731252670288,
      "step": 893
    },
    {
      "epoch": 2.8576,
      "grad_norm": 2.982607780144671,
      "learning_rate": 7.294293043129785e-08,
      "loss": 0.03991899639368057,
      "step": 894
    },
    {
      "epoch": 2.8608000000000002,
      "grad_norm": 4.998673932267322,
      "learning_rate": 6.981329173509909e-08,
      "loss": 0.08470803499221802,
      "step": 895
    },
    {
      "epoch": 2.864,
      "grad_norm": 4.870997890379601,
      "learning_rate": 6.675180042363505e-08,
      "loss": 0.07652558386325836,
      "step": 896
    },
    {
      "epoch": 2.8672,
      "grad_norm": 4.817406641864773,
      "learning_rate": 6.375849881429418e-08,
      "loss": 0.11191246658563614,
      "step": 897
    },
    {
      "epoch": 2.8704,
      "grad_norm": 5.581451527558614,
      "learning_rate": 6.083342828191453e-08,
      "loss": 0.10482735931873322,
      "step": 898
    },
    {
      "epoch": 2.8736,
      "grad_norm": 5.708471007091137,
      "learning_rate": 5.797662925821068e-08,
      "loss": 0.08502088487148285,
      "step": 899
    },
    {
      "epoch": 2.8768000000000002,
      "grad_norm": 4.901671890903101,
      "learning_rate": 5.518814123121885e-08,
      "loss": 0.10883375257253647,
      "step": 900
    },
    {
      "epoch": 2.88,
      "grad_norm": 4.154419493969357,
      "learning_rate": 5.246800274474439e-08,
      "loss": 0.09115639328956604,
      "step": 901
    },
    {
      "epoch": 2.8832,
      "grad_norm": 4.348128911352974,
      "learning_rate": 4.981625139783619e-08,
      "loss": 0.06913866847753525,
      "step": 902
    },
    {
      "epoch": 2.8864,
      "grad_norm": 5.289331472487325,
      "learning_rate": 4.723292384426203e-08,
      "loss": 0.11700673401355743,
      "step": 903
    },
    {
      "epoch": 2.8895999999999997,
      "grad_norm": 3.791109353781895,
      "learning_rate": 4.471805579200239e-08,
      "loss": 0.04840843379497528,
      "step": 904
    },
    {
      "epoch": 2.8928000000000003,
      "grad_norm": 5.036440006786255,
      "learning_rate": 4.227168200276077e-08,
      "loss": 0.0787072479724884,
      "step": 905
    },
    {
      "epoch": 2.896,
      "grad_norm": 4.735914230933199,
      "learning_rate": 3.989383629147747e-08,
      "loss": 0.14012834429740906,
      "step": 906
    },
    {
      "epoch": 2.8992,
      "grad_norm": 4.291348277092904,
      "learning_rate": 3.758455152586715e-08,
      "loss": 0.07618975639343262,
      "step": 907
    },
    {
      "epoch": 2.9024,
      "grad_norm": 4.2881539813162695,
      "learning_rate": 3.534385962596143e-08,
      "loss": 0.06973709911108017,
      "step": 908
    },
    {
      "epoch": 2.9055999999999997,
      "grad_norm": 7.05419033769194,
      "learning_rate": 3.3171791563669785e-08,
      "loss": 0.13123367726802826,
      "step": 909
    },
    {
      "epoch": 2.9088000000000003,
      "grad_norm": 4.423070168190909,
      "learning_rate": 3.10683773623488e-08,
      "loss": 0.05719318240880966,
      "step": 910
    },
    {
      "epoch": 2.912,
      "grad_norm": 6.187388732751734,
      "learning_rate": 2.9033646096390255e-08,
      "loss": 0.11336243897676468,
      "step": 911
    },
    {
      "epoch": 2.9152,
      "grad_norm": 2.831466025307935,
      "learning_rate": 2.706762589081646e-08,
      "loss": 0.0554865300655365,
      "step": 912
    },
    {
      "epoch": 2.9184,
      "grad_norm": 4.209287469214515,
      "learning_rate": 2.517034392089446e-08,
      "loss": 0.09645409882068634,
      "step": 913
    },
    {
      "epoch": 2.9215999999999998,
      "grad_norm": 3.7148368498294406,
      "learning_rate": 2.3341826411756863e-08,
      "loss": 0.0811377689242363,
      "step": 914
    },
    {
      "epoch": 2.9248,
      "grad_norm": 5.727089346896338,
      "learning_rate": 2.158209863804217e-08,
      "loss": 0.11350905150175095,
      "step": 915
    },
    {
      "epoch": 2.928,
      "grad_norm": 5.766713213274287,
      "learning_rate": 1.9891184923544472e-08,
      "loss": 0.09957945346832275,
      "step": 916
    },
    {
      "epoch": 2.9312,
      "grad_norm": 6.228807909433766,
      "learning_rate": 1.826910864087761e-08,
      "loss": 0.15663447976112366,
      "step": 917
    },
    {
      "epoch": 2.9344,
      "grad_norm": 3.0808615653614693,
      "learning_rate": 1.6715892211150442e-08,
      "loss": 0.06668084114789963,
      "step": 918
    },
    {
      "epoch": 2.9375999999999998,
      "grad_norm": 4.467484447991994,
      "learning_rate": 1.5231557103658755e-08,
      "loss": 0.08607907593250275,
      "step": 919
    },
    {
      "epoch": 2.9408,
      "grad_norm": 4.706051133262561,
      "learning_rate": 1.3816123835588835e-08,
      "loss": 0.14103570580482483,
      "step": 920
    },
    {
      "epoch": 2.944,
      "grad_norm": 8.374006967885531,
      "learning_rate": 1.2469611971731576e-08,
      "loss": 0.14255325496196747,
      "step": 921
    },
    {
      "epoch": 2.9472,
      "grad_norm": 3.3943861642239246,
      "learning_rate": 1.1192040124214931e-08,
      "loss": 0.06863875687122345,
      "step": 922
    },
    {
      "epoch": 2.9504,
      "grad_norm": 4.618502897797104,
      "learning_rate": 9.983425952243552e-09,
      "loss": 0.06344830244779587,
      "step": 923
    },
    {
      "epoch": 2.9536,
      "grad_norm": 3.606277777210792,
      "learning_rate": 8.84378616185788e-09,
      "loss": 0.0726478099822998,
      "step": 924
    },
    {
      "epoch": 2.9568,
      "grad_norm": 4.413595141431842,
      "learning_rate": 7.773136505700995e-09,
      "loss": 0.0803748369216919,
      "step": 925
    },
    {
      "epoch": 2.96,
      "grad_norm": 4.1373546517714725,
      "learning_rate": 6.7714917828004545e-09,
      "loss": 0.056443389505147934,
      "step": 926
    },
    {
      "epoch": 2.9632,
      "grad_norm": 4.7751319628895255,
      "learning_rate": 5.838865838366792e-09,
      "loss": 0.12406027317047119,
      "step": 927
    },
    {
      "epoch": 2.9664,
      "grad_norm": 5.464434492318426,
      "learning_rate": 4.975271563599227e-09,
      "loss": 0.1432250440120697,
      "step": 928
    },
    {
      "epoch": 2.9696,
      "grad_norm": 5.079654771644715,
      "learning_rate": 4.180720895508028e-09,
      "loss": 0.09522116184234619,
      "step": 929
    },
    {
      "epoch": 2.9728,
      "grad_norm": 4.173639506166777,
      "learning_rate": 3.4552248167507576e-09,
      "loss": 0.052742742002010345,
      "step": 930
    },
    {
      "epoch": 2.976,
      "grad_norm": 4.965049219914937,
      "learning_rate": 2.798793355478502e-09,
      "loss": 0.10027141869068146,
      "step": 931
    },
    {
      "epoch": 2.9792,
      "grad_norm": 4.807277989835046,
      "learning_rate": 2.2114355851993175e-09,
      "loss": 0.0803011953830719,
      "step": 932
    },
    {
      "epoch": 2.9824,
      "grad_norm": 4.7972776442936835,
      "learning_rate": 1.6931596246516636e-09,
      "loss": 0.09913653135299683,
      "step": 933
    },
    {
      "epoch": 2.9856,
      "grad_norm": 4.063194276355487,
      "learning_rate": 1.24397263769227e-09,
      "loss": 0.07257185131311417,
      "step": 934
    },
    {
      "epoch": 2.9888,
      "grad_norm": 5.424426759123465,
      "learning_rate": 8.638808331973281e-10,
      "loss": 0.12553086876869202,
      "step": 935
    },
    {
      "epoch": 2.992,
      "grad_norm": 4.240720507916698,
      "learning_rate": 5.528894649758921e-10,
      "loss": 0.12835493683815002,
      "step": 936
    },
    {
      "epoch": 2.9952,
      "grad_norm": 5.2388649859814596,
      "learning_rate": 3.1100283169938074e-10,
      "loss": 0.14904943108558655,
      "step": 937
    },
    {
      "epoch": 2.9984,
      "grad_norm": 3.75793392949412,
      "learning_rate": 1.3822427683884975e-10,
      "loss": 0.10862727463245392,
      "step": 938
    },
    {
      "epoch": 3.0,
      "grad_norm": 6.681865773550804,
      "learning_rate": 3.4556188622802964e-11,
      "loss": 0.11463062465190887,
      "step": 939
    },
    {
      "epoch": 3.0,
      "step": 939,
      "total_flos": 2233489489920.0,
      "train_loss": 0.6554125065739733,
      "train_runtime": 3840.4405,
      "train_samples_per_second": 3.906,
      "train_steps_per_second": 0.245
    }
  ],
  "logging_steps": 1,
  "max_steps": 939,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2233489489920.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}