{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.96,
  "eval_steps": 3300,
  "global_step": 15840,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00012121212121212121,
      "grad_norm": 8.97504997253418,
      "learning_rate": 4.848484848484849e-06,
      "loss": 11.357827186584473,
      "step": 2
    },
    {
      "epoch": 0.00024242424242424242,
      "grad_norm": 8.348938941955566,
      "learning_rate": 1.4545454545454545e-05,
      "loss": 11.106054306030273,
      "step": 4
    },
    {
      "epoch": 0.0003636363636363636,
      "grad_norm": 7.870068550109863,
      "learning_rate": 2.4242424242424244e-05,
      "loss": 10.375286102294922,
      "step": 6
    },
    {
      "epoch": 0.00048484848484848484,
      "grad_norm": 8.913647651672363,
      "learning_rate": 3.3939393939393945e-05,
      "loss": 9.937556266784668,
      "step": 8
    },
    {
      "epoch": 0.0006060606060606061,
      "grad_norm": 2.8719382286071777,
      "learning_rate": 4.3636363636363636e-05,
      "loss": 9.630653381347656,
      "step": 10
    },
    {
      "epoch": 0.0007272727272727272,
      "grad_norm": 2.4104228019714355,
      "learning_rate": 5.333333333333333e-05,
      "loss": 9.360559463500977,
      "step": 12
    },
    {
      "epoch": 0.0008484848484848485,
      "grad_norm": 2.0712571144104004,
      "learning_rate": 6.303030303030302e-05,
      "loss": 9.180842399597168,
      "step": 14
    },
    {
      "epoch": 0.0009696969696969697,
      "grad_norm": 1.9145631790161133,
      "learning_rate": 7.272727272727273e-05,
      "loss": 8.967535018920898,
      "step": 16
    },
    {
      "epoch": 0.001090909090909091,
      "grad_norm": 2.62880802154541,
      "learning_rate": 8.242424242424243e-05,
      "loss": 8.75141716003418,
      "step": 18
    },
    {
      "epoch": 0.0012121212121212121,
      "grad_norm": 1.3583670854568481,
      "learning_rate": 9.212121212121214e-05,
      "loss": 8.42448902130127,
      "step": 20
    },
    {
      "epoch": 0.0013333333333333333,
      "grad_norm": 1.4527056217193604,
      "learning_rate": 0.00010181818181818181,
      "loss": 8.26899242401123,
      "step": 22
    },
    {
      "epoch": 0.0014545454545454545,
      "grad_norm": 1.197034478187561,
      "learning_rate": 0.00011151515151515153,
      "loss": 8.070782661437988,
      "step": 24
    },
    {
      "epoch": 0.0015757575757575758,
      "grad_norm": 0.6651339530944824,
      "learning_rate": 0.00012121212121212122,
      "loss": 7.898675918579102,
      "step": 26
    },
    {
      "epoch": 0.001696969696969697,
      "grad_norm": 1.4606103897094727,
      "learning_rate": 0.00013090909090909093,
      "loss": 7.694046497344971,
      "step": 28
    },
    {
      "epoch": 0.0018181818181818182,
      "grad_norm": 0.5734741687774658,
      "learning_rate": 0.0001406060606060606,
      "loss": 7.662841320037842,
      "step": 30
    },
    {
      "epoch": 0.0019393939393939393,
      "grad_norm": 1.7686759233474731,
      "learning_rate": 0.0001503030303030303,
      "loss": 7.468966007232666,
      "step": 32
    },
    {
      "epoch": 0.0020606060606060605,
      "grad_norm": 1.5994386672973633,
      "learning_rate": 0.00016,
      "loss": 7.472892761230469,
      "step": 34
    },
    {
      "epoch": 0.002181818181818182,
      "grad_norm": 1.171338438987732,
      "learning_rate": 0.00016969696969696972,
      "loss": 7.422743797302246,
      "step": 36
    },
    {
      "epoch": 0.002303030303030303,
      "grad_norm": 0.8250885605812073,
      "learning_rate": 0.0001793939393939394,
      "loss": 7.369729995727539,
      "step": 38
    },
    {
      "epoch": 0.0024242424242424242,
      "grad_norm": 0.9469469785690308,
      "learning_rate": 0.0001890909090909091,
      "loss": 7.213651657104492,
      "step": 40
    },
    {
      "epoch": 0.0025454545454545456,
      "grad_norm": 0.9908637404441833,
      "learning_rate": 0.00019878787878787878,
      "loss": 7.254331588745117,
      "step": 42
    },
    {
      "epoch": 0.0026666666666666666,
      "grad_norm": 1.0451252460479736,
      "learning_rate": 0.0002084848484848485,
      "loss": 7.208287715911865,
      "step": 44
    },
    {
      "epoch": 0.002787878787878788,
      "grad_norm": 1.5917110443115234,
      "learning_rate": 0.00021818181818181818,
      "loss": 7.121533393859863,
      "step": 46
    },
    {
      "epoch": 0.002909090909090909,
      "grad_norm": 1.541863203048706,
      "learning_rate": 0.0002278787878787879,
      "loss": 7.107870101928711,
      "step": 48
    },
    {
      "epoch": 0.0030303030303030303,
      "grad_norm": 0.8188634514808655,
      "learning_rate": 0.0002375757575757576,
      "loss": 7.091838359832764,
      "step": 50
    },
    {
      "epoch": 0.0031515151515151517,
      "grad_norm": 0.975650429725647,
      "learning_rate": 0.00024727272727272727,
      "loss": 7.066593170166016,
      "step": 52
    },
    {
      "epoch": 0.0032727272727272726,
      "grad_norm": 1.7995296716690063,
      "learning_rate": 0.000256969696969697,
      "loss": 6.922163486480713,
      "step": 54
    },
    {
      "epoch": 0.003393939393939394,
      "grad_norm": 0.8872882127761841,
      "learning_rate": 0.0002666666666666667,
      "loss": 6.982857704162598,
      "step": 56
    },
    {
      "epoch": 0.003515151515151515,
      "grad_norm": 1.2043501138687134,
      "learning_rate": 0.0002763636363636364,
      "loss": 6.882087707519531,
      "step": 58
    },
    {
      "epoch": 0.0036363636363636364,
      "grad_norm": 1.221639633178711,
      "learning_rate": 0.0002860606060606061,
      "loss": 6.876432418823242,
      "step": 60
    },
    {
      "epoch": 0.0037575757575757577,
      "grad_norm": 0.7717297673225403,
      "learning_rate": 0.0002957575757575758,
      "loss": 6.867863655090332,
      "step": 62
    },
    {
      "epoch": 0.0038787878787878787,
      "grad_norm": 0.7375457882881165,
      "learning_rate": 0.0003054545454545455,
      "loss": 6.744990825653076,
      "step": 64
    },
    {
      "epoch": 0.004,
      "grad_norm": 0.8509403467178345,
      "learning_rate": 0.00031515151515151515,
      "loss": 6.619245529174805,
      "step": 66
    },
    {
      "epoch": 0.004121212121212121,
      "grad_norm": 1.6761586666107178,
      "learning_rate": 0.00032484848484848485,
      "loss": 6.734144687652588,
      "step": 68
    },
    {
      "epoch": 0.004242424242424243,
      "grad_norm": 1.3128397464752197,
      "learning_rate": 0.00033454545454545456,
      "loss": 6.6777215003967285,
      "step": 70
    },
    {
      "epoch": 0.004363636363636364,
      "grad_norm": 0.9473265409469604,
      "learning_rate": 0.00034424242424242426,
      "loss": 6.866725444793701,
      "step": 72
    },
    {
      "epoch": 0.004484848484848485,
      "grad_norm": 0.7980499863624573,
      "learning_rate": 0.00035393939393939396,
      "loss": 6.664373874664307,
      "step": 74
    },
    {
      "epoch": 0.004606060606060606,
      "grad_norm": 1.1570857763290405,
      "learning_rate": 0.00036363636363636367,
      "loss": 6.495471954345703,
      "step": 76
    },
    {
      "epoch": 0.0047272727272727275,
      "grad_norm": 0.6680865287780762,
      "learning_rate": 0.0003733333333333334,
      "loss": 6.586875915527344,
      "step": 78
    },
    {
      "epoch": 0.0048484848484848485,
      "grad_norm": 0.9470999240875244,
      "learning_rate": 0.000383030303030303,
      "loss": 6.360803127288818,
      "step": 80
    },
    {
      "epoch": 0.004969696969696969,
      "grad_norm": 1.3528695106506348,
      "learning_rate": 0.00039272727272727273,
      "loss": 6.52389669418335,
      "step": 82
    },
    {
      "epoch": 0.005090909090909091,
      "grad_norm": 1.2385674715042114,
      "learning_rate": 0.0004024242424242425,
      "loss": 6.367569446563721,
      "step": 84
    },
    {
      "epoch": 0.005212121212121212,
      "grad_norm": 0.9044284224510193,
      "learning_rate": 0.00041212121212121214,
      "loss": 6.387779235839844,
      "step": 86
    },
    {
      "epoch": 0.005333333333333333,
      "grad_norm": 1.0086190700531006,
      "learning_rate": 0.0004218181818181818,
      "loss": 6.384609222412109,
      "step": 88
    },
    {
      "epoch": 0.005454545454545455,
      "grad_norm": 0.7946683764457703,
      "learning_rate": 0.00043151515151515154,
      "loss": 6.304538249969482,
      "step": 90
    },
    {
      "epoch": 0.005575757575757576,
      "grad_norm": 0.9922563433647156,
      "learning_rate": 0.00044121212121212125,
      "loss": 6.326659679412842,
      "step": 92
    },
    {
      "epoch": 0.005696969696969697,
      "grad_norm": 1.6856857538223267,
      "learning_rate": 0.0004509090909090909,
      "loss": 6.351809978485107,
      "step": 94
    },
    {
      "epoch": 0.005818181818181818,
      "grad_norm": 1.00692880153656,
      "learning_rate": 0.00046060606060606066,
      "loss": 6.314554691314697,
      "step": 96
    },
    {
      "epoch": 0.00593939393939394,
      "grad_norm": 0.7551726698875427,
      "learning_rate": 0.0004703030303030303,
      "loss": 6.178233623504639,
      "step": 98
    },
    {
      "epoch": 0.006060606060606061,
      "grad_norm": 0.8453118801116943,
      "learning_rate": 0.00048,
      "loss": 6.081550598144531,
      "step": 100
    },
    {
      "epoch": 0.0061818181818181816,
      "grad_norm": 0.8440249562263489,
      "learning_rate": 0.0004896969696969697,
      "loss": 6.138357162475586,
      "step": 102
    },
    {
      "epoch": 0.006303030303030303,
      "grad_norm": 0.9946629405021667,
      "learning_rate": 0.0004993939393939395,
      "loss": 6.058218002319336,
      "step": 104
    },
    {
      "epoch": 0.006424242424242424,
      "grad_norm": 1.0654397010803223,
      "learning_rate": 0.0005090909090909091,
      "loss": 6.076464653015137,
      "step": 106
    },
    {
      "epoch": 0.006545454545454545,
      "grad_norm": 0.8686041235923767,
      "learning_rate": 0.0005187878787878788,
      "loss": 5.95872688293457,
      "step": 108
    },
    {
      "epoch": 0.006666666666666667,
      "grad_norm": 0.6830413341522217,
      "learning_rate": 0.0005284848484848485,
      "loss": 5.902834415435791,
      "step": 110
    },
    {
      "epoch": 0.006787878787878788,
      "grad_norm": 1.0477262735366821,
      "learning_rate": 0.0005381818181818182,
      "loss": 5.8460164070129395,
      "step": 112
    },
    {
      "epoch": 0.006909090909090909,
      "grad_norm": 0.6564334630966187,
      "learning_rate": 0.0005478787878787878,
      "loss": 6.002228736877441,
      "step": 114
    },
    {
      "epoch": 0.00703030303030303,
      "grad_norm": 0.7843162417411804,
      "learning_rate": 0.0005575757575757576,
      "loss": 5.780240535736084,
      "step": 116
    },
    {
      "epoch": 0.007151515151515152,
      "grad_norm": 0.9642066359519958,
      "learning_rate": 0.0005672727272727274,
      "loss": 5.727415084838867,
      "step": 118
    },
    {
      "epoch": 0.007272727272727273,
      "grad_norm": 1.2070485353469849,
      "learning_rate": 0.000576969696969697,
      "loss": 5.800960063934326,
      "step": 120
    },
    {
      "epoch": 0.007393939393939394,
      "grad_norm": 0.8290711641311646,
      "learning_rate": 0.0005866666666666667,
      "loss": 5.794440269470215,
      "step": 122
    },
    {
      "epoch": 0.0075151515151515155,
      "grad_norm": 0.8914417028427124,
      "learning_rate": 0.0005963636363636364,
      "loss": 5.611122131347656,
      "step": 124
    },
    {
      "epoch": 0.0076363636363636364,
      "grad_norm": 0.7072174549102783,
      "learning_rate": 0.0006060606060606061,
      "loss": 5.646268367767334,
      "step": 126
    },
    {
      "epoch": 0.007757575757575757,
      "grad_norm": 0.8764508962631226,
      "learning_rate": 0.0006157575757575757,
      "loss": 5.6723761558532715,
      "step": 128
    },
    {
      "epoch": 0.00787878787878788,
      "grad_norm": 0.6534025073051453,
      "learning_rate": 0.0006254545454545455,
      "loss": 5.622500419616699,
      "step": 130
    },
    {
      "epoch": 0.008,
      "grad_norm": 0.5357821583747864,
      "learning_rate": 0.0006351515151515152,
      "loss": 5.552145481109619,
      "step": 132
    },
    {
      "epoch": 0.008121212121212121,
      "grad_norm": 0.6033462285995483,
      "learning_rate": 0.0006448484848484849,
      "loss": 5.5264177322387695,
      "step": 134
    },
    {
      "epoch": 0.008242424242424242,
      "grad_norm": 0.8388949632644653,
      "learning_rate": 0.0006545454545454546,
      "loss": 5.494859218597412,
      "step": 136
    },
    {
      "epoch": 0.008363636363636363,
      "grad_norm": 0.9601350426673889,
      "learning_rate": 0.0006642424242424243,
      "loss": 5.32069730758667,
      "step": 138
    },
    {
      "epoch": 0.008484848484848486,
      "grad_norm": 1.2640959024429321,
      "learning_rate": 0.0006739393939393939,
      "loss": 5.488650798797607,
      "step": 140
    },
    {
      "epoch": 0.008606060606060607,
      "grad_norm": 0.8532082438468933,
      "learning_rate": 0.0006836363636363636,
      "loss": 5.437753200531006,
      "step": 142
    },
    {
      "epoch": 0.008727272727272728,
      "grad_norm": 1.0036379098892212,
      "learning_rate": 0.0006933333333333333,
      "loss": 5.435619831085205,
      "step": 144
    },
    {
      "epoch": 0.008848484848484849,
      "grad_norm": 0.6930304169654846,
      "learning_rate": 0.0007030303030303031,
      "loss": 5.5524492263793945,
      "step": 146
    },
    {
      "epoch": 0.00896969696969697,
      "grad_norm": 0.6947512626647949,
      "learning_rate": 0.0007127272727272728,
      "loss": 5.4725847244262695,
      "step": 148
    },
    {
      "epoch": 0.00909090909090909,
      "grad_norm": 0.5082792639732361,
      "learning_rate": 0.0007224242424242425,
      "loss": 5.255496501922607,
      "step": 150
    },
    {
      "epoch": 0.009212121212121211,
      "grad_norm": 0.5149092674255371,
      "learning_rate": 0.0007321212121212122,
      "loss": 5.35959005355835,
      "step": 152
    },
    {
      "epoch": 0.009333333333333334,
      "grad_norm": 0.468622624874115,
      "learning_rate": 0.0007418181818181818,
      "loss": 5.325175762176514,
      "step": 154
    },
    {
      "epoch": 0.009454545454545455,
      "grad_norm": 0.598091721534729,
      "learning_rate": 0.0007515151515151516,
      "loss": 5.322880268096924,
      "step": 156
    },
    {
      "epoch": 0.009575757575757576,
      "grad_norm": 0.8230356574058533,
      "learning_rate": 0.0007612121212121212,
      "loss": 5.333863735198975,
      "step": 158
    },
    {
      "epoch": 0.009696969696969697,
      "grad_norm": 1.1033756732940674,
      "learning_rate": 0.000770909090909091,
      "loss": 5.284386157989502,
      "step": 160
    },
    {
      "epoch": 0.009818181818181818,
      "grad_norm": 0.650258481502533,
      "learning_rate": 0.0007806060606060606,
      "loss": 5.252943515777588,
      "step": 162
    },
    {
      "epoch": 0.009939393939393939,
      "grad_norm": 0.8603656888008118,
      "learning_rate": 0.0007903030303030304,
      "loss": 5.090350151062012,
      "step": 164
    },
    {
      "epoch": 0.01006060606060606,
      "grad_norm": 0.4447465240955353,
      "learning_rate": 0.0008,
      "loss": 5.219063758850098,
      "step": 166
    },
    {
      "epoch": 0.010181818181818183,
      "grad_norm": 0.4416581988334656,
      "learning_rate": 0.0008,
      "loss": 5.028714179992676,
      "step": 168
    },
    {
      "epoch": 0.010303030303030303,
      "grad_norm": 0.43629151582717896,
      "learning_rate": 0.0008,
      "loss": 4.954435348510742,
      "step": 170
    },
    {
      "epoch": 0.010424242424242424,
      "grad_norm": 0.48155081272125244,
      "learning_rate": 0.0008,
      "loss": 4.948851108551025,
      "step": 172
    },
    {
      "epoch": 0.010545454545454545,
      "grad_norm": 0.5557255148887634,
      "learning_rate": 0.0008,
      "loss": 5.076390743255615,
      "step": 174
    },
    {
      "epoch": 0.010666666666666666,
      "grad_norm": 0.5931875705718994,
      "learning_rate": 0.0008,
      "loss": 5.092473030090332,
      "step": 176
    },
    {
      "epoch": 0.010787878787878787,
      "grad_norm": 0.8179289102554321,
      "learning_rate": 0.0008,
      "loss": 4.882107257843018,
      "step": 178
    },
    {
      "epoch": 0.01090909090909091,
      "grad_norm": 0.9967648983001709,
      "learning_rate": 0.0008,
      "loss": 4.923511028289795,
      "step": 180
    },
    {
      "epoch": 0.011030303030303031,
      "grad_norm": 1.1743577718734741,
      "learning_rate": 0.0008,
      "loss": 5.101078987121582,
      "step": 182
    },
    {
      "epoch": 0.011151515151515152,
      "grad_norm": 1.0063247680664062,
      "learning_rate": 0.0008,
      "loss": 5.137593746185303,
      "step": 184
    },
    {
      "epoch": 0.011272727272727273,
      "grad_norm": 0.5801673531532288,
      "learning_rate": 0.0008,
      "loss": 5.013425827026367,
      "step": 186
    },
    {
      "epoch": 0.011393939393939394,
      "grad_norm": 0.5073955655097961,
      "learning_rate": 0.0008,
      "loss": 4.989893913269043,
      "step": 188
    },
    {
      "epoch": 0.011515151515151515,
      "grad_norm": 0.5057386159896851,
      "learning_rate": 0.0008,
      "loss": 4.878107070922852,
      "step": 190
    },
    {
      "epoch": 0.011636363636363636,
      "grad_norm": 0.42275702953338623,
      "learning_rate": 0.0008,
      "loss": 4.894931316375732,
      "step": 192
    },
    {
      "epoch": 0.011757575757575758,
      "grad_norm": 0.4581521451473236,
      "learning_rate": 0.0008,
      "loss": 4.830855846405029,
      "step": 194
    },
    {
      "epoch": 0.01187878787878788,
      "grad_norm": 0.36250874400138855,
      "learning_rate": 0.0008,
      "loss": 4.795516490936279,
      "step": 196
    },
    {
      "epoch": 0.012,
      "grad_norm": 0.3030204772949219,
      "learning_rate": 0.0008,
      "loss": 4.763975143432617,
      "step": 198
    },
    {
      "epoch": 0.012121212121212121,
      "grad_norm": 0.5053560137748718,
      "learning_rate": 0.0008,
      "loss": 4.734469413757324,
      "step": 200
    },
    {
      "epoch": 0.012242424242424242,
      "grad_norm": 0.6947022080421448,
      "learning_rate": 0.0008,
      "loss": 4.838320255279541,
      "step": 202
    },
    {
      "epoch": 0.012363636363636363,
      "grad_norm": 0.7823297381401062,
      "learning_rate": 0.0008,
      "loss": 4.6456990242004395,
      "step": 204
    },
    {
      "epoch": 0.012484848484848484,
      "grad_norm": 0.654838502407074,
      "learning_rate": 0.0008,
      "loss": 4.81408166885376,
      "step": 206
    },
    {
      "epoch": 0.012606060606060607,
      "grad_norm": 0.45549893379211426,
      "learning_rate": 0.0008,
      "loss": 4.798559665679932,
      "step": 208
    },
    {
      "epoch": 0.012727272727272728,
      "grad_norm": 0.4346763789653778,
      "learning_rate": 0.0008,
      "loss": 4.724524974822998,
      "step": 210
    },
    {
      "epoch": 0.012848484848484849,
      "grad_norm": 0.3581501245498657,
      "learning_rate": 0.0008,
      "loss": 4.660583019256592,
      "step": 212
    },
    {
      "epoch": 0.01296969696969697,
      "grad_norm": 0.29114705324172974,
      "learning_rate": 0.0008,
      "loss": 4.576566219329834,
      "step": 214
    },
    {
      "epoch": 0.01309090909090909,
      "grad_norm": 0.2913273572921753,
      "learning_rate": 0.0008,
      "loss": 4.589745044708252,
      "step": 216
    },
    {
      "epoch": 0.013212121212121212,
      "grad_norm": 0.26899755001068115,
      "learning_rate": 0.0008,
      "loss": 4.623720169067383,
      "step": 218
    },
    {
      "epoch": 0.013333333333333334,
      "grad_norm": 0.34857481718063354,
      "learning_rate": 0.0008,
      "loss": 4.624195098876953,
      "step": 220
    },
    {
      "epoch": 0.013454545454545455,
      "grad_norm": 0.505099892616272,
      "learning_rate": 0.0008,
      "loss": 4.5323486328125,
      "step": 222
    },
    {
      "epoch": 0.013575757575757576,
      "grad_norm": 0.4094547629356384,
      "learning_rate": 0.0008,
      "loss": 4.524002552032471,
      "step": 224
    },
    {
      "epoch": 0.013696969696969697,
      "grad_norm": 0.3158399760723114,
      "learning_rate": 0.0008,
      "loss": 4.578722953796387,
      "step": 226
    },
    {
      "epoch": 0.013818181818181818,
      "grad_norm": 0.53526771068573,
      "learning_rate": 0.0008,
      "loss": 4.528520107269287,
      "step": 228
    },
    {
      "epoch": 0.013939393939393939,
      "grad_norm": 0.5406535267829895,
      "learning_rate": 0.0008,
      "loss": 4.560442924499512,
      "step": 230
    },
    {
      "epoch": 0.01406060606060606,
      "grad_norm": 0.44130751490592957,
      "learning_rate": 0.0008,
      "loss": 4.484059810638428,
      "step": 232
    },
    {
      "epoch": 0.014181818181818183,
      "grad_norm": 0.5150421261787415,
      "learning_rate": 0.0008,
      "loss": 4.506237030029297,
      "step": 234
    },
    {
      "epoch": 0.014303030303030304,
      "grad_norm": 0.41909053921699524,
      "learning_rate": 0.0008,
      "loss": 4.363324165344238,
      "step": 236
    },
    {
      "epoch": 0.014424242424242424,
      "grad_norm": 0.3764134347438812,
      "learning_rate": 0.0008,
      "loss": 4.3746843338012695,
      "step": 238
    },
    {
      "epoch": 0.014545454545454545,
      "grad_norm": 0.5060068368911743,
      "learning_rate": 0.0008,
      "loss": 4.42823600769043,
      "step": 240
    },
    {
      "epoch": 0.014666666666666666,
      "grad_norm": 0.5175958871841431,
      "learning_rate": 0.0008,
      "loss": 4.42431640625,
      "step": 242
    },
    {
      "epoch": 0.014787878787878787,
      "grad_norm": 0.5552281737327576,
      "learning_rate": 0.0008,
      "loss": 4.365012168884277,
      "step": 244
    },
    {
      "epoch": 0.014909090909090908,
      "grad_norm": 0.30622056126594543,
      "learning_rate": 0.0008,
      "loss": 4.217746734619141,
      "step": 246
    },
    {
      "epoch": 0.015030303030303031,
      "grad_norm": 0.27839550375938416,
      "learning_rate": 0.0008,
      "loss": 4.380131721496582,
      "step": 248
    },
    {
      "epoch": 0.015151515151515152,
      "grad_norm": 0.4964343309402466,
      "learning_rate": 0.0008,
      "loss": 4.266903877258301,
      "step": 250
    },
    {
      "epoch": 0.015272727272727273,
      "grad_norm": 0.38328754901885986,
      "learning_rate": 0.0008,
      "loss": 4.353453159332275,
      "step": 252
    },
    {
      "epoch": 0.015393939393939394,
      "grad_norm": 0.2895657420158386,
      "learning_rate": 0.0008,
      "loss": 4.225037097930908,
      "step": 254
    },
    {
      "epoch": 0.015515151515151515,
      "grad_norm": 0.3326258063316345,
      "learning_rate": 0.0008,
      "loss": 4.262819766998291,
      "step": 256
    },
    {
      "epoch": 0.015636363636363636,
      "grad_norm": 0.2709735631942749,
      "learning_rate": 0.0008,
      "loss": 4.279838562011719,
      "step": 258
    },
    {
      "epoch": 0.01575757575757576,
      "grad_norm": 0.28639206290245056,
      "learning_rate": 0.0008,
      "loss": 4.2228240966796875,
      "step": 260
    },
    {
      "epoch": 0.015878787878787878,
      "grad_norm": 0.3204135298728943,
      "learning_rate": 0.0008,
      "loss": 4.2194037437438965,
      "step": 262
    },
    {
      "epoch": 0.016,
      "grad_norm": 0.3845968544483185,
      "learning_rate": 0.0008,
      "loss": 4.192597389221191,
      "step": 264
    },
    {
      "epoch": 0.01612121212121212,
      "grad_norm": 0.45057976245880127,
      "learning_rate": 0.0008,
      "loss": 4.149747371673584,
      "step": 266
    },
    {
      "epoch": 0.016242424242424242,
      "grad_norm": 0.36388057470321655,
      "learning_rate": 0.0008,
      "loss": 4.067847728729248,
      "step": 268
    },
    {
      "epoch": 0.016363636363636365,
      "grad_norm": 0.3418745994567871,
      "learning_rate": 0.0008,
      "loss": 4.1565022468566895,
      "step": 270
    },
    {
      "epoch": 0.016484848484848484,
      "grad_norm": 0.3683988153934479,
      "learning_rate": 0.0008,
      "loss": 4.09769868850708,
      "step": 272
    },
    {
      "epoch": 0.016606060606060607,
      "grad_norm": 0.3683854341506958,
      "learning_rate": 0.0008,
      "loss": 3.9879941940307617,
      "step": 274
    },
    {
      "epoch": 0.016727272727272726,
      "grad_norm": 0.47024789452552795,
      "learning_rate": 0.0008,
      "loss": 4.045173645019531,
      "step": 276
    },
    {
      "epoch": 0.01684848484848485,
      "grad_norm": 0.46615248918533325,
      "learning_rate": 0.0008,
      "loss": 4.0129547119140625,
      "step": 278
    },
    {
      "epoch": 0.01696969696969697,
      "grad_norm": 0.3514328896999359,
      "learning_rate": 0.0008,
      "loss": 4.037949562072754,
      "step": 280
    },
    {
      "epoch": 0.01709090909090909,
      "grad_norm": 0.3677462041378021,
      "learning_rate": 0.0008,
      "loss": 4.070645809173584,
      "step": 282
    },
    {
      "epoch": 0.017212121212121213,
      "grad_norm": 0.30767402052879333,
      "learning_rate": 0.0008,
      "loss": 3.9893791675567627,
      "step": 284
    },
    {
      "epoch": 0.017333333333333333,
      "grad_norm": 0.30136391520500183,
      "learning_rate": 0.0008,
      "loss": 3.9328291416168213,
      "step": 286
    },
    {
      "epoch": 0.017454545454545455,
      "grad_norm": 0.2418648898601532,
      "learning_rate": 0.0008,
      "loss": 3.9587371349334717,
      "step": 288
    },
    {
      "epoch": 0.017575757575757574,
      "grad_norm": 0.3279234766960144,
      "learning_rate": 0.0008,
      "loss": 3.858621835708618,
      "step": 290
    },
    {
      "epoch": 0.017696969696969697,
      "grad_norm": 0.3606475293636322,
      "learning_rate": 0.0008,
      "loss": 3.8565807342529297,
      "step": 292
    },
    {
      "epoch": 0.01781818181818182,
      "grad_norm": 0.3619609773159027,
      "learning_rate": 0.0008,
      "loss": 3.8307735919952393,
      "step": 294
    },
    {
      "epoch": 0.01793939393939394,
      "grad_norm": 0.33409959077835083,
      "learning_rate": 0.0008,
      "loss": 3.918273687362671,
      "step": 296
    },
    {
      "epoch": 0.01806060606060606,
      "grad_norm": 0.2992623746395111,
      "learning_rate": 0.0008,
      "loss": 3.858957529067993,
      "step": 298
    },
    {
      "epoch": 0.01818181818181818,
      "grad_norm": 0.33072054386138916,
      "learning_rate": 0.0008,
      "loss": 3.748624801635742,
      "step": 300
    },
    {
      "epoch": 0.018303030303030304,
      "grad_norm": 0.28332406282424927,
      "learning_rate": 0.0008,
      "loss": 3.7838051319122314,
      "step": 302
    },
    {
      "epoch": 0.018424242424242423,
      "grad_norm": 0.30517423152923584,
      "learning_rate": 0.0008,
      "loss": 3.802793264389038,
      "step": 304
    },
    {
      "epoch": 0.018545454545454546,
      "grad_norm": 0.3117048442363739,
      "learning_rate": 0.0008,
      "loss": 3.811725378036499,
      "step": 306
    },
    {
      "epoch": 0.018666666666666668,
      "grad_norm": 0.2468871921300888,
      "learning_rate": 0.0008,
      "loss": 3.7850887775421143,
      "step": 308
    },
    {
      "epoch": 0.018787878787878787,
      "grad_norm": 0.283168226480484,
      "learning_rate": 0.0008,
      "loss": 3.6664271354675293,
      "step": 310
    },
    {
      "epoch": 0.01890909090909091,
      "grad_norm": 0.3218361437320709,
      "learning_rate": 0.0008,
      "loss": 3.701439380645752,
      "step": 312
    },
    {
      "epoch": 0.01903030303030303,
      "grad_norm": 0.31093841791152954,
      "learning_rate": 0.0008,
      "loss": 3.7514190673828125,
      "step": 314
    },
    {
      "epoch": 0.019151515151515152,
      "grad_norm": 0.31061142683029175,
      "learning_rate": 0.0008,
      "loss": 3.7566089630126953,
      "step": 316
    },
    {
      "epoch": 0.01927272727272727,
      "grad_norm": 0.29709354043006897,
      "learning_rate": 0.0008,
      "loss": 3.6478185653686523,
      "step": 318
    },
    {
      "epoch": 0.019393939393939394,
      "grad_norm": 0.2535860538482666,
      "learning_rate": 0.0008,
      "loss": 3.7081849575042725,
      "step": 320
    },
    {
      "epoch": 0.019515151515151517,
      "grad_norm": 0.2756178677082062,
      "learning_rate": 0.0008,
      "loss": 3.6849632263183594,
      "step": 322
    },
    {
      "epoch": 0.019636363636363636,
      "grad_norm": 0.2705349922180176,
      "learning_rate": 0.0008,
      "loss": 3.568624973297119,
      "step": 324
    },
    {
      "epoch": 0.01975757575757576,
      "grad_norm": 0.31116461753845215,
      "learning_rate": 0.0008,
      "loss": 3.6941237449645996,
      "step": 326
    },
    {
      "epoch": 0.019878787878787878,
      "grad_norm": 0.2481263279914856,
      "learning_rate": 0.0008,
      "loss": 3.684450387954712,
      "step": 328
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.24916408956050873,
      "learning_rate": 0.0008,
      "loss": 3.6361258029937744,
      "step": 330
    },
    {
      "epoch": 0.02012121212121212,
      "grad_norm": 0.2090545892715454,
      "learning_rate": 0.0008,
      "loss": 3.6069369316101074,
      "step": 332
    },
    {
      "epoch": 0.020242424242424242,
      "grad_norm": 0.20673981308937073,
      "learning_rate": 0.0008,
      "loss": 3.5468575954437256,
      "step": 334
    },
    {
      "epoch": 0.020363636363636365,
      "grad_norm": 0.22687797248363495,
      "learning_rate": 0.0008,
      "loss": 3.442838191986084,
      "step": 336
    },
    {
      "epoch": 0.020484848484848484,
      "grad_norm": 0.2661835253238678,
      "learning_rate": 0.0008,
      "loss": 3.5916757583618164,
      "step": 338
    },
    {
      "epoch": 0.020606060606060607,
      "grad_norm": 0.302510529756546,
      "learning_rate": 0.0008,
      "loss": 3.5437164306640625,
      "step": 340
    },
    {
      "epoch": 0.020727272727272726,
      "grad_norm": 0.3088708519935608,
      "learning_rate": 0.0008,
      "loss": 3.5581564903259277,
      "step": 342
    },
    {
      "epoch": 0.02084848484848485,
      "grad_norm": 0.29519781470298767,
      "learning_rate": 0.0008,
      "loss": 3.51533842086792,
      "step": 344
    },
    {
      "epoch": 0.020969696969696968,
      "grad_norm": 0.24684779345989227,
      "learning_rate": 0.0008,
      "loss": 3.6499595642089844,
      "step": 346
    },
    {
      "epoch": 0.02109090909090909,
      "grad_norm": 0.21150065958499908,
      "learning_rate": 0.0008,
      "loss": 3.462801218032837,
      "step": 348
    },
    {
      "epoch": 0.021212121212121213,
      "grad_norm": 0.22903914749622345,
      "learning_rate": 0.0008,
      "loss": 3.542144536972046,
      "step": 350
    },
    {
      "epoch": 0.021333333333333333,
      "grad_norm": 0.26454150676727295,
      "learning_rate": 0.0008,
      "loss": 3.440065860748291,
      "step": 352
    },
    {
      "epoch": 0.021454545454545455,
      "grad_norm": 0.2401806265115738,
      "learning_rate": 0.0008,
      "loss": 3.5220937728881836,
      "step": 354
    },
    {
      "epoch": 0.021575757575757575,
      "grad_norm": 0.254448801279068,
      "learning_rate": 0.0008,
      "loss": 3.5693957805633545,
      "step": 356
    },
    {
      "epoch": 0.021696969696969697,
      "grad_norm": 0.2928229570388794,
      "learning_rate": 0.0008,
      "loss": 3.4866178035736084,
      "step": 358
    },
    {
      "epoch": 0.02181818181818182,
      "grad_norm": 0.21962758898735046,
      "learning_rate": 0.0008,
      "loss": 3.4612746238708496,
      "step": 360
    },
    {
      "epoch": 0.02193939393939394,
      "grad_norm": 0.1974160522222519,
      "learning_rate": 0.0008,
      "loss": 3.3538498878479004,
      "step": 362
    },
    {
      "epoch": 0.022060606060606062,
      "grad_norm": 0.20830541849136353,
      "learning_rate": 0.0008,
      "loss": 3.4757261276245117,
      "step": 364
    },
    {
      "epoch": 0.02218181818181818,
      "grad_norm": 0.21993106603622437,
      "learning_rate": 0.0008,
      "loss": 3.4556262493133545,
      "step": 366
    },
    {
      "epoch": 0.022303030303030304,
      "grad_norm": 0.24312728643417358,
      "learning_rate": 0.0008,
      "loss": 3.432683229446411,
      "step": 368
    },
    {
      "epoch": 0.022424242424242423,
      "grad_norm": 0.20460182428359985,
      "learning_rate": 0.0008,
      "loss": 3.4205639362335205,
      "step": 370
    },
    {
      "epoch": 0.022545454545454546,
      "grad_norm": 0.2298145741224289,
      "learning_rate": 0.0008,
      "loss": 3.408175468444824,
      "step": 372
    },
    {
      "epoch": 0.02266666666666667,
      "grad_norm": 0.2694374918937683,
      "learning_rate": 0.0008,
      "loss": 3.3059000968933105,
      "step": 374
    },
    {
      "epoch": 0.022787878787878788,
      "grad_norm": 0.2133701741695404,
      "learning_rate": 0.0008,
      "loss": 3.444082260131836,
      "step": 376
    },
    {
      "epoch": 0.02290909090909091,
      "grad_norm": 0.256267786026001,
      "learning_rate": 0.0008,
      "loss": 3.3378713130950928,
      "step": 378
    },
    {
      "epoch": 0.02303030303030303,
      "grad_norm": 0.2305241823196411,
      "learning_rate": 0.0008,
      "loss": 3.4456775188446045,
      "step": 380
    },
    {
      "epoch": 0.023151515151515152,
      "grad_norm": 0.2567751407623291,
      "learning_rate": 0.0008,
      "loss": 3.3252758979797363,
      "step": 382
    },
    {
      "epoch": 0.02327272727272727,
      "grad_norm": 0.2227526158094406,
      "learning_rate": 0.0008,
      "loss": 3.3726842403411865,
      "step": 384
    },
    {
      "epoch": 0.023393939393939394,
      "grad_norm": 0.2189718782901764,
      "learning_rate": 0.0008,
      "loss": 3.453778028488159,
      "step": 386
    },
    {
      "epoch": 0.023515151515151517,
      "grad_norm": 0.22577111423015594,
      "learning_rate": 0.0008,
      "loss": 3.3605237007141113,
      "step": 388
    },
    {
      "epoch": 0.023636363636363636,
      "grad_norm": 0.19532853364944458,
      "learning_rate": 0.0008,
      "loss": 3.3928592205047607,
      "step": 390
    },
    {
      "epoch": 0.02375757575757576,
      "grad_norm": 0.18626846373081207,
      "learning_rate": 0.0008,
      "loss": 3.4171979427337646,
      "step": 392
    },
    {
      "epoch": 0.023878787878787878,
      "grad_norm": 0.1684773713350296,
      "learning_rate": 0.0008,
      "loss": 3.296658515930176,
      "step": 394
    },
    {
      "epoch": 0.024,
      "grad_norm": 0.18544712662696838,
      "learning_rate": 0.0008,
      "loss": 3.2549309730529785,
      "step": 396
    },
    {
      "epoch": 0.02412121212121212,
      "grad_norm": 0.18653690814971924,
      "learning_rate": 0.0008,
      "loss": 3.3225343227386475,
      "step": 398
    },
    {
      "epoch": 0.024242424242424242,
      "grad_norm": 0.19594897329807281,
      "learning_rate": 0.0008,
      "loss": 3.319326877593994,
      "step": 400
    },
    {
      "epoch": 0.024363636363636365,
      "grad_norm": 0.21079207956790924,
      "learning_rate": 0.0008,
      "loss": 3.212855339050293,
      "step": 402
    },
    {
      "epoch": 0.024484848484848484,
      "grad_norm": 0.18678079545497894,
      "learning_rate": 0.0008,
      "loss": 3.305032730102539,
      "step": 404
    },
    {
      "epoch": 0.024606060606060607,
      "grad_norm": 0.21345235407352448,
      "learning_rate": 0.0008,
      "loss": 3.4202210903167725,
      "step": 406
    },
    {
      "epoch": 0.024727272727272726,
      "grad_norm": 0.24083738029003143,
      "learning_rate": 0.0008,
      "loss": 3.213761329650879,
      "step": 408
    },
    {
      "epoch": 0.02484848484848485,
      "grad_norm": 0.20810891687870026,
      "learning_rate": 0.0008,
      "loss": 3.3248403072357178,
      "step": 410
    },
    {
      "epoch": 0.024969696969696968,
      "grad_norm": 0.1987171173095703,
      "learning_rate": 0.0008,
      "loss": 3.2100441455841064,
      "step": 412
    },
    {
      "epoch": 0.02509090909090909,
      "grad_norm": 0.18585024774074554,
      "learning_rate": 0.0008,
      "loss": 3.3468050956726074,
      "step": 414
    },
    {
      "epoch": 0.025212121212121213,
      "grad_norm": 0.17276975512504578,
      "learning_rate": 0.0008,
      "loss": 3.2669124603271484,
      "step": 416
    },
    {
      "epoch": 0.025333333333333333,
      "grad_norm": 0.18679523468017578,
      "learning_rate": 0.0008,
      "loss": 3.305856943130493,
      "step": 418
    },
    {
      "epoch": 0.025454545454545455,
      "grad_norm": 0.1827041357755661,
      "learning_rate": 0.0008,
      "loss": 3.293316125869751,
      "step": 420
    },
    {
      "epoch": 0.025575757575757575,
      "grad_norm": 0.19492028653621674,
      "learning_rate": 0.0008,
      "loss": 3.2414097785949707,
      "step": 422
    },
    {
      "epoch": 0.025696969696969697,
      "grad_norm": 0.1917216181755066,
      "learning_rate": 0.0008,
      "loss": 3.224213123321533,
      "step": 424
    },
    {
      "epoch": 0.025818181818181817,
      "grad_norm": 0.2075928896665573,
      "learning_rate": 0.0008,
      "loss": 3.283973217010498,
      "step": 426
    },
    {
      "epoch": 0.02593939393939394,
      "grad_norm": 0.18258722126483917,
      "learning_rate": 0.0008,
      "loss": 3.2378711700439453,
      "step": 428
    },
    {
      "epoch": 0.026060606060606062,
      "grad_norm": 0.17154109477996826,
      "learning_rate": 0.0008,
      "loss": 3.239980697631836,
      "step": 430
    },
    {
      "epoch": 0.02618181818181818,
      "grad_norm": 0.18013250827789307,
      "learning_rate": 0.0008,
      "loss": 3.204636573791504,
      "step": 432
    },
    {
      "epoch": 0.026303030303030304,
      "grad_norm": 0.17967544496059418,
      "learning_rate": 0.0008,
      "loss": 3.2176053524017334,
      "step": 434
    },
    {
      "epoch": 0.026424242424242423,
      "grad_norm": 0.19593407213687897,
      "learning_rate": 0.0008,
      "loss": 3.2490882873535156,
      "step": 436
    },
    {
      "epoch": 0.026545454545454546,
      "grad_norm": 0.21105563640594482,
      "learning_rate": 0.0008,
      "loss": 3.2512412071228027,
      "step": 438
    },
    {
      "epoch": 0.02666666666666667,
      "grad_norm": 0.21172462403774261,
      "learning_rate": 0.0008,
      "loss": 3.2083756923675537,
      "step": 440
    },
    {
      "epoch": 0.026787878787878788,
      "grad_norm": 0.20613734424114227,
      "learning_rate": 0.0008,
      "loss": 3.215622901916504,
      "step": 442
    },
    {
      "epoch": 0.02690909090909091,
      "grad_norm": 0.1920866221189499,
      "learning_rate": 0.0008,
      "loss": 3.172032117843628,
      "step": 444
    },
    {
      "epoch": 0.02703030303030303,
      "grad_norm": 0.19980253279209137,
      "learning_rate": 0.0008,
      "loss": 3.255258083343506,
      "step": 446
    },
    {
      "epoch": 0.027151515151515152,
      "grad_norm": 0.18560081720352173,
      "learning_rate": 0.0008,
      "loss": 3.254140615463257,
      "step": 448
    },
    {
      "epoch": 0.02727272727272727,
      "grad_norm": 0.18544770777225494,
      "learning_rate": 0.0008,
      "loss": 3.1986196041107178,
      "step": 450
    },
    {
      "epoch": 0.027393939393939394,
      "grad_norm": 0.19149301946163177,
      "learning_rate": 0.0008,
      "loss": 3.2874796390533447,
      "step": 452
    },
    {
      "epoch": 0.027515151515151517,
      "grad_norm": 0.19180330634117126,
      "learning_rate": 0.0008,
      "loss": 3.200110673904419,
      "step": 454
    },
    {
      "epoch": 0.027636363636363636,
      "grad_norm": 0.18351376056671143,
      "learning_rate": 0.0008,
      "loss": 3.2116081714630127,
      "step": 456
    },
    {
      "epoch": 0.02775757575757576,
      "grad_norm": 0.19180741906166077,
      "learning_rate": 0.0008,
      "loss": 3.124546766281128,
      "step": 458
    },
    {
      "epoch": 0.027878787878787878,
      "grad_norm": 0.17548531293869019,
      "learning_rate": 0.0008,
      "loss": 3.128086805343628,
      "step": 460
    },
    {
      "epoch": 0.028,
      "grad_norm": 0.18065159022808075,
      "learning_rate": 0.0008,
      "loss": 3.0144083499908447,
      "step": 462
    },
    {
      "epoch": 0.02812121212121212,
      "grad_norm": 0.23563507199287415,
      "learning_rate": 0.0008,
      "loss": 3.134948968887329,
      "step": 464
    },
    {
      "epoch": 0.028242424242424242,
      "grad_norm": 0.25060465931892395,
      "learning_rate": 0.0008,
      "loss": 3.220275640487671,
      "step": 466
    },
    {
      "epoch": 0.028363636363636365,
      "grad_norm": 0.19759942591190338,
      "learning_rate": 0.0008,
      "loss": 3.1709189414978027,
      "step": 468
    },
    {
      "epoch": 0.028484848484848484,
      "grad_norm": 0.17349790036678314,
      "learning_rate": 0.0008,
      "loss": 3.133767604827881,
      "step": 470
    },
    {
      "epoch": 0.028606060606060607,
      "grad_norm": 0.16103310883045197,
      "learning_rate": 0.0008,
      "loss": 3.1511073112487793,
      "step": 472
    },
    {
      "epoch": 0.028727272727272726,
      "grad_norm": 0.1536155343055725,
      "learning_rate": 0.0008,
      "loss": 3.153458833694458,
      "step": 474
    },
    {
      "epoch": 0.02884848484848485,
      "grad_norm": 0.16233953833580017,
      "learning_rate": 0.0008,
      "loss": 3.103088855743408,
      "step": 476
    },
    {
      "epoch": 0.028969696969696968,
      "grad_norm": 0.1503172218799591,
      "learning_rate": 0.0008,
      "loss": 3.1187267303466797,
      "step": 478
    },
    {
      "epoch": 0.02909090909090909,
      "grad_norm": 0.15062548220157623,
      "learning_rate": 0.0008,
      "loss": 3.062068462371826,
      "step": 480
    },
    {
      "epoch": 0.029212121212121214,
      "grad_norm": 0.14754259586334229,
      "learning_rate": 0.0008,
      "loss": 3.1466453075408936,
      "step": 482
    },
    {
      "epoch": 0.029333333333333333,
      "grad_norm": 0.16204990446567535,
      "learning_rate": 0.0008,
      "loss": 3.0818166732788086,
      "step": 484
    },
    {
      "epoch": 0.029454545454545455,
      "grad_norm": 0.2318359762430191,
      "learning_rate": 0.0008,
      "loss": 3.1093335151672363,
      "step": 486
    },
    {
      "epoch": 0.029575757575757575,
      "grad_norm": 0.1841193288564682,
      "learning_rate": 0.0008,
      "loss": 3.2149367332458496,
      "step": 488
    },
    {
      "epoch": 0.029696969696969697,
      "grad_norm": 0.2003197818994522,
      "learning_rate": 0.0008,
      "loss": 3.109757423400879,
      "step": 490
    },
    {
      "epoch": 0.029818181818181817,
      "grad_norm": 0.1707594245672226,
      "learning_rate": 0.0008,
      "loss": 3.0052380561828613,
      "step": 492
    },
    {
      "epoch": 0.02993939393939394,
      "grad_norm": 0.17520278692245483,
      "learning_rate": 0.0008,
      "loss": 3.1650912761688232,
      "step": 494
    },
    {
      "epoch": 0.030060606060606062,
      "grad_norm": 0.18182702362537384,
      "learning_rate": 0.0008,
      "loss": 3.1383142471313477,
      "step": 496
    },
    {
      "epoch": 0.03018181818181818,
      "grad_norm": 0.17171436548233032,
      "learning_rate": 0.0008,
      "loss": 3.0356242656707764,
      "step": 498
    },
    {
      "epoch": 0.030303030303030304,
      "grad_norm": 0.17782188951969147,
      "learning_rate": 0.0008,
      "loss": 3.143406391143799,
      "step": 500
    },
    {
      "epoch": 0.030424242424242423,
      "grad_norm": 0.2386026680469513,
      "learning_rate": 0.0008,
      "loss": 3.011464834213257,
      "step": 502
    },
    {
      "epoch": 0.030545454545454546,
      "grad_norm": 0.16823378205299377,
      "learning_rate": 0.0008,
      "loss": 3.1168160438537598,
      "step": 504
    },
    {
      "epoch": 0.030666666666666665,
      "grad_norm": 0.14969979226589203,
      "learning_rate": 0.0008,
      "loss": 3.0774800777435303,
      "step": 506
    },
    {
      "epoch": 0.030787878787878788,
      "grad_norm": 0.16551975905895233,
      "learning_rate": 0.0008,
      "loss": 3.06292462348938,
      "step": 508
    },
    {
      "epoch": 0.03090909090909091,
      "grad_norm": 0.217863991856575,
      "learning_rate": 0.0008,
      "loss": 3.0433037281036377,
      "step": 510
    },
    {
      "epoch": 0.03103030303030303,
      "grad_norm": 0.16006837785243988,
      "learning_rate": 0.0008,
      "loss": 3.092416763305664,
      "step": 512
    },
    {
      "epoch": 0.031151515151515152,
      "grad_norm": 0.1552363634109497,
      "learning_rate": 0.0008,
      "loss": 3.084879159927368,
      "step": 514
    },
    {
      "epoch": 0.03127272727272727,
      "grad_norm": 0.14629562199115753,
      "learning_rate": 0.0008,
      "loss": 3.0902342796325684,
      "step": 516
    },
    {
      "epoch": 0.03139393939393939,
      "grad_norm": 0.14411231875419617,
      "learning_rate": 0.0008,
      "loss": 2.986879348754883,
      "step": 518
    },
    {
      "epoch": 0.03151515151515152,
      "grad_norm": 0.16847993433475494,
      "learning_rate": 0.0008,
      "loss": 3.0822856426239014,
      "step": 520
    },
    {
      "epoch": 0.031636363636363636,
      "grad_norm": 0.149409681558609,
      "learning_rate": 0.0008,
      "loss": 3.018641948699951,
      "step": 522
    },
    {
      "epoch": 0.031757575757575755,
      "grad_norm": 0.14600564539432526,
      "learning_rate": 0.0008,
      "loss": 3.0455117225646973,
      "step": 524
    },
    {
      "epoch": 0.03187878787878788,
      "grad_norm": 0.1614578664302826,
      "learning_rate": 0.0008,
      "loss": 3.116377353668213,
      "step": 526
    },
    {
      "epoch": 0.032,
      "grad_norm": 0.14525499939918518,
      "learning_rate": 0.0008,
      "loss": 2.985255718231201,
      "step": 528
    },
    {
      "epoch": 0.03212121212121212,
      "grad_norm": 0.150455042719841,
      "learning_rate": 0.0008,
      "loss": 3.0385396480560303,
      "step": 530
    },
    {
      "epoch": 0.03224242424242424,
      "grad_norm": 0.16066277027130127,
      "learning_rate": 0.0008,
      "loss": 3.034322738647461,
      "step": 532
    },
    {
      "epoch": 0.032363636363636365,
      "grad_norm": 0.15391060709953308,
      "learning_rate": 0.0008,
      "loss": 3.0366103649139404,
      "step": 534
    },
    {
      "epoch": 0.032484848484848484,
      "grad_norm": 0.14887331426143646,
      "learning_rate": 0.0008,
      "loss": 2.9216997623443604,
      "step": 536
    },
    {
      "epoch": 0.032606060606060604,
      "grad_norm": 0.15154264867305756,
      "learning_rate": 0.0008,
      "loss": 2.999504327774048,
      "step": 538
    },
    {
      "epoch": 0.03272727272727273,
      "grad_norm": 0.14853991568088531,
      "learning_rate": 0.0008,
      "loss": 2.987461566925049,
      "step": 540
    },
    {
      "epoch": 0.03284848484848485,
      "grad_norm": 0.1701185405254364,
      "learning_rate": 0.0008,
      "loss": 3.038562059402466,
      "step": 542
    },
    {
      "epoch": 0.03296969696969697,
      "grad_norm": 0.1607816368341446,
      "learning_rate": 0.0008,
      "loss": 2.990669012069702,
      "step": 544
    },
    {
      "epoch": 0.03309090909090909,
      "grad_norm": 0.15095685422420502,
      "learning_rate": 0.0008,
      "loss": 3.0428266525268555,
      "step": 546
    },
    {
      "epoch": 0.033212121212121214,
      "grad_norm": 0.14433546364307404,
      "learning_rate": 0.0008,
      "loss": 2.9407718181610107,
      "step": 548
    },
    {
      "epoch": 0.03333333333333333,
      "grad_norm": 0.14404350519180298,
      "learning_rate": 0.0008,
      "loss": 2.9540135860443115,
      "step": 550
    },
    {
      "epoch": 0.03345454545454545,
      "grad_norm": 0.16146287322044373,
      "learning_rate": 0.0008,
      "loss": 2.9493942260742188,
      "step": 552
    },
    {
      "epoch": 0.03357575757575758,
      "grad_norm": 0.1664876937866211,
      "learning_rate": 0.0008,
      "loss": 2.9082322120666504,
      "step": 554
    },
    {
      "epoch": 0.0336969696969697,
      "grad_norm": 0.15475095808506012,
      "learning_rate": 0.0008,
      "loss": 3.0174684524536133,
      "step": 556
    },
    {
      "epoch": 0.03381818181818182,
      "grad_norm": 0.14952117204666138,
      "learning_rate": 0.0008,
      "loss": 3.0506439208984375,
      "step": 558
    },
    {
      "epoch": 0.03393939393939394,
      "grad_norm": 0.16758497059345245,
      "learning_rate": 0.0008,
      "loss": 3.0673019886016846,
      "step": 560
    },
    {
      "epoch": 0.03406060606060606,
      "grad_norm": 0.14651420712471008,
      "learning_rate": 0.0008,
      "loss": 2.920955181121826,
      "step": 562
    },
    {
      "epoch": 0.03418181818181818,
      "grad_norm": 0.17143522202968597,
      "learning_rate": 0.0008,
      "loss": 3.0434558391571045,
      "step": 564
    },
    {
      "epoch": 0.0343030303030303,
      "grad_norm": 0.1426212042570114,
      "learning_rate": 0.0008,
      "loss": 2.9456403255462646,
      "step": 566
    },
    {
      "epoch": 0.03442424242424243,
      "grad_norm": 0.14558342099189758,
      "learning_rate": 0.0008,
      "loss": 2.9615488052368164,
      "step": 568
    },
    {
      "epoch": 0.034545454545454546,
      "grad_norm": 0.1692395806312561,
      "learning_rate": 0.0008,
      "loss": 2.9330313205718994,
      "step": 570
    },
    {
      "epoch": 0.034666666666666665,
      "grad_norm": 0.17397549748420715,
      "learning_rate": 0.0008,
      "loss": 2.9596598148345947,
      "step": 572
    },
    {
      "epoch": 0.03478787878787879,
      "grad_norm": 0.16361340880393982,
      "learning_rate": 0.0008,
      "loss": 3.052358865737915,
      "step": 574
    },
    {
      "epoch": 0.03490909090909091,
      "grad_norm": 0.16779865324497223,
      "learning_rate": 0.0008,
      "loss": 2.964066743850708,
      "step": 576
    },
    {
      "epoch": 0.03503030303030303,
      "grad_norm": 0.13800302147865295,
      "learning_rate": 0.0008,
      "loss": 2.98765230178833,
      "step": 578
    },
    {
      "epoch": 0.03515151515151515,
      "grad_norm": 0.13935010135173798,
      "learning_rate": 0.0008,
      "loss": 3.018916368484497,
      "step": 580
    },
    {
      "epoch": 0.035272727272727275,
      "grad_norm": 0.14222946763038635,
      "learning_rate": 0.0008,
      "loss": 2.873932361602783,
      "step": 582
    },
    {
      "epoch": 0.035393939393939394,
      "grad_norm": 0.15399911999702454,
      "learning_rate": 0.0008,
      "loss": 3.022982120513916,
      "step": 584
    },
    {
      "epoch": 0.035515151515151513,
      "grad_norm": 0.14751893281936646,
      "learning_rate": 0.0008,
      "loss": 2.9483044147491455,
      "step": 586
    },
    {
      "epoch": 0.03563636363636364,
      "grad_norm": 0.14612935483455658,
      "learning_rate": 0.0008,
      "loss": 3.0079457759857178,
      "step": 588
    },
    {
      "epoch": 0.03575757575757576,
      "grad_norm": 0.14603056013584137,
      "learning_rate": 0.0008,
      "loss": 3.0186915397644043,
      "step": 590
    },
    {
      "epoch": 0.03587878787878788,
      "grad_norm": 0.1394486427307129,
      "learning_rate": 0.0008,
      "loss": 2.955667495727539,
      "step": 592
    },
    {
      "epoch": 0.036,
      "grad_norm": 0.1390790194272995,
      "learning_rate": 0.0008,
      "loss": 2.9570231437683105,
      "step": 594
    },
    {
      "epoch": 0.03612121212121212,
      "grad_norm": 0.1442171335220337,
      "learning_rate": 0.0008,
      "loss": 2.97532057762146,
      "step": 596
    },
    {
      "epoch": 0.03624242424242424,
      "grad_norm": 0.15127277374267578,
      "learning_rate": 0.0008,
      "loss": 2.910494327545166,
      "step": 598
    },
    {
      "epoch": 0.03636363636363636,
      "grad_norm": 0.1394735723733902,
      "learning_rate": 0.0008,
      "loss": 2.924168109893799,
      "step": 600
    },
    {
      "epoch": 0.03648484848484849,
      "grad_norm": 0.1540086269378662,
      "learning_rate": 0.0008,
      "loss": 2.9845988750457764,
      "step": 602
    },
    {
      "epoch": 0.03660606060606061,
      "grad_norm": 0.17311856150627136,
      "learning_rate": 0.0008,
      "loss": 2.927744150161743,
      "step": 604
    },
    {
      "epoch": 0.036727272727272726,
      "grad_norm": 0.14371098577976227,
      "learning_rate": 0.0008,
      "loss": 2.922285556793213,
      "step": 606
    },
    {
      "epoch": 0.036848484848484846,
      "grad_norm": 0.13951198756694794,
      "learning_rate": 0.0008,
      "loss": 2.9370288848876953,
      "step": 608
    },
    {
      "epoch": 0.03696969696969697,
      "grad_norm": 0.14434067904949188,
      "learning_rate": 0.0008,
      "loss": 2.9697577953338623,
      "step": 610
    },
    {
      "epoch": 0.03709090909090909,
      "grad_norm": 0.14919859170913696,
      "learning_rate": 0.0008,
      "loss": 2.979060649871826,
      "step": 612
    },
    {
      "epoch": 0.03721212121212121,
      "grad_norm": 0.14238537847995758,
      "learning_rate": 0.0008,
      "loss": 2.923292875289917,
      "step": 614
    },
    {
      "epoch": 0.037333333333333336,
      "grad_norm": 0.13626030087471008,
      "learning_rate": 0.0008,
      "loss": 2.858288288116455,
      "step": 616
    },
    {
      "epoch": 0.037454545454545456,
      "grad_norm": 0.13980725407600403,
      "learning_rate": 0.0008,
      "loss": 2.847784996032715,
      "step": 618
    },
    {
      "epoch": 0.037575757575757575,
      "grad_norm": 0.14716844260692596,
      "learning_rate": 0.0008,
      "loss": 2.845705032348633,
      "step": 620
    },
    {
      "epoch": 0.037696969696969694,
      "grad_norm": 0.1418210119009018,
      "learning_rate": 0.0008,
      "loss": 2.953434944152832,
      "step": 622
    },
    {
      "epoch": 0.03781818181818182,
      "grad_norm": 0.13869202136993408,
      "learning_rate": 0.0008,
      "loss": 2.9007976055145264,
      "step": 624
    },
    {
      "epoch": 0.03793939393939394,
      "grad_norm": 0.13616803288459778,
      "learning_rate": 0.0008,
      "loss": 2.94415545463562,
      "step": 626
    },
    {
      "epoch": 0.03806060606060606,
      "grad_norm": 0.1417037397623062,
      "learning_rate": 0.0008,
      "loss": 2.923724412918091,
      "step": 628
    },
    {
      "epoch": 0.038181818181818185,
      "grad_norm": 0.13439780473709106,
      "learning_rate": 0.0008,
      "loss": 2.9307355880737305,
      "step": 630
    },
    {
      "epoch": 0.038303030303030304,
      "grad_norm": 0.13781346380710602,
      "learning_rate": 0.0008,
      "loss": 2.954785108566284,
      "step": 632
    },
    {
      "epoch": 0.03842424242424242,
      "grad_norm": 0.14403529465198517,
      "learning_rate": 0.0008,
      "loss": 2.9103217124938965,
      "step": 634
    },
    {
      "epoch": 0.03854545454545454,
      "grad_norm": 0.25868332386016846,
      "learning_rate": 0.0008,
      "loss": 2.9291200637817383,
      "step": 636
    },
    {
      "epoch": 0.03866666666666667,
      "grad_norm": 0.13370473682880402,
      "learning_rate": 0.0008,
      "loss": 2.9023022651672363,
      "step": 638
    },
    {
      "epoch": 0.03878787878787879,
      "grad_norm": 0.13921067118644714,
      "learning_rate": 0.0008,
      "loss": 2.8829033374786377,
      "step": 640
    },
    {
      "epoch": 0.03890909090909091,
      "grad_norm": 0.14794135093688965,
      "learning_rate": 0.0008,
      "loss": 2.838698387145996,
      "step": 642
    },
    {
      "epoch": 0.03903030303030303,
      "grad_norm": 0.1344001144170761,
      "learning_rate": 0.0008,
      "loss": 2.882659912109375,
      "step": 644
    },
    {
      "epoch": 0.03915151515151515,
      "grad_norm": 0.1305534392595291,
      "learning_rate": 0.0008,
      "loss": 2.863396406173706,
      "step": 646
    },
    {
      "epoch": 0.03927272727272727,
      "grad_norm": 0.1409977525472641,
      "learning_rate": 0.0008,
      "loss": 2.8610992431640625,
      "step": 648
    },
    {
      "epoch": 0.03939393939393939,
      "grad_norm": 0.1957748830318451,
      "learning_rate": 0.0008,
      "loss": 2.8816120624542236,
      "step": 650
    },
    {
      "epoch": 0.03951515151515152,
      "grad_norm": 0.12930573523044586,
      "learning_rate": 0.0008,
      "loss": 2.9270267486572266,
      "step": 652
    },
    {
      "epoch": 0.039636363636363636,
      "grad_norm": 0.1313532143831253,
      "learning_rate": 0.0008,
      "loss": 2.8601999282836914,
      "step": 654
    },
    {
      "epoch": 0.039757575757575755,
      "grad_norm": 0.1319667398929596,
      "learning_rate": 0.0008,
      "loss": 2.951965808868408,
      "step": 656
    },
    {
      "epoch": 0.03987878787878788,
      "grad_norm": 0.14966745674610138,
      "learning_rate": 0.0008,
      "loss": 2.9171664714813232,
      "step": 658
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.15474537014961243,
      "learning_rate": 0.0008,
      "loss": 2.962900161743164,
      "step": 660
    },
    {
      "epoch": 0.04012121212121212,
      "grad_norm": 0.1682961881160736,
      "learning_rate": 0.0008,
      "loss": 2.9665536880493164,
      "step": 662
    },
    {
      "epoch": 0.04024242424242424,
      "grad_norm": 0.1524871587753296,
      "learning_rate": 0.0008,
      "loss": 2.963721513748169,
      "step": 664
    },
    {
      "epoch": 0.040363636363636365,
      "grad_norm": 0.16089048981666565,
      "learning_rate": 0.0008,
      "loss": 2.929103136062622,
      "step": 666
    },
    {
      "epoch": 0.040484848484848485,
      "grad_norm": 0.15341050922870636,
      "learning_rate": 0.0008,
      "loss": 2.8558969497680664,
      "step": 668
    },
    {
      "epoch": 0.040606060606060604,
      "grad_norm": 0.13815748691558838,
      "learning_rate": 0.0008,
      "loss": 2.9092814922332764,
      "step": 670
    },
    {
      "epoch": 0.04072727272727273,
      "grad_norm": 0.13577315211296082,
      "learning_rate": 0.0008,
      "loss": 2.821869373321533,
      "step": 672
    },
    {
      "epoch": 0.04084848484848485,
      "grad_norm": 0.1391841471195221,
      "learning_rate": 0.0008,
      "loss": 2.8810579776763916,
      "step": 674
    },
    {
      "epoch": 0.04096969696969697,
      "grad_norm": 0.14720574021339417,
      "learning_rate": 0.0008,
      "loss": 2.851976156234741,
      "step": 676
    },
    {
      "epoch": 0.04109090909090909,
      "grad_norm": 0.21025408804416656,
      "learning_rate": 0.0008,
      "loss": 2.9023654460906982,
      "step": 678
    },
    {
      "epoch": 0.041212121212121214,
      "grad_norm": 0.13861164450645447,
      "learning_rate": 0.0008,
      "loss": 2.8224081993103027,
      "step": 680
    },
    {
      "epoch": 0.04133333333333333,
      "grad_norm": 0.12873832881450653,
      "learning_rate": 0.0008,
      "loss": 2.8723981380462646,
      "step": 682
    },
    {
      "epoch": 0.04145454545454545,
      "grad_norm": 0.1253303587436676,
      "learning_rate": 0.0008,
      "loss": 2.810709238052368,
      "step": 684
    },
    {
      "epoch": 0.04157575757575758,
      "grad_norm": 0.12730298936367035,
      "learning_rate": 0.0008,
      "loss": 2.9045820236206055,
      "step": 686
    },
    {
      "epoch": 0.0416969696969697,
      "grad_norm": 0.1321014016866684,
      "learning_rate": 0.0008,
      "loss": 2.7892556190490723,
      "step": 688
    },
    {
      "epoch": 0.04181818181818182,
      "grad_norm": 0.1333041787147522,
      "learning_rate": 0.0008,
      "loss": 2.772632122039795,
      "step": 690
    },
    {
      "epoch": 0.041939393939393936,
      "grad_norm": 0.1299896240234375,
      "learning_rate": 0.0008,
      "loss": 2.806184768676758,
      "step": 692
    },
    {
      "epoch": 0.04206060606060606,
      "grad_norm": 0.135824516415596,
      "learning_rate": 0.0008,
      "loss": 2.8782715797424316,
      "step": 694
    },
    {
      "epoch": 0.04218181818181818,
      "grad_norm": 0.13341370224952698,
      "learning_rate": 0.0008,
      "loss": 2.875131607055664,
      "step": 696
    },
    {
      "epoch": 0.0423030303030303,
      "grad_norm": 0.12718485295772552,
      "learning_rate": 0.0008,
      "loss": 2.9469480514526367,
      "step": 698
    },
    {
      "epoch": 0.04242424242424243,
      "grad_norm": 0.1303737759590149,
      "learning_rate": 0.0008,
      "loss": 2.850902557373047,
      "step": 700
    },
    {
      "epoch": 0.042545454545454546,
      "grad_norm": 0.13085296750068665,
      "learning_rate": 0.0008,
      "loss": 2.8760080337524414,
      "step": 702
    },
    {
      "epoch": 0.042666666666666665,
      "grad_norm": 0.13041667640209198,
      "learning_rate": 0.0008,
      "loss": 2.801133155822754,
      "step": 704
    },
    {
      "epoch": 0.042787878787878784,
      "grad_norm": 0.1376514583826065,
      "learning_rate": 0.0008,
      "loss": 2.8532888889312744,
      "step": 706
    },
    {
      "epoch": 0.04290909090909091,
      "grad_norm": 0.13842840492725372,
      "learning_rate": 0.0008,
      "loss": 2.8160784244537354,
      "step": 708
    },
    {
      "epoch": 0.04303030303030303,
      "grad_norm": 0.12489556521177292,
      "learning_rate": 0.0008,
      "loss": 2.7616965770721436,
      "step": 710
    },
    {
      "epoch": 0.04315151515151515,
      "grad_norm": 0.12598678469657898,
      "learning_rate": 0.0008,
      "loss": 2.7892892360687256,
      "step": 712
    },
    {
      "epoch": 0.043272727272727275,
      "grad_norm": 0.12128093093633652,
      "learning_rate": 0.0008,
      "loss": 2.8648624420166016,
      "step": 714
    },
    {
      "epoch": 0.043393939393939394,
      "grad_norm": 0.12195690721273422,
      "learning_rate": 0.0008,
      "loss": 2.8440792560577393,
      "step": 716
    },
    {
      "epoch": 0.043515151515151514,
      "grad_norm": 0.1399867683649063,
      "learning_rate": 0.0008,
      "loss": 2.8321645259857178,
      "step": 718
    },
    {
      "epoch": 0.04363636363636364,
      "grad_norm": 0.13280552625656128,
      "learning_rate": 0.0008,
      "loss": 2.9339985847473145,
      "step": 720
    },
    {
      "epoch": 0.04375757575757576,
      "grad_norm": 0.1302645355463028,
      "learning_rate": 0.0008,
      "loss": 2.823873996734619,
      "step": 722
    },
    {
      "epoch": 0.04387878787878788,
      "grad_norm": 0.12091700732707977,
      "learning_rate": 0.0008,
      "loss": 2.8100738525390625,
      "step": 724
    },
    {
      "epoch": 0.044,
      "grad_norm": 0.1299038976430893,
      "learning_rate": 0.0008,
      "loss": 2.814293146133423,
      "step": 726
    },
    {
      "epoch": 0.044121212121212124,
      "grad_norm": 0.12724053859710693,
      "learning_rate": 0.0008,
      "loss": 2.795933723449707,
      "step": 728
    },
    {
      "epoch": 0.04424242424242424,
      "grad_norm": 0.12532362341880798,
      "learning_rate": 0.0008,
      "loss": 2.7980096340179443,
      "step": 730
    },
    {
      "epoch": 0.04436363636363636,
      "grad_norm": 0.12794388830661774,
      "learning_rate": 0.0008,
      "loss": 2.8418681621551514,
      "step": 732
    },
    {
      "epoch": 0.04448484848484849,
      "grad_norm": 0.12713198363780975,
      "learning_rate": 0.0008,
      "loss": 2.835165023803711,
      "step": 734
    },
    {
      "epoch": 0.04460606060606061,
      "grad_norm": 0.14070792496204376,
      "learning_rate": 0.0008,
      "loss": 2.846919298171997,
      "step": 736
    },
    {
      "epoch": 0.04472727272727273,
      "grad_norm": 0.12815815210342407,
      "learning_rate": 0.0008,
      "loss": 2.8320844173431396,
      "step": 738
    },
    {
      "epoch": 0.044848484848484846,
      "grad_norm": 0.12327364087104797,
      "learning_rate": 0.0008,
      "loss": 2.845261573791504,
      "step": 740
    },
    {
      "epoch": 0.04496969696969697,
      "grad_norm": 0.1268470287322998,
      "learning_rate": 0.0008,
      "loss": 2.7880043983459473,
      "step": 742
    },
    {
      "epoch": 0.04509090909090909,
      "grad_norm": 0.11996026337146759,
      "learning_rate": 0.0008,
      "loss": 2.8137447834014893,
      "step": 744
    },
    {
      "epoch": 0.04521212121212121,
      "grad_norm": 0.12582260370254517,
      "learning_rate": 0.0008,
      "loss": 2.800065279006958,
      "step": 746
    },
    {
      "epoch": 0.04533333333333334,
      "grad_norm": 0.11716218292713165,
      "learning_rate": 0.0008,
      "loss": 2.8071770668029785,
      "step": 748
    },
    {
      "epoch": 0.045454545454545456,
      "grad_norm": 0.11834251135587692,
      "learning_rate": 0.0008,
      "loss": 2.8258886337280273,
      "step": 750
    },
    {
      "epoch": 0.045575757575757575,
      "grad_norm": 0.13357476890087128,
      "learning_rate": 0.0008,
      "loss": 2.8557024002075195,
      "step": 752
    },
    {
      "epoch": 0.045696969696969694,
      "grad_norm": 0.122672900557518,
      "learning_rate": 0.0008,
      "loss": 2.7642595767974854,
      "step": 754
    },
    {
      "epoch": 0.04581818181818182,
      "grad_norm": 0.13104338943958282,
      "learning_rate": 0.0008,
      "loss": 2.7938239574432373,
      "step": 756
    },
    {
      "epoch": 0.04593939393939394,
      "grad_norm": 0.12123287469148636,
      "learning_rate": 0.0008,
      "loss": 2.8204739093780518,
      "step": 758
    },
    {
      "epoch": 0.04606060606060606,
      "grad_norm": 0.11743812263011932,
      "learning_rate": 0.0008,
      "loss": 2.8480348587036133,
      "step": 760
    },
    {
      "epoch": 0.046181818181818185,
      "grad_norm": 0.1227068156003952,
      "learning_rate": 0.0008,
      "loss": 2.8580687046051025,
      "step": 762
    },
    {
      "epoch": 0.046303030303030304,
      "grad_norm": 0.12315574288368225,
      "learning_rate": 0.0008,
      "loss": 2.8673183917999268,
      "step": 764
    },
    {
      "epoch": 0.04642424242424242,
      "grad_norm": 0.123519167304039,
      "learning_rate": 0.0008,
      "loss": 2.796816825866699,
      "step": 766
    },
    {
      "epoch": 0.04654545454545454,
      "grad_norm": 0.12256579846143723,
      "learning_rate": 0.0008,
      "loss": 2.869438409805298,
      "step": 768
    },
    {
      "epoch": 0.04666666666666667,
      "grad_norm": 0.12488561868667603,
      "learning_rate": 0.0008,
      "loss": 2.72646427154541,
      "step": 770
    },
    {
      "epoch": 0.04678787878787879,
      "grad_norm": 0.11663568764925003,
      "learning_rate": 0.0008,
      "loss": 2.8097939491271973,
      "step": 772
    },
    {
      "epoch": 0.04690909090909091,
      "grad_norm": 0.12199313938617706,
      "learning_rate": 0.0008,
      "loss": 2.8485167026519775,
      "step": 774
    },
    {
      "epoch": 0.04703030303030303,
      "grad_norm": 0.11423022300004959,
      "learning_rate": 0.0008,
      "loss": 2.832976818084717,
      "step": 776
    },
    {
      "epoch": 0.04715151515151515,
      "grad_norm": 0.12107249349355698,
      "learning_rate": 0.0008,
      "loss": 2.755948543548584,
      "step": 778
    },
    {
      "epoch": 0.04727272727272727,
      "grad_norm": 0.11858741194009781,
      "learning_rate": 0.0008,
      "loss": 2.862621307373047,
      "step": 780
    },
    {
      "epoch": 0.04739393939393939,
      "grad_norm": 0.11461203545331955,
      "learning_rate": 0.0008,
      "loss": 2.733175039291382,
      "step": 782
    },
    {
      "epoch": 0.04751515151515152,
      "grad_norm": 0.11895351856946945,
      "learning_rate": 0.0008,
      "loss": 2.708164691925049,
      "step": 784
    },
    {
      "epoch": 0.047636363636363636,
      "grad_norm": 0.12406233698129654,
      "learning_rate": 0.0008,
      "loss": 2.725911855697632,
      "step": 786
    },
    {
      "epoch": 0.047757575757575756,
      "grad_norm": 0.1257525086402893,
      "learning_rate": 0.0008,
      "loss": 2.876732587814331,
      "step": 788
    },
    {
      "epoch": 0.04787878787878788,
      "grad_norm": 0.1256421059370041,
      "learning_rate": 0.0008,
      "loss": 2.7962048053741455,
      "step": 790
    },
    {
      "epoch": 0.048,
      "grad_norm": 0.142322838306427,
      "learning_rate": 0.0008,
      "loss": 2.7867467403411865,
      "step": 792
    },
    {
      "epoch": 0.04812121212121212,
      "grad_norm": 0.12080056965351105,
      "learning_rate": 0.0008,
      "loss": 2.728219747543335,
      "step": 794
    },
    {
      "epoch": 0.04824242424242424,
      "grad_norm": 0.11979342252016068,
      "learning_rate": 0.0008,
      "loss": 2.723640203475952,
      "step": 796
    },
    {
      "epoch": 0.048363636363636366,
      "grad_norm": 0.12700845301151276,
      "learning_rate": 0.0008,
      "loss": 2.8942372798919678,
      "step": 798
    },
    {
      "epoch": 0.048484848484848485,
      "grad_norm": 0.12027334421873093,
      "learning_rate": 0.0008,
      "loss": 2.82177734375,
      "step": 800
    },
    {
      "epoch": 0.048606060606060604,
      "grad_norm": 0.12404719740152359,
      "learning_rate": 0.0008,
      "loss": 2.803739070892334,
      "step": 802
    },
    {
      "epoch": 0.04872727272727273,
      "grad_norm": 0.121683269739151,
      "learning_rate": 0.0008,
      "loss": 2.7722697257995605,
      "step": 804
    },
    {
      "epoch": 0.04884848484848485,
      "grad_norm": 0.1171930730342865,
      "learning_rate": 0.0008,
      "loss": 2.8435051441192627,
      "step": 806
    },
    {
      "epoch": 0.04896969696969697,
      "grad_norm": 0.11590387672185898,
      "learning_rate": 0.0008,
      "loss": 2.7791128158569336,
      "step": 808
    },
    {
      "epoch": 0.04909090909090909,
      "grad_norm": 0.11669088900089264,
      "learning_rate": 0.0008,
      "loss": 2.815957546234131,
      "step": 810
    },
    {
      "epoch": 0.049212121212121214,
      "grad_norm": 0.12032285332679749,
      "learning_rate": 0.0008,
      "loss": 2.7630574703216553,
      "step": 812
    },
    {
      "epoch": 0.04933333333333333,
      "grad_norm": 0.11965234577655792,
      "learning_rate": 0.0008,
      "loss": 2.8138625621795654,
      "step": 814
    },
    {
      "epoch": 0.04945454545454545,
      "grad_norm": 0.1195046529173851,
      "learning_rate": 0.0008,
      "loss": 2.842541217803955,
      "step": 816
    },
    {
      "epoch": 0.04957575757575758,
      "grad_norm": 0.1200253888964653,
      "learning_rate": 0.0008,
      "loss": 2.776521921157837,
      "step": 818
    },
    {
      "epoch": 0.0496969696969697,
      "grad_norm": 0.11728650331497192,
      "learning_rate": 0.0008,
      "loss": 2.8308160305023193,
      "step": 820
    },
    {
      "epoch": 0.04981818181818182,
      "grad_norm": 0.12323697656393051,
      "learning_rate": 0.0008,
      "loss": 2.760850667953491,
      "step": 822
    },
    {
      "epoch": 0.049939393939393936,
      "grad_norm": 0.12108653038740158,
      "learning_rate": 0.0008,
      "loss": 2.7815420627593994,
      "step": 824
    },
    {
      "epoch": 0.05006060606060606,
      "grad_norm": 0.11688020080327988,
      "learning_rate": 0.0008,
      "loss": 2.8114840984344482,
      "step": 826
    },
    {
      "epoch": 0.05018181818181818,
      "grad_norm": 0.12375954538583755,
      "learning_rate": 0.0008,
      "loss": 2.7183804512023926,
      "step": 828
    },
    {
      "epoch": 0.0503030303030303,
      "grad_norm": 0.12011045962572098,
      "learning_rate": 0.0008,
      "loss": 2.8393380641937256,
      "step": 830
    },
    {
      "epoch": 0.05042424242424243,
      "grad_norm": 0.1141817569732666,
      "learning_rate": 0.0008,
      "loss": 2.763029098510742,
      "step": 832
    },
    {
      "epoch": 0.050545454545454546,
      "grad_norm": 0.12080072611570358,
      "learning_rate": 0.0008,
      "loss": 2.7412564754486084,
      "step": 834
    },
    {
      "epoch": 0.050666666666666665,
      "grad_norm": 0.11752299219369888,
      "learning_rate": 0.0008,
      "loss": 2.831782102584839,
      "step": 836
    },
    {
      "epoch": 0.050787878787878785,
      "grad_norm": 0.1883753538131714,
      "learning_rate": 0.0008,
      "loss": 2.801042318344116,
      "step": 838
    },
    {
      "epoch": 0.05090909090909091,
      "grad_norm": 0.14781929552555084,
      "learning_rate": 0.0008,
      "loss": 2.726942777633667,
      "step": 840
    },
    {
      "epoch": 0.05103030303030303,
      "grad_norm": 0.12364400923252106,
      "learning_rate": 0.0008,
      "loss": 2.7975711822509766,
      "step": 842
    },
    {
      "epoch": 0.05115151515151515,
      "grad_norm": 0.11527018994092941,
      "learning_rate": 0.0008,
      "loss": 2.783881425857544,
      "step": 844
    },
    {
      "epoch": 0.051272727272727275,
      "grad_norm": 0.12733705341815948,
      "learning_rate": 0.0008,
      "loss": 2.744743824005127,
      "step": 846
    },
    {
      "epoch": 0.051393939393939395,
      "grad_norm": 0.11549273133277893,
      "learning_rate": 0.0008,
      "loss": 2.835817575454712,
      "step": 848
    },
    {
      "epoch": 0.051515151515151514,
      "grad_norm": 0.11381974071264267,
      "learning_rate": 0.0008,
      "loss": 2.78991436958313,
      "step": 850
    },
    {
      "epoch": 0.05163636363636363,
      "grad_norm": 0.11358799040317535,
      "learning_rate": 0.0008,
      "loss": 2.8159079551696777,
      "step": 852
    },
    {
      "epoch": 0.05175757575757576,
      "grad_norm": 0.1236659586429596,
      "learning_rate": 0.0008,
      "loss": 2.7812955379486084,
      "step": 854
    },
    {
      "epoch": 0.05187878787878788,
      "grad_norm": 0.12129868566989899,
      "learning_rate": 0.0008,
      "loss": 2.7351558208465576,
      "step": 856
    },
    {
      "epoch": 0.052,
      "grad_norm": 0.11662942916154861,
      "learning_rate": 0.0008,
      "loss": 2.871737480163574,
      "step": 858
    },
    {
      "epoch": 0.052121212121212124,
      "grad_norm": 0.1330779492855072,
      "learning_rate": 0.0008,
      "loss": 2.798617124557495,
      "step": 860
    },
    {
      "epoch": 0.05224242424242424,
      "grad_norm": 0.11315251141786575,
      "learning_rate": 0.0008,
      "loss": 2.815581798553467,
      "step": 862
    },
    {
      "epoch": 0.05236363636363636,
      "grad_norm": 0.11033479124307632,
      "learning_rate": 0.0008,
      "loss": 2.699082612991333,
      "step": 864
    },
    {
      "epoch": 0.05248484848484848,
      "grad_norm": 0.10872790962457657,
      "learning_rate": 0.0008,
      "loss": 2.780463218688965,
      "step": 866
    },
    {
      "epoch": 0.05260606060606061,
      "grad_norm": 0.11883790791034698,
      "learning_rate": 0.0008,
      "loss": 2.7807490825653076,
      "step": 868
    },
    {
      "epoch": 0.05272727272727273,
      "grad_norm": 0.11434616148471832,
      "learning_rate": 0.0008,
      "loss": 2.812364101409912,
      "step": 870
    },
    {
      "epoch": 0.052848484848484846,
      "grad_norm": 0.11327607184648514,
      "learning_rate": 0.0008,
      "loss": 2.7629072666168213,
      "step": 872
    },
    {
      "epoch": 0.05296969696969697,
      "grad_norm": 0.11344680190086365,
      "learning_rate": 0.0008,
      "loss": 2.8015716075897217,
      "step": 874
    },
    {
      "epoch": 0.05309090909090909,
      "grad_norm": 0.11428236961364746,
      "learning_rate": 0.0008,
      "loss": 2.824066638946533,
      "step": 876
    },
    {
      "epoch": 0.05321212121212121,
      "grad_norm": 0.1124577671289444,
      "learning_rate": 0.0008,
      "loss": 2.8407106399536133,
      "step": 878
    },
    {
      "epoch": 0.05333333333333334,
      "grad_norm": 0.1151081845164299,
      "learning_rate": 0.0008,
      "loss": 2.758446455001831,
      "step": 880
    },
    {
      "epoch": 0.053454545454545456,
      "grad_norm": 0.11284763365983963,
      "learning_rate": 0.0008,
      "loss": 2.7593636512756348,
      "step": 882
    },
    {
      "epoch": 0.053575757575757575,
      "grad_norm": 0.11293981224298477,
      "learning_rate": 0.0008,
      "loss": 2.769613027572632,
      "step": 884
    },
    {
      "epoch": 0.053696969696969694,
      "grad_norm": 0.11765503883361816,
      "learning_rate": 0.0008,
      "loss": 2.9163100719451904,
      "step": 886
    },
    {
      "epoch": 0.05381818181818182,
      "grad_norm": 0.11500603705644608,
      "learning_rate": 0.0008,
      "loss": 2.7763619422912598,
      "step": 888
    },
    {
      "epoch": 0.05393939393939394,
      "grad_norm": 0.10888758301734924,
      "learning_rate": 0.0008,
      "loss": 2.7734885215759277,
      "step": 890
    },
    {
      "epoch": 0.05406060606060606,
      "grad_norm": 0.11274725198745728,
      "learning_rate": 0.0008,
      "loss": 2.8008785247802734,
      "step": 892
    },
    {
      "epoch": 0.054181818181818185,
      "grad_norm": 0.11535163968801498,
      "learning_rate": 0.0008,
      "loss": 2.8337900638580322,
      "step": 894
    },
    {
      "epoch": 0.054303030303030304,
      "grad_norm": 0.11355795711278915,
      "learning_rate": 0.0008,
      "loss": 2.7661068439483643,
      "step": 896
    },
    {
      "epoch": 0.054424242424242424,
      "grad_norm": 0.11904677003622055,
      "learning_rate": 0.0008,
      "loss": 2.850513219833374,
      "step": 898
    },
    {
      "epoch": 0.05454545454545454,
      "grad_norm": 0.10995450615882874,
      "learning_rate": 0.0008,
      "loss": 2.751762628555298,
      "step": 900
    },
    {
      "epoch": 0.05466666666666667,
      "grad_norm": 0.10874732583761215,
      "learning_rate": 0.0008,
      "loss": 2.7956020832061768,
      "step": 902
    },
    {
      "epoch": 0.05478787878787879,
      "grad_norm": 0.11032379418611526,
      "learning_rate": 0.0008,
      "loss": 2.733192205429077,
      "step": 904
    },
    {
      "epoch": 0.05490909090909091,
      "grad_norm": 0.11254703998565674,
      "learning_rate": 0.0008,
      "loss": 2.825544834136963,
      "step": 906
    },
    {
      "epoch": 0.055030303030303034,
      "grad_norm": 0.10856771469116211,
      "learning_rate": 0.0008,
      "loss": 2.713992118835449,
      "step": 908
    },
    {
      "epoch": 0.05515151515151515,
      "grad_norm": 0.11766117811203003,
      "learning_rate": 0.0008,
      "loss": 2.860283136367798,
      "step": 910
    },
    {
      "epoch": 0.05527272727272727,
      "grad_norm": 0.1102495864033699,
      "learning_rate": 0.0008,
      "loss": 2.7138748168945312,
      "step": 912
    },
    {
      "epoch": 0.05539393939393939,
      "grad_norm": 0.10665928572416306,
      "learning_rate": 0.0008,
      "loss": 2.7042555809020996,
      "step": 914
    },
    {
      "epoch": 0.05551515151515152,
      "grad_norm": 0.6552644371986389,
      "learning_rate": 0.0008,
      "loss": 2.7432925701141357,
      "step": 916
    },
    {
      "epoch": 0.05563636363636364,
      "grad_norm": 0.26266244053840637,
      "learning_rate": 0.0008,
      "loss": 2.812037229537964,
      "step": 918
    },
    {
      "epoch": 0.055757575757575756,
      "grad_norm": 0.1375817358493805,
      "learning_rate": 0.0008,
      "loss": 2.7334041595458984,
      "step": 920
    },
    {
      "epoch": 0.05587878787878788,
      "grad_norm": 0.10863844305276871,
      "learning_rate": 0.0008,
      "loss": 2.7840628623962402,
      "step": 922
    },
    {
      "epoch": 0.056,
      "grad_norm": 0.11129338294267654,
      "learning_rate": 0.0008,
      "loss": 2.78403902053833,
      "step": 924
    },
    {
      "epoch": 0.05612121212121212,
      "grad_norm": 0.10913985222578049,
      "learning_rate": 0.0008,
      "loss": 2.7725250720977783,
      "step": 926
    },
    {
      "epoch": 0.05624242424242424,
      "grad_norm": 0.11481859534978867,
      "learning_rate": 0.0008,
      "loss": 2.7732160091400146,
      "step": 928
    },
    {
      "epoch": 0.056363636363636366,
      "grad_norm": 0.11153978109359741,
      "learning_rate": 0.0008,
      "loss": 2.7629857063293457,
      "step": 930
    },
    {
      "epoch": 0.056484848484848485,
      "grad_norm": 0.10774504393339157,
      "learning_rate": 0.0008,
      "loss": 2.7736735343933105,
      "step": 932
    },
    {
      "epoch": 0.056606060606060604,
      "grad_norm": 0.10816671699285507,
      "learning_rate": 0.0008,
      "loss": 2.7727668285369873,
      "step": 934
    },
    {
      "epoch": 0.05672727272727273,
      "grad_norm": 0.10808931291103363,
      "learning_rate": 0.0008,
      "loss": 2.780731439590454,
      "step": 936
    },
    {
      "epoch": 0.05684848484848485,
      "grad_norm": 0.12034662067890167,
      "learning_rate": 0.0008,
      "loss": 2.7461488246917725,
      "step": 938
    },
    {
      "epoch": 0.05696969696969697,
      "grad_norm": 0.11467177420854568,
      "learning_rate": 0.0008,
      "loss": 2.774670362472534,
      "step": 940
    },
    {
      "epoch": 0.05709090909090909,
      "grad_norm": 0.12002246826887131,
      "learning_rate": 0.0008,
      "loss": 2.724019765853882,
      "step": 942
    },
    {
      "epoch": 0.057212121212121214,
      "grad_norm": 0.11797193437814713,
      "learning_rate": 0.0008,
      "loss": 2.784608840942383,
      "step": 944
    },
    {
      "epoch": 0.05733333333333333,
      "grad_norm": 0.11059360951185226,
      "learning_rate": 0.0008,
      "loss": 2.7857565879821777,
      "step": 946
    },
    {
      "epoch": 0.05745454545454545,
      "grad_norm": 0.10681190341711044,
      "learning_rate": 0.0008,
      "loss": 2.77789044380188,
      "step": 948
    },
    {
      "epoch": 0.05757575757575758,
      "grad_norm": 0.10746893286705017,
      "learning_rate": 0.0008,
      "loss": 2.7458720207214355,
      "step": 950
    },
    {
      "epoch": 0.0576969696969697,
      "grad_norm": 0.13561666011810303,
      "learning_rate": 0.0008,
      "loss": 2.750920534133911,
      "step": 952
    },
    {
      "epoch": 0.05781818181818182,
      "grad_norm": 0.11216607689857483,
      "learning_rate": 0.0008,
      "loss": 2.805328607559204,
      "step": 954
    },
    {
      "epoch": 0.057939393939393936,
      "grad_norm": 0.11170454323291779,
      "learning_rate": 0.0008,
      "loss": 2.7973318099975586,
      "step": 956
    },
    {
      "epoch": 0.05806060606060606,
      "grad_norm": 0.11469848453998566,
      "learning_rate": 0.0008,
      "loss": 2.8135976791381836,
      "step": 958
    },
    {
      "epoch": 0.05818181818181818,
      "grad_norm": 0.11365678161382675,
      "learning_rate": 0.0008,
      "loss": 2.8213155269622803,
      "step": 960
    },
    {
      "epoch": 0.0583030303030303,
      "grad_norm": 0.11559037864208221,
      "learning_rate": 0.0008,
      "loss": 2.7919974327087402,
      "step": 962
    },
    {
      "epoch": 0.05842424242424243,
      "grad_norm": 0.10419357568025589,
      "learning_rate": 0.0008,
      "loss": 2.727445363998413,
      "step": 964
    },
    {
      "epoch": 0.058545454545454546,
      "grad_norm": 0.10752372443675995,
      "learning_rate": 0.0008,
      "loss": 2.8075525760650635,
      "step": 966
    },
    {
      "epoch": 0.058666666666666666,
      "grad_norm": 0.10548102110624313,
      "learning_rate": 0.0008,
      "loss": 2.7213451862335205,
      "step": 968
    },
    {
      "epoch": 0.058787878787878785,
      "grad_norm": 0.1062842532992363,
      "learning_rate": 0.0008,
      "loss": 2.8679680824279785,
      "step": 970
    },
    {
      "epoch": 0.05890909090909091,
      "grad_norm": 0.10604004561901093,
      "learning_rate": 0.0008,
      "loss": 2.7563412189483643,
      "step": 972
    },
    {
      "epoch": 0.05903030303030303,
      "grad_norm": 0.10803446918725967,
      "learning_rate": 0.0008,
      "loss": 2.7682676315307617,
      "step": 974
    },
    {
      "epoch": 0.05915151515151515,
      "grad_norm": 0.11371214687824249,
      "learning_rate": 0.0008,
      "loss": 2.747363567352295,
      "step": 976
    },
    {
      "epoch": 0.059272727272727276,
      "grad_norm": 0.1047954261302948,
      "learning_rate": 0.0008,
      "loss": 2.787336587905884,
      "step": 978
    },
    {
      "epoch": 0.059393939393939395,
      "grad_norm": 0.11213313043117523,
      "learning_rate": 0.0008,
      "loss": 2.7720463275909424,
      "step": 980
    },
    {
      "epoch": 0.059515151515151514,
      "grad_norm": 0.10050637274980545,
      "learning_rate": 0.0008,
      "loss": 2.657055616378784,
      "step": 982
    },
    {
      "epoch": 0.05963636363636363,
      "grad_norm": 0.10387534648180008,
      "learning_rate": 0.0008,
      "loss": 2.7530951499938965,
      "step": 984
    },
    {
      "epoch": 0.05975757575757576,
      "grad_norm": 0.10494332015514374,
      "learning_rate": 0.0008,
      "loss": 2.697255849838257,
      "step": 986
    },
    {
      "epoch": 0.05987878787878788,
      "grad_norm": 0.10190849751234055,
      "learning_rate": 0.0008,
      "loss": 2.7321763038635254,
      "step": 988
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.11387556791305542,
      "learning_rate": 0.0008,
      "loss": 2.853233814239502,
      "step": 990
    },
    {
      "epoch": 0.060121212121212124,
      "grad_norm": 0.10946540534496307,
      "learning_rate": 0.0008,
      "loss": 2.683826208114624,
      "step": 992
    },
    {
      "epoch": 0.06024242424242424,
      "grad_norm": 0.113526351749897,
      "learning_rate": 0.0008,
      "loss": 2.8229663372039795,
      "step": 994
    },
    {
      "epoch": 0.06036363636363636,
      "grad_norm": 0.1097358763217926,
      "learning_rate": 0.0008,
      "loss": 2.7877047061920166,
      "step": 996
    },
    {
      "epoch": 0.06048484848484848,
      "grad_norm": 0.105439193546772,
      "learning_rate": 0.0008,
      "loss": 2.750767469406128,
      "step": 998
    },
    {
      "epoch": 0.06060606060606061,
      "grad_norm": 0.10947102308273315,
      "learning_rate": 0.0008,
      "loss": 2.7278988361358643,
      "step": 1000
    },
    {
      "epoch": 0.06072727272727273,
      "grad_norm": 0.10375527292490005,
      "learning_rate": 0.0008,
      "loss": 2.7932498455047607,
      "step": 1002
    },
    {
      "epoch": 0.060848484848484846,
      "grad_norm": 0.12052513659000397,
      "learning_rate": 0.0008,
      "loss": 2.8309338092803955,
      "step": 1004
    },
    {
      "epoch": 0.06096969696969697,
      "grad_norm": 0.10666930675506592,
      "learning_rate": 0.0008,
      "loss": 2.7480032444000244,
      "step": 1006
    },
    {
      "epoch": 0.06109090909090909,
      "grad_norm": 0.10063078999519348,
      "learning_rate": 0.0008,
      "loss": 2.6663639545440674,
      "step": 1008
    },
    {
      "epoch": 0.06121212121212121,
      "grad_norm": 0.10531777143478394,
      "learning_rate": 0.0008,
      "loss": 2.807374954223633,
      "step": 1010
    },
    {
      "epoch": 0.06133333333333333,
      "grad_norm": 0.09874039888381958,
      "learning_rate": 0.0008,
      "loss": 2.7494113445281982,
      "step": 1012
    },
    {
      "epoch": 0.061454545454545456,
      "grad_norm": 0.10312879085540771,
      "learning_rate": 0.0008,
      "loss": 2.7591135501861572,
      "step": 1014
    },
    {
      "epoch": 0.061575757575757575,
      "grad_norm": 0.10460477322340012,
      "learning_rate": 0.0008,
      "loss": 2.7682900428771973,
      "step": 1016
    },
    {
      "epoch": 0.061696969696969695,
      "grad_norm": 0.11767061799764633,
      "learning_rate": 0.0008,
      "loss": 2.782888412475586,
      "step": 1018
    },
    {
      "epoch": 0.06181818181818182,
      "grad_norm": 0.10390406101942062,
      "learning_rate": 0.0008,
      "loss": 2.7906060218811035,
      "step": 1020
    },
    {
      "epoch": 0.06193939393939394,
      "grad_norm": 0.11261998862028122,
      "learning_rate": 0.0008,
      "loss": 2.845881462097168,
      "step": 1022
    },
    {
      "epoch": 0.06206060606060606,
      "grad_norm": 0.11000007390975952,
      "learning_rate": 0.0008,
      "loss": 2.7572999000549316,
      "step": 1024
    },
    {
      "epoch": 0.06218181818181818,
      "grad_norm": 0.10593010485172272,
      "learning_rate": 0.0008,
      "loss": 2.7648873329162598,
      "step": 1026
    },
    {
      "epoch": 0.062303030303030305,
      "grad_norm": 0.11216188222169876,
      "learning_rate": 0.0008,
      "loss": 2.7386484146118164,
      "step": 1028
    },
    {
      "epoch": 0.062424242424242424,
      "grad_norm": 0.12322531640529633,
      "learning_rate": 0.0008,
      "loss": 2.771615982055664,
      "step": 1030
    },
    {
      "epoch": 0.06254545454545454,
      "grad_norm": 0.12855897843837738,
      "learning_rate": 0.0008,
      "loss": 2.7112789154052734,
      "step": 1032
    },
    {
      "epoch": 0.06266666666666666,
      "grad_norm": 0.11324036121368408,
      "learning_rate": 0.0008,
      "loss": 2.731501579284668,
      "step": 1034
    },
    {
      "epoch": 0.06278787878787878,
      "grad_norm": 0.11115721613168716,
      "learning_rate": 0.0008,
      "loss": 2.721006393432617,
      "step": 1036
    },
    {
      "epoch": 0.06290909090909091,
      "grad_norm": 0.10267746448516846,
      "learning_rate": 0.0008,
      "loss": 2.733232259750366,
      "step": 1038
    },
    {
      "epoch": 0.06303030303030303,
      "grad_norm": 0.10309632122516632,
      "learning_rate": 0.0008,
      "loss": 2.756570339202881,
      "step": 1040
    },
    {
      "epoch": 0.06315151515151515,
      "grad_norm": 0.10219801217317581,
      "learning_rate": 0.0008,
      "loss": 2.7849576473236084,
      "step": 1042
    },
    {
      "epoch": 0.06327272727272727,
      "grad_norm": 0.10706236213445663,
      "learning_rate": 0.0008,
      "loss": 2.7808432579040527,
      "step": 1044
    },
    {
      "epoch": 0.06339393939393939,
      "grad_norm": 0.10435187816619873,
      "learning_rate": 0.0008,
      "loss": 2.7838220596313477,
      "step": 1046
    },
    {
      "epoch": 0.06351515151515151,
      "grad_norm": 0.1006159633398056,
      "learning_rate": 0.0008,
      "loss": 2.595548629760742,
      "step": 1048
    },
    {
      "epoch": 0.06363636363636363,
      "grad_norm": 0.09872297197580338,
      "learning_rate": 0.0008,
      "loss": 2.8014883995056152,
      "step": 1050
    },
    {
      "epoch": 0.06375757575757576,
      "grad_norm": 0.09960950911045074,
      "learning_rate": 0.0008,
      "loss": 2.7912018299102783,
      "step": 1052
    },
    {
      "epoch": 0.06387878787878788,
      "grad_norm": 0.1094994768500328,
      "learning_rate": 0.0008,
      "loss": 2.8203585147857666,
      "step": 1054
    },
    {
      "epoch": 0.064,
      "grad_norm": 0.1039128452539444,
      "learning_rate": 0.0008,
      "loss": 2.7462637424468994,
      "step": 1056
    },
    {
      "epoch": 0.06412121212121212,
      "grad_norm": 0.09868817031383514,
      "learning_rate": 0.0008,
      "loss": 2.7532553672790527,
      "step": 1058
    },
    {
      "epoch": 0.06424242424242424,
      "grad_norm": 0.10448651760816574,
      "learning_rate": 0.0008,
      "loss": 2.7721524238586426,
      "step": 1060
    },
    {
      "epoch": 0.06436363636363636,
      "grad_norm": 0.1073535680770874,
      "learning_rate": 0.0008,
      "loss": 2.798076868057251,
      "step": 1062
    },
    {
      "epoch": 0.06448484848484848,
      "grad_norm": 0.10052069276571274,
      "learning_rate": 0.0008,
      "loss": 2.808983325958252,
      "step": 1064
    },
    {
      "epoch": 0.06460606060606061,
      "grad_norm": 0.10386918485164642,
      "learning_rate": 0.0008,
      "loss": 2.810534715652466,
      "step": 1066
    },
    {
      "epoch": 0.06472727272727273,
      "grad_norm": 0.10510435700416565,
      "learning_rate": 0.0008,
      "loss": 2.6844887733459473,
      "step": 1068
    },
    {
      "epoch": 0.06484848484848485,
      "grad_norm": 0.1032533124089241,
      "learning_rate": 0.0008,
      "loss": 2.750452756881714,
      "step": 1070
    },
    {
      "epoch": 0.06496969696969697,
      "grad_norm": 0.10727686434984207,
      "learning_rate": 0.0008,
      "loss": 2.7373037338256836,
      "step": 1072
    },
    {
      "epoch": 0.06509090909090909,
      "grad_norm": 0.1024731993675232,
      "learning_rate": 0.0008,
      "loss": 2.6866695880889893,
      "step": 1074
    },
    {
      "epoch": 0.06521212121212121,
      "grad_norm": 0.0970090702176094,
      "learning_rate": 0.0008,
      "loss": 2.6102054119110107,
      "step": 1076
    },
    {
      "epoch": 0.06533333333333333,
      "grad_norm": 0.11017253994941711,
      "learning_rate": 0.0008,
      "loss": 2.8165056705474854,
      "step": 1078
    },
    {
      "epoch": 0.06545454545454546,
      "grad_norm": 0.12739963829517365,
      "learning_rate": 0.0008,
      "loss": 2.8251709938049316,
      "step": 1080
    },
    {
      "epoch": 0.06557575757575758,
      "grad_norm": 0.11254332214593887,
      "learning_rate": 0.0008,
      "loss": 2.7868316173553467,
      "step": 1082
    },
    {
      "epoch": 0.0656969696969697,
      "grad_norm": 0.1105445921421051,
      "learning_rate": 0.0008,
      "loss": 2.7541580200195312,
      "step": 1084
    },
    {
      "epoch": 0.06581818181818182,
      "grad_norm": 0.11152500659227371,
      "learning_rate": 0.0008,
      "loss": 2.814708709716797,
      "step": 1086
    },
    {
      "epoch": 0.06593939393939394,
      "grad_norm": 0.09904300421476364,
      "learning_rate": 0.0008,
      "loss": 2.6963448524475098,
      "step": 1088
    },
    {
      "epoch": 0.06606060606060606,
      "grad_norm": 0.10311632603406906,
      "learning_rate": 0.0008,
      "loss": 2.665494203567505,
      "step": 1090
    },
    {
      "epoch": 0.06618181818181817,
      "grad_norm": 0.10524038970470428,
      "learning_rate": 0.0008,
      "loss": 2.778984308242798,
      "step": 1092
    },
    {
      "epoch": 0.06630303030303031,
      "grad_norm": 0.10193421691656113,
      "learning_rate": 0.0008,
      "loss": 2.81954026222229,
      "step": 1094
    },
    {
      "epoch": 0.06642424242424243,
      "grad_norm": 0.10093263536691666,
      "learning_rate": 0.0008,
      "loss": 2.6708261966705322,
      "step": 1096
    },
    {
      "epoch": 0.06654545454545455,
      "grad_norm": 0.10057204216718674,
      "learning_rate": 0.0008,
      "loss": 2.662590503692627,
      "step": 1098
    },
    {
      "epoch": 0.06666666666666667,
      "grad_norm": 0.102562814950943,
      "learning_rate": 0.0008,
      "loss": 2.7364935874938965,
      "step": 1100
    },
    {
      "epoch": 0.06678787878787878,
      "grad_norm": 0.09902184456586838,
      "learning_rate": 0.0008,
      "loss": 2.822427272796631,
      "step": 1102
    },
    {
      "epoch": 0.0669090909090909,
      "grad_norm": 0.10648692399263382,
      "learning_rate": 0.0008,
      "loss": 2.7379634380340576,
      "step": 1104
    },
    {
      "epoch": 0.06703030303030302,
      "grad_norm": 0.10598955303430557,
      "learning_rate": 0.0008,
      "loss": 2.763761043548584,
      "step": 1106
    },
    {
      "epoch": 0.06715151515151516,
      "grad_norm": 0.09697546809911728,
      "learning_rate": 0.0008,
      "loss": 2.6694371700286865,
      "step": 1108
    },
    {
      "epoch": 0.06727272727272728,
      "grad_norm": 0.1014561876654625,
      "learning_rate": 0.0008,
      "loss": 2.7454357147216797,
      "step": 1110
    },
    {
      "epoch": 0.0673939393939394,
      "grad_norm": 0.10657907277345657,
      "learning_rate": 0.0008,
      "loss": 2.7411441802978516,
      "step": 1112
    },
    {
      "epoch": 0.06751515151515151,
      "grad_norm": 0.10003755986690521,
      "learning_rate": 0.0008,
      "loss": 2.746644973754883,
      "step": 1114
    },
    {
      "epoch": 0.06763636363636363,
      "grad_norm": 0.10184390842914581,
      "learning_rate": 0.0008,
      "loss": 2.684945583343506,
      "step": 1116
    },
    {
      "epoch": 0.06775757575757575,
      "grad_norm": 0.10358394682407379,
      "learning_rate": 0.0008,
      "loss": 2.791767120361328,
      "step": 1118
    },
    {
      "epoch": 0.06787878787878789,
      "grad_norm": 0.09545230865478516,
      "learning_rate": 0.0008,
      "loss": 2.761082410812378,
      "step": 1120
    },
    {
      "epoch": 0.068,
      "grad_norm": 0.09734773635864258,
      "learning_rate": 0.0008,
      "loss": 2.7488605976104736,
      "step": 1122
    },
    {
      "epoch": 0.06812121212121212,
      "grad_norm": 0.10791043192148209,
      "learning_rate": 0.0008,
      "loss": 2.761838436126709,
      "step": 1124
    },
    {
      "epoch": 0.06824242424242424,
      "grad_norm": 0.10146962851285934,
      "learning_rate": 0.0008,
      "loss": 2.737246036529541,
      "step": 1126
    },
    {
      "epoch": 0.06836363636363636,
      "grad_norm": 0.10075950622558594,
      "learning_rate": 0.0008,
      "loss": 2.676727294921875,
      "step": 1128
    },
    {
      "epoch": 0.06848484848484848,
      "grad_norm": 0.10153098404407501,
      "learning_rate": 0.0008,
      "loss": 2.6826674938201904,
      "step": 1130
    },
    {
      "epoch": 0.0686060606060606,
      "grad_norm": 0.10679205507040024,
      "learning_rate": 0.0008,
      "loss": 2.6952431201934814,
      "step": 1132
    },
    {
      "epoch": 0.06872727272727273,
      "grad_norm": 0.1378297656774521,
      "learning_rate": 0.0008,
      "loss": 2.7400901317596436,
      "step": 1134
    },
    {
      "epoch": 0.06884848484848485,
      "grad_norm": 0.1125171035528183,
      "learning_rate": 0.0008,
      "loss": 2.683004856109619,
      "step": 1136
    },
    {
      "epoch": 0.06896969696969697,
      "grad_norm": 0.10048860311508179,
      "learning_rate": 0.0008,
      "loss": 2.7399070262908936,
      "step": 1138
    },
    {
      "epoch": 0.06909090909090909,
      "grad_norm": 0.10249553620815277,
      "learning_rate": 0.0008,
      "loss": 2.7360503673553467,
      "step": 1140
    },
    {
      "epoch": 0.06921212121212121,
      "grad_norm": 0.09944004565477371,
      "learning_rate": 0.0008,
      "loss": 2.7137906551361084,
      "step": 1142
    },
    {
      "epoch": 0.06933333333333333,
      "grad_norm": 0.1002887636423111,
      "learning_rate": 0.0008,
      "loss": 2.7368063926696777,
      "step": 1144
    },
    {
      "epoch": 0.06945454545454545,
      "grad_norm": 0.09983127564191818,
      "learning_rate": 0.0008,
      "loss": 2.758765459060669,
      "step": 1146
    },
    {
      "epoch": 0.06957575757575758,
      "grad_norm": 0.10275828838348389,
      "learning_rate": 0.0008,
      "loss": 2.717484951019287,
      "step": 1148
    },
    {
      "epoch": 0.0696969696969697,
      "grad_norm": 0.09778661280870438,
      "learning_rate": 0.0008,
      "loss": 2.7768945693969727,
      "step": 1150
    },
    {
      "epoch": 0.06981818181818182,
      "grad_norm": 0.09667395055294037,
      "learning_rate": 0.0008,
      "loss": 2.818690061569214,
      "step": 1152
    },
    {
      "epoch": 0.06993939393939394,
      "grad_norm": 0.09618115425109863,
      "learning_rate": 0.0008,
      "loss": 2.772036075592041,
      "step": 1154
    },
    {
      "epoch": 0.07006060606060606,
      "grad_norm": 0.09304889291524887,
      "learning_rate": 0.0008,
      "loss": 2.700634717941284,
      "step": 1156
    },
    {
      "epoch": 0.07018181818181818,
      "grad_norm": 0.1032819077372551,
      "learning_rate": 0.0008,
      "loss": 2.7707149982452393,
      "step": 1158
    },
    {
      "epoch": 0.0703030303030303,
      "grad_norm": 0.09858979284763336,
      "learning_rate": 0.0008,
      "loss": 2.755944013595581,
      "step": 1160
    },
    {
      "epoch": 0.07042424242424243,
      "grad_norm": 0.09689060598611832,
      "learning_rate": 0.0008,
      "loss": 2.727018356323242,
      "step": 1162
    },
    {
      "epoch": 0.07054545454545455,
      "grad_norm": 0.09509676694869995,
      "learning_rate": 0.0008,
      "loss": 2.714245557785034,
      "step": 1164
    },
    {
      "epoch": 0.07066666666666667,
      "grad_norm": 0.1079745814204216,
      "learning_rate": 0.0008,
      "loss": 2.725033760070801,
      "step": 1166
    },
    {
      "epoch": 0.07078787878787879,
      "grad_norm": 0.09512803703546524,
      "learning_rate": 0.0008,
      "loss": 2.772056818008423,
      "step": 1168
    },
    {
      "epoch": 0.07090909090909091,
      "grad_norm": 0.10424716770648956,
      "learning_rate": 0.0008,
      "loss": 2.695141315460205,
      "step": 1170
    },
    {
      "epoch": 0.07103030303030303,
      "grad_norm": 0.09547784924507141,
      "learning_rate": 0.0008,
      "loss": 2.6702280044555664,
      "step": 1172
    },
    {
      "epoch": 0.07115151515151515,
      "grad_norm": 0.09844043850898743,
      "learning_rate": 0.0008,
      "loss": 2.758188247680664,
      "step": 1174
    },
    {
      "epoch": 0.07127272727272728,
      "grad_norm": 0.09592889249324799,
      "learning_rate": 0.0008,
      "loss": 2.7358851432800293,
      "step": 1176
    },
    {
      "epoch": 0.0713939393939394,
      "grad_norm": 0.09553863853216171,
      "learning_rate": 0.0008,
      "loss": 2.77636456489563,
      "step": 1178
    },
    {
      "epoch": 0.07151515151515152,
      "grad_norm": 0.09952032566070557,
      "learning_rate": 0.0008,
      "loss": 2.7566757202148438,
      "step": 1180
    },
    {
      "epoch": 0.07163636363636364,
      "grad_norm": 0.10154401510953903,
      "learning_rate": 0.0008,
      "loss": 2.6886110305786133,
      "step": 1182
    },
    {
      "epoch": 0.07175757575757576,
      "grad_norm": 0.0977076068520546,
      "learning_rate": 0.0008,
      "loss": 2.658785820007324,
      "step": 1184
    },
    {
      "epoch": 0.07187878787878788,
      "grad_norm": 0.09749935567378998,
      "learning_rate": 0.0008,
      "loss": 2.722980499267578,
      "step": 1186
    },
    {
      "epoch": 0.072,
      "grad_norm": 0.09280367195606232,
      "learning_rate": 0.0008,
      "loss": 2.715665340423584,
      "step": 1188
    },
    {
      "epoch": 0.07212121212121213,
      "grad_norm": 0.0969923734664917,
      "learning_rate": 0.0008,
      "loss": 2.7989604473114014,
      "step": 1190
    },
    {
      "epoch": 0.07224242424242425,
      "grad_norm": 0.09864166378974915,
      "learning_rate": 0.0008,
      "loss": 2.771336078643799,
      "step": 1192
    },
    {
      "epoch": 0.07236363636363637,
      "grad_norm": 0.09835527837276459,
      "learning_rate": 0.0008,
      "loss": 2.734208822250366,
      "step": 1194
    },
    {
      "epoch": 0.07248484848484849,
      "grad_norm": 0.10177188366651535,
      "learning_rate": 0.0008,
      "loss": 2.725253105163574,
      "step": 1196
    },
    {
      "epoch": 0.0726060606060606,
      "grad_norm": 0.09399539977312088,
      "learning_rate": 0.0008,
      "loss": 2.717209815979004,
      "step": 1198
    },
    {
      "epoch": 0.07272727272727272,
      "grad_norm": 0.09672411531209946,
      "learning_rate": 0.0008,
      "loss": 2.6600453853607178,
      "step": 1200
    },
    {
      "epoch": 0.07284848484848484,
      "grad_norm": 0.09553155303001404,
      "learning_rate": 0.0008,
      "loss": 2.6727542877197266,
      "step": 1202
    },
    {
      "epoch": 0.07296969696969698,
      "grad_norm": 0.09705706685781479,
      "learning_rate": 0.0008,
      "loss": 2.692979574203491,
      "step": 1204
    },
    {
      "epoch": 0.0730909090909091,
      "grad_norm": 0.0983552485704422,
      "learning_rate": 0.0008,
      "loss": 2.714634418487549,
      "step": 1206
    },
    {
      "epoch": 0.07321212121212121,
      "grad_norm": 0.10290054976940155,
      "learning_rate": 0.0008,
      "loss": 2.7607944011688232,
      "step": 1208
    },
    {
      "epoch": 0.07333333333333333,
      "grad_norm": 0.09246007353067398,
      "learning_rate": 0.0008,
      "loss": 2.5990138053894043,
      "step": 1210
    },
    {
      "epoch": 0.07345454545454545,
      "grad_norm": 0.09491098672151566,
      "learning_rate": 0.0008,
      "loss": 2.741530656814575,
      "step": 1212
    },
    {
      "epoch": 0.07357575757575757,
      "grad_norm": 0.09645241498947144,
      "learning_rate": 0.0008,
      "loss": 2.6070706844329834,
      "step": 1214
    },
    {
      "epoch": 0.07369696969696969,
      "grad_norm": 0.0955623984336853,
      "learning_rate": 0.0008,
      "loss": 2.7080843448638916,
      "step": 1216
    },
    {
      "epoch": 0.07381818181818182,
      "grad_norm": 0.10209999978542328,
      "learning_rate": 0.0008,
      "loss": 2.7507176399230957,
      "step": 1218
    },
    {
      "epoch": 0.07393939393939394,
      "grad_norm": 0.0957312360405922,
      "learning_rate": 0.0008,
      "loss": 2.6857995986938477,
      "step": 1220
    },
    {
      "epoch": 0.07406060606060606,
      "grad_norm": 0.10950547456741333,
      "learning_rate": 0.0008,
      "loss": 2.7433340549468994,
      "step": 1222
    },
    {
      "epoch": 0.07418181818181818,
      "grad_norm": 0.0924009308218956,
      "learning_rate": 0.0008,
      "loss": 2.7433056831359863,
      "step": 1224
    },
    {
      "epoch": 0.0743030303030303,
      "grad_norm": 0.0966748371720314,
      "learning_rate": 0.0008,
      "loss": 2.800767421722412,
      "step": 1226
    },
    {
      "epoch": 0.07442424242424242,
      "grad_norm": 0.09927260130643845,
      "learning_rate": 0.0008,
      "loss": 2.703301191329956,
      "step": 1228
    },
    {
      "epoch": 0.07454545454545454,
      "grad_norm": 0.09447076916694641,
      "learning_rate": 0.0008,
      "loss": 2.7371115684509277,
      "step": 1230
    },
    {
      "epoch": 0.07466666666666667,
      "grad_norm": 0.0925452709197998,
      "learning_rate": 0.0008,
      "loss": 2.6516075134277344,
      "step": 1232
    },
    {
      "epoch": 0.07478787878787879,
      "grad_norm": 0.09471046179533005,
      "learning_rate": 0.0008,
      "loss": 2.7764124870300293,
      "step": 1234
    },
    {
      "epoch": 0.07490909090909091,
      "grad_norm": 0.09640388935804367,
      "learning_rate": 0.0008,
      "loss": 2.763026237487793,
      "step": 1236
    },
    {
      "epoch": 0.07503030303030303,
      "grad_norm": 0.09387095272541046,
      "learning_rate": 0.0008,
      "loss": 2.729520797729492,
      "step": 1238
    },
    {
      "epoch": 0.07515151515151515,
      "grad_norm": 0.09486036747694016,
      "learning_rate": 0.0008,
      "loss": 2.6838998794555664,
      "step": 1240
    },
    {
      "epoch": 0.07527272727272727,
      "grad_norm": 0.09296433627605438,
      "learning_rate": 0.0008,
      "loss": 2.7472357749938965,
      "step": 1242
    },
    {
      "epoch": 0.07539393939393939,
      "grad_norm": 0.09180768579244614,
      "learning_rate": 0.0008,
      "loss": 2.6851282119750977,
      "step": 1244
    },
    {
      "epoch": 0.07551515151515152,
      "grad_norm": 0.0947239026427269,
      "learning_rate": 0.0008,
      "loss": 2.71765398979187,
      "step": 1246
    },
    {
      "epoch": 0.07563636363636364,
      "grad_norm": 0.09402729570865631,
      "learning_rate": 0.0008,
      "loss": 2.7172491550445557,
      "step": 1248
    },
    {
      "epoch": 0.07575757575757576,
      "grad_norm": 0.09778286516666412,
      "learning_rate": 0.0008,
      "loss": 2.7468907833099365,
      "step": 1250
    },
    {
      "epoch": 0.07587878787878788,
      "grad_norm": 0.09188830852508545,
      "learning_rate": 0.0008,
      "loss": 2.635127305984497,
      "step": 1252
    },
    {
      "epoch": 0.076,
      "grad_norm": 0.1003621518611908,
      "learning_rate": 0.0008,
      "loss": 2.692934274673462,
      "step": 1254
    },
    {
      "epoch": 0.07612121212121212,
      "grad_norm": 0.13150876760482788,
      "learning_rate": 0.0008,
      "loss": 2.6976070404052734,
      "step": 1256
    },
    {
      "epoch": 0.07624242424242424,
      "grad_norm": 0.10479919612407684,
      "learning_rate": 0.0008,
      "loss": 2.673322916030884,
      "step": 1258
    },
    {
      "epoch": 0.07636363636363637,
      "grad_norm": 0.09724564850330353,
      "learning_rate": 0.0008,
      "loss": 2.5951178073883057,
      "step": 1260
    },
    {
      "epoch": 0.07648484848484849,
      "grad_norm": 0.11176671832799911,
      "learning_rate": 0.0008,
      "loss": 2.708684206008911,
      "step": 1262
    },
    {
      "epoch": 0.07660606060606061,
      "grad_norm": 0.10475602000951767,
      "learning_rate": 0.0008,
      "loss": 2.6999783515930176,
      "step": 1264
    },
    {
      "epoch": 0.07672727272727273,
      "grad_norm": 0.09650661051273346,
      "learning_rate": 0.0008,
      "loss": 2.6722989082336426,
      "step": 1266
    },
    {
      "epoch": 0.07684848484848485,
      "grad_norm": 0.09830686450004578,
      "learning_rate": 0.0008,
      "loss": 2.6973743438720703,
      "step": 1268
    },
    {
      "epoch": 0.07696969696969697,
      "grad_norm": 0.09264106303453445,
      "learning_rate": 0.0008,
      "loss": 2.6686978340148926,
      "step": 1270
    },
    {
      "epoch": 0.07709090909090908,
      "grad_norm": 0.09338618069887161,
      "learning_rate": 0.0008,
      "loss": 2.6830546855926514,
      "step": 1272
    },
    {
      "epoch": 0.07721212121212122,
      "grad_norm": 0.09089746326208115,
      "learning_rate": 0.0008,
      "loss": 2.6994199752807617,
      "step": 1274
    },
    {
      "epoch": 0.07733333333333334,
      "grad_norm": 0.09034706652164459,
      "learning_rate": 0.0008,
      "loss": 2.603339910507202,
      "step": 1276
    },
    {
      "epoch": 0.07745454545454546,
      "grad_norm": 0.09117346256971359,
      "learning_rate": 0.0008,
      "loss": 2.6654796600341797,
      "step": 1278
    },
    {
      "epoch": 0.07757575757575758,
      "grad_norm": 0.09081052243709564,
      "learning_rate": 0.0008,
      "loss": 2.732980489730835,
      "step": 1280
    },
    {
      "epoch": 0.0776969696969697,
      "grad_norm": 0.09462390094995499,
      "learning_rate": 0.0008,
      "loss": 2.6725363731384277,
      "step": 1282
    },
    {
      "epoch": 0.07781818181818181,
      "grad_norm": 0.09132064133882523,
      "learning_rate": 0.0008,
      "loss": 2.6259028911590576,
      "step": 1284
    },
    {
      "epoch": 0.07793939393939393,
      "grad_norm": 0.09186138957738876,
      "learning_rate": 0.0008,
      "loss": 2.6995110511779785,
      "step": 1286
    },
    {
      "epoch": 0.07806060606060607,
      "grad_norm": 0.09084296226501465,
      "learning_rate": 0.0008,
      "loss": 2.748821496963501,
      "step": 1288
    },
    {
      "epoch": 0.07818181818181819,
      "grad_norm": 0.10343652218580246,
      "learning_rate": 0.0008,
      "loss": 2.7680506706237793,
      "step": 1290
    },
    {
      "epoch": 0.0783030303030303,
      "grad_norm": 0.09251704066991806,
      "learning_rate": 0.0008,
      "loss": 2.645200490951538,
      "step": 1292
    },
    {
      "epoch": 0.07842424242424242,
      "grad_norm": 0.09454711526632309,
      "learning_rate": 0.0008,
      "loss": 2.744016408920288,
      "step": 1294
    },
    {
      "epoch": 0.07854545454545454,
      "grad_norm": 0.0972449779510498,
      "learning_rate": 0.0008,
      "loss": 2.7548274993896484,
      "step": 1296
    },
    {
      "epoch": 0.07866666666666666,
      "grad_norm": 0.1028820276260376,
      "learning_rate": 0.0008,
      "loss": 2.7428367137908936,
      "step": 1298
    },
    {
      "epoch": 0.07878787878787878,
      "grad_norm": 0.09608453512191772,
      "learning_rate": 0.0008,
      "loss": 2.7066102027893066,
      "step": 1300
    },
    {
      "epoch": 0.07890909090909091,
      "grad_norm": 0.08984900265932083,
      "learning_rate": 0.0008,
      "loss": 2.6286916732788086,
      "step": 1302
    },
    {
      "epoch": 0.07903030303030303,
      "grad_norm": 0.09002672880887985,
      "learning_rate": 0.0008,
      "loss": 2.5521903038024902,
      "step": 1304
    },
    {
      "epoch": 0.07915151515151515,
      "grad_norm": 0.09350468218326569,
      "learning_rate": 0.0008,
      "loss": 2.6434006690979004,
      "step": 1306
    },
    {
      "epoch": 0.07927272727272727,
      "grad_norm": 0.09358403086662292,
      "learning_rate": 0.0008,
      "loss": 2.6999473571777344,
      "step": 1308
    },
    {
      "epoch": 0.07939393939393939,
      "grad_norm": 0.08885160088539124,
      "learning_rate": 0.0008,
      "loss": 2.638434410095215,
      "step": 1310
    },
    {
      "epoch": 0.07951515151515151,
      "grad_norm": 0.09976061433553696,
      "learning_rate": 0.0008,
      "loss": 2.71301531791687,
      "step": 1312
    },
    {
      "epoch": 0.07963636363636363,
      "grad_norm": 0.09363351762294769,
      "learning_rate": 0.0008,
      "loss": 2.7035441398620605,
      "step": 1314
    },
    {
      "epoch": 0.07975757575757576,
      "grad_norm": 0.09178290516138077,
      "learning_rate": 0.0008,
      "loss": 2.7259907722473145,
      "step": 1316
    },
    {
      "epoch": 0.07987878787878788,
      "grad_norm": 0.0942964255809784,
      "learning_rate": 0.0008,
      "loss": 2.659278631210327,
      "step": 1318
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.09538327157497406,
      "learning_rate": 0.0008,
      "loss": 2.725430488586426,
      "step": 1320
    },
    {
      "epoch": 0.08012121212121212,
      "grad_norm": 0.09187775105237961,
      "learning_rate": 0.0008,
      "loss": 2.6551382541656494,
      "step": 1322
    },
    {
      "epoch": 0.08024242424242424,
      "grad_norm": 0.09640644490718842,
      "learning_rate": 0.0008,
      "loss": 2.671532392501831,
      "step": 1324
    },
    {
      "epoch": 0.08036363636363636,
      "grad_norm": 0.09292606264352798,
      "learning_rate": 0.0008,
      "loss": 2.681725025177002,
      "step": 1326
    },
    {
      "epoch": 0.08048484848484848,
      "grad_norm": 0.09245065599679947,
      "learning_rate": 0.0008,
      "loss": 2.7174232006073,
      "step": 1328
    },
    {
      "epoch": 0.08060606060606061,
      "grad_norm": 0.09761374443769455,
      "learning_rate": 0.0008,
      "loss": 2.6278254985809326,
      "step": 1330
    },
    {
      "epoch": 0.08072727272727273,
      "grad_norm": 0.09434378147125244,
      "learning_rate": 0.0008,
      "loss": 2.6975269317626953,
      "step": 1332
    },
    {
      "epoch": 0.08084848484848485,
      "grad_norm": 0.09773518145084381,
      "learning_rate": 0.0008,
      "loss": 2.6537961959838867,
      "step": 1334
    },
    {
      "epoch": 0.08096969696969697,
      "grad_norm": 0.08928754180669785,
      "learning_rate": 0.0008,
      "loss": 2.7122628688812256,
      "step": 1336
    },
    {
      "epoch": 0.08109090909090909,
      "grad_norm": 0.09773512184619904,
      "learning_rate": 0.0008,
      "loss": 2.621272087097168,
      "step": 1338
    },
    {
      "epoch": 0.08121212121212121,
      "grad_norm": 0.09332410246133804,
      "learning_rate": 0.0008,
      "loss": 2.6689252853393555,
      "step": 1340
    },
    {
      "epoch": 0.08133333333333333,
      "grad_norm": 0.09455086290836334,
      "learning_rate": 0.0008,
      "loss": 2.7028133869171143,
      "step": 1342
    },
    {
      "epoch": 0.08145454545454546,
      "grad_norm": 0.0893181562423706,
      "learning_rate": 0.0008,
      "loss": 2.643312454223633,
      "step": 1344
    },
    {
      "epoch": 0.08157575757575758,
      "grad_norm": 0.0894450917840004,
      "learning_rate": 0.0008,
      "loss": 2.689328908920288,
      "step": 1346
    },
    {
      "epoch": 0.0816969696969697,
      "grad_norm": 0.08961638063192368,
      "learning_rate": 0.0008,
      "loss": 2.7342095375061035,
      "step": 1348
    },
    {
      "epoch": 0.08181818181818182,
      "grad_norm": 0.09310819953680038,
      "learning_rate": 0.0008,
      "loss": 2.716865301132202,
      "step": 1350
    },
    {
      "epoch": 0.08193939393939394,
      "grad_norm": 0.09002184122800827,
      "learning_rate": 0.0008,
      "loss": 2.664811849594116,
      "step": 1352
    },
    {
      "epoch": 0.08206060606060606,
      "grad_norm": 0.08868520706892014,
      "learning_rate": 0.0008,
      "loss": 2.7112624645233154,
      "step": 1354
    },
    {
      "epoch": 0.08218181818181818,
      "grad_norm": 0.08859609067440033,
      "learning_rate": 0.0008,
      "loss": 2.684385061264038,
      "step": 1356
    },
    {
      "epoch": 0.08230303030303031,
      "grad_norm": 0.09288623183965683,
      "learning_rate": 0.0008,
      "loss": 2.6730711460113525,
      "step": 1358
    },
    {
      "epoch": 0.08242424242424243,
      "grad_norm": 0.09359101206064224,
      "learning_rate": 0.0008,
      "loss": 2.7263965606689453,
      "step": 1360
    },
    {
      "epoch": 0.08254545454545455,
      "grad_norm": 0.0897098258137703,
      "learning_rate": 0.0008,
      "loss": 2.6738288402557373,
      "step": 1362
    },
    {
      "epoch": 0.08266666666666667,
      "grad_norm": 0.09183207899332047,
      "learning_rate": 0.0008,
      "loss": 2.651707410812378,
      "step": 1364
    },
    {
      "epoch": 0.08278787878787879,
      "grad_norm": 0.09773950278759003,
      "learning_rate": 0.0008,
      "loss": 2.6941521167755127,
      "step": 1366
    },
    {
      "epoch": 0.0829090909090909,
      "grad_norm": 0.09789338707923889,
      "learning_rate": 0.0008,
      "loss": 2.6938390731811523,
      "step": 1368
    },
    {
      "epoch": 0.08303030303030302,
      "grad_norm": 0.09005718678236008,
      "learning_rate": 0.0008,
      "loss": 2.59061861038208,
      "step": 1370
    },
    {
      "epoch": 0.08315151515151516,
      "grad_norm": 0.09538372606039047,
      "learning_rate": 0.0008,
      "loss": 2.6102356910705566,
      "step": 1372
    },
    {
      "epoch": 0.08327272727272728,
      "grad_norm": 0.08766049146652222,
      "learning_rate": 0.0008,
      "loss": 2.6359150409698486,
      "step": 1374
    },
    {
      "epoch": 0.0833939393939394,
      "grad_norm": 0.09231335669755936,
      "learning_rate": 0.0008,
      "loss": 2.7464466094970703,
      "step": 1376
    },
    {
      "epoch": 0.08351515151515151,
      "grad_norm": 0.0906107947230339,
      "learning_rate": 0.0008,
      "loss": 2.5935513973236084,
      "step": 1378
    },
    {
      "epoch": 0.08363636363636363,
      "grad_norm": 0.09378247708082199,
      "learning_rate": 0.0008,
      "loss": 2.702707529067993,
      "step": 1380
    },
    {
      "epoch": 0.08375757575757575,
      "grad_norm": 0.08846460282802582,
      "learning_rate": 0.0008,
      "loss": 2.62131929397583,
      "step": 1382
    },
    {
      "epoch": 0.08387878787878787,
      "grad_norm": 0.09060888737440109,
      "learning_rate": 0.0008,
      "loss": 2.6346817016601562,
      "step": 1384
    },
    {
      "epoch": 0.084,
      "grad_norm": 0.09113235026597977,
      "learning_rate": 0.0008,
      "loss": 2.517608165740967,
      "step": 1386
    },
    {
      "epoch": 0.08412121212121212,
      "grad_norm": 0.09208323061466217,
      "learning_rate": 0.0008,
      "loss": 2.693209648132324,
      "step": 1388
    },
    {
      "epoch": 0.08424242424242424,
      "grad_norm": 0.09389518201351166,
      "learning_rate": 0.0008,
      "loss": 2.739779233932495,
      "step": 1390
    },
    {
      "epoch": 0.08436363636363636,
      "grad_norm": 0.08875050395727158,
      "learning_rate": 0.0008,
      "loss": 2.601445436477661,
      "step": 1392
    },
    {
      "epoch": 0.08448484848484848,
      "grad_norm": 0.09733282774686813,
      "learning_rate": 0.0008,
      "loss": 2.7066140174865723,
      "step": 1394
    },
    {
      "epoch": 0.0846060606060606,
      "grad_norm": 0.09224621951580048,
      "learning_rate": 0.0008,
      "loss": 2.5514330863952637,
      "step": 1396
    },
    {
      "epoch": 0.08472727272727272,
      "grad_norm": 0.0903393104672432,
      "learning_rate": 0.0008,
      "loss": 2.621084451675415,
      "step": 1398
    },
    {
      "epoch": 0.08484848484848485,
      "grad_norm": 0.08832167834043503,
      "learning_rate": 0.0008,
      "loss": 2.6870267391204834,
      "step": 1400
    },
    {
      "epoch": 0.08496969696969697,
      "grad_norm": 0.09335021674633026,
      "learning_rate": 0.0008,
      "loss": 2.652280330657959,
      "step": 1402
    },
    {
      "epoch": 0.08509090909090909,
      "grad_norm": 0.09261874109506607,
      "learning_rate": 0.0008,
      "loss": 2.6201632022857666,
      "step": 1404
    },
    {
      "epoch": 0.08521212121212121,
      "grad_norm": 0.09099006652832031,
      "learning_rate": 0.0008,
      "loss": 2.700554132461548,
      "step": 1406
    },
    {
      "epoch": 0.08533333333333333,
      "grad_norm": 0.08844577521085739,
      "learning_rate": 0.0008,
      "loss": 2.647566795349121,
      "step": 1408
    },
    {
      "epoch": 0.08545454545454545,
      "grad_norm": 0.09372097998857498,
      "learning_rate": 0.0008,
      "loss": 2.6363234519958496,
      "step": 1410
    },
    {
      "epoch": 0.08557575757575757,
      "grad_norm": 0.08882050961256027,
      "learning_rate": 0.0008,
      "loss": 2.513490915298462,
      "step": 1412
    },
    {
      "epoch": 0.0856969696969697,
      "grad_norm": 0.10105268657207489,
      "learning_rate": 0.0008,
      "loss": 2.567296266555786,
      "step": 1414
    },
    {
      "epoch": 0.08581818181818182,
      "grad_norm": 0.08813564479351044,
      "learning_rate": 0.0008,
      "loss": 2.655867576599121,
      "step": 1416
    },
    {
      "epoch": 0.08593939393939394,
      "grad_norm": 0.09019377082586288,
      "learning_rate": 0.0008,
      "loss": 2.7091310024261475,
      "step": 1418
    },
    {
      "epoch": 0.08606060606060606,
      "grad_norm": 0.08781956881284714,
      "learning_rate": 0.0008,
      "loss": 2.6156423091888428,
      "step": 1420
    },
    {
      "epoch": 0.08618181818181818,
      "grad_norm": 0.08940879255533218,
      "learning_rate": 0.0008,
      "loss": 2.680206298828125,
      "step": 1422
    },
    {
      "epoch": 0.0863030303030303,
      "grad_norm": 0.08795444667339325,
      "learning_rate": 0.0008,
      "loss": 2.6787171363830566,
      "step": 1424
    },
    {
      "epoch": 0.08642424242424242,
      "grad_norm": 0.08696664124727249,
      "learning_rate": 0.0008,
      "loss": 2.683709144592285,
      "step": 1426
    },
    {
      "epoch": 0.08654545454545455,
      "grad_norm": 0.08849150687456131,
      "learning_rate": 0.0008,
      "loss": 2.6615357398986816,
      "step": 1428
    },
    {
      "epoch": 0.08666666666666667,
      "grad_norm": 0.09533119201660156,
      "learning_rate": 0.0008,
      "loss": 2.6473400592803955,
      "step": 1430
    },
    {
      "epoch": 0.08678787878787879,
      "grad_norm": 0.09041043370962143,
      "learning_rate": 0.0008,
      "loss": 2.601652145385742,
      "step": 1432
    },
    {
      "epoch": 0.08690909090909091,
      "grad_norm": 0.08922062069177628,
      "learning_rate": 0.0008,
      "loss": 2.66264271736145,
      "step": 1434
    },
    {
      "epoch": 0.08703030303030303,
      "grad_norm": 0.08709689229726791,
      "learning_rate": 0.0008,
      "loss": 2.6181814670562744,
      "step": 1436
    },
    {
      "epoch": 0.08715151515151515,
      "grad_norm": 0.09013613313436508,
      "learning_rate": 0.0008,
      "loss": 2.647557258605957,
      "step": 1438
    },
    {
      "epoch": 0.08727272727272728,
      "grad_norm": 0.08934540301561356,
      "learning_rate": 0.0008,
      "loss": 2.638791084289551,
      "step": 1440
    },
    {
      "epoch": 0.0873939393939394,
      "grad_norm": 0.08995569497346878,
      "learning_rate": 0.0008,
      "loss": 2.674405813217163,
      "step": 1442
    },
    {
      "epoch": 0.08751515151515152,
      "grad_norm": 0.09702397882938385,
      "learning_rate": 0.0008,
      "loss": 2.6402435302734375,
      "step": 1444
    },
    {
      "epoch": 0.08763636363636364,
      "grad_norm": 0.09387005120515823,
      "learning_rate": 0.0008,
      "loss": 2.62923264503479,
      "step": 1446
    },
    {
      "epoch": 0.08775757575757576,
      "grad_norm": 0.0910274013876915,
      "learning_rate": 0.0008,
      "loss": 2.6891958713531494,
      "step": 1448
    },
    {
      "epoch": 0.08787878787878788,
      "grad_norm": 0.08927851170301437,
      "learning_rate": 0.0008,
      "loss": 2.721039056777954,
      "step": 1450
    },
    {
      "epoch": 0.088,
      "grad_norm": 0.16199354827404022,
      "learning_rate": 0.0008,
      "loss": 2.628119945526123,
      "step": 1452
    },
    {
      "epoch": 0.08812121212121213,
      "grad_norm": 0.09073691815137863,
      "learning_rate": 0.0008,
      "loss": 2.6373634338378906,
      "step": 1454
    },
    {
      "epoch": 0.08824242424242425,
      "grad_norm": 0.09171473234891891,
      "learning_rate": 0.0008,
      "loss": 2.6497883796691895,
      "step": 1456
    },
    {
      "epoch": 0.08836363636363637,
      "grad_norm": 0.08553361892700195,
      "learning_rate": 0.0008,
      "loss": 2.5857951641082764,
      "step": 1458
    },
    {
      "epoch": 0.08848484848484849,
      "grad_norm": 0.08835607022047043,
      "learning_rate": 0.0008,
      "loss": 2.6065711975097656,
      "step": 1460
    },
    {
      "epoch": 0.0886060606060606,
      "grad_norm": 0.08698023855686188,
      "learning_rate": 0.0008,
      "loss": 2.6533703804016113,
      "step": 1462
    },
    {
      "epoch": 0.08872727272727272,
      "grad_norm": 0.5185900330543518,
      "learning_rate": 0.0008,
      "loss": 2.6406586170196533,
      "step": 1464
    },
    {
      "epoch": 0.08884848484848484,
      "grad_norm": 0.09255213290452957,
      "learning_rate": 0.0008,
      "loss": 2.6533427238464355,
      "step": 1466
    },
    {
      "epoch": 0.08896969696969698,
      "grad_norm": 0.09007678925991058,
      "learning_rate": 0.0008,
      "loss": 2.5949273109436035,
      "step": 1468
    },
    {
      "epoch": 0.0890909090909091,
      "grad_norm": 0.08804433047771454,
      "learning_rate": 0.0008,
      "loss": 2.6567821502685547,
      "step": 1470
    },
    {
      "epoch": 0.08921212121212121,
      "grad_norm": 0.1966586858034134,
      "learning_rate": 0.0008,
      "loss": 2.6652119159698486,
      "step": 1472
    },
    {
      "epoch": 0.08933333333333333,
      "grad_norm": 0.09040851891040802,
      "learning_rate": 0.0008,
      "loss": 2.6056416034698486,
      "step": 1474
    },
    {
      "epoch": 0.08945454545454545,
      "grad_norm": 0.09084872156381607,
      "learning_rate": 0.0008,
      "loss": 2.632899522781372,
      "step": 1476
    },
    {
      "epoch": 0.08957575757575757,
      "grad_norm": 0.09229514747858047,
      "learning_rate": 0.0008,
      "loss": 2.7004611492156982,
      "step": 1478
    },
    {
      "epoch": 0.08969696969696969,
      "grad_norm": 0.08851287513971329,
      "learning_rate": 0.0008,
      "loss": 2.609126329421997,
      "step": 1480
    },
    {
      "epoch": 0.08981818181818182,
      "grad_norm": 0.0903470441699028,
      "learning_rate": 0.0008,
      "loss": 2.656648635864258,
      "step": 1482
    },
    {
      "epoch": 0.08993939393939394,
      "grad_norm": 0.08800260722637177,
      "learning_rate": 0.0008,
      "loss": 2.7243072986602783,
      "step": 1484
    },
    {
      "epoch": 0.09006060606060606,
      "grad_norm": 0.10308069735765457,
      "learning_rate": 0.0008,
      "loss": 2.6953489780426025,
      "step": 1486
    },
    {
      "epoch": 0.09018181818181818,
      "grad_norm": 0.09400498867034912,
      "learning_rate": 0.0008,
      "loss": 2.6483876705169678,
      "step": 1488
    },
    {
      "epoch": 0.0903030303030303,
      "grad_norm": 0.08710706233978271,
      "learning_rate": 0.0008,
      "loss": 2.64103102684021,
      "step": 1490
    },
    {
      "epoch": 0.09042424242424242,
      "grad_norm": 0.09035059064626694,
      "learning_rate": 0.0008,
      "loss": 2.5844297409057617,
      "step": 1492
    },
    {
      "epoch": 0.09054545454545454,
      "grad_norm": 0.08683605492115021,
      "learning_rate": 0.0008,
      "loss": 2.5937013626098633,
      "step": 1494
    },
    {
      "epoch": 0.09066666666666667,
      "grad_norm": 0.08672159165143967,
      "learning_rate": 0.0008,
      "loss": 2.6233937740325928,
      "step": 1496
    },
    {
      "epoch": 0.09078787878787879,
      "grad_norm": 0.0888688713312149,
      "learning_rate": 0.0008,
      "loss": 2.623565673828125,
      "step": 1498
    },
    {
      "epoch": 0.09090909090909091,
      "grad_norm": 0.08680512011051178,
      "learning_rate": 0.0008,
      "loss": 2.638805866241455,
      "step": 1500
    },
    {
      "epoch": 0.09103030303030303,
      "grad_norm": 0.09417331218719482,
      "learning_rate": 0.0008,
      "loss": 2.6118662357330322,
      "step": 1502
    },
    {
      "epoch": 0.09115151515151515,
      "grad_norm": 0.08677076548337936,
      "learning_rate": 0.0008,
      "loss": 2.6401901245117188,
      "step": 1504
    },
    {
      "epoch": 0.09127272727272727,
      "grad_norm": 0.08785993605852127,
      "learning_rate": 0.0008,
      "loss": 2.6606388092041016,
      "step": 1506
    },
    {
      "epoch": 0.09139393939393939,
      "grad_norm": 0.08566335588693619,
      "learning_rate": 0.0008,
      "loss": 2.684577226638794,
      "step": 1508
    },
    {
      "epoch": 0.09151515151515152,
      "grad_norm": 0.08592430502176285,
      "learning_rate": 0.0008,
      "loss": 2.6088056564331055,
      "step": 1510
    },
    {
      "epoch": 0.09163636363636364,
      "grad_norm": 0.09170215576887131,
      "learning_rate": 0.0008,
      "loss": 2.6677052974700928,
      "step": 1512
    },
    {
      "epoch": 0.09175757575757576,
      "grad_norm": 0.09531085193157196,
      "learning_rate": 0.0008,
      "loss": 2.628242254257202,
      "step": 1514
    },
    {
      "epoch": 0.09187878787878788,
      "grad_norm": 0.08863271772861481,
      "learning_rate": 0.0008,
      "loss": 2.618424892425537,
      "step": 1516
    },
    {
      "epoch": 0.092,
      "grad_norm": 0.09483732283115387,
      "learning_rate": 0.0008,
      "loss": 2.590444564819336,
      "step": 1518
    },
    {
      "epoch": 0.09212121212121212,
      "grad_norm": 0.08690401911735535,
      "learning_rate": 0.0008,
      "loss": 2.574446201324463,
      "step": 1520
    },
    {
      "epoch": 0.09224242424242424,
      "grad_norm": 0.08537572622299194,
      "learning_rate": 0.0008,
      "loss": 2.6364688873291016,
      "step": 1522
    },
    {
      "epoch": 0.09236363636363637,
      "grad_norm": 0.08771361410617828,
      "learning_rate": 0.0008,
      "loss": 2.7112021446228027,
      "step": 1524
    },
    {
      "epoch": 0.09248484848484849,
      "grad_norm": 0.09044937789440155,
      "learning_rate": 0.0008,
      "loss": 2.6020820140838623,
      "step": 1526
    },
    {
      "epoch": 0.09260606060606061,
      "grad_norm": 0.08857179433107376,
      "learning_rate": 0.0008,
      "loss": 2.6600921154022217,
      "step": 1528
    },
    {
      "epoch": 0.09272727272727273,
      "grad_norm": 0.11604785174131393,
      "learning_rate": 0.0008,
      "loss": 2.657456159591675,
      "step": 1530
    },
    {
      "epoch": 0.09284848484848485,
      "grad_norm": 0.09160027652978897,
      "learning_rate": 0.0008,
      "loss": 2.6848342418670654,
      "step": 1532
    },
    {
      "epoch": 0.09296969696969697,
      "grad_norm": 0.08830365538597107,
      "learning_rate": 0.0008,
      "loss": 2.6130943298339844,
      "step": 1534
    },
    {
      "epoch": 0.09309090909090909,
      "grad_norm": 0.08683188259601593,
      "learning_rate": 0.0008,
      "loss": 2.619514226913452,
      "step": 1536
    },
    {
      "epoch": 0.09321212121212122,
      "grad_norm": 0.08896386623382568,
      "learning_rate": 0.0008,
      "loss": 2.650501012802124,
      "step": 1538
    },
    {
      "epoch": 0.09333333333333334,
      "grad_norm": 0.08683948963880539,
      "learning_rate": 0.0008,
      "loss": 2.5995771884918213,
      "step": 1540
    },
    {
      "epoch": 0.09345454545454546,
      "grad_norm": 0.08958131074905396,
      "learning_rate": 0.0008,
      "loss": 2.6178417205810547,
      "step": 1542
    },
    {
      "epoch": 0.09357575757575758,
      "grad_norm": 0.08749283105134964,
      "learning_rate": 0.0008,
      "loss": 2.659029006958008,
      "step": 1544
    },
    {
      "epoch": 0.0936969696969697,
      "grad_norm": 0.08909732848405838,
      "learning_rate": 0.0008,
      "loss": 2.6066806316375732,
      "step": 1546
    },
    {
      "epoch": 0.09381818181818181,
      "grad_norm": 0.0832602009177208,
      "learning_rate": 0.0008,
      "loss": 2.556025505065918,
      "step": 1548
    },
    {
      "epoch": 0.09393939393939393,
      "grad_norm": 0.08735526353120804,
      "learning_rate": 0.0008,
      "loss": 2.6787126064300537,
      "step": 1550
    },
    {
      "epoch": 0.09406060606060607,
      "grad_norm": 0.08316223323345184,
      "learning_rate": 0.0008,
      "loss": 2.7239785194396973,
      "step": 1552
    },
    {
      "epoch": 0.09418181818181819,
      "grad_norm": 0.08262155950069427,
      "learning_rate": 0.0008,
      "loss": 2.5391643047332764,
      "step": 1554
    },
    {
      "epoch": 0.0943030303030303,
      "grad_norm": 0.0838422179222107,
      "learning_rate": 0.0008,
      "loss": 2.6395416259765625,
      "step": 1556
    },
    {
      "epoch": 0.09442424242424242,
      "grad_norm": 0.08517379313707352,
      "learning_rate": 0.0008,
      "loss": 2.624040365219116,
      "step": 1558
    },
    {
      "epoch": 0.09454545454545454,
      "grad_norm": 0.08498326689004898,
      "learning_rate": 0.0008,
      "loss": 2.5834991931915283,
      "step": 1560
    },
    {
      "epoch": 0.09466666666666666,
      "grad_norm": 0.08669628947973251,
      "learning_rate": 0.0008,
      "loss": 2.558928966522217,
      "step": 1562
    },
    {
      "epoch": 0.09478787878787878,
      "grad_norm": 0.08625341951847076,
      "learning_rate": 0.0008,
      "loss": 2.7375762462615967,
      "step": 1564
    },
    {
      "epoch": 0.09490909090909092,
      "grad_norm": 0.08421202003955841,
      "learning_rate": 0.0008,
      "loss": 2.572462797164917,
      "step": 1566
    },
    {
      "epoch": 0.09503030303030303,
      "grad_norm": 0.09357159584760666,
      "learning_rate": 0.0008,
      "loss": 2.655160903930664,
      "step": 1568
    },
    {
      "epoch": 0.09515151515151515,
      "grad_norm": 0.08775287866592407,
      "learning_rate": 0.0008,
      "loss": 2.577094078063965,
      "step": 1570
    },
    {
      "epoch": 0.09527272727272727,
      "grad_norm": 0.09956718236207962,
      "learning_rate": 0.0008,
      "loss": 2.6473801136016846,
      "step": 1572
    },
    {
      "epoch": 0.09539393939393939,
      "grad_norm": 0.09372375905513763,
      "learning_rate": 0.0008,
      "loss": 2.579684257507324,
      "step": 1574
    },
    {
      "epoch": 0.09551515151515151,
      "grad_norm": 0.0853939950466156,
      "learning_rate": 0.0008,
      "loss": 2.654546022415161,
      "step": 1576
    },
    {
      "epoch": 0.09563636363636363,
      "grad_norm": 0.0899270623922348,
      "learning_rate": 0.0008,
      "loss": 2.6330487728118896,
      "step": 1578
    },
    {
      "epoch": 0.09575757575757576,
      "grad_norm": 0.09261959046125412,
      "learning_rate": 0.0008,
      "loss": 2.6766517162323,
      "step": 1580
    },
    {
      "epoch": 0.09587878787878788,
      "grad_norm": 0.08990292996168137,
      "learning_rate": 0.0008,
      "loss": 2.657620668411255,
      "step": 1582
    },
    {
      "epoch": 0.096,
      "grad_norm": 0.09065950661897659,
      "learning_rate": 0.0008,
      "loss": 2.646404981613159,
      "step": 1584
    },
    {
      "epoch": 0.09612121212121212,
      "grad_norm": 0.08696164190769196,
      "learning_rate": 0.0008,
      "loss": 2.593493700027466,
      "step": 1586
    },
    {
      "epoch": 0.09624242424242424,
      "grad_norm": 0.08450400829315186,
      "learning_rate": 0.0008,
      "loss": 2.6234257221221924,
      "step": 1588
    },
    {
      "epoch": 0.09636363636363636,
      "grad_norm": 0.08389894664287567,
      "learning_rate": 0.0008,
      "loss": 2.626136302947998,
      "step": 1590
    },
    {
      "epoch": 0.09648484848484848,
      "grad_norm": 0.08361047506332397,
      "learning_rate": 0.0008,
      "loss": 2.637864112854004,
      "step": 1592
    },
    {
      "epoch": 0.09660606060606061,
      "grad_norm": 0.08342014998197556,
      "learning_rate": 0.0008,
      "loss": 2.6756787300109863,
      "step": 1594
    },
    {
      "epoch": 0.09672727272727273,
      "grad_norm": 0.08585110306739807,
      "learning_rate": 0.0008,
      "loss": 2.6727747917175293,
      "step": 1596
    },
    {
      "epoch": 0.09684848484848485,
      "grad_norm": 0.0895339846611023,
      "learning_rate": 0.0008,
      "loss": 2.585358142852783,
      "step": 1598
    },
    {
      "epoch": 0.09696969696969697,
      "grad_norm": 0.08387647569179535,
      "learning_rate": 0.0008,
      "loss": 2.5264551639556885,
      "step": 1600
    },
    {
      "epoch": 0.09709090909090909,
      "grad_norm": 0.0897347554564476,
      "learning_rate": 0.0008,
      "loss": 2.6327881813049316,
      "step": 1602
    },
    {
      "epoch": 0.09721212121212121,
      "grad_norm": 0.08462958037853241,
      "learning_rate": 0.0008,
      "loss": 2.660599708557129,
      "step": 1604
    },
    {
      "epoch": 0.09733333333333333,
      "grad_norm": 0.09181305021047592,
      "learning_rate": 0.0008,
      "loss": 2.6233842372894287,
      "step": 1606
    },
    {
      "epoch": 0.09745454545454546,
      "grad_norm": 0.08996450155973434,
      "learning_rate": 0.0008,
      "loss": 2.659290313720703,
      "step": 1608
    },
    {
      "epoch": 0.09757575757575758,
      "grad_norm": 0.08530374616384506,
      "learning_rate": 0.0008,
      "loss": 2.6582229137420654,
      "step": 1610
    },
    {
      "epoch": 0.0976969696969697,
      "grad_norm": 0.08404190838336945,
      "learning_rate": 0.0008,
      "loss": 2.7057888507843018,
      "step": 1612
    },
    {
      "epoch": 0.09781818181818182,
      "grad_norm": 0.08575439453125,
      "learning_rate": 0.0008,
      "loss": 2.6792948246002197,
      "step": 1614
    },
    {
      "epoch": 0.09793939393939394,
      "grad_norm": 0.08285801857709885,
      "learning_rate": 0.0008,
      "loss": 2.6680548191070557,
      "step": 1616
    },
    {
      "epoch": 0.09806060606060606,
      "grad_norm": 0.08758828043937683,
      "learning_rate": 0.0008,
      "loss": 2.646259307861328,
      "step": 1618
    },
    {
      "epoch": 0.09818181818181818,
      "grad_norm": 0.08405006676912308,
      "learning_rate": 0.0008,
      "loss": 2.641662120819092,
      "step": 1620
    },
    {
      "epoch": 0.09830303030303031,
      "grad_norm": 0.08208192884922028,
      "learning_rate": 0.0008,
      "loss": 2.5521953105926514,
      "step": 1622
    },
    {
      "epoch": 0.09842424242424243,
      "grad_norm": 0.0825958326458931,
      "learning_rate": 0.0008,
      "loss": 2.614128828048706,
      "step": 1624
    },
    {
      "epoch": 0.09854545454545455,
      "grad_norm": 0.08548508584499359,
      "learning_rate": 0.0008,
      "loss": 2.6462769508361816,
      "step": 1626
    },
    {
      "epoch": 0.09866666666666667,
      "grad_norm": 0.08114834129810333,
      "learning_rate": 0.0008,
      "loss": 2.5936594009399414,
      "step": 1628
    },
    {
      "epoch": 0.09878787878787879,
      "grad_norm": 0.08322920650243759,
      "learning_rate": 0.0008,
      "loss": 2.6053903102874756,
      "step": 1630
    },
    {
      "epoch": 0.0989090909090909,
      "grad_norm": 0.08171942830085754,
      "learning_rate": 0.0008,
      "loss": 2.547373056411743,
      "step": 1632
    },
    {
      "epoch": 0.09903030303030302,
      "grad_norm": 0.0825696587562561,
      "learning_rate": 0.0008,
      "loss": 2.6250126361846924,
      "step": 1634
    },
    {
      "epoch": 0.09915151515151516,
      "grad_norm": 0.08161260187625885,
      "learning_rate": 0.0008,
      "loss": 2.611213207244873,
      "step": 1636
    },
    {
      "epoch": 0.09927272727272728,
      "grad_norm": 0.08342213183641434,
      "learning_rate": 0.0008,
      "loss": 2.690593957901001,
      "step": 1638
    },
    {
      "epoch": 0.0993939393939394,
      "grad_norm": 0.08369901031255722,
      "learning_rate": 0.0008,
      "loss": 2.5864529609680176,
      "step": 1640
    },
    {
      "epoch": 0.09951515151515151,
      "grad_norm": 0.08894728869199753,
      "learning_rate": 0.0008,
      "loss": 2.6114554405212402,
      "step": 1642
    },
    {
      "epoch": 0.09963636363636363,
      "grad_norm": 0.0820501521229744,
      "learning_rate": 0.0008,
      "loss": 2.5911145210266113,
      "step": 1644
    },
    {
      "epoch": 0.09975757575757575,
      "grad_norm": 0.08264602720737457,
      "learning_rate": 0.0008,
      "loss": 2.5683865547180176,
      "step": 1646
    },
    {
      "epoch": 0.09987878787878787,
      "grad_norm": 0.0817006379365921,
      "learning_rate": 0.0008,
      "loss": 2.68829607963562,
      "step": 1648
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.08306078612804413,
      "learning_rate": 0.0008,
      "loss": 2.6774704456329346,
      "step": 1650
    },
    {
      "epoch": 0.10012121212121212,
      "grad_norm": 0.08262654393911362,
      "learning_rate": 0.0008,
      "loss": 2.531188726425171,
      "step": 1652
    },
    {
      "epoch": 0.10024242424242424,
      "grad_norm": 0.08557119220495224,
      "learning_rate": 0.0008,
      "loss": 2.64438796043396,
      "step": 1654
    },
    {
      "epoch": 0.10036363636363636,
      "grad_norm": 0.08177687972784042,
      "learning_rate": 0.0008,
      "loss": 2.5884757041931152,
      "step": 1656
    },
    {
      "epoch": 0.10048484848484848,
      "grad_norm": 0.08427724987268448,
      "learning_rate": 0.0008,
      "loss": 2.581458568572998,
      "step": 1658
    },
    {
      "epoch": 0.1006060606060606,
      "grad_norm": 0.08376149833202362,
      "learning_rate": 0.0008,
      "loss": 2.5682568550109863,
      "step": 1660
    },
    {
      "epoch": 0.10072727272727272,
      "grad_norm": 0.08558733016252518,
      "learning_rate": 0.0008,
      "loss": 2.6483490467071533,
      "step": 1662
    },
    {
      "epoch": 0.10084848484848485,
      "grad_norm": 0.08896568417549133,
      "learning_rate": 0.0008,
      "loss": 2.6307573318481445,
      "step": 1664
    },
    {
      "epoch": 0.10096969696969697,
      "grad_norm": 0.08166155219078064,
      "learning_rate": 0.0008,
      "loss": 2.603933572769165,
      "step": 1666
    },
    {
      "epoch": 0.10109090909090909,
      "grad_norm": 0.09330889582633972,
      "learning_rate": 0.0008,
      "loss": 2.5625405311584473,
      "step": 1668
    },
    {
      "epoch": 0.10121212121212121,
      "grad_norm": 0.0874500647187233,
      "learning_rate": 0.0008,
      "loss": 2.5738942623138428,
      "step": 1670
    },
    {
      "epoch": 0.10133333333333333,
      "grad_norm": 0.0817391648888588,
      "learning_rate": 0.0008,
      "loss": 2.5482842922210693,
      "step": 1672
    },
    {
      "epoch": 0.10145454545454545,
      "grad_norm": 0.07998669892549515,
      "learning_rate": 0.0008,
      "loss": 2.492748260498047,
      "step": 1674
    },
    {
      "epoch": 0.10157575757575757,
      "grad_norm": 0.08261477947235107,
      "learning_rate": 0.0008,
      "loss": 2.5435993671417236,
      "step": 1676
    },
    {
      "epoch": 0.1016969696969697,
      "grad_norm": 0.08120805770158768,
      "learning_rate": 0.0008,
      "loss": 2.561574935913086,
      "step": 1678
    },
    {
      "epoch": 0.10181818181818182,
      "grad_norm": 0.08402089774608612,
      "learning_rate": 0.0008,
      "loss": 2.507296085357666,
      "step": 1680
    },
    {
      "epoch": 0.10193939393939394,
      "grad_norm": 0.08169030398130417,
      "learning_rate": 0.0008,
      "loss": 2.6275389194488525,
      "step": 1682
    },
    {
      "epoch": 0.10206060606060606,
      "grad_norm": 0.0843028873205185,
      "learning_rate": 0.0008,
      "loss": 2.622335433959961,
      "step": 1684
    },
    {
      "epoch": 0.10218181818181818,
      "grad_norm": 0.0838347002863884,
      "learning_rate": 0.0008,
      "loss": 2.6002395153045654,
      "step": 1686
    },
    {
      "epoch": 0.1023030303030303,
      "grad_norm": 0.08948864787817001,
      "learning_rate": 0.0008,
      "loss": 2.5590603351593018,
      "step": 1688
    },
    {
      "epoch": 0.10242424242424242,
      "grad_norm": 0.08389901369810104,
      "learning_rate": 0.0008,
      "loss": 2.64823055267334,
      "step": 1690
    },
    {
      "epoch": 0.10254545454545455,
      "grad_norm": 0.08830294758081436,
      "learning_rate": 0.0008,
      "loss": 2.6561338901519775,
      "step": 1692
    },
    {
      "epoch": 0.10266666666666667,
      "grad_norm": 0.08801761269569397,
      "learning_rate": 0.0008,
      "loss": 2.612487316131592,
      "step": 1694
    },
    {
      "epoch": 0.10278787878787879,
      "grad_norm": 0.085148885846138,
      "learning_rate": 0.0008,
      "loss": 2.5871212482452393,
      "step": 1696
    },
    {
      "epoch": 0.10290909090909091,
      "grad_norm": 0.08251719176769257,
      "learning_rate": 0.0008,
      "loss": 2.6397407054901123,
      "step": 1698
    },
    {
      "epoch": 0.10303030303030303,
      "grad_norm": 0.08379548788070679,
      "learning_rate": 0.0008,
      "loss": 2.513746976852417,
      "step": 1700
    },
    {
      "epoch": 0.10315151515151515,
      "grad_norm": 0.08554631471633911,
      "learning_rate": 0.0008,
      "loss": 2.626783609390259,
      "step": 1702
    },
    {
      "epoch": 0.10327272727272727,
      "grad_norm": 0.08245866000652313,
      "learning_rate": 0.0008,
      "loss": 2.5849609375,
      "step": 1704
    },
    {
      "epoch": 0.1033939393939394,
      "grad_norm": 0.08258315920829773,
      "learning_rate": 0.0008,
      "loss": 2.5623438358306885,
      "step": 1706
    },
    {
      "epoch": 0.10351515151515152,
      "grad_norm": 0.08043941855430603,
      "learning_rate": 0.0008,
      "loss": 2.572948932647705,
      "step": 1708
    },
    {
      "epoch": 0.10363636363636364,
      "grad_norm": 0.08376195281744003,
      "learning_rate": 0.0008,
      "loss": 2.6075985431671143,
      "step": 1710
    },
    {
      "epoch": 0.10375757575757576,
      "grad_norm": 0.0853591337800026,
      "learning_rate": 0.0008,
      "loss": 2.592024087905884,
      "step": 1712
    },
    {
      "epoch": 0.10387878787878788,
      "grad_norm": 0.08038382977247238,
      "learning_rate": 0.0008,
      "loss": 2.582634449005127,
      "step": 1714
    },
    {
      "epoch": 0.104,
      "grad_norm": 0.07938387244939804,
      "learning_rate": 0.0008,
      "loss": 2.5241196155548096,
      "step": 1716
    },
    {
      "epoch": 0.10412121212121211,
      "grad_norm": 0.08292094618082047,
      "learning_rate": 0.0008,
      "loss": 2.517606019973755,
      "step": 1718
    },
    {
      "epoch": 0.10424242424242425,
      "grad_norm": 0.07931133359670639,
      "learning_rate": 0.0008,
      "loss": 2.5932164192199707,
      "step": 1720
    },
    {
      "epoch": 0.10436363636363637,
      "grad_norm": 0.08004464209079742,
      "learning_rate": 0.0008,
      "loss": 2.6461195945739746,
      "step": 1722
    },
    {
      "epoch": 0.10448484848484849,
      "grad_norm": 0.08412160724401474,
      "learning_rate": 0.0008,
      "loss": 2.6172235012054443,
      "step": 1724
    },
    {
      "epoch": 0.1046060606060606,
      "grad_norm": 0.08084485679864883,
      "learning_rate": 0.0008,
      "loss": 2.616210460662842,
      "step": 1726
    },
    {
      "epoch": 0.10472727272727272,
      "grad_norm": 0.08084439486265182,
      "learning_rate": 0.0008,
      "loss": 2.6154465675354004,
      "step": 1728
    },
    {
      "epoch": 0.10484848484848484,
      "grad_norm": 0.08507845550775528,
      "learning_rate": 0.0008,
      "loss": 2.5784924030303955,
      "step": 1730
    },
    {
      "epoch": 0.10496969696969696,
      "grad_norm": 0.08067142963409424,
      "learning_rate": 0.0008,
      "loss": 2.548933267593384,
      "step": 1732
    },
    {
      "epoch": 0.1050909090909091,
      "grad_norm": 0.08325568586587906,
      "learning_rate": 0.0008,
      "loss": 2.511080741882324,
      "step": 1734
    },
    {
      "epoch": 0.10521212121212122,
      "grad_norm": 0.08696416765451431,
      "learning_rate": 0.0008,
      "loss": 2.606433629989624,
      "step": 1736
    },
    {
      "epoch": 0.10533333333333333,
      "grad_norm": 0.07870412617921829,
      "learning_rate": 0.0008,
      "loss": 2.6113502979278564,
      "step": 1738
    },
    {
      "epoch": 0.10545454545454545,
      "grad_norm": 0.08291155844926834,
      "learning_rate": 0.0008,
      "loss": 2.53584361076355,
      "step": 1740
    },
    {
      "epoch": 0.10557575757575757,
      "grad_norm": 0.0846715196967125,
      "learning_rate": 0.0008,
      "loss": 2.5767483711242676,
      "step": 1742
    },
    {
      "epoch": 0.10569696969696969,
      "grad_norm": 0.0805196464061737,
      "learning_rate": 0.0008,
      "loss": 2.550333023071289,
      "step": 1744
    },
    {
      "epoch": 0.10581818181818183,
      "grad_norm": 0.08009176701307297,
      "learning_rate": 0.0008,
      "loss": 2.590287923812866,
      "step": 1746
    },
    {
      "epoch": 0.10593939393939394,
      "grad_norm": 0.08378510177135468,
      "learning_rate": 0.0008,
      "loss": 2.6424410343170166,
      "step": 1748
    },
    {
      "epoch": 0.10606060606060606,
      "grad_norm": 0.08473794907331467,
      "learning_rate": 0.0008,
      "loss": 2.575641632080078,
      "step": 1750
    },
    {
      "epoch": 0.10618181818181818,
      "grad_norm": 0.08306790888309479,
      "learning_rate": 0.0008,
      "loss": 2.5710952281951904,
      "step": 1752
    },
    {
      "epoch": 0.1063030303030303,
      "grad_norm": 0.08381582051515579,
      "learning_rate": 0.0008,
      "loss": 2.6002063751220703,
      "step": 1754
    },
    {
      "epoch": 0.10642424242424242,
      "grad_norm": 0.07890482991933823,
      "learning_rate": 0.0008,
      "loss": 2.591548442840576,
      "step": 1756
    },
    {
      "epoch": 0.10654545454545454,
      "grad_norm": 0.08090407401323318,
      "learning_rate": 0.0008,
      "loss": 2.5472769737243652,
      "step": 1758
    },
    {
      "epoch": 0.10666666666666667,
      "grad_norm": 0.07940313220024109,
      "learning_rate": 0.0008,
      "loss": 2.66999888420105,
      "step": 1760
    },
    {
      "epoch": 0.10678787878787879,
      "grad_norm": 0.08196254074573517,
      "learning_rate": 0.0008,
      "loss": 2.535832405090332,
      "step": 1762
    },
    {
      "epoch": 0.10690909090909091,
      "grad_norm": 0.08165888488292694,
      "learning_rate": 0.0008,
      "loss": 2.607508659362793,
      "step": 1764
    },
    {
      "epoch": 0.10703030303030303,
      "grad_norm": 0.0800384134054184,
      "learning_rate": 0.0008,
      "loss": 2.56892991065979,
      "step": 1766
    },
    {
      "epoch": 0.10715151515151515,
      "grad_norm": 0.08316487818956375,
      "learning_rate": 0.0008,
      "loss": 2.5711958408355713,
      "step": 1768
    },
    {
      "epoch": 0.10727272727272727,
      "grad_norm": 0.08547675609588623,
      "learning_rate": 0.0008,
      "loss": 2.560065746307373,
      "step": 1770
    },
    {
      "epoch": 0.10739393939393939,
      "grad_norm": 0.08764155209064484,
      "learning_rate": 0.0008,
      "loss": 2.6489295959472656,
      "step": 1772
    },
    {
      "epoch": 0.10751515151515152,
      "grad_norm": 0.07988082617521286,
      "learning_rate": 0.0008,
      "loss": 2.6154465675354004,
      "step": 1774
    },
    {
      "epoch": 0.10763636363636364,
      "grad_norm": 0.08359135687351227,
      "learning_rate": 0.0008,
      "loss": 2.6705987453460693,
      "step": 1776
    },
    {
      "epoch": 0.10775757575757576,
      "grad_norm": 0.08470160514116287,
      "learning_rate": 0.0008,
      "loss": 2.6560919284820557,
      "step": 1778
    },
    {
      "epoch": 0.10787878787878788,
      "grad_norm": 0.08035678416490555,
      "learning_rate": 0.0008,
      "loss": 2.6173012256622314,
      "step": 1780
    },
    {
      "epoch": 0.108,
      "grad_norm": 0.08844577521085739,
      "learning_rate": 0.0008,
      "loss": 2.5728743076324463,
      "step": 1782
    },
    {
      "epoch": 0.10812121212121212,
      "grad_norm": 0.07951035350561142,
      "learning_rate": 0.0008,
      "loss": 2.532910108566284,
      "step": 1784
    },
    {
      "epoch": 0.10824242424242424,
      "grad_norm": 0.08250928670167923,
      "learning_rate": 0.0008,
      "loss": 2.5740959644317627,
      "step": 1786
    },
    {
      "epoch": 0.10836363636363637,
      "grad_norm": 0.08284786343574524,
      "learning_rate": 0.0008,
      "loss": 2.5687453746795654,
      "step": 1788
    },
    {
      "epoch": 0.10848484848484849,
      "grad_norm": 0.08517413586378098,
      "learning_rate": 0.0008,
      "loss": 2.5776591300964355,
      "step": 1790
    },
    {
      "epoch": 0.10860606060606061,
      "grad_norm": 0.07955542206764221,
      "learning_rate": 0.0008,
      "loss": 2.5979530811309814,
      "step": 1792
    },
    {
      "epoch": 0.10872727272727273,
      "grad_norm": 0.08014333248138428,
      "learning_rate": 0.0008,
      "loss": 2.5912444591522217,
      "step": 1794
    },
    {
      "epoch": 0.10884848484848485,
      "grad_norm": 0.08296824246644974,
      "learning_rate": 0.0008,
      "loss": 2.562481641769409,
      "step": 1796
    },
    {
      "epoch": 0.10896969696969697,
      "grad_norm": 0.07798575609922409,
      "learning_rate": 0.0008,
      "loss": 2.5949549674987793,
      "step": 1798
    },
    {
      "epoch": 0.10909090909090909,
      "grad_norm": 0.0781145766377449,
      "learning_rate": 0.0008,
      "loss": 2.573051929473877,
      "step": 1800
    },
    {
      "epoch": 0.10921212121212122,
      "grad_norm": 0.07924607396125793,
      "learning_rate": 0.0008,
      "loss": 2.4930264949798584,
      "step": 1802
    },
    {
      "epoch": 0.10933333333333334,
      "grad_norm": 0.08180536329746246,
      "learning_rate": 0.0008,
      "loss": 2.5294201374053955,
      "step": 1804
    },
    {
      "epoch": 0.10945454545454546,
      "grad_norm": 0.08046746253967285,
      "learning_rate": 0.0008,
      "loss": 2.5376110076904297,
      "step": 1806
    },
    {
      "epoch": 0.10957575757575758,
      "grad_norm": 0.08170323073863983,
      "learning_rate": 0.0008,
      "loss": 2.5614559650421143,
      "step": 1808
    },
    {
      "epoch": 0.1096969696969697,
      "grad_norm": 0.0811152532696724,
      "learning_rate": 0.0008,
      "loss": 2.5910582542419434,
      "step": 1810
    },
    {
      "epoch": 0.10981818181818181,
      "grad_norm": 0.08472200483083725,
      "learning_rate": 0.0008,
      "loss": 2.595961093902588,
      "step": 1812
    },
    {
      "epoch": 0.10993939393939393,
      "grad_norm": 0.07880979031324387,
      "learning_rate": 0.0008,
      "loss": 2.5567238330841064,
      "step": 1814
    },
    {
      "epoch": 0.11006060606060607,
      "grad_norm": 0.0827631726861,
      "learning_rate": 0.0008,
      "loss": 2.613417387008667,
      "step": 1816
    },
    {
      "epoch": 0.11018181818181819,
      "grad_norm": 0.0842319130897522,
      "learning_rate": 0.0008,
      "loss": 2.5092010498046875,
      "step": 1818
    },
    {
      "epoch": 0.1103030303030303,
      "grad_norm": 0.07937268167734146,
      "learning_rate": 0.0008,
      "loss": 2.5757827758789062,
      "step": 1820
    },
    {
      "epoch": 0.11042424242424242,
      "grad_norm": 0.08157451450824738,
      "learning_rate": 0.0008,
      "loss": 2.556257724761963,
      "step": 1822
    },
    {
      "epoch": 0.11054545454545454,
      "grad_norm": 0.08298274874687195,
      "learning_rate": 0.0008,
      "loss": 2.5384204387664795,
      "step": 1824
    },
    {
      "epoch": 0.11066666666666666,
      "grad_norm": 0.08375734090805054,
      "learning_rate": 0.0008,
      "loss": 2.518423080444336,
      "step": 1826
    },
    {
      "epoch": 0.11078787878787878,
      "grad_norm": 0.08177173882722855,
      "learning_rate": 0.0008,
      "loss": 2.550194025039673,
      "step": 1828
    },
    {
      "epoch": 0.11090909090909092,
      "grad_norm": 0.07926391810178757,
      "learning_rate": 0.0008,
      "loss": 2.547438144683838,
      "step": 1830
    },
    {
      "epoch": 0.11103030303030303,
      "grad_norm": 0.08357267081737518,
      "learning_rate": 0.0008,
      "loss": 2.5919384956359863,
      "step": 1832
    },
    {
      "epoch": 0.11115151515151515,
      "grad_norm": 0.07746285200119019,
      "learning_rate": 0.0008,
      "loss": 2.5227155685424805,
      "step": 1834
    },
    {
      "epoch": 0.11127272727272727,
      "grad_norm": 0.07889530062675476,
      "learning_rate": 0.0008,
      "loss": 2.565220355987549,
      "step": 1836
    },
    {
      "epoch": 0.11139393939393939,
      "grad_norm": 0.0776098296046257,
      "learning_rate": 0.0008,
      "loss": 2.524049758911133,
      "step": 1838
    },
    {
      "epoch": 0.11151515151515151,
      "grad_norm": 0.07988344132900238,
      "learning_rate": 0.0008,
      "loss": 2.596508502960205,
      "step": 1840
    },
    {
      "epoch": 0.11163636363636363,
      "grad_norm": 0.0809350311756134,
      "learning_rate": 0.0008,
      "loss": 2.6687557697296143,
      "step": 1842
    },
    {
      "epoch": 0.11175757575757576,
      "grad_norm": 0.08160511404275894,
      "learning_rate": 0.0008,
      "loss": 2.658667802810669,
      "step": 1844
    },
    {
      "epoch": 0.11187878787878788,
      "grad_norm": 0.07964735478162766,
      "learning_rate": 0.0008,
      "loss": 2.6374194622039795,
      "step": 1846
    },
    {
      "epoch": 0.112,
      "grad_norm": 0.08100466430187225,
      "learning_rate": 0.0008,
      "loss": 2.4983513355255127,
      "step": 1848
    },
    {
      "epoch": 0.11212121212121212,
      "grad_norm": 0.0864834114909172,
      "learning_rate": 0.0008,
      "loss": 2.620969533920288,
      "step": 1850
    },
    {
      "epoch": 0.11224242424242424,
      "grad_norm": 0.172709658741951,
      "learning_rate": 0.0008,
      "loss": 2.564512252807617,
      "step": 1852
    },
    {
      "epoch": 0.11236363636363636,
      "grad_norm": 0.0803733766078949,
      "learning_rate": 0.0008,
      "loss": 2.5546727180480957,
      "step": 1854
    },
    {
      "epoch": 0.11248484848484848,
      "grad_norm": 0.08536186069250107,
      "learning_rate": 0.0008,
      "loss": 2.5879104137420654,
      "step": 1856
    },
    {
      "epoch": 0.11260606060606061,
      "grad_norm": 0.08234191685914993,
      "learning_rate": 0.0008,
      "loss": 2.623807907104492,
      "step": 1858
    },
    {
      "epoch": 0.11272727272727273,
      "grad_norm": 0.0786423608660698,
      "learning_rate": 0.0008,
      "loss": 2.5565335750579834,
      "step": 1860
    },
    {
      "epoch": 0.11284848484848485,
      "grad_norm": 0.0816061720252037,
      "learning_rate": 0.0008,
      "loss": 2.647752523422241,
      "step": 1862
    },
    {
      "epoch": 0.11296969696969697,
      "grad_norm": 0.07833302021026611,
      "learning_rate": 0.0008,
      "loss": 2.526172637939453,
      "step": 1864
    },
    {
      "epoch": 0.11309090909090909,
      "grad_norm": 0.07706572860479355,
      "learning_rate": 0.0008,
      "loss": 2.595428466796875,
      "step": 1866
    },
    {
      "epoch": 0.11321212121212121,
      "grad_norm": 0.0815252810716629,
      "learning_rate": 0.0008,
      "loss": 2.5555660724639893,
      "step": 1868
    },
    {
      "epoch": 0.11333333333333333,
      "grad_norm": 0.07931073009967804,
      "learning_rate": 0.0008,
      "loss": 2.5754661560058594,
      "step": 1870
    },
    {
      "epoch": 0.11345454545454546,
      "grad_norm": 0.07832778245210648,
      "learning_rate": 0.0008,
      "loss": 2.473487377166748,
      "step": 1872
    },
    {
      "epoch": 0.11357575757575758,
      "grad_norm": 0.08451631665229797,
      "learning_rate": 0.0008,
      "loss": 2.46903920173645,
      "step": 1874
    },
    {
      "epoch": 0.1136969696969697,
      "grad_norm": 0.08395351469516754,
      "learning_rate": 0.0008,
      "loss": 2.5439538955688477,
      "step": 1876
    },
    {
      "epoch": 0.11381818181818182,
      "grad_norm": 0.08077947050333023,
      "learning_rate": 0.0008,
      "loss": 2.483140230178833,
      "step": 1878
    },
    {
      "epoch": 0.11393939393939394,
      "grad_norm": 0.08051062375307083,
      "learning_rate": 0.0008,
      "loss": 2.5402326583862305,
      "step": 1880
    },
    {
      "epoch": 0.11406060606060606,
      "grad_norm": 0.08310651034116745,
      "learning_rate": 0.0008,
      "loss": 2.5548527240753174,
      "step": 1882
    },
    {
      "epoch": 0.11418181818181818,
      "grad_norm": 0.07922256737947464,
      "learning_rate": 0.0008,
      "loss": 2.5128228664398193,
      "step": 1884
    },
    {
      "epoch": 0.11430303030303031,
      "grad_norm": 0.08044472336769104,
      "learning_rate": 0.0008,
      "loss": 2.5191962718963623,
      "step": 1886
    },
    {
      "epoch": 0.11442424242424243,
      "grad_norm": 0.07645294070243835,
      "learning_rate": 0.0008,
      "loss": 2.5367119312286377,
      "step": 1888
    },
    {
      "epoch": 0.11454545454545455,
      "grad_norm": 0.08101294189691544,
      "learning_rate": 0.0008,
      "loss": 2.601874589920044,
      "step": 1890
    },
    {
      "epoch": 0.11466666666666667,
      "grad_norm": 0.07629749178886414,
      "learning_rate": 0.0008,
      "loss": 2.5014162063598633,
      "step": 1892
    },
    {
      "epoch": 0.11478787878787879,
      "grad_norm": 0.07591025531291962,
      "learning_rate": 0.0008,
      "loss": 2.5347931385040283,
      "step": 1894
    },
    {
      "epoch": 0.1149090909090909,
      "grad_norm": 0.07559724897146225,
      "learning_rate": 0.0008,
      "loss": 2.4728469848632812,
      "step": 1896
    },
    {
      "epoch": 0.11503030303030302,
      "grad_norm": 0.07832006365060806,
      "learning_rate": 0.0008,
      "loss": 2.48507022857666,
      "step": 1898
    },
    {
      "epoch": 0.11515151515151516,
      "grad_norm": 0.07801617681980133,
      "learning_rate": 0.0008,
      "loss": 2.557096242904663,
      "step": 1900
    },
    {
      "epoch": 0.11527272727272728,
      "grad_norm": 0.10303416103124619,
      "learning_rate": 0.0008,
      "loss": 2.5679283142089844,
      "step": 1902
    },
    {
      "epoch": 0.1153939393939394,
      "grad_norm": 0.08007843047380447,
      "learning_rate": 0.0008,
      "loss": 2.5529980659484863,
      "step": 1904
    },
    {
      "epoch": 0.11551515151515152,
      "grad_norm": 0.07723647356033325,
      "learning_rate": 0.0008,
      "loss": 2.4967892169952393,
      "step": 1906
    },
    {
      "epoch": 0.11563636363636363,
      "grad_norm": 0.07617611438035965,
      "learning_rate": 0.0008,
      "loss": 2.5565855503082275,
      "step": 1908
    },
    {
      "epoch": 0.11575757575757575,
      "grad_norm": 0.08152547478675842,
      "learning_rate": 0.0008,
      "loss": 2.485872745513916,
      "step": 1910
    },
    {
      "epoch": 0.11587878787878787,
      "grad_norm": 0.07907970994710922,
      "learning_rate": 0.0008,
      "loss": 2.615044355392456,
      "step": 1912
    },
    {
      "epoch": 0.116,
      "grad_norm": 0.07603520154953003,
      "learning_rate": 0.0008,
      "loss": 2.5474045276641846,
      "step": 1914
    },
    {
      "epoch": 0.11612121212121213,
      "grad_norm": 0.07645908743143082,
      "learning_rate": 0.0008,
      "loss": 2.5839340686798096,
      "step": 1916
    },
    {
      "epoch": 0.11624242424242424,
      "grad_norm": 0.08038519322872162,
      "learning_rate": 0.0008,
      "loss": 2.6079697608947754,
      "step": 1918
    },
    {
      "epoch": 0.11636363636363636,
      "grad_norm": 0.08025974780321121,
      "learning_rate": 0.0008,
      "loss": 2.582197904586792,
      "step": 1920
    },
    {
      "epoch": 0.11648484848484848,
      "grad_norm": 0.0802643746137619,
      "learning_rate": 0.0008,
      "loss": 2.6118481159210205,
      "step": 1922
    },
    {
      "epoch": 0.1166060606060606,
      "grad_norm": 0.0786847323179245,
      "learning_rate": 0.0008,
      "loss": 2.5025649070739746,
      "step": 1924
    },
    {
      "epoch": 0.11672727272727272,
      "grad_norm": 0.07931985706090927,
      "learning_rate": 0.0008,
      "loss": 2.5947787761688232,
      "step": 1926
    },
    {
      "epoch": 0.11684848484848485,
      "grad_norm": 0.07659479975700378,
      "learning_rate": 0.0008,
      "loss": 2.505234479904175,
      "step": 1928
    },
    {
      "epoch": 0.11696969696969697,
      "grad_norm": 0.07724818587303162,
      "learning_rate": 0.0008,
      "loss": 2.513045072555542,
      "step": 1930
    },
    {
      "epoch": 0.11709090909090909,
      "grad_norm": 0.07933937013149261,
      "learning_rate": 0.0008,
      "loss": 2.5808284282684326,
      "step": 1932
    },
    {
      "epoch": 0.11721212121212121,
      "grad_norm": 0.0800996869802475,
      "learning_rate": 0.0008,
      "loss": 2.535442590713501,
      "step": 1934
    },
    {
      "epoch": 0.11733333333333333,
      "grad_norm": 0.07885627448558807,
      "learning_rate": 0.0008,
      "loss": 2.5674121379852295,
      "step": 1936
    },
    {
      "epoch": 0.11745454545454545,
      "grad_norm": 0.07888897508382797,
      "learning_rate": 0.0008,
      "loss": 2.572334051132202,
      "step": 1938
    },
    {
      "epoch": 0.11757575757575757,
      "grad_norm": 0.07820527255535126,
      "learning_rate": 0.0008,
      "loss": 2.5956239700317383,
      "step": 1940
    },
    {
      "epoch": 0.1176969696969697,
      "grad_norm": 0.07990499585866928,
      "learning_rate": 0.0008,
      "loss": 2.5474917888641357,
      "step": 1942
    },
    {
      "epoch": 0.11781818181818182,
      "grad_norm": 0.08092857897281647,
      "learning_rate": 0.0008,
      "loss": 2.5225582122802734,
      "step": 1944
    },
    {
      "epoch": 0.11793939393939394,
      "grad_norm": 0.07903316617012024,
      "learning_rate": 0.0008,
      "loss": 2.5358633995056152,
      "step": 1946
    },
    {
      "epoch": 0.11806060606060606,
      "grad_norm": 0.08067017793655396,
      "learning_rate": 0.0008,
      "loss": 2.549748659133911,
      "step": 1948
    },
    {
      "epoch": 0.11818181818181818,
      "grad_norm": 0.07513710856437683,
      "learning_rate": 0.0008,
      "loss": 2.464491367340088,
      "step": 1950
    },
    {
      "epoch": 0.1183030303030303,
      "grad_norm": 0.07817662507295609,
      "learning_rate": 0.0008,
      "loss": 2.5247559547424316,
      "step": 1952
    },
    {
      "epoch": 0.11842424242424242,
      "grad_norm": 0.07467043399810791,
      "learning_rate": 0.0008,
      "loss": 2.5231027603149414,
      "step": 1954
    },
    {
      "epoch": 0.11854545454545455,
      "grad_norm": 0.07668938487768173,
      "learning_rate": 0.0008,
      "loss": 2.5834314823150635,
      "step": 1956
    },
    {
      "epoch": 0.11866666666666667,
      "grad_norm": 0.07852034270763397,
      "learning_rate": 0.0008,
      "loss": 2.5520050525665283,
      "step": 1958
    },
    {
      "epoch": 0.11878787878787879,
      "grad_norm": 0.07859796285629272,
      "learning_rate": 0.0008,
      "loss": 2.6046338081359863,
      "step": 1960
    },
    {
      "epoch": 0.11890909090909091,
      "grad_norm": 0.07577870786190033,
      "learning_rate": 0.0008,
      "loss": 2.5782530307769775,
      "step": 1962
    },
    {
      "epoch": 0.11903030303030303,
      "grad_norm": 0.08107993751764297,
      "learning_rate": 0.0008,
      "loss": 2.5706799030303955,
      "step": 1964
    },
    {
      "epoch": 0.11915151515151515,
      "grad_norm": 0.08394039422273636,
      "learning_rate": 0.0008,
      "loss": 2.5240509510040283,
      "step": 1966
    },
    {
      "epoch": 0.11927272727272727,
      "grad_norm": 0.07735666632652283,
      "learning_rate": 0.0008,
      "loss": 2.4988553524017334,
      "step": 1968
    },
    {
      "epoch": 0.1193939393939394,
      "grad_norm": 0.07669788599014282,
      "learning_rate": 0.0008,
      "loss": 2.502908945083618,
      "step": 1970
    },
    {
      "epoch": 0.11951515151515152,
      "grad_norm": 0.07579613476991653,
      "learning_rate": 0.0008,
      "loss": 2.496429920196533,
      "step": 1972
    },
    {
      "epoch": 0.11963636363636364,
      "grad_norm": 0.07455839961767197,
      "learning_rate": 0.0008,
      "loss": 2.508849859237671,
      "step": 1974
    },
    {
      "epoch": 0.11975757575757576,
      "grad_norm": 0.07721120864152908,
      "learning_rate": 0.0008,
      "loss": 2.499626398086548,
      "step": 1976
    },
    {
      "epoch": 0.11987878787878788,
      "grad_norm": 0.07626793533563614,
      "learning_rate": 0.0008,
      "loss": 2.4832842350006104,
      "step": 1978
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.07914632558822632,
      "learning_rate": 0.0008,
      "loss": 2.574998617172241,
      "step": 1980
    },
    {
      "epoch": 0.12012121212121211,
      "grad_norm": 0.0800415650010109,
      "learning_rate": 0.0008,
      "loss": 2.4994728565216064,
      "step": 1982
    },
    {
      "epoch": 0.12024242424242425,
      "grad_norm": 0.07545595616102219,
      "learning_rate": 0.0008,
      "loss": 2.58841609954834,
      "step": 1984
    },
    {
      "epoch": 0.12036363636363637,
      "grad_norm": 0.07582149654626846,
      "learning_rate": 0.0008,
      "loss": 2.5361456871032715,
      "step": 1986
    },
    {
      "epoch": 0.12048484848484849,
      "grad_norm": 0.0746186152100563,
      "learning_rate": 0.0008,
      "loss": 2.600322961807251,
      "step": 1988
    },
    {
      "epoch": 0.1206060606060606,
      "grad_norm": 0.07667519152164459,
      "learning_rate": 0.0008,
      "loss": 2.574183702468872,
      "step": 1990
    },
    {
      "epoch": 0.12072727272727272,
      "grad_norm": 0.07411106675863266,
      "learning_rate": 0.0008,
      "loss": 2.4657859802246094,
      "step": 1992
    },
    {
      "epoch": 0.12084848484848484,
      "grad_norm": 0.07614558190107346,
      "learning_rate": 0.0008,
      "loss": 2.563608169555664,
      "step": 1994
    },
    {
      "epoch": 0.12096969696969696,
      "grad_norm": 0.07527037709951401,
      "learning_rate": 0.0008,
      "loss": 2.492877244949341,
      "step": 1996
    },
    {
      "epoch": 0.1210909090909091,
      "grad_norm": 0.07498473674058914,
      "learning_rate": 0.0008,
      "loss": 2.577207088470459,
      "step": 1998
    },
    {
      "epoch": 0.12121212121212122,
      "grad_norm": 0.08452074229717255,
      "learning_rate": 0.0008,
      "loss": 2.551314115524292,
      "step": 2000
    },
    {
      "epoch": 0.12133333333333333,
      "grad_norm": 0.07714702188968658,
      "learning_rate": 0.0008,
      "loss": 2.480290651321411,
      "step": 2002
    },
    {
      "epoch": 0.12145454545454545,
      "grad_norm": 0.0812622532248497,
      "learning_rate": 0.0008,
      "loss": 2.4882781505584717,
      "step": 2004
    },
    {
      "epoch": 0.12157575757575757,
      "grad_norm": 0.1028304472565651,
      "learning_rate": 0.0008,
      "loss": 2.566134452819824,
      "step": 2006
    },
    {
      "epoch": 0.12169696969696969,
      "grad_norm": 0.08645875006914139,
      "learning_rate": 0.0008,
      "loss": 2.4919838905334473,
      "step": 2008
    },
    {
      "epoch": 0.12181818181818181,
      "grad_norm": 0.08240930736064911,
      "learning_rate": 0.0008,
      "loss": 2.5817999839782715,
      "step": 2010
    },
    {
      "epoch": 0.12193939393939394,
      "grad_norm": 0.07395318895578384,
      "learning_rate": 0.0008,
      "loss": 2.5020995140075684,
      "step": 2012
    },
    {
      "epoch": 0.12206060606060606,
      "grad_norm": 0.07520240545272827,
      "learning_rate": 0.0008,
      "loss": 2.523721694946289,
      "step": 2014
    },
    {
      "epoch": 0.12218181818181818,
      "grad_norm": 0.07866991311311722,
      "learning_rate": 0.0008,
      "loss": 2.539628505706787,
      "step": 2016
    },
    {
      "epoch": 0.1223030303030303,
      "grad_norm": 0.07618068158626556,
      "learning_rate": 0.0008,
      "loss": 2.5028769969940186,
      "step": 2018
    },
    {
      "epoch": 0.12242424242424242,
      "grad_norm": 0.07841619104146957,
      "learning_rate": 0.0008,
      "loss": 2.559375762939453,
      "step": 2020
    },
    {
      "epoch": 0.12254545454545454,
      "grad_norm": 0.08001592010259628,
      "learning_rate": 0.0008,
      "loss": 2.5575759410858154,
      "step": 2022
    },
    {
      "epoch": 0.12266666666666666,
      "grad_norm": 0.07869841158390045,
      "learning_rate": 0.0008,
      "loss": 2.564208507537842,
      "step": 2024
    },
    {
      "epoch": 0.1227878787878788,
      "grad_norm": 0.07790623605251312,
      "learning_rate": 0.0008,
      "loss": 2.6039628982543945,
      "step": 2026
    },
    {
      "epoch": 0.12290909090909091,
      "grad_norm": 0.07511240988969803,
      "learning_rate": 0.0008,
      "loss": 2.595947742462158,
      "step": 2028
    },
    {
      "epoch": 0.12303030303030303,
      "grad_norm": 0.0758950486779213,
      "learning_rate": 0.0008,
      "loss": 2.509847402572632,
      "step": 2030
    },
    {
      "epoch": 0.12315151515151515,
      "grad_norm": 0.07532898336648941,
      "learning_rate": 0.0008,
      "loss": 2.5834481716156006,
      "step": 2032
    },
    {
      "epoch": 0.12327272727272727,
      "grad_norm": 0.07525201886892319,
      "learning_rate": 0.0008,
      "loss": 2.4651682376861572,
      "step": 2034
    },
    {
      "epoch": 0.12339393939393939,
      "grad_norm": 0.07575929164886475,
      "learning_rate": 0.0008,
      "loss": 2.578941822052002,
      "step": 2036
    },
    {
      "epoch": 0.12351515151515151,
      "grad_norm": 0.07496031373739243,
      "learning_rate": 0.0008,
      "loss": 2.525634765625,
      "step": 2038
    },
    {
      "epoch": 0.12363636363636364,
      "grad_norm": 0.07435885816812515,
      "learning_rate": 0.0008,
      "loss": 2.5471880435943604,
      "step": 2040
    },
    {
      "epoch": 0.12375757575757576,
      "grad_norm": 0.0768258199095726,
      "learning_rate": 0.0008,
      "loss": 2.4974169731140137,
      "step": 2042
    },
    {
      "epoch": 0.12387878787878788,
      "grad_norm": 0.07432639598846436,
      "learning_rate": 0.0008,
      "loss": 2.5387985706329346,
      "step": 2044
    },
    {
      "epoch": 0.124,
      "grad_norm": 0.07835559546947479,
      "learning_rate": 0.0008,
      "loss": 2.5183753967285156,
      "step": 2046
    },
    {
      "epoch": 0.12412121212121212,
      "grad_norm": 0.07599394023418427,
      "learning_rate": 0.0008,
      "loss": 2.5436673164367676,
      "step": 2048
    },
    {
      "epoch": 0.12424242424242424,
      "grad_norm": 0.0745822861790657,
      "learning_rate": 0.0008,
      "loss": 2.4610037803649902,
      "step": 2050
    },
    {
      "epoch": 0.12436363636363636,
      "grad_norm": 0.07971092313528061,
      "learning_rate": 0.0008,
      "loss": 2.602762222290039,
      "step": 2052
    },
    {
      "epoch": 0.12448484848484849,
      "grad_norm": 0.07658050954341888,
      "learning_rate": 0.0008,
      "loss": 2.5141398906707764,
      "step": 2054
    },
    {
      "epoch": 0.12460606060606061,
      "grad_norm": 0.09096317738294601,
      "learning_rate": 0.0008,
      "loss": 2.539989471435547,
      "step": 2056
    },
    {
      "epoch": 0.12472727272727273,
      "grad_norm": 0.07740216702222824,
      "learning_rate": 0.0008,
      "loss": 2.479302167892456,
      "step": 2058
    },
    {
      "epoch": 0.12484848484848485,
      "grad_norm": 0.07684116810560226,
      "learning_rate": 0.0008,
      "loss": 2.535499095916748,
      "step": 2060
    },
    {
      "epoch": 0.12496969696969697,
      "grad_norm": 0.07898880541324615,
      "learning_rate": 0.0008,
      "loss": 2.5535802841186523,
      "step": 2062
    },
    {
      "epoch": 0.12509090909090909,
      "grad_norm": 0.0799906849861145,
      "learning_rate": 0.0008,
      "loss": 2.4934959411621094,
      "step": 2064
    },
    {
      "epoch": 0.12521212121212122,
      "grad_norm": 0.07639925181865692,
      "learning_rate": 0.0008,
      "loss": 2.4716477394104004,
      "step": 2066
    },
    {
      "epoch": 0.12533333333333332,
      "grad_norm": 0.07716447114944458,
      "learning_rate": 0.0008,
      "loss": 2.4939522743225098,
      "step": 2068
    },
    {
      "epoch": 0.12545454545454546,
      "grad_norm": 0.08624905347824097,
      "learning_rate": 0.0008,
      "loss": 2.4565269947052,
      "step": 2070
    },
    {
      "epoch": 0.12557575757575756,
      "grad_norm": 0.08601079881191254,
      "learning_rate": 0.0008,
      "loss": 2.550020217895508,
      "step": 2072
    },
    {
      "epoch": 0.1256969696969697,
      "grad_norm": 0.0825832188129425,
      "learning_rate": 0.0008,
      "loss": 2.533282995223999,
      "step": 2074
    },
    {
      "epoch": 0.12581818181818183,
      "grad_norm": 0.08027687668800354,
      "learning_rate": 0.0008,
      "loss": 2.5443296432495117,
      "step": 2076
    },
    {
      "epoch": 0.12593939393939393,
      "grad_norm": 0.07983439415693283,
      "learning_rate": 0.0008,
      "loss": 2.4913129806518555,
      "step": 2078
    },
    {
      "epoch": 0.12606060606060607,
      "grad_norm": 0.08081002533435822,
      "learning_rate": 0.0008,
      "loss": 2.5032520294189453,
      "step": 2080
    },
    {
      "epoch": 0.12618181818181817,
      "grad_norm": 0.07518228888511658,
      "learning_rate": 0.0008,
      "loss": 2.4649040699005127,
      "step": 2082
    },
    {
      "epoch": 0.1263030303030303,
      "grad_norm": 0.0776754766702652,
      "learning_rate": 0.0008,
      "loss": 2.530956506729126,
      "step": 2084
    },
    {
      "epoch": 0.1264242424242424,
      "grad_norm": 0.07367412000894547,
      "learning_rate": 0.0008,
      "loss": 2.5687143802642822,
      "step": 2086
    },
    {
      "epoch": 0.12654545454545454,
      "grad_norm": 0.0767262652516365,
      "learning_rate": 0.0008,
      "loss": 2.5434491634368896,
      "step": 2088
    },
    {
      "epoch": 0.12666666666666668,
      "grad_norm": 0.07795710861682892,
      "learning_rate": 0.0008,
      "loss": 2.5952775478363037,
      "step": 2090
    },
    {
      "epoch": 0.12678787878787878,
      "grad_norm": 0.07448644936084747,
      "learning_rate": 0.0008,
      "loss": 2.470137357711792,
      "step": 2092
    },
    {
      "epoch": 0.12690909090909092,
      "grad_norm": 0.07456477731466293,
      "learning_rate": 0.0008,
      "loss": 2.5189876556396484,
      "step": 2094
    },
    {
      "epoch": 0.12703030303030302,
      "grad_norm": 0.07434865087270737,
      "learning_rate": 0.0008,
      "loss": 2.423478126525879,
      "step": 2096
    },
    {
      "epoch": 0.12715151515151515,
      "grad_norm": 0.07545511424541473,
      "learning_rate": 0.0008,
      "loss": 2.4730913639068604,
      "step": 2098
    },
    {
      "epoch": 0.12727272727272726,
      "grad_norm": 0.08423464745283127,
      "learning_rate": 0.0008,
      "loss": 2.6545050144195557,
      "step": 2100
    },
    {
      "epoch": 0.1273939393939394,
      "grad_norm": 0.07716361433267593,
      "learning_rate": 0.0008,
      "loss": 2.554306983947754,
      "step": 2102
    },
    {
      "epoch": 0.12751515151515153,
      "grad_norm": 0.07742869853973389,
      "learning_rate": 0.0008,
      "loss": 2.505958318710327,
      "step": 2104
    },
    {
      "epoch": 0.12763636363636363,
      "grad_norm": 0.07398577779531479,
      "learning_rate": 0.0008,
      "loss": 2.520829200744629,
      "step": 2106
    },
    {
      "epoch": 0.12775757575757576,
      "grad_norm": 0.0772351399064064,
      "learning_rate": 0.0008,
      "loss": 2.527123212814331,
      "step": 2108
    },
    {
      "epoch": 0.12787878787878787,
      "grad_norm": 0.07603088766336441,
      "learning_rate": 0.0008,
      "loss": 2.5904555320739746,
      "step": 2110
    },
    {
      "epoch": 0.128,
      "grad_norm": 0.07599996775388718,
      "learning_rate": 0.0008,
      "loss": 2.550854444503784,
      "step": 2112
    },
    {
      "epoch": 0.1281212121212121,
      "grad_norm": 0.07388272136449814,
      "learning_rate": 0.0008,
      "loss": 2.5806689262390137,
      "step": 2114
    },
    {
      "epoch": 0.12824242424242424,
      "grad_norm": 0.07664526253938675,
      "learning_rate": 0.0008,
      "loss": 2.4167685508728027,
      "step": 2116
    },
    {
      "epoch": 0.12836363636363637,
      "grad_norm": 0.0726180225610733,
      "learning_rate": 0.0008,
      "loss": 2.4784727096557617,
      "step": 2118
    },
    {
      "epoch": 0.12848484848484848,
      "grad_norm": 0.07451099902391434,
      "learning_rate": 0.0008,
      "loss": 2.520994186401367,
      "step": 2120
    },
    {
      "epoch": 0.1286060606060606,
      "grad_norm": 0.07405152171850204,
      "learning_rate": 0.0008,
      "loss": 2.4232075214385986,
      "step": 2122
    },
    {
      "epoch": 0.12872727272727272,
      "grad_norm": 0.07723712921142578,
      "learning_rate": 0.0008,
      "loss": 2.5508410930633545,
      "step": 2124
    },
    {
      "epoch": 0.12884848484848485,
      "grad_norm": 0.0753454864025116,
      "learning_rate": 0.0008,
      "loss": 2.5554134845733643,
      "step": 2126
    },
    {
      "epoch": 0.12896969696969696,
      "grad_norm": 0.07345808297395706,
      "learning_rate": 0.0008,
      "loss": 2.5491771697998047,
      "step": 2128
    },
    {
      "epoch": 0.1290909090909091,
      "grad_norm": 0.07486522942781448,
      "learning_rate": 0.0008,
      "loss": 2.5477957725524902,
      "step": 2130
    },
    {
      "epoch": 0.12921212121212122,
      "grad_norm": 0.08247523754835129,
      "learning_rate": 0.0008,
      "loss": 2.5828213691711426,
      "step": 2132
    },
    {
      "epoch": 0.12933333333333333,
      "grad_norm": 0.07372749596834183,
      "learning_rate": 0.0008,
      "loss": 2.4696850776672363,
      "step": 2134
    },
    {
      "epoch": 0.12945454545454546,
      "grad_norm": 0.07393962144851685,
      "learning_rate": 0.0008,
      "loss": 2.489823818206787,
      "step": 2136
    },
    {
      "epoch": 0.12957575757575757,
      "grad_norm": 0.07611682265996933,
      "learning_rate": 0.0008,
      "loss": 2.4876794815063477,
      "step": 2138
    },
    {
      "epoch": 0.1296969696969697,
      "grad_norm": 0.08126074075698853,
      "learning_rate": 0.0008,
      "loss": 2.5266056060791016,
      "step": 2140
    },
    {
      "epoch": 0.1298181818181818,
      "grad_norm": 0.07929164171218872,
      "learning_rate": 0.0008,
      "loss": 2.51462721824646,
      "step": 2142
    },
    {
      "epoch": 0.12993939393939394,
      "grad_norm": 0.07550403475761414,
      "learning_rate": 0.0008,
      "loss": 2.525212049484253,
      "step": 2144
    },
    {
      "epoch": 0.13006060606060607,
      "grad_norm": 0.0771554484963417,
      "learning_rate": 0.0008,
      "loss": 2.488828659057617,
      "step": 2146
    },
    {
      "epoch": 0.13018181818181818,
      "grad_norm": 0.07402404397726059,
      "learning_rate": 0.0008,
      "loss": 2.519540548324585,
      "step": 2148
    },
    {
      "epoch": 0.1303030303030303,
      "grad_norm": 0.07653609663248062,
      "learning_rate": 0.0008,
      "loss": 2.5428454875946045,
      "step": 2150
    },
    {
      "epoch": 0.13042424242424241,
      "grad_norm": 0.07732845097780228,
      "learning_rate": 0.0008,
      "loss": 2.4963057041168213,
      "step": 2152
    },
    {
      "epoch": 0.13054545454545455,
      "grad_norm": 0.07697934657335281,
      "learning_rate": 0.0008,
      "loss": 2.587296485900879,
      "step": 2154
    },
    {
      "epoch": 0.13066666666666665,
      "grad_norm": 0.07391789555549622,
      "learning_rate": 0.0008,
      "loss": 2.4827427864074707,
      "step": 2156
    },
    {
      "epoch": 0.1307878787878788,
      "grad_norm": 0.07302044332027435,
      "learning_rate": 0.0008,
      "loss": 2.437274217605591,
      "step": 2158
    },
    {
      "epoch": 0.13090909090909092,
      "grad_norm": 0.07194291800260544,
      "learning_rate": 0.0008,
      "loss": 2.4735991954803467,
      "step": 2160
    },
    {
      "epoch": 0.13103030303030302,
      "grad_norm": 0.07477825880050659,
      "learning_rate": 0.0008,
      "loss": 2.5134358406066895,
      "step": 2162
    },
    {
      "epoch": 0.13115151515151516,
      "grad_norm": 0.07711788266897202,
      "learning_rate": 0.0008,
      "loss": 2.524251699447632,
      "step": 2164
    },
    {
      "epoch": 0.13127272727272726,
      "grad_norm": 0.07189943641424179,
      "learning_rate": 0.0008,
      "loss": 2.5326485633850098,
      "step": 2166
    },
    {
      "epoch": 0.1313939393939394,
      "grad_norm": 0.07217628508806229,
      "learning_rate": 0.0008,
      "loss": 2.5515475273132324,
      "step": 2168
    },
    {
      "epoch": 0.1315151515151515,
      "grad_norm": 0.07369779795408249,
      "learning_rate": 0.0008,
      "loss": 2.55915904045105,
      "step": 2170
    },
    {
      "epoch": 0.13163636363636363,
      "grad_norm": 0.07374408841133118,
      "learning_rate": 0.0008,
      "loss": 2.5461792945861816,
      "step": 2172
    },
    {
      "epoch": 0.13175757575757577,
      "grad_norm": 0.0731811597943306,
      "learning_rate": 0.0008,
      "loss": 2.4840707778930664,
      "step": 2174
    },
    {
      "epoch": 0.13187878787878787,
      "grad_norm": 0.07581745088100433,
      "learning_rate": 0.0008,
      "loss": 2.5639140605926514,
      "step": 2176
    },
    {
      "epoch": 0.132,
      "grad_norm": 0.07553887367248535,
      "learning_rate": 0.0008,
      "loss": 2.478267192840576,
      "step": 2178
    },
    {
      "epoch": 0.1321212121212121,
      "grad_norm": 0.07477521896362305,
      "learning_rate": 0.0008,
      "loss": 2.571526288986206,
      "step": 2180
    },
    {
      "epoch": 0.13224242424242424,
      "grad_norm": 0.07332218438386917,
      "learning_rate": 0.0008,
      "loss": 2.5956995487213135,
      "step": 2182
    },
    {
      "epoch": 0.13236363636363635,
      "grad_norm": 0.07387803494930267,
      "learning_rate": 0.0008,
      "loss": 2.5755953788757324,
      "step": 2184
    },
    {
      "epoch": 0.13248484848484848,
      "grad_norm": 0.0715310350060463,
      "learning_rate": 0.0008,
      "loss": 2.429337501525879,
      "step": 2186
    },
    {
      "epoch": 0.13260606060606062,
      "grad_norm": 0.07476066052913666,
      "learning_rate": 0.0008,
      "loss": 2.5714337825775146,
      "step": 2188
    },
    {
      "epoch": 0.13272727272727272,
      "grad_norm": 0.07082120329141617,
      "learning_rate": 0.0008,
      "loss": 2.392146587371826,
      "step": 2190
    },
    {
      "epoch": 0.13284848484848485,
      "grad_norm": 0.07317781448364258,
      "learning_rate": 0.0008,
      "loss": 2.468334674835205,
      "step": 2192
    },
    {
      "epoch": 0.13296969696969696,
      "grad_norm": 0.07456928491592407,
      "learning_rate": 0.0008,
      "loss": 2.5419490337371826,
      "step": 2194
    },
    {
      "epoch": 0.1330909090909091,
      "grad_norm": 0.07272838056087494,
      "learning_rate": 0.0008,
      "loss": 2.524724245071411,
      "step": 2196
    },
    {
      "epoch": 0.1332121212121212,
      "grad_norm": 0.07574515789747238,
      "learning_rate": 0.0008,
      "loss": 2.5079774856567383,
      "step": 2198
    },
    {
      "epoch": 0.13333333333333333,
      "grad_norm": 0.07788367569446564,
      "learning_rate": 0.0008,
      "loss": 2.506497383117676,
      "step": 2200
    },
    {
      "epoch": 0.13345454545454546,
      "grad_norm": 0.07362538576126099,
      "learning_rate": 0.0008,
      "loss": 2.5331404209136963,
      "step": 2202
    },
    {
      "epoch": 0.13357575757575757,
      "grad_norm": 0.07488234341144562,
      "learning_rate": 0.0008,
      "loss": 2.5219509601593018,
      "step": 2204
    },
    {
      "epoch": 0.1336969696969697,
      "grad_norm": 0.07592590898275375,
      "learning_rate": 0.0008,
      "loss": 2.537665367126465,
      "step": 2206
    },
    {
      "epoch": 0.1338181818181818,
      "grad_norm": 0.07888289541006088,
      "learning_rate": 0.0008,
      "loss": 2.5398998260498047,
      "step": 2208
    },
    {
      "epoch": 0.13393939393939394,
      "grad_norm": 0.07390788197517395,
      "learning_rate": 0.0008,
      "loss": 2.485811233520508,
      "step": 2210
    },
    {
      "epoch": 0.13406060606060605,
      "grad_norm": 0.07291394472122192,
      "learning_rate": 0.0008,
      "loss": 2.504791498184204,
      "step": 2212
    },
    {
      "epoch": 0.13418181818181818,
      "grad_norm": 0.0775604099035263,
      "learning_rate": 0.0008,
      "loss": 2.483065128326416,
      "step": 2214
    },
    {
      "epoch": 0.1343030303030303,
      "grad_norm": 0.07665056735277176,
      "learning_rate": 0.0008,
      "loss": 2.5505192279815674,
      "step": 2216
    },
    {
      "epoch": 0.13442424242424242,
      "grad_norm": 0.07134459167718887,
      "learning_rate": 0.0008,
      "loss": 2.4685513973236084,
      "step": 2218
    },
    {
      "epoch": 0.13454545454545455,
      "grad_norm": 0.07204804569482803,
      "learning_rate": 0.0008,
      "loss": 2.5522944927215576,
      "step": 2220
    },
    {
      "epoch": 0.13466666666666666,
      "grad_norm": 0.07351890951395035,
      "learning_rate": 0.0008,
      "loss": 2.478203296661377,
      "step": 2222
    },
    {
      "epoch": 0.1347878787878788,
      "grad_norm": 0.07468769699335098,
      "learning_rate": 0.0008,
      "loss": 2.49233078956604,
      "step": 2224
    },
    {
      "epoch": 0.13490909090909092,
      "grad_norm": 0.07314802706241608,
      "learning_rate": 0.0008,
      "loss": 2.4525957107543945,
      "step": 2226
    },
    {
      "epoch": 0.13503030303030303,
      "grad_norm": 0.07337017357349396,
      "learning_rate": 0.0008,
      "loss": 2.5246360301971436,
      "step": 2228
    },
    {
      "epoch": 0.13515151515151516,
      "grad_norm": 0.07445929199457169,
      "learning_rate": 0.0008,
      "loss": 2.492366075515747,
      "step": 2230
    },
    {
      "epoch": 0.13527272727272727,
      "grad_norm": 0.0744335874915123,
      "learning_rate": 0.0008,
      "loss": 2.525787115097046,
      "step": 2232
    },
    {
      "epoch": 0.1353939393939394,
      "grad_norm": 0.07010258734226227,
      "learning_rate": 0.0008,
      "loss": 2.506089925765991,
      "step": 2234
    },
    {
      "epoch": 0.1355151515151515,
      "grad_norm": 0.07127749919891357,
      "learning_rate": 0.0008,
      "loss": 2.51304030418396,
      "step": 2236
    },
    {
      "epoch": 0.13563636363636364,
      "grad_norm": 0.073407843708992,
      "learning_rate": 0.0008,
      "loss": 2.4755821228027344,
      "step": 2238
    },
    {
      "epoch": 0.13575757575757577,
      "grad_norm": 0.07343313097953796,
      "learning_rate": 0.0008,
      "loss": 2.561004161834717,
      "step": 2240
    },
    {
      "epoch": 0.13587878787878788,
      "grad_norm": 0.07378042489290237,
      "learning_rate": 0.0008,
      "loss": 2.4569945335388184,
      "step": 2242
    },
    {
      "epoch": 0.136,
      "grad_norm": 0.07340779155492783,
      "learning_rate": 0.0008,
      "loss": 2.5376200675964355,
      "step": 2244
    },
    {
      "epoch": 0.13612121212121212,
      "grad_norm": 0.07371710985898972,
      "learning_rate": 0.0008,
      "loss": 2.514014720916748,
      "step": 2246
    },
    {
      "epoch": 0.13624242424242425,
      "grad_norm": 0.06963010132312775,
      "learning_rate": 0.0008,
      "loss": 2.4618935585021973,
      "step": 2248
    },
    {
      "epoch": 0.13636363636363635,
      "grad_norm": 0.0722995176911354,
      "learning_rate": 0.0008,
      "loss": 2.4817774295806885,
      "step": 2250
    },
    {
      "epoch": 0.1364848484848485,
      "grad_norm": 0.07103802263736725,
      "learning_rate": 0.0008,
      "loss": 2.4677326679229736,
      "step": 2252
    },
    {
      "epoch": 0.13660606060606062,
      "grad_norm": 0.07134968042373657,
      "learning_rate": 0.0008,
      "loss": 2.549239158630371,
      "step": 2254
    },
    {
      "epoch": 0.13672727272727273,
      "grad_norm": 0.07036776095628738,
      "learning_rate": 0.0008,
      "loss": 2.4914135932922363,
      "step": 2256
    },
    {
      "epoch": 0.13684848484848486,
      "grad_norm": 0.07311167567968369,
      "learning_rate": 0.0008,
      "loss": 2.452558994293213,
      "step": 2258
    },
    {
      "epoch": 0.13696969696969696,
      "grad_norm": 0.07037466019392014,
      "learning_rate": 0.0008,
      "loss": 2.513230323791504,
      "step": 2260
    },
    {
      "epoch": 0.1370909090909091,
      "grad_norm": 0.07552643865346909,
      "learning_rate": 0.0008,
      "loss": 2.4842469692230225,
      "step": 2262
    },
    {
      "epoch": 0.1372121212121212,
      "grad_norm": 0.07736295461654663,
      "learning_rate": 0.0008,
      "loss": 2.5280025005340576,
      "step": 2264
    },
    {
      "epoch": 0.13733333333333334,
      "grad_norm": 0.0720943808555603,
      "learning_rate": 0.0008,
      "loss": 2.4819672107696533,
      "step": 2266
    },
    {
      "epoch": 0.13745454545454547,
      "grad_norm": 0.07486707717180252,
      "learning_rate": 0.0008,
      "loss": 2.5478708744049072,
      "step": 2268
    },
    {
      "epoch": 0.13757575757575757,
      "grad_norm": 0.0723852589726448,
      "learning_rate": 0.0008,
      "loss": 2.5189926624298096,
      "step": 2270
    },
    {
      "epoch": 0.1376969696969697,
      "grad_norm": 0.07722058892250061,
      "learning_rate": 0.0008,
      "loss": 2.4988040924072266,
      "step": 2272
    },
    {
      "epoch": 0.1378181818181818,
      "grad_norm": 0.07257533818483353,
      "learning_rate": 0.0008,
      "loss": 2.4370455741882324,
      "step": 2274
    },
    {
      "epoch": 0.13793939393939394,
      "grad_norm": 0.0718521848320961,
      "learning_rate": 0.0008,
      "loss": 2.3745577335357666,
      "step": 2276
    },
    {
      "epoch": 0.13806060606060605,
      "grad_norm": 0.07189729064702988,
      "learning_rate": 0.0008,
      "loss": 2.451524496078491,
      "step": 2278
    },
    {
      "epoch": 0.13818181818181818,
      "grad_norm": 0.07054579257965088,
      "learning_rate": 0.0008,
      "loss": 2.4847376346588135,
      "step": 2280
    },
    {
      "epoch": 0.13830303030303032,
      "grad_norm": 0.0712272897362709,
      "learning_rate": 0.0008,
      "loss": 2.4538259506225586,
      "step": 2282
    },
    {
      "epoch": 0.13842424242424242,
      "grad_norm": 0.07186871767044067,
      "learning_rate": 0.0008,
      "loss": 2.4380297660827637,
      "step": 2284
    },
    {
      "epoch": 0.13854545454545455,
      "grad_norm": 0.07121531665325165,
      "learning_rate": 0.0008,
      "loss": 2.519989013671875,
      "step": 2286
    },
    {
      "epoch": 0.13866666666666666,
      "grad_norm": 0.07021085917949677,
      "learning_rate": 0.0008,
      "loss": 2.4404232501983643,
      "step": 2288
    },
    {
      "epoch": 0.1387878787878788,
      "grad_norm": 0.07317303866147995,
      "learning_rate": 0.0008,
      "loss": 2.4517321586608887,
      "step": 2290
    },
    {
      "epoch": 0.1389090909090909,
      "grad_norm": 0.0714523196220398,
      "learning_rate": 0.0008,
      "loss": 2.405569076538086,
      "step": 2292
    },
    {
      "epoch": 0.13903030303030303,
      "grad_norm": 0.07365009933710098,
      "learning_rate": 0.0008,
      "loss": 2.5651137828826904,
      "step": 2294
    },
    {
      "epoch": 0.13915151515151516,
      "grad_norm": 0.07251730561256409,
      "learning_rate": 0.0008,
      "loss": 2.4200851917266846,
      "step": 2296
    },
    {
      "epoch": 0.13927272727272727,
      "grad_norm": 0.07165366411209106,
      "learning_rate": 0.0008,
      "loss": 2.600093126296997,
      "step": 2298
    },
    {
      "epoch": 0.1393939393939394,
      "grad_norm": 0.07138187438249588,
      "learning_rate": 0.0008,
      "loss": 2.509793996810913,
      "step": 2300
    },
    {
      "epoch": 0.1395151515151515,
      "grad_norm": 0.07166871428489685,
      "learning_rate": 0.0008,
      "loss": 2.4683752059936523,
      "step": 2302
    },
    {
      "epoch": 0.13963636363636364,
      "grad_norm": 0.07308699935674667,
      "learning_rate": 0.0008,
      "loss": 2.475144863128662,
      "step": 2304
    },
    {
      "epoch": 0.13975757575757575,
      "grad_norm": 0.07093770056962967,
      "learning_rate": 0.0008,
      "loss": 2.4853596687316895,
      "step": 2306
    },
    {
      "epoch": 0.13987878787878788,
      "grad_norm": 0.06988460570573807,
      "learning_rate": 0.0008,
      "loss": 2.497823715209961,
      "step": 2308
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.07140327244997025,
      "learning_rate": 0.0008,
      "loss": 2.39980411529541,
      "step": 2310
    },
    {
      "epoch": 0.14012121212121212,
      "grad_norm": 0.07309526205062866,
      "learning_rate": 0.0008,
      "loss": 2.5716552734375,
      "step": 2312
    },
    {
      "epoch": 0.14024242424242425,
      "grad_norm": 0.07083943486213684,
      "learning_rate": 0.0008,
      "loss": 2.3660707473754883,
      "step": 2314
    },
    {
      "epoch": 0.14036363636363636,
      "grad_norm": 0.07393694669008255,
      "learning_rate": 0.0008,
      "loss": 2.538632392883301,
      "step": 2316
    },
    {
      "epoch": 0.1404848484848485,
      "grad_norm": 0.07225868105888367,
      "learning_rate": 0.0008,
      "loss": 2.427572250366211,
      "step": 2318
    },
    {
      "epoch": 0.1406060606060606,
      "grad_norm": 0.069944828748703,
      "learning_rate": 0.0008,
      "loss": 2.4053213596343994,
      "step": 2320
    },
    {
      "epoch": 0.14072727272727273,
      "grad_norm": 0.07577000558376312,
      "learning_rate": 0.0008,
      "loss": 2.51894474029541,
      "step": 2322
    },
    {
      "epoch": 0.14084848484848486,
      "grad_norm": 0.07076112926006317,
      "learning_rate": 0.0008,
      "loss": 2.4552700519561768,
      "step": 2324
    },
    {
      "epoch": 0.14096969696969697,
      "grad_norm": 0.07136660069227219,
      "learning_rate": 0.0008,
      "loss": 2.5086584091186523,
      "step": 2326
    },
    {
      "epoch": 0.1410909090909091,
      "grad_norm": 0.0752607062458992,
      "learning_rate": 0.0008,
      "loss": 2.5506982803344727,
      "step": 2328
    },
    {
      "epoch": 0.1412121212121212,
      "grad_norm": 0.07571206986904144,
      "learning_rate": 0.0008,
      "loss": 2.4211411476135254,
      "step": 2330
    },
    {
      "epoch": 0.14133333333333334,
      "grad_norm": 0.07219422608613968,
      "learning_rate": 0.0008,
      "loss": 2.4734246730804443,
      "step": 2332
    },
    {
      "epoch": 0.14145454545454544,
      "grad_norm": 0.0744132325053215,
      "learning_rate": 0.0008,
      "loss": 2.467674493789673,
      "step": 2334
    },
    {
      "epoch": 0.14157575757575758,
      "grad_norm": 0.07347333431243896,
      "learning_rate": 0.0008,
      "loss": 2.455476999282837,
      "step": 2336
    },
    {
      "epoch": 0.1416969696969697,
      "grad_norm": 0.07262501865625381,
      "learning_rate": 0.0008,
      "loss": 2.5193984508514404,
      "step": 2338
    },
    {
      "epoch": 0.14181818181818182,
      "grad_norm": 0.07279674708843231,
      "learning_rate": 0.0008,
      "loss": 2.4847795963287354,
      "step": 2340
    },
    {
      "epoch": 0.14193939393939395,
      "grad_norm": 0.0720701664686203,
      "learning_rate": 0.0008,
      "loss": 2.4036433696746826,
      "step": 2342
    },
    {
      "epoch": 0.14206060606060605,
      "grad_norm": 0.07401404529809952,
      "learning_rate": 0.0008,
      "loss": 2.5127511024475098,
      "step": 2344
    },
    {
      "epoch": 0.1421818181818182,
      "grad_norm": 0.07665159553289413,
      "learning_rate": 0.0008,
      "loss": 2.5259947776794434,
      "step": 2346
    },
    {
      "epoch": 0.1423030303030303,
      "grad_norm": 0.07047493010759354,
      "learning_rate": 0.0008,
      "loss": 2.4933364391326904,
      "step": 2348
    },
    {
      "epoch": 0.14242424242424243,
      "grad_norm": 0.07500440627336502,
      "learning_rate": 0.0008,
      "loss": 2.4921510219573975,
      "step": 2350
    },
    {
      "epoch": 0.14254545454545456,
      "grad_norm": 0.07529532164335251,
      "learning_rate": 0.0008,
      "loss": 2.4778919219970703,
      "step": 2352
    },
    {
      "epoch": 0.14266666666666666,
      "grad_norm": 0.07599107921123505,
      "learning_rate": 0.0008,
      "loss": 2.467775344848633,
      "step": 2354
    },
    {
      "epoch": 0.1427878787878788,
      "grad_norm": 0.07355376332998276,
      "learning_rate": 0.0008,
      "loss": 2.5463266372680664,
      "step": 2356
    },
    {
      "epoch": 0.1429090909090909,
      "grad_norm": 0.07381011545658112,
      "learning_rate": 0.0008,
      "loss": 2.531032085418701,
      "step": 2358
    },
    {
      "epoch": 0.14303030303030304,
      "grad_norm": 0.06994525343179703,
      "learning_rate": 0.0008,
      "loss": 2.5959417819976807,
      "step": 2360
    },
    {
      "epoch": 0.14315151515151514,
      "grad_norm": 0.07043395191431046,
      "learning_rate": 0.0008,
      "loss": 2.440598726272583,
      "step": 2362
    },
    {
      "epoch": 0.14327272727272727,
      "grad_norm": 0.07186504453420639,
      "learning_rate": 0.0008,
      "loss": 2.523922920227051,
      "step": 2364
    },
    {
      "epoch": 0.1433939393939394,
      "grad_norm": 0.07145015895366669,
      "learning_rate": 0.0008,
      "loss": 2.533161163330078,
      "step": 2366
    },
    {
      "epoch": 0.1435151515151515,
      "grad_norm": 0.0677226111292839,
      "learning_rate": 0.0008,
      "loss": 2.4668498039245605,
      "step": 2368
    },
    {
      "epoch": 0.14363636363636365,
      "grad_norm": 0.06843527406454086,
      "learning_rate": 0.0008,
      "loss": 2.3922762870788574,
      "step": 2370
    },
    {
      "epoch": 0.14375757575757575,
      "grad_norm": 0.06960544735193253,
      "learning_rate": 0.0008,
      "loss": 2.4381422996520996,
      "step": 2372
    },
    {
      "epoch": 0.14387878787878788,
      "grad_norm": 0.07168358564376831,
      "learning_rate": 0.0008,
      "loss": 2.4416918754577637,
      "step": 2374
    },
    {
      "epoch": 0.144,
      "grad_norm": 0.07600297778844833,
      "learning_rate": 0.0008,
      "loss": 2.5091309547424316,
      "step": 2376
    },
    {
      "epoch": 0.14412121212121212,
      "grad_norm": 0.07379657030105591,
      "learning_rate": 0.0008,
      "loss": 2.548192024230957,
      "step": 2378
    },
    {
      "epoch": 0.14424242424242426,
      "grad_norm": 0.07520291954278946,
      "learning_rate": 0.0008,
      "loss": 2.454476833343506,
      "step": 2380
    },
    {
      "epoch": 0.14436363636363636,
      "grad_norm": 0.0726599246263504,
      "learning_rate": 0.0008,
      "loss": 2.5277116298675537,
      "step": 2382
    },
    {
      "epoch": 0.1444848484848485,
      "grad_norm": 0.07089592516422272,
      "learning_rate": 0.0008,
      "loss": 2.494361639022827,
      "step": 2384
    },
    {
      "epoch": 0.1446060606060606,
      "grad_norm": 0.07306011766195297,
      "learning_rate": 0.0008,
      "loss": 2.5014586448669434,
      "step": 2386
    },
    {
      "epoch": 0.14472727272727273,
      "grad_norm": 0.07222026586532593,
      "learning_rate": 0.0008,
      "loss": 2.5695860385894775,
      "step": 2388
    },
    {
      "epoch": 0.14484848484848484,
      "grad_norm": 0.07006663829088211,
      "learning_rate": 0.0008,
      "loss": 2.4453513622283936,
      "step": 2390
    },
    {
      "epoch": 0.14496969696969697,
      "grad_norm": 0.07333624362945557,
      "learning_rate": 0.0008,
      "loss": 2.4533238410949707,
      "step": 2392
    },
    {
      "epoch": 0.1450909090909091,
      "grad_norm": 0.0818651020526886,
      "learning_rate": 0.0008,
      "loss": 2.4851746559143066,
      "step": 2394
    },
    {
      "epoch": 0.1452121212121212,
      "grad_norm": 0.07136614620685577,
      "learning_rate": 0.0008,
      "loss": 2.508509397506714,
      "step": 2396
    },
    {
      "epoch": 0.14533333333333334,
      "grad_norm": 0.06939436495304108,
      "learning_rate": 0.0008,
      "loss": 2.476149797439575,
      "step": 2398
    },
    {
      "epoch": 0.14545454545454545,
      "grad_norm": 0.07145765423774719,
      "learning_rate": 0.0008,
      "loss": 2.418069362640381,
      "step": 2400
    },
    {
      "epoch": 0.14557575757575758,
      "grad_norm": 0.07355836033821106,
      "learning_rate": 0.0008,
      "loss": 2.483440637588501,
      "step": 2402
    },
    {
      "epoch": 0.14569696969696969,
      "grad_norm": 0.07323364168405533,
      "learning_rate": 0.0008,
      "loss": 2.555269718170166,
      "step": 2404
    },
    {
      "epoch": 0.14581818181818182,
      "grad_norm": 0.07346950471401215,
      "learning_rate": 0.0008,
      "loss": 2.4819021224975586,
      "step": 2406
    },
    {
      "epoch": 0.14593939393939395,
      "grad_norm": 0.07405179738998413,
      "learning_rate": 0.0008,
      "loss": 2.439404249191284,
      "step": 2408
    },
    {
      "epoch": 0.14606060606060606,
      "grad_norm": 0.07432809472084045,
      "learning_rate": 0.0008,
      "loss": 2.466127872467041,
      "step": 2410
    },
    {
      "epoch": 0.1461818181818182,
      "grad_norm": 0.07479830086231232,
      "learning_rate": 0.0008,
      "loss": 2.409163475036621,
      "step": 2412
    },
    {
      "epoch": 0.1463030303030303,
      "grad_norm": 0.07066427171230316,
      "learning_rate": 0.0008,
      "loss": 2.484388589859009,
      "step": 2414
    },
    {
      "epoch": 0.14642424242424243,
      "grad_norm": 0.07200539112091064,
      "learning_rate": 0.0008,
      "loss": 2.502199649810791,
      "step": 2416
    },
    {
      "epoch": 0.14654545454545453,
      "grad_norm": 0.0723142996430397,
      "learning_rate": 0.0008,
      "loss": 2.3982980251312256,
      "step": 2418
    },
    {
      "epoch": 0.14666666666666667,
      "grad_norm": 0.07178358733654022,
      "learning_rate": 0.0008,
      "loss": 2.4394493103027344,
      "step": 2420
    },
    {
      "epoch": 0.1467878787878788,
      "grad_norm": 0.0762401670217514,
      "learning_rate": 0.0008,
      "loss": 2.447188377380371,
      "step": 2422
    },
    {
      "epoch": 0.1469090909090909,
      "grad_norm": 0.0724373608827591,
      "learning_rate": 0.0008,
      "loss": 2.4016754627227783,
      "step": 2424
    },
    {
      "epoch": 0.14703030303030304,
      "grad_norm": 0.07091701030731201,
      "learning_rate": 0.0008,
      "loss": 2.4485421180725098,
      "step": 2426
    },
    {
      "epoch": 0.14715151515151514,
      "grad_norm": 0.07004357874393463,
      "learning_rate": 0.0008,
      "loss": 2.4469900131225586,
      "step": 2428
    },
    {
      "epoch": 0.14727272727272728,
      "grad_norm": 0.06801891326904297,
      "learning_rate": 0.0008,
      "loss": 2.448176860809326,
      "step": 2430
    },
    {
      "epoch": 0.14739393939393938,
      "grad_norm": 0.0710800513625145,
      "learning_rate": 0.0008,
      "loss": 2.5071828365325928,
      "step": 2432
    },
    {
      "epoch": 0.14751515151515152,
      "grad_norm": 0.07216828316450119,
      "learning_rate": 0.0008,
      "loss": 2.5195682048797607,
      "step": 2434
    },
    {
      "epoch": 0.14763636363636365,
      "grad_norm": 0.07173492014408112,
      "learning_rate": 0.0008,
      "loss": 2.4219794273376465,
      "step": 2436
    },
    {
      "epoch": 0.14775757575757575,
      "grad_norm": 0.06855220347642899,
      "learning_rate": 0.0008,
      "loss": 2.4597597122192383,
      "step": 2438
    },
    {
      "epoch": 0.1478787878787879,
      "grad_norm": 0.06821279227733612,
      "learning_rate": 0.0008,
      "loss": 2.4819204807281494,
      "step": 2440
    },
    {
      "epoch": 0.148,
      "grad_norm": 0.06907371431589127,
      "learning_rate": 0.0008,
      "loss": 2.5156192779541016,
      "step": 2442
    },
    {
      "epoch": 0.14812121212121213,
      "grad_norm": 0.06822527945041656,
      "learning_rate": 0.0008,
      "loss": 2.441620111465454,
      "step": 2444
    },
    {
      "epoch": 0.14824242424242423,
      "grad_norm": 0.07177390903234482,
      "learning_rate": 0.0008,
      "loss": 2.43461275100708,
      "step": 2446
    },
    {
      "epoch": 0.14836363636363636,
      "grad_norm": 0.06998538225889206,
      "learning_rate": 0.0008,
      "loss": 2.503647804260254,
      "step": 2448
    },
    {
      "epoch": 0.1484848484848485,
      "grad_norm": 0.07186067849397659,
      "learning_rate": 0.0008,
      "loss": 2.425893783569336,
      "step": 2450
    },
    {
      "epoch": 0.1486060606060606,
      "grad_norm": 0.07158838957548141,
      "learning_rate": 0.0008,
      "loss": 2.5321290493011475,
      "step": 2452
    },
    {
      "epoch": 0.14872727272727274,
      "grad_norm": 0.07196220010519028,
      "learning_rate": 0.0008,
      "loss": 2.530115842819214,
      "step": 2454
    },
    {
      "epoch": 0.14884848484848484,
      "grad_norm": 0.06851901113986969,
      "learning_rate": 0.0008,
      "loss": 2.4448037147521973,
      "step": 2456
    },
    {
      "epoch": 0.14896969696969697,
      "grad_norm": 0.0719350203871727,
      "learning_rate": 0.0008,
      "loss": 2.479567527770996,
      "step": 2458
    },
    {
      "epoch": 0.14909090909090908,
      "grad_norm": 0.07139955461025238,
      "learning_rate": 0.0008,
      "loss": 2.3601980209350586,
      "step": 2460
    },
    {
      "epoch": 0.1492121212121212,
      "grad_norm": 0.0715802013874054,
      "learning_rate": 0.0008,
      "loss": 2.4668126106262207,
      "step": 2462
    },
    {
      "epoch": 0.14933333333333335,
      "grad_norm": 0.07088276743888855,
      "learning_rate": 0.0008,
      "loss": 2.390610694885254,
      "step": 2464
    },
    {
      "epoch": 0.14945454545454545,
      "grad_norm": 0.07396944612264633,
      "learning_rate": 0.0008,
      "loss": 2.51900053024292,
      "step": 2466
    },
    {
      "epoch": 0.14957575757575758,
      "grad_norm": 0.06900956481695175,
      "learning_rate": 0.0008,
      "loss": 2.4021401405334473,
      "step": 2468
    },
    {
      "epoch": 0.1496969696969697,
      "grad_norm": 0.06944061070680618,
      "learning_rate": 0.0008,
      "loss": 2.4413774013519287,
      "step": 2470
    },
    {
      "epoch": 0.14981818181818182,
      "grad_norm": 0.06902553886175156,
      "learning_rate": 0.0008,
      "loss": 2.46260404586792,
      "step": 2472
    },
    {
      "epoch": 0.14993939393939393,
      "grad_norm": 0.06915315985679626,
      "learning_rate": 0.0008,
      "loss": 2.4501993656158447,
      "step": 2474
    },
    {
      "epoch": 0.15006060606060606,
      "grad_norm": 0.06937610357999802,
      "learning_rate": 0.0008,
      "loss": 2.5042691230773926,
      "step": 2476
    },
    {
      "epoch": 0.1501818181818182,
      "grad_norm": 0.07008138298988342,
      "learning_rate": 0.0008,
      "loss": 2.5074563026428223,
      "step": 2478
    },
    {
      "epoch": 0.1503030303030303,
      "grad_norm": 0.06869629770517349,
      "learning_rate": 0.0008,
      "loss": 2.506767988204956,
      "step": 2480
    },
    {
      "epoch": 0.15042424242424243,
      "grad_norm": 0.06948976963758469,
      "learning_rate": 0.0008,
      "loss": 2.4299073219299316,
      "step": 2482
    },
    {
      "epoch": 0.15054545454545454,
      "grad_norm": 0.07050379365682602,
      "learning_rate": 0.0008,
      "loss": 2.484818696975708,
      "step": 2484
    },
    {
      "epoch": 0.15066666666666667,
      "grad_norm": 0.06942024827003479,
      "learning_rate": 0.0008,
      "loss": 2.466052770614624,
      "step": 2486
    },
    {
      "epoch": 0.15078787878787878,
      "grad_norm": 0.07226774841547012,
      "learning_rate": 0.0008,
      "loss": 2.477065324783325,
      "step": 2488
    },
    {
      "epoch": 0.1509090909090909,
      "grad_norm": 0.07058286666870117,
      "learning_rate": 0.0008,
      "loss": 2.5282013416290283,
      "step": 2490
    },
    {
      "epoch": 0.15103030303030304,
      "grad_norm": 0.07089857012033463,
      "learning_rate": 0.0008,
      "loss": 2.4953269958496094,
      "step": 2492
    },
    {
      "epoch": 0.15115151515151515,
      "grad_norm": 0.06824969500303268,
      "learning_rate": 0.0008,
      "loss": 2.4419403076171875,
      "step": 2494
    },
    {
      "epoch": 0.15127272727272728,
      "grad_norm": 0.07112861424684525,
      "learning_rate": 0.0008,
      "loss": 2.5386030673980713,
      "step": 2496
    },
    {
      "epoch": 0.1513939393939394,
      "grad_norm": 0.07213275134563446,
      "learning_rate": 0.0008,
      "loss": 2.4411914348602295,
      "step": 2498
    },
    {
      "epoch": 0.15151515151515152,
      "grad_norm": 0.07535449415445328,
      "learning_rate": 0.0008,
      "loss": 2.499537467956543,
      "step": 2500
    },
    {
      "epoch": 0.15163636363636362,
      "grad_norm": 0.0688779428601265,
      "learning_rate": 0.0008,
      "loss": 2.4332680702209473,
      "step": 2502
    },
    {
      "epoch": 0.15175757575757576,
      "grad_norm": 0.07011019438505173,
      "learning_rate": 0.0008,
      "loss": 2.4603607654571533,
      "step": 2504
    },
    {
      "epoch": 0.1518787878787879,
      "grad_norm": 0.0677572563290596,
      "learning_rate": 0.0008,
      "loss": 2.5020153522491455,
      "step": 2506
    },
    {
      "epoch": 0.152,
      "grad_norm": 0.06833836436271667,
      "learning_rate": 0.0008,
      "loss": 2.439638376235962,
      "step": 2508
    },
    {
      "epoch": 0.15212121212121213,
      "grad_norm": 0.06761213392019272,
      "learning_rate": 0.0008,
      "loss": 2.432396411895752,
      "step": 2510
    },
    {
      "epoch": 0.15224242424242423,
      "grad_norm": 0.06982916593551636,
      "learning_rate": 0.0008,
      "loss": 2.505734920501709,
      "step": 2512
    },
    {
      "epoch": 0.15236363636363637,
      "grad_norm": 0.07087282091379166,
      "learning_rate": 0.0008,
      "loss": 2.4637231826782227,
      "step": 2514
    },
    {
      "epoch": 0.15248484848484847,
      "grad_norm": 0.07173216342926025,
      "learning_rate": 0.0008,
      "loss": 2.492630958557129,
      "step": 2516
    },
    {
      "epoch": 0.1526060606060606,
      "grad_norm": 0.06881629675626755,
      "learning_rate": 0.0008,
      "loss": 2.437014102935791,
      "step": 2518
    },
    {
      "epoch": 0.15272727272727274,
      "grad_norm": 0.06983078271150589,
      "learning_rate": 0.0008,
      "loss": 2.4408304691314697,
      "step": 2520
    },
    {
      "epoch": 0.15284848484848484,
      "grad_norm": 0.06938973069190979,
      "learning_rate": 0.0008,
      "loss": 2.4200124740600586,
      "step": 2522
    },
    {
      "epoch": 0.15296969696969698,
      "grad_norm": 0.0698440819978714,
      "learning_rate": 0.0008,
      "loss": 2.5287365913391113,
      "step": 2524
    },
    {
      "epoch": 0.15309090909090908,
      "grad_norm": 0.06815673410892487,
      "learning_rate": 0.0008,
      "loss": 2.417501926422119,
      "step": 2526
    },
    {
      "epoch": 0.15321212121212122,
      "grad_norm": 0.07132939994335175,
      "learning_rate": 0.0008,
      "loss": 2.4013030529022217,
      "step": 2528
    },
    {
      "epoch": 0.15333333333333332,
      "grad_norm": 0.07225148379802704,
      "learning_rate": 0.0008,
      "loss": 2.427898406982422,
      "step": 2530
    },
    {
      "epoch": 0.15345454545454545,
      "grad_norm": 0.07196836173534393,
      "learning_rate": 0.0008,
      "loss": 2.466188669204712,
      "step": 2532
    },
    {
      "epoch": 0.1535757575757576,
      "grad_norm": 0.07452213764190674,
      "learning_rate": 0.0008,
      "loss": 2.4490408897399902,
      "step": 2534
    },
    {
      "epoch": 0.1536969696969697,
      "grad_norm": 0.07136422395706177,
      "learning_rate": 0.0008,
      "loss": 2.4899814128875732,
      "step": 2536
    },
    {
      "epoch": 0.15381818181818183,
      "grad_norm": 0.0711861327290535,
      "learning_rate": 0.0008,
      "loss": 2.4443297386169434,
      "step": 2538
    },
    {
      "epoch": 0.15393939393939393,
      "grad_norm": 0.0667894035577774,
      "learning_rate": 0.0008,
      "loss": 2.5069639682769775,
      "step": 2540
    },
    {
      "epoch": 0.15406060606060606,
      "grad_norm": 0.0689382553100586,
      "learning_rate": 0.0008,
      "loss": 2.5245916843414307,
      "step": 2542
    },
    {
      "epoch": 0.15418181818181817,
      "grad_norm": 0.06836752593517303,
      "learning_rate": 0.0008,
      "loss": 2.4769952297210693,
      "step": 2544
    },
    {
      "epoch": 0.1543030303030303,
      "grad_norm": 0.06621064990758896,
      "learning_rate": 0.0008,
      "loss": 2.350978374481201,
      "step": 2546
    },
    {
      "epoch": 0.15442424242424244,
      "grad_norm": 0.06688772886991501,
      "learning_rate": 0.0008,
      "loss": 2.427025556564331,
      "step": 2548
    },
    {
      "epoch": 0.15454545454545454,
      "grad_norm": 0.06703899800777435,
      "learning_rate": 0.0008,
      "loss": 2.373581886291504,
      "step": 2550
    },
    {
      "epoch": 0.15466666666666667,
      "grad_norm": 0.0699489563703537,
      "learning_rate": 0.0008,
      "loss": 2.516940116882324,
      "step": 2552
    },
    {
      "epoch": 0.15478787878787878,
      "grad_norm": 0.06721148639917374,
      "learning_rate": 0.0008,
      "loss": 2.4288089275360107,
      "step": 2554
    },
    {
      "epoch": 0.1549090909090909,
      "grad_norm": 0.06832882016897202,
      "learning_rate": 0.0008,
      "loss": 2.4440484046936035,
      "step": 2556
    },
    {
      "epoch": 0.15503030303030302,
      "grad_norm": 0.07132760435342789,
      "learning_rate": 0.0008,
      "loss": 2.417062282562256,
      "step": 2558
    },
    {
      "epoch": 0.15515151515151515,
      "grad_norm": 0.0687774047255516,
      "learning_rate": 0.0008,
      "loss": 2.401379108428955,
      "step": 2560
    },
    {
      "epoch": 0.15527272727272728,
      "grad_norm": 0.07053923606872559,
      "learning_rate": 0.0008,
      "loss": 2.3964309692382812,
      "step": 2562
    },
    {
      "epoch": 0.1553939393939394,
      "grad_norm": 0.06890591233968735,
      "learning_rate": 0.0008,
      "loss": 2.45247220993042,
      "step": 2564
    },
    {
      "epoch": 0.15551515151515152,
      "grad_norm": 0.06896795332431793,
      "learning_rate": 0.0008,
      "loss": 2.390634059906006,
      "step": 2566
    },
    {
      "epoch": 0.15563636363636363,
      "grad_norm": 0.06625691056251526,
      "learning_rate": 0.0008,
      "loss": 2.487304925918579,
      "step": 2568
    },
    {
      "epoch": 0.15575757575757576,
      "grad_norm": 0.07377240061759949,
      "learning_rate": 0.0008,
      "loss": 2.4417786598205566,
      "step": 2570
    },
    {
      "epoch": 0.15587878787878787,
      "grad_norm": 0.06973312050104141,
      "learning_rate": 0.0008,
      "loss": 2.4549648761749268,
      "step": 2572
    },
    {
      "epoch": 0.156,
      "grad_norm": 0.06808368861675262,
      "learning_rate": 0.0008,
      "loss": 2.381690263748169,
      "step": 2574
    },
    {
      "epoch": 0.15612121212121213,
      "grad_norm": 0.06849049031734467,
      "learning_rate": 0.0008,
      "loss": 2.5121707916259766,
      "step": 2576
    },
    {
      "epoch": 0.15624242424242424,
      "grad_norm": 0.06952201575040817,
      "learning_rate": 0.0008,
      "loss": 2.4710886478424072,
      "step": 2578
    },
    {
      "epoch": 0.15636363636363637,
      "grad_norm": 0.06774258613586426,
      "learning_rate": 0.0008,
      "loss": 2.4576404094696045,
      "step": 2580
    },
    {
      "epoch": 0.15648484848484848,
      "grad_norm": 0.06910566985607147,
      "learning_rate": 0.0008,
      "loss": 2.4034440517425537,
      "step": 2582
    },
    {
      "epoch": 0.1566060606060606,
      "grad_norm": 0.07102058082818985,
      "learning_rate": 0.0008,
      "loss": 2.5657925605773926,
      "step": 2584
    },
    {
      "epoch": 0.15672727272727272,
      "grad_norm": 0.06899001449346542,
      "learning_rate": 0.0008,
      "loss": 2.4725704193115234,
      "step": 2586
    },
    {
      "epoch": 0.15684848484848485,
      "grad_norm": 0.06650899350643158,
      "learning_rate": 0.0008,
      "loss": 2.444744348526001,
      "step": 2588
    },
    {
      "epoch": 0.15696969696969698,
      "grad_norm": 0.06645403802394867,
      "learning_rate": 0.0008,
      "loss": 2.428097724914551,
      "step": 2590
    },
    {
      "epoch": 0.1570909090909091,
      "grad_norm": 0.0681406632065773,
      "learning_rate": 0.0008,
      "loss": 2.4638454914093018,
      "step": 2592
    },
    {
      "epoch": 0.15721212121212122,
      "grad_norm": 0.06851319223642349,
      "learning_rate": 0.0008,
      "loss": 2.434051513671875,
      "step": 2594
    },
    {
      "epoch": 0.15733333333333333,
      "grad_norm": 0.06931707262992859,
      "learning_rate": 0.0008,
      "loss": 2.489978313446045,
      "step": 2596
    },
    {
      "epoch": 0.15745454545454546,
      "grad_norm": 0.06770271807909012,
      "learning_rate": 0.0008,
      "loss": 2.4493212699890137,
      "step": 2598
    },
    {
      "epoch": 0.15757575757575756,
      "grad_norm": 0.06858024001121521,
      "learning_rate": 0.0008,
      "loss": 2.5097055435180664,
      "step": 2600
    },
    {
      "epoch": 0.1576969696969697,
      "grad_norm": 0.0665673166513443,
      "learning_rate": 0.0008,
      "loss": 2.398186683654785,
      "step": 2602
    },
    {
      "epoch": 0.15781818181818183,
      "grad_norm": 0.06999817490577698,
      "learning_rate": 0.0008,
      "loss": 2.4168081283569336,
      "step": 2604
    },
    {
      "epoch": 0.15793939393939394,
      "grad_norm": 0.06844688951969147,
      "learning_rate": 0.0008,
      "loss": 2.438790798187256,
      "step": 2606
    },
    {
      "epoch": 0.15806060606060607,
      "grad_norm": 0.06831025332212448,
      "learning_rate": 0.0008,
      "loss": 2.42495059967041,
      "step": 2608
    },
    {
      "epoch": 0.15818181818181817,
      "grad_norm": 0.06954637169837952,
      "learning_rate": 0.0008,
      "loss": 2.457643508911133,
      "step": 2610
    },
    {
      "epoch": 0.1583030303030303,
      "grad_norm": 0.06514674425125122,
      "learning_rate": 0.0008,
      "loss": 2.412978172302246,
      "step": 2612
    },
    {
      "epoch": 0.1584242424242424,
      "grad_norm": 0.06806619465351105,
      "learning_rate": 0.0008,
      "loss": 2.4537808895111084,
      "step": 2614
    },
    {
      "epoch": 0.15854545454545454,
      "grad_norm": 0.06631214916706085,
      "learning_rate": 0.0008,
      "loss": 2.3794069290161133,
      "step": 2616
    },
    {
      "epoch": 0.15866666666666668,
      "grad_norm": 0.06817324459552765,
      "learning_rate": 0.0008,
      "loss": 2.409794807434082,
      "step": 2618
    },
    {
      "epoch": 0.15878787878787878,
      "grad_norm": 0.07039792835712433,
      "learning_rate": 0.0008,
      "loss": 2.4840338230133057,
      "step": 2620
    },
    {
      "epoch": 0.15890909090909092,
      "grad_norm": 0.07089892774820328,
      "learning_rate": 0.0008,
      "loss": 2.3720226287841797,
      "step": 2622
    },
    {
      "epoch": 0.15903030303030302,
      "grad_norm": 0.06741703301668167,
      "learning_rate": 0.0008,
      "loss": 2.384026527404785,
      "step": 2624
    },
    {
      "epoch": 0.15915151515151515,
      "grad_norm": 0.06524886190891266,
      "learning_rate": 0.0008,
      "loss": 2.4013168811798096,
      "step": 2626
    },
    {
      "epoch": 0.15927272727272726,
      "grad_norm": 0.068948894739151,
      "learning_rate": 0.0008,
      "loss": 2.3487257957458496,
      "step": 2628
    },
    {
      "epoch": 0.1593939393939394,
      "grad_norm": 0.06968192756175995,
      "learning_rate": 0.0008,
      "loss": 2.4308834075927734,
      "step": 2630
    },
    {
      "epoch": 0.15951515151515153,
      "grad_norm": 0.07109712809324265,
      "learning_rate": 0.0008,
      "loss": 2.4372739791870117,
      "step": 2632
    },
    {
      "epoch": 0.15963636363636363,
      "grad_norm": 0.06762351095676422,
      "learning_rate": 0.0008,
      "loss": 2.4803409576416016,
      "step": 2634
    },
    {
      "epoch": 0.15975757575757576,
      "grad_norm": 0.0687972754240036,
      "learning_rate": 0.0008,
      "loss": 2.4845824241638184,
      "step": 2636
    },
    {
      "epoch": 0.15987878787878787,
      "grad_norm": 0.06811901181936264,
      "learning_rate": 0.0008,
      "loss": 2.4968199729919434,
      "step": 2638
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.06784339249134064,
      "learning_rate": 0.0008,
      "loss": 2.4809930324554443,
      "step": 2640
    },
    {
      "epoch": 0.1601212121212121,
      "grad_norm": 0.06575978547334671,
      "learning_rate": 0.0008,
      "loss": 2.4149250984191895,
      "step": 2642
    },
    {
      "epoch": 0.16024242424242424,
      "grad_norm": 0.06628108024597168,
      "learning_rate": 0.0008,
      "loss": 2.4713969230651855,
      "step": 2644
    },
    {
      "epoch": 0.16036363636363637,
      "grad_norm": 0.06582725793123245,
      "learning_rate": 0.0008,
      "loss": 2.435655117034912,
      "step": 2646
    },
    {
      "epoch": 0.16048484848484848,
      "grad_norm": 0.06638836860656738,
      "learning_rate": 0.0008,
      "loss": 2.383162498474121,
      "step": 2648
    },
    {
      "epoch": 0.1606060606060606,
      "grad_norm": 0.06683134287595749,
      "learning_rate": 0.0008,
      "loss": 2.405433177947998,
      "step": 2650
    },
    {
      "epoch": 0.16072727272727272,
      "grad_norm": 0.06935524195432663,
      "learning_rate": 0.0008,
      "loss": 2.4789741039276123,
      "step": 2652
    },
    {
      "epoch": 0.16084848484848485,
      "grad_norm": 0.06766800582408905,
      "learning_rate": 0.0008,
      "loss": 2.393683671951294,
      "step": 2654
    },
    {
      "epoch": 0.16096969696969696,
      "grad_norm": 0.0706285908818245,
      "learning_rate": 0.0008,
      "loss": 2.415071487426758,
      "step": 2656
    },
    {
      "epoch": 0.1610909090909091,
      "grad_norm": 0.06968796998262405,
      "learning_rate": 0.0008,
      "loss": 2.4460155963897705,
      "step": 2658
    },
    {
      "epoch": 0.16121212121212122,
      "grad_norm": 0.06628693640232086,
      "learning_rate": 0.0008,
      "loss": 2.4601993560791016,
      "step": 2660
    },
    {
      "epoch": 0.16133333333333333,
      "grad_norm": 0.06984694302082062,
      "learning_rate": 0.0008,
      "loss": 2.414761543273926,
      "step": 2662
    },
    {
      "epoch": 0.16145454545454546,
      "grad_norm": 0.06819984316825867,
      "learning_rate": 0.0008,
      "loss": 2.4370851516723633,
      "step": 2664
    },
    {
      "epoch": 0.16157575757575757,
      "grad_norm": 0.06843115389347076,
      "learning_rate": 0.0008,
      "loss": 2.4994258880615234,
      "step": 2666
    },
    {
      "epoch": 0.1616969696969697,
      "grad_norm": 0.06630350649356842,
      "learning_rate": 0.0008,
      "loss": 2.4802801609039307,
      "step": 2668
    },
    {
      "epoch": 0.1618181818181818,
      "grad_norm": 0.0668134018778801,
      "learning_rate": 0.0008,
      "loss": 2.365199089050293,
      "step": 2670
    },
    {
      "epoch": 0.16193939393939394,
      "grad_norm": 0.06884768605232239,
      "learning_rate": 0.0008,
      "loss": 2.437446117401123,
      "step": 2672
    },
    {
      "epoch": 0.16206060606060607,
      "grad_norm": 0.06900529563426971,
      "learning_rate": 0.0008,
      "loss": 2.528991222381592,
      "step": 2674
    },
    {
      "epoch": 0.16218181818181818,
      "grad_norm": 0.06590142846107483,
      "learning_rate": 0.0008,
      "loss": 2.4282355308532715,
      "step": 2676
    },
    {
      "epoch": 0.1623030303030303,
      "grad_norm": 0.06926210224628448,
      "learning_rate": 0.0008,
      "loss": 2.4806435108184814,
      "step": 2678
    },
    {
      "epoch": 0.16242424242424242,
      "grad_norm": 0.06680769473314285,
      "learning_rate": 0.0008,
      "loss": 2.4718143939971924,
      "step": 2680
    },
    {
      "epoch": 0.16254545454545455,
      "grad_norm": 0.06721188873052597,
      "learning_rate": 0.0008,
      "loss": 2.462372064590454,
      "step": 2682
    },
    {
      "epoch": 0.16266666666666665,
      "grad_norm": 0.07184220105409622,
      "learning_rate": 0.0008,
      "loss": 2.4680075645446777,
      "step": 2684
    },
    {
      "epoch": 0.1627878787878788,
      "grad_norm": 0.0698757991194725,
      "learning_rate": 0.0008,
      "loss": 2.560357093811035,
      "step": 2686
    },
    {
      "epoch": 0.16290909090909092,
      "grad_norm": 0.07011677324771881,
      "learning_rate": 0.0008,
      "loss": 2.4097514152526855,
      "step": 2688
    },
    {
      "epoch": 0.16303030303030303,
      "grad_norm": 0.0641055777668953,
      "learning_rate": 0.0008,
      "loss": 2.321916103363037,
      "step": 2690
    },
    {
      "epoch": 0.16315151515151516,
      "grad_norm": 0.07526511698961258,
      "learning_rate": 0.0008,
      "loss": 2.458932399749756,
      "step": 2692
    },
    {
      "epoch": 0.16327272727272726,
      "grad_norm": 0.07210209965705872,
      "learning_rate": 0.0008,
      "loss": 2.4629085063934326,
      "step": 2694
    },
    {
      "epoch": 0.1633939393939394,
      "grad_norm": 0.08196789026260376,
      "learning_rate": 0.0008,
      "loss": 2.4669597148895264,
      "step": 2696
    },
    {
      "epoch": 0.1635151515151515,
      "grad_norm": 0.07109034806489944,
      "learning_rate": 0.0008,
      "loss": 2.445246696472168,
      "step": 2698
    },
    {
      "epoch": 0.16363636363636364,
      "grad_norm": 0.06589975208044052,
      "learning_rate": 0.0008,
      "loss": 2.386744260787964,
      "step": 2700
    },
    {
      "epoch": 0.16375757575757577,
      "grad_norm": 0.06507444381713867,
      "learning_rate": 0.0008,
      "loss": 2.403676748275757,
      "step": 2702
    },
    {
      "epoch": 0.16387878787878787,
      "grad_norm": 0.06939738988876343,
      "learning_rate": 0.0008,
      "loss": 2.3412413597106934,
      "step": 2704
    },
    {
      "epoch": 0.164,
      "grad_norm": 0.06769145280122757,
      "learning_rate": 0.0008,
      "loss": 2.510087013244629,
      "step": 2706
    },
    {
      "epoch": 0.1641212121212121,
      "grad_norm": 0.07131843268871307,
      "learning_rate": 0.0008,
      "loss": 2.4339752197265625,
      "step": 2708
    },
    {
      "epoch": 0.16424242424242425,
      "grad_norm": 0.06944131851196289,
      "learning_rate": 0.0008,
      "loss": 2.4240288734436035,
      "step": 2710
    },
    {
      "epoch": 0.16436363636363635,
      "grad_norm": 0.06872718781232834,
      "learning_rate": 0.0008,
      "loss": 2.4123001098632812,
      "step": 2712
    },
    {
      "epoch": 0.16448484848484848,
      "grad_norm": 0.06868567317724228,
      "learning_rate": 0.0008,
      "loss": 2.393237590789795,
      "step": 2714
    },
    {
      "epoch": 0.16460606060606062,
      "grad_norm": 0.06795956194400787,
      "learning_rate": 0.0008,
      "loss": 2.4679102897644043,
      "step": 2716
    },
    {
      "epoch": 0.16472727272727272,
      "grad_norm": 0.06886272877454758,
      "learning_rate": 0.0008,
      "loss": 2.452667713165283,
      "step": 2718
    },
    {
      "epoch": 0.16484848484848486,
      "grad_norm": 0.06851322203874588,
      "learning_rate": 0.0008,
      "loss": 2.470396041870117,
      "step": 2720
    },
    {
      "epoch": 0.16496969696969696,
      "grad_norm": 0.07230063527822495,
      "learning_rate": 0.0008,
      "loss": 2.4776699542999268,
      "step": 2722
    },
    {
      "epoch": 0.1650909090909091,
      "grad_norm": 0.06830786168575287,
      "learning_rate": 0.0008,
      "loss": 2.4418089389801025,
      "step": 2724
    },
    {
      "epoch": 0.1652121212121212,
      "grad_norm": 0.07178404182195663,
      "learning_rate": 0.0008,
      "loss": 2.44338321685791,
      "step": 2726
    },
    {
      "epoch": 0.16533333333333333,
      "grad_norm": 0.07089998573064804,
      "learning_rate": 0.0008,
      "loss": 2.4185640811920166,
      "step": 2728
    },
    {
      "epoch": 0.16545454545454547,
      "grad_norm": 0.07188340276479721,
      "learning_rate": 0.0008,
      "loss": 2.4329147338867188,
      "step": 2730
    },
    {
      "epoch": 0.16557575757575757,
      "grad_norm": 0.06913052499294281,
      "learning_rate": 0.0008,
      "loss": 2.4500579833984375,
      "step": 2732
    },
    {
      "epoch": 0.1656969696969697,
      "grad_norm": 0.06571678072214127,
      "learning_rate": 0.0008,
      "loss": 2.4597060680389404,
      "step": 2734
    },
    {
      "epoch": 0.1658181818181818,
      "grad_norm": 0.06630692631006241,
      "learning_rate": 0.0008,
      "loss": 2.5083377361297607,
      "step": 2736
    },
    {
      "epoch": 0.16593939393939394,
      "grad_norm": 0.06588340550661087,
      "learning_rate": 0.0008,
      "loss": 2.402313232421875,
      "step": 2738
    },
    {
      "epoch": 0.16606060606060605,
      "grad_norm": 0.06596973538398743,
      "learning_rate": 0.0008,
      "loss": 2.4195573329925537,
      "step": 2740
    },
    {
      "epoch": 0.16618181818181818,
      "grad_norm": 0.06608486920595169,
      "learning_rate": 0.0008,
      "loss": 2.402195692062378,
      "step": 2742
    },
    {
      "epoch": 0.1663030303030303,
      "grad_norm": 0.06636010855436325,
      "learning_rate": 0.0008,
      "loss": 2.4413065910339355,
      "step": 2744
    },
    {
      "epoch": 0.16642424242424242,
      "grad_norm": 0.06706400960683823,
      "learning_rate": 0.0008,
      "loss": 2.338902235031128,
      "step": 2746
    },
    {
      "epoch": 0.16654545454545455,
      "grad_norm": 0.06581086665391922,
      "learning_rate": 0.0008,
      "loss": 2.438366174697876,
      "step": 2748
    },
    {
      "epoch": 0.16666666666666666,
      "grad_norm": 0.06734935194253922,
      "learning_rate": 0.0008,
      "loss": 2.402296304702759,
      "step": 2750
    },
    {
      "epoch": 0.1667878787878788,
      "grad_norm": 0.06868048012256622,
      "learning_rate": 0.0008,
      "loss": 2.488098382949829,
      "step": 2752
    },
    {
      "epoch": 0.1669090909090909,
      "grad_norm": 0.07135383784770966,
      "learning_rate": 0.0008,
      "loss": 2.4611079692840576,
      "step": 2754
    },
    {
      "epoch": 0.16703030303030303,
      "grad_norm": 0.07041104137897491,
      "learning_rate": 0.0008,
      "loss": 2.38619327545166,
      "step": 2756
    },
    {
      "epoch": 0.16715151515151516,
      "grad_norm": 0.06851822882890701,
      "learning_rate": 0.0008,
      "loss": 2.4367635250091553,
      "step": 2758
    },
    {
      "epoch": 0.16727272727272727,
      "grad_norm": 0.06797768175601959,
      "learning_rate": 0.0008,
      "loss": 2.4093172550201416,
      "step": 2760
    },
    {
      "epoch": 0.1673939393939394,
      "grad_norm": 0.06910546123981476,
      "learning_rate": 0.0008,
      "loss": 2.3963611125946045,
      "step": 2762
    },
    {
      "epoch": 0.1675151515151515,
      "grad_norm": 0.07385605573654175,
      "learning_rate": 0.0008,
      "loss": 2.4435198307037354,
      "step": 2764
    },
    {
      "epoch": 0.16763636363636364,
      "grad_norm": 0.08359528332948685,
      "learning_rate": 0.0008,
      "loss": 2.4756882190704346,
      "step": 2766
    },
    {
      "epoch": 0.16775757575757574,
      "grad_norm": 0.0738753080368042,
      "learning_rate": 0.0008,
      "loss": 2.392726182937622,
      "step": 2768
    },
    {
      "epoch": 0.16787878787878788,
      "grad_norm": 0.069158636033535,
      "learning_rate": 0.0008,
      "loss": 2.4304773807525635,
      "step": 2770
    },
    {
      "epoch": 0.168,
      "grad_norm": 0.07120773196220398,
      "learning_rate": 0.0008,
      "loss": 2.4494550228118896,
      "step": 2772
    },
    {
      "epoch": 0.16812121212121212,
      "grad_norm": 0.06754006445407867,
      "learning_rate": 0.0008,
      "loss": 2.428877830505371,
      "step": 2774
    },
    {
      "epoch": 0.16824242424242425,
      "grad_norm": 0.06668662279844284,
      "learning_rate": 0.0008,
      "loss": 2.412306308746338,
      "step": 2776
    },
    {
      "epoch": 0.16836363636363635,
      "grad_norm": 0.06821316480636597,
      "learning_rate": 0.0008,
      "loss": 2.441498279571533,
      "step": 2778
    },
    {
      "epoch": 0.1684848484848485,
      "grad_norm": 0.06731689721345901,
      "learning_rate": 0.0008,
      "loss": 2.4642152786254883,
      "step": 2780
    },
    {
      "epoch": 0.1686060606060606,
      "grad_norm": 0.06727799773216248,
      "learning_rate": 0.0008,
      "loss": 2.4763078689575195,
      "step": 2782
    },
    {
      "epoch": 0.16872727272727273,
      "grad_norm": 0.06394544243812561,
      "learning_rate": 0.0008,
      "loss": 2.4704647064208984,
      "step": 2784
    },
    {
      "epoch": 0.16884848484848486,
      "grad_norm": 0.06458068639039993,
      "learning_rate": 0.0008,
      "loss": 2.462096929550171,
      "step": 2786
    },
    {
      "epoch": 0.16896969696969696,
      "grad_norm": 0.06515559554100037,
      "learning_rate": 0.0008,
      "loss": 2.421018362045288,
      "step": 2788
    },
    {
      "epoch": 0.1690909090909091,
      "grad_norm": 0.06447729468345642,
      "learning_rate": 0.0008,
      "loss": 2.410299301147461,
      "step": 2790
    },
    {
      "epoch": 0.1692121212121212,
      "grad_norm": 0.06744813919067383,
      "learning_rate": 0.0008,
      "loss": 2.4122607707977295,
      "step": 2792
    },
    {
      "epoch": 0.16933333333333334,
      "grad_norm": 0.06712717562913895,
      "learning_rate": 0.0008,
      "loss": 2.369622230529785,
      "step": 2794
    },
    {
      "epoch": 0.16945454545454544,
      "grad_norm": 0.06601685285568237,
      "learning_rate": 0.0008,
      "loss": 2.4234049320220947,
      "step": 2796
    },
    {
      "epoch": 0.16957575757575757,
      "grad_norm": 0.06461860984563828,
      "learning_rate": 0.0008,
      "loss": 2.49368953704834,
      "step": 2798
    },
    {
      "epoch": 0.1696969696969697,
      "grad_norm": 0.06852491199970245,
      "learning_rate": 0.0008,
      "loss": 2.384535789489746,
      "step": 2800
    },
    {
      "epoch": 0.1698181818181818,
      "grad_norm": 0.07093381136655807,
      "learning_rate": 0.0008,
      "loss": 2.4853978157043457,
      "step": 2802
    },
    {
      "epoch": 0.16993939393939395,
      "grad_norm": 0.06846247613430023,
      "learning_rate": 0.0008,
      "loss": 2.4758520126342773,
      "step": 2804
    },
    {
      "epoch": 0.17006060606060605,
      "grad_norm": 0.06834618002176285,
      "learning_rate": 0.0008,
      "loss": 2.369992971420288,
      "step": 2806
    },
    {
      "epoch": 0.17018181818181818,
      "grad_norm": 0.06877147406339645,
      "learning_rate": 0.0008,
      "loss": 2.405559778213501,
      "step": 2808
    },
    {
      "epoch": 0.1703030303030303,
      "grad_norm": 0.06869377195835114,
      "learning_rate": 0.0008,
      "loss": 2.4338197708129883,
      "step": 2810
    },
    {
      "epoch": 0.17042424242424242,
      "grad_norm": 0.06521221995353699,
      "learning_rate": 0.0008,
      "loss": 2.4598515033721924,
      "step": 2812
    },
    {
      "epoch": 0.17054545454545456,
      "grad_norm": 0.06600851565599442,
      "learning_rate": 0.0008,
      "loss": 2.501908779144287,
      "step": 2814
    },
    {
      "epoch": 0.17066666666666666,
      "grad_norm": 0.06640349328517914,
      "learning_rate": 0.0008,
      "loss": 2.4503116607666016,
      "step": 2816
    },
    {
      "epoch": 0.1707878787878788,
      "grad_norm": 0.06792350113391876,
      "learning_rate": 0.0008,
      "loss": 2.4188594818115234,
      "step": 2818
    },
    {
      "epoch": 0.1709090909090909,
      "grad_norm": 0.06706385314464569,
      "learning_rate": 0.0008,
      "loss": 2.522097110748291,
      "step": 2820
    },
    {
      "epoch": 0.17103030303030303,
      "grad_norm": 0.06872203201055527,
      "learning_rate": 0.0008,
      "loss": 2.4838626384735107,
      "step": 2822
    },
    {
      "epoch": 0.17115151515151514,
      "grad_norm": 0.06741680949926376,
      "learning_rate": 0.0008,
      "loss": 2.4176149368286133,
      "step": 2824
    },
    {
      "epoch": 0.17127272727272727,
      "grad_norm": 0.06602033972740173,
      "learning_rate": 0.0008,
      "loss": 2.4836535453796387,
      "step": 2826
    },
    {
      "epoch": 0.1713939393939394,
      "grad_norm": 0.06687402725219727,
      "learning_rate": 0.0008,
      "loss": 2.51054048538208,
      "step": 2828
    },
    {
      "epoch": 0.1715151515151515,
      "grad_norm": 0.06729398667812347,
      "learning_rate": 0.0008,
      "loss": 2.5187313556671143,
      "step": 2830
    },
    {
      "epoch": 0.17163636363636364,
      "grad_norm": 0.06923633068799973,
      "learning_rate": 0.0008,
      "loss": 2.4335169792175293,
      "step": 2832
    },
    {
      "epoch": 0.17175757575757575,
      "grad_norm": 0.07403712719678879,
      "learning_rate": 0.0008,
      "loss": 2.476203203201294,
      "step": 2834
    },
    {
      "epoch": 0.17187878787878788,
      "grad_norm": 0.06778639554977417,
      "learning_rate": 0.0008,
      "loss": 2.423624038696289,
      "step": 2836
    },
    {
      "epoch": 0.172,
      "grad_norm": 0.06483469903469086,
      "learning_rate": 0.0008,
      "loss": 2.384229898452759,
      "step": 2838
    },
    {
      "epoch": 0.17212121212121212,
      "grad_norm": 0.06469687074422836,
      "learning_rate": 0.0008,
      "loss": 2.4767961502075195,
      "step": 2840
    },
    {
      "epoch": 0.17224242424242425,
      "grad_norm": 0.06500885635614395,
      "learning_rate": 0.0008,
      "loss": 2.3612453937530518,
      "step": 2842
    },
    {
      "epoch": 0.17236363636363636,
      "grad_norm": 0.06984347850084305,
      "learning_rate": 0.0008,
      "loss": 2.391219139099121,
      "step": 2844
    },
    {
      "epoch": 0.1724848484848485,
      "grad_norm": 0.0681329146027565,
      "learning_rate": 0.0008,
      "loss": 2.4565343856811523,
      "step": 2846
    },
    {
      "epoch": 0.1726060606060606,
      "grad_norm": 0.06527169048786163,
      "learning_rate": 0.0008,
      "loss": 2.406852960586548,
      "step": 2848
    },
    {
      "epoch": 0.17272727272727273,
      "grad_norm": 0.06671646982431412,
      "learning_rate": 0.0008,
      "loss": 2.438042163848877,
      "step": 2850
    },
    {
      "epoch": 0.17284848484848483,
      "grad_norm": 0.0655691847205162,
      "learning_rate": 0.0008,
      "loss": 2.4252634048461914,
      "step": 2852
    },
    {
      "epoch": 0.17296969696969697,
      "grad_norm": 0.06661248207092285,
      "learning_rate": 0.0008,
      "loss": 2.4958114624023438,
      "step": 2854
    },
    {
      "epoch": 0.1730909090909091,
      "grad_norm": 0.0653623566031456,
      "learning_rate": 0.0008,
      "loss": 2.416302442550659,
      "step": 2856
    },
    {
      "epoch": 0.1732121212121212,
      "grad_norm": 0.06340077519416809,
      "learning_rate": 0.0008,
      "loss": 2.4088048934936523,
      "step": 2858
    },
    {
      "epoch": 0.17333333333333334,
      "grad_norm": 0.06746827811002731,
      "learning_rate": 0.0008,
      "loss": 2.3953733444213867,
      "step": 2860
    },
    {
      "epoch": 0.17345454545454544,
      "grad_norm": 0.06604038178920746,
      "learning_rate": 0.0008,
      "loss": 2.4236557483673096,
      "step": 2862
    },
    {
      "epoch": 0.17357575757575758,
      "grad_norm": 0.0648961141705513,
      "learning_rate": 0.0008,
      "loss": 2.407761335372925,
      "step": 2864
    },
    {
      "epoch": 0.1736969696969697,
      "grad_norm": 0.06630862504243851,
      "learning_rate": 0.0008,
      "loss": 2.490525245666504,
      "step": 2866
    },
    {
      "epoch": 0.17381818181818182,
      "grad_norm": 0.06421444565057755,
      "learning_rate": 0.0008,
      "loss": 2.3863799571990967,
      "step": 2868
    },
    {
      "epoch": 0.17393939393939395,
      "grad_norm": 0.06982718408107758,
      "learning_rate": 0.0008,
      "loss": 2.4841771125793457,
      "step": 2870
    },
    {
      "epoch": 0.17406060606060605,
      "grad_norm": 0.073214590549469,
      "learning_rate": 0.0008,
      "loss": 2.41642689704895,
      "step": 2872
    },
    {
      "epoch": 0.1741818181818182,
      "grad_norm": 0.07575412094593048,
      "learning_rate": 0.0008,
      "loss": 2.4530348777770996,
      "step": 2874
    },
    {
      "epoch": 0.1743030303030303,
      "grad_norm": 0.07427642494440079,
      "learning_rate": 0.0008,
      "loss": 2.371011972427368,
      "step": 2876
    },
    {
      "epoch": 0.17442424242424243,
      "grad_norm": 0.06866831332445145,
      "learning_rate": 0.0008,
      "loss": 2.367356777191162,
      "step": 2878
    },
    {
      "epoch": 0.17454545454545456,
      "grad_norm": 0.07062719017267227,
      "learning_rate": 0.0008,
      "loss": 2.4596896171569824,
      "step": 2880
    },
    {
      "epoch": 0.17466666666666666,
      "grad_norm": 0.06616159528493881,
      "learning_rate": 0.0008,
      "loss": 2.5020017623901367,
      "step": 2882
    },
    {
      "epoch": 0.1747878787878788,
      "grad_norm": 0.06751659512519836,
      "learning_rate": 0.0008,
      "loss": 2.457122325897217,
      "step": 2884
    },
    {
      "epoch": 0.1749090909090909,
      "grad_norm": 0.06497512012720108,
      "learning_rate": 0.0008,
      "loss": 2.3616116046905518,
      "step": 2886
    },
    {
      "epoch": 0.17503030303030304,
      "grad_norm": 0.06543174386024475,
      "learning_rate": 0.0008,
      "loss": 2.403066873550415,
      "step": 2888
    },
    {
      "epoch": 0.17515151515151514,
      "grad_norm": 0.06579809635877609,
      "learning_rate": 0.0008,
      "loss": 2.4318294525146484,
      "step": 2890
    },
    {
      "epoch": 0.17527272727272727,
      "grad_norm": 0.06662353128194809,
      "learning_rate": 0.0008,
      "loss": 2.4620985984802246,
      "step": 2892
    },
    {
      "epoch": 0.1753939393939394,
      "grad_norm": 0.0651368722319603,
      "learning_rate": 0.0008,
      "loss": 2.42337965965271,
      "step": 2894
    },
    {
      "epoch": 0.1755151515151515,
      "grad_norm": 0.07169242948293686,
      "learning_rate": 0.0008,
      "loss": 2.4599790573120117,
      "step": 2896
    },
    {
      "epoch": 0.17563636363636365,
      "grad_norm": 0.0661090761423111,
      "learning_rate": 0.0008,
      "loss": 2.3978211879730225,
      "step": 2898
    },
    {
      "epoch": 0.17575757575757575,
      "grad_norm": 0.06304091960191727,
      "learning_rate": 0.0008,
      "loss": 2.4329137802124023,
      "step": 2900
    },
    {
      "epoch": 0.17587878787878788,
      "grad_norm": 0.0660262331366539,
      "learning_rate": 0.0008,
      "loss": 2.407559394836426,
      "step": 2902
    },
    {
      "epoch": 0.176,
      "grad_norm": 0.06714970618486404,
      "learning_rate": 0.0008,
      "loss": 2.4342191219329834,
      "step": 2904
    },
    {
      "epoch": 0.17612121212121212,
      "grad_norm": 0.06560352444648743,
      "learning_rate": 0.0008,
      "loss": 2.476201057434082,
      "step": 2906
    },
    {
      "epoch": 0.17624242424242426,
      "grad_norm": 0.06390221416950226,
      "learning_rate": 0.0008,
      "loss": 2.3746371269226074,
      "step": 2908
    },
    {
      "epoch": 0.17636363636363636,
      "grad_norm": 0.07328922301530838,
      "learning_rate": 0.0008,
      "loss": 2.423997402191162,
      "step": 2910
    },
    {
      "epoch": 0.1764848484848485,
      "grad_norm": 0.068475641310215,
      "learning_rate": 0.0008,
      "loss": 2.509477376937866,
      "step": 2912
    },
    {
      "epoch": 0.1766060606060606,
      "grad_norm": 0.06490171700716019,
      "learning_rate": 0.0008,
      "loss": 2.41855525970459,
      "step": 2914
    },
    {
      "epoch": 0.17672727272727273,
      "grad_norm": 0.06773794442415237,
      "learning_rate": 0.0008,
      "loss": 2.401306629180908,
      "step": 2916
    },
    {
      "epoch": 0.17684848484848484,
      "grad_norm": 0.06661373376846313,
      "learning_rate": 0.0008,
      "loss": 2.487328052520752,
      "step": 2918
    },
    {
      "epoch": 0.17696969696969697,
      "grad_norm": 0.06855352967977524,
      "learning_rate": 0.0008,
      "loss": 2.494643449783325,
      "step": 2920
    },
    {
      "epoch": 0.1770909090909091,
      "grad_norm": 0.06464157998561859,
      "learning_rate": 0.0008,
      "loss": 2.3970301151275635,
      "step": 2922
    },
    {
      "epoch": 0.1772121212121212,
      "grad_norm": 0.06422387808561325,
      "learning_rate": 0.0008,
      "loss": 2.3771893978118896,
      "step": 2924
    },
    {
      "epoch": 0.17733333333333334,
      "grad_norm": 0.06461814045906067,
      "learning_rate": 0.0008,
      "loss": 2.4436707496643066,
      "step": 2926
    },
    {
      "epoch": 0.17745454545454545,
      "grad_norm": 0.06526704132556915,
      "learning_rate": 0.0008,
      "loss": 2.456667423248291,
      "step": 2928
    },
    {
      "epoch": 0.17757575757575758,
      "grad_norm": 0.06408797949552536,
      "learning_rate": 0.0008,
      "loss": 2.4842896461486816,
      "step": 2930
    },
    {
      "epoch": 0.1776969696969697,
      "grad_norm": 0.06361964344978333,
      "learning_rate": 0.0008,
      "loss": 2.4171180725097656,
      "step": 2932
    },
    {
      "epoch": 0.17781818181818182,
      "grad_norm": 0.06551734358072281,
      "learning_rate": 0.0008,
      "loss": 2.400585174560547,
      "step": 2934
    },
    {
      "epoch": 0.17793939393939395,
      "grad_norm": 0.06339745223522186,
      "learning_rate": 0.0008,
      "loss": 2.3861563205718994,
      "step": 2936
    },
    {
      "epoch": 0.17806060606060606,
      "grad_norm": 0.06573393940925598,
      "learning_rate": 0.0008,
      "loss": 2.47640323638916,
      "step": 2938
    },
    {
      "epoch": 0.1781818181818182,
      "grad_norm": 0.06413492560386658,
      "learning_rate": 0.0008,
      "loss": 2.30409836769104,
      "step": 2940
    },
    {
      "epoch": 0.1783030303030303,
      "grad_norm": 0.0660824105143547,
      "learning_rate": 0.0008,
      "loss": 2.4268956184387207,
      "step": 2942
    },
    {
      "epoch": 0.17842424242424243,
      "grad_norm": 0.06504757702350616,
      "learning_rate": 0.0008,
      "loss": 2.4115474224090576,
      "step": 2944
    },
    {
      "epoch": 0.17854545454545453,
      "grad_norm": 0.06677333265542984,
      "learning_rate": 0.0008,
      "loss": 2.417860507965088,
      "step": 2946
    },
    {
      "epoch": 0.17866666666666667,
      "grad_norm": 0.06536731123924255,
      "learning_rate": 0.0008,
      "loss": 2.4522511959075928,
      "step": 2948
    },
    {
      "epoch": 0.1787878787878788,
      "grad_norm": 0.06371709704399109,
      "learning_rate": 0.0008,
      "loss": 2.3697257041931152,
      "step": 2950
    },
    {
      "epoch": 0.1789090909090909,
      "grad_norm": 0.06604235619306564,
      "learning_rate": 0.0008,
      "loss": 2.4675302505493164,
      "step": 2952
    },
    {
      "epoch": 0.17903030303030304,
      "grad_norm": 0.0691012442111969,
      "learning_rate": 0.0008,
      "loss": 2.4308841228485107,
      "step": 2954
    },
    {
      "epoch": 0.17915151515151514,
      "grad_norm": 0.06627717614173889,
      "learning_rate": 0.0008,
      "loss": 2.386723279953003,
      "step": 2956
    },
    {
      "epoch": 0.17927272727272728,
      "grad_norm": 0.06675651669502258,
      "learning_rate": 0.0008,
      "loss": 2.488985300064087,
      "step": 2958
    },
    {
      "epoch": 0.17939393939393938,
      "grad_norm": 0.06861551105976105,
      "learning_rate": 0.0008,
      "loss": 2.503845453262329,
      "step": 2960
    },
    {
      "epoch": 0.17951515151515152,
      "grad_norm": 0.06734225153923035,
      "learning_rate": 0.0008,
      "loss": 2.4475252628326416,
      "step": 2962
    },
    {
      "epoch": 0.17963636363636365,
      "grad_norm": 0.06831453740596771,
      "learning_rate": 0.0008,
      "loss": 2.3445730209350586,
      "step": 2964
    },
    {
      "epoch": 0.17975757575757575,
      "grad_norm": 0.06280075758695602,
      "learning_rate": 0.0008,
      "loss": 2.384721040725708,
      "step": 2966
    },
    {
      "epoch": 0.1798787878787879,
      "grad_norm": 0.06443464010953903,
      "learning_rate": 0.0008,
      "loss": 2.402550458908081,
      "step": 2968
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.063672736287117,
      "learning_rate": 0.0008,
      "loss": 2.3694026470184326,
      "step": 2970
    },
    {
      "epoch": 0.18012121212121213,
      "grad_norm": 0.06396728754043579,
      "learning_rate": 0.0008,
      "loss": 2.3973429203033447,
      "step": 2972
    },
    {
      "epoch": 0.18024242424242423,
      "grad_norm": 0.0655377209186554,
      "learning_rate": 0.0008,
      "loss": 2.359654664993286,
      "step": 2974
    },
    {
      "epoch": 0.18036363636363636,
      "grad_norm": 0.06725354492664337,
      "learning_rate": 0.0008,
      "loss": 2.4303712844848633,
      "step": 2976
    },
    {
      "epoch": 0.1804848484848485,
      "grad_norm": 0.06575658917427063,
      "learning_rate": 0.0008,
      "loss": 2.356788158416748,
      "step": 2978
    },
    {
      "epoch": 0.1806060606060606,
      "grad_norm": 0.06369442492723465,
      "learning_rate": 0.0008,
      "loss": 2.4433491230010986,
      "step": 2980
    },
    {
      "epoch": 0.18072727272727274,
      "grad_norm": 0.06463176012039185,
      "learning_rate": 0.0008,
      "loss": 2.408127546310425,
      "step": 2982
    },
    {
      "epoch": 0.18084848484848484,
      "grad_norm": 0.06508967280387878,
      "learning_rate": 0.0008,
      "loss": 2.4515345096588135,
      "step": 2984
    },
    {
      "epoch": 0.18096969696969697,
      "grad_norm": 0.07074420154094696,
      "learning_rate": 0.0008,
      "loss": 2.3364691734313965,
      "step": 2986
    },
    {
      "epoch": 0.18109090909090908,
      "grad_norm": 0.06833551079034805,
      "learning_rate": 0.0008,
      "loss": 2.4836556911468506,
      "step": 2988
    },
    {
      "epoch": 0.1812121212121212,
      "grad_norm": 0.06307815760374069,
      "learning_rate": 0.0008,
      "loss": 2.4405529499053955,
      "step": 2990
    },
    {
      "epoch": 0.18133333333333335,
      "grad_norm": 0.06525837630033493,
      "learning_rate": 0.0008,
      "loss": 2.4133706092834473,
      "step": 2992
    },
    {
      "epoch": 0.18145454545454545,
      "grad_norm": 0.06315401196479797,
      "learning_rate": 0.0008,
      "loss": 2.4919486045837402,
      "step": 2994
    },
    {
      "epoch": 0.18157575757575758,
      "grad_norm": 0.06396299600601196,
      "learning_rate": 0.0008,
      "loss": 2.438594102859497,
      "step": 2996
    },
    {
      "epoch": 0.1816969696969697,
      "grad_norm": 0.06497132033109665,
      "learning_rate": 0.0008,
      "loss": 2.3589866161346436,
      "step": 2998
    },
    {
      "epoch": 0.18181818181818182,
      "grad_norm": 0.063089519739151,
      "learning_rate": 0.0008,
      "loss": 2.3556575775146484,
      "step": 3000
    },
    {
      "epoch": 0.18193939393939393,
      "grad_norm": 0.061228327453136444,
      "learning_rate": 0.0008,
      "loss": 2.3421101570129395,
      "step": 3002
    },
    {
      "epoch": 0.18206060606060606,
      "grad_norm": 0.06395716965198517,
      "learning_rate": 0.0008,
      "loss": 2.4362633228302,
      "step": 3004
    },
    {
      "epoch": 0.1821818181818182,
      "grad_norm": 0.0630573257803917,
      "learning_rate": 0.0008,
      "loss": 2.3572885990142822,
      "step": 3006
    },
    {
      "epoch": 0.1823030303030303,
      "grad_norm": 0.06437784433364868,
      "learning_rate": 0.0008,
      "loss": 2.44697904586792,
      "step": 3008
    },
    {
      "epoch": 0.18242424242424243,
      "grad_norm": 0.06221817806363106,
      "learning_rate": 0.0008,
      "loss": 2.3458499908447266,
      "step": 3010
    },
    {
      "epoch": 0.18254545454545454,
      "grad_norm": 0.06503035128116608,
      "learning_rate": 0.0008,
      "loss": 2.35506534576416,
      "step": 3012
    },
    {
      "epoch": 0.18266666666666667,
      "grad_norm": 0.06773760914802551,
      "learning_rate": 0.0008,
      "loss": 2.3458101749420166,
      "step": 3014
    },
    {
      "epoch": 0.18278787878787878,
      "grad_norm": 0.06556382775306702,
      "learning_rate": 0.0008,
      "loss": 2.3702638149261475,
      "step": 3016
    },
    {
      "epoch": 0.1829090909090909,
      "grad_norm": 0.06365402787923813,
      "learning_rate": 0.0008,
      "loss": 2.413487672805786,
      "step": 3018
    },
    {
      "epoch": 0.18303030303030304,
      "grad_norm": 0.06358568370342255,
      "learning_rate": 0.0008,
      "loss": 2.3654000759124756,
      "step": 3020
    },
    {
      "epoch": 0.18315151515151515,
      "grad_norm": 0.06623338907957077,
      "learning_rate": 0.0008,
      "loss": 2.4864466190338135,
      "step": 3022
    },
    {
      "epoch": 0.18327272727272728,
      "grad_norm": 0.0661327987909317,
      "learning_rate": 0.0008,
      "loss": 2.388334274291992,
      "step": 3024
    },
    {
      "epoch": 0.1833939393939394,
      "grad_norm": 0.06239744648337364,
      "learning_rate": 0.0008,
      "loss": 2.358694553375244,
      "step": 3026
    },
    {
      "epoch": 0.18351515151515152,
      "grad_norm": 0.06309657543897629,
      "learning_rate": 0.0008,
      "loss": 2.4206435680389404,
      "step": 3028
    },
    {
      "epoch": 0.18363636363636363,
      "grad_norm": 0.06468383967876434,
      "learning_rate": 0.0008,
      "loss": 2.4410994052886963,
      "step": 3030
    },
    {
      "epoch": 0.18375757575757576,
      "grad_norm": 0.06330473721027374,
      "learning_rate": 0.0008,
      "loss": 2.386134386062622,
      "step": 3032
    },
    {
      "epoch": 0.1838787878787879,
      "grad_norm": 0.06338783353567123,
      "learning_rate": 0.0008,
      "loss": 2.417536973953247,
      "step": 3034
    },
    {
      "epoch": 0.184,
      "grad_norm": 0.06795301288366318,
      "learning_rate": 0.0008,
      "loss": 2.3483822345733643,
      "step": 3036
    },
    {
      "epoch": 0.18412121212121213,
      "grad_norm": 0.0693645253777504,
      "learning_rate": 0.0008,
      "loss": 2.430048704147339,
      "step": 3038
    },
    {
      "epoch": 0.18424242424242424,
      "grad_norm": 0.0688619464635849,
      "learning_rate": 0.0008,
      "loss": 2.3708560466766357,
      "step": 3040
    },
    {
      "epoch": 0.18436363636363637,
      "grad_norm": 0.06377632170915604,
      "learning_rate": 0.0008,
      "loss": 2.3716514110565186,
      "step": 3042
    },
    {
      "epoch": 0.18448484848484847,
      "grad_norm": 0.0634876936674118,
      "learning_rate": 0.0008,
      "loss": 2.4300529956817627,
      "step": 3044
    },
    {
      "epoch": 0.1846060606060606,
      "grad_norm": 0.06335747241973877,
      "learning_rate": 0.0008,
      "loss": 2.4186036586761475,
      "step": 3046
    },
    {
      "epoch": 0.18472727272727274,
      "grad_norm": 0.06232693791389465,
      "learning_rate": 0.0008,
      "loss": 2.3350799083709717,
      "step": 3048
    },
    {
      "epoch": 0.18484848484848485,
      "grad_norm": 0.06333788484334946,
      "learning_rate": 0.0008,
      "loss": 2.3857357501983643,
      "step": 3050
    },
    {
      "epoch": 0.18496969696969698,
      "grad_norm": 0.06505078822374344,
      "learning_rate": 0.0008,
      "loss": 2.3822238445281982,
      "step": 3052
    },
    {
      "epoch": 0.18509090909090908,
      "grad_norm": 0.0699058249592781,
      "learning_rate": 0.0008,
      "loss": 2.430258274078369,
      "step": 3054
    },
    {
      "epoch": 0.18521212121212122,
      "grad_norm": 0.07023857533931732,
      "learning_rate": 0.0008,
      "loss": 2.4610235691070557,
      "step": 3056
    },
    {
      "epoch": 0.18533333333333332,
      "grad_norm": 0.07260244339704514,
      "learning_rate": 0.0008,
      "loss": 2.3353121280670166,
      "step": 3058
    },
    {
      "epoch": 0.18545454545454546,
      "grad_norm": 0.06458577513694763,
      "learning_rate": 0.0008,
      "loss": 2.446903705596924,
      "step": 3060
    },
    {
      "epoch": 0.1855757575757576,
      "grad_norm": 0.06479867547750473,
      "learning_rate": 0.0008,
      "loss": 2.332981824874878,
      "step": 3062
    },
    {
      "epoch": 0.1856969696969697,
      "grad_norm": 0.0633944720029831,
      "learning_rate": 0.0008,
      "loss": 2.4449079036712646,
      "step": 3064
    },
    {
      "epoch": 0.18581818181818183,
      "grad_norm": 0.06309222429990768,
      "learning_rate": 0.0008,
      "loss": 2.335327386856079,
      "step": 3066
    },
    {
      "epoch": 0.18593939393939393,
      "grad_norm": 0.06408216059207916,
      "learning_rate": 0.0008,
      "loss": 2.4356696605682373,
      "step": 3068
    },
    {
      "epoch": 0.18606060606060607,
      "grad_norm": 0.06471548974514008,
      "learning_rate": 0.0008,
      "loss": 2.444305419921875,
      "step": 3070
    },
    {
      "epoch": 0.18618181818181817,
      "grad_norm": 0.06254447996616364,
      "learning_rate": 0.0008,
      "loss": 2.3471405506134033,
      "step": 3072
    },
    {
      "epoch": 0.1863030303030303,
      "grad_norm": 0.06238701194524765,
      "learning_rate": 0.0008,
      "loss": 2.4049932956695557,
      "step": 3074
    },
    {
      "epoch": 0.18642424242424244,
      "grad_norm": 0.06601325422525406,
      "learning_rate": 0.0008,
      "loss": 2.346419095993042,
      "step": 3076
    },
    {
      "epoch": 0.18654545454545454,
      "grad_norm": 0.06371774524450302,
      "learning_rate": 0.0008,
      "loss": 2.4024994373321533,
      "step": 3078
    },
    {
      "epoch": 0.18666666666666668,
      "grad_norm": 0.06827075779438019,
      "learning_rate": 0.0008,
      "loss": 2.3420512676239014,
      "step": 3080
    },
    {
      "epoch": 0.18678787878787878,
      "grad_norm": 0.06593073159456253,
      "learning_rate": 0.0008,
      "loss": 2.381075382232666,
      "step": 3082
    },
    {
      "epoch": 0.1869090909090909,
      "grad_norm": 0.06325356662273407,
      "learning_rate": 0.0008,
      "loss": 2.3802430629730225,
      "step": 3084
    },
    {
      "epoch": 0.18703030303030302,
      "grad_norm": 0.06378749012947083,
      "learning_rate": 0.0008,
      "loss": 2.391240119934082,
      "step": 3086
    },
    {
      "epoch": 0.18715151515151515,
      "grad_norm": 0.06422140449285507,
      "learning_rate": 0.0008,
      "loss": 2.3813891410827637,
      "step": 3088
    },
    {
      "epoch": 0.18727272727272729,
      "grad_norm": 0.06184036284685135,
      "learning_rate": 0.0008,
      "loss": 2.3343183994293213,
      "step": 3090
    },
    {
      "epoch": 0.1873939393939394,
      "grad_norm": 0.06425876170396805,
      "learning_rate": 0.0008,
      "loss": 2.4049947261810303,
      "step": 3092
    },
    {
      "epoch": 0.18751515151515152,
      "grad_norm": 0.06367700546979904,
      "learning_rate": 0.0008,
      "loss": 2.4365158081054688,
      "step": 3094
    },
    {
      "epoch": 0.18763636363636363,
      "grad_norm": 0.06330964714288712,
      "learning_rate": 0.0008,
      "loss": 2.3740439414978027,
      "step": 3096
    },
    {
      "epoch": 0.18775757575757576,
      "grad_norm": 0.06318091601133347,
      "learning_rate": 0.0008,
      "loss": 2.3879053592681885,
      "step": 3098
    },
    {
      "epoch": 0.18787878787878787,
      "grad_norm": 0.06569522619247437,
      "learning_rate": 0.0008,
      "loss": 2.3313913345336914,
      "step": 3100
    },
    {
      "epoch": 0.188,
      "grad_norm": 0.06474056094884872,
      "learning_rate": 0.0008,
      "loss": 2.3862361907958984,
      "step": 3102
    },
    {
      "epoch": 0.18812121212121213,
      "grad_norm": 0.06301421672105789,
      "learning_rate": 0.0008,
      "loss": 2.4065377712249756,
      "step": 3104
    },
    {
      "epoch": 0.18824242424242424,
      "grad_norm": 0.06734290719032288,
      "learning_rate": 0.0008,
      "loss": 2.4801526069641113,
      "step": 3106
    },
    {
      "epoch": 0.18836363636363637,
      "grad_norm": 0.07240349054336548,
      "learning_rate": 0.0008,
      "loss": 2.3244693279266357,
      "step": 3108
    },
    {
      "epoch": 0.18848484848484848,
      "grad_norm": 0.07153523713350296,
      "learning_rate": 0.0008,
      "loss": 2.3961730003356934,
      "step": 3110
    },
    {
      "epoch": 0.1886060606060606,
      "grad_norm": 0.07790029793977737,
      "learning_rate": 0.0008,
      "loss": 2.381458044052124,
      "step": 3112
    },
    {
      "epoch": 0.18872727272727272,
      "grad_norm": 0.06602295488119125,
      "learning_rate": 0.0008,
      "loss": 2.4118356704711914,
      "step": 3114
    },
    {
      "epoch": 0.18884848484848485,
      "grad_norm": 0.06292525678873062,
      "learning_rate": 0.0008,
      "loss": 2.3827216625213623,
      "step": 3116
    },
    {
      "epoch": 0.18896969696969698,
      "grad_norm": 0.06467125564813614,
      "learning_rate": 0.0008,
      "loss": 2.414414882659912,
      "step": 3118
    },
    {
      "epoch": 0.1890909090909091,
      "grad_norm": 0.06397843360900879,
      "learning_rate": 0.0008,
      "loss": 2.422454595565796,
      "step": 3120
    },
    {
      "epoch": 0.18921212121212122,
      "grad_norm": 0.06532645225524902,
      "learning_rate": 0.0008,
      "loss": 2.4362432956695557,
      "step": 3122
    },
    {
      "epoch": 0.18933333333333333,
      "grad_norm": 0.06214458867907524,
      "learning_rate": 0.0008,
      "loss": 2.3305087089538574,
      "step": 3124
    },
    {
      "epoch": 0.18945454545454546,
      "grad_norm": 0.06185382232069969,
      "learning_rate": 0.0008,
      "loss": 2.355097770690918,
      "step": 3126
    },
    {
      "epoch": 0.18957575757575756,
      "grad_norm": 0.06328699737787247,
      "learning_rate": 0.0008,
      "loss": 2.385023355484009,
      "step": 3128
    },
    {
      "epoch": 0.1896969696969697,
      "grad_norm": 0.06175168976187706,
      "learning_rate": 0.0008,
      "loss": 2.375349998474121,
      "step": 3130
    },
    {
      "epoch": 0.18981818181818183,
      "grad_norm": 0.061164215207099915,
      "learning_rate": 0.0008,
      "loss": 2.3967881202697754,
      "step": 3132
    },
    {
      "epoch": 0.18993939393939394,
      "grad_norm": 0.06273940205574036,
      "learning_rate": 0.0008,
      "loss": 2.4550909996032715,
      "step": 3134
    },
    {
      "epoch": 0.19006060606060607,
      "grad_norm": 0.06209006533026695,
      "learning_rate": 0.0008,
      "loss": 2.3875529766082764,
      "step": 3136
    },
    {
      "epoch": 0.19018181818181817,
      "grad_norm": 0.062385592609643936,
      "learning_rate": 0.0008,
      "loss": 2.4529519081115723,
      "step": 3138
    },
    {
      "epoch": 0.1903030303030303,
      "grad_norm": 0.060295820236206055,
      "learning_rate": 0.0008,
      "loss": 2.3687946796417236,
      "step": 3140
    },
    {
      "epoch": 0.1904242424242424,
      "grad_norm": 0.06176496669650078,
      "learning_rate": 0.0008,
      "loss": 2.410369634628296,
      "step": 3142
    },
    {
      "epoch": 0.19054545454545455,
      "grad_norm": 0.062257070094347,
      "learning_rate": 0.0008,
      "loss": 2.4153847694396973,
      "step": 3144
    },
    {
      "epoch": 0.19066666666666668,
      "grad_norm": 0.06096712499856949,
      "learning_rate": 0.0008,
      "loss": 2.352400541305542,
      "step": 3146
    },
    {
      "epoch": 0.19078787878787878,
      "grad_norm": 0.06203533336520195,
      "learning_rate": 0.0008,
      "loss": 2.419064521789551,
      "step": 3148
    },
    {
      "epoch": 0.19090909090909092,
      "grad_norm": 0.06392648071050644,
      "learning_rate": 0.0008,
      "loss": 2.4934678077697754,
      "step": 3150
    },
    {
      "epoch": 0.19103030303030302,
      "grad_norm": 0.06238826736807823,
      "learning_rate": 0.0008,
      "loss": 2.3837730884552,
      "step": 3152
    },
    {
      "epoch": 0.19115151515151516,
      "grad_norm": 0.06620901077985764,
      "learning_rate": 0.0008,
      "loss": 2.3171088695526123,
      "step": 3154
    },
    {
      "epoch": 0.19127272727272726,
      "grad_norm": 0.06229936331510544,
      "learning_rate": 0.0008,
      "loss": 2.400473117828369,
      "step": 3156
    },
    {
      "epoch": 0.1913939393939394,
      "grad_norm": 0.0609317272901535,
      "learning_rate": 0.0008,
      "loss": 2.4552955627441406,
      "step": 3158
    },
    {
      "epoch": 0.19151515151515153,
      "grad_norm": 0.06398898363113403,
      "learning_rate": 0.0008,
      "loss": 2.3514933586120605,
      "step": 3160
    },
    {
      "epoch": 0.19163636363636363,
      "grad_norm": 0.06423084437847137,
      "learning_rate": 0.0008,
      "loss": 2.3731534481048584,
      "step": 3162
    },
    {
      "epoch": 0.19175757575757577,
      "grad_norm": 0.06352158635854721,
      "learning_rate": 0.0008,
      "loss": 2.409132719039917,
      "step": 3164
    },
    {
      "epoch": 0.19187878787878787,
      "grad_norm": 0.06730259209871292,
      "learning_rate": 0.0008,
      "loss": 2.4403772354125977,
      "step": 3166
    },
    {
      "epoch": 0.192,
      "grad_norm": 0.06986167281866074,
      "learning_rate": 0.0008,
      "loss": 2.3875160217285156,
      "step": 3168
    },
    {
      "epoch": 0.1921212121212121,
      "grad_norm": 0.06306920200586319,
      "learning_rate": 0.0008,
      "loss": 2.3901114463806152,
      "step": 3170
    },
    {
      "epoch": 0.19224242424242424,
      "grad_norm": 0.06700063496828079,
      "learning_rate": 0.0008,
      "loss": 2.3452043533325195,
      "step": 3172
    },
    {
      "epoch": 0.19236363636363638,
      "grad_norm": 0.06336411833763123,
      "learning_rate": 0.0008,
      "loss": 2.359001398086548,
      "step": 3174
    },
    {
      "epoch": 0.19248484848484848,
      "grad_norm": 0.061670079827308655,
      "learning_rate": 0.0008,
      "loss": 2.4114975929260254,
      "step": 3176
    },
    {
      "epoch": 0.19260606060606061,
      "grad_norm": 0.061906442046165466,
      "learning_rate": 0.0008,
      "loss": 2.3716981410980225,
      "step": 3178
    },
    {
      "epoch": 0.19272727272727272,
      "grad_norm": 0.06208883970975876,
      "learning_rate": 0.0008,
      "loss": 2.424487829208374,
      "step": 3180
    },
    {
      "epoch": 0.19284848484848485,
      "grad_norm": 0.06350213289260864,
      "learning_rate": 0.0008,
      "loss": 2.3474700450897217,
      "step": 3182
    },
    {
      "epoch": 0.19296969696969696,
      "grad_norm": 0.06186451017856598,
      "learning_rate": 0.0008,
      "loss": 2.406841278076172,
      "step": 3184
    },
    {
      "epoch": 0.1930909090909091,
      "grad_norm": 0.06617597490549088,
      "learning_rate": 0.0008,
      "loss": 2.4370031356811523,
      "step": 3186
    },
    {
      "epoch": 0.19321212121212122,
      "grad_norm": 0.06790686398744583,
      "learning_rate": 0.0008,
      "loss": 2.401481866836548,
      "step": 3188
    },
    {
      "epoch": 0.19333333333333333,
      "grad_norm": 0.06446363776922226,
      "learning_rate": 0.0008,
      "loss": 2.3419101238250732,
      "step": 3190
    },
    {
      "epoch": 0.19345454545454546,
      "grad_norm": 0.06285624206066132,
      "learning_rate": 0.0008,
      "loss": 2.401165246963501,
      "step": 3192
    },
    {
      "epoch": 0.19357575757575757,
      "grad_norm": 0.06348665058612823,
      "learning_rate": 0.0008,
      "loss": 2.40006160736084,
      "step": 3194
    },
    {
      "epoch": 0.1936969696969697,
      "grad_norm": 0.06291841715574265,
      "learning_rate": 0.0008,
      "loss": 2.509073257446289,
      "step": 3196
    },
    {
      "epoch": 0.1938181818181818,
      "grad_norm": 0.06314823776483536,
      "learning_rate": 0.0008,
      "loss": 2.361034870147705,
      "step": 3198
    },
    {
      "epoch": 0.19393939393939394,
      "grad_norm": 0.06345036625862122,
      "learning_rate": 0.0008,
      "loss": 2.3938252925872803,
      "step": 3200
    },
    {
      "epoch": 0.19406060606060607,
      "grad_norm": 0.06344062834978104,
      "learning_rate": 0.0008,
      "loss": 2.4154839515686035,
      "step": 3202
    },
    {
      "epoch": 0.19418181818181818,
      "grad_norm": 0.06764448434114456,
      "learning_rate": 0.0008,
      "loss": 2.4613876342773438,
      "step": 3204
    },
    {
      "epoch": 0.1943030303030303,
      "grad_norm": 0.06660337001085281,
      "learning_rate": 0.0008,
      "loss": 2.3489198684692383,
      "step": 3206
    },
    {
      "epoch": 0.19442424242424242,
      "grad_norm": 0.06851381063461304,
      "learning_rate": 0.0008,
      "loss": 2.4193944931030273,
      "step": 3208
    },
    {
      "epoch": 0.19454545454545455,
      "grad_norm": 0.06757763028144836,
      "learning_rate": 0.0008,
      "loss": 2.3870701789855957,
      "step": 3210
    },
    {
      "epoch": 0.19466666666666665,
      "grad_norm": 0.06611692905426025,
      "learning_rate": 0.0008,
      "loss": 2.4861669540405273,
      "step": 3212
    },
    {
      "epoch": 0.1947878787878788,
      "grad_norm": 0.06291025876998901,
      "learning_rate": 0.0008,
      "loss": 2.4252126216888428,
      "step": 3214
    },
    {
      "epoch": 0.19490909090909092,
      "grad_norm": 0.062389444559812546,
      "learning_rate": 0.0008,
      "loss": 2.3808491230010986,
      "step": 3216
    },
    {
      "epoch": 0.19503030303030303,
      "grad_norm": 0.06249437853693962,
      "learning_rate": 0.0008,
      "loss": 2.432171106338501,
      "step": 3218
    },
    {
      "epoch": 0.19515151515151516,
      "grad_norm": 0.060542453080415726,
      "learning_rate": 0.0008,
      "loss": 2.390587091445923,
      "step": 3220
    },
    {
      "epoch": 0.19527272727272726,
      "grad_norm": 0.0626068189740181,
      "learning_rate": 0.0008,
      "loss": 2.489795684814453,
      "step": 3222
    },
    {
      "epoch": 0.1953939393939394,
      "grad_norm": 0.06425565481185913,
      "learning_rate": 0.0008,
      "loss": 2.408054828643799,
      "step": 3224
    },
    {
      "epoch": 0.1955151515151515,
      "grad_norm": 0.06459380686283112,
      "learning_rate": 0.0008,
      "loss": 2.369596481323242,
      "step": 3226
    },
    {
      "epoch": 0.19563636363636364,
      "grad_norm": 0.07072144746780396,
      "learning_rate": 0.0008,
      "loss": 2.3315045833587646,
      "step": 3228
    },
    {
      "epoch": 0.19575757575757577,
      "grad_norm": 0.06522934883832932,
      "learning_rate": 0.0008,
      "loss": 2.412774085998535,
      "step": 3230
    },
    {
      "epoch": 0.19587878787878787,
      "grad_norm": 0.06453763693571091,
      "learning_rate": 0.0008,
      "loss": 2.3289318084716797,
      "step": 3232
    },
    {
      "epoch": 0.196,
      "grad_norm": 0.06257879734039307,
      "learning_rate": 0.0008,
      "loss": 2.366598129272461,
      "step": 3234
    },
    {
      "epoch": 0.1961212121212121,
      "grad_norm": 0.06226776912808418,
      "learning_rate": 0.0008,
      "loss": 2.3690032958984375,
      "step": 3236
    },
    {
      "epoch": 0.19624242424242425,
      "grad_norm": 0.06183931976556778,
      "learning_rate": 0.0008,
      "loss": 2.3198816776275635,
      "step": 3238
    },
    {
      "epoch": 0.19636363636363635,
      "grad_norm": 0.06311545521020889,
      "learning_rate": 0.0008,
      "loss": 2.357520580291748,
      "step": 3240
    },
    {
      "epoch": 0.19648484848484848,
      "grad_norm": 0.06399432569742203,
      "learning_rate": 0.0008,
      "loss": 2.3888821601867676,
      "step": 3242
    },
    {
      "epoch": 0.19660606060606062,
      "grad_norm": 0.06572608649730682,
      "learning_rate": 0.0008,
      "loss": 2.396458387374878,
      "step": 3244
    },
    {
      "epoch": 0.19672727272727272,
      "grad_norm": 0.06472118943929672,
      "learning_rate": 0.0008,
      "loss": 2.392313241958618,
      "step": 3246
    },
    {
      "epoch": 0.19684848484848486,
      "grad_norm": 0.06490396708250046,
      "learning_rate": 0.0008,
      "loss": 2.387953996658325,
      "step": 3248
    },
    {
      "epoch": 0.19696969696969696,
      "grad_norm": 0.062358733266592026,
      "learning_rate": 0.0008,
      "loss": 2.2817366123199463,
      "step": 3250
    },
    {
      "epoch": 0.1970909090909091,
      "grad_norm": 0.06220576539635658,
      "learning_rate": 0.0008,
      "loss": 2.485719680786133,
      "step": 3252
    },
    {
      "epoch": 0.1972121212121212,
      "grad_norm": 0.06013902276754379,
      "learning_rate": 0.0008,
      "loss": 2.3137056827545166,
      "step": 3254
    },
    {
      "epoch": 0.19733333333333333,
      "grad_norm": 0.0608162097632885,
      "learning_rate": 0.0008,
      "loss": 2.3605339527130127,
      "step": 3256
    },
    {
      "epoch": 0.19745454545454547,
      "grad_norm": 0.06299977749586105,
      "learning_rate": 0.0008,
      "loss": 2.4527487754821777,
      "step": 3258
    },
    {
      "epoch": 0.19757575757575757,
      "grad_norm": 0.06210462376475334,
      "learning_rate": 0.0008,
      "loss": 2.3947136402130127,
      "step": 3260
    },
    {
      "epoch": 0.1976969696969697,
      "grad_norm": 0.06282626837491989,
      "learning_rate": 0.0008,
      "loss": 2.2784852981567383,
      "step": 3262
    },
    {
      "epoch": 0.1978181818181818,
      "grad_norm": 0.062332045286893845,
      "learning_rate": 0.0008,
      "loss": 2.3331308364868164,
      "step": 3264
    },
    {
      "epoch": 0.19793939393939394,
      "grad_norm": 0.06282655149698257,
      "learning_rate": 0.0008,
      "loss": 2.39338755607605,
      "step": 3266
    },
    {
      "epoch": 0.19806060606060605,
      "grad_norm": 0.062236566096544266,
      "learning_rate": 0.0008,
      "loss": 2.4421141147613525,
      "step": 3268
    },
    {
      "epoch": 0.19818181818181818,
      "grad_norm": 0.06288332492113113,
      "learning_rate": 0.0008,
      "loss": 2.4447367191314697,
      "step": 3270
    },
    {
      "epoch": 0.19830303030303031,
      "grad_norm": 0.0683501586318016,
      "learning_rate": 0.0008,
      "loss": 2.4148387908935547,
      "step": 3272
    },
    {
      "epoch": 0.19842424242424242,
      "grad_norm": 0.06794796884059906,
      "learning_rate": 0.0008,
      "loss": 2.3373003005981445,
      "step": 3274
    },
    {
      "epoch": 0.19854545454545455,
      "grad_norm": 0.062448542565107346,
      "learning_rate": 0.0008,
      "loss": 2.404829740524292,
      "step": 3276
    },
    {
      "epoch": 0.19866666666666666,
      "grad_norm": 0.06303573399782181,
      "learning_rate": 0.0008,
      "loss": 2.412553548812866,
      "step": 3278
    },
    {
      "epoch": 0.1987878787878788,
      "grad_norm": 0.06143725663423538,
      "learning_rate": 0.0008,
      "loss": 2.386976957321167,
      "step": 3280
    },
    {
      "epoch": 0.1989090909090909,
      "grad_norm": 0.06411318480968475,
      "learning_rate": 0.0008,
      "loss": 2.3024871349334717,
      "step": 3282
    },
    {
      "epoch": 0.19903030303030303,
      "grad_norm": 0.0699109211564064,
      "learning_rate": 0.0008,
      "loss": 2.3997457027435303,
      "step": 3284
    },
    {
      "epoch": 0.19915151515151516,
      "grad_norm": 0.06363710761070251,
      "learning_rate": 0.0008,
      "loss": 2.3717827796936035,
      "step": 3286
    },
    {
      "epoch": 0.19927272727272727,
      "grad_norm": 0.06265445798635483,
      "learning_rate": 0.0008,
      "loss": 2.36969256401062,
      "step": 3288
    },
    {
      "epoch": 0.1993939393939394,
      "grad_norm": 0.06349951028823853,
      "learning_rate": 0.0008,
      "loss": 2.3728249073028564,
      "step": 3290
    },
    {
      "epoch": 0.1995151515151515,
      "grad_norm": 0.061685748398303986,
      "learning_rate": 0.0008,
      "loss": 2.3721354007720947,
      "step": 3292
    },
    {
      "epoch": 0.19963636363636364,
      "grad_norm": 0.06309618800878525,
      "learning_rate": 0.0008,
      "loss": 2.349907159805298,
      "step": 3294
    },
    {
      "epoch": 0.19975757575757574,
      "grad_norm": 0.06090311333537102,
      "learning_rate": 0.0008,
      "loss": 2.357595443725586,
      "step": 3296
    },
    {
      "epoch": 0.19987878787878788,
      "grad_norm": 0.06212380528450012,
      "learning_rate": 0.0008,
      "loss": 2.3869481086730957,
      "step": 3298
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.0660935565829277,
      "learning_rate": 0.0008,
      "loss": 2.3065407276153564,
      "step": 3300
    },
    {
      "epoch": 0.2,
      "eval_loss": 2.3454651832580566,
      "eval_runtime": 157.996,
      "eval_samples_per_second": 1.582,
      "eval_steps_per_second": 0.082,
      "step": 3300
    },
    {
      "epoch": 0.20012121212121212,
      "grad_norm": 0.06644295901060104,
      "learning_rate": 0.0008,
      "loss": 2.343703031539917,
      "step": 3302
    },
    {
      "epoch": 0.20024242424242425,
      "grad_norm": 0.06580781191587448,
      "learning_rate": 0.0008,
      "loss": 2.4586851596832275,
      "step": 3304
    },
    {
      "epoch": 0.20036363636363635,
      "grad_norm": 0.06427513062953949,
      "learning_rate": 0.0008,
      "loss": 2.428772449493408,
      "step": 3306
    },
    {
      "epoch": 0.2004848484848485,
      "grad_norm": 0.06291330605745316,
      "learning_rate": 0.0008,
      "loss": 2.383570909500122,
      "step": 3308
    },
    {
      "epoch": 0.2006060606060606,
      "grad_norm": 0.06339685618877411,
      "learning_rate": 0.0008,
      "loss": 2.387653350830078,
      "step": 3310
    },
    {
      "epoch": 0.20072727272727273,
      "grad_norm": 0.062389031052589417,
      "learning_rate": 0.0008,
      "loss": 2.2688257694244385,
      "step": 3312
    },
    {
      "epoch": 0.20084848484848486,
      "grad_norm": 0.06149550527334213,
      "learning_rate": 0.0008,
      "loss": 2.420630693435669,
      "step": 3314
    },
    {
      "epoch": 0.20096969696969696,
      "grad_norm": 0.06233922392129898,
      "learning_rate": 0.0008,
      "loss": 2.445103883743286,
      "step": 3316
    },
    {
      "epoch": 0.2010909090909091,
      "grad_norm": 0.061441924422979355,
      "learning_rate": 0.0008,
      "loss": 2.3672516345977783,
      "step": 3318
    },
    {
      "epoch": 0.2012121212121212,
      "grad_norm": 0.06120516359806061,
      "learning_rate": 0.0008,
      "loss": 2.3234353065490723,
      "step": 3320
    },
    {
      "epoch": 0.20133333333333334,
      "grad_norm": 0.0591803677380085,
      "learning_rate": 0.0008,
      "loss": 2.358286142349243,
      "step": 3322
    },
    {
      "epoch": 0.20145454545454544,
      "grad_norm": 0.06170762702822685,
      "learning_rate": 0.0008,
      "loss": 2.418170690536499,
      "step": 3324
    },
    {
      "epoch": 0.20157575757575757,
      "grad_norm": 0.0659286230802536,
      "learning_rate": 0.0008,
      "loss": 2.358703136444092,
      "step": 3326
    },
    {
      "epoch": 0.2016969696969697,
      "grad_norm": 0.06656909734010696,
      "learning_rate": 0.0008,
      "loss": 2.3758544921875,
      "step": 3328
    },
    {
      "epoch": 0.2018181818181818,
      "grad_norm": 0.06442710012197495,
      "learning_rate": 0.0008,
      "loss": 2.370046377182007,
      "step": 3330
    },
    {
      "epoch": 0.20193939393939395,
      "grad_norm": 0.059384673833847046,
      "learning_rate": 0.0008,
      "loss": 2.3198206424713135,
      "step": 3332
    },
    {
      "epoch": 0.20206060606060605,
      "grad_norm": 0.060469869524240494,
      "learning_rate": 0.0008,
      "loss": 2.4109151363372803,
      "step": 3334
    },
    {
      "epoch": 0.20218181818181818,
      "grad_norm": 0.06491401791572571,
      "learning_rate": 0.0008,
      "loss": 2.349246025085449,
      "step": 3336
    },
    {
      "epoch": 0.2023030303030303,
      "grad_norm": 0.06123567372560501,
      "learning_rate": 0.0008,
      "loss": 2.4229648113250732,
      "step": 3338
    },
    {
      "epoch": 0.20242424242424242,
      "grad_norm": 0.06035301089286804,
      "learning_rate": 0.0008,
      "loss": 2.382885217666626,
      "step": 3340
    },
    {
      "epoch": 0.20254545454545456,
      "grad_norm": 0.06140818074345589,
      "learning_rate": 0.0008,
      "loss": 2.394896984100342,
      "step": 3342
    },
    {
      "epoch": 0.20266666666666666,
      "grad_norm": 0.06633155047893524,
      "learning_rate": 0.0008,
      "loss": 2.40417742729187,
      "step": 3344
    },
    {
      "epoch": 0.2027878787878788,
      "grad_norm": 0.06449693441390991,
      "learning_rate": 0.0008,
      "loss": 2.4040114879608154,
      "step": 3346
    },
    {
      "epoch": 0.2029090909090909,
      "grad_norm": 0.0683647021651268,
      "learning_rate": 0.0008,
      "loss": 2.30930757522583,
      "step": 3348
    },
    {
      "epoch": 0.20303030303030303,
      "grad_norm": 0.06314775347709656,
      "learning_rate": 0.0008,
      "loss": 2.4073078632354736,
      "step": 3350
    },
    {
      "epoch": 0.20315151515151514,
      "grad_norm": 0.05942266434431076,
      "learning_rate": 0.0008,
      "loss": 2.364534616470337,
      "step": 3352
    },
    {
      "epoch": 0.20327272727272727,
      "grad_norm": 0.06373094022274017,
      "learning_rate": 0.0008,
      "loss": 2.3898069858551025,
      "step": 3354
    },
    {
      "epoch": 0.2033939393939394,
      "grad_norm": 0.06296821683645248,
      "learning_rate": 0.0008,
      "loss": 2.421342372894287,
      "step": 3356
    },
    {
      "epoch": 0.2035151515151515,
      "grad_norm": 0.06376617401838303,
      "learning_rate": 0.0008,
      "loss": 2.426143169403076,
      "step": 3358
    },
    {
      "epoch": 0.20363636363636364,
      "grad_norm": 0.06116616353392601,
      "learning_rate": 0.0008,
      "loss": 2.45633602142334,
      "step": 3360
    },
    {
      "epoch": 0.20375757575757575,
      "grad_norm": 0.06398729979991913,
      "learning_rate": 0.0008,
      "loss": 2.3570268154144287,
      "step": 3362
    },
    {
      "epoch": 0.20387878787878788,
      "grad_norm": 0.06505905091762543,
      "learning_rate": 0.0008,
      "loss": 2.3868179321289062,
      "step": 3364
    },
    {
      "epoch": 0.204,
      "grad_norm": 0.06741669774055481,
      "learning_rate": 0.0008,
      "loss": 2.332385301589966,
      "step": 3366
    },
    {
      "epoch": 0.20412121212121212,
      "grad_norm": 0.0672881007194519,
      "learning_rate": 0.0008,
      "loss": 2.4067134857177734,
      "step": 3368
    },
    {
      "epoch": 0.20424242424242425,
      "grad_norm": 0.06542705744504929,
      "learning_rate": 0.0008,
      "loss": 2.387985944747925,
      "step": 3370
    },
    {
      "epoch": 0.20436363636363636,
      "grad_norm": 0.06319617480039597,
      "learning_rate": 0.0008,
      "loss": 2.3548696041107178,
      "step": 3372
    },
    {
      "epoch": 0.2044848484848485,
      "grad_norm": 0.06114068254828453,
      "learning_rate": 0.0008,
      "loss": 2.375096321105957,
      "step": 3374
    },
    {
      "epoch": 0.2046060606060606,
      "grad_norm": 0.06301715970039368,
      "learning_rate": 0.0008,
      "loss": 2.398573637008667,
      "step": 3376
    },
    {
      "epoch": 0.20472727272727273,
      "grad_norm": 0.06317971646785736,
      "learning_rate": 0.0008,
      "loss": 2.312035083770752,
      "step": 3378
    },
    {
      "epoch": 0.20484848484848484,
      "grad_norm": 0.062296152114868164,
      "learning_rate": 0.0008,
      "loss": 2.341169595718384,
      "step": 3380
    },
    {
      "epoch": 0.20496969696969697,
      "grad_norm": 0.062397509813308716,
      "learning_rate": 0.0008,
      "loss": 2.3179428577423096,
      "step": 3382
    },
    {
      "epoch": 0.2050909090909091,
      "grad_norm": 0.06129693239927292,
      "learning_rate": 0.0008,
      "loss": 2.339761257171631,
      "step": 3384
    },
    {
      "epoch": 0.2052121212121212,
      "grad_norm": 0.06106838211417198,
      "learning_rate": 0.0008,
      "loss": 2.3816041946411133,
      "step": 3386
    },
    {
      "epoch": 0.20533333333333334,
      "grad_norm": 0.06205181032419205,
      "learning_rate": 0.0008,
      "loss": 2.3371403217315674,
      "step": 3388
    },
    {
      "epoch": 0.20545454545454545,
      "grad_norm": 0.06108669564127922,
      "learning_rate": 0.0008,
      "loss": 2.3518929481506348,
      "step": 3390
    },
    {
      "epoch": 0.20557575757575758,
      "grad_norm": 0.059581488370895386,
      "learning_rate": 0.0008,
      "loss": 2.2774853706359863,
      "step": 3392
    },
    {
      "epoch": 0.20569696969696968,
      "grad_norm": 0.0615994930267334,
      "learning_rate": 0.0008,
      "loss": 2.4320669174194336,
      "step": 3394
    },
    {
      "epoch": 0.20581818181818182,
      "grad_norm": 0.06516379117965698,
      "learning_rate": 0.0008,
      "loss": 2.335970640182495,
      "step": 3396
    },
    {
      "epoch": 0.20593939393939395,
      "grad_norm": 0.0671282485127449,
      "learning_rate": 0.0008,
      "loss": 2.3610215187072754,
      "step": 3398
    },
    {
      "epoch": 0.20606060606060606,
      "grad_norm": 0.06321428716182709,
      "learning_rate": 0.0008,
      "loss": 2.364454507827759,
      "step": 3400
    },
    {
      "epoch": 0.2061818181818182,
      "grad_norm": 0.05995545908808708,
      "learning_rate": 0.0008,
      "loss": 2.3121426105499268,
      "step": 3402
    },
    {
      "epoch": 0.2063030303030303,
      "grad_norm": 0.0600091926753521,
      "learning_rate": 0.0008,
      "loss": 2.398859977722168,
      "step": 3404
    },
    {
      "epoch": 0.20642424242424243,
      "grad_norm": 0.06178819015622139,
      "learning_rate": 0.0008,
      "loss": 2.4045872688293457,
      "step": 3406
    },
    {
      "epoch": 0.20654545454545453,
      "grad_norm": 0.06096385046839714,
      "learning_rate": 0.0008,
      "loss": 2.3972911834716797,
      "step": 3408
    },
    {
      "epoch": 0.20666666666666667,
      "grad_norm": 0.06043785810470581,
      "learning_rate": 0.0008,
      "loss": 2.391327142715454,
      "step": 3410
    },
    {
      "epoch": 0.2067878787878788,
      "grad_norm": 0.05988865718245506,
      "learning_rate": 0.0008,
      "loss": 2.321955919265747,
      "step": 3412
    },
    {
      "epoch": 0.2069090909090909,
      "grad_norm": 0.06515010446310043,
      "learning_rate": 0.0008,
      "loss": 2.481890916824341,
      "step": 3414
    },
    {
      "epoch": 0.20703030303030304,
      "grad_norm": 0.06396312266588211,
      "learning_rate": 0.0008,
      "loss": 2.440654754638672,
      "step": 3416
    },
    {
      "epoch": 0.20715151515151514,
      "grad_norm": 0.07008164376020432,
      "learning_rate": 0.0008,
      "loss": 2.4312686920166016,
      "step": 3418
    },
    {
      "epoch": 0.20727272727272728,
      "grad_norm": 0.06614779680967331,
      "learning_rate": 0.0008,
      "loss": 2.3492274284362793,
      "step": 3420
    },
    {
      "epoch": 0.20739393939393938,
      "grad_norm": 0.06199490278959274,
      "learning_rate": 0.0008,
      "loss": 2.392008066177368,
      "step": 3422
    },
    {
      "epoch": 0.2075151515151515,
      "grad_norm": 0.06075994297862053,
      "learning_rate": 0.0008,
      "loss": 2.336341619491577,
      "step": 3424
    },
    {
      "epoch": 0.20763636363636365,
      "grad_norm": 0.0601169653236866,
      "learning_rate": 0.0008,
      "loss": 2.446683645248413,
      "step": 3426
    },
    {
      "epoch": 0.20775757575757575,
      "grad_norm": 0.059829987585544586,
      "learning_rate": 0.0008,
      "loss": 2.310216188430786,
      "step": 3428
    },
    {
      "epoch": 0.20787878787878789,
      "grad_norm": 0.06021615117788315,
      "learning_rate": 0.0008,
      "loss": 2.4164071083068848,
      "step": 3430
    },
    {
      "epoch": 0.208,
      "grad_norm": 0.05985047668218613,
      "learning_rate": 0.0008,
      "loss": 2.3616135120391846,
      "step": 3432
    },
    {
      "epoch": 0.20812121212121212,
      "grad_norm": 0.06018706411123276,
      "learning_rate": 0.0008,
      "loss": 2.3942294120788574,
      "step": 3434
    },
    {
      "epoch": 0.20824242424242423,
      "grad_norm": 0.062283314764499664,
      "learning_rate": 0.0008,
      "loss": 2.2993602752685547,
      "step": 3436
    },
    {
      "epoch": 0.20836363636363636,
      "grad_norm": 0.06245701387524605,
      "learning_rate": 0.0008,
      "loss": 2.4047412872314453,
      "step": 3438
    },
    {
      "epoch": 0.2084848484848485,
      "grad_norm": 0.06061737239360809,
      "learning_rate": 0.0008,
      "loss": 2.374192714691162,
      "step": 3440
    },
    {
      "epoch": 0.2086060606060606,
      "grad_norm": 0.05910682678222656,
      "learning_rate": 0.0008,
      "loss": 2.336188793182373,
      "step": 3442
    },
    {
      "epoch": 0.20872727272727273,
      "grad_norm": 0.060264602303504944,
      "learning_rate": 0.0008,
      "loss": 2.381909132003784,
      "step": 3444
    },
    {
      "epoch": 0.20884848484848484,
      "grad_norm": 0.06081404536962509,
      "learning_rate": 0.0008,
      "loss": 2.3856759071350098,
      "step": 3446
    },
    {
      "epoch": 0.20896969696969697,
      "grad_norm": 0.06218332797288895,
      "learning_rate": 0.0008,
      "loss": 2.3362672328948975,
      "step": 3448
    },
    {
      "epoch": 0.20909090909090908,
      "grad_norm": 0.06279107928276062,
      "learning_rate": 0.0008,
      "loss": 2.377014636993408,
      "step": 3450
    },
    {
      "epoch": 0.2092121212121212,
      "grad_norm": 0.06299653649330139,
      "learning_rate": 0.0008,
      "loss": 2.338078498840332,
      "step": 3452
    },
    {
      "epoch": 0.20933333333333334,
      "grad_norm": 0.061249881982803345,
      "learning_rate": 0.0008,
      "loss": 2.3899455070495605,
      "step": 3454
    },
    {
      "epoch": 0.20945454545454545,
      "grad_norm": 0.060361023992300034,
      "learning_rate": 0.0008,
      "loss": 2.349741220474243,
      "step": 3456
    },
    {
      "epoch": 0.20957575757575758,
      "grad_norm": 0.06222981959581375,
      "learning_rate": 0.0008,
      "loss": 2.4450809955596924,
      "step": 3458
    },
    {
      "epoch": 0.2096969696969697,
      "grad_norm": 0.06303652375936508,
      "learning_rate": 0.0008,
      "loss": 2.306938886642456,
      "step": 3460
    },
    {
      "epoch": 0.20981818181818182,
      "grad_norm": 0.06239501014351845,
      "learning_rate": 0.0008,
      "loss": 2.4098989963531494,
      "step": 3462
    },
    {
      "epoch": 0.20993939393939393,
      "grad_norm": 0.061080511659383774,
      "learning_rate": 0.0008,
      "loss": 2.363349199295044,
      "step": 3464
    },
    {
      "epoch": 0.21006060606060606,
      "grad_norm": 0.061735138297080994,
      "learning_rate": 0.0008,
      "loss": 2.335779905319214,
      "step": 3466
    },
    {
      "epoch": 0.2101818181818182,
      "grad_norm": 0.06018690764904022,
      "learning_rate": 0.0008,
      "loss": 2.3641958236694336,
      "step": 3468
    },
    {
      "epoch": 0.2103030303030303,
      "grad_norm": 0.06118885055184364,
      "learning_rate": 0.0008,
      "loss": 2.428173065185547,
      "step": 3470
    },
    {
      "epoch": 0.21042424242424243,
      "grad_norm": 0.058638349175453186,
      "learning_rate": 0.0008,
      "loss": 2.368622064590454,
      "step": 3472
    },
    {
      "epoch": 0.21054545454545454,
      "grad_norm": 0.05984420329332352,
      "learning_rate": 0.0008,
      "loss": 2.3924975395202637,
      "step": 3474
    },
    {
      "epoch": 0.21066666666666667,
      "grad_norm": 0.062211260199546814,
      "learning_rate": 0.0008,
      "loss": 2.309882879257202,
      "step": 3476
    },
    {
      "epoch": 0.21078787878787877,
      "grad_norm": 0.06024811416864395,
      "learning_rate": 0.0008,
      "loss": 2.332853317260742,
      "step": 3478
    },
    {
      "epoch": 0.2109090909090909,
      "grad_norm": 0.06093132868409157,
      "learning_rate": 0.0008,
      "loss": 2.4030182361602783,
      "step": 3480
    },
    {
      "epoch": 0.21103030303030304,
      "grad_norm": 0.05897024646401405,
      "learning_rate": 0.0008,
      "loss": 2.3691020011901855,
      "step": 3482
    },
    {
      "epoch": 0.21115151515151515,
      "grad_norm": 0.06086757406592369,
      "learning_rate": 0.0008,
      "loss": 2.3034656047821045,
      "step": 3484
    },
    {
      "epoch": 0.21127272727272728,
      "grad_norm": 0.0609210841357708,
      "learning_rate": 0.0008,
      "loss": 2.393033027648926,
      "step": 3486
    },
    {
      "epoch": 0.21139393939393938,
      "grad_norm": 0.0612100251019001,
      "learning_rate": 0.0008,
      "loss": 2.4817583560943604,
      "step": 3488
    },
    {
      "epoch": 0.21151515151515152,
      "grad_norm": 0.06567695736885071,
      "learning_rate": 0.0008,
      "loss": 2.3703057765960693,
      "step": 3490
    },
    {
      "epoch": 0.21163636363636365,
      "grad_norm": 0.06198626756668091,
      "learning_rate": 0.0008,
      "loss": 2.3617489337921143,
      "step": 3492
    },
    {
      "epoch": 0.21175757575757576,
      "grad_norm": 0.06281516700983047,
      "learning_rate": 0.0008,
      "loss": 2.43685245513916,
      "step": 3494
    },
    {
      "epoch": 0.2118787878787879,
      "grad_norm": 0.06112358719110489,
      "learning_rate": 0.0008,
      "loss": 2.3176004886627197,
      "step": 3496
    },
    {
      "epoch": 0.212,
      "grad_norm": 0.06005077064037323,
      "learning_rate": 0.0008,
      "loss": 2.3330771923065186,
      "step": 3498
    },
    {
      "epoch": 0.21212121212121213,
      "grad_norm": 0.060638319700956345,
      "learning_rate": 0.0008,
      "loss": 2.4121053218841553,
      "step": 3500
    },
    {
      "epoch": 0.21224242424242423,
      "grad_norm": 0.06295730173587799,
      "learning_rate": 0.0008,
      "loss": 2.3568124771118164,
      "step": 3502
    },
    {
      "epoch": 0.21236363636363637,
      "grad_norm": 0.06820782274007797,
      "learning_rate": 0.0008,
      "loss": 2.419811725616455,
      "step": 3504
    },
    {
      "epoch": 0.2124848484848485,
      "grad_norm": 0.0669749453663826,
      "learning_rate": 0.0008,
      "loss": 2.3697450160980225,
      "step": 3506
    },
    {
      "epoch": 0.2126060606060606,
      "grad_norm": 0.05978759750723839,
      "learning_rate": 0.0008,
      "loss": 2.3736824989318848,
      "step": 3508
    },
    {
      "epoch": 0.21272727272727274,
      "grad_norm": 0.06045331433415413,
      "learning_rate": 0.0008,
      "loss": 2.3797011375427246,
      "step": 3510
    },
    {
      "epoch": 0.21284848484848484,
      "grad_norm": 0.059168849140405655,
      "learning_rate": 0.0008,
      "loss": 2.3515067100524902,
      "step": 3512
    },
    {
      "epoch": 0.21296969696969698,
      "grad_norm": 0.058381225913763046,
      "learning_rate": 0.0008,
      "loss": 2.316814422607422,
      "step": 3514
    },
    {
      "epoch": 0.21309090909090908,
      "grad_norm": 0.059535905718803406,
      "learning_rate": 0.0008,
      "loss": 2.2726504802703857,
      "step": 3516
    },
    {
      "epoch": 0.21321212121212121,
      "grad_norm": 0.05905255302786827,
      "learning_rate": 0.0008,
      "loss": 2.432345151901245,
      "step": 3518
    },
    {
      "epoch": 0.21333333333333335,
      "grad_norm": 0.05869733914732933,
      "learning_rate": 0.0008,
      "loss": 2.329862356185913,
      "step": 3520
    },
    {
      "epoch": 0.21345454545454545,
      "grad_norm": 0.060022443532943726,
      "learning_rate": 0.0008,
      "loss": 2.3194291591644287,
      "step": 3522
    },
    {
      "epoch": 0.21357575757575759,
      "grad_norm": 0.06119433045387268,
      "learning_rate": 0.0008,
      "loss": 2.3407065868377686,
      "step": 3524
    },
    {
      "epoch": 0.2136969696969697,
      "grad_norm": 0.0638166293501854,
      "learning_rate": 0.0008,
      "loss": 2.3706393241882324,
      "step": 3526
    },
    {
      "epoch": 0.21381818181818182,
      "grad_norm": 0.06201919913291931,
      "learning_rate": 0.0008,
      "loss": 2.4307913780212402,
      "step": 3528
    },
    {
      "epoch": 0.21393939393939393,
      "grad_norm": 0.06076642870903015,
      "learning_rate": 0.0008,
      "loss": 2.3638548851013184,
      "step": 3530
    },
    {
      "epoch": 0.21406060606060606,
      "grad_norm": 0.05945342034101486,
      "learning_rate": 0.0008,
      "loss": 2.357269287109375,
      "step": 3532
    },
    {
      "epoch": 0.2141818181818182,
      "grad_norm": 0.05730807036161423,
      "learning_rate": 0.0008,
      "loss": 2.374481201171875,
      "step": 3534
    },
    {
      "epoch": 0.2143030303030303,
      "grad_norm": 0.06174909323453903,
      "learning_rate": 0.0008,
      "loss": 2.435978889465332,
      "step": 3536
    },
    {
      "epoch": 0.21442424242424243,
      "grad_norm": 0.06230989098548889,
      "learning_rate": 0.0008,
      "loss": 2.319591522216797,
      "step": 3538
    },
    {
      "epoch": 0.21454545454545454,
      "grad_norm": 0.06090241298079491,
      "learning_rate": 0.0008,
      "loss": 2.355133533477783,
      "step": 3540
    },
    {
      "epoch": 0.21466666666666667,
      "grad_norm": 0.061044320464134216,
      "learning_rate": 0.0008,
      "loss": 2.3594412803649902,
      "step": 3542
    },
    {
      "epoch": 0.21478787878787878,
      "grad_norm": 0.05980578064918518,
      "learning_rate": 0.0008,
      "loss": 2.355220317840576,
      "step": 3544
    },
    {
      "epoch": 0.2149090909090909,
      "grad_norm": 0.061101336032152176,
      "learning_rate": 0.0008,
      "loss": 2.3053674697875977,
      "step": 3546
    },
    {
      "epoch": 0.21503030303030304,
      "grad_norm": 0.06387894600629807,
      "learning_rate": 0.0008,
      "loss": 2.360898494720459,
      "step": 3548
    },
    {
      "epoch": 0.21515151515151515,
      "grad_norm": 0.06075090914964676,
      "learning_rate": 0.0008,
      "loss": 2.37306809425354,
      "step": 3550
    },
    {
      "epoch": 0.21527272727272728,
      "grad_norm": 0.06056072190403938,
      "learning_rate": 0.0008,
      "loss": 2.375378370285034,
      "step": 3552
    },
    {
      "epoch": 0.2153939393939394,
      "grad_norm": 0.06082633510231972,
      "learning_rate": 0.0008,
      "loss": 2.3431010246276855,
      "step": 3554
    },
    {
      "epoch": 0.21551515151515152,
      "grad_norm": 0.060552991926670074,
      "learning_rate": 0.0008,
      "loss": 2.3898379802703857,
      "step": 3556
    },
    {
      "epoch": 0.21563636363636363,
      "grad_norm": 0.06507236510515213,
      "learning_rate": 0.0008,
      "loss": 2.4007065296173096,
      "step": 3558
    },
    {
      "epoch": 0.21575757575757576,
      "grad_norm": 0.06055418401956558,
      "learning_rate": 0.0008,
      "loss": 2.3419625759124756,
      "step": 3560
    },
    {
      "epoch": 0.2158787878787879,
      "grad_norm": 0.06045026704668999,
      "learning_rate": 0.0008,
      "loss": 2.355135440826416,
      "step": 3562
    },
    {
      "epoch": 0.216,
      "grad_norm": 0.06070132553577423,
      "learning_rate": 0.0008,
      "loss": 2.388695001602173,
      "step": 3564
    },
    {
      "epoch": 0.21612121212121213,
      "grad_norm": 0.06095276027917862,
      "learning_rate": 0.0008,
      "loss": 2.3636395931243896,
      "step": 3566
    },
    {
      "epoch": 0.21624242424242424,
      "grad_norm": 0.060285069048404694,
      "learning_rate": 0.0008,
      "loss": 2.365652084350586,
      "step": 3568
    },
    {
      "epoch": 0.21636363636363637,
      "grad_norm": 0.059739843010902405,
      "learning_rate": 0.0008,
      "loss": 2.330418109893799,
      "step": 3570
    },
    {
      "epoch": 0.21648484848484847,
      "grad_norm": 0.06000157818198204,
      "learning_rate": 0.0008,
      "loss": 2.369231939315796,
      "step": 3572
    },
    {
      "epoch": 0.2166060606060606,
      "grad_norm": 0.0627000629901886,
      "learning_rate": 0.0008,
      "loss": 2.397778272628784,
      "step": 3574
    },
    {
      "epoch": 0.21672727272727274,
      "grad_norm": 0.06301049143075943,
      "learning_rate": 0.0008,
      "loss": 2.3836798667907715,
      "step": 3576
    },
    {
      "epoch": 0.21684848484848485,
      "grad_norm": 0.06147561967372894,
      "learning_rate": 0.0008,
      "loss": 2.3390555381774902,
      "step": 3578
    },
    {
      "epoch": 0.21696969696969698,
      "grad_norm": 0.05926116555929184,
      "learning_rate": 0.0008,
      "loss": 2.378405809402466,
      "step": 3580
    },
    {
      "epoch": 0.21709090909090908,
      "grad_norm": 0.059772055596113205,
      "learning_rate": 0.0008,
      "loss": 2.3297219276428223,
      "step": 3582
    },
    {
      "epoch": 0.21721212121212122,
      "grad_norm": 0.06129893660545349,
      "learning_rate": 0.0008,
      "loss": 2.357309103012085,
      "step": 3584
    },
    {
      "epoch": 0.21733333333333332,
      "grad_norm": 0.05956103652715683,
      "learning_rate": 0.0008,
      "loss": 2.312147617340088,
      "step": 3586
    },
    {
      "epoch": 0.21745454545454546,
      "grad_norm": 0.05825521796941757,
      "learning_rate": 0.0008,
      "loss": 2.34063982963562,
      "step": 3588
    },
    {
      "epoch": 0.2175757575757576,
      "grad_norm": 0.059185490012168884,
      "learning_rate": 0.0008,
      "loss": 2.317426919937134,
      "step": 3590
    },
    {
      "epoch": 0.2176969696969697,
      "grad_norm": 0.060458336025476456,
      "learning_rate": 0.0008,
      "loss": 2.350567102432251,
      "step": 3592
    },
    {
      "epoch": 0.21781818181818183,
      "grad_norm": 0.058740485459566116,
      "learning_rate": 0.0008,
      "loss": 2.327078104019165,
      "step": 3594
    },
    {
      "epoch": 0.21793939393939393,
      "grad_norm": 0.05925673246383667,
      "learning_rate": 0.0008,
      "loss": 2.3151612281799316,
      "step": 3596
    },
    {
      "epoch": 0.21806060606060607,
      "grad_norm": 0.06474731862545013,
      "learning_rate": 0.0008,
      "loss": 2.399787425994873,
      "step": 3598
    },
    {
      "epoch": 0.21818181818181817,
      "grad_norm": 0.06320236623287201,
      "learning_rate": 0.0008,
      "loss": 2.4215986728668213,
      "step": 3600
    },
    {
      "epoch": 0.2183030303030303,
      "grad_norm": 0.0596189945936203,
      "learning_rate": 0.0008,
      "loss": 2.4685134887695312,
      "step": 3602
    },
    {
      "epoch": 0.21842424242424244,
      "grad_norm": 0.059221863746643066,
      "learning_rate": 0.0008,
      "loss": 2.363182306289673,
      "step": 3604
    },
    {
      "epoch": 0.21854545454545454,
      "grad_norm": 0.05982910841703415,
      "learning_rate": 0.0008,
      "loss": 2.335524082183838,
      "step": 3606
    },
    {
      "epoch": 0.21866666666666668,
      "grad_norm": 0.05940466374158859,
      "learning_rate": 0.0008,
      "loss": 2.356854200363159,
      "step": 3608
    },
    {
      "epoch": 0.21878787878787878,
      "grad_norm": 0.06193922460079193,
      "learning_rate": 0.0008,
      "loss": 2.4274723529815674,
      "step": 3610
    },
    {
      "epoch": 0.21890909090909091,
      "grad_norm": 0.06304489076137543,
      "learning_rate": 0.0008,
      "loss": 2.321931838989258,
      "step": 3612
    },
    {
      "epoch": 0.21903030303030302,
      "grad_norm": 0.06336472183465958,
      "learning_rate": 0.0008,
      "loss": 2.4025306701660156,
      "step": 3614
    },
    {
      "epoch": 0.21915151515151515,
      "grad_norm": 0.059730879962444305,
      "learning_rate": 0.0008,
      "loss": 2.349599599838257,
      "step": 3616
    },
    {
      "epoch": 0.21927272727272729,
      "grad_norm": 0.0587596595287323,
      "learning_rate": 0.0008,
      "loss": 2.316051721572876,
      "step": 3618
    },
    {
      "epoch": 0.2193939393939394,
      "grad_norm": 0.06056618690490723,
      "learning_rate": 0.0008,
      "loss": 2.374994993209839,
      "step": 3620
    },
    {
      "epoch": 0.21951515151515152,
      "grad_norm": 0.0586276575922966,
      "learning_rate": 0.0008,
      "loss": 2.342954397201538,
      "step": 3622
    },
    {
      "epoch": 0.21963636363636363,
      "grad_norm": 0.06325676292181015,
      "learning_rate": 0.0008,
      "loss": 2.405437469482422,
      "step": 3624
    },
    {
      "epoch": 0.21975757575757576,
      "grad_norm": 0.058517422527074814,
      "learning_rate": 0.0008,
      "loss": 2.4241347312927246,
      "step": 3626
    },
    {
      "epoch": 0.21987878787878787,
      "grad_norm": 0.0615883395075798,
      "learning_rate": 0.0008,
      "loss": 2.4417543411254883,
      "step": 3628
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.06099192425608635,
      "learning_rate": 0.0008,
      "loss": 2.4572947025299072,
      "step": 3630
    },
    {
      "epoch": 0.22012121212121213,
      "grad_norm": 0.062163885682821274,
      "learning_rate": 0.0008,
      "loss": 2.409895420074463,
      "step": 3632
    },
    {
      "epoch": 0.22024242424242424,
      "grad_norm": 0.061528280377388,
      "learning_rate": 0.0008,
      "loss": 2.33502459526062,
      "step": 3634
    },
    {
      "epoch": 0.22036363636363637,
      "grad_norm": 0.0604330338537693,
      "learning_rate": 0.0008,
      "loss": 2.296618938446045,
      "step": 3636
    },
    {
      "epoch": 0.22048484848484848,
      "grad_norm": 0.058347687125205994,
      "learning_rate": 0.0008,
      "loss": 2.4222660064697266,
      "step": 3638
    },
    {
      "epoch": 0.2206060606060606,
      "grad_norm": 0.059658437967300415,
      "learning_rate": 0.0008,
      "loss": 2.408747911453247,
      "step": 3640
    },
    {
      "epoch": 0.22072727272727272,
      "grad_norm": 0.05876055732369423,
      "learning_rate": 0.0008,
      "loss": 2.36826491355896,
      "step": 3642
    },
    {
      "epoch": 0.22084848484848485,
      "grad_norm": 0.060310401022434235,
      "learning_rate": 0.0008,
      "loss": 2.3151445388793945,
      "step": 3644
    },
    {
      "epoch": 0.22096969696969698,
      "grad_norm": 0.06790662556886673,
      "learning_rate": 0.0008,
      "loss": 2.317117214202881,
      "step": 3646
    },
    {
      "epoch": 0.2210909090909091,
      "grad_norm": 0.06473617255687714,
      "learning_rate": 0.0008,
      "loss": 2.397817611694336,
      "step": 3648
    },
    {
      "epoch": 0.22121212121212122,
      "grad_norm": 0.06439026445150375,
      "learning_rate": 0.0008,
      "loss": 2.3748483657836914,
      "step": 3650
    },
    {
      "epoch": 0.22133333333333333,
      "grad_norm": 0.059371963143348694,
      "learning_rate": 0.0008,
      "loss": 2.353700876235962,
      "step": 3652
    },
    {
      "epoch": 0.22145454545454546,
      "grad_norm": 0.05980909988284111,
      "learning_rate": 0.0008,
      "loss": 2.3805091381073,
      "step": 3654
    },
    {
      "epoch": 0.22157575757575756,
      "grad_norm": 0.058304473757743835,
      "learning_rate": 0.0008,
      "loss": 2.3889524936676025,
      "step": 3656
    },
    {
      "epoch": 0.2216969696969697,
      "grad_norm": 0.06019822508096695,
      "learning_rate": 0.0008,
      "loss": 2.255051374435425,
      "step": 3658
    },
    {
      "epoch": 0.22181818181818183,
      "grad_norm": 0.060064543038606644,
      "learning_rate": 0.0008,
      "loss": 2.3320655822753906,
      "step": 3660
    },
    {
      "epoch": 0.22193939393939394,
      "grad_norm": 0.05868018418550491,
      "learning_rate": 0.0008,
      "loss": 2.3182554244995117,
      "step": 3662
    },
    {
      "epoch": 0.22206060606060607,
      "grad_norm": 0.061914388090372086,
      "learning_rate": 0.0008,
      "loss": 2.3971199989318848,
      "step": 3664
    },
    {
      "epoch": 0.22218181818181817,
      "grad_norm": 0.06328081339597702,
      "learning_rate": 0.0008,
      "loss": 2.3444273471832275,
      "step": 3666
    },
    {
      "epoch": 0.2223030303030303,
      "grad_norm": 0.06663263589143753,
      "learning_rate": 0.0008,
      "loss": 2.3806684017181396,
      "step": 3668
    },
    {
      "epoch": 0.2224242424242424,
      "grad_norm": 0.07502009719610214,
      "learning_rate": 0.0008,
      "loss": 2.4248032569885254,
      "step": 3670
    },
    {
      "epoch": 0.22254545454545455,
      "grad_norm": 0.06393028050661087,
      "learning_rate": 0.0008,
      "loss": 2.291872978210449,
      "step": 3672
    },
    {
      "epoch": 0.22266666666666668,
      "grad_norm": 0.06751371920108795,
      "learning_rate": 0.0008,
      "loss": 2.3763504028320312,
      "step": 3674
    },
    {
      "epoch": 0.22278787878787878,
      "grad_norm": 0.061670709401369095,
      "learning_rate": 0.0008,
      "loss": 2.3337697982788086,
      "step": 3676
    },
    {
      "epoch": 0.22290909090909092,
      "grad_norm": 0.06985318660736084,
      "learning_rate": 0.0008,
      "loss": 2.3837108612060547,
      "step": 3678
    },
    {
      "epoch": 0.22303030303030302,
      "grad_norm": 0.06124449148774147,
      "learning_rate": 0.0008,
      "loss": 2.2587385177612305,
      "step": 3680
    },
    {
      "epoch": 0.22315151515151516,
      "grad_norm": 0.06146539747714996,
      "learning_rate": 0.0008,
      "loss": 2.2977778911590576,
      "step": 3682
    },
    {
      "epoch": 0.22327272727272726,
      "grad_norm": 0.06092836707830429,
      "learning_rate": 0.0008,
      "loss": 2.3489439487457275,
      "step": 3684
    },
    {
      "epoch": 0.2233939393939394,
      "grad_norm": 0.05877010151743889,
      "learning_rate": 0.0008,
      "loss": 2.3358330726623535,
      "step": 3686
    },
    {
      "epoch": 0.22351515151515153,
      "grad_norm": 0.062047962099313736,
      "learning_rate": 0.0008,
      "loss": 2.2734766006469727,
      "step": 3688
    },
    {
      "epoch": 0.22363636363636363,
      "grad_norm": 0.06308532506227493,
      "learning_rate": 0.0008,
      "loss": 2.313570976257324,
      "step": 3690
    },
    {
      "epoch": 0.22375757575757577,
      "grad_norm": 0.05812095105648041,
      "learning_rate": 0.0008,
      "loss": 2.3644399642944336,
      "step": 3692
    },
    {
      "epoch": 0.22387878787878787,
      "grad_norm": 0.0576254203915596,
      "learning_rate": 0.0008,
      "loss": 2.357138156890869,
      "step": 3694
    },
    {
      "epoch": 0.224,
      "grad_norm": 0.06040069833397865,
      "learning_rate": 0.0008,
      "loss": 2.316075563430786,
      "step": 3696
    },
    {
      "epoch": 0.2241212121212121,
      "grad_norm": 0.059217389672994614,
      "learning_rate": 0.0008,
      "loss": 2.325547456741333,
      "step": 3698
    },
    {
      "epoch": 0.22424242424242424,
      "grad_norm": 0.058100275695323944,
      "learning_rate": 0.0008,
      "loss": 2.3026175498962402,
      "step": 3700
    },
    {
      "epoch": 0.22436363636363638,
      "grad_norm": 0.060715481638908386,
      "learning_rate": 0.0008,
      "loss": 2.3769664764404297,
      "step": 3702
    },
    {
      "epoch": 0.22448484848484848,
      "grad_norm": 0.061866600066423416,
      "learning_rate": 0.0008,
      "loss": 2.3021254539489746,
      "step": 3704
    },
    {
      "epoch": 0.22460606060606061,
      "grad_norm": 0.07241630554199219,
      "learning_rate": 0.0008,
      "loss": 2.343722343444824,
      "step": 3706
    },
    {
      "epoch": 0.22472727272727272,
      "grad_norm": 0.06259169429540634,
      "learning_rate": 0.0008,
      "loss": 2.399001121520996,
      "step": 3708
    },
    {
      "epoch": 0.22484848484848485,
      "grad_norm": 0.05883322283625603,
      "learning_rate": 0.0008,
      "loss": 2.359848976135254,
      "step": 3710
    },
    {
      "epoch": 0.22496969696969696,
      "grad_norm": 0.05811923369765282,
      "learning_rate": 0.0008,
      "loss": 2.392446517944336,
      "step": 3712
    },
    {
      "epoch": 0.2250909090909091,
      "grad_norm": 0.05985423922538757,
      "learning_rate": 0.0008,
      "loss": 2.3331542015075684,
      "step": 3714
    },
    {
      "epoch": 0.22521212121212122,
      "grad_norm": 0.058759406208992004,
      "learning_rate": 0.0008,
      "loss": 2.3251442909240723,
      "step": 3716
    },
    {
      "epoch": 0.22533333333333333,
      "grad_norm": 0.0585932582616806,
      "learning_rate": 0.0008,
      "loss": 2.450383186340332,
      "step": 3718
    },
    {
      "epoch": 0.22545454545454546,
      "grad_norm": 0.0594971589744091,
      "learning_rate": 0.0008,
      "loss": 2.3661599159240723,
      "step": 3720
    },
    {
      "epoch": 0.22557575757575757,
      "grad_norm": 0.0601576492190361,
      "learning_rate": 0.0008,
      "loss": 2.3759279251098633,
      "step": 3722
    },
    {
      "epoch": 0.2256969696969697,
      "grad_norm": 0.0583440363407135,
      "learning_rate": 0.0008,
      "loss": 2.3866426944732666,
      "step": 3724
    },
    {
      "epoch": 0.2258181818181818,
      "grad_norm": 0.058524250984191895,
      "learning_rate": 0.0008,
      "loss": 2.309570789337158,
      "step": 3726
    },
    {
      "epoch": 0.22593939393939394,
      "grad_norm": 0.05761159956455231,
      "learning_rate": 0.0008,
      "loss": 2.292820692062378,
      "step": 3728
    },
    {
      "epoch": 0.22606060606060607,
      "grad_norm": 0.05933269113302231,
      "learning_rate": 0.0008,
      "loss": 2.287470579147339,
      "step": 3730
    },
    {
      "epoch": 0.22618181818181818,
      "grad_norm": 0.0592174232006073,
      "learning_rate": 0.0008,
      "loss": 2.316711902618408,
      "step": 3732
    },
    {
      "epoch": 0.2263030303030303,
      "grad_norm": 0.05722930654883385,
      "learning_rate": 0.0008,
      "loss": 2.2922117710113525,
      "step": 3734
    },
    {
      "epoch": 0.22642424242424242,
      "grad_norm": 0.05949020758271217,
      "learning_rate": 0.0008,
      "loss": 2.347520351409912,
      "step": 3736
    },
    {
      "epoch": 0.22654545454545455,
      "grad_norm": 0.057170093059539795,
      "learning_rate": 0.0008,
      "loss": 2.370473623275757,
      "step": 3738
    },
    {
      "epoch": 0.22666666666666666,
      "grad_norm": 0.06258055567741394,
      "learning_rate": 0.0008,
      "loss": 2.361758232116699,
      "step": 3740
    },
    {
      "epoch": 0.2267878787878788,
      "grad_norm": 0.058338914066553116,
      "learning_rate": 0.0008,
      "loss": 2.274831533432007,
      "step": 3742
    },
    {
      "epoch": 0.22690909090909092,
      "grad_norm": 0.059533409774303436,
      "learning_rate": 0.0008,
      "loss": 2.287447452545166,
      "step": 3744
    },
    {
      "epoch": 0.22703030303030303,
      "grad_norm": 0.06029726192355156,
      "learning_rate": 0.0008,
      "loss": 2.396071195602417,
      "step": 3746
    },
    {
      "epoch": 0.22715151515151516,
      "grad_norm": 0.05982179939746857,
      "learning_rate": 0.0008,
      "loss": 2.377426862716675,
      "step": 3748
    },
    {
      "epoch": 0.22727272727272727,
      "grad_norm": 0.05666445195674896,
      "learning_rate": 0.0008,
      "loss": 2.3247334957122803,
      "step": 3750
    },
    {
      "epoch": 0.2273939393939394,
      "grad_norm": 0.0583440326154232,
      "learning_rate": 0.0008,
      "loss": 2.3328633308410645,
      "step": 3752
    },
    {
      "epoch": 0.2275151515151515,
      "grad_norm": 0.05953441932797432,
      "learning_rate": 0.0008,
      "loss": 2.339372396469116,
      "step": 3754
    },
    {
      "epoch": 0.22763636363636364,
      "grad_norm": 0.05980515480041504,
      "learning_rate": 0.0008,
      "loss": 2.3931870460510254,
      "step": 3756
    },
    {
      "epoch": 0.22775757575757577,
      "grad_norm": 0.05760319158434868,
      "learning_rate": 0.0008,
      "loss": 2.361025333404541,
      "step": 3758
    },
    {
      "epoch": 0.22787878787878788,
      "grad_norm": 0.059608712792396545,
      "learning_rate": 0.0008,
      "loss": 2.3359713554382324,
      "step": 3760
    },
    {
      "epoch": 0.228,
      "grad_norm": 0.05781480297446251,
      "learning_rate": 0.0008,
      "loss": 2.4563286304473877,
      "step": 3762
    },
    {
      "epoch": 0.2281212121212121,
      "grad_norm": 0.05885075777769089,
      "learning_rate": 0.0008,
      "loss": 2.3484930992126465,
      "step": 3764
    },
    {
      "epoch": 0.22824242424242425,
      "grad_norm": 0.05794575437903404,
      "learning_rate": 0.0008,
      "loss": 2.4261159896850586,
      "step": 3766
    },
    {
      "epoch": 0.22836363636363635,
      "grad_norm": 0.05755815654993057,
      "learning_rate": 0.0008,
      "loss": 2.2875118255615234,
      "step": 3768
    },
    {
      "epoch": 0.22848484848484849,
      "grad_norm": 0.05794978886842728,
      "learning_rate": 0.0008,
      "loss": 2.3097119331359863,
      "step": 3770
    },
    {
      "epoch": 0.22860606060606062,
      "grad_norm": 0.05857931450009346,
      "learning_rate": 0.0008,
      "loss": 2.2968499660491943,
      "step": 3772
    },
    {
      "epoch": 0.22872727272727272,
      "grad_norm": 0.058345116674900055,
      "learning_rate": 0.0008,
      "loss": 2.3045918941497803,
      "step": 3774
    },
    {
      "epoch": 0.22884848484848486,
      "grad_norm": 0.05901407077908516,
      "learning_rate": 0.0008,
      "loss": 2.3217978477478027,
      "step": 3776
    },
    {
      "epoch": 0.22896969696969696,
      "grad_norm": 0.05986534059047699,
      "learning_rate": 0.0008,
      "loss": 2.416783332824707,
      "step": 3778
    },
    {
      "epoch": 0.2290909090909091,
      "grad_norm": 0.20109300315380096,
      "learning_rate": 0.0008,
      "loss": 2.316739320755005,
      "step": 3780
    },
    {
      "epoch": 0.2292121212121212,
      "grad_norm": 0.05921747907996178,
      "learning_rate": 0.0008,
      "loss": 2.355057716369629,
      "step": 3782
    },
    {
      "epoch": 0.22933333333333333,
      "grad_norm": 0.05930429697036743,
      "learning_rate": 0.0008,
      "loss": 2.351317882537842,
      "step": 3784
    },
    {
      "epoch": 0.22945454545454547,
      "grad_norm": 0.06075471639633179,
      "learning_rate": 0.0008,
      "loss": 2.335066318511963,
      "step": 3786
    },
    {
      "epoch": 0.22957575757575757,
      "grad_norm": 0.06268128007650375,
      "learning_rate": 0.0008,
      "loss": 2.369474172592163,
      "step": 3788
    },
    {
      "epoch": 0.2296969696969697,
      "grad_norm": 0.05948026478290558,
      "learning_rate": 0.0008,
      "loss": 2.341930866241455,
      "step": 3790
    },
    {
      "epoch": 0.2298181818181818,
      "grad_norm": 0.0650133565068245,
      "learning_rate": 0.0008,
      "loss": 2.327554702758789,
      "step": 3792
    },
    {
      "epoch": 0.22993939393939394,
      "grad_norm": 0.06232931837439537,
      "learning_rate": 0.0008,
      "loss": 2.3700950145721436,
      "step": 3794
    },
    {
      "epoch": 0.23006060606060605,
      "grad_norm": 0.06412430852651596,
      "learning_rate": 0.0008,
      "loss": 2.385807752609253,
      "step": 3796
    },
    {
      "epoch": 0.23018181818181818,
      "grad_norm": 0.061412785202264786,
      "learning_rate": 0.0008,
      "loss": 2.2746758460998535,
      "step": 3798
    },
    {
      "epoch": 0.23030303030303031,
      "grad_norm": 0.059951893985271454,
      "learning_rate": 0.0008,
      "loss": 2.4383833408355713,
      "step": 3800
    },
    {
      "epoch": 0.23042424242424242,
      "grad_norm": 0.061614494770765305,
      "learning_rate": 0.0008,
      "loss": 2.3045949935913086,
      "step": 3802
    },
    {
      "epoch": 0.23054545454545455,
      "grad_norm": 0.057723693549633026,
      "learning_rate": 0.0008,
      "loss": 2.3085076808929443,
      "step": 3804
    },
    {
      "epoch": 0.23066666666666666,
      "grad_norm": 0.05885179340839386,
      "learning_rate": 0.0008,
      "loss": 2.4058308601379395,
      "step": 3806
    },
    {
      "epoch": 0.2307878787878788,
      "grad_norm": 0.058545246720314026,
      "learning_rate": 0.0008,
      "loss": 2.3356590270996094,
      "step": 3808
    },
    {
      "epoch": 0.2309090909090909,
      "grad_norm": 0.05769583582878113,
      "learning_rate": 0.0008,
      "loss": 2.396768808364868,
      "step": 3810
    },
    {
      "epoch": 0.23103030303030303,
      "grad_norm": 0.05468669906258583,
      "learning_rate": 0.0008,
      "loss": 2.3331267833709717,
      "step": 3812
    },
    {
      "epoch": 0.23115151515151516,
      "grad_norm": 0.06243548169732094,
      "learning_rate": 0.0008,
      "loss": 2.330002546310425,
      "step": 3814
    },
    {
      "epoch": 0.23127272727272727,
      "grad_norm": 0.06422052532434464,
      "learning_rate": 0.0008,
      "loss": 2.4068386554718018,
      "step": 3816
    },
    {
      "epoch": 0.2313939393939394,
      "grad_norm": 0.05971241369843483,
      "learning_rate": 0.0008,
      "loss": 2.278559923171997,
      "step": 3818
    },
    {
      "epoch": 0.2315151515151515,
      "grad_norm": 0.058539677411317825,
      "learning_rate": 0.0008,
      "loss": 2.371701955795288,
      "step": 3820
    },
    {
      "epoch": 0.23163636363636364,
      "grad_norm": 0.05814191699028015,
      "learning_rate": 0.0008,
      "loss": 2.327314853668213,
      "step": 3822
    },
    {
      "epoch": 0.23175757575757575,
      "grad_norm": 0.05799546092748642,
      "learning_rate": 0.0008,
      "loss": 2.3705921173095703,
      "step": 3824
    },
    {
      "epoch": 0.23187878787878788,
      "grad_norm": 0.05907570943236351,
      "learning_rate": 0.0008,
      "loss": 2.4007577896118164,
      "step": 3826
    },
    {
      "epoch": 0.232,
      "grad_norm": 0.056397564709186554,
      "learning_rate": 0.0008,
      "loss": 2.325538158416748,
      "step": 3828
    },
    {
      "epoch": 0.23212121212121212,
      "grad_norm": 0.05815138667821884,
      "learning_rate": 0.0008,
      "loss": 2.2851619720458984,
      "step": 3830
    },
    {
      "epoch": 0.23224242424242425,
      "grad_norm": 0.05725277587771416,
      "learning_rate": 0.0008,
      "loss": 2.283728837966919,
      "step": 3832
    },
    {
      "epoch": 0.23236363636363636,
      "grad_norm": 0.056375280022621155,
      "learning_rate": 0.0008,
      "loss": 2.2371628284454346,
      "step": 3834
    },
    {
      "epoch": 0.2324848484848485,
      "grad_norm": 0.05638980120420456,
      "learning_rate": 0.0008,
      "loss": 2.313784122467041,
      "step": 3836
    },
    {
      "epoch": 0.2326060606060606,
      "grad_norm": 0.05666641891002655,
      "learning_rate": 0.0008,
      "loss": 2.27374267578125,
      "step": 3838
    },
    {
      "epoch": 0.23272727272727273,
      "grad_norm": 0.0652182400226593,
      "learning_rate": 0.0008,
      "loss": 2.371403217315674,
      "step": 3840
    },
    {
      "epoch": 0.23284848484848486,
      "grad_norm": 0.05796528607606888,
      "learning_rate": 0.0008,
      "loss": 2.410468101501465,
      "step": 3842
    },
    {
      "epoch": 0.23296969696969697,
      "grad_norm": 0.05906786024570465,
      "learning_rate": 0.0008,
      "loss": 2.355583429336548,
      "step": 3844
    },
    {
      "epoch": 0.2330909090909091,
      "grad_norm": 0.05942641943693161,
      "learning_rate": 0.0008,
      "loss": 2.3535244464874268,
      "step": 3846
    },
    {
      "epoch": 0.2332121212121212,
      "grad_norm": 0.05831633508205414,
      "learning_rate": 0.0008,
      "loss": 2.3464303016662598,
      "step": 3848
    },
    {
      "epoch": 0.23333333333333334,
      "grad_norm": 0.058287929743528366,
      "learning_rate": 0.0008,
      "loss": 2.3608744144439697,
      "step": 3850
    },
    {
      "epoch": 0.23345454545454544,
      "grad_norm": 0.05863798037171364,
      "learning_rate": 0.0008,
      "loss": 2.2930095195770264,
      "step": 3852
    },
    {
      "epoch": 0.23357575757575758,
      "grad_norm": 0.0570516362786293,
      "learning_rate": 0.0008,
      "loss": 2.2674875259399414,
      "step": 3854
    },
    {
      "epoch": 0.2336969696969697,
      "grad_norm": 0.06633114069700241,
      "learning_rate": 0.0008,
      "loss": 2.3804638385772705,
      "step": 3856
    },
    {
      "epoch": 0.23381818181818181,
      "grad_norm": 0.05837031826376915,
      "learning_rate": 0.0008,
      "loss": 2.2630417346954346,
      "step": 3858
    },
    {
      "epoch": 0.23393939393939395,
      "grad_norm": 0.05885876342654228,
      "learning_rate": 0.0008,
      "loss": 2.3121442794799805,
      "step": 3860
    },
    {
      "epoch": 0.23406060606060605,
      "grad_norm": 0.058823712170124054,
      "learning_rate": 0.0008,
      "loss": 2.321859359741211,
      "step": 3862
    },
    {
      "epoch": 0.23418181818181819,
      "grad_norm": 0.05821113660931587,
      "learning_rate": 0.0008,
      "loss": 2.371182441711426,
      "step": 3864
    },
    {
      "epoch": 0.2343030303030303,
      "grad_norm": 0.06509250402450562,
      "learning_rate": 0.0008,
      "loss": 2.351212978363037,
      "step": 3866
    },
    {
      "epoch": 0.23442424242424242,
      "grad_norm": 0.059710919857025146,
      "learning_rate": 0.0008,
      "loss": 2.3224947452545166,
      "step": 3868
    },
    {
      "epoch": 0.23454545454545456,
      "grad_norm": 0.059378352016210556,
      "learning_rate": 0.0008,
      "loss": 2.2942121028900146,
      "step": 3870
    },
    {
      "epoch": 0.23466666666666666,
      "grad_norm": 0.058225587010383606,
      "learning_rate": 0.0008,
      "loss": 2.3027846813201904,
      "step": 3872
    },
    {
      "epoch": 0.2347878787878788,
      "grad_norm": 0.0590234138071537,
      "learning_rate": 0.0008,
      "loss": 2.3752713203430176,
      "step": 3874
    },
    {
      "epoch": 0.2349090909090909,
      "grad_norm": 0.06160789728164673,
      "learning_rate": 0.0008,
      "loss": 2.35866379737854,
      "step": 3876
    },
    {
      "epoch": 0.23503030303030303,
      "grad_norm": 0.06144797429442406,
      "learning_rate": 0.0008,
      "loss": 2.3664562702178955,
      "step": 3878
    },
    {
      "epoch": 0.23515151515151514,
      "grad_norm": 0.06430505961179733,
      "learning_rate": 0.0008,
      "loss": 2.250906229019165,
      "step": 3880
    },
    {
      "epoch": 0.23527272727272727,
      "grad_norm": 0.06820724904537201,
      "learning_rate": 0.0008,
      "loss": 2.395662307739258,
      "step": 3882
    },
    {
      "epoch": 0.2353939393939394,
      "grad_norm": 0.06850579380989075,
      "learning_rate": 0.0008,
      "loss": 2.2976865768432617,
      "step": 3884
    },
    {
      "epoch": 0.2355151515151515,
      "grad_norm": 0.06636672466993332,
      "learning_rate": 0.0008,
      "loss": 2.3368399143218994,
      "step": 3886
    },
    {
      "epoch": 0.23563636363636364,
      "grad_norm": 0.0672006830573082,
      "learning_rate": 0.0008,
      "loss": 2.3422114849090576,
      "step": 3888
    },
    {
      "epoch": 0.23575757575757575,
      "grad_norm": 0.059673767536878586,
      "learning_rate": 0.0008,
      "loss": 2.3023509979248047,
      "step": 3890
    },
    {
      "epoch": 0.23587878787878788,
      "grad_norm": 0.059761468321084976,
      "learning_rate": 0.0008,
      "loss": 2.375650644302368,
      "step": 3892
    },
    {
      "epoch": 0.236,
      "grad_norm": 0.05827547237277031,
      "learning_rate": 0.0008,
      "loss": 2.3903191089630127,
      "step": 3894
    },
    {
      "epoch": 0.23612121212121212,
      "grad_norm": 0.059061452746391296,
      "learning_rate": 0.0008,
      "loss": 2.330333709716797,
      "step": 3896
    },
    {
      "epoch": 0.23624242424242425,
      "grad_norm": 0.058004897087812424,
      "learning_rate": 0.0008,
      "loss": 2.370435953140259,
      "step": 3898
    },
    {
      "epoch": 0.23636363636363636,
      "grad_norm": 0.05900784954428673,
      "learning_rate": 0.0008,
      "loss": 2.3416755199432373,
      "step": 3900
    },
    {
      "epoch": 0.2364848484848485,
      "grad_norm": 0.05726140737533569,
      "learning_rate": 0.0008,
      "loss": 2.3155927658081055,
      "step": 3902
    },
    {
      "epoch": 0.2366060606060606,
      "grad_norm": 0.058020446449518204,
      "learning_rate": 0.0008,
      "loss": 2.3458967208862305,
      "step": 3904
    },
    {
      "epoch": 0.23672727272727273,
      "grad_norm": 0.05846282094717026,
      "learning_rate": 0.0008,
      "loss": 2.329672336578369,
      "step": 3906
    },
    {
      "epoch": 0.23684848484848484,
      "grad_norm": 0.05903160199522972,
      "learning_rate": 0.0008,
      "loss": 2.392167091369629,
      "step": 3908
    },
    {
      "epoch": 0.23696969696969697,
      "grad_norm": 0.058208759874105453,
      "learning_rate": 0.0008,
      "loss": 2.336911201477051,
      "step": 3910
    },
    {
      "epoch": 0.2370909090909091,
      "grad_norm": 0.05819345638155937,
      "learning_rate": 0.0008,
      "loss": 2.381307601928711,
      "step": 3912
    },
    {
      "epoch": 0.2372121212121212,
      "grad_norm": 0.05838175490498543,
      "learning_rate": 0.0008,
      "loss": 2.3711512088775635,
      "step": 3914
    },
    {
      "epoch": 0.23733333333333334,
      "grad_norm": 0.05862388014793396,
      "learning_rate": 0.0008,
      "loss": 2.29900860786438,
      "step": 3916
    },
    {
      "epoch": 0.23745454545454545,
      "grad_norm": 0.058891668915748596,
      "learning_rate": 0.0008,
      "loss": 2.401496648788452,
      "step": 3918
    },
    {
      "epoch": 0.23757575757575758,
      "grad_norm": 0.05935104191303253,
      "learning_rate": 0.0008,
      "loss": 2.299919843673706,
      "step": 3920
    },
    {
      "epoch": 0.23769696969696968,
      "grad_norm": 0.0572003610432148,
      "learning_rate": 0.0008,
      "loss": 2.3073511123657227,
      "step": 3922
    },
    {
      "epoch": 0.23781818181818182,
      "grad_norm": 0.06172458454966545,
      "learning_rate": 0.0008,
      "loss": 2.434468984603882,
      "step": 3924
    },
    {
      "epoch": 0.23793939393939395,
      "grad_norm": 0.05826212838292122,
      "learning_rate": 0.0008,
      "loss": 2.306359052658081,
      "step": 3926
    },
    {
      "epoch": 0.23806060606060606,
      "grad_norm": 0.056962959468364716,
      "learning_rate": 0.0008,
      "loss": 2.3367090225219727,
      "step": 3928
    },
    {
      "epoch": 0.2381818181818182,
      "grad_norm": 0.06560514122247696,
      "learning_rate": 0.0008,
      "loss": 2.378406047821045,
      "step": 3930
    },
    {
      "epoch": 0.2383030303030303,
      "grad_norm": 0.05808865278959274,
      "learning_rate": 0.0008,
      "loss": 2.3073678016662598,
      "step": 3932
    },
    {
      "epoch": 0.23842424242424243,
      "grad_norm": 0.05970320478081703,
      "learning_rate": 0.0008,
      "loss": 2.3152074813842773,
      "step": 3934
    },
    {
      "epoch": 0.23854545454545453,
      "grad_norm": 0.05879412218928337,
      "learning_rate": 0.0008,
      "loss": 2.2809810638427734,
      "step": 3936
    },
    {
      "epoch": 0.23866666666666667,
      "grad_norm": 0.05620420724153519,
      "learning_rate": 0.0008,
      "loss": 2.221090793609619,
      "step": 3938
    },
    {
      "epoch": 0.2387878787878788,
      "grad_norm": 0.05752316489815712,
      "learning_rate": 0.0008,
      "loss": 2.2999398708343506,
      "step": 3940
    },
    {
      "epoch": 0.2389090909090909,
      "grad_norm": 0.057674650102853775,
      "learning_rate": 0.0008,
      "loss": 2.3606085777282715,
      "step": 3942
    },
    {
      "epoch": 0.23903030303030304,
      "grad_norm": 0.05615035071969032,
      "learning_rate": 0.0008,
      "loss": 2.3004605770111084,
      "step": 3944
    },
    {
      "epoch": 0.23915151515151514,
      "grad_norm": 0.05954557657241821,
      "learning_rate": 0.0008,
      "loss": 2.423476457595825,
      "step": 3946
    },
    {
      "epoch": 0.23927272727272728,
      "grad_norm": 0.0631764680147171,
      "learning_rate": 0.0008,
      "loss": 2.362670421600342,
      "step": 3948
    },
    {
      "epoch": 0.23939393939393938,
      "grad_norm": 0.06506195664405823,
      "learning_rate": 0.0008,
      "loss": 2.3454747200012207,
      "step": 3950
    },
    {
      "epoch": 0.23951515151515151,
      "grad_norm": 0.058207977563142776,
      "learning_rate": 0.0008,
      "loss": 2.353426218032837,
      "step": 3952
    },
    {
      "epoch": 0.23963636363636365,
      "grad_norm": 0.05796258524060249,
      "learning_rate": 0.0008,
      "loss": 2.2876508235931396,
      "step": 3954
    },
    {
      "epoch": 0.23975757575757575,
      "grad_norm": 0.05863906443119049,
      "learning_rate": 0.0008,
      "loss": 2.2994260787963867,
      "step": 3956
    },
    {
      "epoch": 0.23987878787878789,
      "grad_norm": 0.06288156658411026,
      "learning_rate": 0.0008,
      "loss": 2.3417880535125732,
      "step": 3958
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.06759846955537796,
      "learning_rate": 0.0008,
      "loss": 2.3592028617858887,
      "step": 3960
    },
    {
      "epoch": 0.24012121212121212,
      "grad_norm": 0.058577585965394974,
      "learning_rate": 0.0008,
      "loss": 2.3341927528381348,
      "step": 3962
    },
    {
      "epoch": 0.24024242424242423,
      "grad_norm": 0.057559359818696976,
      "learning_rate": 0.0008,
      "loss": 2.3697829246520996,
      "step": 3964
    },
    {
      "epoch": 0.24036363636363636,
      "grad_norm": 0.05777288228273392,
      "learning_rate": 0.0008,
      "loss": 2.3558735847473145,
      "step": 3966
    },
    {
      "epoch": 0.2404848484848485,
      "grad_norm": 0.056973520666360855,
      "learning_rate": 0.0008,
      "loss": 2.208238363265991,
      "step": 3968
    },
    {
      "epoch": 0.2406060606060606,
      "grad_norm": 0.057529885321855545,
      "learning_rate": 0.0008,
      "loss": 2.3652331829071045,
      "step": 3970
    },
    {
      "epoch": 0.24072727272727273,
      "grad_norm": 0.05713169276714325,
      "learning_rate": 0.0008,
      "loss": 2.3655126094818115,
      "step": 3972
    },
    {
      "epoch": 0.24084848484848484,
      "grad_norm": 0.058684736490249634,
      "learning_rate": 0.0008,
      "loss": 2.367666006088257,
      "step": 3974
    },
    {
      "epoch": 0.24096969696969697,
      "grad_norm": 0.058565668761730194,
      "learning_rate": 0.0008,
      "loss": 2.3013381958007812,
      "step": 3976
    },
    {
      "epoch": 0.24109090909090908,
      "grad_norm": 0.057647403329610825,
      "learning_rate": 0.0008,
      "loss": 2.3404695987701416,
      "step": 3978
    },
    {
      "epoch": 0.2412121212121212,
      "grad_norm": 0.05621769651770592,
      "learning_rate": 0.0008,
      "loss": 2.3322060108184814,
      "step": 3980
    },
    {
      "epoch": 0.24133333333333334,
      "grad_norm": 0.055793240666389465,
      "learning_rate": 0.0008,
      "loss": 2.2863526344299316,
      "step": 3982
    },
    {
      "epoch": 0.24145454545454545,
      "grad_norm": 0.055241961032152176,
      "learning_rate": 0.0008,
      "loss": 2.3187427520751953,
      "step": 3984
    },
    {
      "epoch": 0.24157575757575758,
      "grad_norm": 0.05842605233192444,
      "learning_rate": 0.0008,
      "loss": 2.3507907390594482,
      "step": 3986
    },
    {
      "epoch": 0.2416969696969697,
      "grad_norm": 0.05926887318491936,
      "learning_rate": 0.0008,
      "loss": 2.282949924468994,
      "step": 3988
    },
    {
      "epoch": 0.24181818181818182,
      "grad_norm": 0.059015173465013504,
      "learning_rate": 0.0008,
      "loss": 2.30261492729187,
      "step": 3990
    },
    {
      "epoch": 0.24193939393939393,
      "grad_norm": 0.05698901787400246,
      "learning_rate": 0.0008,
      "loss": 2.342902898788452,
      "step": 3992
    },
    {
      "epoch": 0.24206060606060606,
      "grad_norm": 0.059526145458221436,
      "learning_rate": 0.0008,
      "loss": 2.3741798400878906,
      "step": 3994
    },
    {
      "epoch": 0.2421818181818182,
      "grad_norm": 0.06330876052379608,
      "learning_rate": 0.0008,
      "loss": 2.3275294303894043,
      "step": 3996
    },
    {
      "epoch": 0.2423030303030303,
      "grad_norm": 0.062432661652565,
      "learning_rate": 0.0008,
      "loss": 2.3211746215820312,
      "step": 3998
    },
    {
      "epoch": 0.24242424242424243,
      "grad_norm": 0.05915740504860878,
      "learning_rate": 0.0008,
      "loss": 2.3302693367004395,
      "step": 4000
    },
    {
      "epoch": 0.24254545454545454,
      "grad_norm": 0.05811610817909241,
      "learning_rate": 0.0008,
      "loss": 2.318605899810791,
      "step": 4002
    },
    {
      "epoch": 0.24266666666666667,
      "grad_norm": 0.05992354452610016,
      "learning_rate": 0.0008,
      "loss": 2.3499338626861572,
      "step": 4004
    },
    {
      "epoch": 0.24278787878787877,
      "grad_norm": 0.055885251611471176,
      "learning_rate": 0.0008,
      "loss": 2.295022964477539,
      "step": 4006
    },
    {
      "epoch": 0.2429090909090909,
      "grad_norm": 0.05762479826807976,
      "learning_rate": 0.0008,
      "loss": 2.3521554470062256,
      "step": 4008
    },
    {
      "epoch": 0.24303030303030304,
      "grad_norm": 0.056739915162324905,
      "learning_rate": 0.0008,
      "loss": 2.3270480632781982,
      "step": 4010
    },
    {
      "epoch": 0.24315151515151515,
      "grad_norm": 0.06058281287550926,
      "learning_rate": 0.0008,
      "loss": 2.3155791759490967,
      "step": 4012
    },
    {
      "epoch": 0.24327272727272728,
      "grad_norm": 0.06252892315387726,
      "learning_rate": 0.0008,
      "loss": 2.3584296703338623,
      "step": 4014
    },
    {
      "epoch": 0.24339393939393938,
      "grad_norm": 0.06383760273456573,
      "learning_rate": 0.0008,
      "loss": 2.301232099533081,
      "step": 4016
    },
    {
      "epoch": 0.24351515151515152,
      "grad_norm": 0.06355509907007217,
      "learning_rate": 0.0008,
      "loss": 2.2691781520843506,
      "step": 4018
    },
    {
      "epoch": 0.24363636363636362,
      "grad_norm": 0.05729431286454201,
      "learning_rate": 0.0008,
      "loss": 2.3952081203460693,
      "step": 4020
    },
    {
      "epoch": 0.24375757575757576,
      "grad_norm": 0.05660161375999451,
      "learning_rate": 0.0008,
      "loss": 2.306033134460449,
      "step": 4022
    },
    {
      "epoch": 0.2438787878787879,
      "grad_norm": 0.05900964513421059,
      "learning_rate": 0.0008,
      "loss": 2.373225688934326,
      "step": 4024
    },
    {
      "epoch": 0.244,
      "grad_norm": 0.05967697873711586,
      "learning_rate": 0.0008,
      "loss": 2.3713021278381348,
      "step": 4026
    },
    {
      "epoch": 0.24412121212121213,
      "grad_norm": 0.05836792662739754,
      "learning_rate": 0.0008,
      "loss": 2.3546252250671387,
      "step": 4028
    },
    {
      "epoch": 0.24424242424242423,
      "grad_norm": 0.0576455257833004,
      "learning_rate": 0.0008,
      "loss": 2.354295492172241,
      "step": 4030
    },
    {
      "epoch": 0.24436363636363637,
      "grad_norm": 0.056558337062597275,
      "learning_rate": 0.0008,
      "loss": 2.329935073852539,
      "step": 4032
    },
    {
      "epoch": 0.24448484848484847,
      "grad_norm": 0.054967015981674194,
      "learning_rate": 0.0008,
      "loss": 2.304921865463257,
      "step": 4034
    },
    {
      "epoch": 0.2446060606060606,
      "grad_norm": 0.0567418672144413,
      "learning_rate": 0.0008,
      "loss": 2.330441474914551,
      "step": 4036
    },
    {
      "epoch": 0.24472727272727274,
      "grad_norm": 0.05728789418935776,
      "learning_rate": 0.0008,
      "loss": 2.3416805267333984,
      "step": 4038
    },
    {
      "epoch": 0.24484848484848484,
      "grad_norm": 0.056817974895238876,
      "learning_rate": 0.0008,
      "loss": 2.3149664402008057,
      "step": 4040
    },
    {
      "epoch": 0.24496969696969698,
      "grad_norm": 0.0586363710463047,
      "learning_rate": 0.0008,
      "loss": 2.3302032947540283,
      "step": 4042
    },
    {
      "epoch": 0.24509090909090908,
      "grad_norm": 0.06244336813688278,
      "learning_rate": 0.0008,
      "loss": 2.3016648292541504,
      "step": 4044
    },
    {
      "epoch": 0.24521212121212121,
      "grad_norm": 0.058773599565029144,
      "learning_rate": 0.0008,
      "loss": 2.2876479625701904,
      "step": 4046
    },
    {
      "epoch": 0.24533333333333332,
      "grad_norm": 0.0559917688369751,
      "learning_rate": 0.0008,
      "loss": 2.362435817718506,
      "step": 4048
    },
    {
      "epoch": 0.24545454545454545,
      "grad_norm": 0.05505934730172157,
      "learning_rate": 0.0008,
      "loss": 2.340914249420166,
      "step": 4050
    },
    {
      "epoch": 0.2455757575757576,
      "grad_norm": 0.056102629750967026,
      "learning_rate": 0.0008,
      "loss": 2.28023362159729,
      "step": 4052
    },
    {
      "epoch": 0.2456969696969697,
      "grad_norm": 0.05614113807678223,
      "learning_rate": 0.0008,
      "loss": 2.3224358558654785,
      "step": 4054
    },
    {
      "epoch": 0.24581818181818182,
      "grad_norm": 0.056151557713747025,
      "learning_rate": 0.0008,
      "loss": 2.3566386699676514,
      "step": 4056
    },
    {
      "epoch": 0.24593939393939393,
      "grad_norm": 0.05578375980257988,
      "learning_rate": 0.0008,
      "loss": 2.345747470855713,
      "step": 4058
    },
    {
      "epoch": 0.24606060606060606,
      "grad_norm": 0.0565609484910965,
      "learning_rate": 0.0008,
      "loss": 2.307706117630005,
      "step": 4060
    },
    {
      "epoch": 0.24618181818181817,
      "grad_norm": 0.05739511549472809,
      "learning_rate": 0.0008,
      "loss": 2.351661205291748,
      "step": 4062
    },
    {
      "epoch": 0.2463030303030303,
      "grad_norm": 0.05969545617699623,
      "learning_rate": 0.0008,
      "loss": 2.3809664249420166,
      "step": 4064
    },
    {
      "epoch": 0.24642424242424243,
      "grad_norm": 0.055300820618867874,
      "learning_rate": 0.0008,
      "loss": 2.2858052253723145,
      "step": 4066
    },
    {
      "epoch": 0.24654545454545454,
      "grad_norm": 0.05574730038642883,
      "learning_rate": 0.0008,
      "loss": 2.28066349029541,
      "step": 4068
    },
    {
      "epoch": 0.24666666666666667,
      "grad_norm": 0.05715244635939598,
      "learning_rate": 0.0008,
      "loss": 2.3349177837371826,
      "step": 4070
    },
    {
      "epoch": 0.24678787878787878,
      "grad_norm": 0.05595707893371582,
      "learning_rate": 0.0008,
      "loss": 2.289381504058838,
      "step": 4072
    },
    {
      "epoch": 0.2469090909090909,
      "grad_norm": 0.057443633675575256,
      "learning_rate": 0.0008,
      "loss": 2.317105531692505,
      "step": 4074
    },
    {
      "epoch": 0.24703030303030302,
      "grad_norm": 0.05788515880703926,
      "learning_rate": 0.0008,
      "loss": 2.2469866275787354,
      "step": 4076
    },
    {
      "epoch": 0.24715151515151515,
      "grad_norm": 0.057550109922885895,
      "learning_rate": 0.0008,
      "loss": 2.2977888584136963,
      "step": 4078
    },
    {
      "epoch": 0.24727272727272728,
      "grad_norm": 0.059939853847026825,
      "learning_rate": 0.0008,
      "loss": 2.4117014408111572,
      "step": 4080
    },
    {
      "epoch": 0.2473939393939394,
      "grad_norm": 0.055290281772613525,
      "learning_rate": 0.0008,
      "loss": 2.3443610668182373,
      "step": 4082
    },
    {
      "epoch": 0.24751515151515152,
      "grad_norm": 0.05711251497268677,
      "learning_rate": 0.0008,
      "loss": 2.3237903118133545,
      "step": 4084
    },
    {
      "epoch": 0.24763636363636363,
      "grad_norm": 0.057593874633312225,
      "learning_rate": 0.0008,
      "loss": 2.3088464736938477,
      "step": 4086
    },
    {
      "epoch": 0.24775757575757576,
      "grad_norm": 0.06026874855160713,
      "learning_rate": 0.0008,
      "loss": 2.3023717403411865,
      "step": 4088
    },
    {
      "epoch": 0.24787878787878787,
      "grad_norm": 0.061730895191431046,
      "learning_rate": 0.0008,
      "loss": 2.368833541870117,
      "step": 4090
    },
    {
      "epoch": 0.248,
      "grad_norm": 0.06465277820825577,
      "learning_rate": 0.0008,
      "loss": 2.3476903438568115,
      "step": 4092
    },
    {
      "epoch": 0.24812121212121213,
      "grad_norm": 0.06601168215274811,
      "learning_rate": 0.0008,
      "loss": 2.2619576454162598,
      "step": 4094
    },
    {
      "epoch": 0.24824242424242424,
      "grad_norm": 0.06376107782125473,
      "learning_rate": 0.0008,
      "loss": 2.334989070892334,
      "step": 4096
    },
    {
      "epoch": 0.24836363636363637,
      "grad_norm": 0.05787290632724762,
      "learning_rate": 0.0008,
      "loss": 2.3401365280151367,
      "step": 4098
    },
    {
      "epoch": 0.24848484848484848,
      "grad_norm": 0.05997396260499954,
      "learning_rate": 0.0008,
      "loss": 2.325411319732666,
      "step": 4100
    },
    {
      "epoch": 0.2486060606060606,
      "grad_norm": 0.053739480674266815,
      "learning_rate": 0.0008,
      "loss": 2.343714714050293,
      "step": 4102
    },
    {
      "epoch": 0.2487272727272727,
      "grad_norm": 0.05758555978536606,
      "learning_rate": 0.0008,
      "loss": 2.3331921100616455,
      "step": 4104
    },
    {
      "epoch": 0.24884848484848485,
      "grad_norm": 0.05989546328783035,
      "learning_rate": 0.0008,
      "loss": 2.289428234100342,
      "step": 4106
    },
    {
      "epoch": 0.24896969696969698,
      "grad_norm": 0.05948084220290184,
      "learning_rate": 0.0008,
      "loss": 2.351261615753174,
      "step": 4108
    },
    {
      "epoch": 0.24909090909090909,
      "grad_norm": 0.05688918009400368,
      "learning_rate": 0.0008,
      "loss": 2.345147132873535,
      "step": 4110
    },
    {
      "epoch": 0.24921212121212122,
      "grad_norm": 0.05545199662446976,
      "learning_rate": 0.0008,
      "loss": 2.323451042175293,
      "step": 4112
    },
    {
      "epoch": 0.24933333333333332,
      "grad_norm": 0.05650079622864723,
      "learning_rate": 0.0008,
      "loss": 2.275995969772339,
      "step": 4114
    },
    {
      "epoch": 0.24945454545454546,
      "grad_norm": 0.05652569606900215,
      "learning_rate": 0.0008,
      "loss": 2.3242151737213135,
      "step": 4116
    },
    {
      "epoch": 0.24957575757575756,
      "grad_norm": 0.06021900475025177,
      "learning_rate": 0.0008,
      "loss": 2.279433250427246,
      "step": 4118
    },
    {
      "epoch": 0.2496969696969697,
      "grad_norm": 0.056628305464982986,
      "learning_rate": 0.0008,
      "loss": 2.4045519828796387,
      "step": 4120
    },
    {
      "epoch": 0.24981818181818183,
      "grad_norm": 0.057233311235904694,
      "learning_rate": 0.0008,
      "loss": 2.392268419265747,
      "step": 4122
    },
    {
      "epoch": 0.24993939393939393,
      "grad_norm": 0.05779198929667473,
      "learning_rate": 0.0008,
      "loss": 2.2828595638275146,
      "step": 4124
    },
    {
      "epoch": 0.25006060606060604,
      "grad_norm": 0.05635727569460869,
      "learning_rate": 0.0008,
      "loss": 2.3448638916015625,
      "step": 4126
    },
    {
      "epoch": 0.25018181818181817,
      "grad_norm": 0.05565233156085014,
      "learning_rate": 0.0008,
      "loss": 2.3306944370269775,
      "step": 4128
    },
    {
      "epoch": 0.2503030303030303,
      "grad_norm": 0.057450778782367706,
      "learning_rate": 0.0008,
      "loss": 2.3550944328308105,
      "step": 4130
    },
    {
      "epoch": 0.25042424242424244,
      "grad_norm": 0.05571691319346428,
      "learning_rate": 0.0008,
      "loss": 2.329329252243042,
      "step": 4132
    },
    {
      "epoch": 0.25054545454545457,
      "grad_norm": 0.05670097842812538,
      "learning_rate": 0.0008,
      "loss": 2.389962673187256,
      "step": 4134
    },
    {
      "epoch": 0.25066666666666665,
      "grad_norm": 0.057332925498485565,
      "learning_rate": 0.0008,
      "loss": 2.364967107772827,
      "step": 4136
    },
    {
      "epoch": 0.2507878787878788,
      "grad_norm": 0.05854044482111931,
      "learning_rate": 0.0008,
      "loss": 2.3457093238830566,
      "step": 4138
    },
    {
      "epoch": 0.2509090909090909,
      "grad_norm": 0.05886657536029816,
      "learning_rate": 0.0008,
      "loss": 2.329021453857422,
      "step": 4140
    },
    {
      "epoch": 0.25103030303030305,
      "grad_norm": 0.057533275336027145,
      "learning_rate": 0.0008,
      "loss": 2.2667837142944336,
      "step": 4142
    },
    {
      "epoch": 0.2511515151515151,
      "grad_norm": 0.05617799982428551,
      "learning_rate": 0.0008,
      "loss": 2.3037116527557373,
      "step": 4144
    },
    {
      "epoch": 0.25127272727272726,
      "grad_norm": 0.05456642061471939,
      "learning_rate": 0.0008,
      "loss": 2.2937614917755127,
      "step": 4146
    },
    {
      "epoch": 0.2513939393939394,
      "grad_norm": 0.058536410331726074,
      "learning_rate": 0.0008,
      "loss": 2.3001251220703125,
      "step": 4148
    },
    {
      "epoch": 0.2515151515151515,
      "grad_norm": 0.06260526180267334,
      "learning_rate": 0.0008,
      "loss": 2.264333486557007,
      "step": 4150
    },
    {
      "epoch": 0.25163636363636366,
      "grad_norm": 0.05842176452279091,
      "learning_rate": 0.0008,
      "loss": 2.2603983879089355,
      "step": 4152
    },
    {
      "epoch": 0.25175757575757574,
      "grad_norm": 0.05674688145518303,
      "learning_rate": 0.0008,
      "loss": 2.287539005279541,
      "step": 4154
    },
    {
      "epoch": 0.25187878787878787,
      "grad_norm": 0.06014281138777733,
      "learning_rate": 0.0008,
      "loss": 2.324986219406128,
      "step": 4156
    },
    {
      "epoch": 0.252,
      "grad_norm": 0.06347078084945679,
      "learning_rate": 0.0008,
      "loss": 2.3204336166381836,
      "step": 4158
    },
    {
      "epoch": 0.25212121212121213,
      "grad_norm": 0.06463081389665604,
      "learning_rate": 0.0008,
      "loss": 2.340038537979126,
      "step": 4160
    },
    {
      "epoch": 0.25224242424242427,
      "grad_norm": 0.05744042620062828,
      "learning_rate": 0.0008,
      "loss": 2.3520915508270264,
      "step": 4162
    },
    {
      "epoch": 0.25236363636363635,
      "grad_norm": 0.057763926684856415,
      "learning_rate": 0.0008,
      "loss": 2.356677293777466,
      "step": 4164
    },
    {
      "epoch": 0.2524848484848485,
      "grad_norm": 0.05633429065346718,
      "learning_rate": 0.0008,
      "loss": 2.369781494140625,
      "step": 4166
    },
    {
      "epoch": 0.2526060606060606,
      "grad_norm": 0.0570233128964901,
      "learning_rate": 0.0008,
      "loss": 2.344925880432129,
      "step": 4168
    },
    {
      "epoch": 0.25272727272727274,
      "grad_norm": 0.05592390522360802,
      "learning_rate": 0.0008,
      "loss": 2.3292970657348633,
      "step": 4170
    },
    {
      "epoch": 0.2528484848484848,
      "grad_norm": 0.056636400520801544,
      "learning_rate": 0.0008,
      "loss": 2.256655216217041,
      "step": 4172
    },
    {
      "epoch": 0.25296969696969696,
      "grad_norm": 0.059749506413936615,
      "learning_rate": 0.0008,
      "loss": 2.3522400856018066,
      "step": 4174
    },
    {
      "epoch": 0.2530909090909091,
      "grad_norm": 0.05735812336206436,
      "learning_rate": 0.0008,
      "loss": 2.3366944789886475,
      "step": 4176
    },
    {
      "epoch": 0.2532121212121212,
      "grad_norm": 0.05503764748573303,
      "learning_rate": 0.0008,
      "loss": 2.23744535446167,
      "step": 4178
    },
    {
      "epoch": 0.25333333333333335,
      "grad_norm": 0.0545646995306015,
      "learning_rate": 0.0008,
      "loss": 2.2351043224334717,
      "step": 4180
    },
    {
      "epoch": 0.25345454545454543,
      "grad_norm": 0.05866941809654236,
      "learning_rate": 0.0008,
      "loss": 2.3339765071868896,
      "step": 4182
    },
    {
      "epoch": 0.25357575757575757,
      "grad_norm": 0.058561697602272034,
      "learning_rate": 0.0008,
      "loss": 2.283374547958374,
      "step": 4184
    },
    {
      "epoch": 0.2536969696969697,
      "grad_norm": 0.060208242386579514,
      "learning_rate": 0.0008,
      "loss": 2.400604248046875,
      "step": 4186
    },
    {
      "epoch": 0.25381818181818183,
      "grad_norm": 0.05761896073818207,
      "learning_rate": 0.0008,
      "loss": 2.32677960395813,
      "step": 4188
    },
    {
      "epoch": 0.25393939393939396,
      "grad_norm": 0.056925542652606964,
      "learning_rate": 0.0008,
      "loss": 2.3617851734161377,
      "step": 4190
    },
    {
      "epoch": 0.25406060606060604,
      "grad_norm": 0.05591524764895439,
      "learning_rate": 0.0008,
      "loss": 2.3383073806762695,
      "step": 4192
    },
    {
      "epoch": 0.2541818181818182,
      "grad_norm": 0.05571106821298599,
      "learning_rate": 0.0008,
      "loss": 2.281059503555298,
      "step": 4194
    },
    {
      "epoch": 0.2543030303030303,
      "grad_norm": 0.05675478279590607,
      "learning_rate": 0.0008,
      "loss": 2.3294458389282227,
      "step": 4196
    },
    {
      "epoch": 0.25442424242424244,
      "grad_norm": 0.05888626351952553,
      "learning_rate": 0.0008,
      "loss": 2.3085741996765137,
      "step": 4198
    },
    {
      "epoch": 0.2545454545454545,
      "grad_norm": 0.056861843913793564,
      "learning_rate": 0.0008,
      "loss": 2.3872368335723877,
      "step": 4200
    },
    {
      "epoch": 0.25466666666666665,
      "grad_norm": 0.05430280789732933,
      "learning_rate": 0.0008,
      "loss": 2.279229164123535,
      "step": 4202
    },
    {
      "epoch": 0.2547878787878788,
      "grad_norm": 0.05511534586548805,
      "learning_rate": 0.0008,
      "loss": 2.272477626800537,
      "step": 4204
    },
    {
      "epoch": 0.2549090909090909,
      "grad_norm": 0.05574113503098488,
      "learning_rate": 0.0008,
      "loss": 2.3679065704345703,
      "step": 4206
    },
    {
      "epoch": 0.25503030303030305,
      "grad_norm": 0.05980075150728226,
      "learning_rate": 0.0008,
      "loss": 2.3541781902313232,
      "step": 4208
    },
    {
      "epoch": 0.25515151515151513,
      "grad_norm": 0.054730866104364395,
      "learning_rate": 0.0008,
      "loss": 2.277813673019409,
      "step": 4210
    },
    {
      "epoch": 0.25527272727272726,
      "grad_norm": 0.05589761212468147,
      "learning_rate": 0.0008,
      "loss": 2.341710329055786,
      "step": 4212
    },
    {
      "epoch": 0.2553939393939394,
      "grad_norm": 0.05805794149637222,
      "learning_rate": 0.0008,
      "loss": 2.3640384674072266,
      "step": 4214
    },
    {
      "epoch": 0.25551515151515153,
      "grad_norm": 0.056781355291604996,
      "learning_rate": 0.0008,
      "loss": 2.3683981895446777,
      "step": 4216
    },
    {
      "epoch": 0.25563636363636366,
      "grad_norm": 0.05414292588829994,
      "learning_rate": 0.0008,
      "loss": 2.321899890899658,
      "step": 4218
    },
    {
      "epoch": 0.25575757575757574,
      "grad_norm": 0.055929284542798996,
      "learning_rate": 0.0008,
      "loss": 2.322610855102539,
      "step": 4220
    },
    {
      "epoch": 0.25587878787878787,
      "grad_norm": 0.05690184235572815,
      "learning_rate": 0.0008,
      "loss": 2.3497962951660156,
      "step": 4222
    },
    {
      "epoch": 0.256,
      "grad_norm": 0.056055840104818344,
      "learning_rate": 0.0008,
      "loss": 2.3252310752868652,
      "step": 4224
    },
    {
      "epoch": 0.25612121212121214,
      "grad_norm": 0.0618160143494606,
      "learning_rate": 0.0008,
      "loss": 2.352323293685913,
      "step": 4226
    },
    {
      "epoch": 0.2562424242424242,
      "grad_norm": 0.05740390717983246,
      "learning_rate": 0.0008,
      "loss": 2.2857789993286133,
      "step": 4228
    },
    {
      "epoch": 0.25636363636363635,
      "grad_norm": 0.06569648534059525,
      "learning_rate": 0.0008,
      "loss": 2.3283746242523193,
      "step": 4230
    },
    {
      "epoch": 0.2564848484848485,
      "grad_norm": 0.06229054555296898,
      "learning_rate": 0.0008,
      "loss": 2.3130173683166504,
      "step": 4232
    },
    {
      "epoch": 0.2566060606060606,
      "grad_norm": 0.06264207512140274,
      "learning_rate": 0.0008,
      "loss": 2.301839590072632,
      "step": 4234
    },
    {
      "epoch": 0.25672727272727275,
      "grad_norm": 0.05815274640917778,
      "learning_rate": 0.0008,
      "loss": 2.2874255180358887,
      "step": 4236
    },
    {
      "epoch": 0.2568484848484848,
      "grad_norm": 0.055635035037994385,
      "learning_rate": 0.0008,
      "loss": 2.282374382019043,
      "step": 4238
    },
    {
      "epoch": 0.25696969696969696,
      "grad_norm": 0.05759519711136818,
      "learning_rate": 0.0008,
      "loss": 2.3015522956848145,
      "step": 4240
    },
    {
      "epoch": 0.2570909090909091,
      "grad_norm": 0.060060765594244,
      "learning_rate": 0.0008,
      "loss": 2.2561726570129395,
      "step": 4242
    },
    {
      "epoch": 0.2572121212121212,
      "grad_norm": 0.06374011188745499,
      "learning_rate": 0.0008,
      "loss": 2.31095027923584,
      "step": 4244
    },
    {
      "epoch": 0.25733333333333336,
      "grad_norm": 0.06497907638549805,
      "learning_rate": 0.0008,
      "loss": 2.3348801136016846,
      "step": 4246
    },
    {
      "epoch": 0.25745454545454544,
      "grad_norm": 0.0697486624121666,
      "learning_rate": 0.0008,
      "loss": 2.3624074459075928,
      "step": 4248
    },
    {
      "epoch": 0.25757575757575757,
      "grad_norm": 0.06896919757127762,
      "learning_rate": 0.0008,
      "loss": 2.3707239627838135,
      "step": 4250
    },
    {
      "epoch": 0.2576969696969697,
      "grad_norm": 0.05961034074425697,
      "learning_rate": 0.0008,
      "loss": 2.2750244140625,
      "step": 4252
    },
    {
      "epoch": 0.25781818181818184,
      "grad_norm": 0.0617859847843647,
      "learning_rate": 0.0008,
      "loss": 2.3342278003692627,
      "step": 4254
    },
    {
      "epoch": 0.2579393939393939,
      "grad_norm": 0.06287611275911331,
      "learning_rate": 0.0008,
      "loss": 2.3110196590423584,
      "step": 4256
    },
    {
      "epoch": 0.25806060606060605,
      "grad_norm": 0.0638209730386734,
      "learning_rate": 0.0008,
      "loss": 2.332153797149658,
      "step": 4258
    },
    {
      "epoch": 0.2581818181818182,
      "grad_norm": 0.057309191673994064,
      "learning_rate": 0.0008,
      "loss": 2.4058730602264404,
      "step": 4260
    },
    {
      "epoch": 0.2583030303030303,
      "grad_norm": 0.054415177553892136,
      "learning_rate": 0.0008,
      "loss": 2.29413104057312,
      "step": 4262
    },
    {
      "epoch": 0.25842424242424245,
      "grad_norm": 0.055903203785419464,
      "learning_rate": 0.0008,
      "loss": 2.288361072540283,
      "step": 4264
    },
    {
      "epoch": 0.2585454545454545,
      "grad_norm": 0.05618906393647194,
      "learning_rate": 0.0008,
      "loss": 2.270815849304199,
      "step": 4266
    },
    {
      "epoch": 0.25866666666666666,
      "grad_norm": 0.05481981858611107,
      "learning_rate": 0.0008,
      "loss": 2.30847430229187,
      "step": 4268
    },
    {
      "epoch": 0.2587878787878788,
      "grad_norm": 0.0547417588531971,
      "learning_rate": 0.0008,
      "loss": 2.3686296939849854,
      "step": 4270
    },
    {
      "epoch": 0.2589090909090909,
      "grad_norm": 0.05604785680770874,
      "learning_rate": 0.0008,
      "loss": 2.340155601501465,
      "step": 4272
    },
    {
      "epoch": 0.25903030303030306,
      "grad_norm": 0.05870114639401436,
      "learning_rate": 0.0008,
      "loss": 2.2731759548187256,
      "step": 4274
    },
    {
      "epoch": 0.25915151515151513,
      "grad_norm": 0.057838961482048035,
      "learning_rate": 0.0008,
      "loss": 2.3712141513824463,
      "step": 4276
    },
    {
      "epoch": 0.25927272727272727,
      "grad_norm": 0.05772295594215393,
      "learning_rate": 0.0008,
      "loss": 2.3474466800689697,
      "step": 4278
    },
    {
      "epoch": 0.2593939393939394,
      "grad_norm": 0.0622720792889595,
      "learning_rate": 0.0008,
      "loss": 2.2890326976776123,
      "step": 4280
    },
    {
      "epoch": 0.25951515151515153,
      "grad_norm": 0.05503302067518234,
      "learning_rate": 0.0008,
      "loss": 2.2934646606445312,
      "step": 4282
    },
    {
      "epoch": 0.2596363636363636,
      "grad_norm": 0.05621762573719025,
      "learning_rate": 0.0008,
      "loss": 2.377910852432251,
      "step": 4284
    },
    {
      "epoch": 0.25975757575757574,
      "grad_norm": 0.05381322652101517,
      "learning_rate": 0.0008,
      "loss": 2.3143434524536133,
      "step": 4286
    },
    {
      "epoch": 0.2598787878787879,
      "grad_norm": 0.055681850761175156,
      "learning_rate": 0.0008,
      "loss": 2.29799747467041,
      "step": 4288
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.05553799867630005,
      "learning_rate": 0.0008,
      "loss": 2.3460168838500977,
      "step": 4290
    },
    {
      "epoch": 0.26012121212121214,
      "grad_norm": 0.05441885069012642,
      "learning_rate": 0.0008,
      "loss": 2.3033447265625,
      "step": 4292
    },
    {
      "epoch": 0.2602424242424242,
      "grad_norm": 0.05563442409038544,
      "learning_rate": 0.0008,
      "loss": 2.3364248275756836,
      "step": 4294
    },
    {
      "epoch": 0.26036363636363635,
      "grad_norm": 0.06326998025178909,
      "learning_rate": 0.0008,
      "loss": 2.357935667037964,
      "step": 4296
    },
    {
      "epoch": 0.2604848484848485,
      "grad_norm": 0.05490720644593239,
      "learning_rate": 0.0008,
      "loss": 2.3286972045898438,
      "step": 4298
    },
    {
      "epoch": 0.2606060606060606,
      "grad_norm": 0.05577677860856056,
      "learning_rate": 0.0008,
      "loss": 2.236208915710449,
      "step": 4300
    },
    {
      "epoch": 0.26072727272727275,
      "grad_norm": 0.05760166794061661,
      "learning_rate": 0.0008,
      "loss": 2.359118938446045,
      "step": 4302
    },
    {
      "epoch": 0.26084848484848483,
      "grad_norm": 0.06259392946958542,
      "learning_rate": 0.0008,
      "loss": 2.2779173851013184,
      "step": 4304
    },
    {
      "epoch": 0.26096969696969696,
      "grad_norm": 0.05766137316823006,
      "learning_rate": 0.0008,
      "loss": 2.335425615310669,
      "step": 4306
    },
    {
      "epoch": 0.2610909090909091,
      "grad_norm": 0.0577441044151783,
      "learning_rate": 0.0008,
      "loss": 2.3527965545654297,
      "step": 4308
    },
    {
      "epoch": 0.26121212121212123,
      "grad_norm": 0.05444977805018425,
      "learning_rate": 0.0008,
      "loss": 2.284224510192871,
      "step": 4310
    },
    {
      "epoch": 0.2613333333333333,
      "grad_norm": 0.05591145530343056,
      "learning_rate": 0.0008,
      "loss": 2.322556734085083,
      "step": 4312
    },
    {
      "epoch": 0.26145454545454544,
      "grad_norm": 0.055309537798166275,
      "learning_rate": 0.0008,
      "loss": 2.3614070415496826,
      "step": 4314
    },
    {
      "epoch": 0.2615757575757576,
      "grad_norm": 0.056182000786066055,
      "learning_rate": 0.0008,
      "loss": 2.249640703201294,
      "step": 4316
    },
    {
      "epoch": 0.2616969696969697,
      "grad_norm": 0.059864334762096405,
      "learning_rate": 0.0008,
      "loss": 2.2953872680664062,
      "step": 4318
    },
    {
      "epoch": 0.26181818181818184,
      "grad_norm": 0.060440853238105774,
      "learning_rate": 0.0008,
      "loss": 2.4168572425842285,
      "step": 4320
    },
    {
      "epoch": 0.2619393939393939,
      "grad_norm": 0.05850349739193916,
      "learning_rate": 0.0008,
      "loss": 2.339043378829956,
      "step": 4322
    },
    {
      "epoch": 0.26206060606060605,
      "grad_norm": 0.06013832986354828,
      "learning_rate": 0.0008,
      "loss": 2.368027687072754,
      "step": 4324
    },
    {
      "epoch": 0.2621818181818182,
      "grad_norm": 0.055758439004421234,
      "learning_rate": 0.0008,
      "loss": 2.296452522277832,
      "step": 4326
    },
    {
      "epoch": 0.2623030303030303,
      "grad_norm": 0.05686220899224281,
      "learning_rate": 0.0008,
      "loss": 2.3284006118774414,
      "step": 4328
    },
    {
      "epoch": 0.26242424242424245,
      "grad_norm": 0.05612155795097351,
      "learning_rate": 0.0008,
      "loss": 2.2454798221588135,
      "step": 4330
    },
    {
      "epoch": 0.2625454545454545,
      "grad_norm": 0.05710737034678459,
      "learning_rate": 0.0008,
      "loss": 2.3864622116088867,
      "step": 4332
    },
    {
      "epoch": 0.26266666666666666,
      "grad_norm": 0.0596865639090538,
      "learning_rate": 0.0008,
      "loss": 2.2644946575164795,
      "step": 4334
    },
    {
      "epoch": 0.2627878787878788,
      "grad_norm": 0.057357363402843475,
      "learning_rate": 0.0008,
      "loss": 2.2979393005371094,
      "step": 4336
    },
    {
      "epoch": 0.2629090909090909,
      "grad_norm": 0.05579742416739464,
      "learning_rate": 0.0008,
      "loss": 2.2894034385681152,
      "step": 4338
    },
    {
      "epoch": 0.263030303030303,
      "grad_norm": 0.05662556737661362,
      "learning_rate": 0.0008,
      "loss": 2.3357486724853516,
      "step": 4340
    },
    {
      "epoch": 0.26315151515151514,
      "grad_norm": 0.056189801543951035,
      "learning_rate": 0.0008,
      "loss": 2.2746496200561523,
      "step": 4342
    },
    {
      "epoch": 0.26327272727272727,
      "grad_norm": 0.05607850104570389,
      "learning_rate": 0.0008,
      "loss": 2.2704083919525146,
      "step": 4344
    },
    {
      "epoch": 0.2633939393939394,
      "grad_norm": 0.05562647059559822,
      "learning_rate": 0.0008,
      "loss": 2.2440199851989746,
      "step": 4346
    },
    {
      "epoch": 0.26351515151515154,
      "grad_norm": 0.05765749514102936,
      "learning_rate": 0.0008,
      "loss": 2.260124921798706,
      "step": 4348
    },
    {
      "epoch": 0.2636363636363636,
      "grad_norm": 0.05546452850103378,
      "learning_rate": 0.0008,
      "loss": 2.2718915939331055,
      "step": 4350
    },
    {
      "epoch": 0.26375757575757575,
      "grad_norm": 0.05510798096656799,
      "learning_rate": 0.0008,
      "loss": 2.2904577255249023,
      "step": 4352
    },
    {
      "epoch": 0.2638787878787879,
      "grad_norm": 0.055440399795770645,
      "learning_rate": 0.0008,
      "loss": 2.3170828819274902,
      "step": 4354
    },
    {
      "epoch": 0.264,
      "grad_norm": 0.055160120129585266,
      "learning_rate": 0.0008,
      "loss": 2.2706222534179688,
      "step": 4356
    },
    {
      "epoch": 0.26412121212121215,
      "grad_norm": 0.05435779318213463,
      "learning_rate": 0.0008,
      "loss": 2.2562472820281982,
      "step": 4358
    },
    {
      "epoch": 0.2642424242424242,
      "grad_norm": 0.05511787533760071,
      "learning_rate": 0.0008,
      "loss": 2.299335479736328,
      "step": 4360
    },
    {
      "epoch": 0.26436363636363636,
      "grad_norm": 0.055900104343891144,
      "learning_rate": 0.0008,
      "loss": 2.3356540203094482,
      "step": 4362
    },
    {
      "epoch": 0.2644848484848485,
      "grad_norm": 0.05687551572918892,
      "learning_rate": 0.0008,
      "loss": 2.2783687114715576,
      "step": 4364
    },
    {
      "epoch": 0.2646060606060606,
      "grad_norm": 0.055902667343616486,
      "learning_rate": 0.0008,
      "loss": 2.291616201400757,
      "step": 4366
    },
    {
      "epoch": 0.2647272727272727,
      "grad_norm": 0.056907426565885544,
      "learning_rate": 0.0008,
      "loss": 2.2615129947662354,
      "step": 4368
    },
    {
      "epoch": 0.26484848484848483,
      "grad_norm": 0.05750015750527382,
      "learning_rate": 0.0008,
      "loss": 2.2673869132995605,
      "step": 4370
    },
    {
      "epoch": 0.26496969696969697,
      "grad_norm": 0.060904983431100845,
      "learning_rate": 0.0008,
      "loss": 2.3777527809143066,
      "step": 4372
    },
    {
      "epoch": 0.2650909090909091,
      "grad_norm": 0.05451042577624321,
      "learning_rate": 0.0008,
      "loss": 2.2933707237243652,
      "step": 4374
    },
    {
      "epoch": 0.26521212121212123,
      "grad_norm": 0.05863112211227417,
      "learning_rate": 0.0008,
      "loss": 2.284985303878784,
      "step": 4376
    },
    {
      "epoch": 0.2653333333333333,
      "grad_norm": 0.05504077672958374,
      "learning_rate": 0.0008,
      "loss": 2.3280937671661377,
      "step": 4378
    },
    {
      "epoch": 0.26545454545454544,
      "grad_norm": 0.057485394179821014,
      "learning_rate": 0.0008,
      "loss": 2.285851001739502,
      "step": 4380
    },
    {
      "epoch": 0.2655757575757576,
      "grad_norm": 0.05482746660709381,
      "learning_rate": 0.0008,
      "loss": 2.299494743347168,
      "step": 4382
    },
    {
      "epoch": 0.2656969696969697,
      "grad_norm": 0.05491326004266739,
      "learning_rate": 0.0008,
      "loss": 2.3160533905029297,
      "step": 4384
    },
    {
      "epoch": 0.26581818181818184,
      "grad_norm": 0.05553668737411499,
      "learning_rate": 0.0008,
      "loss": 2.3788583278656006,
      "step": 4386
    },
    {
      "epoch": 0.2659393939393939,
      "grad_norm": 0.05617121607065201,
      "learning_rate": 0.0008,
      "loss": 2.351022481918335,
      "step": 4388
    },
    {
      "epoch": 0.26606060606060605,
      "grad_norm": 0.057379286736249924,
      "learning_rate": 0.0008,
      "loss": 2.3241209983825684,
      "step": 4390
    },
    {
      "epoch": 0.2661818181818182,
      "grad_norm": 0.05544310063123703,
      "learning_rate": 0.0008,
      "loss": 2.335630178451538,
      "step": 4392
    },
    {
      "epoch": 0.2663030303030303,
      "grad_norm": 0.05629166215658188,
      "learning_rate": 0.0008,
      "loss": 2.4173436164855957,
      "step": 4394
    },
    {
      "epoch": 0.2664242424242424,
      "grad_norm": 0.06594951450824738,
      "learning_rate": 0.0008,
      "loss": 2.329554319381714,
      "step": 4396
    },
    {
      "epoch": 0.26654545454545453,
      "grad_norm": 0.061623405665159225,
      "learning_rate": 0.0008,
      "loss": 2.2713334560394287,
      "step": 4398
    },
    {
      "epoch": 0.26666666666666666,
      "grad_norm": 0.05813000351190567,
      "learning_rate": 0.0008,
      "loss": 2.311405658721924,
      "step": 4400
    },
    {
      "epoch": 0.2667878787878788,
      "grad_norm": 0.0570761077105999,
      "learning_rate": 0.0008,
      "loss": 2.231105089187622,
      "step": 4402
    },
    {
      "epoch": 0.26690909090909093,
      "grad_norm": 0.05629724636673927,
      "learning_rate": 0.0008,
      "loss": 2.3192861080169678,
      "step": 4404
    },
    {
      "epoch": 0.267030303030303,
      "grad_norm": 0.05966106429696083,
      "learning_rate": 0.0008,
      "loss": 2.2758755683898926,
      "step": 4406
    },
    {
      "epoch": 0.26715151515151514,
      "grad_norm": 0.0548529326915741,
      "learning_rate": 0.0008,
      "loss": 2.3425636291503906,
      "step": 4408
    },
    {
      "epoch": 0.2672727272727273,
      "grad_norm": 0.05449633672833443,
      "learning_rate": 0.0008,
      "loss": 2.3448526859283447,
      "step": 4410
    },
    {
      "epoch": 0.2673939393939394,
      "grad_norm": 0.056486498564481735,
      "learning_rate": 0.0008,
      "loss": 2.2922096252441406,
      "step": 4412
    },
    {
      "epoch": 0.26751515151515154,
      "grad_norm": 0.056034453213214874,
      "learning_rate": 0.0008,
      "loss": 2.33062481880188,
      "step": 4414
    },
    {
      "epoch": 0.2676363636363636,
      "grad_norm": 0.058028824627399445,
      "learning_rate": 0.0008,
      "loss": 2.286266565322876,
      "step": 4416
    },
    {
      "epoch": 0.26775757575757575,
      "grad_norm": 0.061083100736141205,
      "learning_rate": 0.0008,
      "loss": 2.322835922241211,
      "step": 4418
    },
    {
      "epoch": 0.2678787878787879,
      "grad_norm": 0.0690770074725151,
      "learning_rate": 0.0008,
      "loss": 2.333631992340088,
      "step": 4420
    },
    {
      "epoch": 0.268,
      "grad_norm": 0.06654415279626846,
      "learning_rate": 0.0008,
      "loss": 2.2591192722320557,
      "step": 4422
    },
    {
      "epoch": 0.2681212121212121,
      "grad_norm": 0.06089257076382637,
      "learning_rate": 0.0008,
      "loss": 2.323967695236206,
      "step": 4424
    },
    {
      "epoch": 0.2682424242424242,
      "grad_norm": 0.06275535374879837,
      "learning_rate": 0.0008,
      "loss": 2.3018388748168945,
      "step": 4426
    },
    {
      "epoch": 0.26836363636363636,
      "grad_norm": 0.05570146441459656,
      "learning_rate": 0.0008,
      "loss": 2.335879325866699,
      "step": 4428
    },
    {
      "epoch": 0.2684848484848485,
      "grad_norm": 0.0574457123875618,
      "learning_rate": 0.0008,
      "loss": 2.263704299926758,
      "step": 4430
    },
    {
      "epoch": 0.2686060606060606,
      "grad_norm": 0.05816537141799927,
      "learning_rate": 0.0008,
      "loss": 2.263063430786133,
      "step": 4432
    },
    {
      "epoch": 0.2687272727272727,
      "grad_norm": 0.06037929654121399,
      "learning_rate": 0.0008,
      "loss": 2.3603522777557373,
      "step": 4434
    },
    {
      "epoch": 0.26884848484848484,
      "grad_norm": 0.058139048516750336,
      "learning_rate": 0.0008,
      "loss": 2.276779890060425,
      "step": 4436
    },
    {
      "epoch": 0.26896969696969697,
      "grad_norm": 0.06184757873415947,
      "learning_rate": 0.0008,
      "loss": 2.283045530319214,
      "step": 4438
    },
    {
      "epoch": 0.2690909090909091,
      "grad_norm": 0.06046583503484726,
      "learning_rate": 0.0008,
      "loss": 2.3350141048431396,
      "step": 4440
    },
    {
      "epoch": 0.26921212121212124,
      "grad_norm": 0.06265371292829514,
      "learning_rate": 0.0008,
      "loss": 2.340869665145874,
      "step": 4442
    },
    {
      "epoch": 0.2693333333333333,
      "grad_norm": 0.05927056074142456,
      "learning_rate": 0.0008,
      "loss": 2.213787794113159,
      "step": 4444
    },
    {
      "epoch": 0.26945454545454545,
      "grad_norm": 0.05632511153817177,
      "learning_rate": 0.0008,
      "loss": 2.2683205604553223,
      "step": 4446
    },
    {
      "epoch": 0.2695757575757576,
      "grad_norm": 0.05658271908760071,
      "learning_rate": 0.0008,
      "loss": 2.202610731124878,
      "step": 4448
    },
    {
      "epoch": 0.2696969696969697,
      "grad_norm": 0.0549091175198555,
      "learning_rate": 0.0008,
      "loss": 2.300187587738037,
      "step": 4450
    },
    {
      "epoch": 0.26981818181818185,
      "grad_norm": 0.056642547249794006,
      "learning_rate": 0.0008,
      "loss": 2.2751898765563965,
      "step": 4452
    },
    {
      "epoch": 0.2699393939393939,
      "grad_norm": 0.054272983223199844,
      "learning_rate": 0.0008,
      "loss": 2.285466432571411,
      "step": 4454
    },
    {
      "epoch": 0.27006060606060606,
      "grad_norm": 0.055064063519239426,
      "learning_rate": 0.0008,
      "loss": 2.3249363899230957,
      "step": 4456
    },
    {
      "epoch": 0.2701818181818182,
      "grad_norm": 0.05510306730866432,
      "learning_rate": 0.0008,
      "loss": 2.2728583812713623,
      "step": 4458
    },
    {
      "epoch": 0.2703030303030303,
      "grad_norm": 0.05381877347826958,
      "learning_rate": 0.0008,
      "loss": 2.2859671115875244,
      "step": 4460
    },
    {
      "epoch": 0.2704242424242424,
      "grad_norm": 0.0540739931166172,
      "learning_rate": 0.0008,
      "loss": 2.3315670490264893,
      "step": 4462
    },
    {
      "epoch": 0.27054545454545453,
      "grad_norm": 0.05868004262447357,
      "learning_rate": 0.0008,
      "loss": 2.3146228790283203,
      "step": 4464
    },
    {
      "epoch": 0.27066666666666667,
      "grad_norm": 0.055460650473833084,
      "learning_rate": 0.0008,
      "loss": 2.304168462753296,
      "step": 4466
    },
    {
      "epoch": 0.2707878787878788,
      "grad_norm": 0.054302118718624115,
      "learning_rate": 0.0008,
      "loss": 2.266071319580078,
      "step": 4468
    },
    {
      "epoch": 0.27090909090909093,
      "grad_norm": 0.05713856220245361,
      "learning_rate": 0.0008,
      "loss": 2.418792724609375,
      "step": 4470
    },
    {
      "epoch": 0.271030303030303,
      "grad_norm": 0.054921284317970276,
      "learning_rate": 0.0008,
      "loss": 2.2935643196105957,
      "step": 4472
    },
    {
      "epoch": 0.27115151515151514,
      "grad_norm": 0.05473969131708145,
      "learning_rate": 0.0008,
      "loss": 2.2383832931518555,
      "step": 4474
    },
    {
      "epoch": 0.2712727272727273,
      "grad_norm": 0.055265892297029495,
      "learning_rate": 0.0008,
      "loss": 2.2663137912750244,
      "step": 4476
    },
    {
      "epoch": 0.2713939393939394,
      "grad_norm": 0.0560644306242466,
      "learning_rate": 0.0008,
      "loss": 2.338989019393921,
      "step": 4478
    },
    {
      "epoch": 0.27151515151515154,
      "grad_norm": 0.05848073586821556,
      "learning_rate": 0.0008,
      "loss": 2.259679079055786,
      "step": 4480
    },
    {
      "epoch": 0.2716363636363636,
      "grad_norm": 0.05602727830410004,
      "learning_rate": 0.0008,
      "loss": 2.3460962772369385,
      "step": 4482
    },
    {
      "epoch": 0.27175757575757575,
      "grad_norm": 0.05963916704058647,
      "learning_rate": 0.0008,
      "loss": 2.338251829147339,
      "step": 4484
    },
    {
      "epoch": 0.2718787878787879,
      "grad_norm": 0.05473119020462036,
      "learning_rate": 0.0008,
      "loss": 2.2361812591552734,
      "step": 4486
    },
    {
      "epoch": 0.272,
      "grad_norm": 0.05632244795560837,
      "learning_rate": 0.0008,
      "loss": 2.3219704627990723,
      "step": 4488
    },
    {
      "epoch": 0.2721212121212121,
      "grad_norm": 0.05743682384490967,
      "learning_rate": 0.0008,
      "loss": 2.3507864475250244,
      "step": 4490
    },
    {
      "epoch": 0.27224242424242423,
      "grad_norm": 0.05668110027909279,
      "learning_rate": 0.0008,
      "loss": 2.2996158599853516,
      "step": 4492
    },
    {
      "epoch": 0.27236363636363636,
      "grad_norm": 0.05944516137242317,
      "learning_rate": 0.0008,
      "loss": 2.3043384552001953,
      "step": 4494
    },
    {
      "epoch": 0.2724848484848485,
      "grad_norm": 0.05492531880736351,
      "learning_rate": 0.0008,
      "loss": 2.2570409774780273,
      "step": 4496
    },
    {
      "epoch": 0.27260606060606063,
      "grad_norm": 0.05819449946284294,
      "learning_rate": 0.0008,
      "loss": 2.3615431785583496,
      "step": 4498
    },
    {
      "epoch": 0.2727272727272727,
      "grad_norm": 0.052362531423568726,
      "learning_rate": 0.0008,
      "loss": 2.2644379138946533,
      "step": 4500
    },
    {
      "epoch": 0.27284848484848484,
      "grad_norm": 0.05583372339606285,
      "learning_rate": 0.0008,
      "loss": 2.341691493988037,
      "step": 4502
    },
    {
      "epoch": 0.272969696969697,
      "grad_norm": 0.05368338152766228,
      "learning_rate": 0.0008,
      "loss": 2.2677295207977295,
      "step": 4504
    },
    {
      "epoch": 0.2730909090909091,
      "grad_norm": 0.05373888462781906,
      "learning_rate": 0.0008,
      "loss": 2.256135940551758,
      "step": 4506
    },
    {
      "epoch": 0.27321212121212124,
      "grad_norm": 0.05435385927557945,
      "learning_rate": 0.0008,
      "loss": 2.289001226425171,
      "step": 4508
    },
    {
      "epoch": 0.2733333333333333,
      "grad_norm": 0.05619831010699272,
      "learning_rate": 0.0008,
      "loss": 2.2866034507751465,
      "step": 4510
    },
    {
      "epoch": 0.27345454545454545,
      "grad_norm": 0.054338257759809494,
      "learning_rate": 0.0008,
      "loss": 2.377121686935425,
      "step": 4512
    },
    {
      "epoch": 0.2735757575757576,
      "grad_norm": 0.057151202112436295,
      "learning_rate": 0.0008,
      "loss": 2.318267583847046,
      "step": 4514
    },
    {
      "epoch": 0.2736969696969697,
      "grad_norm": 0.055295269936323166,
      "learning_rate": 0.0008,
      "loss": 2.2654826641082764,
      "step": 4516
    },
    {
      "epoch": 0.2738181818181818,
      "grad_norm": 0.055207423865795135,
      "learning_rate": 0.0008,
      "loss": 2.253031015396118,
      "step": 4518
    },
    {
      "epoch": 0.2739393939393939,
      "grad_norm": 0.054739370942115784,
      "learning_rate": 0.0008,
      "loss": 2.2413949966430664,
      "step": 4520
    },
    {
      "epoch": 0.27406060606060606,
      "grad_norm": 0.056064993143081665,
      "learning_rate": 0.0008,
      "loss": 2.259080410003662,
      "step": 4522
    },
    {
      "epoch": 0.2741818181818182,
      "grad_norm": 0.05825633555650711,
      "learning_rate": 0.0008,
      "loss": 2.299001455307007,
      "step": 4524
    },
    {
      "epoch": 0.2743030303030303,
      "grad_norm": 0.057286038994789124,
      "learning_rate": 0.0008,
      "loss": 2.282667398452759,
      "step": 4526
    },
    {
      "epoch": 0.2744242424242424,
      "grad_norm": 0.05544722452759743,
      "learning_rate": 0.0008,
      "loss": 2.3126418590545654,
      "step": 4528
    },
    {
      "epoch": 0.27454545454545454,
      "grad_norm": 0.056840721517801285,
      "learning_rate": 0.0008,
      "loss": 2.2945141792297363,
      "step": 4530
    },
    {
      "epoch": 0.27466666666666667,
      "grad_norm": 0.06730905175209045,
      "learning_rate": 0.0008,
      "loss": 2.3873817920684814,
      "step": 4532
    },
    {
      "epoch": 0.2747878787878788,
      "grad_norm": 0.05557776242494583,
      "learning_rate": 0.0008,
      "loss": 2.2681007385253906,
      "step": 4534
    },
    {
      "epoch": 0.27490909090909094,
      "grad_norm": 0.05237122252583504,
      "learning_rate": 0.0008,
      "loss": 2.2651913166046143,
      "step": 4536
    },
    {
      "epoch": 0.275030303030303,
      "grad_norm": 0.0551861971616745,
      "learning_rate": 0.0008,
      "loss": 2.3458220958709717,
      "step": 4538
    },
    {
      "epoch": 0.27515151515151515,
      "grad_norm": 0.05319899320602417,
      "learning_rate": 0.0008,
      "loss": 2.2834768295288086,
      "step": 4540
    },
    {
      "epoch": 0.2752727272727273,
      "grad_norm": 0.054759055376052856,
      "learning_rate": 0.0008,
      "loss": 2.290147542953491,
      "step": 4542
    },
    {
      "epoch": 0.2753939393939394,
      "grad_norm": 0.05858103558421135,
      "learning_rate": 0.0008,
      "loss": 2.2598659992218018,
      "step": 4544
    },
    {
      "epoch": 0.2755151515151515,
      "grad_norm": 0.05364903062582016,
      "learning_rate": 0.0008,
      "loss": 2.2834460735321045,
      "step": 4546
    },
    {
      "epoch": 0.2756363636363636,
      "grad_norm": 0.05603271350264549,
      "learning_rate": 0.0008,
      "loss": 2.267739772796631,
      "step": 4548
    },
    {
      "epoch": 0.27575757575757576,
      "grad_norm": 0.058283451944589615,
      "learning_rate": 0.0008,
      "loss": 2.380167007446289,
      "step": 4550
    },
    {
      "epoch": 0.2758787878787879,
      "grad_norm": 0.057976607233285904,
      "learning_rate": 0.0008,
      "loss": 2.334597587585449,
      "step": 4552
    },
    {
      "epoch": 0.276,
      "grad_norm": 0.057005710899829865,
      "learning_rate": 0.0008,
      "loss": 2.2801833152770996,
      "step": 4554
    },
    {
      "epoch": 0.2761212121212121,
      "grad_norm": 0.056253500282764435,
      "learning_rate": 0.0008,
      "loss": 2.260707378387451,
      "step": 4556
    },
    {
      "epoch": 0.27624242424242423,
      "grad_norm": 0.07027553021907806,
      "learning_rate": 0.0008,
      "loss": 2.31195330619812,
      "step": 4558
    },
    {
      "epoch": 0.27636363636363637,
      "grad_norm": 0.06384358555078506,
      "learning_rate": 0.0008,
      "loss": 2.345432758331299,
      "step": 4560
    },
    {
      "epoch": 0.2764848484848485,
      "grad_norm": 0.0585150420665741,
      "learning_rate": 0.0008,
      "loss": 2.2566909790039062,
      "step": 4562
    },
    {
      "epoch": 0.27660606060606063,
      "grad_norm": 0.05975113809108734,
      "learning_rate": 0.0008,
      "loss": 2.274639844894409,
      "step": 4564
    },
    {
      "epoch": 0.2767272727272727,
      "grad_norm": 0.055555231869220734,
      "learning_rate": 0.0008,
      "loss": 2.382713794708252,
      "step": 4566
    },
    {
      "epoch": 0.27684848484848484,
      "grad_norm": 0.052927613258361816,
      "learning_rate": 0.0008,
      "loss": 2.2779908180236816,
      "step": 4568
    },
    {
      "epoch": 0.276969696969697,
      "grad_norm": 0.05448170751333237,
      "learning_rate": 0.0008,
      "loss": 2.326643228530884,
      "step": 4570
    },
    {
      "epoch": 0.2770909090909091,
      "grad_norm": 0.05488854646682739,
      "learning_rate": 0.0008,
      "loss": 2.28167462348938,
      "step": 4572
    },
    {
      "epoch": 0.2772121212121212,
      "grad_norm": 0.05355045199394226,
      "learning_rate": 0.0008,
      "loss": 2.2580606937408447,
      "step": 4574
    },
    {
      "epoch": 0.2773333333333333,
      "grad_norm": 0.05489703640341759,
      "learning_rate": 0.0008,
      "loss": 2.2866828441619873,
      "step": 4576
    },
    {
      "epoch": 0.27745454545454545,
      "grad_norm": 0.05332602933049202,
      "learning_rate": 0.0008,
      "loss": 2.24198317527771,
      "step": 4578
    },
    {
      "epoch": 0.2775757575757576,
      "grad_norm": 0.05336891487240791,
      "learning_rate": 0.0008,
      "loss": 2.2367184162139893,
      "step": 4580
    },
    {
      "epoch": 0.2776969696969697,
      "grad_norm": 0.05534444749355316,
      "learning_rate": 0.0008,
      "loss": 2.3387296199798584,
      "step": 4582
    },
    {
      "epoch": 0.2778181818181818,
      "grad_norm": 0.053866203874349594,
      "learning_rate": 0.0008,
      "loss": 2.3007869720458984,
      "step": 4584
    },
    {
      "epoch": 0.27793939393939393,
      "grad_norm": 0.05586421117186546,
      "learning_rate": 0.0008,
      "loss": 2.3029415607452393,
      "step": 4586
    },
    {
      "epoch": 0.27806060606060606,
      "grad_norm": 0.051511313766241074,
      "learning_rate": 0.0008,
      "loss": 2.3013534545898438,
      "step": 4588
    },
    {
      "epoch": 0.2781818181818182,
      "grad_norm": 0.05458967015147209,
      "learning_rate": 0.0008,
      "loss": 2.2247138023376465,
      "step": 4590
    },
    {
      "epoch": 0.27830303030303033,
      "grad_norm": 0.056070782244205475,
      "learning_rate": 0.0008,
      "loss": 2.365159273147583,
      "step": 4592
    },
    {
      "epoch": 0.2784242424242424,
      "grad_norm": 0.056724853813648224,
      "learning_rate": 0.0008,
      "loss": 2.2961156368255615,
      "step": 4594
    },
    {
      "epoch": 0.27854545454545454,
      "grad_norm": 0.054196182638406754,
      "learning_rate": 0.0008,
      "loss": 2.290943145751953,
      "step": 4596
    },
    {
      "epoch": 0.2786666666666667,
      "grad_norm": 0.05384622514247894,
      "learning_rate": 0.0008,
      "loss": 2.2959678173065186,
      "step": 4598
    },
    {
      "epoch": 0.2787878787878788,
      "grad_norm": 0.05365370213985443,
      "learning_rate": 0.0008,
      "loss": 2.2308952808380127,
      "step": 4600
    },
    {
      "epoch": 0.2789090909090909,
      "grad_norm": 0.05660124123096466,
      "learning_rate": 0.0008,
      "loss": 2.3204615116119385,
      "step": 4602
    },
    {
      "epoch": 0.279030303030303,
      "grad_norm": 0.05970025435090065,
      "learning_rate": 0.0008,
      "loss": 2.30749249458313,
      "step": 4604
    },
    {
      "epoch": 0.27915151515151515,
      "grad_norm": 0.053729891777038574,
      "learning_rate": 0.0008,
      "loss": 2.269469976425171,
      "step": 4606
    },
    {
      "epoch": 0.2792727272727273,
      "grad_norm": 0.05600248649716377,
      "learning_rate": 0.0008,
      "loss": 2.261716842651367,
      "step": 4608
    },
    {
      "epoch": 0.2793939393939394,
      "grad_norm": 0.05390690639615059,
      "learning_rate": 0.0008,
      "loss": 2.2816827297210693,
      "step": 4610
    },
    {
      "epoch": 0.2795151515151515,
      "grad_norm": 0.05523274838924408,
      "learning_rate": 0.0008,
      "loss": 2.2962806224823,
      "step": 4612
    },
    {
      "epoch": 0.2796363636363636,
      "grad_norm": 0.054051924496889114,
      "learning_rate": 0.0008,
      "loss": 2.2770349979400635,
      "step": 4614
    },
    {
      "epoch": 0.27975757575757576,
      "grad_norm": 0.05514691397547722,
      "learning_rate": 0.0008,
      "loss": 2.311007499694824,
      "step": 4616
    },
    {
      "epoch": 0.2798787878787879,
      "grad_norm": 0.05605493485927582,
      "learning_rate": 0.0008,
      "loss": 2.349321126937866,
      "step": 4618
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.058174602687358856,
      "learning_rate": 0.0008,
      "loss": 2.277482509613037,
      "step": 4620
    },
    {
      "epoch": 0.2801212121212121,
      "grad_norm": 0.054451826959848404,
      "learning_rate": 0.0008,
      "loss": 2.281430244445801,
      "step": 4622
    },
    {
      "epoch": 0.28024242424242424,
      "grad_norm": 0.05681096017360687,
      "learning_rate": 0.0008,
      "loss": 2.2752134799957275,
      "step": 4624
    },
    {
      "epoch": 0.28036363636363637,
      "grad_norm": 0.05428697541356087,
      "learning_rate": 0.0008,
      "loss": 2.3062386512756348,
      "step": 4626
    },
    {
      "epoch": 0.2804848484848485,
      "grad_norm": 0.05642550066113472,
      "learning_rate": 0.0008,
      "loss": 2.2855379581451416,
      "step": 4628
    },
    {
      "epoch": 0.2806060606060606,
      "grad_norm": 0.05335645750164986,
      "learning_rate": 0.0008,
      "loss": 2.2884914875030518,
      "step": 4630
    },
    {
      "epoch": 0.2807272727272727,
      "grad_norm": 0.05774903669953346,
      "learning_rate": 0.0008,
      "loss": 2.2853777408599854,
      "step": 4632
    },
    {
      "epoch": 0.28084848484848485,
      "grad_norm": 0.055051956325769424,
      "learning_rate": 0.0008,
      "loss": 2.314424991607666,
      "step": 4634
    },
    {
      "epoch": 0.280969696969697,
      "grad_norm": 0.05437519773840904,
      "learning_rate": 0.0008,
      "loss": 2.212987184524536,
      "step": 4636
    },
    {
      "epoch": 0.2810909090909091,
      "grad_norm": 0.05705779418349266,
      "learning_rate": 0.0008,
      "loss": 2.270890235900879,
      "step": 4638
    },
    {
      "epoch": 0.2812121212121212,
      "grad_norm": 0.055935923010110855,
      "learning_rate": 0.0008,
      "loss": 2.293299436569214,
      "step": 4640
    },
    {
      "epoch": 0.2813333333333333,
      "grad_norm": 0.05573229491710663,
      "learning_rate": 0.0008,
      "loss": 2.330489158630371,
      "step": 4642
    },
    {
      "epoch": 0.28145454545454546,
      "grad_norm": 0.05469466745853424,
      "learning_rate": 0.0008,
      "loss": 2.280174732208252,
      "step": 4644
    },
    {
      "epoch": 0.2815757575757576,
      "grad_norm": 0.055617764592170715,
      "learning_rate": 0.0008,
      "loss": 2.2556402683258057,
      "step": 4646
    },
    {
      "epoch": 0.2816969696969697,
      "grad_norm": 0.056385431438684464,
      "learning_rate": 0.0008,
      "loss": 2.355471611022949,
      "step": 4648
    },
    {
      "epoch": 0.2818181818181818,
      "grad_norm": 0.05487361550331116,
      "learning_rate": 0.0008,
      "loss": 2.377854824066162,
      "step": 4650
    },
    {
      "epoch": 0.28193939393939393,
      "grad_norm": 0.05418841540813446,
      "learning_rate": 0.0008,
      "loss": 2.358874797821045,
      "step": 4652
    },
    {
      "epoch": 0.28206060606060607,
      "grad_norm": 0.054295577108860016,
      "learning_rate": 0.0008,
      "loss": 2.300501585006714,
      "step": 4654
    },
    {
      "epoch": 0.2821818181818182,
      "grad_norm": 0.055122483521699905,
      "learning_rate": 0.0008,
      "loss": 2.344276189804077,
      "step": 4656
    },
    {
      "epoch": 0.2823030303030303,
      "grad_norm": 0.05558707192540169,
      "learning_rate": 0.0008,
      "loss": 2.2393605709075928,
      "step": 4658
    },
    {
      "epoch": 0.2824242424242424,
      "grad_norm": 0.055209267884492874,
      "learning_rate": 0.0008,
      "loss": 2.2562649250030518,
      "step": 4660
    },
    {
      "epoch": 0.28254545454545454,
      "grad_norm": 0.05391997843980789,
      "learning_rate": 0.0008,
      "loss": 2.2977449893951416,
      "step": 4662
    },
    {
      "epoch": 0.2826666666666667,
      "grad_norm": 0.05468451604247093,
      "learning_rate": 0.0008,
      "loss": 2.2150542736053467,
      "step": 4664
    },
    {
      "epoch": 0.2827878787878788,
      "grad_norm": 0.053801655769348145,
      "learning_rate": 0.0008,
      "loss": 2.23134183883667,
      "step": 4666
    },
    {
      "epoch": 0.2829090909090909,
      "grad_norm": 0.054412227123975754,
      "learning_rate": 0.0008,
      "loss": 2.2484869956970215,
      "step": 4668
    },
    {
      "epoch": 0.283030303030303,
      "grad_norm": 0.056372083723545074,
      "learning_rate": 0.0008,
      "loss": 2.2156550884246826,
      "step": 4670
    },
    {
      "epoch": 0.28315151515151515,
      "grad_norm": 0.056354787200689316,
      "learning_rate": 0.0008,
      "loss": 2.2584102153778076,
      "step": 4672
    },
    {
      "epoch": 0.2832727272727273,
      "grad_norm": 0.05433962121605873,
      "learning_rate": 0.0008,
      "loss": 2.245120048522949,
      "step": 4674
    },
    {
      "epoch": 0.2833939393939394,
      "grad_norm": 0.05540841817855835,
      "learning_rate": 0.0008,
      "loss": 2.1810500621795654,
      "step": 4676
    },
    {
      "epoch": 0.2835151515151515,
      "grad_norm": 0.05647530034184456,
      "learning_rate": 0.0008,
      "loss": 2.3001677989959717,
      "step": 4678
    },
    {
      "epoch": 0.28363636363636363,
      "grad_norm": 0.05409097671508789,
      "learning_rate": 0.0008,
      "loss": 2.3189520835876465,
      "step": 4680
    },
    {
      "epoch": 0.28375757575757576,
      "grad_norm": 0.05225584656000137,
      "learning_rate": 0.0008,
      "loss": 2.3566932678222656,
      "step": 4682
    },
    {
      "epoch": 0.2838787878787879,
      "grad_norm": 0.060842115432024,
      "learning_rate": 0.0008,
      "loss": 2.3278191089630127,
      "step": 4684
    },
    {
      "epoch": 0.284,
      "grad_norm": 0.05829113349318504,
      "learning_rate": 0.0008,
      "loss": 2.310246467590332,
      "step": 4686
    },
    {
      "epoch": 0.2841212121212121,
      "grad_norm": 0.06196233630180359,
      "learning_rate": 0.0008,
      "loss": 2.2644834518432617,
      "step": 4688
    },
    {
      "epoch": 0.28424242424242424,
      "grad_norm": 0.06200785934925079,
      "learning_rate": 0.0008,
      "loss": 2.2010104656219482,
      "step": 4690
    },
    {
      "epoch": 0.2843636363636364,
      "grad_norm": 0.06878723949193954,
      "learning_rate": 0.0008,
      "loss": 2.2502923011779785,
      "step": 4692
    },
    {
      "epoch": 0.2844848484848485,
      "grad_norm": 0.06470175832509995,
      "learning_rate": 0.0008,
      "loss": 2.1857707500457764,
      "step": 4694
    },
    {
      "epoch": 0.2846060606060606,
      "grad_norm": 0.062308214604854584,
      "learning_rate": 0.0008,
      "loss": 2.1942501068115234,
      "step": 4696
    },
    {
      "epoch": 0.2847272727272727,
      "grad_norm": 0.0531114861369133,
      "learning_rate": 0.0008,
      "loss": 2.296896457672119,
      "step": 4698
    },
    {
      "epoch": 0.28484848484848485,
      "grad_norm": 0.05554616078734398,
      "learning_rate": 0.0008,
      "loss": 2.2936432361602783,
      "step": 4700
    },
    {
      "epoch": 0.284969696969697,
      "grad_norm": 0.054572656750679016,
      "learning_rate": 0.0008,
      "loss": 2.2823069095611572,
      "step": 4702
    },
    {
      "epoch": 0.2850909090909091,
      "grad_norm": 0.05597798153758049,
      "learning_rate": 0.0008,
      "loss": 2.2546253204345703,
      "step": 4704
    },
    {
      "epoch": 0.2852121212121212,
      "grad_norm": 0.061293505132198334,
      "learning_rate": 0.0008,
      "loss": 2.2340636253356934,
      "step": 4706
    },
    {
      "epoch": 0.2853333333333333,
      "grad_norm": 0.052963320165872574,
      "learning_rate": 0.0008,
      "loss": 2.262117385864258,
      "step": 4708
    },
    {
      "epoch": 0.28545454545454546,
      "grad_norm": 0.05516951531171799,
      "learning_rate": 0.0008,
      "loss": 2.2496190071105957,
      "step": 4710
    },
    {
      "epoch": 0.2855757575757576,
      "grad_norm": 0.05589240416884422,
      "learning_rate": 0.0008,
      "loss": 2.306231737136841,
      "step": 4712
    },
    {
      "epoch": 0.28569696969696967,
      "grad_norm": 0.05905822291970253,
      "learning_rate": 0.0008,
      "loss": 2.2571423053741455,
      "step": 4714
    },
    {
      "epoch": 0.2858181818181818,
      "grad_norm": 0.06786094605922699,
      "learning_rate": 0.0008,
      "loss": 2.269880533218384,
      "step": 4716
    },
    {
      "epoch": 0.28593939393939394,
      "grad_norm": 0.06577903032302856,
      "learning_rate": 0.0008,
      "loss": 2.2611794471740723,
      "step": 4718
    },
    {
      "epoch": 0.28606060606060607,
      "grad_norm": 0.059658233076334,
      "learning_rate": 0.0008,
      "loss": 2.341372013092041,
      "step": 4720
    },
    {
      "epoch": 0.2861818181818182,
      "grad_norm": 0.05681830644607544,
      "learning_rate": 0.0008,
      "loss": 2.2807044982910156,
      "step": 4722
    },
    {
      "epoch": 0.2863030303030303,
      "grad_norm": 0.05459382012486458,
      "learning_rate": 0.0008,
      "loss": 2.346247673034668,
      "step": 4724
    },
    {
      "epoch": 0.2864242424242424,
      "grad_norm": 0.05237637832760811,
      "learning_rate": 0.0008,
      "loss": 2.281033992767334,
      "step": 4726
    },
    {
      "epoch": 0.28654545454545455,
      "grad_norm": 0.05617569014430046,
      "learning_rate": 0.0008,
      "loss": 2.262033700942993,
      "step": 4728
    },
    {
      "epoch": 0.2866666666666667,
      "grad_norm": 0.05935538560152054,
      "learning_rate": 0.0008,
      "loss": 2.307227373123169,
      "step": 4730
    },
    {
      "epoch": 0.2867878787878788,
      "grad_norm": 0.05719233676791191,
      "learning_rate": 0.0008,
      "loss": 2.2527730464935303,
      "step": 4732
    },
    {
      "epoch": 0.2869090909090909,
      "grad_norm": 0.05530914291739464,
      "learning_rate": 0.0008,
      "loss": 2.2869203090667725,
      "step": 4734
    },
    {
      "epoch": 0.287030303030303,
      "grad_norm": 0.053372498601675034,
      "learning_rate": 0.0008,
      "loss": 2.257380723953247,
      "step": 4736
    },
    {
      "epoch": 0.28715151515151516,
      "grad_norm": 0.05570876598358154,
      "learning_rate": 0.0008,
      "loss": 2.3500354290008545,
      "step": 4738
    },
    {
      "epoch": 0.2872727272727273,
      "grad_norm": 0.05364924669265747,
      "learning_rate": 0.0008,
      "loss": 2.1910483837127686,
      "step": 4740
    },
    {
      "epoch": 0.28739393939393937,
      "grad_norm": 0.060286711901426315,
      "learning_rate": 0.0008,
      "loss": 2.2812328338623047,
      "step": 4742
    },
    {
      "epoch": 0.2875151515151515,
      "grad_norm": 0.05501750111579895,
      "learning_rate": 0.0008,
      "loss": 2.308928966522217,
      "step": 4744
    },
    {
      "epoch": 0.28763636363636363,
      "grad_norm": 0.0573563277721405,
      "learning_rate": 0.0008,
      "loss": 2.3335440158843994,
      "step": 4746
    },
    {
      "epoch": 0.28775757575757577,
      "grad_norm": 0.053601279854774475,
      "learning_rate": 0.0008,
      "loss": 2.3178937435150146,
      "step": 4748
    },
    {
      "epoch": 0.2878787878787879,
      "grad_norm": 0.054257266223430634,
      "learning_rate": 0.0008,
      "loss": 2.2960715293884277,
      "step": 4750
    },
    {
      "epoch": 0.288,
      "grad_norm": 0.05575403943657875,
      "learning_rate": 0.0008,
      "loss": 2.2941930294036865,
      "step": 4752
    },
    {
      "epoch": 0.2881212121212121,
      "grad_norm": 0.05487275496125221,
      "learning_rate": 0.0008,
      "loss": 2.288525342941284,
      "step": 4754
    },
    {
      "epoch": 0.28824242424242424,
      "grad_norm": 0.05387573689222336,
      "learning_rate": 0.0008,
      "loss": 2.3342533111572266,
      "step": 4756
    },
    {
      "epoch": 0.2883636363636364,
      "grad_norm": 0.054857831448316574,
      "learning_rate": 0.0008,
      "loss": 2.2665278911590576,
      "step": 4758
    },
    {
      "epoch": 0.2884848484848485,
      "grad_norm": 0.05643100291490555,
      "learning_rate": 0.0008,
      "loss": 2.1866962909698486,
      "step": 4760
    },
    {
      "epoch": 0.2886060606060606,
      "grad_norm": 0.05491183325648308,
      "learning_rate": 0.0008,
      "loss": 2.310840129852295,
      "step": 4762
    },
    {
      "epoch": 0.2887272727272727,
      "grad_norm": 0.05809604376554489,
      "learning_rate": 0.0008,
      "loss": 2.27667498588562,
      "step": 4764
    },
    {
      "epoch": 0.28884848484848485,
      "grad_norm": 0.05596885830163956,
      "learning_rate": 0.0008,
      "loss": 2.2711737155914307,
      "step": 4766
    },
    {
      "epoch": 0.288969696969697,
      "grad_norm": 0.053733885288238525,
      "learning_rate": 0.0008,
      "loss": 2.3843672275543213,
      "step": 4768
    },
    {
      "epoch": 0.28909090909090907,
      "grad_norm": 0.05530449002981186,
      "learning_rate": 0.0008,
      "loss": 2.2390480041503906,
      "step": 4770
    },
    {
      "epoch": 0.2892121212121212,
      "grad_norm": 0.05367610976099968,
      "learning_rate": 0.0008,
      "loss": 2.271472215652466,
      "step": 4772
    },
    {
      "epoch": 0.28933333333333333,
      "grad_norm": 0.0550968237221241,
      "learning_rate": 0.0008,
      "loss": 2.268082618713379,
      "step": 4774
    },
    {
      "epoch": 0.28945454545454546,
      "grad_norm": 0.05347451567649841,
      "learning_rate": 0.0008,
      "loss": 2.223788261413574,
      "step": 4776
    },
    {
      "epoch": 0.2895757575757576,
      "grad_norm": 0.05908353254199028,
      "learning_rate": 0.0008,
      "loss": 2.2246227264404297,
      "step": 4778
    },
    {
      "epoch": 0.2896969696969697,
      "grad_norm": 0.05593821406364441,
      "learning_rate": 0.0008,
      "loss": 2.2636520862579346,
      "step": 4780
    },
    {
      "epoch": 0.2898181818181818,
      "grad_norm": 0.05654796585440636,
      "learning_rate": 0.0008,
      "loss": 2.254469871520996,
      "step": 4782
    },
    {
      "epoch": 0.28993939393939394,
      "grad_norm": 0.0545928031206131,
      "learning_rate": 0.0008,
      "loss": 2.2249398231506348,
      "step": 4784
    },
    {
      "epoch": 0.2900606060606061,
      "grad_norm": 0.052820634096860886,
      "learning_rate": 0.0008,
      "loss": 2.2484130859375,
      "step": 4786
    },
    {
      "epoch": 0.2901818181818182,
      "grad_norm": 0.05386760085821152,
      "learning_rate": 0.0008,
      "loss": 2.2864763736724854,
      "step": 4788
    },
    {
      "epoch": 0.2903030303030303,
      "grad_norm": 0.05664343759417534,
      "learning_rate": 0.0008,
      "loss": 2.2853448390960693,
      "step": 4790
    },
    {
      "epoch": 0.2904242424242424,
      "grad_norm": 0.05446917191147804,
      "learning_rate": 0.0008,
      "loss": 2.349919319152832,
      "step": 4792
    },
    {
      "epoch": 0.29054545454545455,
      "grad_norm": 0.05720677226781845,
      "learning_rate": 0.0008,
      "loss": 2.397477388381958,
      "step": 4794
    },
    {
      "epoch": 0.2906666666666667,
      "grad_norm": 0.05324156954884529,
      "learning_rate": 0.0008,
      "loss": 2.2922027111053467,
      "step": 4796
    },
    {
      "epoch": 0.29078787878787876,
      "grad_norm": 0.05390412360429764,
      "learning_rate": 0.0008,
      "loss": 2.236441135406494,
      "step": 4798
    },
    {
      "epoch": 0.2909090909090909,
      "grad_norm": 0.05422819033265114,
      "learning_rate": 0.0008,
      "loss": 2.302670955657959,
      "step": 4800
    },
    {
      "epoch": 0.29103030303030303,
      "grad_norm": 0.05637020245194435,
      "learning_rate": 0.0008,
      "loss": 2.254502534866333,
      "step": 4802
    },
    {
      "epoch": 0.29115151515151516,
      "grad_norm": 0.05390185862779617,
      "learning_rate": 0.0008,
      "loss": 2.360191822052002,
      "step": 4804
    },
    {
      "epoch": 0.2912727272727273,
      "grad_norm": 0.05615033581852913,
      "learning_rate": 0.0008,
      "loss": 2.4006574153900146,
      "step": 4806
    },
    {
      "epoch": 0.29139393939393937,
      "grad_norm": 0.057728253304958344,
      "learning_rate": 0.0008,
      "loss": 2.338367462158203,
      "step": 4808
    },
    {
      "epoch": 0.2915151515151515,
      "grad_norm": 0.057007912546396255,
      "learning_rate": 0.0008,
      "loss": 2.3011012077331543,
      "step": 4810
    },
    {
      "epoch": 0.29163636363636364,
      "grad_norm": 0.054072968661785126,
      "learning_rate": 0.0008,
      "loss": 2.2724814414978027,
      "step": 4812
    },
    {
      "epoch": 0.29175757575757577,
      "grad_norm": 0.0564652644097805,
      "learning_rate": 0.0008,
      "loss": 2.18826961517334,
      "step": 4814
    },
    {
      "epoch": 0.2918787878787879,
      "grad_norm": 0.054671190679073334,
      "learning_rate": 0.0008,
      "loss": 2.2887320518493652,
      "step": 4816
    },
    {
      "epoch": 0.292,
      "grad_norm": 0.05508033186197281,
      "learning_rate": 0.0008,
      "loss": 2.2871971130371094,
      "step": 4818
    },
    {
      "epoch": 0.2921212121212121,
      "grad_norm": 0.05275227501988411,
      "learning_rate": 0.0008,
      "loss": 2.2408926486968994,
      "step": 4820
    },
    {
      "epoch": 0.29224242424242425,
      "grad_norm": 0.05506299063563347,
      "learning_rate": 0.0008,
      "loss": 2.243800163269043,
      "step": 4822
    },
    {
      "epoch": 0.2923636363636364,
      "grad_norm": 0.058799903839826584,
      "learning_rate": 0.0008,
      "loss": 2.1883175373077393,
      "step": 4824
    },
    {
      "epoch": 0.29248484848484846,
      "grad_norm": 0.05424119532108307,
      "learning_rate": 0.0008,
      "loss": 2.373542547225952,
      "step": 4826
    },
    {
      "epoch": 0.2926060606060606,
      "grad_norm": 0.0568314790725708,
      "learning_rate": 0.0008,
      "loss": 2.265829086303711,
      "step": 4828
    },
    {
      "epoch": 0.2927272727272727,
      "grad_norm": 0.0527508370578289,
      "learning_rate": 0.0008,
      "loss": 2.271395206451416,
      "step": 4830
    },
    {
      "epoch": 0.29284848484848486,
      "grad_norm": 0.05373500660061836,
      "learning_rate": 0.0008,
      "loss": 2.2753844261169434,
      "step": 4832
    },
    {
      "epoch": 0.292969696969697,
      "grad_norm": 0.05158925801515579,
      "learning_rate": 0.0008,
      "loss": 2.2330262660980225,
      "step": 4834
    },
    {
      "epoch": 0.29309090909090907,
      "grad_norm": 0.05250396952033043,
      "learning_rate": 0.0008,
      "loss": 2.229161024093628,
      "step": 4836
    },
    {
      "epoch": 0.2932121212121212,
      "grad_norm": 0.05737446993589401,
      "learning_rate": 0.0008,
      "loss": 2.265381097793579,
      "step": 4838
    },
    {
      "epoch": 0.29333333333333333,
      "grad_norm": 0.061819907277822495,
      "learning_rate": 0.0008,
      "loss": 2.302894115447998,
      "step": 4840
    },
    {
      "epoch": 0.29345454545454547,
      "grad_norm": 0.05942108482122421,
      "learning_rate": 0.0008,
      "loss": 2.279719114303589,
      "step": 4842
    },
    {
      "epoch": 0.2935757575757576,
      "grad_norm": 0.05644964799284935,
      "learning_rate": 0.0008,
      "loss": 2.228940486907959,
      "step": 4844
    },
    {
      "epoch": 0.2936969696969697,
      "grad_norm": 0.05474438890814781,
      "learning_rate": 0.0008,
      "loss": 2.2454674243927,
      "step": 4846
    },
    {
      "epoch": 0.2938181818181818,
      "grad_norm": 0.05287795886397362,
      "learning_rate": 0.0008,
      "loss": 2.2697131633758545,
      "step": 4848
    },
    {
      "epoch": 0.29393939393939394,
      "grad_norm": 0.054473914206027985,
      "learning_rate": 0.0008,
      "loss": 2.260518789291382,
      "step": 4850
    },
    {
      "epoch": 0.2940606060606061,
      "grad_norm": 0.056441549211740494,
      "learning_rate": 0.0008,
      "loss": 2.2611052989959717,
      "step": 4852
    },
    {
      "epoch": 0.29418181818181816,
      "grad_norm": 0.05172049626708031,
      "learning_rate": 0.0008,
      "loss": 2.261385440826416,
      "step": 4854
    },
    {
      "epoch": 0.2943030303030303,
      "grad_norm": 0.05301522836089134,
      "learning_rate": 0.0008,
      "loss": 2.240074396133423,
      "step": 4856
    },
    {
      "epoch": 0.2944242424242424,
      "grad_norm": 0.053613126277923584,
      "learning_rate": 0.0008,
      "loss": 2.254446029663086,
      "step": 4858
    },
    {
      "epoch": 0.29454545454545455,
      "grad_norm": 0.05630803853273392,
      "learning_rate": 0.0008,
      "loss": 2.2889537811279297,
      "step": 4860
    },
    {
      "epoch": 0.2946666666666667,
      "grad_norm": 0.0523088276386261,
      "learning_rate": 0.0008,
      "loss": 2.209427833557129,
      "step": 4862
    },
    {
      "epoch": 0.29478787878787877,
      "grad_norm": 0.054167717695236206,
      "learning_rate": 0.0008,
      "loss": 2.192564010620117,
      "step": 4864
    },
    {
      "epoch": 0.2949090909090909,
      "grad_norm": 0.05412587895989418,
      "learning_rate": 0.0008,
      "loss": 2.233938217163086,
      "step": 4866
    },
    {
      "epoch": 0.29503030303030303,
      "grad_norm": 0.052139054983854294,
      "learning_rate": 0.0008,
      "loss": 2.255357503890991,
      "step": 4868
    },
    {
      "epoch": 0.29515151515151516,
      "grad_norm": 0.05194449797272682,
      "learning_rate": 0.0008,
      "loss": 2.2717137336730957,
      "step": 4870
    },
    {
      "epoch": 0.2952727272727273,
      "grad_norm": 0.054211970418691635,
      "learning_rate": 0.0008,
      "loss": 2.1991188526153564,
      "step": 4872
    },
    {
      "epoch": 0.2953939393939394,
      "grad_norm": 0.05371275544166565,
      "learning_rate": 0.0008,
      "loss": 2.2485504150390625,
      "step": 4874
    },
    {
      "epoch": 0.2955151515151515,
      "grad_norm": 0.056722939014434814,
      "learning_rate": 0.0008,
      "loss": 2.2276387214660645,
      "step": 4876
    },
    {
      "epoch": 0.29563636363636364,
      "grad_norm": 0.05243941396474838,
      "learning_rate": 0.0008,
      "loss": 2.342050790786743,
      "step": 4878
    },
    {
      "epoch": 0.2957575757575758,
      "grad_norm": 0.05393067002296448,
      "learning_rate": 0.0008,
      "loss": 2.297621965408325,
      "step": 4880
    },
    {
      "epoch": 0.29587878787878785,
      "grad_norm": 0.05563806742429733,
      "learning_rate": 0.0008,
      "loss": 2.291226863861084,
      "step": 4882
    },
    {
      "epoch": 0.296,
      "grad_norm": 0.05408297851681709,
      "learning_rate": 0.0008,
      "loss": 2.2713119983673096,
      "step": 4884
    },
    {
      "epoch": 0.2961212121212121,
      "grad_norm": 0.05365954339504242,
      "learning_rate": 0.0008,
      "loss": 2.330564498901367,
      "step": 4886
    },
    {
      "epoch": 0.29624242424242425,
      "grad_norm": 0.056111399084329605,
      "learning_rate": 0.0008,
      "loss": 2.3294458389282227,
      "step": 4888
    },
    {
      "epoch": 0.2963636363636364,
      "grad_norm": 0.05629744008183479,
      "learning_rate": 0.0008,
      "loss": 2.3094677925109863,
      "step": 4890
    },
    {
      "epoch": 0.29648484848484846,
      "grad_norm": 0.05357637628912926,
      "learning_rate": 0.0008,
      "loss": 2.2358896732330322,
      "step": 4892
    },
    {
      "epoch": 0.2966060606060606,
      "grad_norm": 0.05376078188419342,
      "learning_rate": 0.0008,
      "loss": 2.383877992630005,
      "step": 4894
    },
    {
      "epoch": 0.29672727272727273,
      "grad_norm": 0.054002080112695694,
      "learning_rate": 0.0008,
      "loss": 2.274066686630249,
      "step": 4896
    },
    {
      "epoch": 0.29684848484848486,
      "grad_norm": 0.05502447485923767,
      "learning_rate": 0.0008,
      "loss": 2.2798376083374023,
      "step": 4898
    },
    {
      "epoch": 0.296969696969697,
      "grad_norm": 0.05441747233271599,
      "learning_rate": 0.0008,
      "loss": 2.2438488006591797,
      "step": 4900
    },
    {
      "epoch": 0.29709090909090907,
      "grad_norm": 0.05227840691804886,
      "learning_rate": 0.0008,
      "loss": 2.233762264251709,
      "step": 4902
    },
    {
      "epoch": 0.2972121212121212,
      "grad_norm": 0.0536375530064106,
      "learning_rate": 0.0008,
      "loss": 2.265068292617798,
      "step": 4904
    },
    {
      "epoch": 0.29733333333333334,
      "grad_norm": 0.05492078512907028,
      "learning_rate": 0.0008,
      "loss": 2.2509372234344482,
      "step": 4906
    },
    {
      "epoch": 0.29745454545454547,
      "grad_norm": 0.05377637967467308,
      "learning_rate": 0.0008,
      "loss": 2.2441213130950928,
      "step": 4908
    },
    {
      "epoch": 0.29757575757575755,
      "grad_norm": 0.05574806407094002,
      "learning_rate": 0.0008,
      "loss": 2.3523788452148438,
      "step": 4910
    },
    {
      "epoch": 0.2976969696969697,
      "grad_norm": 0.05469955503940582,
      "learning_rate": 0.0008,
      "loss": 2.347738027572632,
      "step": 4912
    },
    {
      "epoch": 0.2978181818181818,
      "grad_norm": 0.061578117311000824,
      "learning_rate": 0.0008,
      "loss": 2.277494192123413,
      "step": 4914
    },
    {
      "epoch": 0.29793939393939395,
      "grad_norm": 0.05529829114675522,
      "learning_rate": 0.0008,
      "loss": 2.2174062728881836,
      "step": 4916
    },
    {
      "epoch": 0.2980606060606061,
      "grad_norm": 0.053765732795000076,
      "learning_rate": 0.0008,
      "loss": 2.3003671169281006,
      "step": 4918
    },
    {
      "epoch": 0.29818181818181816,
      "grad_norm": 0.05339481309056282,
      "learning_rate": 0.0008,
      "loss": 2.1993398666381836,
      "step": 4920
    },
    {
      "epoch": 0.2983030303030303,
      "grad_norm": 0.05606154724955559,
      "learning_rate": 0.0008,
      "loss": 2.2379393577575684,
      "step": 4922
    },
    {
      "epoch": 0.2984242424242424,
      "grad_norm": 0.05595916509628296,
      "learning_rate": 0.0008,
      "loss": 2.2111332416534424,
      "step": 4924
    },
    {
      "epoch": 0.29854545454545456,
      "grad_norm": 0.05740240216255188,
      "learning_rate": 0.0008,
      "loss": 2.3122992515563965,
      "step": 4926
    },
    {
      "epoch": 0.2986666666666667,
      "grad_norm": 0.06078239902853966,
      "learning_rate": 0.0008,
      "loss": 2.295248031616211,
      "step": 4928
    },
    {
      "epoch": 0.29878787878787877,
      "grad_norm": 0.057778362184762955,
      "learning_rate": 0.0008,
      "loss": 2.218975782394409,
      "step": 4930
    },
    {
      "epoch": 0.2989090909090909,
      "grad_norm": 0.057347528636455536,
      "learning_rate": 0.0008,
      "loss": 2.262341260910034,
      "step": 4932
    },
    {
      "epoch": 0.29903030303030304,
      "grad_norm": 0.053604986518621445,
      "learning_rate": 0.0008,
      "loss": 2.277545690536499,
      "step": 4934
    },
    {
      "epoch": 0.29915151515151517,
      "grad_norm": 0.05310754477977753,
      "learning_rate": 0.0008,
      "loss": 2.2764534950256348,
      "step": 4936
    },
    {
      "epoch": 0.29927272727272725,
      "grad_norm": 0.05433344841003418,
      "learning_rate": 0.0008,
      "loss": 2.335740804672241,
      "step": 4938
    },
    {
      "epoch": 0.2993939393939394,
      "grad_norm": 0.05318735912442207,
      "learning_rate": 0.0008,
      "loss": 2.230260133743286,
      "step": 4940
    },
    {
      "epoch": 0.2995151515151515,
      "grad_norm": 0.053097862750291824,
      "learning_rate": 0.0008,
      "loss": 2.2347874641418457,
      "step": 4942
    },
    {
      "epoch": 0.29963636363636365,
      "grad_norm": 0.05405677109956741,
      "learning_rate": 0.0008,
      "loss": 2.2529425621032715,
      "step": 4944
    },
    {
      "epoch": 0.2997575757575758,
      "grad_norm": 0.054108504205942154,
      "learning_rate": 0.0008,
      "loss": 2.316314935684204,
      "step": 4946
    },
    {
      "epoch": 0.29987878787878786,
      "grad_norm": 0.06374972313642502,
      "learning_rate": 0.0008,
      "loss": 2.272117853164673,
      "step": 4948
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.058928124606609344,
      "learning_rate": 0.0008,
      "loss": 2.2701776027679443,
      "step": 4950
    },
    {
      "epoch": 0.3001212121212121,
      "grad_norm": 0.0532425232231617,
      "learning_rate": 0.0008,
      "loss": 2.3056509494781494,
      "step": 4952
    },
    {
      "epoch": 0.30024242424242426,
      "grad_norm": 0.052035823464393616,
      "learning_rate": 0.0008,
      "loss": 2.1708133220672607,
      "step": 4954
    },
    {
      "epoch": 0.3003636363636364,
      "grad_norm": 0.0554540678858757,
      "learning_rate": 0.0008,
      "loss": 2.265753746032715,
      "step": 4956
    },
    {
      "epoch": 0.30048484848484847,
      "grad_norm": 0.05161741003394127,
      "learning_rate": 0.0008,
      "loss": 2.178636312484741,
      "step": 4958
    },
    {
      "epoch": 0.3006060606060606,
      "grad_norm": 0.05749468505382538,
      "learning_rate": 0.0008,
      "loss": 2.2840747833251953,
      "step": 4960
    },
    {
      "epoch": 0.30072727272727273,
      "grad_norm": 0.05530589818954468,
      "learning_rate": 0.0008,
      "loss": 2.2059574127197266,
      "step": 4962
    },
    {
      "epoch": 0.30084848484848487,
      "grad_norm": 0.06192709505558014,
      "learning_rate": 0.0008,
      "loss": 2.256516695022583,
      "step": 4964
    },
    {
      "epoch": 0.30096969696969694,
      "grad_norm": 0.06051327660679817,
      "learning_rate": 0.0008,
      "loss": 2.2183141708374023,
      "step": 4966
    },
    {
      "epoch": 0.3010909090909091,
      "grad_norm": 0.06127804145216942,
      "learning_rate": 0.0008,
      "loss": 2.300039291381836,
      "step": 4968
    },
    {
      "epoch": 0.3012121212121212,
      "grad_norm": 0.055958908051252365,
      "learning_rate": 0.0008,
      "loss": 2.253392457962036,
      "step": 4970
    },
    {
      "epoch": 0.30133333333333334,
      "grad_norm": 0.05586221069097519,
      "learning_rate": 0.0008,
      "loss": 2.243908405303955,
      "step": 4972
    },
    {
      "epoch": 0.3014545454545455,
      "grad_norm": 0.05609317496418953,
      "learning_rate": 0.0008,
      "loss": 2.231538772583008,
      "step": 4974
    },
    {
      "epoch": 0.30157575757575755,
      "grad_norm": 0.058466631919145584,
      "learning_rate": 0.0008,
      "loss": 2.2387049198150635,
      "step": 4976
    },
    {
      "epoch": 0.3016969696969697,
      "grad_norm": 0.05503614619374275,
      "learning_rate": 0.0008,
      "loss": 2.2997922897338867,
      "step": 4978
    },
    {
      "epoch": 0.3018181818181818,
      "grad_norm": 0.051841191947460175,
      "learning_rate": 0.0008,
      "loss": 2.168401002883911,
      "step": 4980
    },
    {
      "epoch": 0.30193939393939395,
      "grad_norm": 0.05500571429729462,
      "learning_rate": 0.0008,
      "loss": 2.283348321914673,
      "step": 4982
    },
    {
      "epoch": 0.3020606060606061,
      "grad_norm": 0.056693185120821,
      "learning_rate": 0.0008,
      "loss": 2.2652807235717773,
      "step": 4984
    },
    {
      "epoch": 0.30218181818181816,
      "grad_norm": 0.05780131369829178,
      "learning_rate": 0.0008,
      "loss": 2.402055501937866,
      "step": 4986
    },
    {
      "epoch": 0.3023030303030303,
      "grad_norm": 0.05481209605932236,
      "learning_rate": 0.0008,
      "loss": 2.252267360687256,
      "step": 4988
    },
    {
      "epoch": 0.30242424242424243,
      "grad_norm": 0.054683033376932144,
      "learning_rate": 0.0008,
      "loss": 2.3153955936431885,
      "step": 4990
    },
    {
      "epoch": 0.30254545454545456,
      "grad_norm": 0.0549120269715786,
      "learning_rate": 0.0008,
      "loss": 2.2285315990448,
      "step": 4992
    },
    {
      "epoch": 0.30266666666666664,
      "grad_norm": 0.05461292713880539,
      "learning_rate": 0.0008,
      "loss": 2.279456377029419,
      "step": 4994
    },
    {
      "epoch": 0.3027878787878788,
      "grad_norm": 0.05328740179538727,
      "learning_rate": 0.0008,
      "loss": 2.2267327308654785,
      "step": 4996
    },
    {
      "epoch": 0.3029090909090909,
      "grad_norm": 0.05204177647829056,
      "learning_rate": 0.0008,
      "loss": 2.3238365650177,
      "step": 4998
    },
    {
      "epoch": 0.30303030303030304,
      "grad_norm": 0.0535978302359581,
      "learning_rate": 0.0008,
      "loss": 2.334669351577759,
      "step": 5000
    },
    {
      "epoch": 0.30315151515151517,
      "grad_norm": 0.053077831864356995,
      "learning_rate": 0.0008,
      "loss": 2.254889726638794,
      "step": 5002
    },
    {
      "epoch": 0.30327272727272725,
      "grad_norm": 0.05378474295139313,
      "learning_rate": 0.0008,
      "loss": 2.311197519302368,
      "step": 5004
    },
    {
      "epoch": 0.3033939393939394,
      "grad_norm": 0.05600333958864212,
      "learning_rate": 0.0008,
      "loss": 2.2842280864715576,
      "step": 5006
    },
    {
      "epoch": 0.3035151515151515,
      "grad_norm": 0.05423963442444801,
      "learning_rate": 0.0008,
      "loss": 2.2714693546295166,
      "step": 5008
    },
    {
      "epoch": 0.30363636363636365,
      "grad_norm": 0.05285424366593361,
      "learning_rate": 0.0008,
      "loss": 2.333055257797241,
      "step": 5010
    },
    {
      "epoch": 0.3037575757575758,
      "grad_norm": 0.052807558327913284,
      "learning_rate": 0.0008,
      "loss": 2.2704017162323,
      "step": 5012
    },
    {
      "epoch": 0.30387878787878786,
      "grad_norm": 0.05349867045879364,
      "learning_rate": 0.0008,
      "loss": 2.280057191848755,
      "step": 5014
    },
    {
      "epoch": 0.304,
      "grad_norm": 0.05338842794299126,
      "learning_rate": 0.0008,
      "loss": 2.332848310470581,
      "step": 5016
    },
    {
      "epoch": 0.3041212121212121,
      "grad_norm": 0.052908122539520264,
      "learning_rate": 0.0008,
      "loss": 2.248776435852051,
      "step": 5018
    },
    {
      "epoch": 0.30424242424242426,
      "grad_norm": 0.05230122059583664,
      "learning_rate": 0.0008,
      "loss": 2.2155802249908447,
      "step": 5020
    },
    {
      "epoch": 0.30436363636363634,
      "grad_norm": 0.05702662467956543,
      "learning_rate": 0.0008,
      "loss": 2.2990665435791016,
      "step": 5022
    },
    {
      "epoch": 0.30448484848484847,
      "grad_norm": 0.053798168897628784,
      "learning_rate": 0.0008,
      "loss": 2.338630199432373,
      "step": 5024
    },
    {
      "epoch": 0.3046060606060606,
      "grad_norm": 0.05323721840977669,
      "learning_rate": 0.0008,
      "loss": 2.2832024097442627,
      "step": 5026
    },
    {
      "epoch": 0.30472727272727274,
      "grad_norm": 0.05317485332489014,
      "learning_rate": 0.0008,
      "loss": 2.235816478729248,
      "step": 5028
    },
    {
      "epoch": 0.30484848484848487,
      "grad_norm": 0.054157670587301254,
      "learning_rate": 0.0008,
      "loss": 2.2120401859283447,
      "step": 5030
    },
    {
      "epoch": 0.30496969696969695,
      "grad_norm": 0.05373736843466759,
      "learning_rate": 0.0008,
      "loss": 2.254624843597412,
      "step": 5032
    },
    {
      "epoch": 0.3050909090909091,
      "grad_norm": 0.05406279116868973,
      "learning_rate": 0.0008,
      "loss": 2.297678232192993,
      "step": 5034
    },
    {
      "epoch": 0.3052121212121212,
      "grad_norm": 0.053006626665592194,
      "learning_rate": 0.0008,
      "loss": 2.164088487625122,
      "step": 5036
    },
    {
      "epoch": 0.30533333333333335,
      "grad_norm": 0.05513172969222069,
      "learning_rate": 0.0008,
      "loss": 2.3062992095947266,
      "step": 5038
    },
    {
      "epoch": 0.3054545454545455,
      "grad_norm": 0.056745801120996475,
      "learning_rate": 0.0008,
      "loss": 2.2405099868774414,
      "step": 5040
    },
    {
      "epoch": 0.30557575757575756,
      "grad_norm": 0.0590730756521225,
      "learning_rate": 0.0008,
      "loss": 2.265498638153076,
      "step": 5042
    },
    {
      "epoch": 0.3056969696969697,
      "grad_norm": 0.053258445113897324,
      "learning_rate": 0.0008,
      "loss": 2.2991507053375244,
      "step": 5044
    },
    {
      "epoch": 0.3058181818181818,
      "grad_norm": 0.0523897185921669,
      "learning_rate": 0.0008,
      "loss": 2.2384979724884033,
      "step": 5046
    },
    {
      "epoch": 0.30593939393939396,
      "grad_norm": 0.0546933077275753,
      "learning_rate": 0.0008,
      "loss": 2.22880482673645,
      "step": 5048
    },
    {
      "epoch": 0.30606060606060603,
      "grad_norm": 0.052717678248882294,
      "learning_rate": 0.0008,
      "loss": 2.3368165493011475,
      "step": 5050
    },
    {
      "epoch": 0.30618181818181817,
      "grad_norm": 0.05550898239016533,
      "learning_rate": 0.0008,
      "loss": 2.310922861099243,
      "step": 5052
    },
    {
      "epoch": 0.3063030303030303,
      "grad_norm": 0.05458122491836548,
      "learning_rate": 0.0008,
      "loss": 2.2277729511260986,
      "step": 5054
    },
    {
      "epoch": 0.30642424242424243,
      "grad_norm": 0.05683701112866402,
      "learning_rate": 0.0008,
      "loss": 2.3476510047912598,
      "step": 5056
    },
    {
      "epoch": 0.30654545454545457,
      "grad_norm": 0.055481042712926865,
      "learning_rate": 0.0008,
      "loss": 2.2605435848236084,
      "step": 5058
    },
    {
      "epoch": 0.30666666666666664,
      "grad_norm": 0.05490657687187195,
      "learning_rate": 0.0008,
      "loss": 2.2554590702056885,
      "step": 5060
    },
    {
      "epoch": 0.3067878787878788,
      "grad_norm": 0.0583437904715538,
      "learning_rate": 0.0008,
      "loss": 2.328857898712158,
      "step": 5062
    },
    {
      "epoch": 0.3069090909090909,
      "grad_norm": 0.05138527974486351,
      "learning_rate": 0.0008,
      "loss": 2.1672849655151367,
      "step": 5064
    },
    {
      "epoch": 0.30703030303030304,
      "grad_norm": 0.05599382147192955,
      "learning_rate": 0.0008,
      "loss": 2.3279693126678467,
      "step": 5066
    },
    {
      "epoch": 0.3071515151515152,
      "grad_norm": 0.053198229521512985,
      "learning_rate": 0.0008,
      "loss": 2.2444393634796143,
      "step": 5068
    },
    {
      "epoch": 0.30727272727272725,
      "grad_norm": 0.05641688033938408,
      "learning_rate": 0.0008,
      "loss": 2.278364658355713,
      "step": 5070
    },
    {
      "epoch": 0.3073939393939394,
      "grad_norm": 0.05334009602665901,
      "learning_rate": 0.0008,
      "loss": 2.263478994369507,
      "step": 5072
    },
    {
      "epoch": 0.3075151515151515,
      "grad_norm": 0.054407086223363876,
      "learning_rate": 0.0008,
      "loss": 2.264556884765625,
      "step": 5074
    },
    {
      "epoch": 0.30763636363636365,
      "grad_norm": 0.05220150202512741,
      "learning_rate": 0.0008,
      "loss": 2.2518765926361084,
      "step": 5076
    },
    {
      "epoch": 0.3077575757575758,
      "grad_norm": 0.056127119809389114,
      "learning_rate": 0.0008,
      "loss": 2.319220781326294,
      "step": 5078
    },
    {
      "epoch": 0.30787878787878786,
      "grad_norm": 0.05199400335550308,
      "learning_rate": 0.0008,
      "loss": 2.231708288192749,
      "step": 5080
    },
    {
      "epoch": 0.308,
      "grad_norm": 0.05307885259389877,
      "learning_rate": 0.0008,
      "loss": 2.305011749267578,
      "step": 5082
    },
    {
      "epoch": 0.30812121212121213,
      "grad_norm": 0.052763596177101135,
      "learning_rate": 0.0008,
      "loss": 2.25946044921875,
      "step": 5084
    },
    {
      "epoch": 0.30824242424242426,
      "grad_norm": 0.05106998234987259,
      "learning_rate": 0.0008,
      "loss": 2.2860519886016846,
      "step": 5086
    },
    {
      "epoch": 0.30836363636363634,
      "grad_norm": 0.053581602871418,
      "learning_rate": 0.0008,
      "loss": 2.2750282287597656,
      "step": 5088
    },
    {
      "epoch": 0.3084848484848485,
      "grad_norm": 0.052475620061159134,
      "learning_rate": 0.0008,
      "loss": 2.2096164226531982,
      "step": 5090
    },
    {
      "epoch": 0.3086060606060606,
      "grad_norm": 0.05314183607697487,
      "learning_rate": 0.0008,
      "loss": 2.304520606994629,
      "step": 5092
    },
    {
      "epoch": 0.30872727272727274,
      "grad_norm": 0.059590309858322144,
      "learning_rate": 0.0008,
      "loss": 2.3434953689575195,
      "step": 5094
    },
    {
      "epoch": 0.30884848484848487,
      "grad_norm": 0.05446378514170647,
      "learning_rate": 0.0008,
      "loss": 2.2060909271240234,
      "step": 5096
    },
    {
      "epoch": 0.30896969696969695,
      "grad_norm": 0.0550554133951664,
      "learning_rate": 0.0008,
      "loss": 2.2664926052093506,
      "step": 5098
    },
    {
      "epoch": 0.3090909090909091,
      "grad_norm": 0.05286594480276108,
      "learning_rate": 0.0008,
      "loss": 2.248910427093506,
      "step": 5100
    },
    {
      "epoch": 0.3092121212121212,
      "grad_norm": 0.052872080355882645,
      "learning_rate": 0.0008,
      "loss": 2.1852738857269287,
      "step": 5102
    },
    {
      "epoch": 0.30933333333333335,
      "grad_norm": 0.051445167511701584,
      "learning_rate": 0.0008,
      "loss": 2.2851803302764893,
      "step": 5104
    },
    {
      "epoch": 0.3094545454545455,
      "grad_norm": 0.0543697252869606,
      "learning_rate": 0.0008,
      "loss": 2.283940553665161,
      "step": 5106
    },
    {
      "epoch": 0.30957575757575756,
      "grad_norm": 0.054856229573488235,
      "learning_rate": 0.0008,
      "loss": 2.286625623703003,
      "step": 5108
    },
    {
      "epoch": 0.3096969696969697,
      "grad_norm": 0.05181875452399254,
      "learning_rate": 0.0008,
      "loss": 2.2789828777313232,
      "step": 5110
    },
    {
      "epoch": 0.3098181818181818,
      "grad_norm": 0.051082905381917953,
      "learning_rate": 0.0008,
      "loss": 2.1700141429901123,
      "step": 5112
    },
    {
      "epoch": 0.30993939393939396,
      "grad_norm": 0.052807554602622986,
      "learning_rate": 0.0008,
      "loss": 2.301614761352539,
      "step": 5114
    },
    {
      "epoch": 0.31006060606060604,
      "grad_norm": 0.05252240598201752,
      "learning_rate": 0.0008,
      "loss": 2.2442057132720947,
      "step": 5116
    },
    {
      "epoch": 0.31018181818181817,
      "grad_norm": 0.05466960370540619,
      "learning_rate": 0.0008,
      "loss": 2.2839367389678955,
      "step": 5118
    },
    {
      "epoch": 0.3103030303030303,
      "grad_norm": 0.052947044372558594,
      "learning_rate": 0.0008,
      "loss": 2.213625192642212,
      "step": 5120
    },
    {
      "epoch": 0.31042424242424244,
      "grad_norm": 0.05478903651237488,
      "learning_rate": 0.0008,
      "loss": 2.226149082183838,
      "step": 5122
    },
    {
      "epoch": 0.31054545454545457,
      "grad_norm": 0.053755708038806915,
      "learning_rate": 0.0008,
      "loss": 2.218336582183838,
      "step": 5124
    },
    {
      "epoch": 0.31066666666666665,
      "grad_norm": 0.05421191081404686,
      "learning_rate": 0.0008,
      "loss": 2.270271062850952,
      "step": 5126
    },
    {
      "epoch": 0.3107878787878788,
      "grad_norm": 0.05245404690504074,
      "learning_rate": 0.0008,
      "loss": 2.2537052631378174,
      "step": 5128
    },
    {
      "epoch": 0.3109090909090909,
      "grad_norm": 0.05168338492512703,
      "learning_rate": 0.0008,
      "loss": 2.2403016090393066,
      "step": 5130
    },
    {
      "epoch": 0.31103030303030305,
      "grad_norm": 0.05370907858014107,
      "learning_rate": 0.0008,
      "loss": 2.3733503818511963,
      "step": 5132
    },
    {
      "epoch": 0.3111515151515152,
      "grad_norm": 0.053792569786310196,
      "learning_rate": 0.0008,
      "loss": 2.345569133758545,
      "step": 5134
    },
    {
      "epoch": 0.31127272727272726,
      "grad_norm": 0.05238606035709381,
      "learning_rate": 0.0008,
      "loss": 2.2127203941345215,
      "step": 5136
    },
    {
      "epoch": 0.3113939393939394,
      "grad_norm": 0.05897875502705574,
      "learning_rate": 0.0008,
      "loss": 2.287423610687256,
      "step": 5138
    },
    {
      "epoch": 0.3115151515151515,
      "grad_norm": 0.06137946993112564,
      "learning_rate": 0.0008,
      "loss": 2.2477710247039795,
      "step": 5140
    },
    {
      "epoch": 0.31163636363636366,
      "grad_norm": 0.05962546169757843,
      "learning_rate": 0.0008,
      "loss": 2.2057816982269287,
      "step": 5142
    },
    {
      "epoch": 0.31175757575757573,
      "grad_norm": 0.05552038550376892,
      "learning_rate": 0.0008,
      "loss": 2.208259344100952,
      "step": 5144
    },
    {
      "epoch": 0.31187878787878787,
      "grad_norm": 0.05648447945713997,
      "learning_rate": 0.0008,
      "loss": 2.2516539096832275,
      "step": 5146
    },
    {
      "epoch": 0.312,
      "grad_norm": 0.05407373979687691,
      "learning_rate": 0.0008,
      "loss": 2.263554811477661,
      "step": 5148
    },
    {
      "epoch": 0.31212121212121213,
      "grad_norm": 0.055779192596673965,
      "learning_rate": 0.0008,
      "loss": 2.306926727294922,
      "step": 5150
    },
    {
      "epoch": 0.31224242424242427,
      "grad_norm": 0.05822879821062088,
      "learning_rate": 0.0008,
      "loss": 2.2879910469055176,
      "step": 5152
    },
    {
      "epoch": 0.31236363636363634,
      "grad_norm": 0.055379025638103485,
      "learning_rate": 0.0008,
      "loss": 2.222379446029663,
      "step": 5154
    },
    {
      "epoch": 0.3124848484848485,
      "grad_norm": 0.0529063418507576,
      "learning_rate": 0.0008,
      "loss": 2.287830114364624,
      "step": 5156
    },
    {
      "epoch": 0.3126060606060606,
      "grad_norm": 0.05322248116135597,
      "learning_rate": 0.0008,
      "loss": 2.2729780673980713,
      "step": 5158
    },
    {
      "epoch": 0.31272727272727274,
      "grad_norm": 0.05397942662239075,
      "learning_rate": 0.0008,
      "loss": 2.2990798950195312,
      "step": 5160
    },
    {
      "epoch": 0.3128484848484849,
      "grad_norm": 0.0514509454369545,
      "learning_rate": 0.0008,
      "loss": 2.238706588745117,
      "step": 5162
    },
    {
      "epoch": 0.31296969696969695,
      "grad_norm": 0.054145876318216324,
      "learning_rate": 0.0008,
      "loss": 2.25433611869812,
      "step": 5164
    },
    {
      "epoch": 0.3130909090909091,
      "grad_norm": 0.058178115636110306,
      "learning_rate": 0.0008,
      "loss": 2.2490108013153076,
      "step": 5166
    },
    {
      "epoch": 0.3132121212121212,
      "grad_norm": 0.06320502609014511,
      "learning_rate": 0.0008,
      "loss": 2.303352117538452,
      "step": 5168
    },
    {
      "epoch": 0.31333333333333335,
      "grad_norm": 0.05172431468963623,
      "learning_rate": 0.0008,
      "loss": 2.2509217262268066,
      "step": 5170
    },
    {
      "epoch": 0.31345454545454543,
      "grad_norm": 0.05369063466787338,
      "learning_rate": 0.0008,
      "loss": 2.2455320358276367,
      "step": 5172
    },
    {
      "epoch": 0.31357575757575756,
      "grad_norm": 0.05260274186730385,
      "learning_rate": 0.0008,
      "loss": 2.2076597213745117,
      "step": 5174
    },
    {
      "epoch": 0.3136969696969697,
      "grad_norm": 0.05160117149353027,
      "learning_rate": 0.0008,
      "loss": 2.2287423610687256,
      "step": 5176
    },
    {
      "epoch": 0.31381818181818183,
      "grad_norm": 0.056940916925668716,
      "learning_rate": 0.0008,
      "loss": 2.2457714080810547,
      "step": 5178
    },
    {
      "epoch": 0.31393939393939396,
      "grad_norm": 0.05299292132258415,
      "learning_rate": 0.0008,
      "loss": 2.3148868083953857,
      "step": 5180
    },
    {
      "epoch": 0.31406060606060604,
      "grad_norm": 0.05536327883601189,
      "learning_rate": 0.0008,
      "loss": 2.2653095722198486,
      "step": 5182
    },
    {
      "epoch": 0.3141818181818182,
      "grad_norm": 0.05206378549337387,
      "learning_rate": 0.0008,
      "loss": 2.266627311706543,
      "step": 5184
    },
    {
      "epoch": 0.3143030303030303,
      "grad_norm": 0.05323569476604462,
      "learning_rate": 0.0008,
      "loss": 2.2370221614837646,
      "step": 5186
    },
    {
      "epoch": 0.31442424242424244,
      "grad_norm": 0.055650997906923294,
      "learning_rate": 0.0008,
      "loss": 2.267007827758789,
      "step": 5188
    },
    {
      "epoch": 0.3145454545454546,
      "grad_norm": 0.053603529930114746,
      "learning_rate": 0.0008,
      "loss": 2.2553799152374268,
      "step": 5190
    },
    {
      "epoch": 0.31466666666666665,
      "grad_norm": 0.05420469492673874,
      "learning_rate": 0.0008,
      "loss": 2.304157018661499,
      "step": 5192
    },
    {
      "epoch": 0.3147878787878788,
      "grad_norm": 0.06082844361662865,
      "learning_rate": 0.0008,
      "loss": 2.255937099456787,
      "step": 5194
    },
    {
      "epoch": 0.3149090909090909,
      "grad_norm": 0.060298558324575424,
      "learning_rate": 0.0008,
      "loss": 2.2109673023223877,
      "step": 5196
    },
    {
      "epoch": 0.31503030303030305,
      "grad_norm": 0.05528339743614197,
      "learning_rate": 0.0008,
      "loss": 2.21468448638916,
      "step": 5198
    },
    {
      "epoch": 0.3151515151515151,
      "grad_norm": 0.05354516580700874,
      "learning_rate": 0.0008,
      "loss": 2.2536542415618896,
      "step": 5200
    },
    {
      "epoch": 0.31527272727272726,
      "grad_norm": 0.05291422829031944,
      "learning_rate": 0.0008,
      "loss": 2.289047956466675,
      "step": 5202
    },
    {
      "epoch": 0.3153939393939394,
      "grad_norm": 0.05205340310931206,
      "learning_rate": 0.0008,
      "loss": 2.2639050483703613,
      "step": 5204
    },
    {
      "epoch": 0.3155151515151515,
      "grad_norm": 0.05167258903384209,
      "learning_rate": 0.0008,
      "loss": 2.280545711517334,
      "step": 5206
    },
    {
      "epoch": 0.31563636363636366,
      "grad_norm": 0.05644863471388817,
      "learning_rate": 0.0008,
      "loss": 2.3265373706817627,
      "step": 5208
    },
    {
      "epoch": 0.31575757575757574,
      "grad_norm": 0.05484391748905182,
      "learning_rate": 0.0008,
      "loss": 2.2909352779388428,
      "step": 5210
    },
    {
      "epoch": 0.31587878787878787,
      "grad_norm": 0.05280205234885216,
      "learning_rate": 0.0008,
      "loss": 2.26828670501709,
      "step": 5212
    },
    {
      "epoch": 0.316,
      "grad_norm": 0.05580522492527962,
      "learning_rate": 0.0008,
      "loss": 2.2683770656585693,
      "step": 5214
    },
    {
      "epoch": 0.31612121212121214,
      "grad_norm": 0.0523495227098465,
      "learning_rate": 0.0008,
      "loss": 2.283836603164673,
      "step": 5216
    },
    {
      "epoch": 0.31624242424242427,
      "grad_norm": 0.05549922212958336,
      "learning_rate": 0.0008,
      "loss": 2.26760196685791,
      "step": 5218
    },
    {
      "epoch": 0.31636363636363635,
      "grad_norm": 0.05449224263429642,
      "learning_rate": 0.0008,
      "loss": 2.3642630577087402,
      "step": 5220
    },
    {
      "epoch": 0.3164848484848485,
      "grad_norm": 0.05219032242894173,
      "learning_rate": 0.0008,
      "loss": 2.2695727348327637,
      "step": 5222
    },
    {
      "epoch": 0.3166060606060606,
      "grad_norm": 0.052773602306842804,
      "learning_rate": 0.0008,
      "loss": 2.3136188983917236,
      "step": 5224
    },
    {
      "epoch": 0.31672727272727275,
      "grad_norm": 0.052060145884752274,
      "learning_rate": 0.0008,
      "loss": 2.263679027557373,
      "step": 5226
    },
    {
      "epoch": 0.3168484848484848,
      "grad_norm": 0.05263189971446991,
      "learning_rate": 0.0008,
      "loss": 2.3192131519317627,
      "step": 5228
    },
    {
      "epoch": 0.31696969696969696,
      "grad_norm": 0.054213911294937134,
      "learning_rate": 0.0008,
      "loss": 2.1985907554626465,
      "step": 5230
    },
    {
      "epoch": 0.3170909090909091,
      "grad_norm": 0.052608538419008255,
      "learning_rate": 0.0008,
      "loss": 2.282184362411499,
      "step": 5232
    },
    {
      "epoch": 0.3172121212121212,
      "grad_norm": 0.05043691396713257,
      "learning_rate": 0.0008,
      "loss": 2.211106777191162,
      "step": 5234
    },
    {
      "epoch": 0.31733333333333336,
      "grad_norm": 0.05246850475668907,
      "learning_rate": 0.0008,
      "loss": 2.2285594940185547,
      "step": 5236
    },
    {
      "epoch": 0.31745454545454543,
      "grad_norm": 0.055879075080156326,
      "learning_rate": 0.0008,
      "loss": 2.2168850898742676,
      "step": 5238
    },
    {
      "epoch": 0.31757575757575757,
      "grad_norm": 0.05339336767792702,
      "learning_rate": 0.0008,
      "loss": 2.2591588497161865,
      "step": 5240
    },
    {
      "epoch": 0.3176969696969697,
      "grad_norm": 0.054350439459085464,
      "learning_rate": 0.0008,
      "loss": 2.316257953643799,
      "step": 5242
    },
    {
      "epoch": 0.31781818181818183,
      "grad_norm": 0.053266435861587524,
      "learning_rate": 0.0008,
      "loss": 2.3071250915527344,
      "step": 5244
    },
    {
      "epoch": 0.31793939393939397,
      "grad_norm": 0.052477676421403885,
      "learning_rate": 0.0008,
      "loss": 2.297837734222412,
      "step": 5246
    },
    {
      "epoch": 0.31806060606060604,
      "grad_norm": 0.0534704364836216,
      "learning_rate": 0.0008,
      "loss": 2.277111530303955,
      "step": 5248
    },
    {
      "epoch": 0.3181818181818182,
      "grad_norm": 0.05562315508723259,
      "learning_rate": 0.0008,
      "loss": 2.26536226272583,
      "step": 5250
    },
    {
      "epoch": 0.3183030303030303,
      "grad_norm": 0.05066218972206116,
      "learning_rate": 0.0008,
      "loss": 2.3144309520721436,
      "step": 5252
    },
    {
      "epoch": 0.31842424242424244,
      "grad_norm": 0.05705937370657921,
      "learning_rate": 0.0008,
      "loss": 2.2704877853393555,
      "step": 5254
    },
    {
      "epoch": 0.3185454545454545,
      "grad_norm": 0.0529039092361927,
      "learning_rate": 0.0008,
      "loss": 2.253664016723633,
      "step": 5256
    },
    {
      "epoch": 0.31866666666666665,
      "grad_norm": 0.05326903983950615,
      "learning_rate": 0.0008,
      "loss": 2.225534439086914,
      "step": 5258
    },
    {
      "epoch": 0.3187878787878788,
      "grad_norm": 0.05121243745088577,
      "learning_rate": 0.0008,
      "loss": 2.2570419311523438,
      "step": 5260
    },
    {
      "epoch": 0.3189090909090909,
      "grad_norm": 0.056219182908535004,
      "learning_rate": 0.0008,
      "loss": 2.2673821449279785,
      "step": 5262
    },
    {
      "epoch": 0.31903030303030305,
      "grad_norm": 0.05711553990840912,
      "learning_rate": 0.0008,
      "loss": 2.208186626434326,
      "step": 5264
    },
    {
      "epoch": 0.31915151515151513,
      "grad_norm": 0.051490668207407,
      "learning_rate": 0.0008,
      "loss": 2.2180910110473633,
      "step": 5266
    },
    {
      "epoch": 0.31927272727272726,
      "grad_norm": 0.05434102937579155,
      "learning_rate": 0.0008,
      "loss": 2.2338855266571045,
      "step": 5268
    },
    {
      "epoch": 0.3193939393939394,
      "grad_norm": 0.05402636528015137,
      "learning_rate": 0.0008,
      "loss": 2.323922634124756,
      "step": 5270
    },
    {
      "epoch": 0.31951515151515153,
      "grad_norm": 0.05529558286070824,
      "learning_rate": 0.0008,
      "loss": 2.1825671195983887,
      "step": 5272
    },
    {
      "epoch": 0.31963636363636366,
      "grad_norm": 0.05041230842471123,
      "learning_rate": 0.0008,
      "loss": 2.283132791519165,
      "step": 5274
    },
    {
      "epoch": 0.31975757575757574,
      "grad_norm": 0.05366094037890434,
      "learning_rate": 0.0008,
      "loss": 2.2340610027313232,
      "step": 5276
    },
    {
      "epoch": 0.3198787878787879,
      "grad_norm": 0.05257079750299454,
      "learning_rate": 0.0008,
      "loss": 2.2663280963897705,
      "step": 5278
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.052391305565834045,
      "learning_rate": 0.0008,
      "loss": 2.2532975673675537,
      "step": 5280
    },
    {
      "epoch": 0.32012121212121214,
      "grad_norm": 0.056173574179410934,
      "learning_rate": 0.0008,
      "loss": 2.1904492378234863,
      "step": 5282
    },
    {
      "epoch": 0.3202424242424242,
      "grad_norm": 0.05472239851951599,
      "learning_rate": 0.0008,
      "loss": 2.262233257293701,
      "step": 5284
    },
    {
      "epoch": 0.32036363636363635,
      "grad_norm": 0.051241565495729446,
      "learning_rate": 0.0008,
      "loss": 2.263385772705078,
      "step": 5286
    },
    {
      "epoch": 0.3204848484848485,
      "grad_norm": 0.05140797793865204,
      "learning_rate": 0.0008,
      "loss": 2.2199037075042725,
      "step": 5288
    },
    {
      "epoch": 0.3206060606060606,
      "grad_norm": 0.05274258553981781,
      "learning_rate": 0.0008,
      "loss": 2.226914644241333,
      "step": 5290
    },
    {
      "epoch": 0.32072727272727275,
      "grad_norm": 0.05170126259326935,
      "learning_rate": 0.0008,
      "loss": 2.1817076206207275,
      "step": 5292
    },
    {
      "epoch": 0.3208484848484848,
      "grad_norm": 0.0500362366437912,
      "learning_rate": 0.0008,
      "loss": 2.217071294784546,
      "step": 5294
    },
    {
      "epoch": 0.32096969696969696,
      "grad_norm": 0.05077001079916954,
      "learning_rate": 0.0008,
      "loss": 2.2472894191741943,
      "step": 5296
    },
    {
      "epoch": 0.3210909090909091,
      "grad_norm": 0.05097509175539017,
      "learning_rate": 0.0008,
      "loss": 2.2884068489074707,
      "step": 5298
    },
    {
      "epoch": 0.3212121212121212,
      "grad_norm": 0.05051326006650925,
      "learning_rate": 0.0008,
      "loss": 2.2487690448760986,
      "step": 5300
    },
    {
      "epoch": 0.32133333333333336,
      "grad_norm": 0.05673372745513916,
      "learning_rate": 0.0008,
      "loss": 2.1978023052215576,
      "step": 5302
    },
    {
      "epoch": 0.32145454545454544,
      "grad_norm": 0.05627625063061714,
      "learning_rate": 0.0008,
      "loss": 2.2372593879699707,
      "step": 5304
    },
    {
      "epoch": 0.32157575757575757,
      "grad_norm": 0.051625221967697144,
      "learning_rate": 0.0008,
      "loss": 2.2600319385528564,
      "step": 5306
    },
    {
      "epoch": 0.3216969696969697,
      "grad_norm": 0.05276033654808998,
      "learning_rate": 0.0008,
      "loss": 2.312293529510498,
      "step": 5308
    },
    {
      "epoch": 0.32181818181818184,
      "grad_norm": 0.051407549530267715,
      "learning_rate": 0.0008,
      "loss": 2.1728811264038086,
      "step": 5310
    },
    {
      "epoch": 0.3219393939393939,
      "grad_norm": 0.05442081764340401,
      "learning_rate": 0.0008,
      "loss": 2.2043864727020264,
      "step": 5312
    },
    {
      "epoch": 0.32206060606060605,
      "grad_norm": 0.05285586416721344,
      "learning_rate": 0.0008,
      "loss": 2.2359650135040283,
      "step": 5314
    },
    {
      "epoch": 0.3221818181818182,
      "grad_norm": 0.05186446011066437,
      "learning_rate": 0.0008,
      "loss": 2.294674873352051,
      "step": 5316
    },
    {
      "epoch": 0.3223030303030303,
      "grad_norm": 0.05560285225510597,
      "learning_rate": 0.0008,
      "loss": 2.178133964538574,
      "step": 5318
    },
    {
      "epoch": 0.32242424242424245,
      "grad_norm": 0.0552506223320961,
      "learning_rate": 0.0008,
      "loss": 2.2930986881256104,
      "step": 5320
    },
    {
      "epoch": 0.3225454545454545,
      "grad_norm": 0.054093871265649796,
      "learning_rate": 0.0008,
      "loss": 2.2221741676330566,
      "step": 5322
    },
    {
      "epoch": 0.32266666666666666,
      "grad_norm": 0.05332799255847931,
      "learning_rate": 0.0008,
      "loss": 2.2977309226989746,
      "step": 5324
    },
    {
      "epoch": 0.3227878787878788,
      "grad_norm": 0.053985197097063065,
      "learning_rate": 0.0008,
      "loss": 2.3668861389160156,
      "step": 5326
    },
    {
      "epoch": 0.3229090909090909,
      "grad_norm": 0.05173453316092491,
      "learning_rate": 0.0008,
      "loss": 2.275434970855713,
      "step": 5328
    },
    {
      "epoch": 0.32303030303030306,
      "grad_norm": 0.053992610424757004,
      "learning_rate": 0.0008,
      "loss": 2.2491555213928223,
      "step": 5330
    },
    {
      "epoch": 0.32315151515151513,
      "grad_norm": 0.053788233548402786,
      "learning_rate": 0.0008,
      "loss": 2.342629909515381,
      "step": 5332
    },
    {
      "epoch": 0.32327272727272727,
      "grad_norm": 0.05247446894645691,
      "learning_rate": 0.0008,
      "loss": 2.2054646015167236,
      "step": 5334
    },
    {
      "epoch": 0.3233939393939394,
      "grad_norm": 0.05854100361466408,
      "learning_rate": 0.0008,
      "loss": 2.2749366760253906,
      "step": 5336
    },
    {
      "epoch": 0.32351515151515153,
      "grad_norm": 0.06322918832302094,
      "learning_rate": 0.0008,
      "loss": 2.301295518875122,
      "step": 5338
    },
    {
      "epoch": 0.3236363636363636,
      "grad_norm": 0.06053263321518898,
      "learning_rate": 0.0008,
      "loss": 2.3333513736724854,
      "step": 5340
    },
    {
      "epoch": 0.32375757575757574,
      "grad_norm": 0.057731129229068756,
      "learning_rate": 0.0008,
      "loss": 2.2558937072753906,
      "step": 5342
    },
    {
      "epoch": 0.3238787878787879,
      "grad_norm": 0.056044768542051315,
      "learning_rate": 0.0008,
      "loss": 2.1430654525756836,
      "step": 5344
    },
    {
      "epoch": 0.324,
      "grad_norm": 0.05465024337172508,
      "learning_rate": 0.0008,
      "loss": 2.27260684967041,
      "step": 5346
    },
    {
      "epoch": 0.32412121212121214,
      "grad_norm": 0.05361025780439377,
      "learning_rate": 0.0008,
      "loss": 2.2426557540893555,
      "step": 5348
    },
    {
      "epoch": 0.3242424242424242,
      "grad_norm": 0.05234428867697716,
      "learning_rate": 0.0008,
      "loss": 2.3179750442504883,
      "step": 5350
    },
    {
      "epoch": 0.32436363636363635,
      "grad_norm": 0.053809333592653275,
      "learning_rate": 0.0008,
      "loss": 2.2484073638916016,
      "step": 5352
    },
    {
      "epoch": 0.3244848484848485,
      "grad_norm": 0.052514269948005676,
      "learning_rate": 0.0008,
      "loss": 2.333420753479004,
      "step": 5354
    },
    {
      "epoch": 0.3246060606060606,
      "grad_norm": 0.05770666524767876,
      "learning_rate": 0.0008,
      "loss": 2.224508047103882,
      "step": 5356
    },
    {
      "epoch": 0.32472727272727275,
      "grad_norm": 0.05597487464547157,
      "learning_rate": 0.0008,
      "loss": 2.2206103801727295,
      "step": 5358
    },
    {
      "epoch": 0.32484848484848483,
      "grad_norm": 0.05357656255364418,
      "learning_rate": 0.0008,
      "loss": 2.3157355785369873,
      "step": 5360
    },
    {
      "epoch": 0.32496969696969696,
      "grad_norm": 0.05336331948637962,
      "learning_rate": 0.0008,
      "loss": 2.27239990234375,
      "step": 5362
    },
    {
      "epoch": 0.3250909090909091,
      "grad_norm": 0.050701577216386795,
      "learning_rate": 0.0008,
      "loss": 2.152679920196533,
      "step": 5364
    },
    {
      "epoch": 0.32521212121212123,
      "grad_norm": 0.05092359706759453,
      "learning_rate": 0.0008,
      "loss": 2.249755382537842,
      "step": 5366
    },
    {
      "epoch": 0.3253333333333333,
      "grad_norm": 0.05044754967093468,
      "learning_rate": 0.0008,
      "loss": 2.273810625076294,
      "step": 5368
    },
    {
      "epoch": 0.32545454545454544,
      "grad_norm": 0.05252624303102493,
      "learning_rate": 0.0008,
      "loss": 2.253786325454712,
      "step": 5370
    },
    {
      "epoch": 0.3255757575757576,
      "grad_norm": 0.056526634842157364,
      "learning_rate": 0.0008,
      "loss": 2.2265541553497314,
      "step": 5372
    },
    {
      "epoch": 0.3256969696969697,
      "grad_norm": 0.055767931044101715,
      "learning_rate": 0.0008,
      "loss": 2.233996868133545,
      "step": 5374
    },
    {
      "epoch": 0.32581818181818184,
      "grad_norm": 0.05808468535542488,
      "learning_rate": 0.0008,
      "loss": 2.2933177947998047,
      "step": 5376
    },
    {
      "epoch": 0.3259393939393939,
      "grad_norm": 0.05862117186188698,
      "learning_rate": 0.0008,
      "loss": 2.2376554012298584,
      "step": 5378
    },
    {
      "epoch": 0.32606060606060605,
      "grad_norm": 0.05928567796945572,
      "learning_rate": 0.0008,
      "loss": 2.1990482807159424,
      "step": 5380
    },
    {
      "epoch": 0.3261818181818182,
      "grad_norm": 0.052516140043735504,
      "learning_rate": 0.0008,
      "loss": 2.207632541656494,
      "step": 5382
    },
    {
      "epoch": 0.3263030303030303,
      "grad_norm": 0.05679621174931526,
      "learning_rate": 0.0008,
      "loss": 2.2769880294799805,
      "step": 5384
    },
    {
      "epoch": 0.32642424242424245,
      "grad_norm": 0.051626767963171005,
      "learning_rate": 0.0008,
      "loss": 2.289910078048706,
      "step": 5386
    },
    {
      "epoch": 0.3265454545454545,
      "grad_norm": 0.05135383456945419,
      "learning_rate": 0.0008,
      "loss": 2.260389566421509,
      "step": 5388
    },
    {
      "epoch": 0.32666666666666666,
      "grad_norm": 0.05053543299436569,
      "learning_rate": 0.0008,
      "loss": 2.2299160957336426,
      "step": 5390
    },
    {
      "epoch": 0.3267878787878788,
      "grad_norm": 0.050200603902339935,
      "learning_rate": 0.0008,
      "loss": 2.2810704708099365,
      "step": 5392
    },
    {
      "epoch": 0.3269090909090909,
      "grad_norm": 0.05121053755283356,
      "learning_rate": 0.0008,
      "loss": 2.2809548377990723,
      "step": 5394
    },
    {
      "epoch": 0.327030303030303,
      "grad_norm": 0.052041102200746536,
      "learning_rate": 0.0008,
      "loss": 2.2930891513824463,
      "step": 5396
    },
    {
      "epoch": 0.32715151515151514,
      "grad_norm": 0.05310126394033432,
      "learning_rate": 0.0008,
      "loss": 2.266623020172119,
      "step": 5398
    },
    {
      "epoch": 0.32727272727272727,
      "grad_norm": 0.052748315036296844,
      "learning_rate": 0.0008,
      "loss": 2.2476646900177,
      "step": 5400
    },
    {
      "epoch": 0.3273939393939394,
      "grad_norm": 0.058248281478881836,
      "learning_rate": 0.0008,
      "loss": 2.2215776443481445,
      "step": 5402
    },
    {
      "epoch": 0.32751515151515154,
      "grad_norm": 0.050300631672143936,
      "learning_rate": 0.0008,
      "loss": 2.1788711547851562,
      "step": 5404
    },
    {
      "epoch": 0.3276363636363636,
      "grad_norm": 0.05315973982214928,
      "learning_rate": 0.0008,
      "loss": 2.288642406463623,
      "step": 5406
    },
    {
      "epoch": 0.32775757575757575,
      "grad_norm": 0.05166429653763771,
      "learning_rate": 0.0008,
      "loss": 2.255889654159546,
      "step": 5408
    },
    {
      "epoch": 0.3278787878787879,
      "grad_norm": 0.051731374114751816,
      "learning_rate": 0.0008,
      "loss": 2.25463604927063,
      "step": 5410
    },
    {
      "epoch": 0.328,
      "grad_norm": 0.05051145330071449,
      "learning_rate": 0.0008,
      "loss": 2.240633487701416,
      "step": 5412
    },
    {
      "epoch": 0.32812121212121215,
      "grad_norm": 0.052244387567043304,
      "learning_rate": 0.0008,
      "loss": 2.2220752239227295,
      "step": 5414
    },
    {
      "epoch": 0.3282424242424242,
      "grad_norm": 0.05238129943609238,
      "learning_rate": 0.0008,
      "loss": 2.26833176612854,
      "step": 5416
    },
    {
      "epoch": 0.32836363636363636,
      "grad_norm": 0.057548679411411285,
      "learning_rate": 0.0008,
      "loss": 2.189582586288452,
      "step": 5418
    },
    {
      "epoch": 0.3284848484848485,
      "grad_norm": 0.05470182001590729,
      "learning_rate": 0.0008,
      "loss": 2.201359748840332,
      "step": 5420
    },
    {
      "epoch": 0.3286060606060606,
      "grad_norm": 0.054357849061489105,
      "learning_rate": 0.0008,
      "loss": 2.235959529876709,
      "step": 5422
    },
    {
      "epoch": 0.3287272727272727,
      "grad_norm": 0.05358314886689186,
      "learning_rate": 0.0008,
      "loss": 2.2660770416259766,
      "step": 5424
    },
    {
      "epoch": 0.32884848484848483,
      "grad_norm": 0.052821580320596695,
      "learning_rate": 0.0008,
      "loss": 2.2931203842163086,
      "step": 5426
    },
    {
      "epoch": 0.32896969696969697,
      "grad_norm": 0.05957585573196411,
      "learning_rate": 0.0008,
      "loss": 2.259779453277588,
      "step": 5428
    },
    {
      "epoch": 0.3290909090909091,
      "grad_norm": 0.05704871937632561,
      "learning_rate": 0.0008,
      "loss": 2.315983772277832,
      "step": 5430
    },
    {
      "epoch": 0.32921212121212123,
      "grad_norm": 0.05119642615318298,
      "learning_rate": 0.0008,
      "loss": 2.242826223373413,
      "step": 5432
    },
    {
      "epoch": 0.3293333333333333,
      "grad_norm": 0.05293199047446251,
      "learning_rate": 0.0008,
      "loss": 2.250272750854492,
      "step": 5434
    },
    {
      "epoch": 0.32945454545454544,
      "grad_norm": 0.060934025794267654,
      "learning_rate": 0.0008,
      "loss": 2.2740869522094727,
      "step": 5436
    },
    {
      "epoch": 0.3295757575757576,
      "grad_norm": 0.05443413555622101,
      "learning_rate": 0.0008,
      "loss": 2.2066543102264404,
      "step": 5438
    },
    {
      "epoch": 0.3296969696969697,
      "grad_norm": 0.05378193408250809,
      "learning_rate": 0.0008,
      "loss": 2.2750442028045654,
      "step": 5440
    },
    {
      "epoch": 0.32981818181818184,
      "grad_norm": 0.05166340246796608,
      "learning_rate": 0.0008,
      "loss": 2.2438294887542725,
      "step": 5442
    },
    {
      "epoch": 0.3299393939393939,
      "grad_norm": 0.05006808415055275,
      "learning_rate": 0.0008,
      "loss": 2.202366590499878,
      "step": 5444
    },
    {
      "epoch": 0.33006060606060605,
      "grad_norm": 0.054871633648872375,
      "learning_rate": 0.0008,
      "loss": 2.3330419063568115,
      "step": 5446
    },
    {
      "epoch": 0.3301818181818182,
      "grad_norm": 0.05251624435186386,
      "learning_rate": 0.0008,
      "loss": 2.2445366382598877,
      "step": 5448
    },
    {
      "epoch": 0.3303030303030303,
      "grad_norm": 0.05195561796426773,
      "learning_rate": 0.0008,
      "loss": 2.2141711711883545,
      "step": 5450
    },
    {
      "epoch": 0.3304242424242424,
      "grad_norm": 0.05249389633536339,
      "learning_rate": 0.0008,
      "loss": 2.3311309814453125,
      "step": 5452
    },
    {
      "epoch": 0.33054545454545453,
      "grad_norm": 0.050009939819574356,
      "learning_rate": 0.0008,
      "loss": 2.19038724899292,
      "step": 5454
    },
    {
      "epoch": 0.33066666666666666,
      "grad_norm": 0.0519530326128006,
      "learning_rate": 0.0008,
      "loss": 2.2466912269592285,
      "step": 5456
    },
    {
      "epoch": 0.3307878787878788,
      "grad_norm": 0.05233702436089516,
      "learning_rate": 0.0008,
      "loss": 2.2587637901306152,
      "step": 5458
    },
    {
      "epoch": 0.33090909090909093,
      "grad_norm": 0.05140082538127899,
      "learning_rate": 0.0008,
      "loss": 2.277503252029419,
      "step": 5460
    },
    {
      "epoch": 0.331030303030303,
      "grad_norm": 0.053310099989175797,
      "learning_rate": 0.0008,
      "loss": 2.3261301517486572,
      "step": 5462
    },
    {
      "epoch": 0.33115151515151514,
      "grad_norm": 0.05079266428947449,
      "learning_rate": 0.0008,
      "loss": 2.238736152648926,
      "step": 5464
    },
    {
      "epoch": 0.3312727272727273,
      "grad_norm": 0.050818026065826416,
      "learning_rate": 0.0008,
      "loss": 2.1969966888427734,
      "step": 5466
    },
    {
      "epoch": 0.3313939393939394,
      "grad_norm": 0.052852459251880646,
      "learning_rate": 0.0008,
      "loss": 2.2932655811309814,
      "step": 5468
    },
    {
      "epoch": 0.33151515151515154,
      "grad_norm": 0.04987957328557968,
      "learning_rate": 0.0008,
      "loss": 2.2001166343688965,
      "step": 5470
    },
    {
      "epoch": 0.3316363636363636,
      "grad_norm": 0.05112595856189728,
      "learning_rate": 0.0008,
      "loss": 2.3080954551696777,
      "step": 5472
    },
    {
      "epoch": 0.33175757575757575,
      "grad_norm": 0.052628692239522934,
      "learning_rate": 0.0008,
      "loss": 2.3051798343658447,
      "step": 5474
    },
    {
      "epoch": 0.3318787878787879,
      "grad_norm": 0.05683489143848419,
      "learning_rate": 0.0008,
      "loss": 2.2375428676605225,
      "step": 5476
    },
    {
      "epoch": 0.332,
      "grad_norm": 0.06053069233894348,
      "learning_rate": 0.0008,
      "loss": 2.1841089725494385,
      "step": 5478
    },
    {
      "epoch": 0.3321212121212121,
      "grad_norm": 0.05660552531480789,
      "learning_rate": 0.0008,
      "loss": 2.3046205043792725,
      "step": 5480
    },
    {
      "epoch": 0.33224242424242423,
      "grad_norm": 0.054854802787303925,
      "learning_rate": 0.0008,
      "loss": 2.3218331336975098,
      "step": 5482
    },
    {
      "epoch": 0.33236363636363636,
      "grad_norm": 0.052271246910095215,
      "learning_rate": 0.0008,
      "loss": 2.2081682682037354,
      "step": 5484
    },
    {
      "epoch": 0.3324848484848485,
      "grad_norm": 0.05305660516023636,
      "learning_rate": 0.0008,
      "loss": 2.242936611175537,
      "step": 5486
    },
    {
      "epoch": 0.3326060606060606,
      "grad_norm": 0.05313907191157341,
      "learning_rate": 0.0008,
      "loss": 2.21592116355896,
      "step": 5488
    },
    {
      "epoch": 0.3327272727272727,
      "grad_norm": 0.04953081160783768,
      "learning_rate": 0.0008,
      "loss": 2.1898114681243896,
      "step": 5490
    },
    {
      "epoch": 0.33284848484848484,
      "grad_norm": 0.052375223487615585,
      "learning_rate": 0.0008,
      "loss": 2.2779088020324707,
      "step": 5492
    },
    {
      "epoch": 0.33296969696969697,
      "grad_norm": 0.05448406562209129,
      "learning_rate": 0.0008,
      "loss": 2.210096597671509,
      "step": 5494
    },
    {
      "epoch": 0.3330909090909091,
      "grad_norm": 0.051673565059900284,
      "learning_rate": 0.0008,
      "loss": 2.1918656826019287,
      "step": 5496
    },
    {
      "epoch": 0.33321212121212124,
      "grad_norm": 0.05259697139263153,
      "learning_rate": 0.0008,
      "loss": 2.3302395343780518,
      "step": 5498
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.05146722495555878,
      "learning_rate": 0.0008,
      "loss": 2.2305734157562256,
      "step": 5500
    },
    {
      "epoch": 0.33345454545454545,
      "grad_norm": 0.052488550543785095,
      "learning_rate": 0.0008,
      "loss": 2.24491810798645,
      "step": 5502
    },
    {
      "epoch": 0.3335757575757576,
      "grad_norm": 0.05749073997139931,
      "learning_rate": 0.0008,
      "loss": 2.239663600921631,
      "step": 5504
    },
    {
      "epoch": 0.3336969696969697,
      "grad_norm": 0.0584464929997921,
      "learning_rate": 0.0008,
      "loss": 2.244873523712158,
      "step": 5506
    },
    {
      "epoch": 0.3338181818181818,
      "grad_norm": 0.05404992774128914,
      "learning_rate": 0.0008,
      "loss": 2.166145086288452,
      "step": 5508
    },
    {
      "epoch": 0.3339393939393939,
      "grad_norm": 0.05260791629552841,
      "learning_rate": 0.0008,
      "loss": 2.219820976257324,
      "step": 5510
    },
    {
      "epoch": 0.33406060606060606,
      "grad_norm": 0.05383313447237015,
      "learning_rate": 0.0008,
      "loss": 2.1880571842193604,
      "step": 5512
    },
    {
      "epoch": 0.3341818181818182,
      "grad_norm": 0.05109872296452522,
      "learning_rate": 0.0008,
      "loss": 2.2922942638397217,
      "step": 5514
    },
    {
      "epoch": 0.3343030303030303,
      "grad_norm": 0.05094429478049278,
      "learning_rate": 0.0008,
      "loss": 2.2411038875579834,
      "step": 5516
    },
    {
      "epoch": 0.3344242424242424,
      "grad_norm": 0.06018686294555664,
      "learning_rate": 0.0008,
      "loss": 2.285975933074951,
      "step": 5518
    },
    {
      "epoch": 0.33454545454545453,
      "grad_norm": 0.055872008204460144,
      "learning_rate": 0.0008,
      "loss": 2.287388801574707,
      "step": 5520
    },
    {
      "epoch": 0.33466666666666667,
      "grad_norm": 0.05262831598520279,
      "learning_rate": 0.0008,
      "loss": 2.2292561531066895,
      "step": 5522
    },
    {
      "epoch": 0.3347878787878788,
      "grad_norm": 0.05343739315867424,
      "learning_rate": 0.0008,
      "loss": 2.1840450763702393,
      "step": 5524
    },
    {
      "epoch": 0.33490909090909093,
      "grad_norm": 0.05536837503314018,
      "learning_rate": 0.0008,
      "loss": 2.2548985481262207,
      "step": 5526
    },
    {
      "epoch": 0.335030303030303,
      "grad_norm": 0.056267522275447845,
      "learning_rate": 0.0008,
      "loss": 2.2226741313934326,
      "step": 5528
    },
    {
      "epoch": 0.33515151515151514,
      "grad_norm": 0.051190655678510666,
      "learning_rate": 0.0008,
      "loss": 2.1849353313446045,
      "step": 5530
    },
    {
      "epoch": 0.3352727272727273,
      "grad_norm": 0.05475626140832901,
      "learning_rate": 0.0008,
      "loss": 2.2988247871398926,
      "step": 5532
    },
    {
      "epoch": 0.3353939393939394,
      "grad_norm": 0.054103702306747437,
      "learning_rate": 0.0008,
      "loss": 2.2729806900024414,
      "step": 5534
    },
    {
      "epoch": 0.3355151515151515,
      "grad_norm": 0.05178387090563774,
      "learning_rate": 0.0008,
      "loss": 2.2369167804718018,
      "step": 5536
    },
    {
      "epoch": 0.3356363636363636,
      "grad_norm": 0.050831496715545654,
      "learning_rate": 0.0008,
      "loss": 2.3344740867614746,
      "step": 5538
    },
    {
      "epoch": 0.33575757575757575,
      "grad_norm": 0.05350077524781227,
      "learning_rate": 0.0008,
      "loss": 2.2387633323669434,
      "step": 5540
    },
    {
      "epoch": 0.3358787878787879,
      "grad_norm": 0.062117304652929306,
      "learning_rate": 0.0008,
      "loss": 2.319638967514038,
      "step": 5542
    },
    {
      "epoch": 0.336,
      "grad_norm": 0.06296572089195251,
      "learning_rate": 0.0008,
      "loss": 2.238285541534424,
      "step": 5544
    },
    {
      "epoch": 0.3361212121212121,
      "grad_norm": 0.05752076208591461,
      "learning_rate": 0.0008,
      "loss": 2.180166244506836,
      "step": 5546
    },
    {
      "epoch": 0.33624242424242423,
      "grad_norm": 0.056342147290706635,
      "learning_rate": 0.0008,
      "loss": 2.253131151199341,
      "step": 5548
    },
    {
      "epoch": 0.33636363636363636,
      "grad_norm": 0.05454893782734871,
      "learning_rate": 0.0008,
      "loss": 2.2599031925201416,
      "step": 5550
    },
    {
      "epoch": 0.3364848484848485,
      "grad_norm": 0.053011614829301834,
      "learning_rate": 0.0008,
      "loss": 2.2702126502990723,
      "step": 5552
    },
    {
      "epoch": 0.33660606060606063,
      "grad_norm": 0.05906348302960396,
      "learning_rate": 0.0008,
      "loss": 2.245781421661377,
      "step": 5554
    },
    {
      "epoch": 0.3367272727272727,
      "grad_norm": 0.05737348645925522,
      "learning_rate": 0.0008,
      "loss": 2.225053548812866,
      "step": 5556
    },
    {
      "epoch": 0.33684848484848484,
      "grad_norm": 0.05855663865804672,
      "learning_rate": 0.0008,
      "loss": 2.2524585723876953,
      "step": 5558
    },
    {
      "epoch": 0.336969696969697,
      "grad_norm": 0.05519278347492218,
      "learning_rate": 0.0008,
      "loss": 2.2742860317230225,
      "step": 5560
    },
    {
      "epoch": 0.3370909090909091,
      "grad_norm": 0.06135447323322296,
      "learning_rate": 0.0008,
      "loss": 2.253138542175293,
      "step": 5562
    },
    {
      "epoch": 0.3372121212121212,
      "grad_norm": 0.05326376482844353,
      "learning_rate": 0.0008,
      "loss": 2.1953318119049072,
      "step": 5564
    },
    {
      "epoch": 0.3373333333333333,
      "grad_norm": 0.05473532900214195,
      "learning_rate": 0.0008,
      "loss": 2.283531665802002,
      "step": 5566
    },
    {
      "epoch": 0.33745454545454545,
      "grad_norm": 0.05501887947320938,
      "learning_rate": 0.0008,
      "loss": 2.259277582168579,
      "step": 5568
    },
    {
      "epoch": 0.3375757575757576,
      "grad_norm": 0.055205363780260086,
      "learning_rate": 0.0008,
      "loss": 2.284001588821411,
      "step": 5570
    },
    {
      "epoch": 0.3376969696969697,
      "grad_norm": 0.051685530692338943,
      "learning_rate": 0.0008,
      "loss": 2.2552876472473145,
      "step": 5572
    },
    {
      "epoch": 0.3378181818181818,
      "grad_norm": 0.051783185452222824,
      "learning_rate": 0.0008,
      "loss": 2.23629093170166,
      "step": 5574
    },
    {
      "epoch": 0.33793939393939393,
      "grad_norm": 0.050138819962739944,
      "learning_rate": 0.0008,
      "loss": 2.2314252853393555,
      "step": 5576
    },
    {
      "epoch": 0.33806060606060606,
      "grad_norm": 0.05092225223779678,
      "learning_rate": 0.0008,
      "loss": 2.2135934829711914,
      "step": 5578
    },
    {
      "epoch": 0.3381818181818182,
      "grad_norm": 0.051636673510074615,
      "learning_rate": 0.0008,
      "loss": 2.2159199714660645,
      "step": 5580
    },
    {
      "epoch": 0.3383030303030303,
      "grad_norm": 0.05083484575152397,
      "learning_rate": 0.0008,
      "loss": 2.2281041145324707,
      "step": 5582
    },
    {
      "epoch": 0.3384242424242424,
      "grad_norm": 0.05328470841050148,
      "learning_rate": 0.0008,
      "loss": 2.221622943878174,
      "step": 5584
    },
    {
      "epoch": 0.33854545454545454,
      "grad_norm": 0.05103734880685806,
      "learning_rate": 0.0008,
      "loss": 2.2559919357299805,
      "step": 5586
    },
    {
      "epoch": 0.33866666666666667,
      "grad_norm": 0.05345030501484871,
      "learning_rate": 0.0008,
      "loss": 2.2835206985473633,
      "step": 5588
    },
    {
      "epoch": 0.3387878787878788,
      "grad_norm": 0.05394890904426575,
      "learning_rate": 0.0008,
      "loss": 2.2759265899658203,
      "step": 5590
    },
    {
      "epoch": 0.3389090909090909,
      "grad_norm": 0.05111484229564667,
      "learning_rate": 0.0008,
      "loss": 2.2390730381011963,
      "step": 5592
    },
    {
      "epoch": 0.339030303030303,
      "grad_norm": 0.05080556124448776,
      "learning_rate": 0.0008,
      "loss": 2.246476173400879,
      "step": 5594
    },
    {
      "epoch": 0.33915151515151515,
      "grad_norm": 0.05149397253990173,
      "learning_rate": 0.0008,
      "loss": 2.243220090866089,
      "step": 5596
    },
    {
      "epoch": 0.3392727272727273,
      "grad_norm": 0.053153883665800095,
      "learning_rate": 0.0008,
      "loss": 2.147970199584961,
      "step": 5598
    },
    {
      "epoch": 0.3393939393939394,
      "grad_norm": 0.052676983177661896,
      "learning_rate": 0.0008,
      "loss": 2.2288496494293213,
      "step": 5600
    },
    {
      "epoch": 0.3395151515151515,
      "grad_norm": 0.05586696416139603,
      "learning_rate": 0.0008,
      "loss": 2.2745883464813232,
      "step": 5602
    },
    {
      "epoch": 0.3396363636363636,
      "grad_norm": 0.05252278596162796,
      "learning_rate": 0.0008,
      "loss": 2.188666820526123,
      "step": 5604
    },
    {
      "epoch": 0.33975757575757576,
      "grad_norm": 0.050591301172971725,
      "learning_rate": 0.0008,
      "loss": 2.205155372619629,
      "step": 5606
    },
    {
      "epoch": 0.3398787878787879,
      "grad_norm": 0.05311284586787224,
      "learning_rate": 0.0008,
      "loss": 2.1965644359588623,
      "step": 5608
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.051164645701646805,
      "learning_rate": 0.0008,
      "loss": 2.2636332511901855,
      "step": 5610
    },
    {
      "epoch": 0.3401212121212121,
      "grad_norm": 0.05294632539153099,
      "learning_rate": 0.0008,
      "loss": 2.2326548099517822,
      "step": 5612
    },
    {
      "epoch": 0.34024242424242424,
      "grad_norm": 0.052880410104990005,
      "learning_rate": 0.0008,
      "loss": 2.2943077087402344,
      "step": 5614
    },
    {
      "epoch": 0.34036363636363637,
      "grad_norm": 0.05139737203717232,
      "learning_rate": 0.0008,
      "loss": 2.271604061126709,
      "step": 5616
    },
    {
      "epoch": 0.3404848484848485,
      "grad_norm": 0.056922804564237595,
      "learning_rate": 0.0008,
      "loss": 2.2445549964904785,
      "step": 5618
    },
    {
      "epoch": 0.3406060606060606,
      "grad_norm": 0.052218250930309296,
      "learning_rate": 0.0008,
      "loss": 2.225914478302002,
      "step": 5620
    },
    {
      "epoch": 0.3407272727272727,
      "grad_norm": 0.049959104508161545,
      "learning_rate": 0.0008,
      "loss": 2.2073702812194824,
      "step": 5622
    },
    {
      "epoch": 0.34084848484848485,
      "grad_norm": 0.05028089880943298,
      "learning_rate": 0.0008,
      "loss": 2.196833610534668,
      "step": 5624
    },
    {
      "epoch": 0.340969696969697,
      "grad_norm": 0.05181104689836502,
      "learning_rate": 0.0008,
      "loss": 2.2469422817230225,
      "step": 5626
    },
    {
      "epoch": 0.3410909090909091,
      "grad_norm": 0.05140150710940361,
      "learning_rate": 0.0008,
      "loss": 2.2469913959503174,
      "step": 5628
    },
    {
      "epoch": 0.3412121212121212,
      "grad_norm": 0.05028458684682846,
      "learning_rate": 0.0008,
      "loss": 2.2474212646484375,
      "step": 5630
    },
    {
      "epoch": 0.3413333333333333,
      "grad_norm": 0.05348304659128189,
      "learning_rate": 0.0008,
      "loss": 2.2134902477264404,
      "step": 5632
    },
    {
      "epoch": 0.34145454545454546,
      "grad_norm": 0.050895705819129944,
      "learning_rate": 0.0008,
      "loss": 2.251155138015747,
      "step": 5634
    },
    {
      "epoch": 0.3415757575757576,
      "grad_norm": 0.05823320522904396,
      "learning_rate": 0.0008,
      "loss": 2.223558187484741,
      "step": 5636
    },
    {
      "epoch": 0.3416969696969697,
      "grad_norm": 0.05139965936541557,
      "learning_rate": 0.0008,
      "loss": 2.19826078414917,
      "step": 5638
    },
    {
      "epoch": 0.3418181818181818,
      "grad_norm": 0.06512259691953659,
      "learning_rate": 0.0008,
      "loss": 2.2999610900878906,
      "step": 5640
    },
    {
      "epoch": 0.34193939393939393,
      "grad_norm": 0.06221131607890129,
      "learning_rate": 0.0008,
      "loss": 2.187690496444702,
      "step": 5642
    },
    {
      "epoch": 0.34206060606060606,
      "grad_norm": 0.055910490453243256,
      "learning_rate": 0.0008,
      "loss": 2.2651331424713135,
      "step": 5644
    },
    {
      "epoch": 0.3421818181818182,
      "grad_norm": 0.053876809775829315,
      "learning_rate": 0.0008,
      "loss": 2.2660346031188965,
      "step": 5646
    },
    {
      "epoch": 0.3423030303030303,
      "grad_norm": 0.05157052353024483,
      "learning_rate": 0.0008,
      "loss": 2.2087631225585938,
      "step": 5648
    },
    {
      "epoch": 0.3424242424242424,
      "grad_norm": 0.05026421695947647,
      "learning_rate": 0.0008,
      "loss": 2.1985573768615723,
      "step": 5650
    },
    {
      "epoch": 0.34254545454545454,
      "grad_norm": 0.05134473741054535,
      "learning_rate": 0.0008,
      "loss": 2.2175328731536865,
      "step": 5652
    },
    {
      "epoch": 0.3426666666666667,
      "grad_norm": 0.05091085284948349,
      "learning_rate": 0.0008,
      "loss": 2.2355494499206543,
      "step": 5654
    },
    {
      "epoch": 0.3427878787878788,
      "grad_norm": 0.05094783008098602,
      "learning_rate": 0.0008,
      "loss": 2.2526400089263916,
      "step": 5656
    },
    {
      "epoch": 0.3429090909090909,
      "grad_norm": 0.053957074880599976,
      "learning_rate": 0.0008,
      "loss": 2.2229161262512207,
      "step": 5658
    },
    {
      "epoch": 0.343030303030303,
      "grad_norm": 0.061695367097854614,
      "learning_rate": 0.0008,
      "loss": 2.274773120880127,
      "step": 5660
    },
    {
      "epoch": 0.34315151515151515,
      "grad_norm": 0.05691468343138695,
      "learning_rate": 0.0008,
      "loss": 2.2531604766845703,
      "step": 5662
    },
    {
      "epoch": 0.3432727272727273,
      "grad_norm": 0.051768917590379715,
      "learning_rate": 0.0008,
      "loss": 2.203748941421509,
      "step": 5664
    },
    {
      "epoch": 0.3433939393939394,
      "grad_norm": 0.05583003908395767,
      "learning_rate": 0.0008,
      "loss": 2.3067643642425537,
      "step": 5666
    },
    {
      "epoch": 0.3435151515151515,
      "grad_norm": 0.052506305277347565,
      "learning_rate": 0.0008,
      "loss": 2.2596216201782227,
      "step": 5668
    },
    {
      "epoch": 0.34363636363636363,
      "grad_norm": 0.05397767201066017,
      "learning_rate": 0.0008,
      "loss": 2.2311086654663086,
      "step": 5670
    },
    {
      "epoch": 0.34375757575757576,
      "grad_norm": 0.05574968829751015,
      "learning_rate": 0.0008,
      "loss": 2.2764668464660645,
      "step": 5672
    },
    {
      "epoch": 0.3438787878787879,
      "grad_norm": 0.054686810821294785,
      "learning_rate": 0.0008,
      "loss": 2.217184066772461,
      "step": 5674
    },
    {
      "epoch": 0.344,
      "grad_norm": 0.05302365496754646,
      "learning_rate": 0.0008,
      "loss": 2.2561700344085693,
      "step": 5676
    },
    {
      "epoch": 0.3441212121212121,
      "grad_norm": 0.051208045333623886,
      "learning_rate": 0.0008,
      "loss": 2.2501933574676514,
      "step": 5678
    },
    {
      "epoch": 0.34424242424242424,
      "grad_norm": 0.05107516795396805,
      "learning_rate": 0.0008,
      "loss": 2.2198641300201416,
      "step": 5680
    },
    {
      "epoch": 0.34436363636363637,
      "grad_norm": 0.051407620310783386,
      "learning_rate": 0.0008,
      "loss": 2.205711841583252,
      "step": 5682
    },
    {
      "epoch": 0.3444848484848485,
      "grad_norm": 0.05669273063540459,
      "learning_rate": 0.0008,
      "loss": 2.203049421310425,
      "step": 5684
    },
    {
      "epoch": 0.3446060606060606,
      "grad_norm": 0.056729819625616074,
      "learning_rate": 0.0008,
      "loss": 2.253950357437134,
      "step": 5686
    },
    {
      "epoch": 0.3447272727272727,
      "grad_norm": 0.05480062961578369,
      "learning_rate": 0.0008,
      "loss": 2.2955684661865234,
      "step": 5688
    },
    {
      "epoch": 0.34484848484848485,
      "grad_norm": 0.05240105837583542,
      "learning_rate": 0.0008,
      "loss": 2.189633369445801,
      "step": 5690
    },
    {
      "epoch": 0.344969696969697,
      "grad_norm": 0.05187736451625824,
      "learning_rate": 0.0008,
      "loss": 2.2975025177001953,
      "step": 5692
    },
    {
      "epoch": 0.3450909090909091,
      "grad_norm": 0.051142241805791855,
      "learning_rate": 0.0008,
      "loss": 2.3187248706817627,
      "step": 5694
    },
    {
      "epoch": 0.3452121212121212,
      "grad_norm": 0.05110097676515579,
      "learning_rate": 0.0008,
      "loss": 2.2451281547546387,
      "step": 5696
    },
    {
      "epoch": 0.3453333333333333,
      "grad_norm": 0.050787296146154404,
      "learning_rate": 0.0008,
      "loss": 2.2377519607543945,
      "step": 5698
    },
    {
      "epoch": 0.34545454545454546,
      "grad_norm": 0.051549993455410004,
      "learning_rate": 0.0008,
      "loss": 2.226004123687744,
      "step": 5700
    },
    {
      "epoch": 0.3455757575757576,
      "grad_norm": 0.05160880833864212,
      "learning_rate": 0.0008,
      "loss": 2.200514793395996,
      "step": 5702
    },
    {
      "epoch": 0.34569696969696967,
      "grad_norm": 0.05211353302001953,
      "learning_rate": 0.0008,
      "loss": 2.287576913833618,
      "step": 5704
    },
    {
      "epoch": 0.3458181818181818,
      "grad_norm": 0.05288524180650711,
      "learning_rate": 0.0008,
      "loss": 2.1471059322357178,
      "step": 5706
    },
    {
      "epoch": 0.34593939393939394,
      "grad_norm": 0.05379557982087135,
      "learning_rate": 0.0008,
      "loss": 2.210874080657959,
      "step": 5708
    },
    {
      "epoch": 0.34606060606060607,
      "grad_norm": 0.05126970633864403,
      "learning_rate": 0.0008,
      "loss": 2.243093729019165,
      "step": 5710
    },
    {
      "epoch": 0.3461818181818182,
      "grad_norm": 0.05132444202899933,
      "learning_rate": 0.0008,
      "loss": 2.2574462890625,
      "step": 5712
    },
    {
      "epoch": 0.3463030303030303,
      "grad_norm": 0.050138939172029495,
      "learning_rate": 0.0008,
      "loss": 2.2761781215667725,
      "step": 5714
    },
    {
      "epoch": 0.3464242424242424,
      "grad_norm": 0.04876798763871193,
      "learning_rate": 0.0008,
      "loss": 2.154876708984375,
      "step": 5716
    },
    {
      "epoch": 0.34654545454545455,
      "grad_norm": 0.058654773980379105,
      "learning_rate": 0.0008,
      "loss": 2.2656900882720947,
      "step": 5718
    },
    {
      "epoch": 0.3466666666666667,
      "grad_norm": 0.05316869542002678,
      "learning_rate": 0.0008,
      "loss": 2.167518377304077,
      "step": 5720
    },
    {
      "epoch": 0.3467878787878788,
      "grad_norm": 0.05404474213719368,
      "learning_rate": 0.0008,
      "loss": 2.280177593231201,
      "step": 5722
    },
    {
      "epoch": 0.3469090909090909,
      "grad_norm": 0.05998310446739197,
      "learning_rate": 0.0008,
      "loss": 2.253704786300659,
      "step": 5724
    },
    {
      "epoch": 0.347030303030303,
      "grad_norm": 0.05305926874279976,
      "learning_rate": 0.0008,
      "loss": 2.2147562503814697,
      "step": 5726
    },
    {
      "epoch": 0.34715151515151516,
      "grad_norm": 0.05259893462061882,
      "learning_rate": 0.0008,
      "loss": 2.2170541286468506,
      "step": 5728
    },
    {
      "epoch": 0.3472727272727273,
      "grad_norm": 0.051350027322769165,
      "learning_rate": 0.0008,
      "loss": 2.1836183071136475,
      "step": 5730
    },
    {
      "epoch": 0.3473939393939394,
      "grad_norm": 0.05210857093334198,
      "learning_rate": 0.0008,
      "loss": 2.2656142711639404,
      "step": 5732
    },
    {
      "epoch": 0.3475151515151515,
      "grad_norm": 0.051797155290842056,
      "learning_rate": 0.0008,
      "loss": 2.198730707168579,
      "step": 5734
    },
    {
      "epoch": 0.34763636363636363,
      "grad_norm": 0.05294670909643173,
      "learning_rate": 0.0008,
      "loss": 2.3125829696655273,
      "step": 5736
    },
    {
      "epoch": 0.34775757575757577,
      "grad_norm": 0.05324368178844452,
      "learning_rate": 0.0008,
      "loss": 2.264216661453247,
      "step": 5738
    },
    {
      "epoch": 0.3478787878787879,
      "grad_norm": 0.05208118259906769,
      "learning_rate": 0.0008,
      "loss": 2.2259418964385986,
      "step": 5740
    },
    {
      "epoch": 0.348,
      "grad_norm": 0.0505206398665905,
      "learning_rate": 0.0008,
      "loss": 2.2952849864959717,
      "step": 5742
    },
    {
      "epoch": 0.3481212121212121,
      "grad_norm": 0.05104375630617142,
      "learning_rate": 0.0008,
      "loss": 2.3190646171569824,
      "step": 5744
    },
    {
      "epoch": 0.34824242424242424,
      "grad_norm": 0.05111270397901535,
      "learning_rate": 0.0008,
      "loss": 2.260364532470703,
      "step": 5746
    },
    {
      "epoch": 0.3483636363636364,
      "grad_norm": 0.057908400893211365,
      "learning_rate": 0.0008,
      "loss": 2.2589805126190186,
      "step": 5748
    },
    {
      "epoch": 0.3484848484848485,
      "grad_norm": 0.062286969274282455,
      "learning_rate": 0.0008,
      "loss": 2.3042736053466797,
      "step": 5750
    },
    {
      "epoch": 0.3486060606060606,
      "grad_norm": 0.05679725855588913,
      "learning_rate": 0.0008,
      "loss": 2.2226476669311523,
      "step": 5752
    },
    {
      "epoch": 0.3487272727272727,
      "grad_norm": 0.05512818694114685,
      "learning_rate": 0.0008,
      "loss": 2.2947964668273926,
      "step": 5754
    },
    {
      "epoch": 0.34884848484848485,
      "grad_norm": 0.05124705284833908,
      "learning_rate": 0.0008,
      "loss": 2.1772305965423584,
      "step": 5756
    },
    {
      "epoch": 0.348969696969697,
      "grad_norm": 0.050652876496315,
      "learning_rate": 0.0008,
      "loss": 2.2506725788116455,
      "step": 5758
    },
    {
      "epoch": 0.3490909090909091,
      "grad_norm": 0.05045401304960251,
      "learning_rate": 0.0008,
      "loss": 2.280979633331299,
      "step": 5760
    },
    {
      "epoch": 0.3492121212121212,
      "grad_norm": 0.0495368130505085,
      "learning_rate": 0.0008,
      "loss": 2.1787960529327393,
      "step": 5762
    },
    {
      "epoch": 0.34933333333333333,
      "grad_norm": 0.06129473075270653,
      "learning_rate": 0.0008,
      "loss": 2.1736268997192383,
      "step": 5764
    },
    {
      "epoch": 0.34945454545454546,
      "grad_norm": 0.05075656995177269,
      "learning_rate": 0.0008,
      "loss": 2.2095906734466553,
      "step": 5766
    },
    {
      "epoch": 0.3495757575757576,
      "grad_norm": 0.052088845521211624,
      "learning_rate": 0.0008,
      "loss": 2.230311393737793,
      "step": 5768
    },
    {
      "epoch": 0.3496969696969697,
      "grad_norm": 0.05480481684207916,
      "learning_rate": 0.0008,
      "loss": 2.3177056312561035,
      "step": 5770
    },
    {
      "epoch": 0.3498181818181818,
      "grad_norm": 0.060376718640327454,
      "learning_rate": 0.0008,
      "loss": 2.1911089420318604,
      "step": 5772
    },
    {
      "epoch": 0.34993939393939394,
      "grad_norm": 0.057974208146333694,
      "learning_rate": 0.0008,
      "loss": 2.2164061069488525,
      "step": 5774
    },
    {
      "epoch": 0.35006060606060607,
      "grad_norm": 0.051224347203969955,
      "learning_rate": 0.0008,
      "loss": 2.2568395137786865,
      "step": 5776
    },
    {
      "epoch": 0.3501818181818182,
      "grad_norm": 0.04876340925693512,
      "learning_rate": 0.0008,
      "loss": 2.217000961303711,
      "step": 5778
    },
    {
      "epoch": 0.3503030303030303,
      "grad_norm": 0.04899138584733009,
      "learning_rate": 0.0008,
      "loss": 2.151881217956543,
      "step": 5780
    },
    {
      "epoch": 0.3504242424242424,
      "grad_norm": 0.052509456872940063,
      "learning_rate": 0.0008,
      "loss": 2.2933924198150635,
      "step": 5782
    },
    {
      "epoch": 0.35054545454545455,
      "grad_norm": 0.0507633201777935,
      "learning_rate": 0.0008,
      "loss": 2.27144455909729,
      "step": 5784
    },
    {
      "epoch": 0.3506666666666667,
      "grad_norm": 0.04968249052762985,
      "learning_rate": 0.0008,
      "loss": 2.210165500640869,
      "step": 5786
    },
    {
      "epoch": 0.3507878787878788,
      "grad_norm": 0.05343864858150482,
      "learning_rate": 0.0008,
      "loss": 2.2131335735321045,
      "step": 5788
    },
    {
      "epoch": 0.3509090909090909,
      "grad_norm": 0.05604918673634529,
      "learning_rate": 0.0008,
      "loss": 2.1325955390930176,
      "step": 5790
    },
    {
      "epoch": 0.351030303030303,
      "grad_norm": 0.055685244500637054,
      "learning_rate": 0.0008,
      "loss": 2.128321886062622,
      "step": 5792
    },
    {
      "epoch": 0.35115151515151516,
      "grad_norm": 0.05331191048026085,
      "learning_rate": 0.0008,
      "loss": 2.268179178237915,
      "step": 5794
    },
    {
      "epoch": 0.3512727272727273,
      "grad_norm": 0.05296797305345535,
      "learning_rate": 0.0008,
      "loss": 2.240161180496216,
      "step": 5796
    },
    {
      "epoch": 0.35139393939393937,
      "grad_norm": 0.05467648059129715,
      "learning_rate": 0.0008,
      "loss": 2.2356066703796387,
      "step": 5798
    },
    {
      "epoch": 0.3515151515151515,
      "grad_norm": 0.05018698796629906,
      "learning_rate": 0.0008,
      "loss": 2.197781562805176,
      "step": 5800
    },
    {
      "epoch": 0.35163636363636364,
      "grad_norm": 0.05200861394405365,
      "learning_rate": 0.0008,
      "loss": 2.237682580947876,
      "step": 5802
    },
    {
      "epoch": 0.35175757575757577,
      "grad_norm": 0.059084370732307434,
      "learning_rate": 0.0008,
      "loss": 2.1893844604492188,
      "step": 5804
    },
    {
      "epoch": 0.3518787878787879,
      "grad_norm": 0.05222151800990105,
      "learning_rate": 0.0008,
      "loss": 2.1846673488616943,
      "step": 5806
    },
    {
      "epoch": 0.352,
      "grad_norm": 0.05128961428999901,
      "learning_rate": 0.0008,
      "loss": 2.3106870651245117,
      "step": 5808
    },
    {
      "epoch": 0.3521212121212121,
      "grad_norm": 0.0522160679101944,
      "learning_rate": 0.0008,
      "loss": 2.146926164627075,
      "step": 5810
    },
    {
      "epoch": 0.35224242424242425,
      "grad_norm": 0.04965825751423836,
      "learning_rate": 0.0008,
      "loss": 2.264050006866455,
      "step": 5812
    },
    {
      "epoch": 0.3523636363636364,
      "grad_norm": 0.04947194457054138,
      "learning_rate": 0.0008,
      "loss": 2.238386631011963,
      "step": 5814
    },
    {
      "epoch": 0.3524848484848485,
      "grad_norm": 0.05019660294055939,
      "learning_rate": 0.0008,
      "loss": 2.1913392543792725,
      "step": 5816
    },
    {
      "epoch": 0.3526060606060606,
      "grad_norm": 0.05032924935221672,
      "learning_rate": 0.0008,
      "loss": 2.1960580348968506,
      "step": 5818
    },
    {
      "epoch": 0.3527272727272727,
      "grad_norm": 0.0504014827311039,
      "learning_rate": 0.0008,
      "loss": 2.278998851776123,
      "step": 5820
    },
    {
      "epoch": 0.35284848484848486,
      "grad_norm": 0.0505659356713295,
      "learning_rate": 0.0008,
      "loss": 2.2288665771484375,
      "step": 5822
    },
    {
      "epoch": 0.352969696969697,
      "grad_norm": 0.0499691404402256,
      "learning_rate": 0.0008,
      "loss": 2.2447080612182617,
      "step": 5824
    },
    {
      "epoch": 0.35309090909090907,
      "grad_norm": 0.05170738324522972,
      "learning_rate": 0.0008,
      "loss": 2.2230801582336426,
      "step": 5826
    },
    {
      "epoch": 0.3532121212121212,
      "grad_norm": 0.04958108812570572,
      "learning_rate": 0.0008,
      "loss": 2.2766242027282715,
      "step": 5828
    },
    {
      "epoch": 0.35333333333333333,
      "grad_norm": 0.05137578770518303,
      "learning_rate": 0.0008,
      "loss": 2.225234270095825,
      "step": 5830
    },
    {
      "epoch": 0.35345454545454547,
      "grad_norm": 0.05264224857091904,
      "learning_rate": 0.0008,
      "loss": 2.2996184825897217,
      "step": 5832
    },
    {
      "epoch": 0.3535757575757576,
      "grad_norm": 0.049507930874824524,
      "learning_rate": 0.0008,
      "loss": 2.305128812789917,
      "step": 5834
    },
    {
      "epoch": 0.3536969696969697,
      "grad_norm": 0.049255434423685074,
      "learning_rate": 0.0008,
      "loss": 2.222486972808838,
      "step": 5836
    },
    {
      "epoch": 0.3538181818181818,
      "grad_norm": 0.052102603018283844,
      "learning_rate": 0.0008,
      "loss": 2.235384702682495,
      "step": 5838
    },
    {
      "epoch": 0.35393939393939394,
      "grad_norm": 0.051388151943683624,
      "learning_rate": 0.0008,
      "loss": 2.172370195388794,
      "step": 5840
    },
    {
      "epoch": 0.3540606060606061,
      "grad_norm": 0.05260121822357178,
      "learning_rate": 0.0008,
      "loss": 2.225534439086914,
      "step": 5842
    },
    {
      "epoch": 0.3541818181818182,
      "grad_norm": 0.05242770165205002,
      "learning_rate": 0.0008,
      "loss": 2.281484603881836,
      "step": 5844
    },
    {
      "epoch": 0.3543030303030303,
      "grad_norm": 0.05004158988595009,
      "learning_rate": 0.0008,
      "loss": 2.2251474857330322,
      "step": 5846
    },
    {
      "epoch": 0.3544242424242424,
      "grad_norm": 0.0497896745800972,
      "learning_rate": 0.0008,
      "loss": 2.303356885910034,
      "step": 5848
    },
    {
      "epoch": 0.35454545454545455,
      "grad_norm": 0.052752017974853516,
      "learning_rate": 0.0008,
      "loss": 2.254265308380127,
      "step": 5850
    },
    {
      "epoch": 0.3546666666666667,
      "grad_norm": 0.04928575083613396,
      "learning_rate": 0.0008,
      "loss": 2.1982831954956055,
      "step": 5852
    },
    {
      "epoch": 0.35478787878787876,
      "grad_norm": 0.0529162622988224,
      "learning_rate": 0.0008,
      "loss": 2.2204995155334473,
      "step": 5854
    },
    {
      "epoch": 0.3549090909090909,
      "grad_norm": 0.054794199764728546,
      "learning_rate": 0.0008,
      "loss": 2.206209421157837,
      "step": 5856
    },
    {
      "epoch": 0.35503030303030303,
      "grad_norm": 0.05097115412354469,
      "learning_rate": 0.0008,
      "loss": 2.1855432987213135,
      "step": 5858
    },
    {
      "epoch": 0.35515151515151516,
      "grad_norm": 0.05035323277115822,
      "learning_rate": 0.0008,
      "loss": 2.217373847961426,
      "step": 5860
    },
    {
      "epoch": 0.3552727272727273,
      "grad_norm": 0.051241178065538406,
      "learning_rate": 0.0008,
      "loss": 2.1739895343780518,
      "step": 5862
    },
    {
      "epoch": 0.3553939393939394,
      "grad_norm": 0.05091148987412453,
      "learning_rate": 0.0008,
      "loss": 2.23093843460083,
      "step": 5864
    },
    {
      "epoch": 0.3555151515151515,
      "grad_norm": 0.054157521575689316,
      "learning_rate": 0.0008,
      "loss": 2.2372655868530273,
      "step": 5866
    },
    {
      "epoch": 0.35563636363636364,
      "grad_norm": 0.05099915340542793,
      "learning_rate": 0.0008,
      "loss": 2.2815659046173096,
      "step": 5868
    },
    {
      "epoch": 0.3557575757575758,
      "grad_norm": 0.05384884402155876,
      "learning_rate": 0.0008,
      "loss": 2.1772937774658203,
      "step": 5870
    },
    {
      "epoch": 0.3558787878787879,
      "grad_norm": 0.05591750144958496,
      "learning_rate": 0.0008,
      "loss": 2.215122699737549,
      "step": 5872
    },
    {
      "epoch": 0.356,
      "grad_norm": 0.05606465041637421,
      "learning_rate": 0.0008,
      "loss": 2.274747371673584,
      "step": 5874
    },
    {
      "epoch": 0.3561212121212121,
      "grad_norm": 0.05729743838310242,
      "learning_rate": 0.0008,
      "loss": 2.244946241378784,
      "step": 5876
    },
    {
      "epoch": 0.35624242424242425,
      "grad_norm": 0.06857825815677643,
      "learning_rate": 0.0008,
      "loss": 2.242947816848755,
      "step": 5878
    },
    {
      "epoch": 0.3563636363636364,
      "grad_norm": 0.059537917375564575,
      "learning_rate": 0.0008,
      "loss": 2.1654393672943115,
      "step": 5880
    },
    {
      "epoch": 0.35648484848484846,
      "grad_norm": 0.05120176076889038,
      "learning_rate": 0.0008,
      "loss": 2.1654577255249023,
      "step": 5882
    },
    {
      "epoch": 0.3566060606060606,
      "grad_norm": 0.05275990813970566,
      "learning_rate": 0.0008,
      "loss": 2.280895233154297,
      "step": 5884
    },
    {
      "epoch": 0.3567272727272727,
      "grad_norm": 0.050827737897634506,
      "learning_rate": 0.0008,
      "loss": 2.2094056606292725,
      "step": 5886
    },
    {
      "epoch": 0.35684848484848486,
      "grad_norm": 0.052801698446273804,
      "learning_rate": 0.0008,
      "loss": 2.216451406478882,
      "step": 5888
    },
    {
      "epoch": 0.356969696969697,
      "grad_norm": 0.0586533360183239,
      "learning_rate": 0.0008,
      "loss": 2.333327054977417,
      "step": 5890
    },
    {
      "epoch": 0.35709090909090907,
      "grad_norm": 0.05421488732099533,
      "learning_rate": 0.0008,
      "loss": 2.2010035514831543,
      "step": 5892
    },
    {
      "epoch": 0.3572121212121212,
      "grad_norm": 0.05009719729423523,
      "learning_rate": 0.0008,
      "loss": 2.1992385387420654,
      "step": 5894
    },
    {
      "epoch": 0.35733333333333334,
      "grad_norm": 0.05126538872718811,
      "learning_rate": 0.0008,
      "loss": 2.2807118892669678,
      "step": 5896
    },
    {
      "epoch": 0.35745454545454547,
      "grad_norm": 0.04860067740082741,
      "learning_rate": 0.0008,
      "loss": 2.1818220615386963,
      "step": 5898
    },
    {
      "epoch": 0.3575757575757576,
      "grad_norm": 0.04948527738451958,
      "learning_rate": 0.0008,
      "loss": 2.2051446437835693,
      "step": 5900
    },
    {
      "epoch": 0.3576969696969697,
      "grad_norm": 0.055695392191410065,
      "learning_rate": 0.0008,
      "loss": 2.249216318130493,
      "step": 5902
    },
    {
      "epoch": 0.3578181818181818,
      "grad_norm": 0.054224688559770584,
      "learning_rate": 0.0008,
      "loss": 2.214036226272583,
      "step": 5904
    },
    {
      "epoch": 0.35793939393939395,
      "grad_norm": 0.05558338761329651,
      "learning_rate": 0.0008,
      "loss": 2.224785804748535,
      "step": 5906
    },
    {
      "epoch": 0.3580606060606061,
      "grad_norm": 0.05193831026554108,
      "learning_rate": 0.0008,
      "loss": 2.1324052810668945,
      "step": 5908
    },
    {
      "epoch": 0.35818181818181816,
      "grad_norm": 0.050966426730155945,
      "learning_rate": 0.0008,
      "loss": 2.219444513320923,
      "step": 5910
    },
    {
      "epoch": 0.3583030303030303,
      "grad_norm": 0.05016708746552467,
      "learning_rate": 0.0008,
      "loss": 2.2592897415161133,
      "step": 5912
    },
    {
      "epoch": 0.3584242424242424,
      "grad_norm": 0.05058800056576729,
      "learning_rate": 0.0008,
      "loss": 2.2776989936828613,
      "step": 5914
    },
    {
      "epoch": 0.35854545454545456,
      "grad_norm": 0.04920389875769615,
      "learning_rate": 0.0008,
      "loss": 2.1414108276367188,
      "step": 5916
    },
    {
      "epoch": 0.3586666666666667,
      "grad_norm": 0.05084595829248428,
      "learning_rate": 0.0008,
      "loss": 2.165642738342285,
      "step": 5918
    },
    {
      "epoch": 0.35878787878787877,
      "grad_norm": 0.05304887890815735,
      "learning_rate": 0.0008,
      "loss": 2.293698310852051,
      "step": 5920
    },
    {
      "epoch": 0.3589090909090909,
      "grad_norm": 0.05216508358716965,
      "learning_rate": 0.0008,
      "loss": 2.1753621101379395,
      "step": 5922
    },
    {
      "epoch": 0.35903030303030303,
      "grad_norm": 0.048683639615774155,
      "learning_rate": 0.0008,
      "loss": 2.2475831508636475,
      "step": 5924
    },
    {
      "epoch": 0.35915151515151517,
      "grad_norm": 0.05030354484915733,
      "learning_rate": 0.0008,
      "loss": 2.300729513168335,
      "step": 5926
    },
    {
      "epoch": 0.3592727272727273,
      "grad_norm": 0.05001804605126381,
      "learning_rate": 0.0008,
      "loss": 2.2447357177734375,
      "step": 5928
    },
    {
      "epoch": 0.3593939393939394,
      "grad_norm": 0.05204688012599945,
      "learning_rate": 0.0008,
      "loss": 2.165228843688965,
      "step": 5930
    },
    {
      "epoch": 0.3595151515151515,
      "grad_norm": 0.05048573762178421,
      "learning_rate": 0.0008,
      "loss": 2.124971628189087,
      "step": 5932
    },
    {
      "epoch": 0.35963636363636364,
      "grad_norm": 0.05659837648272514,
      "learning_rate": 0.0008,
      "loss": 2.234976053237915,
      "step": 5934
    },
    {
      "epoch": 0.3597575757575758,
      "grad_norm": 0.06276922672986984,
      "learning_rate": 0.0008,
      "loss": 2.1909615993499756,
      "step": 5936
    },
    {
      "epoch": 0.35987878787878785,
      "grad_norm": 0.05822509154677391,
      "learning_rate": 0.0008,
      "loss": 2.200023651123047,
      "step": 5938
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.05549249425530434,
      "learning_rate": 0.0008,
      "loss": 2.194127082824707,
      "step": 5940
    },
    {
      "epoch": 0.3601212121212121,
      "grad_norm": 0.05211513862013817,
      "learning_rate": 0.0008,
      "loss": 2.2123031616210938,
      "step": 5942
    },
    {
      "epoch": 0.36024242424242425,
      "grad_norm": 0.052284125238657,
      "learning_rate": 0.0008,
      "loss": 2.2585718631744385,
      "step": 5944
    },
    {
      "epoch": 0.3603636363636364,
      "grad_norm": 0.055511146783828735,
      "learning_rate": 0.0008,
      "loss": 2.158719062805176,
      "step": 5946
    },
    {
      "epoch": 0.36048484848484846,
      "grad_norm": 0.062119320034980774,
      "learning_rate": 0.0008,
      "loss": 2.1786537170410156,
      "step": 5948
    },
    {
      "epoch": 0.3606060606060606,
      "grad_norm": 0.06525465101003647,
      "learning_rate": 0.0008,
      "loss": 2.2519137859344482,
      "step": 5950
    },
    {
      "epoch": 0.36072727272727273,
      "grad_norm": 0.060715898871421814,
      "learning_rate": 0.0008,
      "loss": 2.153093099594116,
      "step": 5952
    },
    {
      "epoch": 0.36084848484848486,
      "grad_norm": 0.055444374680519104,
      "learning_rate": 0.0008,
      "loss": 2.273353338241577,
      "step": 5954
    },
    {
      "epoch": 0.360969696969697,
      "grad_norm": 0.05603004992008209,
      "learning_rate": 0.0008,
      "loss": 2.217111110687256,
      "step": 5956
    },
    {
      "epoch": 0.3610909090909091,
      "grad_norm": 0.054905492812395096,
      "learning_rate": 0.0008,
      "loss": 2.284252405166626,
      "step": 5958
    },
    {
      "epoch": 0.3612121212121212,
      "grad_norm": 0.06032660976052284,
      "learning_rate": 0.0008,
      "loss": 2.1924009323120117,
      "step": 5960
    },
    {
      "epoch": 0.36133333333333334,
      "grad_norm": 0.06775419414043427,
      "learning_rate": 0.0008,
      "loss": 2.190206289291382,
      "step": 5962
    },
    {
      "epoch": 0.3614545454545455,
      "grad_norm": 0.0616842545568943,
      "learning_rate": 0.0008,
      "loss": 2.2234349250793457,
      "step": 5964
    },
    {
      "epoch": 0.36157575757575755,
      "grad_norm": 0.05436982959508896,
      "learning_rate": 0.0008,
      "loss": 2.27829647064209,
      "step": 5966
    },
    {
      "epoch": 0.3616969696969697,
      "grad_norm": 0.06430494785308838,
      "learning_rate": 0.0008,
      "loss": 2.203202247619629,
      "step": 5968
    },
    {
      "epoch": 0.3618181818181818,
      "grad_norm": 0.05552124232053757,
      "learning_rate": 0.0008,
      "loss": 2.2188446521759033,
      "step": 5970
    },
    {
      "epoch": 0.36193939393939395,
      "grad_norm": 0.05218339338898659,
      "learning_rate": 0.0008,
      "loss": 2.1821482181549072,
      "step": 5972
    },
    {
      "epoch": 0.3620606060606061,
      "grad_norm": 0.052748244255781174,
      "learning_rate": 0.0008,
      "loss": 2.1574618816375732,
      "step": 5974
    },
    {
      "epoch": 0.36218181818181816,
      "grad_norm": 0.052279677242040634,
      "learning_rate": 0.0008,
      "loss": 2.2395737171173096,
      "step": 5976
    },
    {
      "epoch": 0.3623030303030303,
      "grad_norm": 0.05026300624012947,
      "learning_rate": 0.0008,
      "loss": 2.229888916015625,
      "step": 5978
    },
    {
      "epoch": 0.3624242424242424,
      "grad_norm": 0.050100427120923996,
      "learning_rate": 0.0008,
      "loss": 2.2425882816314697,
      "step": 5980
    },
    {
      "epoch": 0.36254545454545456,
      "grad_norm": 0.05422943830490112,
      "learning_rate": 0.0008,
      "loss": 2.2463479042053223,
      "step": 5982
    },
    {
      "epoch": 0.3626666666666667,
      "grad_norm": 0.048990268260240555,
      "learning_rate": 0.0008,
      "loss": 2.205371141433716,
      "step": 5984
    },
    {
      "epoch": 0.36278787878787877,
      "grad_norm": 0.05055132880806923,
      "learning_rate": 0.0008,
      "loss": 2.242563247680664,
      "step": 5986
    },
    {
      "epoch": 0.3629090909090909,
      "grad_norm": 0.049552228301763535,
      "learning_rate": 0.0008,
      "loss": 2.3041598796844482,
      "step": 5988
    },
    {
      "epoch": 0.36303030303030304,
      "grad_norm": 0.05168351158499718,
      "learning_rate": 0.0008,
      "loss": 2.3070425987243652,
      "step": 5990
    },
    {
      "epoch": 0.36315151515151517,
      "grad_norm": 0.051634881645441055,
      "learning_rate": 0.0008,
      "loss": 2.214949369430542,
      "step": 5992
    },
    {
      "epoch": 0.36327272727272725,
      "grad_norm": 0.06110695004463196,
      "learning_rate": 0.0008,
      "loss": 2.2856338024139404,
      "step": 5994
    },
    {
      "epoch": 0.3633939393939394,
      "grad_norm": 0.05230925977230072,
      "learning_rate": 0.0008,
      "loss": 2.245950222015381,
      "step": 5996
    },
    {
      "epoch": 0.3635151515151515,
      "grad_norm": 0.05315594747662544,
      "learning_rate": 0.0008,
      "loss": 2.219942331314087,
      "step": 5998
    },
    {
      "epoch": 0.36363636363636365,
      "grad_norm": 0.05147039517760277,
      "learning_rate": 0.0008,
      "loss": 2.2160837650299072,
      "step": 6000
    },
    {
      "epoch": 0.3637575757575758,
      "grad_norm": 0.05168053135275841,
      "learning_rate": 0.0008,
      "loss": 2.2122273445129395,
      "step": 6002
    },
    {
      "epoch": 0.36387878787878786,
      "grad_norm": 0.050486356019973755,
      "learning_rate": 0.0008,
      "loss": 2.2154979705810547,
      "step": 6004
    },
    {
      "epoch": 0.364,
      "grad_norm": 0.052653323858976364,
      "learning_rate": 0.0008,
      "loss": 2.2347280979156494,
      "step": 6006
    },
    {
      "epoch": 0.3641212121212121,
      "grad_norm": 0.05572618544101715,
      "learning_rate": 0.0008,
      "loss": 2.190516710281372,
      "step": 6008
    },
    {
      "epoch": 0.36424242424242426,
      "grad_norm": 0.050541702657938004,
      "learning_rate": 0.0008,
      "loss": 2.1981019973754883,
      "step": 6010
    },
    {
      "epoch": 0.3643636363636364,
      "grad_norm": 0.050268176943063736,
      "learning_rate": 0.0008,
      "loss": 2.2077043056488037,
      "step": 6012
    },
    {
      "epoch": 0.36448484848484847,
      "grad_norm": 0.04831693693995476,
      "learning_rate": 0.0008,
      "loss": 2.2322463989257812,
      "step": 6014
    },
    {
      "epoch": 0.3646060606060606,
      "grad_norm": 0.04972399026155472,
      "learning_rate": 0.0008,
      "loss": 2.2406694889068604,
      "step": 6016
    },
    {
      "epoch": 0.36472727272727273,
      "grad_norm": 0.05195030942559242,
      "learning_rate": 0.0008,
      "loss": 2.2685656547546387,
      "step": 6018
    },
    {
      "epoch": 0.36484848484848487,
      "grad_norm": 0.050141334533691406,
      "learning_rate": 0.0008,
      "loss": 2.2527332305908203,
      "step": 6020
    },
    {
      "epoch": 0.36496969696969694,
      "grad_norm": 0.053204260766506195,
      "learning_rate": 0.0008,
      "loss": 2.236208200454712,
      "step": 6022
    },
    {
      "epoch": 0.3650909090909091,
      "grad_norm": 0.049010857939720154,
      "learning_rate": 0.0008,
      "loss": 2.2001149654388428,
      "step": 6024
    },
    {
      "epoch": 0.3652121212121212,
      "grad_norm": 0.0561552457511425,
      "learning_rate": 0.0008,
      "loss": 2.2045228481292725,
      "step": 6026
    },
    {
      "epoch": 0.36533333333333334,
      "grad_norm": 0.05037800595164299,
      "learning_rate": 0.0008,
      "loss": 2.2655913829803467,
      "step": 6028
    },
    {
      "epoch": 0.3654545454545455,
      "grad_norm": 0.058155834674835205,
      "learning_rate": 0.0008,
      "loss": 2.176403522491455,
      "step": 6030
    },
    {
      "epoch": 0.36557575757575755,
      "grad_norm": 0.05279046297073364,
      "learning_rate": 0.0008,
      "loss": 2.2391929626464844,
      "step": 6032
    },
    {
      "epoch": 0.3656969696969697,
      "grad_norm": 0.05214262008666992,
      "learning_rate": 0.0008,
      "loss": 2.25041127204895,
      "step": 6034
    },
    {
      "epoch": 0.3658181818181818,
      "grad_norm": 0.05131208524107933,
      "learning_rate": 0.0008,
      "loss": 2.2285661697387695,
      "step": 6036
    },
    {
      "epoch": 0.36593939393939395,
      "grad_norm": 0.05090207979083061,
      "learning_rate": 0.0008,
      "loss": 2.199195623397827,
      "step": 6038
    },
    {
      "epoch": 0.3660606060606061,
      "grad_norm": 0.05313055217266083,
      "learning_rate": 0.0008,
      "loss": 2.267254590988159,
      "step": 6040
    },
    {
      "epoch": 0.36618181818181816,
      "grad_norm": 0.0630984753370285,
      "learning_rate": 0.0008,
      "loss": 2.1780216693878174,
      "step": 6042
    },
    {
      "epoch": 0.3663030303030303,
      "grad_norm": 0.053812675178050995,
      "learning_rate": 0.0008,
      "loss": 2.255065679550171,
      "step": 6044
    },
    {
      "epoch": 0.36642424242424243,
      "grad_norm": 0.06651737540960312,
      "learning_rate": 0.0008,
      "loss": 2.1683738231658936,
      "step": 6046
    },
    {
      "epoch": 0.36654545454545456,
      "grad_norm": 0.056994449347257614,
      "learning_rate": 0.0008,
      "loss": 2.2058045864105225,
      "step": 6048
    },
    {
      "epoch": 0.36666666666666664,
      "grad_norm": 0.0571809820830822,
      "learning_rate": 0.0008,
      "loss": 2.28831148147583,
      "step": 6050
    },
    {
      "epoch": 0.3667878787878788,
      "grad_norm": 0.06408073753118515,
      "learning_rate": 0.0008,
      "loss": 2.2582314014434814,
      "step": 6052
    },
    {
      "epoch": 0.3669090909090909,
      "grad_norm": 0.05994915962219238,
      "learning_rate": 0.0008,
      "loss": 2.2138938903808594,
      "step": 6054
    },
    {
      "epoch": 0.36703030303030304,
      "grad_norm": 0.05550333857536316,
      "learning_rate": 0.0008,
      "loss": 2.2994329929351807,
      "step": 6056
    },
    {
      "epoch": 0.3671515151515152,
      "grad_norm": 0.066077321767807,
      "learning_rate": 0.0008,
      "loss": 2.2848453521728516,
      "step": 6058
    },
    {
      "epoch": 0.36727272727272725,
      "grad_norm": 0.06589488685131073,
      "learning_rate": 0.0008,
      "loss": 2.2980730533599854,
      "step": 6060
    },
    {
      "epoch": 0.3673939393939394,
      "grad_norm": 0.05329607427120209,
      "learning_rate": 0.0008,
      "loss": 2.223531484603882,
      "step": 6062
    },
    {
      "epoch": 0.3675151515151515,
      "grad_norm": 0.049316152930259705,
      "learning_rate": 0.0008,
      "loss": 2.165224075317383,
      "step": 6064
    },
    {
      "epoch": 0.36763636363636365,
      "grad_norm": 0.049191903322935104,
      "learning_rate": 0.0008,
      "loss": 2.1829960346221924,
      "step": 6066
    },
    {
      "epoch": 0.3677575757575758,
      "grad_norm": 0.0492112897336483,
      "learning_rate": 0.0008,
      "loss": 2.167872905731201,
      "step": 6068
    },
    {
      "epoch": 0.36787878787878786,
      "grad_norm": 0.05084263160824776,
      "learning_rate": 0.0008,
      "loss": 2.19299578666687,
      "step": 6070
    },
    {
      "epoch": 0.368,
      "grad_norm": 0.051008276641368866,
      "learning_rate": 0.0008,
      "loss": 2.207911729812622,
      "step": 6072
    },
    {
      "epoch": 0.3681212121212121,
      "grad_norm": 0.05193276330828667,
      "learning_rate": 0.0008,
      "loss": 2.2523374557495117,
      "step": 6074
    },
    {
      "epoch": 0.36824242424242426,
      "grad_norm": 0.050271302461624146,
      "learning_rate": 0.0008,
      "loss": 2.155559778213501,
      "step": 6076
    },
    {
      "epoch": 0.36836363636363634,
      "grad_norm": 0.05088774114847183,
      "learning_rate": 0.0008,
      "loss": 2.287292242050171,
      "step": 6078
    },
    {
      "epoch": 0.36848484848484847,
      "grad_norm": 0.05108281224966049,
      "learning_rate": 0.0008,
      "loss": 2.2243053913116455,
      "step": 6080
    },
    {
      "epoch": 0.3686060606060606,
      "grad_norm": 0.04886860027909279,
      "learning_rate": 0.0008,
      "loss": 2.2227718830108643,
      "step": 6082
    },
    {
      "epoch": 0.36872727272727274,
      "grad_norm": 0.049365099519491196,
      "learning_rate": 0.0008,
      "loss": 2.28366756439209,
      "step": 6084
    },
    {
      "epoch": 0.36884848484848487,
      "grad_norm": 0.050788506865501404,
      "learning_rate": 0.0008,
      "loss": 2.2324438095092773,
      "step": 6086
    },
    {
      "epoch": 0.36896969696969695,
      "grad_norm": 0.0511053130030632,
      "learning_rate": 0.0008,
      "loss": 2.3203349113464355,
      "step": 6088
    },
    {
      "epoch": 0.3690909090909091,
      "grad_norm": 0.054228320717811584,
      "learning_rate": 0.0008,
      "loss": 2.2516839504241943,
      "step": 6090
    },
    {
      "epoch": 0.3692121212121212,
      "grad_norm": 0.05526077747344971,
      "learning_rate": 0.0008,
      "loss": 2.253662109375,
      "step": 6092
    },
    {
      "epoch": 0.36933333333333335,
      "grad_norm": 0.04964616894721985,
      "learning_rate": 0.0008,
      "loss": 2.1954116821289062,
      "step": 6094
    },
    {
      "epoch": 0.3694545454545455,
      "grad_norm": 0.05059455335140228,
      "learning_rate": 0.0008,
      "loss": 2.2482478618621826,
      "step": 6096
    },
    {
      "epoch": 0.36957575757575756,
      "grad_norm": 0.049772847443819046,
      "learning_rate": 0.0008,
      "loss": 2.169504165649414,
      "step": 6098
    },
    {
      "epoch": 0.3696969696969697,
      "grad_norm": 0.054206687957048416,
      "learning_rate": 0.0008,
      "loss": 2.1710801124572754,
      "step": 6100
    },
    {
      "epoch": 0.3698181818181818,
      "grad_norm": 0.054807450622320175,
      "learning_rate": 0.0008,
      "loss": 2.2272894382476807,
      "step": 6102
    },
    {
      "epoch": 0.36993939393939396,
      "grad_norm": 0.049473002552986145,
      "learning_rate": 0.0008,
      "loss": 2.2298576831817627,
      "step": 6104
    },
    {
      "epoch": 0.37006060606060603,
      "grad_norm": 0.051481377333402634,
      "learning_rate": 0.0008,
      "loss": 2.286006212234497,
      "step": 6106
    },
    {
      "epoch": 0.37018181818181817,
      "grad_norm": 0.05448209121823311,
      "learning_rate": 0.0008,
      "loss": 2.2608487606048584,
      "step": 6108
    },
    {
      "epoch": 0.3703030303030303,
      "grad_norm": 0.0503140427172184,
      "learning_rate": 0.0008,
      "loss": 2.2563023567199707,
      "step": 6110
    },
    {
      "epoch": 0.37042424242424243,
      "grad_norm": 0.04971175640821457,
      "learning_rate": 0.0008,
      "loss": 2.170903444290161,
      "step": 6112
    },
    {
      "epoch": 0.37054545454545457,
      "grad_norm": 0.04971685633063316,
      "learning_rate": 0.0008,
      "loss": 2.2403600215911865,
      "step": 6114
    },
    {
      "epoch": 0.37066666666666664,
      "grad_norm": 0.051253896206617355,
      "learning_rate": 0.0008,
      "loss": 2.2610373497009277,
      "step": 6116
    },
    {
      "epoch": 0.3707878787878788,
      "grad_norm": 0.04890467971563339,
      "learning_rate": 0.0008,
      "loss": 2.2180116176605225,
      "step": 6118
    },
    {
      "epoch": 0.3709090909090909,
      "grad_norm": 0.05040240287780762,
      "learning_rate": 0.0008,
      "loss": 2.215742826461792,
      "step": 6120
    },
    {
      "epoch": 0.37103030303030304,
      "grad_norm": 0.05265432596206665,
      "learning_rate": 0.0008,
      "loss": 2.286012887954712,
      "step": 6122
    },
    {
      "epoch": 0.3711515151515152,
      "grad_norm": 0.05061691254377365,
      "learning_rate": 0.0008,
      "loss": 2.2005960941314697,
      "step": 6124
    },
    {
      "epoch": 0.37127272727272725,
      "grad_norm": 0.050920989364385605,
      "learning_rate": 0.0008,
      "loss": 2.188429117202759,
      "step": 6126
    },
    {
      "epoch": 0.3713939393939394,
      "grad_norm": 0.04863970726728439,
      "learning_rate": 0.0008,
      "loss": 2.2019481658935547,
      "step": 6128
    },
    {
      "epoch": 0.3715151515151515,
      "grad_norm": 0.05246885493397713,
      "learning_rate": 0.0008,
      "loss": 2.2535645961761475,
      "step": 6130
    },
    {
      "epoch": 0.37163636363636365,
      "grad_norm": 0.05000101029872894,
      "learning_rate": 0.0008,
      "loss": 2.228530168533325,
      "step": 6132
    },
    {
      "epoch": 0.37175757575757573,
      "grad_norm": 0.05094544589519501,
      "learning_rate": 0.0008,
      "loss": 2.2263295650482178,
      "step": 6134
    },
    {
      "epoch": 0.37187878787878786,
      "grad_norm": 0.05280892178416252,
      "learning_rate": 0.0008,
      "loss": 2.1958420276641846,
      "step": 6136
    },
    {
      "epoch": 0.372,
      "grad_norm": 0.05082041397690773,
      "learning_rate": 0.0008,
      "loss": 2.254847288131714,
      "step": 6138
    },
    {
      "epoch": 0.37212121212121213,
      "grad_norm": 0.051992569118738174,
      "learning_rate": 0.0008,
      "loss": 2.256202459335327,
      "step": 6140
    },
    {
      "epoch": 0.37224242424242426,
      "grad_norm": 0.05474456399679184,
      "learning_rate": 0.0008,
      "loss": 2.2923784255981445,
      "step": 6142
    },
    {
      "epoch": 0.37236363636363634,
      "grad_norm": 0.05078866332769394,
      "learning_rate": 0.0008,
      "loss": 2.269453525543213,
      "step": 6144
    },
    {
      "epoch": 0.3724848484848485,
      "grad_norm": 0.0496428944170475,
      "learning_rate": 0.0008,
      "loss": 2.2083449363708496,
      "step": 6146
    },
    {
      "epoch": 0.3726060606060606,
      "grad_norm": 0.04930863529443741,
      "learning_rate": 0.0008,
      "loss": 2.2248282432556152,
      "step": 6148
    },
    {
      "epoch": 0.37272727272727274,
      "grad_norm": 0.04964311048388481,
      "learning_rate": 0.0008,
      "loss": 2.262681484222412,
      "step": 6150
    },
    {
      "epoch": 0.3728484848484849,
      "grad_norm": 0.048174336552619934,
      "learning_rate": 0.0008,
      "loss": 2.211256980895996,
      "step": 6152
    },
    {
      "epoch": 0.37296969696969695,
      "grad_norm": 0.04927174374461174,
      "learning_rate": 0.0008,
      "loss": 2.2057371139526367,
      "step": 6154
    },
    {
      "epoch": 0.3730909090909091,
      "grad_norm": 0.05739181861281395,
      "learning_rate": 0.0008,
      "loss": 2.247854232788086,
      "step": 6156
    },
    {
      "epoch": 0.3732121212121212,
      "grad_norm": 0.055204372853040695,
      "learning_rate": 0.0008,
      "loss": 2.2670583724975586,
      "step": 6158
    },
    {
      "epoch": 0.37333333333333335,
      "grad_norm": 0.05920034274458885,
      "learning_rate": 0.0008,
      "loss": 2.1954143047332764,
      "step": 6160
    },
    {
      "epoch": 0.37345454545454543,
      "grad_norm": 0.05637278035283089,
      "learning_rate": 0.0008,
      "loss": 2.1965529918670654,
      "step": 6162
    },
    {
      "epoch": 0.37357575757575756,
      "grad_norm": 0.05422032251954079,
      "learning_rate": 0.0008,
      "loss": 2.211569309234619,
      "step": 6164
    },
    {
      "epoch": 0.3736969696969697,
      "grad_norm": 0.05029464140534401,
      "learning_rate": 0.0008,
      "loss": 2.217831611633301,
      "step": 6166
    },
    {
      "epoch": 0.3738181818181818,
      "grad_norm": 0.04886966943740845,
      "learning_rate": 0.0008,
      "loss": 2.2573680877685547,
      "step": 6168
    },
    {
      "epoch": 0.37393939393939396,
      "grad_norm": 0.05174904689192772,
      "learning_rate": 0.0008,
      "loss": 2.210780143737793,
      "step": 6170
    },
    {
      "epoch": 0.37406060606060604,
      "grad_norm": 0.05044989660382271,
      "learning_rate": 0.0008,
      "loss": 2.2110049724578857,
      "step": 6172
    },
    {
      "epoch": 0.37418181818181817,
      "grad_norm": 0.05268499627709389,
      "learning_rate": 0.0008,
      "loss": 2.2577080726623535,
      "step": 6174
    },
    {
      "epoch": 0.3743030303030303,
      "grad_norm": 0.05021002143621445,
      "learning_rate": 0.0008,
      "loss": 2.236021041870117,
      "step": 6176
    },
    {
      "epoch": 0.37442424242424244,
      "grad_norm": 0.049366891384124756,
      "learning_rate": 0.0008,
      "loss": 2.234419107437134,
      "step": 6178
    },
    {
      "epoch": 0.37454545454545457,
      "grad_norm": 0.05181357264518738,
      "learning_rate": 0.0008,
      "loss": 2.240183115005493,
      "step": 6180
    },
    {
      "epoch": 0.37466666666666665,
      "grad_norm": 0.04892997443675995,
      "learning_rate": 0.0008,
      "loss": 2.197430372238159,
      "step": 6182
    },
    {
      "epoch": 0.3747878787878788,
      "grad_norm": 0.051324665546417236,
      "learning_rate": 0.0008,
      "loss": 2.2826414108276367,
      "step": 6184
    },
    {
      "epoch": 0.3749090909090909,
      "grad_norm": 0.052252065390348434,
      "learning_rate": 0.0008,
      "loss": 2.251877546310425,
      "step": 6186
    },
    {
      "epoch": 0.37503030303030305,
      "grad_norm": 0.05598190426826477,
      "learning_rate": 0.0008,
      "loss": 2.226550817489624,
      "step": 6188
    },
    {
      "epoch": 0.3751515151515151,
      "grad_norm": 0.05833970010280609,
      "learning_rate": 0.0008,
      "loss": 2.2451794147491455,
      "step": 6190
    },
    {
      "epoch": 0.37527272727272726,
      "grad_norm": 0.049111515283584595,
      "learning_rate": 0.0008,
      "loss": 2.2056543827056885,
      "step": 6192
    },
    {
      "epoch": 0.3753939393939394,
      "grad_norm": 0.04770319163799286,
      "learning_rate": 0.0008,
      "loss": 2.16849684715271,
      "step": 6194
    },
    {
      "epoch": 0.3755151515151515,
      "grad_norm": 0.053695205599069595,
      "learning_rate": 0.0008,
      "loss": 2.2576370239257812,
      "step": 6196
    },
    {
      "epoch": 0.37563636363636366,
      "grad_norm": 0.061715610325336456,
      "learning_rate": 0.0008,
      "loss": 2.289677381515503,
      "step": 6198
    },
    {
      "epoch": 0.37575757575757573,
      "grad_norm": 0.07048241794109344,
      "learning_rate": 0.0008,
      "loss": 2.226992607116699,
      "step": 6200
    },
    {
      "epoch": 0.37587878787878787,
      "grad_norm": 0.0841790959239006,
      "learning_rate": 0.0008,
      "loss": 2.2150533199310303,
      "step": 6202
    },
    {
      "epoch": 0.376,
      "grad_norm": 0.08274037390947342,
      "learning_rate": 0.0008,
      "loss": 2.2749903202056885,
      "step": 6204
    },
    {
      "epoch": 0.37612121212121213,
      "grad_norm": 0.08678814768791199,
      "learning_rate": 0.0008,
      "loss": 2.2010300159454346,
      "step": 6206
    },
    {
      "epoch": 0.37624242424242427,
      "grad_norm": 0.07580674439668655,
      "learning_rate": 0.0008,
      "loss": 2.240554094314575,
      "step": 6208
    },
    {
      "epoch": 0.37636363636363634,
      "grad_norm": 0.058067578822374344,
      "learning_rate": 0.0008,
      "loss": 2.224766492843628,
      "step": 6210
    },
    {
      "epoch": 0.3764848484848485,
      "grad_norm": 0.049939341843128204,
      "learning_rate": 0.0008,
      "loss": 2.2053000926971436,
      "step": 6212
    },
    {
      "epoch": 0.3766060606060606,
      "grad_norm": 0.05718298628926277,
      "learning_rate": 0.0008,
      "loss": 2.2760422229766846,
      "step": 6214
    },
    {
      "epoch": 0.37672727272727274,
      "grad_norm": 0.07346386462450027,
      "learning_rate": 0.0008,
      "loss": 2.1909706592559814,
      "step": 6216
    },
    {
      "epoch": 0.3768484848484848,
      "grad_norm": 0.06454505026340485,
      "learning_rate": 0.0008,
      "loss": 2.1972525119781494,
      "step": 6218
    },
    {
      "epoch": 0.37696969696969695,
      "grad_norm": 0.054347068071365356,
      "learning_rate": 0.0008,
      "loss": 2.1655826568603516,
      "step": 6220
    },
    {
      "epoch": 0.3770909090909091,
      "grad_norm": 0.05038495734333992,
      "learning_rate": 0.0008,
      "loss": 2.2374496459960938,
      "step": 6222
    },
    {
      "epoch": 0.3772121212121212,
      "grad_norm": 0.047640617936849594,
      "learning_rate": 0.0008,
      "loss": 2.163755178451538,
      "step": 6224
    },
    {
      "epoch": 0.37733333333333335,
      "grad_norm": 0.05077016353607178,
      "learning_rate": 0.0008,
      "loss": 2.302488088607788,
      "step": 6226
    },
    {
      "epoch": 0.37745454545454543,
      "grad_norm": 0.05165749415755272,
      "learning_rate": 0.0008,
      "loss": 2.2601168155670166,
      "step": 6228
    },
    {
      "epoch": 0.37757575757575756,
      "grad_norm": 0.04949644207954407,
      "learning_rate": 0.0008,
      "loss": 2.169654130935669,
      "step": 6230
    },
    {
      "epoch": 0.3776969696969697,
      "grad_norm": 0.04993593320250511,
      "learning_rate": 0.0008,
      "loss": 2.2594282627105713,
      "step": 6232
    },
    {
      "epoch": 0.37781818181818183,
      "grad_norm": 0.05190431699156761,
      "learning_rate": 0.0008,
      "loss": 2.1318650245666504,
      "step": 6234
    },
    {
      "epoch": 0.37793939393939396,
      "grad_norm": 0.05481202155351639,
      "learning_rate": 0.0008,
      "loss": 2.2028281688690186,
      "step": 6236
    },
    {
      "epoch": 0.37806060606060604,
      "grad_norm": 0.061077363789081573,
      "learning_rate": 0.0008,
      "loss": 2.222536325454712,
      "step": 6238
    },
    {
      "epoch": 0.3781818181818182,
      "grad_norm": 0.053542282432317734,
      "learning_rate": 0.0008,
      "loss": 2.1759932041168213,
      "step": 6240
    },
    {
      "epoch": 0.3783030303030303,
      "grad_norm": 0.05176479369401932,
      "learning_rate": 0.0008,
      "loss": 2.1703450679779053,
      "step": 6242
    },
    {
      "epoch": 0.37842424242424244,
      "grad_norm": 0.0537683442234993,
      "learning_rate": 0.0008,
      "loss": 2.228435754776001,
      "step": 6244
    },
    {
      "epoch": 0.3785454545454545,
      "grad_norm": 0.05257045105099678,
      "learning_rate": 0.0008,
      "loss": 2.2556185722351074,
      "step": 6246
    },
    {
      "epoch": 0.37866666666666665,
      "grad_norm": 0.06341647356748581,
      "learning_rate": 0.0008,
      "loss": 2.2022132873535156,
      "step": 6248
    },
    {
      "epoch": 0.3787878787878788,
      "grad_norm": 0.05227024480700493,
      "learning_rate": 0.0008,
      "loss": 2.1921825408935547,
      "step": 6250
    },
    {
      "epoch": 0.3789090909090909,
      "grad_norm": 0.05117889493703842,
      "learning_rate": 0.0008,
      "loss": 2.231248617172241,
      "step": 6252
    },
    {
      "epoch": 0.37903030303030305,
      "grad_norm": 0.04905521497130394,
      "learning_rate": 0.0008,
      "loss": 2.2654106616973877,
      "step": 6254
    },
    {
      "epoch": 0.37915151515151513,
      "grad_norm": 0.05297402665019035,
      "learning_rate": 0.0008,
      "loss": 2.207658290863037,
      "step": 6256
    },
    {
      "epoch": 0.37927272727272726,
      "grad_norm": 0.051013462245464325,
      "learning_rate": 0.0008,
      "loss": 2.1639931201934814,
      "step": 6258
    },
    {
      "epoch": 0.3793939393939394,
      "grad_norm": 0.04918723925948143,
      "learning_rate": 0.0008,
      "loss": 2.167147159576416,
      "step": 6260
    },
    {
      "epoch": 0.3795151515151515,
      "grad_norm": 0.049193043261766434,
      "learning_rate": 0.0008,
      "loss": 2.142843723297119,
      "step": 6262
    },
    {
      "epoch": 0.37963636363636366,
      "grad_norm": 0.04916848614811897,
      "learning_rate": 0.0008,
      "loss": 2.261798143386841,
      "step": 6264
    },
    {
      "epoch": 0.37975757575757574,
      "grad_norm": 0.04940469190478325,
      "learning_rate": 0.0008,
      "loss": 2.2236576080322266,
      "step": 6266
    },
    {
      "epoch": 0.37987878787878787,
      "grad_norm": 0.049694325774908066,
      "learning_rate": 0.0008,
      "loss": 2.1856071949005127,
      "step": 6268
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.049508631229400635,
      "learning_rate": 0.0008,
      "loss": 2.2739763259887695,
      "step": 6270
    },
    {
      "epoch": 0.38012121212121214,
      "grad_norm": 0.05809696763753891,
      "learning_rate": 0.0008,
      "loss": 2.2481510639190674,
      "step": 6272
    },
    {
      "epoch": 0.3802424242424242,
      "grad_norm": 0.05417311191558838,
      "learning_rate": 0.0008,
      "loss": 2.2409439086914062,
      "step": 6274
    },
    {
      "epoch": 0.38036363636363635,
      "grad_norm": 0.054346419870853424,
      "learning_rate": 0.0008,
      "loss": 2.2318496704101562,
      "step": 6276
    },
    {
      "epoch": 0.3804848484848485,
      "grad_norm": 0.049952294677495956,
      "learning_rate": 0.0008,
      "loss": 2.269801616668701,
      "step": 6278
    },
    {
      "epoch": 0.3806060606060606,
      "grad_norm": 0.05076064169406891,
      "learning_rate": 0.0008,
      "loss": 2.1728017330169678,
      "step": 6280
    },
    {
      "epoch": 0.38072727272727275,
      "grad_norm": 0.051997460424900055,
      "learning_rate": 0.0008,
      "loss": 2.1790432929992676,
      "step": 6282
    },
    {
      "epoch": 0.3808484848484848,
      "grad_norm": 0.054925303906202316,
      "learning_rate": 0.0008,
      "loss": 2.2384307384490967,
      "step": 6284
    },
    {
      "epoch": 0.38096969696969696,
      "grad_norm": 0.061243779957294464,
      "learning_rate": 0.0008,
      "loss": 2.1593363285064697,
      "step": 6286
    },
    {
      "epoch": 0.3810909090909091,
      "grad_norm": 0.050257738679647446,
      "learning_rate": 0.0008,
      "loss": 2.185220241546631,
      "step": 6288
    },
    {
      "epoch": 0.3812121212121212,
      "grad_norm": 0.05040682852268219,
      "learning_rate": 0.0008,
      "loss": 2.225395441055298,
      "step": 6290
    },
    {
      "epoch": 0.38133333333333336,
      "grad_norm": 0.05608825758099556,
      "learning_rate": 0.0008,
      "loss": 2.2375683784484863,
      "step": 6292
    },
    {
      "epoch": 0.38145454545454544,
      "grad_norm": 0.04969557747244835,
      "learning_rate": 0.0008,
      "loss": 2.2272183895111084,
      "step": 6294
    },
    {
      "epoch": 0.38157575757575757,
      "grad_norm": 0.0490078330039978,
      "learning_rate": 0.0008,
      "loss": 2.3075642585754395,
      "step": 6296
    },
    {
      "epoch": 0.3816969696969697,
      "grad_norm": 0.04936710372567177,
      "learning_rate": 0.0008,
      "loss": 2.2744226455688477,
      "step": 6298
    },
    {
      "epoch": 0.38181818181818183,
      "grad_norm": 0.05108270049095154,
      "learning_rate": 0.0008,
      "loss": 2.254473924636841,
      "step": 6300
    },
    {
      "epoch": 0.3819393939393939,
      "grad_norm": 0.0483689084649086,
      "learning_rate": 0.0008,
      "loss": 2.2168774604797363,
      "step": 6302
    },
    {
      "epoch": 0.38206060606060605,
      "grad_norm": 0.05109141021966934,
      "learning_rate": 0.0008,
      "loss": 2.2301535606384277,
      "step": 6304
    },
    {
      "epoch": 0.3821818181818182,
      "grad_norm": 0.05004499480128288,
      "learning_rate": 0.0008,
      "loss": 2.180492401123047,
      "step": 6306
    },
    {
      "epoch": 0.3823030303030303,
      "grad_norm": 0.05054722726345062,
      "learning_rate": 0.0008,
      "loss": 2.2253944873809814,
      "step": 6308
    },
    {
      "epoch": 0.38242424242424244,
      "grad_norm": 0.05035874992609024,
      "learning_rate": 0.0008,
      "loss": 2.2361648082733154,
      "step": 6310
    },
    {
      "epoch": 0.3825454545454545,
      "grad_norm": 0.05376135930418968,
      "learning_rate": 0.0008,
      "loss": 2.1787891387939453,
      "step": 6312
    },
    {
      "epoch": 0.38266666666666665,
      "grad_norm": 0.052339114248752594,
      "learning_rate": 0.0008,
      "loss": 2.1741912364959717,
      "step": 6314
    },
    {
      "epoch": 0.3827878787878788,
      "grad_norm": 0.04956478998064995,
      "learning_rate": 0.0008,
      "loss": 2.240274429321289,
      "step": 6316
    },
    {
      "epoch": 0.3829090909090909,
      "grad_norm": 0.05031091347336769,
      "learning_rate": 0.0008,
      "loss": 2.192474603652954,
      "step": 6318
    },
    {
      "epoch": 0.38303030303030305,
      "grad_norm": 0.04969346523284912,
      "learning_rate": 0.0008,
      "loss": 2.1712119579315186,
      "step": 6320
    },
    {
      "epoch": 0.38315151515151513,
      "grad_norm": 0.054034024477005005,
      "learning_rate": 0.0008,
      "loss": 2.212092161178589,
      "step": 6322
    },
    {
      "epoch": 0.38327272727272726,
      "grad_norm": 0.06079046055674553,
      "learning_rate": 0.0008,
      "loss": 2.2803564071655273,
      "step": 6324
    },
    {
      "epoch": 0.3833939393939394,
      "grad_norm": 0.0592387355864048,
      "learning_rate": 0.0008,
      "loss": 2.1799449920654297,
      "step": 6326
    },
    {
      "epoch": 0.38351515151515153,
      "grad_norm": 0.059609390795230865,
      "learning_rate": 0.0008,
      "loss": 2.215428352355957,
      "step": 6328
    },
    {
      "epoch": 0.3836363636363636,
      "grad_norm": 0.06657528877258301,
      "learning_rate": 0.0008,
      "loss": 2.2607271671295166,
      "step": 6330
    },
    {
      "epoch": 0.38375757575757574,
      "grad_norm": 0.06488171219825745,
      "learning_rate": 0.0008,
      "loss": 2.1818366050720215,
      "step": 6332
    },
    {
      "epoch": 0.3838787878787879,
      "grad_norm": 0.06056765466928482,
      "learning_rate": 0.0008,
      "loss": 2.2213244438171387,
      "step": 6334
    },
    {
      "epoch": 0.384,
      "grad_norm": 0.05593273788690567,
      "learning_rate": 0.0008,
      "loss": 2.228307008743286,
      "step": 6336
    },
    {
      "epoch": 0.38412121212121214,
      "grad_norm": 0.06115461513400078,
      "learning_rate": 0.0008,
      "loss": 2.208317995071411,
      "step": 6338
    },
    {
      "epoch": 0.3842424242424242,
      "grad_norm": 0.049011390656232834,
      "learning_rate": 0.0008,
      "loss": 2.2096173763275146,
      "step": 6340
    },
    {
      "epoch": 0.38436363636363635,
      "grad_norm": 0.05031735077500343,
      "learning_rate": 0.0008,
      "loss": 2.1890251636505127,
      "step": 6342
    },
    {
      "epoch": 0.3844848484848485,
      "grad_norm": 0.04905756562948227,
      "learning_rate": 0.0008,
      "loss": 2.15727162361145,
      "step": 6344
    },
    {
      "epoch": 0.3846060606060606,
      "grad_norm": 0.0514572374522686,
      "learning_rate": 0.0008,
      "loss": 2.216355085372925,
      "step": 6346
    },
    {
      "epoch": 0.38472727272727275,
      "grad_norm": 0.05677633360028267,
      "learning_rate": 0.0008,
      "loss": 2.2253055572509766,
      "step": 6348
    },
    {
      "epoch": 0.38484848484848483,
      "grad_norm": 0.06390445679426193,
      "learning_rate": 0.0008,
      "loss": 2.250971794128418,
      "step": 6350
    },
    {
      "epoch": 0.38496969696969696,
      "grad_norm": 0.07571981102228165,
      "learning_rate": 0.0008,
      "loss": 2.244896411895752,
      "step": 6352
    },
    {
      "epoch": 0.3850909090909091,
      "grad_norm": 0.058065660297870636,
      "learning_rate": 0.0008,
      "loss": 2.2012336254119873,
      "step": 6354
    },
    {
      "epoch": 0.38521212121212123,
      "grad_norm": 0.05337086319923401,
      "learning_rate": 0.0008,
      "loss": 2.209510564804077,
      "step": 6356
    },
    {
      "epoch": 0.38533333333333336,
      "grad_norm": 0.04829394072294235,
      "learning_rate": 0.0008,
      "loss": 2.184954881668091,
      "step": 6358
    },
    {
      "epoch": 0.38545454545454544,
      "grad_norm": 0.04974988475441933,
      "learning_rate": 0.0008,
      "loss": 2.2517805099487305,
      "step": 6360
    },
    {
      "epoch": 0.38557575757575757,
      "grad_norm": 0.05004474148154259,
      "learning_rate": 0.0008,
      "loss": 2.2252962589263916,
      "step": 6362
    },
    {
      "epoch": 0.3856969696969697,
      "grad_norm": 0.04782189801335335,
      "learning_rate": 0.0008,
      "loss": 2.2429087162017822,
      "step": 6364
    },
    {
      "epoch": 0.38581818181818184,
      "grad_norm": 0.05035564675927162,
      "learning_rate": 0.0008,
      "loss": 2.2658426761627197,
      "step": 6366
    },
    {
      "epoch": 0.3859393939393939,
      "grad_norm": 0.048933595418930054,
      "learning_rate": 0.0008,
      "loss": 2.1446847915649414,
      "step": 6368
    },
    {
      "epoch": 0.38606060606060605,
      "grad_norm": 0.04990734905004501,
      "learning_rate": 0.0008,
      "loss": 2.2122485637664795,
      "step": 6370
    },
    {
      "epoch": 0.3861818181818182,
      "grad_norm": 0.0479319803416729,
      "learning_rate": 0.0008,
      "loss": 2.2556724548339844,
      "step": 6372
    },
    {
      "epoch": 0.3863030303030303,
      "grad_norm": 0.04805348441004753,
      "learning_rate": 0.0008,
      "loss": 2.21808123588562,
      "step": 6374
    },
    {
      "epoch": 0.38642424242424245,
      "grad_norm": 0.05676881968975067,
      "learning_rate": 0.0008,
      "loss": 2.264660596847534,
      "step": 6376
    },
    {
      "epoch": 0.3865454545454545,
      "grad_norm": 0.053430572152137756,
      "learning_rate": 0.0008,
      "loss": 2.164060592651367,
      "step": 6378
    },
    {
      "epoch": 0.38666666666666666,
      "grad_norm": 0.050887081772089005,
      "learning_rate": 0.0008,
      "loss": 2.2611799240112305,
      "step": 6380
    },
    {
      "epoch": 0.3867878787878788,
      "grad_norm": 0.05261319875717163,
      "learning_rate": 0.0008,
      "loss": 2.2947843074798584,
      "step": 6382
    },
    {
      "epoch": 0.3869090909090909,
      "grad_norm": 0.049361035227775574,
      "learning_rate": 0.0008,
      "loss": 2.223756790161133,
      "step": 6384
    },
    {
      "epoch": 0.38703030303030306,
      "grad_norm": 0.050372201949357986,
      "learning_rate": 0.0008,
      "loss": 2.201510429382324,
      "step": 6386
    },
    {
      "epoch": 0.38715151515151514,
      "grad_norm": 0.05341761186718941,
      "learning_rate": 0.0008,
      "loss": 2.2166991233825684,
      "step": 6388
    },
    {
      "epoch": 0.38727272727272727,
      "grad_norm": 0.05008848011493683,
      "learning_rate": 0.0008,
      "loss": 2.2103078365325928,
      "step": 6390
    },
    {
      "epoch": 0.3873939393939394,
      "grad_norm": 0.05050990730524063,
      "learning_rate": 0.0008,
      "loss": 2.2913365364074707,
      "step": 6392
    },
    {
      "epoch": 0.38751515151515153,
      "grad_norm": 0.05057825893163681,
      "learning_rate": 0.0008,
      "loss": 2.2233805656433105,
      "step": 6394
    },
    {
      "epoch": 0.3876363636363636,
      "grad_norm": 0.047817353159189224,
      "learning_rate": 0.0008,
      "loss": 2.2088310718536377,
      "step": 6396
    },
    {
      "epoch": 0.38775757575757575,
      "grad_norm": 0.05160114914178848,
      "learning_rate": 0.0008,
      "loss": 2.3090710639953613,
      "step": 6398
    },
    {
      "epoch": 0.3878787878787879,
      "grad_norm": 0.04895404353737831,
      "learning_rate": 0.0008,
      "loss": 2.246213674545288,
      "step": 6400
    },
    {
      "epoch": 0.388,
      "grad_norm": 0.050217095762491226,
      "learning_rate": 0.0008,
      "loss": 2.207036256790161,
      "step": 6402
    },
    {
      "epoch": 0.38812121212121214,
      "grad_norm": 0.04855349659919739,
      "learning_rate": 0.0008,
      "loss": 2.224496841430664,
      "step": 6404
    },
    {
      "epoch": 0.3882424242424242,
      "grad_norm": 0.04890432581305504,
      "learning_rate": 0.0008,
      "loss": 2.212674617767334,
      "step": 6406
    },
    {
      "epoch": 0.38836363636363636,
      "grad_norm": 0.04979965090751648,
      "learning_rate": 0.0008,
      "loss": 2.2038590908050537,
      "step": 6408
    },
    {
      "epoch": 0.3884848484848485,
      "grad_norm": 0.05360913649201393,
      "learning_rate": 0.0008,
      "loss": 2.297715663909912,
      "step": 6410
    },
    {
      "epoch": 0.3886060606060606,
      "grad_norm": 0.04997607693076134,
      "learning_rate": 0.0008,
      "loss": 2.1938047409057617,
      "step": 6412
    },
    {
      "epoch": 0.38872727272727275,
      "grad_norm": 0.05007851496338844,
      "learning_rate": 0.0008,
      "loss": 2.198521852493286,
      "step": 6414
    },
    {
      "epoch": 0.38884848484848483,
      "grad_norm": 0.04870527982711792,
      "learning_rate": 0.0008,
      "loss": 2.233105182647705,
      "step": 6416
    },
    {
      "epoch": 0.38896969696969697,
      "grad_norm": 0.04975539445877075,
      "learning_rate": 0.0008,
      "loss": 2.2931761741638184,
      "step": 6418
    },
    {
      "epoch": 0.3890909090909091,
      "grad_norm": 0.052925147116184235,
      "learning_rate": 0.0008,
      "loss": 2.2939984798431396,
      "step": 6420
    },
    {
      "epoch": 0.38921212121212123,
      "grad_norm": 0.04909331724047661,
      "learning_rate": 0.0008,
      "loss": 2.180140733718872,
      "step": 6422
    },
    {
      "epoch": 0.3893333333333333,
      "grad_norm": 0.05284643545746803,
      "learning_rate": 0.0008,
      "loss": 2.156909465789795,
      "step": 6424
    },
    {
      "epoch": 0.38945454545454544,
      "grad_norm": 0.05343027785420418,
      "learning_rate": 0.0008,
      "loss": 2.23162579536438,
      "step": 6426
    },
    {
      "epoch": 0.3895757575757576,
      "grad_norm": 0.053300272673368454,
      "learning_rate": 0.0008,
      "loss": 2.2059149742126465,
      "step": 6428
    },
    {
      "epoch": 0.3896969696969697,
      "grad_norm": 0.04904617369174957,
      "learning_rate": 0.0008,
      "loss": 2.2786495685577393,
      "step": 6430
    },
    {
      "epoch": 0.38981818181818184,
      "grad_norm": 0.051839299499988556,
      "learning_rate": 0.0008,
      "loss": 2.1941874027252197,
      "step": 6432
    },
    {
      "epoch": 0.3899393939393939,
      "grad_norm": 0.056227363646030426,
      "learning_rate": 0.0008,
      "loss": 2.28531551361084,
      "step": 6434
    },
    {
      "epoch": 0.39006060606060605,
      "grad_norm": 0.06748947501182556,
      "learning_rate": 0.0008,
      "loss": 2.322948694229126,
      "step": 6436
    },
    {
      "epoch": 0.3901818181818182,
      "grad_norm": 0.05277034640312195,
      "learning_rate": 0.0008,
      "loss": 2.193542003631592,
      "step": 6438
    },
    {
      "epoch": 0.3903030303030303,
      "grad_norm": 0.05266221985220909,
      "learning_rate": 0.0008,
      "loss": 2.273836135864258,
      "step": 6440
    },
    {
      "epoch": 0.39042424242424245,
      "grad_norm": 0.04864291846752167,
      "learning_rate": 0.0008,
      "loss": 2.249382734298706,
      "step": 6442
    },
    {
      "epoch": 0.39054545454545453,
      "grad_norm": 0.050327349454164505,
      "learning_rate": 0.0008,
      "loss": 2.2686824798583984,
      "step": 6444
    },
    {
      "epoch": 0.39066666666666666,
      "grad_norm": 0.04822613298892975,
      "learning_rate": 0.0008,
      "loss": 2.211977243423462,
      "step": 6446
    },
    {
      "epoch": 0.3907878787878788,
      "grad_norm": 0.04914354160428047,
      "learning_rate": 0.0008,
      "loss": 2.2218399047851562,
      "step": 6448
    },
    {
      "epoch": 0.39090909090909093,
      "grad_norm": 0.050543010234832764,
      "learning_rate": 0.0008,
      "loss": 2.2831199169158936,
      "step": 6450
    },
    {
      "epoch": 0.391030303030303,
      "grad_norm": 0.05098201334476471,
      "learning_rate": 0.0008,
      "loss": 2.3202908039093018,
      "step": 6452
    },
    {
      "epoch": 0.39115151515151514,
      "grad_norm": 0.05131610110402107,
      "learning_rate": 0.0008,
      "loss": 2.24808931350708,
      "step": 6454
    },
    {
      "epoch": 0.39127272727272727,
      "grad_norm": 0.05023717135190964,
      "learning_rate": 0.0008,
      "loss": 2.274474859237671,
      "step": 6456
    },
    {
      "epoch": 0.3913939393939394,
      "grad_norm": 0.05194488540291786,
      "learning_rate": 0.0008,
      "loss": 2.236548900604248,
      "step": 6458
    },
    {
      "epoch": 0.39151515151515154,
      "grad_norm": 0.0487709604203701,
      "learning_rate": 0.0008,
      "loss": 2.185894250869751,
      "step": 6460
    },
    {
      "epoch": 0.3916363636363636,
      "grad_norm": 0.05163448676466942,
      "learning_rate": 0.0008,
      "loss": 2.2043347358703613,
      "step": 6462
    },
    {
      "epoch": 0.39175757575757575,
      "grad_norm": 0.0495079830288887,
      "learning_rate": 0.0008,
      "loss": 2.2601466178894043,
      "step": 6464
    },
    {
      "epoch": 0.3918787878787879,
      "grad_norm": 0.05631306394934654,
      "learning_rate": 0.0008,
      "loss": 2.17828631401062,
      "step": 6466
    },
    {
      "epoch": 0.392,
      "grad_norm": 0.055871475487947464,
      "learning_rate": 0.0008,
      "loss": 2.202779531478882,
      "step": 6468
    },
    {
      "epoch": 0.39212121212121215,
      "grad_norm": 0.04914116486907005,
      "learning_rate": 0.0008,
      "loss": 2.2536051273345947,
      "step": 6470
    },
    {
      "epoch": 0.3922424242424242,
      "grad_norm": 0.05032382532954216,
      "learning_rate": 0.0008,
      "loss": 2.2673299312591553,
      "step": 6472
    },
    {
      "epoch": 0.39236363636363636,
      "grad_norm": 0.049736201763153076,
      "learning_rate": 0.0008,
      "loss": 2.250762701034546,
      "step": 6474
    },
    {
      "epoch": 0.3924848484848485,
      "grad_norm": 0.049901120364665985,
      "learning_rate": 0.0008,
      "loss": 2.1691651344299316,
      "step": 6476
    },
    {
      "epoch": 0.3926060606060606,
      "grad_norm": 0.0499703474342823,
      "learning_rate": 0.0008,
      "loss": 2.149733066558838,
      "step": 6478
    },
    {
      "epoch": 0.3927272727272727,
      "grad_norm": 0.05135257542133331,
      "learning_rate": 0.0008,
      "loss": 2.2155306339263916,
      "step": 6480
    },
    {
      "epoch": 0.39284848484848484,
      "grad_norm": 0.05229981988668442,
      "learning_rate": 0.0008,
      "loss": 2.1990163326263428,
      "step": 6482
    },
    {
      "epoch": 0.39296969696969697,
      "grad_norm": 0.05177270993590355,
      "learning_rate": 0.0008,
      "loss": 2.2972846031188965,
      "step": 6484
    },
    {
      "epoch": 0.3930909090909091,
      "grad_norm": 0.056560300290584564,
      "learning_rate": 0.0008,
      "loss": 2.253481149673462,
      "step": 6486
    },
    {
      "epoch": 0.39321212121212124,
      "grad_norm": 0.04903853312134743,
      "learning_rate": 0.0008,
      "loss": 2.258401870727539,
      "step": 6488
    },
    {
      "epoch": 0.3933333333333333,
      "grad_norm": 0.0483318492770195,
      "learning_rate": 0.0008,
      "loss": 2.2456719875335693,
      "step": 6490
    },
    {
      "epoch": 0.39345454545454545,
      "grad_norm": 0.05128072202205658,
      "learning_rate": 0.0008,
      "loss": 2.2595059871673584,
      "step": 6492
    },
    {
      "epoch": 0.3935757575757576,
      "grad_norm": 0.048993296921253204,
      "learning_rate": 0.0008,
      "loss": 2.3007662296295166,
      "step": 6494
    },
    {
      "epoch": 0.3936969696969697,
      "grad_norm": 0.050383422523736954,
      "learning_rate": 0.0008,
      "loss": 2.276503324508667,
      "step": 6496
    },
    {
      "epoch": 0.39381818181818184,
      "grad_norm": 0.0493372417986393,
      "learning_rate": 0.0008,
      "loss": 2.2360477447509766,
      "step": 6498
    },
    {
      "epoch": 0.3939393939393939,
      "grad_norm": 0.0497635155916214,
      "learning_rate": 0.0008,
      "loss": 2.226583480834961,
      "step": 6500
    },
    {
      "epoch": 0.39406060606060606,
      "grad_norm": 0.04942116141319275,
      "learning_rate": 0.0008,
      "loss": 2.2736189365386963,
      "step": 6502
    },
    {
      "epoch": 0.3941818181818182,
      "grad_norm": 0.05127545818686485,
      "learning_rate": 0.0008,
      "loss": 2.259828567504883,
      "step": 6504
    },
    {
      "epoch": 0.3943030303030303,
      "grad_norm": 0.050768181681632996,
      "learning_rate": 0.0008,
      "loss": 2.198474168777466,
      "step": 6506
    },
    {
      "epoch": 0.3944242424242424,
      "grad_norm": 0.05422455817461014,
      "learning_rate": 0.0008,
      "loss": 2.1971657276153564,
      "step": 6508
    },
    {
      "epoch": 0.39454545454545453,
      "grad_norm": 0.06475596874952316,
      "learning_rate": 0.0008,
      "loss": 2.21722674369812,
      "step": 6510
    },
    {
      "epoch": 0.39466666666666667,
      "grad_norm": 0.07344599813222885,
      "learning_rate": 0.0008,
      "loss": 2.2495920658111572,
      "step": 6512
    },
    {
      "epoch": 0.3947878787878788,
      "grad_norm": 0.059748511761426926,
      "learning_rate": 0.0008,
      "loss": 2.2041866779327393,
      "step": 6514
    },
    {
      "epoch": 0.39490909090909093,
      "grad_norm": 0.06446664035320282,
      "learning_rate": 0.0008,
      "loss": 2.320448875427246,
      "step": 6516
    },
    {
      "epoch": 0.395030303030303,
      "grad_norm": 0.05999482050538063,
      "learning_rate": 0.0008,
      "loss": 2.201706647872925,
      "step": 6518
    },
    {
      "epoch": 0.39515151515151514,
      "grad_norm": 0.06591591984033585,
      "learning_rate": 0.0008,
      "loss": 2.292060375213623,
      "step": 6520
    },
    {
      "epoch": 0.3952727272727273,
      "grad_norm": 0.055587079375982285,
      "learning_rate": 0.0008,
      "loss": 2.294059991836548,
      "step": 6522
    },
    {
      "epoch": 0.3953939393939394,
      "grad_norm": 0.06446746736764908,
      "learning_rate": 0.0008,
      "loss": 2.248838424682617,
      "step": 6524
    },
    {
      "epoch": 0.39551515151515154,
      "grad_norm": 0.061107996851205826,
      "learning_rate": 0.0008,
      "loss": 2.1758627891540527,
      "step": 6526
    },
    {
      "epoch": 0.3956363636363636,
      "grad_norm": 0.05465291067957878,
      "learning_rate": 0.0008,
      "loss": 2.1700990200042725,
      "step": 6528
    },
    {
      "epoch": 0.39575757575757575,
      "grad_norm": 0.051772139966487885,
      "learning_rate": 0.0008,
      "loss": 2.2223782539367676,
      "step": 6530
    },
    {
      "epoch": 0.3958787878787879,
      "grad_norm": 0.05172950401902199,
      "learning_rate": 0.0008,
      "loss": 2.2226130962371826,
      "step": 6532
    },
    {
      "epoch": 0.396,
      "grad_norm": 0.05341942980885506,
      "learning_rate": 0.0008,
      "loss": 2.214386463165283,
      "step": 6534
    },
    {
      "epoch": 0.3961212121212121,
      "grad_norm": 0.04965854063630104,
      "learning_rate": 0.0008,
      "loss": 2.140707492828369,
      "step": 6536
    },
    {
      "epoch": 0.39624242424242423,
      "grad_norm": 0.04925324022769928,
      "learning_rate": 0.0008,
      "loss": 2.2285547256469727,
      "step": 6538
    },
    {
      "epoch": 0.39636363636363636,
      "grad_norm": 0.04928707331418991,
      "learning_rate": 0.0008,
      "loss": 2.2021400928497314,
      "step": 6540
    },
    {
      "epoch": 0.3964848484848485,
      "grad_norm": 0.048753753304481506,
      "learning_rate": 0.0008,
      "loss": 2.1719553470611572,
      "step": 6542
    },
    {
      "epoch": 0.39660606060606063,
      "grad_norm": 0.04959544911980629,
      "learning_rate": 0.0008,
      "loss": 2.1610748767852783,
      "step": 6544
    },
    {
      "epoch": 0.3967272727272727,
      "grad_norm": 0.05592402443289757,
      "learning_rate": 0.0008,
      "loss": 2.2980222702026367,
      "step": 6546
    },
    {
      "epoch": 0.39684848484848484,
      "grad_norm": 0.0558185875415802,
      "learning_rate": 0.0008,
      "loss": 2.2639613151550293,
      "step": 6548
    },
    {
      "epoch": 0.396969696969697,
      "grad_norm": 0.05702419951558113,
      "learning_rate": 0.0008,
      "loss": 2.220937490463257,
      "step": 6550
    },
    {
      "epoch": 0.3970909090909091,
      "grad_norm": 0.04961099848151207,
      "learning_rate": 0.0008,
      "loss": 2.2272822856903076,
      "step": 6552
    },
    {
      "epoch": 0.39721212121212124,
      "grad_norm": 0.06308319419622421,
      "learning_rate": 0.0008,
      "loss": 2.248635768890381,
      "step": 6554
    },
    {
      "epoch": 0.3973333333333333,
      "grad_norm": 0.06727393716573715,
      "learning_rate": 0.0008,
      "loss": 2.16605544090271,
      "step": 6556
    },
    {
      "epoch": 0.39745454545454545,
      "grad_norm": 0.05149586871266365,
      "learning_rate": 0.0008,
      "loss": 2.2403573989868164,
      "step": 6558
    },
    {
      "epoch": 0.3975757575757576,
      "grad_norm": 0.04841329902410507,
      "learning_rate": 0.0008,
      "loss": 2.2777092456817627,
      "step": 6560
    },
    {
      "epoch": 0.3976969696969697,
      "grad_norm": 0.05147114023566246,
      "learning_rate": 0.0008,
      "loss": 2.2010538578033447,
      "step": 6562
    },
    {
      "epoch": 0.3978181818181818,
      "grad_norm": 0.051930565387010574,
      "learning_rate": 0.0008,
      "loss": 2.2024362087249756,
      "step": 6564
    },
    {
      "epoch": 0.3979393939393939,
      "grad_norm": 0.05351851508021355,
      "learning_rate": 0.0008,
      "loss": 2.1489217281341553,
      "step": 6566
    },
    {
      "epoch": 0.39806060606060606,
      "grad_norm": 0.04970606788992882,
      "learning_rate": 0.0008,
      "loss": 2.3312978744506836,
      "step": 6568
    },
    {
      "epoch": 0.3981818181818182,
      "grad_norm": 0.05212164670228958,
      "learning_rate": 0.0008,
      "loss": 2.1623449325561523,
      "step": 6570
    },
    {
      "epoch": 0.3983030303030303,
      "grad_norm": 0.0540316142141819,
      "learning_rate": 0.0008,
      "loss": 2.2452831268310547,
      "step": 6572
    },
    {
      "epoch": 0.3984242424242424,
      "grad_norm": 0.04947185516357422,
      "learning_rate": 0.0008,
      "loss": 2.20965838432312,
      "step": 6574
    },
    {
      "epoch": 0.39854545454545454,
      "grad_norm": 0.04798305034637451,
      "learning_rate": 0.0008,
      "loss": 2.184826612472534,
      "step": 6576
    },
    {
      "epoch": 0.39866666666666667,
      "grad_norm": 0.049425236880779266,
      "learning_rate": 0.0008,
      "loss": 2.2700953483581543,
      "step": 6578
    },
    {
      "epoch": 0.3987878787878788,
      "grad_norm": 0.04994813725352287,
      "learning_rate": 0.0008,
      "loss": 2.215829610824585,
      "step": 6580
    },
    {
      "epoch": 0.39890909090909094,
      "grad_norm": 0.05152971297502518,
      "learning_rate": 0.0008,
      "loss": 2.2008848190307617,
      "step": 6582
    },
    {
      "epoch": 0.399030303030303,
      "grad_norm": 0.05011424422264099,
      "learning_rate": 0.0008,
      "loss": 2.239699363708496,
      "step": 6584
    },
    {
      "epoch": 0.39915151515151515,
      "grad_norm": 0.04904955253005028,
      "learning_rate": 0.0008,
      "loss": 2.180354118347168,
      "step": 6586
    },
    {
      "epoch": 0.3992727272727273,
      "grad_norm": 0.048919204622507095,
      "learning_rate": 0.0008,
      "loss": 2.1776137351989746,
      "step": 6588
    },
    {
      "epoch": 0.3993939393939394,
      "grad_norm": 0.04815306514501572,
      "learning_rate": 0.0008,
      "loss": 2.2180964946746826,
      "step": 6590
    },
    {
      "epoch": 0.3995151515151515,
      "grad_norm": 0.051992014050483704,
      "learning_rate": 0.0008,
      "loss": 2.16782546043396,
      "step": 6592
    },
    {
      "epoch": 0.3996363636363636,
      "grad_norm": 0.047688283026218414,
      "learning_rate": 0.0008,
      "loss": 2.171884059906006,
      "step": 6594
    },
    {
      "epoch": 0.39975757575757576,
      "grad_norm": 0.04819457232952118,
      "learning_rate": 0.0008,
      "loss": 2.2159719467163086,
      "step": 6596
    },
    {
      "epoch": 0.3998787878787879,
      "grad_norm": 0.05394309386610985,
      "learning_rate": 0.0008,
      "loss": 2.2110755443573,
      "step": 6598
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.04968157038092613,
      "learning_rate": 0.0008,
      "loss": 2.2448298931121826,
      "step": 6600
    },
    {
      "epoch": 0.4,
      "eval_loss": 2.165179967880249,
      "eval_runtime": 154.3744,
      "eval_samples_per_second": 1.619,
      "eval_steps_per_second": 0.084,
      "step": 6600
    },
    {
      "epoch": 0.4001212121212121,
      "grad_norm": 0.05033470690250397,
      "learning_rate": 0.0008,
      "loss": 2.2561984062194824,
      "step": 6602
    },
    {
      "epoch": 0.40024242424242423,
      "grad_norm": 0.04861438274383545,
      "learning_rate": 0.0008,
      "loss": 2.1583597660064697,
      "step": 6604
    },
    {
      "epoch": 0.40036363636363637,
      "grad_norm": 0.05001963675022125,
      "learning_rate": 0.0008,
      "loss": 2.165323257446289,
      "step": 6606
    },
    {
      "epoch": 0.4004848484848485,
      "grad_norm": 0.05441609397530556,
      "learning_rate": 0.0008,
      "loss": 2.2913262844085693,
      "step": 6608
    },
    {
      "epoch": 0.40060606060606063,
      "grad_norm": 0.04825204238295555,
      "learning_rate": 0.0008,
      "loss": 2.2187788486480713,
      "step": 6610
    },
    {
      "epoch": 0.4007272727272727,
      "grad_norm": 0.04992261901497841,
      "learning_rate": 0.0008,
      "loss": 2.161912441253662,
      "step": 6612
    },
    {
      "epoch": 0.40084848484848484,
      "grad_norm": 0.055454473942518234,
      "learning_rate": 0.0008,
      "loss": 2.2088582515716553,
      "step": 6614
    },
    {
      "epoch": 0.400969696969697,
      "grad_norm": 0.05924883484840393,
      "learning_rate": 0.0008,
      "loss": 2.235761880874634,
      "step": 6616
    },
    {
      "epoch": 0.4010909090909091,
      "grad_norm": 0.07106713950634003,
      "learning_rate": 0.0008,
      "loss": 2.2250680923461914,
      "step": 6618
    },
    {
      "epoch": 0.4012121212121212,
      "grad_norm": 0.05976840853691101,
      "learning_rate": 0.0008,
      "loss": 2.1292293071746826,
      "step": 6620
    },
    {
      "epoch": 0.4013333333333333,
      "grad_norm": 0.05857114866375923,
      "learning_rate": 0.0008,
      "loss": 2.208348274230957,
      "step": 6622
    },
    {
      "epoch": 0.40145454545454545,
      "grad_norm": 0.04921579360961914,
      "learning_rate": 0.0008,
      "loss": 2.1743576526641846,
      "step": 6624
    },
    {
      "epoch": 0.4015757575757576,
      "grad_norm": 0.04746944084763527,
      "learning_rate": 0.0008,
      "loss": 2.2404894828796387,
      "step": 6626
    },
    {
      "epoch": 0.4016969696969697,
      "grad_norm": 0.04956137761473656,
      "learning_rate": 0.0008,
      "loss": 2.1956605911254883,
      "step": 6628
    },
    {
      "epoch": 0.4018181818181818,
      "grad_norm": 0.049748942255973816,
      "learning_rate": 0.0008,
      "loss": 2.2261972427368164,
      "step": 6630
    },
    {
      "epoch": 0.40193939393939393,
      "grad_norm": 0.049373283982276917,
      "learning_rate": 0.0008,
      "loss": 2.2448768615722656,
      "step": 6632
    },
    {
      "epoch": 0.40206060606060606,
      "grad_norm": 0.05029839277267456,
      "learning_rate": 0.0008,
      "loss": 2.1759326457977295,
      "step": 6634
    },
    {
      "epoch": 0.4021818181818182,
      "grad_norm": 0.05401972681283951,
      "learning_rate": 0.0008,
      "loss": 2.1374213695526123,
      "step": 6636
    },
    {
      "epoch": 0.40230303030303033,
      "grad_norm": 0.04874705895781517,
      "learning_rate": 0.0008,
      "loss": 2.181469202041626,
      "step": 6638
    },
    {
      "epoch": 0.4024242424242424,
      "grad_norm": 0.04813924804329872,
      "learning_rate": 0.0008,
      "loss": 2.164128303527832,
      "step": 6640
    },
    {
      "epoch": 0.40254545454545454,
      "grad_norm": 0.04859054461121559,
      "learning_rate": 0.0008,
      "loss": 2.196756601333618,
      "step": 6642
    },
    {
      "epoch": 0.4026666666666667,
      "grad_norm": 0.051346175372600555,
      "learning_rate": 0.0008,
      "loss": 2.1205358505249023,
      "step": 6644
    },
    {
      "epoch": 0.4027878787878788,
      "grad_norm": 0.04908078908920288,
      "learning_rate": 0.0008,
      "loss": 2.1769587993621826,
      "step": 6646
    },
    {
      "epoch": 0.4029090909090909,
      "grad_norm": 0.050437506288290024,
      "learning_rate": 0.0008,
      "loss": 2.2283859252929688,
      "step": 6648
    },
    {
      "epoch": 0.403030303030303,
      "grad_norm": 0.05037881061434746,
      "learning_rate": 0.0008,
      "loss": 2.218318462371826,
      "step": 6650
    },
    {
      "epoch": 0.40315151515151515,
      "grad_norm": 0.04966982826590538,
      "learning_rate": 0.0008,
      "loss": 2.1954360008239746,
      "step": 6652
    },
    {
      "epoch": 0.4032727272727273,
      "grad_norm": 0.04849361628293991,
      "learning_rate": 0.0008,
      "loss": 2.1769771575927734,
      "step": 6654
    },
    {
      "epoch": 0.4033939393939394,
      "grad_norm": 0.049819134175777435,
      "learning_rate": 0.0008,
      "loss": 2.220332384109497,
      "step": 6656
    },
    {
      "epoch": 0.4035151515151515,
      "grad_norm": 0.04931815341114998,
      "learning_rate": 0.0008,
      "loss": 2.1983160972595215,
      "step": 6658
    },
    {
      "epoch": 0.4036363636363636,
      "grad_norm": 0.04879777878522873,
      "learning_rate": 0.0008,
      "loss": 2.1458897590637207,
      "step": 6660
    },
    {
      "epoch": 0.40375757575757576,
      "grad_norm": 0.05018557608127594,
      "learning_rate": 0.0008,
      "loss": 2.1299965381622314,
      "step": 6662
    },
    {
      "epoch": 0.4038787878787879,
      "grad_norm": 0.049003034830093384,
      "learning_rate": 0.0008,
      "loss": 2.218534231185913,
      "step": 6664
    },
    {
      "epoch": 0.404,
      "grad_norm": 0.048276010900735855,
      "learning_rate": 0.0008,
      "loss": 2.1567959785461426,
      "step": 6666
    },
    {
      "epoch": 0.4041212121212121,
      "grad_norm": 0.049996547400951385,
      "learning_rate": 0.0008,
      "loss": 2.1973862648010254,
      "step": 6668
    },
    {
      "epoch": 0.40424242424242424,
      "grad_norm": 0.04950267821550369,
      "learning_rate": 0.0008,
      "loss": 2.1911001205444336,
      "step": 6670
    },
    {
      "epoch": 0.40436363636363637,
      "grad_norm": 0.05044705048203468,
      "learning_rate": 0.0008,
      "loss": 2.165182113647461,
      "step": 6672
    },
    {
      "epoch": 0.4044848484848485,
      "grad_norm": 0.05097615346312523,
      "learning_rate": 0.0008,
      "loss": 2.160419225692749,
      "step": 6674
    },
    {
      "epoch": 0.4046060606060606,
      "grad_norm": 0.05123843252658844,
      "learning_rate": 0.0008,
      "loss": 2.152824878692627,
      "step": 6676
    },
    {
      "epoch": 0.4047272727272727,
      "grad_norm": 0.050082627683877945,
      "learning_rate": 0.0008,
      "loss": 2.237433433532715,
      "step": 6678
    },
    {
      "epoch": 0.40484848484848485,
      "grad_norm": 0.05176863074302673,
      "learning_rate": 0.0008,
      "loss": 2.189969539642334,
      "step": 6680
    },
    {
      "epoch": 0.404969696969697,
      "grad_norm": 0.04890067130327225,
      "learning_rate": 0.0008,
      "loss": 2.207070827484131,
      "step": 6682
    },
    {
      "epoch": 0.4050909090909091,
      "grad_norm": 0.049618322402238846,
      "learning_rate": 0.0008,
      "loss": 2.180570363998413,
      "step": 6684
    },
    {
      "epoch": 0.4052121212121212,
      "grad_norm": 0.058986712247133255,
      "learning_rate": 0.0008,
      "loss": 2.182086944580078,
      "step": 6686
    },
    {
      "epoch": 0.4053333333333333,
      "grad_norm": 0.05055321380496025,
      "learning_rate": 0.0008,
      "loss": 2.189790725708008,
      "step": 6688
    },
    {
      "epoch": 0.40545454545454546,
      "grad_norm": 0.049196820706129074,
      "learning_rate": 0.0008,
      "loss": 2.1627442836761475,
      "step": 6690
    },
    {
      "epoch": 0.4055757575757576,
      "grad_norm": 0.04924066737294197,
      "learning_rate": 0.0008,
      "loss": 2.1923508644104004,
      "step": 6692
    },
    {
      "epoch": 0.4056969696969697,
      "grad_norm": 0.04895932972431183,
      "learning_rate": 0.0008,
      "loss": 2.157562732696533,
      "step": 6694
    },
    {
      "epoch": 0.4058181818181818,
      "grad_norm": 0.049744199961423874,
      "learning_rate": 0.0008,
      "loss": 2.2231147289276123,
      "step": 6696
    },
    {
      "epoch": 0.40593939393939393,
      "grad_norm": 0.046628668904304504,
      "learning_rate": 0.0008,
      "loss": 2.163891315460205,
      "step": 6698
    },
    {
      "epoch": 0.40606060606060607,
      "grad_norm": 0.04959949851036072,
      "learning_rate": 0.0008,
      "loss": 2.1832470893859863,
      "step": 6700
    },
    {
      "epoch": 0.4061818181818182,
      "grad_norm": 0.049962736666202545,
      "learning_rate": 0.0008,
      "loss": 2.1648552417755127,
      "step": 6702
    },
    {
      "epoch": 0.4063030303030303,
      "grad_norm": 0.04877236485481262,
      "learning_rate": 0.0008,
      "loss": 2.1724445819854736,
      "step": 6704
    },
    {
      "epoch": 0.4064242424242424,
      "grad_norm": 0.048129238188266754,
      "learning_rate": 0.0008,
      "loss": 2.1567747592926025,
      "step": 6706
    },
    {
      "epoch": 0.40654545454545454,
      "grad_norm": 0.049137189984321594,
      "learning_rate": 0.0008,
      "loss": 2.1751821041107178,
      "step": 6708
    },
    {
      "epoch": 0.4066666666666667,
      "grad_norm": 0.04982771351933479,
      "learning_rate": 0.0008,
      "loss": 2.1731081008911133,
      "step": 6710
    },
    {
      "epoch": 0.4067878787878788,
      "grad_norm": 0.04888566583395004,
      "learning_rate": 0.0008,
      "loss": 2.2346363067626953,
      "step": 6712
    },
    {
      "epoch": 0.4069090909090909,
      "grad_norm": 0.04934757202863693,
      "learning_rate": 0.0008,
      "loss": 2.2218456268310547,
      "step": 6714
    },
    {
      "epoch": 0.407030303030303,
      "grad_norm": 0.04846339300274849,
      "learning_rate": 0.0008,
      "loss": 2.169480800628662,
      "step": 6716
    },
    {
      "epoch": 0.40715151515151515,
      "grad_norm": 0.05147343873977661,
      "learning_rate": 0.0008,
      "loss": 2.1769092082977295,
      "step": 6718
    },
    {
      "epoch": 0.4072727272727273,
      "grad_norm": 0.05345636233687401,
      "learning_rate": 0.0008,
      "loss": 2.223159074783325,
      "step": 6720
    },
    {
      "epoch": 0.4073939393939394,
      "grad_norm": 0.05984744429588318,
      "learning_rate": 0.0008,
      "loss": 2.095165252685547,
      "step": 6722
    },
    {
      "epoch": 0.4075151515151515,
      "grad_norm": 0.05674438551068306,
      "learning_rate": 0.0008,
      "loss": 2.194789171218872,
      "step": 6724
    },
    {
      "epoch": 0.40763636363636363,
      "grad_norm": 0.054544657468795776,
      "learning_rate": 0.0008,
      "loss": 2.225322961807251,
      "step": 6726
    },
    {
      "epoch": 0.40775757575757576,
      "grad_norm": 0.05077916383743286,
      "learning_rate": 0.0008,
      "loss": 2.1967031955718994,
      "step": 6728
    },
    {
      "epoch": 0.4078787878787879,
      "grad_norm": 0.05233580991625786,
      "learning_rate": 0.0008,
      "loss": 2.236421585083008,
      "step": 6730
    },
    {
      "epoch": 0.408,
      "grad_norm": 0.053125180304050446,
      "learning_rate": 0.0008,
      "loss": 2.0913562774658203,
      "step": 6732
    },
    {
      "epoch": 0.4081212121212121,
      "grad_norm": 0.051827095448970795,
      "learning_rate": 0.0008,
      "loss": 2.1589245796203613,
      "step": 6734
    },
    {
      "epoch": 0.40824242424242424,
      "grad_norm": 0.04943408817052841,
      "learning_rate": 0.0008,
      "loss": 2.1879734992980957,
      "step": 6736
    },
    {
      "epoch": 0.4083636363636364,
      "grad_norm": 0.05261505767703056,
      "learning_rate": 0.0008,
      "loss": 2.1996777057647705,
      "step": 6738
    },
    {
      "epoch": 0.4084848484848485,
      "grad_norm": 0.04883308708667755,
      "learning_rate": 0.0008,
      "loss": 2.166642665863037,
      "step": 6740
    },
    {
      "epoch": 0.4086060606060606,
      "grad_norm": 0.05081753060221672,
      "learning_rate": 0.0008,
      "loss": 2.2195403575897217,
      "step": 6742
    },
    {
      "epoch": 0.4087272727272727,
      "grad_norm": 0.05544598773121834,
      "learning_rate": 0.0008,
      "loss": 2.2020623683929443,
      "step": 6744
    },
    {
      "epoch": 0.40884848484848485,
      "grad_norm": 0.057212382555007935,
      "learning_rate": 0.0008,
      "loss": 2.1479341983795166,
      "step": 6746
    },
    {
      "epoch": 0.408969696969697,
      "grad_norm": 0.05178205296397209,
      "learning_rate": 0.0008,
      "loss": 2.1902902126312256,
      "step": 6748
    },
    {
      "epoch": 0.4090909090909091,
      "grad_norm": 0.04850571230053902,
      "learning_rate": 0.0008,
      "loss": 2.196218252182007,
      "step": 6750
    },
    {
      "epoch": 0.4092121212121212,
      "grad_norm": 0.05097746476531029,
      "learning_rate": 0.0008,
      "loss": 2.2823338508605957,
      "step": 6752
    },
    {
      "epoch": 0.4093333333333333,
      "grad_norm": 0.05016610398888588,
      "learning_rate": 0.0008,
      "loss": 2.2527146339416504,
      "step": 6754
    },
    {
      "epoch": 0.40945454545454546,
      "grad_norm": 0.05075736716389656,
      "learning_rate": 0.0008,
      "loss": 2.1527726650238037,
      "step": 6756
    },
    {
      "epoch": 0.4095757575757576,
      "grad_norm": 0.04847331345081329,
      "learning_rate": 0.0008,
      "loss": 2.183933973312378,
      "step": 6758
    },
    {
      "epoch": 0.40969696969696967,
      "grad_norm": 0.0507415272295475,
      "learning_rate": 0.0008,
      "loss": 2.2809643745422363,
      "step": 6760
    },
    {
      "epoch": 0.4098181818181818,
      "grad_norm": 0.050324540585279465,
      "learning_rate": 0.0008,
      "loss": 2.1675057411193848,
      "step": 6762
    },
    {
      "epoch": 0.40993939393939394,
      "grad_norm": 0.04886079207062721,
      "learning_rate": 0.0008,
      "loss": 2.2101340293884277,
      "step": 6764
    },
    {
      "epoch": 0.41006060606060607,
      "grad_norm": 0.05086323246359825,
      "learning_rate": 0.0008,
      "loss": 2.1484920978546143,
      "step": 6766
    },
    {
      "epoch": 0.4101818181818182,
      "grad_norm": 0.05093774572014809,
      "learning_rate": 0.0008,
      "loss": 2.272383689880371,
      "step": 6768
    },
    {
      "epoch": 0.4103030303030303,
      "grad_norm": 0.049736905843019485,
      "learning_rate": 0.0008,
      "loss": 2.1516451835632324,
      "step": 6770
    },
    {
      "epoch": 0.4104242424242424,
      "grad_norm": 0.049852725118398666,
      "learning_rate": 0.0008,
      "loss": 2.1497695446014404,
      "step": 6772
    },
    {
      "epoch": 0.41054545454545455,
      "grad_norm": 0.04796461760997772,
      "learning_rate": 0.0008,
      "loss": 2.1974828243255615,
      "step": 6774
    },
    {
      "epoch": 0.4106666666666667,
      "grad_norm": 0.05082154646515846,
      "learning_rate": 0.0008,
      "loss": 2.1764678955078125,
      "step": 6776
    },
    {
      "epoch": 0.4107878787878788,
      "grad_norm": 0.0564785972237587,
      "learning_rate": 0.0008,
      "loss": 2.1687817573547363,
      "step": 6778
    },
    {
      "epoch": 0.4109090909090909,
      "grad_norm": 0.05041922628879547,
      "learning_rate": 0.0008,
      "loss": 2.0973827838897705,
      "step": 6780
    },
    {
      "epoch": 0.411030303030303,
      "grad_norm": 0.05083362013101578,
      "learning_rate": 0.0008,
      "loss": 2.1436822414398193,
      "step": 6782
    },
    {
      "epoch": 0.41115151515151516,
      "grad_norm": 0.049126360565423965,
      "learning_rate": 0.0008,
      "loss": 2.1327812671661377,
      "step": 6784
    },
    {
      "epoch": 0.4112727272727273,
      "grad_norm": 0.05113162100315094,
      "learning_rate": 0.0008,
      "loss": 2.1640820503234863,
      "step": 6786
    },
    {
      "epoch": 0.41139393939393937,
      "grad_norm": 0.04845524951815605,
      "learning_rate": 0.0008,
      "loss": 2.1353087425231934,
      "step": 6788
    },
    {
      "epoch": 0.4115151515151515,
      "grad_norm": 0.050916753709316254,
      "learning_rate": 0.0008,
      "loss": 2.186110258102417,
      "step": 6790
    },
    {
      "epoch": 0.41163636363636363,
      "grad_norm": 0.04916217178106308,
      "learning_rate": 0.0008,
      "loss": 2.1318697929382324,
      "step": 6792
    },
    {
      "epoch": 0.41175757575757577,
      "grad_norm": 0.05460149422287941,
      "learning_rate": 0.0008,
      "loss": 2.2133777141571045,
      "step": 6794
    },
    {
      "epoch": 0.4118787878787879,
      "grad_norm": 0.052100226283073425,
      "learning_rate": 0.0008,
      "loss": 2.2555267810821533,
      "step": 6796
    },
    {
      "epoch": 0.412,
      "grad_norm": 0.050578948110342026,
      "learning_rate": 0.0008,
      "loss": 2.2183170318603516,
      "step": 6798
    },
    {
      "epoch": 0.4121212121212121,
      "grad_norm": 0.04876306280493736,
      "learning_rate": 0.0008,
      "loss": 2.152484893798828,
      "step": 6800
    },
    {
      "epoch": 0.41224242424242424,
      "grad_norm": 0.04958086460828781,
      "learning_rate": 0.0008,
      "loss": 2.2432451248168945,
      "step": 6802
    },
    {
      "epoch": 0.4123636363636364,
      "grad_norm": 0.04917731508612633,
      "learning_rate": 0.0008,
      "loss": 2.1452081203460693,
      "step": 6804
    },
    {
      "epoch": 0.4124848484848485,
      "grad_norm": 0.04767732694745064,
      "learning_rate": 0.0008,
      "loss": 2.194037437438965,
      "step": 6806
    },
    {
      "epoch": 0.4126060606060606,
      "grad_norm": 0.04971034452319145,
      "learning_rate": 0.0008,
      "loss": 2.178405523300171,
      "step": 6808
    },
    {
      "epoch": 0.4127272727272727,
      "grad_norm": 0.04825672134757042,
      "learning_rate": 0.0008,
      "loss": 2.2015812397003174,
      "step": 6810
    },
    {
      "epoch": 0.41284848484848485,
      "grad_norm": 0.04941675439476967,
      "learning_rate": 0.0008,
      "loss": 2.171182155609131,
      "step": 6812
    },
    {
      "epoch": 0.412969696969697,
      "grad_norm": 0.049516983330249786,
      "learning_rate": 0.0008,
      "loss": 2.1636850833892822,
      "step": 6814
    },
    {
      "epoch": 0.41309090909090906,
      "grad_norm": 0.051900118589401245,
      "learning_rate": 0.0008,
      "loss": 2.244971513748169,
      "step": 6816
    },
    {
      "epoch": 0.4132121212121212,
      "grad_norm": 0.04778072237968445,
      "learning_rate": 0.0008,
      "loss": 2.1866538524627686,
      "step": 6818
    },
    {
      "epoch": 0.41333333333333333,
      "grad_norm": 0.05586099624633789,
      "learning_rate": 0.0008,
      "loss": 2.158273220062256,
      "step": 6820
    },
    {
      "epoch": 0.41345454545454546,
      "grad_norm": 0.05432557314634323,
      "learning_rate": 0.0008,
      "loss": 2.1621086597442627,
      "step": 6822
    },
    {
      "epoch": 0.4135757575757576,
      "grad_norm": 0.05383209511637688,
      "learning_rate": 0.0008,
      "loss": 2.188413381576538,
      "step": 6824
    },
    {
      "epoch": 0.4136969696969697,
      "grad_norm": 0.05685052275657654,
      "learning_rate": 0.0008,
      "loss": 2.176307439804077,
      "step": 6826
    },
    {
      "epoch": 0.4138181818181818,
      "grad_norm": 0.0575178861618042,
      "learning_rate": 0.0008,
      "loss": 2.126272201538086,
      "step": 6828
    },
    {
      "epoch": 0.41393939393939394,
      "grad_norm": 0.0533238984644413,
      "learning_rate": 0.0008,
      "loss": 2.2228353023529053,
      "step": 6830
    },
    {
      "epoch": 0.4140606060606061,
      "grad_norm": 0.049409013241529465,
      "learning_rate": 0.0008,
      "loss": 2.2039854526519775,
      "step": 6832
    },
    {
      "epoch": 0.4141818181818182,
      "grad_norm": 0.04796241223812103,
      "learning_rate": 0.0008,
      "loss": 2.11824893951416,
      "step": 6834
    },
    {
      "epoch": 0.4143030303030303,
      "grad_norm": 0.04862634092569351,
      "learning_rate": 0.0008,
      "loss": 2.249976873397827,
      "step": 6836
    },
    {
      "epoch": 0.4144242424242424,
      "grad_norm": 0.04881352186203003,
      "learning_rate": 0.0008,
      "loss": 2.1636173725128174,
      "step": 6838
    },
    {
      "epoch": 0.41454545454545455,
      "grad_norm": 0.048817142844200134,
      "learning_rate": 0.0008,
      "loss": 2.1321334838867188,
      "step": 6840
    },
    {
      "epoch": 0.4146666666666667,
      "grad_norm": 0.04873786121606827,
      "learning_rate": 0.0008,
      "loss": 2.245145797729492,
      "step": 6842
    },
    {
      "epoch": 0.41478787878787876,
      "grad_norm": 0.05186041072010994,
      "learning_rate": 0.0008,
      "loss": 2.1745917797088623,
      "step": 6844
    },
    {
      "epoch": 0.4149090909090909,
      "grad_norm": 0.05241953581571579,
      "learning_rate": 0.0008,
      "loss": 2.1453747749328613,
      "step": 6846
    },
    {
      "epoch": 0.415030303030303,
      "grad_norm": 0.04888249561190605,
      "learning_rate": 0.0008,
      "loss": 2.1555044651031494,
      "step": 6848
    },
    {
      "epoch": 0.41515151515151516,
      "grad_norm": 0.04902350902557373,
      "learning_rate": 0.0008,
      "loss": 2.152402639389038,
      "step": 6850
    },
    {
      "epoch": 0.4152727272727273,
      "grad_norm": 0.04817958548665047,
      "learning_rate": 0.0008,
      "loss": 2.149080753326416,
      "step": 6852
    },
    {
      "epoch": 0.41539393939393937,
      "grad_norm": 0.051156237721443176,
      "learning_rate": 0.0008,
      "loss": 2.1346163749694824,
      "step": 6854
    },
    {
      "epoch": 0.4155151515151515,
      "grad_norm": 0.05757680535316467,
      "learning_rate": 0.0008,
      "loss": 2.1885669231414795,
      "step": 6856
    },
    {
      "epoch": 0.41563636363636364,
      "grad_norm": 0.05539647862315178,
      "learning_rate": 0.0008,
      "loss": 2.2006585597991943,
      "step": 6858
    },
    {
      "epoch": 0.41575757575757577,
      "grad_norm": 0.057499032467603683,
      "learning_rate": 0.0008,
      "loss": 2.195388078689575,
      "step": 6860
    },
    {
      "epoch": 0.4158787878787879,
      "grad_norm": 0.0538918599486351,
      "learning_rate": 0.0008,
      "loss": 2.1944897174835205,
      "step": 6862
    },
    {
      "epoch": 0.416,
      "grad_norm": 0.0534750297665596,
      "learning_rate": 0.0008,
      "loss": 2.1705079078674316,
      "step": 6864
    },
    {
      "epoch": 0.4161212121212121,
      "grad_norm": 0.05027841776609421,
      "learning_rate": 0.0008,
      "loss": 2.1547489166259766,
      "step": 6866
    },
    {
      "epoch": 0.41624242424242425,
      "grad_norm": 0.052188728004693985,
      "learning_rate": 0.0008,
      "loss": 2.1519293785095215,
      "step": 6868
    },
    {
      "epoch": 0.4163636363636364,
      "grad_norm": 0.048092860728502274,
      "learning_rate": 0.0008,
      "loss": 2.154111385345459,
      "step": 6870
    },
    {
      "epoch": 0.41648484848484846,
      "grad_norm": 0.054826218634843826,
      "learning_rate": 0.0008,
      "loss": 2.130009174346924,
      "step": 6872
    },
    {
      "epoch": 0.4166060606060606,
      "grad_norm": 0.04611746966838837,
      "learning_rate": 0.0008,
      "loss": 2.1045422554016113,
      "step": 6874
    },
    {
      "epoch": 0.4167272727272727,
      "grad_norm": 0.04876801744103432,
      "learning_rate": 0.0008,
      "loss": 2.136885404586792,
      "step": 6876
    },
    {
      "epoch": 0.41684848484848486,
      "grad_norm": 0.04656074568629265,
      "learning_rate": 0.0008,
      "loss": 2.122108221054077,
      "step": 6878
    },
    {
      "epoch": 0.416969696969697,
      "grad_norm": 0.0485246479511261,
      "learning_rate": 0.0008,
      "loss": 2.2068347930908203,
      "step": 6880
    },
    {
      "epoch": 0.41709090909090907,
      "grad_norm": 0.04891160503029823,
      "learning_rate": 0.0008,
      "loss": 2.181889772415161,
      "step": 6882
    },
    {
      "epoch": 0.4172121212121212,
      "grad_norm": 0.05183199793100357,
      "learning_rate": 0.0008,
      "loss": 2.1384220123291016,
      "step": 6884
    },
    {
      "epoch": 0.41733333333333333,
      "grad_norm": 0.055727165192365646,
      "learning_rate": 0.0008,
      "loss": 2.135946750640869,
      "step": 6886
    },
    {
      "epoch": 0.41745454545454547,
      "grad_norm": 0.07114315778017044,
      "learning_rate": 0.0008,
      "loss": 2.1944873332977295,
      "step": 6888
    },
    {
      "epoch": 0.4175757575757576,
      "grad_norm": 0.05409567803144455,
      "learning_rate": 0.0008,
      "loss": 2.125129461288452,
      "step": 6890
    },
    {
      "epoch": 0.4176969696969697,
      "grad_norm": 0.04847820848226547,
      "learning_rate": 0.0008,
      "loss": 2.1284914016723633,
      "step": 6892
    },
    {
      "epoch": 0.4178181818181818,
      "grad_norm": 0.04931463673710823,
      "learning_rate": 0.0008,
      "loss": 2.1243062019348145,
      "step": 6894
    },
    {
      "epoch": 0.41793939393939394,
      "grad_norm": 0.047714680433273315,
      "learning_rate": 0.0008,
      "loss": 2.1505115032196045,
      "step": 6896
    },
    {
      "epoch": 0.4180606060606061,
      "grad_norm": 0.046377070248126984,
      "learning_rate": 0.0008,
      "loss": 2.124580144882202,
      "step": 6898
    },
    {
      "epoch": 0.41818181818181815,
      "grad_norm": 0.05034399405121803,
      "learning_rate": 0.0008,
      "loss": 2.1956419944763184,
      "step": 6900
    },
    {
      "epoch": 0.4183030303030303,
      "grad_norm": 0.04749593511223793,
      "learning_rate": 0.0008,
      "loss": 2.1574292182922363,
      "step": 6902
    },
    {
      "epoch": 0.4184242424242424,
      "grad_norm": 0.04989727959036827,
      "learning_rate": 0.0008,
      "loss": 2.1445891857147217,
      "step": 6904
    },
    {
      "epoch": 0.41854545454545455,
      "grad_norm": 0.04897862672805786,
      "learning_rate": 0.0008,
      "loss": 2.113037586212158,
      "step": 6906
    },
    {
      "epoch": 0.4186666666666667,
      "grad_norm": 0.049909140914678574,
      "learning_rate": 0.0008,
      "loss": 2.1616947650909424,
      "step": 6908
    },
    {
      "epoch": 0.41878787878787876,
      "grad_norm": 0.04857470095157623,
      "learning_rate": 0.0008,
      "loss": 2.1462595462799072,
      "step": 6910
    },
    {
      "epoch": 0.4189090909090909,
      "grad_norm": 0.05178428068757057,
      "learning_rate": 0.0008,
      "loss": 2.1410181522369385,
      "step": 6912
    },
    {
      "epoch": 0.41903030303030303,
      "grad_norm": 0.05295518785715103,
      "learning_rate": 0.0008,
      "loss": 2.1839396953582764,
      "step": 6914
    },
    {
      "epoch": 0.41915151515151516,
      "grad_norm": 0.054640114307403564,
      "learning_rate": 0.0008,
      "loss": 2.126459836959839,
      "step": 6916
    },
    {
      "epoch": 0.4192727272727273,
      "grad_norm": 0.05394330620765686,
      "learning_rate": 0.0008,
      "loss": 2.138474702835083,
      "step": 6918
    },
    {
      "epoch": 0.4193939393939394,
      "grad_norm": 0.056985512375831604,
      "learning_rate": 0.0008,
      "loss": 2.2265923023223877,
      "step": 6920
    },
    {
      "epoch": 0.4195151515151515,
      "grad_norm": 0.051369842141866684,
      "learning_rate": 0.0008,
      "loss": 2.1662065982818604,
      "step": 6922
    },
    {
      "epoch": 0.41963636363636364,
      "grad_norm": 0.05260578170418739,
      "learning_rate": 0.0008,
      "loss": 2.1985034942626953,
      "step": 6924
    },
    {
      "epoch": 0.4197575757575758,
      "grad_norm": 0.05403503403067589,
      "learning_rate": 0.0008,
      "loss": 2.216421604156494,
      "step": 6926
    },
    {
      "epoch": 0.41987878787878785,
      "grad_norm": 0.05372398719191551,
      "learning_rate": 0.0008,
      "loss": 2.1867544651031494,
      "step": 6928
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.05662621557712555,
      "learning_rate": 0.0008,
      "loss": 2.1638970375061035,
      "step": 6930
    },
    {
      "epoch": 0.4201212121212121,
      "grad_norm": 0.04819444566965103,
      "learning_rate": 0.0008,
      "loss": 2.1828129291534424,
      "step": 6932
    },
    {
      "epoch": 0.42024242424242425,
      "grad_norm": 0.050052985548973083,
      "learning_rate": 0.0008,
      "loss": 2.150217056274414,
      "step": 6934
    },
    {
      "epoch": 0.4203636363636364,
      "grad_norm": 0.048632796853780746,
      "learning_rate": 0.0008,
      "loss": 2.1623644828796387,
      "step": 6936
    },
    {
      "epoch": 0.42048484848484846,
      "grad_norm": 0.051047272980213165,
      "learning_rate": 0.0008,
      "loss": 2.181708574295044,
      "step": 6938
    },
    {
      "epoch": 0.4206060606060606,
      "grad_norm": 0.055711232125759125,
      "learning_rate": 0.0008,
      "loss": 2.130218505859375,
      "step": 6940
    },
    {
      "epoch": 0.4207272727272727,
      "grad_norm": 0.06395269930362701,
      "learning_rate": 0.0008,
      "loss": 2.1548678874969482,
      "step": 6942
    },
    {
      "epoch": 0.42084848484848486,
      "grad_norm": 0.06358631700277328,
      "learning_rate": 0.0008,
      "loss": 2.153724193572998,
      "step": 6944
    },
    {
      "epoch": 0.420969696969697,
      "grad_norm": 0.06011927127838135,
      "learning_rate": 0.0008,
      "loss": 2.1884474754333496,
      "step": 6946
    },
    {
      "epoch": 0.42109090909090907,
      "grad_norm": 0.050227049738168716,
      "learning_rate": 0.0008,
      "loss": 2.1193971633911133,
      "step": 6948
    },
    {
      "epoch": 0.4212121212121212,
      "grad_norm": 0.04814944788813591,
      "learning_rate": 0.0008,
      "loss": 2.139760732650757,
      "step": 6950
    },
    {
      "epoch": 0.42133333333333334,
      "grad_norm": 0.047623880207538605,
      "learning_rate": 0.0008,
      "loss": 2.1118526458740234,
      "step": 6952
    },
    {
      "epoch": 0.42145454545454547,
      "grad_norm": 0.0508355014026165,
      "learning_rate": 0.0008,
      "loss": 2.1213388442993164,
      "step": 6954
    },
    {
      "epoch": 0.42157575757575755,
      "grad_norm": 0.04744875058531761,
      "learning_rate": 0.0008,
      "loss": 2.148028612136841,
      "step": 6956
    },
    {
      "epoch": 0.4216969696969697,
      "grad_norm": 0.048865195363759995,
      "learning_rate": 0.0008,
      "loss": 2.1649320125579834,
      "step": 6958
    },
    {
      "epoch": 0.4218181818181818,
      "grad_norm": 0.04893174394965172,
      "learning_rate": 0.0008,
      "loss": 2.0986764430999756,
      "step": 6960
    },
    {
      "epoch": 0.42193939393939395,
      "grad_norm": 0.04702275991439819,
      "learning_rate": 0.0008,
      "loss": 2.164762258529663,
      "step": 6962
    },
    {
      "epoch": 0.4220606060606061,
      "grad_norm": 0.047821447253227234,
      "learning_rate": 0.0008,
      "loss": 2.165928602218628,
      "step": 6964
    },
    {
      "epoch": 0.42218181818181816,
      "grad_norm": 0.04695947468280792,
      "learning_rate": 0.0008,
      "loss": 2.0964536666870117,
      "step": 6966
    },
    {
      "epoch": 0.4223030303030303,
      "grad_norm": 0.04873279482126236,
      "learning_rate": 0.0008,
      "loss": 2.1499862670898438,
      "step": 6968
    },
    {
      "epoch": 0.4224242424242424,
      "grad_norm": 0.04853171855211258,
      "learning_rate": 0.0008,
      "loss": 2.1500933170318604,
      "step": 6970
    },
    {
      "epoch": 0.42254545454545456,
      "grad_norm": 0.04966359958052635,
      "learning_rate": 0.0008,
      "loss": 2.190601110458374,
      "step": 6972
    },
    {
      "epoch": 0.4226666666666667,
      "grad_norm": 0.04920261725783348,
      "learning_rate": 0.0008,
      "loss": 2.179267406463623,
      "step": 6974
    },
    {
      "epoch": 0.42278787878787877,
      "grad_norm": 0.04995420575141907,
      "learning_rate": 0.0008,
      "loss": 2.169517993927002,
      "step": 6976
    },
    {
      "epoch": 0.4229090909090909,
      "grad_norm": 0.05531139671802521,
      "learning_rate": 0.0008,
      "loss": 2.165985107421875,
      "step": 6978
    },
    {
      "epoch": 0.42303030303030303,
      "grad_norm": 0.05139917880296707,
      "learning_rate": 0.0008,
      "loss": 2.1444098949432373,
      "step": 6980
    },
    {
      "epoch": 0.42315151515151517,
      "grad_norm": 0.05776160582900047,
      "learning_rate": 0.0008,
      "loss": 2.0911638736724854,
      "step": 6982
    },
    {
      "epoch": 0.4232727272727273,
      "grad_norm": 0.05017286539077759,
      "learning_rate": 0.0008,
      "loss": 2.2101078033447266,
      "step": 6984
    },
    {
      "epoch": 0.4233939393939394,
      "grad_norm": 0.05587420612573624,
      "learning_rate": 0.0008,
      "loss": 2.140604257583618,
      "step": 6986
    },
    {
      "epoch": 0.4235151515151515,
      "grad_norm": 0.05709005892276764,
      "learning_rate": 0.0008,
      "loss": 2.0998501777648926,
      "step": 6988
    },
    {
      "epoch": 0.42363636363636364,
      "grad_norm": 0.0545685812830925,
      "learning_rate": 0.0008,
      "loss": 2.126401901245117,
      "step": 6990
    },
    {
      "epoch": 0.4237575757575758,
      "grad_norm": 0.05490932986140251,
      "learning_rate": 0.0008,
      "loss": 2.153693914413452,
      "step": 6992
    },
    {
      "epoch": 0.42387878787878785,
      "grad_norm": 0.059728290885686874,
      "learning_rate": 0.0008,
      "loss": 2.117865562438965,
      "step": 6994
    },
    {
      "epoch": 0.424,
      "grad_norm": 0.05074365809559822,
      "learning_rate": 0.0008,
      "loss": 2.1418540477752686,
      "step": 6996
    },
    {
      "epoch": 0.4241212121212121,
      "grad_norm": 0.04911286011338234,
      "learning_rate": 0.0008,
      "loss": 2.232640027999878,
      "step": 6998
    },
    {
      "epoch": 0.42424242424242425,
      "grad_norm": 0.046422429382801056,
      "learning_rate": 0.0008,
      "loss": 2.131110429763794,
      "step": 7000
    },
    {
      "epoch": 0.4243636363636364,
      "grad_norm": 0.04848906397819519,
      "learning_rate": 0.0008,
      "loss": 2.1270244121551514,
      "step": 7002
    },
    {
      "epoch": 0.42448484848484846,
      "grad_norm": 0.05340702086687088,
      "learning_rate": 0.0008,
      "loss": 2.174980878829956,
      "step": 7004
    },
    {
      "epoch": 0.4246060606060606,
      "grad_norm": 0.04799322783946991,
      "learning_rate": 0.0008,
      "loss": 2.1420509815216064,
      "step": 7006
    },
    {
      "epoch": 0.42472727272727273,
      "grad_norm": 0.04889779910445213,
      "learning_rate": 0.0008,
      "loss": 2.096865653991699,
      "step": 7008
    },
    {
      "epoch": 0.42484848484848486,
      "grad_norm": 0.05287853628396988,
      "learning_rate": 0.0008,
      "loss": 2.1722629070281982,
      "step": 7010
    },
    {
      "epoch": 0.424969696969697,
      "grad_norm": 0.05052591487765312,
      "learning_rate": 0.0008,
      "loss": 2.1228721141815186,
      "step": 7012
    },
    {
      "epoch": 0.4250909090909091,
      "grad_norm": 0.049848657101392746,
      "learning_rate": 0.0008,
      "loss": 2.220724582672119,
      "step": 7014
    },
    {
      "epoch": 0.4252121212121212,
      "grad_norm": 0.04826965555548668,
      "learning_rate": 0.0008,
      "loss": 2.198415756225586,
      "step": 7016
    },
    {
      "epoch": 0.42533333333333334,
      "grad_norm": 0.052980516105890274,
      "learning_rate": 0.0008,
      "loss": 2.1200366020202637,
      "step": 7018
    },
    {
      "epoch": 0.4254545454545455,
      "grad_norm": 0.05239897966384888,
      "learning_rate": 0.0008,
      "loss": 2.169330358505249,
      "step": 7020
    },
    {
      "epoch": 0.42557575757575755,
      "grad_norm": 0.0505121685564518,
      "learning_rate": 0.0008,
      "loss": 2.1951663494110107,
      "step": 7022
    },
    {
      "epoch": 0.4256969696969697,
      "grad_norm": 0.052635155618190765,
      "learning_rate": 0.0008,
      "loss": 2.1597795486450195,
      "step": 7024
    },
    {
      "epoch": 0.4258181818181818,
      "grad_norm": 0.056303177028894424,
      "learning_rate": 0.0008,
      "loss": 2.168071985244751,
      "step": 7026
    },
    {
      "epoch": 0.42593939393939395,
      "grad_norm": 0.05253642797470093,
      "learning_rate": 0.0008,
      "loss": 2.2003462314605713,
      "step": 7028
    },
    {
      "epoch": 0.4260606060606061,
      "grad_norm": 0.05197736620903015,
      "learning_rate": 0.0008,
      "loss": 2.1266629695892334,
      "step": 7030
    },
    {
      "epoch": 0.42618181818181816,
      "grad_norm": 0.047049157321453094,
      "learning_rate": 0.0008,
      "loss": 2.1252880096435547,
      "step": 7032
    },
    {
      "epoch": 0.4263030303030303,
      "grad_norm": 0.05090818554162979,
      "learning_rate": 0.0008,
      "loss": 2.156839609146118,
      "step": 7034
    },
    {
      "epoch": 0.42642424242424243,
      "grad_norm": 0.049216050654649734,
      "learning_rate": 0.0008,
      "loss": 2.0821549892425537,
      "step": 7036
    },
    {
      "epoch": 0.42654545454545456,
      "grad_norm": 0.047388866543769836,
      "learning_rate": 0.0008,
      "loss": 2.233478307723999,
      "step": 7038
    },
    {
      "epoch": 0.4266666666666667,
      "grad_norm": 0.04752982407808304,
      "learning_rate": 0.0008,
      "loss": 2.142542839050293,
      "step": 7040
    },
    {
      "epoch": 0.42678787878787877,
      "grad_norm": 0.047738876193761826,
      "learning_rate": 0.0008,
      "loss": 2.0996921062469482,
      "step": 7042
    },
    {
      "epoch": 0.4269090909090909,
      "grad_norm": 0.04929357022047043,
      "learning_rate": 0.0008,
      "loss": 2.1080644130706787,
      "step": 7044
    },
    {
      "epoch": 0.42703030303030304,
      "grad_norm": 0.05023511126637459,
      "learning_rate": 0.0008,
      "loss": 2.1577610969543457,
      "step": 7046
    },
    {
      "epoch": 0.42715151515151517,
      "grad_norm": 0.05407708138227463,
      "learning_rate": 0.0008,
      "loss": 2.1213061809539795,
      "step": 7048
    },
    {
      "epoch": 0.42727272727272725,
      "grad_norm": 0.0488930381834507,
      "learning_rate": 0.0008,
      "loss": 2.1296122074127197,
      "step": 7050
    },
    {
      "epoch": 0.4273939393939394,
      "grad_norm": 0.0503632128238678,
      "learning_rate": 0.0008,
      "loss": 2.1352412700653076,
      "step": 7052
    },
    {
      "epoch": 0.4275151515151515,
      "grad_norm": 0.05190669372677803,
      "learning_rate": 0.0008,
      "loss": 2.1181130409240723,
      "step": 7054
    },
    {
      "epoch": 0.42763636363636365,
      "grad_norm": 0.05347536504268646,
      "learning_rate": 0.0008,
      "loss": 2.138056993484497,
      "step": 7056
    },
    {
      "epoch": 0.4277575757575758,
      "grad_norm": 0.04818965867161751,
      "learning_rate": 0.0008,
      "loss": 2.136913299560547,
      "step": 7058
    },
    {
      "epoch": 0.42787878787878786,
      "grad_norm": 0.05448780953884125,
      "learning_rate": 0.0008,
      "loss": 2.179333209991455,
      "step": 7060
    },
    {
      "epoch": 0.428,
      "grad_norm": 0.04867913946509361,
      "learning_rate": 0.0008,
      "loss": 2.116222381591797,
      "step": 7062
    },
    {
      "epoch": 0.4281212121212121,
      "grad_norm": 0.04998209699988365,
      "learning_rate": 0.0008,
      "loss": 2.167692184448242,
      "step": 7064
    },
    {
      "epoch": 0.42824242424242426,
      "grad_norm": 0.0475957989692688,
      "learning_rate": 0.0008,
      "loss": 2.1213982105255127,
      "step": 7066
    },
    {
      "epoch": 0.4283636363636364,
      "grad_norm": 0.04908333718776703,
      "learning_rate": 0.0008,
      "loss": 2.1772470474243164,
      "step": 7068
    },
    {
      "epoch": 0.42848484848484847,
      "grad_norm": 0.054474957287311554,
      "learning_rate": 0.0008,
      "loss": 2.193469524383545,
      "step": 7070
    },
    {
      "epoch": 0.4286060606060606,
      "grad_norm": 0.0504494346678257,
      "learning_rate": 0.0008,
      "loss": 2.1101324558258057,
      "step": 7072
    },
    {
      "epoch": 0.42872727272727273,
      "grad_norm": 0.04683234170079231,
      "learning_rate": 0.0008,
      "loss": 2.120560646057129,
      "step": 7074
    },
    {
      "epoch": 0.42884848484848487,
      "grad_norm": 0.04861340671777725,
      "learning_rate": 0.0008,
      "loss": 2.0612895488739014,
      "step": 7076
    },
    {
      "epoch": 0.42896969696969695,
      "grad_norm": 0.04787250980734825,
      "learning_rate": 0.0008,
      "loss": 2.1513333320617676,
      "step": 7078
    },
    {
      "epoch": 0.4290909090909091,
      "grad_norm": 0.05461634695529938,
      "learning_rate": 0.0008,
      "loss": 2.127601146697998,
      "step": 7080
    },
    {
      "epoch": 0.4292121212121212,
      "grad_norm": 0.04775075241923332,
      "learning_rate": 0.0008,
      "loss": 2.1121859550476074,
      "step": 7082
    },
    {
      "epoch": 0.42933333333333334,
      "grad_norm": 0.04932071268558502,
      "learning_rate": 0.0008,
      "loss": 2.169273853302002,
      "step": 7084
    },
    {
      "epoch": 0.4294545454545455,
      "grad_norm": 0.04829373583197594,
      "learning_rate": 0.0008,
      "loss": 2.117488384246826,
      "step": 7086
    },
    {
      "epoch": 0.42957575757575756,
      "grad_norm": 0.049531903117895126,
      "learning_rate": 0.0008,
      "loss": 2.1261284351348877,
      "step": 7088
    },
    {
      "epoch": 0.4296969696969697,
      "grad_norm": 0.04776924103498459,
      "learning_rate": 0.0008,
      "loss": 2.170743465423584,
      "step": 7090
    },
    {
      "epoch": 0.4298181818181818,
      "grad_norm": 0.05091337114572525,
      "learning_rate": 0.0008,
      "loss": 2.1898131370544434,
      "step": 7092
    },
    {
      "epoch": 0.42993939393939395,
      "grad_norm": 0.04854974150657654,
      "learning_rate": 0.0008,
      "loss": 2.192401885986328,
      "step": 7094
    },
    {
      "epoch": 0.4300606060606061,
      "grad_norm": 0.04941518232226372,
      "learning_rate": 0.0008,
      "loss": 2.1383419036865234,
      "step": 7096
    },
    {
      "epoch": 0.43018181818181817,
      "grad_norm": 0.047440022230148315,
      "learning_rate": 0.0008,
      "loss": 2.185673236846924,
      "step": 7098
    },
    {
      "epoch": 0.4303030303030303,
      "grad_norm": 0.04944285377860069,
      "learning_rate": 0.0008,
      "loss": 2.249866247177124,
      "step": 7100
    },
    {
      "epoch": 0.43042424242424243,
      "grad_norm": 0.04907004162669182,
      "learning_rate": 0.0008,
      "loss": 2.129054307937622,
      "step": 7102
    },
    {
      "epoch": 0.43054545454545456,
      "grad_norm": 0.04919368773698807,
      "learning_rate": 0.0008,
      "loss": 2.136550188064575,
      "step": 7104
    },
    {
      "epoch": 0.43066666666666664,
      "grad_norm": 0.05332620069384575,
      "learning_rate": 0.0008,
      "loss": 2.111649990081787,
      "step": 7106
    },
    {
      "epoch": 0.4307878787878788,
      "grad_norm": 0.057944405823946,
      "learning_rate": 0.0008,
      "loss": 2.148608684539795,
      "step": 7108
    },
    {
      "epoch": 0.4309090909090909,
      "grad_norm": 0.06441311538219452,
      "learning_rate": 0.0008,
      "loss": 2.1609952449798584,
      "step": 7110
    },
    {
      "epoch": 0.43103030303030304,
      "grad_norm": 0.05305487662553787,
      "learning_rate": 0.0008,
      "loss": 2.188563346862793,
      "step": 7112
    },
    {
      "epoch": 0.4311515151515152,
      "grad_norm": 0.04996899142861366,
      "learning_rate": 0.0008,
      "loss": 2.1432573795318604,
      "step": 7114
    },
    {
      "epoch": 0.43127272727272725,
      "grad_norm": 0.04828493669629097,
      "learning_rate": 0.0008,
      "loss": 2.128063678741455,
      "step": 7116
    },
    {
      "epoch": 0.4313939393939394,
      "grad_norm": 0.04738388955593109,
      "learning_rate": 0.0008,
      "loss": 2.1120970249176025,
      "step": 7118
    },
    {
      "epoch": 0.4315151515151515,
      "grad_norm": 0.04912789538502693,
      "learning_rate": 0.0008,
      "loss": 2.097579002380371,
      "step": 7120
    },
    {
      "epoch": 0.43163636363636365,
      "grad_norm": 0.04773698002099991,
      "learning_rate": 0.0008,
      "loss": 2.0663232803344727,
      "step": 7122
    },
    {
      "epoch": 0.4317575757575758,
      "grad_norm": 0.04765781760215759,
      "learning_rate": 0.0008,
      "loss": 2.1123692989349365,
      "step": 7124
    },
    {
      "epoch": 0.43187878787878786,
      "grad_norm": 0.04934055730700493,
      "learning_rate": 0.0008,
      "loss": 2.129359722137451,
      "step": 7126
    },
    {
      "epoch": 0.432,
      "grad_norm": 0.05003395676612854,
      "learning_rate": 0.0008,
      "loss": 2.1457393169403076,
      "step": 7128
    },
    {
      "epoch": 0.43212121212121213,
      "grad_norm": 0.04842570796608925,
      "learning_rate": 0.0008,
      "loss": 2.1448631286621094,
      "step": 7130
    },
    {
      "epoch": 0.43224242424242426,
      "grad_norm": 0.04860939085483551,
      "learning_rate": 0.0008,
      "loss": 2.052734136581421,
      "step": 7132
    },
    {
      "epoch": 0.43236363636363634,
      "grad_norm": 0.04977916181087494,
      "learning_rate": 0.0008,
      "loss": 2.14056134223938,
      "step": 7134
    },
    {
      "epoch": 0.43248484848484847,
      "grad_norm": 0.05023197457194328,
      "learning_rate": 0.0008,
      "loss": 2.125458240509033,
      "step": 7136
    },
    {
      "epoch": 0.4326060606060606,
      "grad_norm": 0.0488293394446373,
      "learning_rate": 0.0008,
      "loss": 2.2001967430114746,
      "step": 7138
    },
    {
      "epoch": 0.43272727272727274,
      "grad_norm": 0.05970047041773796,
      "learning_rate": 0.0008,
      "loss": 2.084284543991089,
      "step": 7140
    },
    {
      "epoch": 0.43284848484848487,
      "grad_norm": 0.05421001836657524,
      "learning_rate": 0.0008,
      "loss": 2.152266502380371,
      "step": 7142
    },
    {
      "epoch": 0.43296969696969695,
      "grad_norm": 0.04911796748638153,
      "learning_rate": 0.0008,
      "loss": 2.1324784755706787,
      "step": 7144
    },
    {
      "epoch": 0.4330909090909091,
      "grad_norm": 0.050306666642427444,
      "learning_rate": 0.0008,
      "loss": 2.1728267669677734,
      "step": 7146
    },
    {
      "epoch": 0.4332121212121212,
      "grad_norm": 0.05297704041004181,
      "learning_rate": 0.0008,
      "loss": 2.163111925125122,
      "step": 7148
    },
    {
      "epoch": 0.43333333333333335,
      "grad_norm": 0.07730308920145035,
      "learning_rate": 0.0008,
      "loss": 2.122028350830078,
      "step": 7150
    },
    {
      "epoch": 0.4334545454545455,
      "grad_norm": 0.07211358845233917,
      "learning_rate": 0.0008,
      "loss": 2.1187095642089844,
      "step": 7152
    },
    {
      "epoch": 0.43357575757575756,
      "grad_norm": 0.06381864845752716,
      "learning_rate": 0.0008,
      "loss": 2.09898042678833,
      "step": 7154
    },
    {
      "epoch": 0.4336969696969697,
      "grad_norm": 0.06412708014249802,
      "learning_rate": 0.0008,
      "loss": 2.1431519985198975,
      "step": 7156
    },
    {
      "epoch": 0.4338181818181818,
      "grad_norm": 0.055843286216259,
      "learning_rate": 0.0008,
      "loss": 2.1282434463500977,
      "step": 7158
    },
    {
      "epoch": 0.43393939393939396,
      "grad_norm": 0.057258229702711105,
      "learning_rate": 0.0008,
      "loss": 2.151549816131592,
      "step": 7160
    },
    {
      "epoch": 0.43406060606060604,
      "grad_norm": 0.05388399586081505,
      "learning_rate": 0.0008,
      "loss": 2.1576504707336426,
      "step": 7162
    },
    {
      "epoch": 0.43418181818181817,
      "grad_norm": 0.04919697716832161,
      "learning_rate": 0.0008,
      "loss": 2.0766940116882324,
      "step": 7164
    },
    {
      "epoch": 0.4343030303030303,
      "grad_norm": 0.05069831758737564,
      "learning_rate": 0.0008,
      "loss": 2.158115863800049,
      "step": 7166
    },
    {
      "epoch": 0.43442424242424243,
      "grad_norm": 0.055250540375709534,
      "learning_rate": 0.0008,
      "loss": 2.1066038608551025,
      "step": 7168
    },
    {
      "epoch": 0.43454545454545457,
      "grad_norm": 0.04930012673139572,
      "learning_rate": 0.0008,
      "loss": 2.114520311355591,
      "step": 7170
    },
    {
      "epoch": 0.43466666666666665,
      "grad_norm": 0.04619089141488075,
      "learning_rate": 0.0008,
      "loss": 2.1834781169891357,
      "step": 7172
    },
    {
      "epoch": 0.4347878787878788,
      "grad_norm": 0.047460559755563736,
      "learning_rate": 0.0008,
      "loss": 2.129467010498047,
      "step": 7174
    },
    {
      "epoch": 0.4349090909090909,
      "grad_norm": 0.04738704487681389,
      "learning_rate": 0.0008,
      "loss": 2.0887503623962402,
      "step": 7176
    },
    {
      "epoch": 0.43503030303030304,
      "grad_norm": 0.05242237448692322,
      "learning_rate": 0.0008,
      "loss": 2.112459421157837,
      "step": 7178
    },
    {
      "epoch": 0.4351515151515152,
      "grad_norm": 0.055275846272706985,
      "learning_rate": 0.0008,
      "loss": 2.155482769012451,
      "step": 7180
    },
    {
      "epoch": 0.43527272727272726,
      "grad_norm": 0.05692269280552864,
      "learning_rate": 0.0008,
      "loss": 2.1761960983276367,
      "step": 7182
    },
    {
      "epoch": 0.4353939393939394,
      "grad_norm": 0.05420577526092529,
      "learning_rate": 0.0008,
      "loss": 2.1336662769317627,
      "step": 7184
    },
    {
      "epoch": 0.4355151515151515,
      "grad_norm": 0.04992717131972313,
      "learning_rate": 0.0008,
      "loss": 2.1362040042877197,
      "step": 7186
    },
    {
      "epoch": 0.43563636363636365,
      "grad_norm": 0.049077462404966354,
      "learning_rate": 0.0008,
      "loss": 2.1310200691223145,
      "step": 7188
    },
    {
      "epoch": 0.43575757575757573,
      "grad_norm": 0.0501585491001606,
      "learning_rate": 0.0008,
      "loss": 2.1516475677490234,
      "step": 7190
    },
    {
      "epoch": 0.43587878787878787,
      "grad_norm": 0.04790109395980835,
      "learning_rate": 0.0008,
      "loss": 2.114185094833374,
      "step": 7192
    },
    {
      "epoch": 0.436,
      "grad_norm": 0.05266379937529564,
      "learning_rate": 0.0008,
      "loss": 2.119473934173584,
      "step": 7194
    },
    {
      "epoch": 0.43612121212121213,
      "grad_norm": 0.050536975264549255,
      "learning_rate": 0.0008,
      "loss": 2.08667254447937,
      "step": 7196
    },
    {
      "epoch": 0.43624242424242426,
      "grad_norm": 0.05683806166052818,
      "learning_rate": 0.0008,
      "loss": 2.139087677001953,
      "step": 7198
    },
    {
      "epoch": 0.43636363636363634,
      "grad_norm": 0.05037148296833038,
      "learning_rate": 0.0008,
      "loss": 2.1466915607452393,
      "step": 7200
    },
    {
      "epoch": 0.4364848484848485,
      "grad_norm": 0.04866168648004532,
      "learning_rate": 0.0008,
      "loss": 2.132878541946411,
      "step": 7202
    },
    {
      "epoch": 0.4366060606060606,
      "grad_norm": 0.046966541558504105,
      "learning_rate": 0.0008,
      "loss": 2.1299853324890137,
      "step": 7204
    },
    {
      "epoch": 0.43672727272727274,
      "grad_norm": 0.052686192095279694,
      "learning_rate": 0.0008,
      "loss": 2.1604721546173096,
      "step": 7206
    },
    {
      "epoch": 0.4368484848484849,
      "grad_norm": 0.047334395349025726,
      "learning_rate": 0.0008,
      "loss": 2.1120526790618896,
      "step": 7208
    },
    {
      "epoch": 0.43696969696969695,
      "grad_norm": 0.047630466520786285,
      "learning_rate": 0.0008,
      "loss": 2.057694911956787,
      "step": 7210
    },
    {
      "epoch": 0.4370909090909091,
      "grad_norm": 0.05002722516655922,
      "learning_rate": 0.0008,
      "loss": 2.198768138885498,
      "step": 7212
    },
    {
      "epoch": 0.4372121212121212,
      "grad_norm": 0.04819141700863838,
      "learning_rate": 0.0008,
      "loss": 2.114989757537842,
      "step": 7214
    },
    {
      "epoch": 0.43733333333333335,
      "grad_norm": 0.05294293910264969,
      "learning_rate": 0.0008,
      "loss": 2.1160006523132324,
      "step": 7216
    },
    {
      "epoch": 0.43745454545454543,
      "grad_norm": 0.05041459575295448,
      "learning_rate": 0.0008,
      "loss": 2.0874216556549072,
      "step": 7218
    },
    {
      "epoch": 0.43757575757575756,
      "grad_norm": 0.05009935796260834,
      "learning_rate": 0.0008,
      "loss": 2.102025032043457,
      "step": 7220
    },
    {
      "epoch": 0.4376969696969697,
      "grad_norm": 0.05356008931994438,
      "learning_rate": 0.0008,
      "loss": 2.142519474029541,
      "step": 7222
    },
    {
      "epoch": 0.43781818181818183,
      "grad_norm": 0.052798546850681305,
      "learning_rate": 0.0008,
      "loss": 2.138226270675659,
      "step": 7224
    },
    {
      "epoch": 0.43793939393939396,
      "grad_norm": 0.050941117107868195,
      "learning_rate": 0.0008,
      "loss": 2.112008571624756,
      "step": 7226
    },
    {
      "epoch": 0.43806060606060604,
      "grad_norm": 0.04814717918634415,
      "learning_rate": 0.0008,
      "loss": 2.0734941959381104,
      "step": 7228
    },
    {
      "epoch": 0.4381818181818182,
      "grad_norm": 0.04676767438650131,
      "learning_rate": 0.0008,
      "loss": 2.0693817138671875,
      "step": 7230
    },
    {
      "epoch": 0.4383030303030303,
      "grad_norm": 0.0498138964176178,
      "learning_rate": 0.0008,
      "loss": 2.090667724609375,
      "step": 7232
    },
    {
      "epoch": 0.43842424242424244,
      "grad_norm": 0.04806691035628319,
      "learning_rate": 0.0008,
      "loss": 2.0654807090759277,
      "step": 7234
    },
    {
      "epoch": 0.43854545454545457,
      "grad_norm": 0.04899058863520622,
      "learning_rate": 0.0008,
      "loss": 2.150169849395752,
      "step": 7236
    },
    {
      "epoch": 0.43866666666666665,
      "grad_norm": 0.04754219576716423,
      "learning_rate": 0.0008,
      "loss": 2.0982861518859863,
      "step": 7238
    },
    {
      "epoch": 0.4387878787878788,
      "grad_norm": 0.049298159778118134,
      "learning_rate": 0.0008,
      "loss": 2.106947898864746,
      "step": 7240
    },
    {
      "epoch": 0.4389090909090909,
      "grad_norm": 0.04817667230963707,
      "learning_rate": 0.0008,
      "loss": 2.100059986114502,
      "step": 7242
    },
    {
      "epoch": 0.43903030303030305,
      "grad_norm": 0.04893858730792999,
      "learning_rate": 0.0008,
      "loss": 2.1018989086151123,
      "step": 7244
    },
    {
      "epoch": 0.4391515151515151,
      "grad_norm": 0.048234932124614716,
      "learning_rate": 0.0008,
      "loss": 2.0961875915527344,
      "step": 7246
    },
    {
      "epoch": 0.43927272727272726,
      "grad_norm": 0.0507332943379879,
      "learning_rate": 0.0008,
      "loss": 2.129467725753784,
      "step": 7248
    },
    {
      "epoch": 0.4393939393939394,
      "grad_norm": 0.0578002855181694,
      "learning_rate": 0.0008,
      "loss": 2.035194158554077,
      "step": 7250
    },
    {
      "epoch": 0.4395151515151515,
      "grad_norm": 0.046848099678754807,
      "learning_rate": 0.0008,
      "loss": 2.118279218673706,
      "step": 7252
    },
    {
      "epoch": 0.43963636363636366,
      "grad_norm": 0.048638470470905304,
      "learning_rate": 0.0008,
      "loss": 2.149688959121704,
      "step": 7254
    },
    {
      "epoch": 0.43975757575757574,
      "grad_norm": 0.048163462430238724,
      "learning_rate": 0.0008,
      "loss": 2.076887845993042,
      "step": 7256
    },
    {
      "epoch": 0.43987878787878787,
      "grad_norm": 0.045823946595191956,
      "learning_rate": 0.0008,
      "loss": 2.1308224201202393,
      "step": 7258
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.05151960998773575,
      "learning_rate": 0.0008,
      "loss": 2.1327762603759766,
      "step": 7260
    },
    {
      "epoch": 0.44012121212121214,
      "grad_norm": 0.04812181740999222,
      "learning_rate": 0.0008,
      "loss": 2.0947959423065186,
      "step": 7262
    },
    {
      "epoch": 0.44024242424242427,
      "grad_norm": 0.04835138097405434,
      "learning_rate": 0.0008,
      "loss": 2.0963985919952393,
      "step": 7264
    },
    {
      "epoch": 0.44036363636363635,
      "grad_norm": 0.05196968466043472,
      "learning_rate": 0.0008,
      "loss": 2.202014684677124,
      "step": 7266
    },
    {
      "epoch": 0.4404848484848485,
      "grad_norm": 0.047693293541669846,
      "learning_rate": 0.0008,
      "loss": 2.066214084625244,
      "step": 7268
    },
    {
      "epoch": 0.4406060606060606,
      "grad_norm": 0.05092163756489754,
      "learning_rate": 0.0008,
      "loss": 2.182917594909668,
      "step": 7270
    },
    {
      "epoch": 0.44072727272727275,
      "grad_norm": 0.047995954751968384,
      "learning_rate": 0.0008,
      "loss": 2.0584218502044678,
      "step": 7272
    },
    {
      "epoch": 0.4408484848484848,
      "grad_norm": 0.04904264211654663,
      "learning_rate": 0.0008,
      "loss": 2.135213851928711,
      "step": 7274
    },
    {
      "epoch": 0.44096969696969696,
      "grad_norm": 0.046371594071388245,
      "learning_rate": 0.0008,
      "loss": 2.087268829345703,
      "step": 7276
    },
    {
      "epoch": 0.4410909090909091,
      "grad_norm": 0.05019066855311394,
      "learning_rate": 0.0008,
      "loss": 2.166855573654175,
      "step": 7278
    },
    {
      "epoch": 0.4412121212121212,
      "grad_norm": 0.05015747621655464,
      "learning_rate": 0.0008,
      "loss": 2.0607025623321533,
      "step": 7280
    },
    {
      "epoch": 0.44133333333333336,
      "grad_norm": 0.052481506019830704,
      "learning_rate": 0.0008,
      "loss": 2.0828633308410645,
      "step": 7282
    },
    {
      "epoch": 0.44145454545454543,
      "grad_norm": 0.050084419548511505,
      "learning_rate": 0.0008,
      "loss": 2.106311559677124,
      "step": 7284
    },
    {
      "epoch": 0.44157575757575757,
      "grad_norm": 0.04697716608643532,
      "learning_rate": 0.0008,
      "loss": 2.101006031036377,
      "step": 7286
    },
    {
      "epoch": 0.4416969696969697,
      "grad_norm": 0.04826412722468376,
      "learning_rate": 0.0008,
      "loss": 2.086379289627075,
      "step": 7288
    },
    {
      "epoch": 0.44181818181818183,
      "grad_norm": 0.047705989331007004,
      "learning_rate": 0.0008,
      "loss": 2.1583006381988525,
      "step": 7290
    },
    {
      "epoch": 0.44193939393939397,
      "grad_norm": 0.04886586591601372,
      "learning_rate": 0.0008,
      "loss": 2.0743906497955322,
      "step": 7292
    },
    {
      "epoch": 0.44206060606060604,
      "grad_norm": 0.05008908361196518,
      "learning_rate": 0.0008,
      "loss": 2.164811849594116,
      "step": 7294
    },
    {
      "epoch": 0.4421818181818182,
      "grad_norm": 0.04708297923207283,
      "learning_rate": 0.0008,
      "loss": 2.1539385318756104,
      "step": 7296
    },
    {
      "epoch": 0.4423030303030303,
      "grad_norm": 0.056358661502599716,
      "learning_rate": 0.0008,
      "loss": 2.150622606277466,
      "step": 7298
    },
    {
      "epoch": 0.44242424242424244,
      "grad_norm": 0.048985980451107025,
      "learning_rate": 0.0008,
      "loss": 2.1009562015533447,
      "step": 7300
    },
    {
      "epoch": 0.4425454545454545,
      "grad_norm": 0.04857241362333298,
      "learning_rate": 0.0008,
      "loss": 2.0838119983673096,
      "step": 7302
    },
    {
      "epoch": 0.44266666666666665,
      "grad_norm": 0.04753390699625015,
      "learning_rate": 0.0008,
      "loss": 2.0967915058135986,
      "step": 7304
    },
    {
      "epoch": 0.4427878787878788,
      "grad_norm": 0.05063021555542946,
      "learning_rate": 0.0008,
      "loss": 2.105006217956543,
      "step": 7306
    },
    {
      "epoch": 0.4429090909090909,
      "grad_norm": 0.05946565791964531,
      "learning_rate": 0.0008,
      "loss": 2.089315176010132,
      "step": 7308
    },
    {
      "epoch": 0.44303030303030305,
      "grad_norm": 0.050313275307416916,
      "learning_rate": 0.0008,
      "loss": 2.106616973876953,
      "step": 7310
    },
    {
      "epoch": 0.44315151515151513,
      "grad_norm": 0.050277236849069595,
      "learning_rate": 0.0008,
      "loss": 2.120623826980591,
      "step": 7312
    },
    {
      "epoch": 0.44327272727272726,
      "grad_norm": 0.05090756341814995,
      "learning_rate": 0.0008,
      "loss": 2.2010304927825928,
      "step": 7314
    },
    {
      "epoch": 0.4433939393939394,
      "grad_norm": 0.04745107889175415,
      "learning_rate": 0.0008,
      "loss": 2.027700662612915,
      "step": 7316
    },
    {
      "epoch": 0.44351515151515153,
      "grad_norm": 0.050340376794338226,
      "learning_rate": 0.0008,
      "loss": 2.0686168670654297,
      "step": 7318
    },
    {
      "epoch": 0.44363636363636366,
      "grad_norm": 0.049739908427000046,
      "learning_rate": 0.0008,
      "loss": 2.1550707817077637,
      "step": 7320
    },
    {
      "epoch": 0.44375757575757574,
      "grad_norm": 0.05017562583088875,
      "learning_rate": 0.0008,
      "loss": 2.0938611030578613,
      "step": 7322
    },
    {
      "epoch": 0.4438787878787879,
      "grad_norm": 0.048576731234788895,
      "learning_rate": 0.0008,
      "loss": 2.099262237548828,
      "step": 7324
    },
    {
      "epoch": 0.444,
      "grad_norm": 0.048441726714372635,
      "learning_rate": 0.0008,
      "loss": 2.130103826522827,
      "step": 7326
    },
    {
      "epoch": 0.44412121212121214,
      "grad_norm": 0.047003425657749176,
      "learning_rate": 0.0008,
      "loss": 2.141730546951294,
      "step": 7328
    },
    {
      "epoch": 0.4442424242424242,
      "grad_norm": 0.04881230741739273,
      "learning_rate": 0.0008,
      "loss": 2.111814498901367,
      "step": 7330
    },
    {
      "epoch": 0.44436363636363635,
      "grad_norm": 0.046707432717084885,
      "learning_rate": 0.0008,
      "loss": 2.115523338317871,
      "step": 7332
    },
    {
      "epoch": 0.4444848484848485,
      "grad_norm": 0.04799891635775566,
      "learning_rate": 0.0008,
      "loss": 2.119828701019287,
      "step": 7334
    },
    {
      "epoch": 0.4446060606060606,
      "grad_norm": 0.04941687732934952,
      "learning_rate": 0.0008,
      "loss": 2.1184165477752686,
      "step": 7336
    },
    {
      "epoch": 0.44472727272727275,
      "grad_norm": 0.053010016679763794,
      "learning_rate": 0.0008,
      "loss": 2.173741102218628,
      "step": 7338
    },
    {
      "epoch": 0.4448484848484848,
      "grad_norm": 0.047652434557676315,
      "learning_rate": 0.0008,
      "loss": 2.1075165271759033,
      "step": 7340
    },
    {
      "epoch": 0.44496969696969696,
      "grad_norm": 0.050543755292892456,
      "learning_rate": 0.0008,
      "loss": 2.102993965148926,
      "step": 7342
    },
    {
      "epoch": 0.4450909090909091,
      "grad_norm": 0.05157260224223137,
      "learning_rate": 0.0008,
      "loss": 2.0628254413604736,
      "step": 7344
    },
    {
      "epoch": 0.4452121212121212,
      "grad_norm": 0.05085534602403641,
      "learning_rate": 0.0008,
      "loss": 2.118671417236328,
      "step": 7346
    },
    {
      "epoch": 0.44533333333333336,
      "grad_norm": 0.05177607014775276,
      "learning_rate": 0.0008,
      "loss": 2.1235885620117188,
      "step": 7348
    },
    {
      "epoch": 0.44545454545454544,
      "grad_norm": 0.04830687865614891,
      "learning_rate": 0.0008,
      "loss": 2.0651087760925293,
      "step": 7350
    },
    {
      "epoch": 0.44557575757575757,
      "grad_norm": 0.05020773410797119,
      "learning_rate": 0.0008,
      "loss": 2.0680787563323975,
      "step": 7352
    },
    {
      "epoch": 0.4456969696969697,
      "grad_norm": 0.047404639422893524,
      "learning_rate": 0.0008,
      "loss": 2.0782065391540527,
      "step": 7354
    },
    {
      "epoch": 0.44581818181818184,
      "grad_norm": 0.048843830823898315,
      "learning_rate": 0.0008,
      "loss": 2.140713930130005,
      "step": 7356
    },
    {
      "epoch": 0.4459393939393939,
      "grad_norm": 0.048814088106155396,
      "learning_rate": 0.0008,
      "loss": 2.07389497756958,
      "step": 7358
    },
    {
      "epoch": 0.44606060606060605,
      "grad_norm": 0.048142097890377045,
      "learning_rate": 0.0008,
      "loss": 2.07733154296875,
      "step": 7360
    },
    {
      "epoch": 0.4461818181818182,
      "grad_norm": 0.048051510006189346,
      "learning_rate": 0.0008,
      "loss": 2.10280704498291,
      "step": 7362
    },
    {
      "epoch": 0.4463030303030303,
      "grad_norm": 0.04953155294060707,
      "learning_rate": 0.0008,
      "loss": 2.10071063041687,
      "step": 7364
    },
    {
      "epoch": 0.44642424242424245,
      "grad_norm": 0.04858984425663948,
      "learning_rate": 0.0008,
      "loss": 2.0747013092041016,
      "step": 7366
    },
    {
      "epoch": 0.4465454545454545,
      "grad_norm": 0.04883934184908867,
      "learning_rate": 0.0008,
      "loss": 2.172410726547241,
      "step": 7368
    },
    {
      "epoch": 0.44666666666666666,
      "grad_norm": 0.05000294744968414,
      "learning_rate": 0.0008,
      "loss": 2.0984535217285156,
      "step": 7370
    },
    {
      "epoch": 0.4467878787878788,
      "grad_norm": 0.05588582530617714,
      "learning_rate": 0.0008,
      "loss": 2.1355481147766113,
      "step": 7372
    },
    {
      "epoch": 0.4469090909090909,
      "grad_norm": 0.053124766796827316,
      "learning_rate": 0.0008,
      "loss": 2.1605565547943115,
      "step": 7374
    },
    {
      "epoch": 0.44703030303030306,
      "grad_norm": 0.04898274317383766,
      "learning_rate": 0.0008,
      "loss": 2.134938955307007,
      "step": 7376
    },
    {
      "epoch": 0.44715151515151513,
      "grad_norm": 0.04843109846115112,
      "learning_rate": 0.0008,
      "loss": 2.1441221237182617,
      "step": 7378
    },
    {
      "epoch": 0.44727272727272727,
      "grad_norm": 0.04634997248649597,
      "learning_rate": 0.0008,
      "loss": 2.0942740440368652,
      "step": 7380
    },
    {
      "epoch": 0.4473939393939394,
      "grad_norm": 0.04760165885090828,
      "learning_rate": 0.0008,
      "loss": 2.101223945617676,
      "step": 7382
    },
    {
      "epoch": 0.44751515151515153,
      "grad_norm": 0.048087961971759796,
      "learning_rate": 0.0008,
      "loss": 2.0647706985473633,
      "step": 7384
    },
    {
      "epoch": 0.4476363636363636,
      "grad_norm": 0.05823522061109543,
      "learning_rate": 0.0008,
      "loss": 2.13316011428833,
      "step": 7386
    },
    {
      "epoch": 0.44775757575757574,
      "grad_norm": 0.06863464415073395,
      "learning_rate": 0.0008,
      "loss": 2.2145910263061523,
      "step": 7388
    },
    {
      "epoch": 0.4478787878787879,
      "grad_norm": 0.05954680219292641,
      "learning_rate": 0.0008,
      "loss": 2.0454633235931396,
      "step": 7390
    },
    {
      "epoch": 0.448,
      "grad_norm": 0.05587686598300934,
      "learning_rate": 0.0008,
      "loss": 2.190138578414917,
      "step": 7392
    },
    {
      "epoch": 0.44812121212121214,
      "grad_norm": 0.05758091062307358,
      "learning_rate": 0.0008,
      "loss": 2.1205968856811523,
      "step": 7394
    },
    {
      "epoch": 0.4482424242424242,
      "grad_norm": 0.05075783655047417,
      "learning_rate": 0.0008,
      "loss": 2.0945122241973877,
      "step": 7396
    },
    {
      "epoch": 0.44836363636363635,
      "grad_norm": 0.05520037189126015,
      "learning_rate": 0.0008,
      "loss": 2.1364288330078125,
      "step": 7398
    },
    {
      "epoch": 0.4484848484848485,
      "grad_norm": 0.054477326571941376,
      "learning_rate": 0.0008,
      "loss": 2.105804443359375,
      "step": 7400
    },
    {
      "epoch": 0.4486060606060606,
      "grad_norm": 0.05589365214109421,
      "learning_rate": 0.0008,
      "loss": 2.0841872692108154,
      "step": 7402
    },
    {
      "epoch": 0.44872727272727275,
      "grad_norm": 0.04680480808019638,
      "learning_rate": 0.0008,
      "loss": 2.1067445278167725,
      "step": 7404
    },
    {
      "epoch": 0.44884848484848483,
      "grad_norm": 0.0474330335855484,
      "learning_rate": 0.0008,
      "loss": 2.047431230545044,
      "step": 7406
    },
    {
      "epoch": 0.44896969696969696,
      "grad_norm": 0.048224885016679764,
      "learning_rate": 0.0008,
      "loss": 2.131682872772217,
      "step": 7408
    },
    {
      "epoch": 0.4490909090909091,
      "grad_norm": 0.04770480468869209,
      "learning_rate": 0.0008,
      "loss": 2.06789231300354,
      "step": 7410
    },
    {
      "epoch": 0.44921212121212123,
      "grad_norm": 0.05122453346848488,
      "learning_rate": 0.0008,
      "loss": 2.089057207107544,
      "step": 7412
    },
    {
      "epoch": 0.4493333333333333,
      "grad_norm": 0.047482289373874664,
      "learning_rate": 0.0008,
      "loss": 2.0681450366973877,
      "step": 7414
    },
    {
      "epoch": 0.44945454545454544,
      "grad_norm": 0.04671156406402588,
      "learning_rate": 0.0008,
      "loss": 2.1224365234375,
      "step": 7416
    },
    {
      "epoch": 0.4495757575757576,
      "grad_norm": 0.05121256411075592,
      "learning_rate": 0.0008,
      "loss": 2.1112418174743652,
      "step": 7418
    },
    {
      "epoch": 0.4496969696969697,
      "grad_norm": 0.04588034003973007,
      "learning_rate": 0.0008,
      "loss": 2.036555290222168,
      "step": 7420
    },
    {
      "epoch": 0.44981818181818184,
      "grad_norm": 0.04854871332645416,
      "learning_rate": 0.0008,
      "loss": 2.087265968322754,
      "step": 7422
    },
    {
      "epoch": 0.4499393939393939,
      "grad_norm": 0.04731190577149391,
      "learning_rate": 0.0008,
      "loss": 2.135136127471924,
      "step": 7424
    },
    {
      "epoch": 0.45006060606060605,
      "grad_norm": 0.04748288542032242,
      "learning_rate": 0.0008,
      "loss": 2.133690595626831,
      "step": 7426
    },
    {
      "epoch": 0.4501818181818182,
      "grad_norm": 0.048541102558374405,
      "learning_rate": 0.0008,
      "loss": 2.055795669555664,
      "step": 7428
    },
    {
      "epoch": 0.4503030303030303,
      "grad_norm": 0.0480864979326725,
      "learning_rate": 0.0008,
      "loss": 2.125208854675293,
      "step": 7430
    },
    {
      "epoch": 0.45042424242424245,
      "grad_norm": 0.05218435451388359,
      "learning_rate": 0.0008,
      "loss": 2.160724639892578,
      "step": 7432
    },
    {
      "epoch": 0.4505454545454545,
      "grad_norm": 0.04822815954685211,
      "learning_rate": 0.0008,
      "loss": 2.126342296600342,
      "step": 7434
    },
    {
      "epoch": 0.45066666666666666,
      "grad_norm": 0.04760834202170372,
      "learning_rate": 0.0008,
      "loss": 2.092278003692627,
      "step": 7436
    },
    {
      "epoch": 0.4507878787878788,
      "grad_norm": 0.04630446061491966,
      "learning_rate": 0.0008,
      "loss": 2.079991102218628,
      "step": 7438
    },
    {
      "epoch": 0.4509090909090909,
      "grad_norm": 0.04610174521803856,
      "learning_rate": 0.0008,
      "loss": 2.056349039077759,
      "step": 7440
    },
    {
      "epoch": 0.451030303030303,
      "grad_norm": 0.04851452633738518,
      "learning_rate": 0.0008,
      "loss": 2.135129690170288,
      "step": 7442
    },
    {
      "epoch": 0.45115151515151514,
      "grad_norm": 0.046956323087215424,
      "learning_rate": 0.0008,
      "loss": 2.063232183456421,
      "step": 7444
    },
    {
      "epoch": 0.45127272727272727,
      "grad_norm": 0.0474533848464489,
      "learning_rate": 0.0008,
      "loss": 2.1185524463653564,
      "step": 7446
    },
    {
      "epoch": 0.4513939393939394,
      "grad_norm": 0.04765245318412781,
      "learning_rate": 0.0008,
      "loss": 2.142416000366211,
      "step": 7448
    },
    {
      "epoch": 0.45151515151515154,
      "grad_norm": 0.04774774610996246,
      "learning_rate": 0.0008,
      "loss": 2.15474009513855,
      "step": 7450
    },
    {
      "epoch": 0.4516363636363636,
      "grad_norm": 0.048135463148355484,
      "learning_rate": 0.0008,
      "loss": 2.1069586277008057,
      "step": 7452
    },
    {
      "epoch": 0.45175757575757575,
      "grad_norm": 0.054653801023960114,
      "learning_rate": 0.0008,
      "loss": 2.1577935218811035,
      "step": 7454
    },
    {
      "epoch": 0.4518787878787879,
      "grad_norm": 0.054024141281843185,
      "learning_rate": 0.0008,
      "loss": 2.1097981929779053,
      "step": 7456
    },
    {
      "epoch": 0.452,
      "grad_norm": 0.04655935615301132,
      "learning_rate": 0.0008,
      "loss": 2.1055362224578857,
      "step": 7458
    },
    {
      "epoch": 0.45212121212121215,
      "grad_norm": 0.04921692982316017,
      "learning_rate": 0.0008,
      "loss": 2.0664255619049072,
      "step": 7460
    },
    {
      "epoch": 0.4522424242424242,
      "grad_norm": 0.0491446778178215,
      "learning_rate": 0.0008,
      "loss": 2.1529574394226074,
      "step": 7462
    },
    {
      "epoch": 0.45236363636363636,
      "grad_norm": 0.048092860728502274,
      "learning_rate": 0.0008,
      "loss": 2.160560131072998,
      "step": 7464
    },
    {
      "epoch": 0.4524848484848485,
      "grad_norm": 0.04785016179084778,
      "learning_rate": 0.0008,
      "loss": 2.0908498764038086,
      "step": 7466
    },
    {
      "epoch": 0.4526060606060606,
      "grad_norm": 0.04789261519908905,
      "learning_rate": 0.0008,
      "loss": 2.05668306350708,
      "step": 7468
    },
    {
      "epoch": 0.4527272727272727,
      "grad_norm": 0.047095540910959244,
      "learning_rate": 0.0008,
      "loss": 2.0993738174438477,
      "step": 7470
    },
    {
      "epoch": 0.45284848484848483,
      "grad_norm": 0.0471954382956028,
      "learning_rate": 0.0008,
      "loss": 2.125953197479248,
      "step": 7472
    },
    {
      "epoch": 0.45296969696969697,
      "grad_norm": 0.05001875385642052,
      "learning_rate": 0.0008,
      "loss": 2.140200138092041,
      "step": 7474
    },
    {
      "epoch": 0.4530909090909091,
      "grad_norm": 0.0545443519949913,
      "learning_rate": 0.0008,
      "loss": 2.098280429840088,
      "step": 7476
    },
    {
      "epoch": 0.45321212121212123,
      "grad_norm": 0.04948710650205612,
      "learning_rate": 0.0008,
      "loss": 2.1384308338165283,
      "step": 7478
    },
    {
      "epoch": 0.4533333333333333,
      "grad_norm": 0.05152368173003197,
      "learning_rate": 0.0008,
      "loss": 2.175987482070923,
      "step": 7480
    },
    {
      "epoch": 0.45345454545454544,
      "grad_norm": 0.04728783667087555,
      "learning_rate": 0.0008,
      "loss": 2.086487293243408,
      "step": 7482
    },
    {
      "epoch": 0.4535757575757576,
      "grad_norm": 0.047158095985651016,
      "learning_rate": 0.0008,
      "loss": 2.115760326385498,
      "step": 7484
    },
    {
      "epoch": 0.4536969696969697,
      "grad_norm": 0.04761200770735741,
      "learning_rate": 0.0008,
      "loss": 2.072856903076172,
      "step": 7486
    },
    {
      "epoch": 0.45381818181818184,
      "grad_norm": 0.05041646212339401,
      "learning_rate": 0.0008,
      "loss": 2.065770149230957,
      "step": 7488
    },
    {
      "epoch": 0.4539393939393939,
      "grad_norm": 0.04841908439993858,
      "learning_rate": 0.0008,
      "loss": 2.137028694152832,
      "step": 7490
    },
    {
      "epoch": 0.45406060606060605,
      "grad_norm": 0.048900168389081955,
      "learning_rate": 0.0008,
      "loss": 2.158881425857544,
      "step": 7492
    },
    {
      "epoch": 0.4541818181818182,
      "grad_norm": 0.04665938764810562,
      "learning_rate": 0.0008,
      "loss": 2.0666909217834473,
      "step": 7494
    },
    {
      "epoch": 0.4543030303030303,
      "grad_norm": 0.04539509117603302,
      "learning_rate": 0.0008,
      "loss": 2.0404577255249023,
      "step": 7496
    },
    {
      "epoch": 0.4544242424242424,
      "grad_norm": 0.04724154993891716,
      "learning_rate": 0.0008,
      "loss": 2.080249309539795,
      "step": 7498
    },
    {
      "epoch": 0.45454545454545453,
      "grad_norm": 0.04866427183151245,
      "learning_rate": 0.0008,
      "loss": 2.12614369392395,
      "step": 7500
    },
    {
      "epoch": 0.45466666666666666,
      "grad_norm": 0.04632652923464775,
      "learning_rate": 0.0008,
      "loss": 2.03940486907959,
      "step": 7502
    },
    {
      "epoch": 0.4547878787878788,
      "grad_norm": 0.04563645273447037,
      "learning_rate": 0.0008,
      "loss": 2.087388277053833,
      "step": 7504
    },
    {
      "epoch": 0.45490909090909093,
      "grad_norm": 0.0492389015853405,
      "learning_rate": 0.0008,
      "loss": 2.034419536590576,
      "step": 7506
    },
    {
      "epoch": 0.455030303030303,
      "grad_norm": 0.050164662301540375,
      "learning_rate": 0.0008,
      "loss": 2.2095398902893066,
      "step": 7508
    },
    {
      "epoch": 0.45515151515151514,
      "grad_norm": 0.05091225728392601,
      "learning_rate": 0.0008,
      "loss": 2.1542577743530273,
      "step": 7510
    },
    {
      "epoch": 0.4552727272727273,
      "grad_norm": 0.046323105692863464,
      "learning_rate": 0.0008,
      "loss": 2.1046574115753174,
      "step": 7512
    },
    {
      "epoch": 0.4553939393939394,
      "grad_norm": 0.050830647349357605,
      "learning_rate": 0.0008,
      "loss": 2.1260132789611816,
      "step": 7514
    },
    {
      "epoch": 0.45551515151515154,
      "grad_norm": 0.04947786405682564,
      "learning_rate": 0.0008,
      "loss": 2.119473695755005,
      "step": 7516
    },
    {
      "epoch": 0.4556363636363636,
      "grad_norm": 0.05142691358923912,
      "learning_rate": 0.0008,
      "loss": 2.0841848850250244,
      "step": 7518
    },
    {
      "epoch": 0.45575757575757575,
      "grad_norm": 0.05312613025307655,
      "learning_rate": 0.0008,
      "loss": 2.1724741458892822,
      "step": 7520
    },
    {
      "epoch": 0.4558787878787879,
      "grad_norm": 0.05401022359728813,
      "learning_rate": 0.0008,
      "loss": 2.093640089035034,
      "step": 7522
    },
    {
      "epoch": 0.456,
      "grad_norm": 0.04742462933063507,
      "learning_rate": 0.0008,
      "loss": 2.029794454574585,
      "step": 7524
    },
    {
      "epoch": 0.4561212121212121,
      "grad_norm": 0.04728186875581741,
      "learning_rate": 0.0008,
      "loss": 2.10357403755188,
      "step": 7526
    },
    {
      "epoch": 0.4562424242424242,
      "grad_norm": 0.04748276621103287,
      "learning_rate": 0.0008,
      "loss": 2.085740566253662,
      "step": 7528
    },
    {
      "epoch": 0.45636363636363636,
      "grad_norm": 0.048909734934568405,
      "learning_rate": 0.0008,
      "loss": 2.1611757278442383,
      "step": 7530
    },
    {
      "epoch": 0.4564848484848485,
      "grad_norm": 0.04775683581829071,
      "learning_rate": 0.0008,
      "loss": 2.117316722869873,
      "step": 7532
    },
    {
      "epoch": 0.4566060606060606,
      "grad_norm": 0.06255496293306351,
      "learning_rate": 0.0008,
      "loss": 2.0965731143951416,
      "step": 7534
    },
    {
      "epoch": 0.4567272727272727,
      "grad_norm": 0.059664759784936905,
      "learning_rate": 0.0008,
      "loss": 2.0393142700195312,
      "step": 7536
    },
    {
      "epoch": 0.45684848484848484,
      "grad_norm": 0.05820098891854286,
      "learning_rate": 0.0008,
      "loss": 2.13781476020813,
      "step": 7538
    },
    {
      "epoch": 0.45696969696969697,
      "grad_norm": 0.05842194706201553,
      "learning_rate": 0.0008,
      "loss": 2.0919718742370605,
      "step": 7540
    },
    {
      "epoch": 0.4570909090909091,
      "grad_norm": 0.05291518196463585,
      "learning_rate": 0.0008,
      "loss": 2.118253707885742,
      "step": 7542
    },
    {
      "epoch": 0.45721212121212124,
      "grad_norm": 0.04654444009065628,
      "learning_rate": 0.0008,
      "loss": 2.0196242332458496,
      "step": 7544
    },
    {
      "epoch": 0.4573333333333333,
      "grad_norm": 0.04749660938978195,
      "learning_rate": 0.0008,
      "loss": 2.110804796218872,
      "step": 7546
    },
    {
      "epoch": 0.45745454545454545,
      "grad_norm": 0.05107355862855911,
      "learning_rate": 0.0008,
      "loss": 2.058840036392212,
      "step": 7548
    },
    {
      "epoch": 0.4575757575757576,
      "grad_norm": 0.04937640577554703,
      "learning_rate": 0.0008,
      "loss": 2.1323766708374023,
      "step": 7550
    },
    {
      "epoch": 0.4576969696969697,
      "grad_norm": 0.04788240045309067,
      "learning_rate": 0.0008,
      "loss": 2.106238603591919,
      "step": 7552
    },
    {
      "epoch": 0.4578181818181818,
      "grad_norm": 0.05887771025300026,
      "learning_rate": 0.0008,
      "loss": 2.112138032913208,
      "step": 7554
    },
    {
      "epoch": 0.4579393939393939,
      "grad_norm": 0.05976273491978645,
      "learning_rate": 0.0008,
      "loss": 2.115326166152954,
      "step": 7556
    },
    {
      "epoch": 0.45806060606060606,
      "grad_norm": 0.06427808851003647,
      "learning_rate": 0.0008,
      "loss": 2.1589040756225586,
      "step": 7558
    },
    {
      "epoch": 0.4581818181818182,
      "grad_norm": 0.06619606167078018,
      "learning_rate": 0.0008,
      "loss": 2.0671229362487793,
      "step": 7560
    },
    {
      "epoch": 0.4583030303030303,
      "grad_norm": 0.06546876579523087,
      "learning_rate": 0.0008,
      "loss": 2.147027015686035,
      "step": 7562
    },
    {
      "epoch": 0.4584242424242424,
      "grad_norm": 0.05641326680779457,
      "learning_rate": 0.0008,
      "loss": 2.099329948425293,
      "step": 7564
    },
    {
      "epoch": 0.45854545454545453,
      "grad_norm": 0.05222805216908455,
      "learning_rate": 0.0008,
      "loss": 2.180464744567871,
      "step": 7566
    },
    {
      "epoch": 0.45866666666666667,
      "grad_norm": 0.051673028618097305,
      "learning_rate": 0.0008,
      "loss": 2.1070027351379395,
      "step": 7568
    },
    {
      "epoch": 0.4587878787878788,
      "grad_norm": 0.05040234327316284,
      "learning_rate": 0.0008,
      "loss": 2.1427807807922363,
      "step": 7570
    },
    {
      "epoch": 0.45890909090909093,
      "grad_norm": 0.0472881942987442,
      "learning_rate": 0.0008,
      "loss": 2.1372458934783936,
      "step": 7572
    },
    {
      "epoch": 0.459030303030303,
      "grad_norm": 0.04719431325793266,
      "learning_rate": 0.0008,
      "loss": 2.0121612548828125,
      "step": 7574
    },
    {
      "epoch": 0.45915151515151514,
      "grad_norm": 0.049041129648685455,
      "learning_rate": 0.0008,
      "loss": 2.17842960357666,
      "step": 7576
    },
    {
      "epoch": 0.4592727272727273,
      "grad_norm": 0.04618363454937935,
      "learning_rate": 0.0008,
      "loss": 2.171497106552124,
      "step": 7578
    },
    {
      "epoch": 0.4593939393939394,
      "grad_norm": 0.048294827342033386,
      "learning_rate": 0.0008,
      "loss": 2.213261365890503,
      "step": 7580
    },
    {
      "epoch": 0.4595151515151515,
      "grad_norm": 0.04733685776591301,
      "learning_rate": 0.0008,
      "loss": 2.1308882236480713,
      "step": 7582
    },
    {
      "epoch": 0.4596363636363636,
      "grad_norm": 0.047278132289648056,
      "learning_rate": 0.0008,
      "loss": 2.0860157012939453,
      "step": 7584
    },
    {
      "epoch": 0.45975757575757575,
      "grad_norm": 0.047056518495082855,
      "learning_rate": 0.0008,
      "loss": 2.1041195392608643,
      "step": 7586
    },
    {
      "epoch": 0.4598787878787879,
      "grad_norm": 0.04911809042096138,
      "learning_rate": 0.0008,
      "loss": 2.080740451812744,
      "step": 7588
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.04814844951033592,
      "learning_rate": 0.0008,
      "loss": 2.1114141941070557,
      "step": 7590
    },
    {
      "epoch": 0.4601212121212121,
      "grad_norm": 0.046983975917100906,
      "learning_rate": 0.0008,
      "loss": 2.1417794227600098,
      "step": 7592
    },
    {
      "epoch": 0.46024242424242423,
      "grad_norm": 0.04844740778207779,
      "learning_rate": 0.0008,
      "loss": 2.1814465522766113,
      "step": 7594
    },
    {
      "epoch": 0.46036363636363636,
      "grad_norm": 0.04905096814036369,
      "learning_rate": 0.0008,
      "loss": 2.112128973007202,
      "step": 7596
    },
    {
      "epoch": 0.4604848484848485,
      "grad_norm": 0.05014410614967346,
      "learning_rate": 0.0008,
      "loss": 2.1078805923461914,
      "step": 7598
    },
    {
      "epoch": 0.46060606060606063,
      "grad_norm": 0.04779994860291481,
      "learning_rate": 0.0008,
      "loss": 2.0902342796325684,
      "step": 7600
    },
    {
      "epoch": 0.4607272727272727,
      "grad_norm": 0.04870864748954773,
      "learning_rate": 0.0008,
      "loss": 2.1678943634033203,
      "step": 7602
    },
    {
      "epoch": 0.46084848484848484,
      "grad_norm": 0.051615260541439056,
      "learning_rate": 0.0008,
      "loss": 2.0678837299346924,
      "step": 7604
    },
    {
      "epoch": 0.460969696969697,
      "grad_norm": 0.049924734979867935,
      "learning_rate": 0.0008,
      "loss": 2.099114418029785,
      "step": 7606
    },
    {
      "epoch": 0.4610909090909091,
      "grad_norm": 0.053907155990600586,
      "learning_rate": 0.0008,
      "loss": 2.07541561126709,
      "step": 7608
    },
    {
      "epoch": 0.4612121212121212,
      "grad_norm": 0.046316079795360565,
      "learning_rate": 0.0008,
      "loss": 2.098017692565918,
      "step": 7610
    },
    {
      "epoch": 0.4613333333333333,
      "grad_norm": 0.04889779910445213,
      "learning_rate": 0.0008,
      "loss": 2.1116440296173096,
      "step": 7612
    },
    {
      "epoch": 0.46145454545454545,
      "grad_norm": 0.049767106771469116,
      "learning_rate": 0.0008,
      "loss": 2.1062846183776855,
      "step": 7614
    },
    {
      "epoch": 0.4615757575757576,
      "grad_norm": 0.04530864581465721,
      "learning_rate": 0.0008,
      "loss": 2.063171863555908,
      "step": 7616
    },
    {
      "epoch": 0.4616969696969697,
      "grad_norm": 0.04718030244112015,
      "learning_rate": 0.0008,
      "loss": 2.1044156551361084,
      "step": 7618
    },
    {
      "epoch": 0.4618181818181818,
      "grad_norm": 0.04808547720313072,
      "learning_rate": 0.0008,
      "loss": 2.1620566844940186,
      "step": 7620
    },
    {
      "epoch": 0.4619393939393939,
      "grad_norm": 0.046241093426942825,
      "learning_rate": 0.0008,
      "loss": 2.1145522594451904,
      "step": 7622
    },
    {
      "epoch": 0.46206060606060606,
      "grad_norm": 0.0461094044148922,
      "learning_rate": 0.0008,
      "loss": 2.144455671310425,
      "step": 7624
    },
    {
      "epoch": 0.4621818181818182,
      "grad_norm": 0.04753754287958145,
      "learning_rate": 0.0008,
      "loss": 2.087293863296509,
      "step": 7626
    },
    {
      "epoch": 0.4623030303030303,
      "grad_norm": 0.05131247267127037,
      "learning_rate": 0.0008,
      "loss": 2.151812791824341,
      "step": 7628
    },
    {
      "epoch": 0.4624242424242424,
      "grad_norm": 0.048498645424842834,
      "learning_rate": 0.0008,
      "loss": 2.108394145965576,
      "step": 7630
    },
    {
      "epoch": 0.46254545454545454,
      "grad_norm": 0.04701276123523712,
      "learning_rate": 0.0008,
      "loss": 2.1857662200927734,
      "step": 7632
    },
    {
      "epoch": 0.46266666666666667,
      "grad_norm": 0.04785503074526787,
      "learning_rate": 0.0008,
      "loss": 2.12408709526062,
      "step": 7634
    },
    {
      "epoch": 0.4627878787878788,
      "grad_norm": 0.04961546137928963,
      "learning_rate": 0.0008,
      "loss": 2.095566987991333,
      "step": 7636
    },
    {
      "epoch": 0.46290909090909094,
      "grad_norm": 0.0463014654815197,
      "learning_rate": 0.0008,
      "loss": 2.1292126178741455,
      "step": 7638
    },
    {
      "epoch": 0.463030303030303,
      "grad_norm": 0.04931877180933952,
      "learning_rate": 0.0008,
      "loss": 2.1352901458740234,
      "step": 7640
    },
    {
      "epoch": 0.46315151515151515,
      "grad_norm": 0.05236108973622322,
      "learning_rate": 0.0008,
      "loss": 2.1170663833618164,
      "step": 7642
    },
    {
      "epoch": 0.4632727272727273,
      "grad_norm": 0.05628889426589012,
      "learning_rate": 0.0008,
      "loss": 2.104698657989502,
      "step": 7644
    },
    {
      "epoch": 0.4633939393939394,
      "grad_norm": 0.05381162837147713,
      "learning_rate": 0.0008,
      "loss": 2.120851516723633,
      "step": 7646
    },
    {
      "epoch": 0.4635151515151515,
      "grad_norm": 0.04946468397974968,
      "learning_rate": 0.0008,
      "loss": 2.152106285095215,
      "step": 7648
    },
    {
      "epoch": 0.4636363636363636,
      "grad_norm": 0.04655197635293007,
      "learning_rate": 0.0008,
      "loss": 2.075639486312866,
      "step": 7650
    },
    {
      "epoch": 0.46375757575757576,
      "grad_norm": 0.04973439499735832,
      "learning_rate": 0.0008,
      "loss": 2.203655958175659,
      "step": 7652
    },
    {
      "epoch": 0.4638787878787879,
      "grad_norm": 0.04819870740175247,
      "learning_rate": 0.0008,
      "loss": 2.1141364574432373,
      "step": 7654
    },
    {
      "epoch": 0.464,
      "grad_norm": 0.05483425408601761,
      "learning_rate": 0.0008,
      "loss": 2.1490678787231445,
      "step": 7656
    },
    {
      "epoch": 0.4641212121212121,
      "grad_norm": 0.053899019956588745,
      "learning_rate": 0.0008,
      "loss": 2.1072120666503906,
      "step": 7658
    },
    {
      "epoch": 0.46424242424242423,
      "grad_norm": 0.053938742727041245,
      "learning_rate": 0.0008,
      "loss": 2.148496389389038,
      "step": 7660
    },
    {
      "epoch": 0.46436363636363637,
      "grad_norm": 0.052833396941423416,
      "learning_rate": 0.0008,
      "loss": 2.0321550369262695,
      "step": 7662
    },
    {
      "epoch": 0.4644848484848485,
      "grad_norm": 0.056913189589977264,
      "learning_rate": 0.0008,
      "loss": 2.0975191593170166,
      "step": 7664
    },
    {
      "epoch": 0.46460606060606063,
      "grad_norm": 0.06311430782079697,
      "learning_rate": 0.0008,
      "loss": 2.142453193664551,
      "step": 7666
    },
    {
      "epoch": 0.4647272727272727,
      "grad_norm": 0.05416390672326088,
      "learning_rate": 0.0008,
      "loss": 2.0819923877716064,
      "step": 7668
    },
    {
      "epoch": 0.46484848484848484,
      "grad_norm": 0.055941712111234665,
      "learning_rate": 0.0008,
      "loss": 2.1338939666748047,
      "step": 7670
    },
    {
      "epoch": 0.464969696969697,
      "grad_norm": 0.05262612923979759,
      "learning_rate": 0.0008,
      "loss": 2.1096866130828857,
      "step": 7672
    },
    {
      "epoch": 0.4650909090909091,
      "grad_norm": 0.052230916917324066,
      "learning_rate": 0.0008,
      "loss": 2.144395589828491,
      "step": 7674
    },
    {
      "epoch": 0.4652121212121212,
      "grad_norm": 0.04831041023135185,
      "learning_rate": 0.0008,
      "loss": 2.1559977531433105,
      "step": 7676
    },
    {
      "epoch": 0.4653333333333333,
      "grad_norm": 0.047479476779699326,
      "learning_rate": 0.0008,
      "loss": 2.1632111072540283,
      "step": 7678
    },
    {
      "epoch": 0.46545454545454545,
      "grad_norm": 0.047473058104515076,
      "learning_rate": 0.0008,
      "loss": 2.056450843811035,
      "step": 7680
    },
    {
      "epoch": 0.4655757575757576,
      "grad_norm": 0.04743990674614906,
      "learning_rate": 0.0008,
      "loss": 2.1572916507720947,
      "step": 7682
    },
    {
      "epoch": 0.4656969696969697,
      "grad_norm": 0.04639030247926712,
      "learning_rate": 0.0008,
      "loss": 2.13230037689209,
      "step": 7684
    },
    {
      "epoch": 0.4658181818181818,
      "grad_norm": 0.047521863132715225,
      "learning_rate": 0.0008,
      "loss": 2.1784491539001465,
      "step": 7686
    },
    {
      "epoch": 0.46593939393939393,
      "grad_norm": 0.04986390471458435,
      "learning_rate": 0.0008,
      "loss": 2.209078788757324,
      "step": 7688
    },
    {
      "epoch": 0.46606060606060606,
      "grad_norm": 0.048058025538921356,
      "learning_rate": 0.0008,
      "loss": 2.1271729469299316,
      "step": 7690
    },
    {
      "epoch": 0.4661818181818182,
      "grad_norm": 0.048516057431697845,
      "learning_rate": 0.0008,
      "loss": 2.098435878753662,
      "step": 7692
    },
    {
      "epoch": 0.46630303030303033,
      "grad_norm": 0.053064409643411636,
      "learning_rate": 0.0008,
      "loss": 2.079401969909668,
      "step": 7694
    },
    {
      "epoch": 0.4664242424242424,
      "grad_norm": 0.05535154417157173,
      "learning_rate": 0.0008,
      "loss": 2.1457059383392334,
      "step": 7696
    },
    {
      "epoch": 0.46654545454545454,
      "grad_norm": 0.0560523085296154,
      "learning_rate": 0.0008,
      "loss": 2.0516417026519775,
      "step": 7698
    },
    {
      "epoch": 0.4666666666666667,
      "grad_norm": 0.0626177117228508,
      "learning_rate": 0.0008,
      "loss": 2.126251697540283,
      "step": 7700
    },
    {
      "epoch": 0.4667878787878788,
      "grad_norm": 0.06692148745059967,
      "learning_rate": 0.0008,
      "loss": 2.137068033218384,
      "step": 7702
    },
    {
      "epoch": 0.4669090909090909,
      "grad_norm": 0.055504221469163895,
      "learning_rate": 0.0008,
      "loss": 2.1791481971740723,
      "step": 7704
    },
    {
      "epoch": 0.467030303030303,
      "grad_norm": 0.05313727259635925,
      "learning_rate": 0.0008,
      "loss": 2.187209367752075,
      "step": 7706
    },
    {
      "epoch": 0.46715151515151515,
      "grad_norm": 0.050593357533216476,
      "learning_rate": 0.0008,
      "loss": 2.133718252182007,
      "step": 7708
    },
    {
      "epoch": 0.4672727272727273,
      "grad_norm": 0.05548588186502457,
      "learning_rate": 0.0008,
      "loss": 2.140845775604248,
      "step": 7710
    },
    {
      "epoch": 0.4673939393939394,
      "grad_norm": 0.05020551756024361,
      "learning_rate": 0.0008,
      "loss": 2.1493687629699707,
      "step": 7712
    },
    {
      "epoch": 0.4675151515151515,
      "grad_norm": 0.05388456583023071,
      "learning_rate": 0.0008,
      "loss": 2.107923984527588,
      "step": 7714
    },
    {
      "epoch": 0.46763636363636363,
      "grad_norm": 0.060066431760787964,
      "learning_rate": 0.0008,
      "loss": 2.182857036590576,
      "step": 7716
    },
    {
      "epoch": 0.46775757575757576,
      "grad_norm": 0.048560865223407745,
      "learning_rate": 0.0008,
      "loss": 2.1714446544647217,
      "step": 7718
    },
    {
      "epoch": 0.4678787878787879,
      "grad_norm": 0.048549897968769073,
      "learning_rate": 0.0008,
      "loss": 2.1300153732299805,
      "step": 7720
    },
    {
      "epoch": 0.468,
      "grad_norm": 0.047158870846033096,
      "learning_rate": 0.0008,
      "loss": 2.1113686561584473,
      "step": 7722
    },
    {
      "epoch": 0.4681212121212121,
      "grad_norm": 0.04859399050474167,
      "learning_rate": 0.0008,
      "loss": 2.0611348152160645,
      "step": 7724
    },
    {
      "epoch": 0.46824242424242424,
      "grad_norm": 0.04683173820376396,
      "learning_rate": 0.0008,
      "loss": 2.1530580520629883,
      "step": 7726
    },
    {
      "epoch": 0.46836363636363637,
      "grad_norm": 0.05119595304131508,
      "learning_rate": 0.0008,
      "loss": 2.074812650680542,
      "step": 7728
    },
    {
      "epoch": 0.4684848484848485,
      "grad_norm": 0.05134538188576698,
      "learning_rate": 0.0008,
      "loss": 2.134648323059082,
      "step": 7730
    },
    {
      "epoch": 0.4686060606060606,
      "grad_norm": 0.04927036166191101,
      "learning_rate": 0.0008,
      "loss": 2.0895955562591553,
      "step": 7732
    },
    {
      "epoch": 0.4687272727272727,
      "grad_norm": 0.05107812583446503,
      "learning_rate": 0.0008,
      "loss": 2.1063473224639893,
      "step": 7734
    },
    {
      "epoch": 0.46884848484848485,
      "grad_norm": 0.0467974878847599,
      "learning_rate": 0.0008,
      "loss": 2.1186671257019043,
      "step": 7736
    },
    {
      "epoch": 0.468969696969697,
      "grad_norm": 0.04699726775288582,
      "learning_rate": 0.0008,
      "loss": 2.100695848464966,
      "step": 7738
    },
    {
      "epoch": 0.4690909090909091,
      "grad_norm": 0.04609157145023346,
      "learning_rate": 0.0008,
      "loss": 2.128302574157715,
      "step": 7740
    },
    {
      "epoch": 0.4692121212121212,
      "grad_norm": 0.052142996340990067,
      "learning_rate": 0.0008,
      "loss": 2.159088134765625,
      "step": 7742
    },
    {
      "epoch": 0.4693333333333333,
      "grad_norm": 0.04935440048575401,
      "learning_rate": 0.0008,
      "loss": 2.1979434490203857,
      "step": 7744
    },
    {
      "epoch": 0.46945454545454546,
      "grad_norm": 0.04624375328421593,
      "learning_rate": 0.0008,
      "loss": 2.0792617797851562,
      "step": 7746
    },
    {
      "epoch": 0.4695757575757576,
      "grad_norm": 0.04524421691894531,
      "learning_rate": 0.0008,
      "loss": 2.111048936843872,
      "step": 7748
    },
    {
      "epoch": 0.4696969696969697,
      "grad_norm": 0.04965274780988693,
      "learning_rate": 0.0008,
      "loss": 2.150052309036255,
      "step": 7750
    },
    {
      "epoch": 0.4698181818181818,
      "grad_norm": 0.05734262242913246,
      "learning_rate": 0.0008,
      "loss": 2.114938259124756,
      "step": 7752
    },
    {
      "epoch": 0.46993939393939393,
      "grad_norm": 0.05163584649562836,
      "learning_rate": 0.0008,
      "loss": 2.1804885864257812,
      "step": 7754
    },
    {
      "epoch": 0.47006060606060607,
      "grad_norm": 0.053141988813877106,
      "learning_rate": 0.0008,
      "loss": 2.1107120513916016,
      "step": 7756
    },
    {
      "epoch": 0.4701818181818182,
      "grad_norm": 0.05395261198282242,
      "learning_rate": 0.0008,
      "loss": 2.1411752700805664,
      "step": 7758
    },
    {
      "epoch": 0.4703030303030303,
      "grad_norm": 0.054602380841970444,
      "learning_rate": 0.0008,
      "loss": 2.2198328971862793,
      "step": 7760
    },
    {
      "epoch": 0.4704242424242424,
      "grad_norm": 0.049698665738105774,
      "learning_rate": 0.0008,
      "loss": 2.2441580295562744,
      "step": 7762
    },
    {
      "epoch": 0.47054545454545454,
      "grad_norm": 0.04899683967232704,
      "learning_rate": 0.0008,
      "loss": 2.161566972732544,
      "step": 7764
    },
    {
      "epoch": 0.4706666666666667,
      "grad_norm": 0.04801814630627632,
      "learning_rate": 0.0008,
      "loss": 2.0886361598968506,
      "step": 7766
    },
    {
      "epoch": 0.4707878787878788,
      "grad_norm": 0.04720612242817879,
      "learning_rate": 0.0008,
      "loss": 2.0627472400665283,
      "step": 7768
    },
    {
      "epoch": 0.4709090909090909,
      "grad_norm": 0.0481283962726593,
      "learning_rate": 0.0008,
      "loss": 2.084184169769287,
      "step": 7770
    },
    {
      "epoch": 0.471030303030303,
      "grad_norm": 0.04973241314291954,
      "learning_rate": 0.0008,
      "loss": 2.1606147289276123,
      "step": 7772
    },
    {
      "epoch": 0.47115151515151515,
      "grad_norm": 0.04914570599794388,
      "learning_rate": 0.0008,
      "loss": 2.0816752910614014,
      "step": 7774
    },
    {
      "epoch": 0.4712727272727273,
      "grad_norm": 0.0501277893781662,
      "learning_rate": 0.0008,
      "loss": 2.171379566192627,
      "step": 7776
    },
    {
      "epoch": 0.4713939393939394,
      "grad_norm": 0.054322950541973114,
      "learning_rate": 0.0008,
      "loss": 2.1811516284942627,
      "step": 7778
    },
    {
      "epoch": 0.4715151515151515,
      "grad_norm": 0.05051146075129509,
      "learning_rate": 0.0008,
      "loss": 2.0741701126098633,
      "step": 7780
    },
    {
      "epoch": 0.47163636363636363,
      "grad_norm": 0.04586479067802429,
      "learning_rate": 0.0008,
      "loss": 2.111088514328003,
      "step": 7782
    },
    {
      "epoch": 0.47175757575757576,
      "grad_norm": 0.0474519319832325,
      "learning_rate": 0.0008,
      "loss": 2.1311535835266113,
      "step": 7784
    },
    {
      "epoch": 0.4718787878787879,
      "grad_norm": 0.04756001755595207,
      "learning_rate": 0.0008,
      "loss": 2.1129307746887207,
      "step": 7786
    },
    {
      "epoch": 0.472,
      "grad_norm": 0.05132107064127922,
      "learning_rate": 0.0008,
      "loss": 2.080934524536133,
      "step": 7788
    },
    {
      "epoch": 0.4721212121212121,
      "grad_norm": 0.049793656915426254,
      "learning_rate": 0.0008,
      "loss": 2.0702879428863525,
      "step": 7790
    },
    {
      "epoch": 0.47224242424242424,
      "grad_norm": 0.04897426813840866,
      "learning_rate": 0.0008,
      "loss": 2.139272451400757,
      "step": 7792
    },
    {
      "epoch": 0.4723636363636364,
      "grad_norm": 0.054162174463272095,
      "learning_rate": 0.0008,
      "loss": 2.139761209487915,
      "step": 7794
    },
    {
      "epoch": 0.4724848484848485,
      "grad_norm": 0.06623450666666031,
      "learning_rate": 0.0008,
      "loss": 2.169760227203369,
      "step": 7796
    },
    {
      "epoch": 0.4726060606060606,
      "grad_norm": 0.05541841685771942,
      "learning_rate": 0.0008,
      "loss": 2.1518800258636475,
      "step": 7798
    },
    {
      "epoch": 0.4727272727272727,
      "grad_norm": 0.05782613158226013,
      "learning_rate": 0.0008,
      "loss": 2.1647908687591553,
      "step": 7800
    },
    {
      "epoch": 0.47284848484848485,
      "grad_norm": 0.05477684363722801,
      "learning_rate": 0.0008,
      "loss": 2.1423285007476807,
      "step": 7802
    },
    {
      "epoch": 0.472969696969697,
      "grad_norm": 0.052356112748384476,
      "learning_rate": 0.0008,
      "loss": 2.172147274017334,
      "step": 7804
    },
    {
      "epoch": 0.4730909090909091,
      "grad_norm": 0.05273795127868652,
      "learning_rate": 0.0008,
      "loss": 2.1792378425598145,
      "step": 7806
    },
    {
      "epoch": 0.4732121212121212,
      "grad_norm": 0.04733181372284889,
      "learning_rate": 0.0008,
      "loss": 2.210275888442993,
      "step": 7808
    },
    {
      "epoch": 0.47333333333333333,
      "grad_norm": 0.04708237200975418,
      "learning_rate": 0.0008,
      "loss": 2.1415843963623047,
      "step": 7810
    },
    {
      "epoch": 0.47345454545454546,
      "grad_norm": 0.04973042383790016,
      "learning_rate": 0.0008,
      "loss": 2.1726772785186768,
      "step": 7812
    },
    {
      "epoch": 0.4735757575757576,
      "grad_norm": 0.058485113084316254,
      "learning_rate": 0.0008,
      "loss": 2.1601686477661133,
      "step": 7814
    },
    {
      "epoch": 0.47369696969696967,
      "grad_norm": 0.052819639444351196,
      "learning_rate": 0.0008,
      "loss": 2.1721363067626953,
      "step": 7816
    },
    {
      "epoch": 0.4738181818181818,
      "grad_norm": 0.047417815774679184,
      "learning_rate": 0.0008,
      "loss": 2.040755033493042,
      "step": 7818
    },
    {
      "epoch": 0.47393939393939394,
      "grad_norm": 0.047737088054418564,
      "learning_rate": 0.0008,
      "loss": 2.1780011653900146,
      "step": 7820
    },
    {
      "epoch": 0.47406060606060607,
      "grad_norm": 0.04836716502904892,
      "learning_rate": 0.0008,
      "loss": 2.106632709503174,
      "step": 7822
    },
    {
      "epoch": 0.4741818181818182,
      "grad_norm": 0.04749545827507973,
      "learning_rate": 0.0008,
      "loss": 2.129652500152588,
      "step": 7824
    },
    {
      "epoch": 0.4743030303030303,
      "grad_norm": 0.0461200475692749,
      "learning_rate": 0.0008,
      "loss": 2.1432957649230957,
      "step": 7826
    },
    {
      "epoch": 0.4744242424242424,
      "grad_norm": 0.04649371653795242,
      "learning_rate": 0.0008,
      "loss": 2.1268410682678223,
      "step": 7828
    },
    {
      "epoch": 0.47454545454545455,
      "grad_norm": 0.04604218900203705,
      "learning_rate": 0.0008,
      "loss": 2.0585973262786865,
      "step": 7830
    },
    {
      "epoch": 0.4746666666666667,
      "grad_norm": 0.04769732803106308,
      "learning_rate": 0.0008,
      "loss": 2.1329891681671143,
      "step": 7832
    },
    {
      "epoch": 0.4747878787878788,
      "grad_norm": 0.047733161598443985,
      "learning_rate": 0.0008,
      "loss": 2.1028199195861816,
      "step": 7834
    },
    {
      "epoch": 0.4749090909090909,
      "grad_norm": 0.048652637749910355,
      "learning_rate": 0.0008,
      "loss": 2.082977294921875,
      "step": 7836
    },
    {
      "epoch": 0.475030303030303,
      "grad_norm": 0.0453946627676487,
      "learning_rate": 0.0008,
      "loss": 2.147714138031006,
      "step": 7838
    },
    {
      "epoch": 0.47515151515151516,
      "grad_norm": 0.04920551925897598,
      "learning_rate": 0.0008,
      "loss": 2.1078643798828125,
      "step": 7840
    },
    {
      "epoch": 0.4752727272727273,
      "grad_norm": 0.058100901544094086,
      "learning_rate": 0.0008,
      "loss": 2.1616594791412354,
      "step": 7842
    },
    {
      "epoch": 0.47539393939393937,
      "grad_norm": 0.07178092002868652,
      "learning_rate": 0.0008,
      "loss": 2.1851024627685547,
      "step": 7844
    },
    {
      "epoch": 0.4755151515151515,
      "grad_norm": 0.06142118573188782,
      "learning_rate": 0.0008,
      "loss": 2.1309378147125244,
      "step": 7846
    },
    {
      "epoch": 0.47563636363636363,
      "grad_norm": 0.051846470683813095,
      "learning_rate": 0.0008,
      "loss": 2.0791690349578857,
      "step": 7848
    },
    {
      "epoch": 0.47575757575757577,
      "grad_norm": 0.05302877724170685,
      "learning_rate": 0.0008,
      "loss": 2.177856922149658,
      "step": 7850
    },
    {
      "epoch": 0.4758787878787879,
      "grad_norm": 0.04779786244034767,
      "learning_rate": 0.0008,
      "loss": 2.131756544113159,
      "step": 7852
    },
    {
      "epoch": 0.476,
      "grad_norm": 0.0551488995552063,
      "learning_rate": 0.0008,
      "loss": 2.1308631896972656,
      "step": 7854
    },
    {
      "epoch": 0.4761212121212121,
      "grad_norm": 0.05077655613422394,
      "learning_rate": 0.0008,
      "loss": 2.16190242767334,
      "step": 7856
    },
    {
      "epoch": 0.47624242424242424,
      "grad_norm": 0.048700492829084396,
      "learning_rate": 0.0008,
      "loss": 2.2228965759277344,
      "step": 7858
    },
    {
      "epoch": 0.4763636363636364,
      "grad_norm": 0.04932093992829323,
      "learning_rate": 0.0008,
      "loss": 2.189732551574707,
      "step": 7860
    },
    {
      "epoch": 0.4764848484848485,
      "grad_norm": 0.047903090715408325,
      "learning_rate": 0.0008,
      "loss": 2.142238140106201,
      "step": 7862
    },
    {
      "epoch": 0.4766060606060606,
      "grad_norm": 0.0464843325316906,
      "learning_rate": 0.0008,
      "loss": 2.1494863033294678,
      "step": 7864
    },
    {
      "epoch": 0.4767272727272727,
      "grad_norm": 0.0470871701836586,
      "learning_rate": 0.0008,
      "loss": 2.0988240242004395,
      "step": 7866
    },
    {
      "epoch": 0.47684848484848485,
      "grad_norm": 0.0481981560587883,
      "learning_rate": 0.0008,
      "loss": 2.1299610137939453,
      "step": 7868
    },
    {
      "epoch": 0.476969696969697,
      "grad_norm": 0.0452624186873436,
      "learning_rate": 0.0008,
      "loss": 2.1494200229644775,
      "step": 7870
    },
    {
      "epoch": 0.47709090909090907,
      "grad_norm": 0.0462813638150692,
      "learning_rate": 0.0008,
      "loss": 2.100618839263916,
      "step": 7872
    },
    {
      "epoch": 0.4772121212121212,
      "grad_norm": 0.050225067883729935,
      "learning_rate": 0.0008,
      "loss": 2.169041872024536,
      "step": 7874
    },
    {
      "epoch": 0.47733333333333333,
      "grad_norm": 0.0475248321890831,
      "learning_rate": 0.0008,
      "loss": 2.1589109897613525,
      "step": 7876
    },
    {
      "epoch": 0.47745454545454546,
      "grad_norm": 0.04625628888607025,
      "learning_rate": 0.0008,
      "loss": 2.138144016265869,
      "step": 7878
    },
    {
      "epoch": 0.4775757575757576,
      "grad_norm": 0.05648026615381241,
      "learning_rate": 0.0008,
      "loss": 2.1396164894104004,
      "step": 7880
    },
    {
      "epoch": 0.4776969696969697,
      "grad_norm": 0.04969198256731033,
      "learning_rate": 0.0008,
      "loss": 2.1569714546203613,
      "step": 7882
    },
    {
      "epoch": 0.4778181818181818,
      "grad_norm": 0.04833647236227989,
      "learning_rate": 0.0008,
      "loss": 2.1282126903533936,
      "step": 7884
    },
    {
      "epoch": 0.47793939393939394,
      "grad_norm": 0.04670590162277222,
      "learning_rate": 0.0008,
      "loss": 2.112946033477783,
      "step": 7886
    },
    {
      "epoch": 0.4780606060606061,
      "grad_norm": 0.04878044128417969,
      "learning_rate": 0.0008,
      "loss": 2.125394344329834,
      "step": 7888
    },
    {
      "epoch": 0.4781818181818182,
      "grad_norm": 0.047552332282066345,
      "learning_rate": 0.0008,
      "loss": 2.0626561641693115,
      "step": 7890
    },
    {
      "epoch": 0.4783030303030303,
      "grad_norm": 0.04979480430483818,
      "learning_rate": 0.0008,
      "loss": 2.2040255069732666,
      "step": 7892
    },
    {
      "epoch": 0.4784242424242424,
      "grad_norm": 0.051708392798900604,
      "learning_rate": 0.0008,
      "loss": 2.099243640899658,
      "step": 7894
    },
    {
      "epoch": 0.47854545454545455,
      "grad_norm": 0.05382946878671646,
      "learning_rate": 0.0008,
      "loss": 2.160111904144287,
      "step": 7896
    },
    {
      "epoch": 0.4786666666666667,
      "grad_norm": 0.047110654413700104,
      "learning_rate": 0.0008,
      "loss": 2.154275417327881,
      "step": 7898
    },
    {
      "epoch": 0.47878787878787876,
      "grad_norm": 0.046473823487758636,
      "learning_rate": 0.0008,
      "loss": 2.183300256729126,
      "step": 7900
    },
    {
      "epoch": 0.4789090909090909,
      "grad_norm": 0.045401014387607574,
      "learning_rate": 0.0008,
      "loss": 2.096517562866211,
      "step": 7902
    },
    {
      "epoch": 0.47903030303030303,
      "grad_norm": 0.04684897139668465,
      "learning_rate": 0.0008,
      "loss": 2.091083288192749,
      "step": 7904
    },
    {
      "epoch": 0.47915151515151516,
      "grad_norm": 0.048833683133125305,
      "learning_rate": 0.0008,
      "loss": 2.160156488418579,
      "step": 7906
    },
    {
      "epoch": 0.4792727272727273,
      "grad_norm": 0.048005953431129456,
      "learning_rate": 0.0008,
      "loss": 2.2454333305358887,
      "step": 7908
    },
    {
      "epoch": 0.4793939393939394,
      "grad_norm": 0.046593666076660156,
      "learning_rate": 0.0008,
      "loss": 2.179857015609741,
      "step": 7910
    },
    {
      "epoch": 0.4795151515151515,
      "grad_norm": 0.04776585474610329,
      "learning_rate": 0.0008,
      "loss": 2.114001512527466,
      "step": 7912
    },
    {
      "epoch": 0.47963636363636364,
      "grad_norm": 0.04525863751769066,
      "learning_rate": 0.0008,
      "loss": 2.0724501609802246,
      "step": 7914
    },
    {
      "epoch": 0.47975757575757577,
      "grad_norm": 0.06028628721833229,
      "learning_rate": 0.0008,
      "loss": 2.1502861976623535,
      "step": 7916
    },
    {
      "epoch": 0.4798787878787879,
      "grad_norm": 0.06398729234933853,
      "learning_rate": 0.0008,
      "loss": 2.212368965148926,
      "step": 7918
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.06953177601099014,
      "learning_rate": 0.0008,
      "loss": 2.1673521995544434,
      "step": 7920
    },
    {
      "epoch": 0.4801212121212121,
      "grad_norm": 0.05715607479214668,
      "learning_rate": 0.0008,
      "loss": 2.0598833560943604,
      "step": 7922
    },
    {
      "epoch": 0.48024242424242425,
      "grad_norm": 0.04697805643081665,
      "learning_rate": 0.0008,
      "loss": 2.1252596378326416,
      "step": 7924
    },
    {
      "epoch": 0.4803636363636364,
      "grad_norm": 0.04683684557676315,
      "learning_rate": 0.0008,
      "loss": 2.1027157306671143,
      "step": 7926
    },
    {
      "epoch": 0.48048484848484846,
      "grad_norm": 0.049796536564826965,
      "learning_rate": 0.0008,
      "loss": 2.193052053451538,
      "step": 7928
    },
    {
      "epoch": 0.4806060606060606,
      "grad_norm": 0.047527506947517395,
      "learning_rate": 0.0008,
      "loss": 2.0814361572265625,
      "step": 7930
    },
    {
      "epoch": 0.4807272727272727,
      "grad_norm": 0.04576047137379646,
      "learning_rate": 0.0008,
      "loss": 2.1170480251312256,
      "step": 7932
    },
    {
      "epoch": 0.48084848484848486,
      "grad_norm": 0.04638442024588585,
      "learning_rate": 0.0008,
      "loss": 2.056560754776001,
      "step": 7934
    },
    {
      "epoch": 0.480969696969697,
      "grad_norm": 0.048837676644325256,
      "learning_rate": 0.0008,
      "loss": 2.152461051940918,
      "step": 7936
    },
    {
      "epoch": 0.48109090909090907,
      "grad_norm": 0.0549081452190876,
      "learning_rate": 0.0008,
      "loss": 2.173325300216675,
      "step": 7938
    },
    {
      "epoch": 0.4812121212121212,
      "grad_norm": 0.055167924612760544,
      "learning_rate": 0.0008,
      "loss": 2.1231517791748047,
      "step": 7940
    },
    {
      "epoch": 0.48133333333333334,
      "grad_norm": 0.05610305815935135,
      "learning_rate": 0.0008,
      "loss": 2.1356730461120605,
      "step": 7942
    },
    {
      "epoch": 0.48145454545454547,
      "grad_norm": 0.05421973019838333,
      "learning_rate": 0.0008,
      "loss": 2.120123863220215,
      "step": 7944
    },
    {
      "epoch": 0.4815757575757576,
      "grad_norm": 0.04841269925236702,
      "learning_rate": 0.0008,
      "loss": 2.123396396636963,
      "step": 7946
    },
    {
      "epoch": 0.4816969696969697,
      "grad_norm": 0.04628857225179672,
      "learning_rate": 0.0008,
      "loss": 2.1597063541412354,
      "step": 7948
    },
    {
      "epoch": 0.4818181818181818,
      "grad_norm": 0.04735277220606804,
      "learning_rate": 0.0008,
      "loss": 2.162797689437866,
      "step": 7950
    },
    {
      "epoch": 0.48193939393939395,
      "grad_norm": 0.04584914818406105,
      "learning_rate": 0.0008,
      "loss": 2.133094549179077,
      "step": 7952
    },
    {
      "epoch": 0.4820606060606061,
      "grad_norm": 0.0480254702270031,
      "learning_rate": 0.0008,
      "loss": 2.2479312419891357,
      "step": 7954
    },
    {
      "epoch": 0.48218181818181816,
      "grad_norm": 0.04556788131594658,
      "learning_rate": 0.0008,
      "loss": 2.1938912868499756,
      "step": 7956
    },
    {
      "epoch": 0.4823030303030303,
      "grad_norm": 0.04473787546157837,
      "learning_rate": 0.0008,
      "loss": 2.087282657623291,
      "step": 7958
    },
    {
      "epoch": 0.4824242424242424,
      "grad_norm": 0.04727059602737427,
      "learning_rate": 0.0008,
      "loss": 2.1773219108581543,
      "step": 7960
    },
    {
      "epoch": 0.48254545454545456,
      "grad_norm": 0.0471804216504097,
      "learning_rate": 0.0008,
      "loss": 2.2470622062683105,
      "step": 7962
    },
    {
      "epoch": 0.4826666666666667,
      "grad_norm": 0.0463046133518219,
      "learning_rate": 0.0008,
      "loss": 2.182440757751465,
      "step": 7964
    },
    {
      "epoch": 0.48278787878787877,
      "grad_norm": 0.04832308739423752,
      "learning_rate": 0.0008,
      "loss": 2.1898748874664307,
      "step": 7966
    },
    {
      "epoch": 0.4829090909090909,
      "grad_norm": 0.04742458462715149,
      "learning_rate": 0.0008,
      "loss": 2.0950472354888916,
      "step": 7968
    },
    {
      "epoch": 0.48303030303030303,
      "grad_norm": 0.04693712666630745,
      "learning_rate": 0.0008,
      "loss": 2.1353418827056885,
      "step": 7970
    },
    {
      "epoch": 0.48315151515151517,
      "grad_norm": 0.04560433328151703,
      "learning_rate": 0.0008,
      "loss": 2.100820541381836,
      "step": 7972
    },
    {
      "epoch": 0.4832727272727273,
      "grad_norm": 0.04588646441698074,
      "learning_rate": 0.0008,
      "loss": 2.17008113861084,
      "step": 7974
    },
    {
      "epoch": 0.4833939393939394,
      "grad_norm": 0.05156596004962921,
      "learning_rate": 0.0008,
      "loss": 2.180776596069336,
      "step": 7976
    },
    {
      "epoch": 0.4835151515151515,
      "grad_norm": 0.05276881158351898,
      "learning_rate": 0.0008,
      "loss": 2.1485612392425537,
      "step": 7978
    },
    {
      "epoch": 0.48363636363636364,
      "grad_norm": 0.05519138649106026,
      "learning_rate": 0.0008,
      "loss": 2.197990894317627,
      "step": 7980
    },
    {
      "epoch": 0.4837575757575758,
      "grad_norm": 0.049400582909584045,
      "learning_rate": 0.0008,
      "loss": 2.1576011180877686,
      "step": 7982
    },
    {
      "epoch": 0.48387878787878785,
      "grad_norm": 0.052837494760751724,
      "learning_rate": 0.0008,
      "loss": 2.1409919261932373,
      "step": 7984
    },
    {
      "epoch": 0.484,
      "grad_norm": 0.058008115738630295,
      "learning_rate": 0.0008,
      "loss": 2.1156907081604004,
      "step": 7986
    },
    {
      "epoch": 0.4841212121212121,
      "grad_norm": 0.0614786334335804,
      "learning_rate": 0.0008,
      "loss": 2.1968023777008057,
      "step": 7988
    },
    {
      "epoch": 0.48424242424242425,
      "grad_norm": 0.05824822932481766,
      "learning_rate": 0.0008,
      "loss": 2.092435121536255,
      "step": 7990
    },
    {
      "epoch": 0.4843636363636364,
      "grad_norm": 0.060352906584739685,
      "learning_rate": 0.0008,
      "loss": 2.1590638160705566,
      "step": 7992
    },
    {
      "epoch": 0.48448484848484846,
      "grad_norm": 0.05581668019294739,
      "learning_rate": 0.0008,
      "loss": 2.1576030254364014,
      "step": 7994
    },
    {
      "epoch": 0.4846060606060606,
      "grad_norm": 0.05193927884101868,
      "learning_rate": 0.0008,
      "loss": 2.14442777633667,
      "step": 7996
    },
    {
      "epoch": 0.48472727272727273,
      "grad_norm": 0.048746995627880096,
      "learning_rate": 0.0008,
      "loss": 2.1728620529174805,
      "step": 7998
    },
    {
      "epoch": 0.48484848484848486,
      "grad_norm": 0.045741356909275055,
      "learning_rate": 0.0008,
      "loss": 2.079671859741211,
      "step": 8000
    },
    {
      "epoch": 0.484969696969697,
      "grad_norm": 0.04755518585443497,
      "learning_rate": 0.0008,
      "loss": 2.1981284618377686,
      "step": 8002
    },
    {
      "epoch": 0.4850909090909091,
      "grad_norm": 0.05018129572272301,
      "learning_rate": 0.0008,
      "loss": 2.2168023586273193,
      "step": 8004
    },
    {
      "epoch": 0.4852121212121212,
      "grad_norm": 0.04779853671789169,
      "learning_rate": 0.0008,
      "loss": 2.1361589431762695,
      "step": 8006
    },
    {
      "epoch": 0.48533333333333334,
      "grad_norm": 0.04702983424067497,
      "learning_rate": 0.0008,
      "loss": 2.1300199031829834,
      "step": 8008
    },
    {
      "epoch": 0.48545454545454547,
      "grad_norm": 0.05032796785235405,
      "learning_rate": 0.0008,
      "loss": 2.0925590991973877,
      "step": 8010
    },
    {
      "epoch": 0.48557575757575755,
      "grad_norm": 0.04834022745490074,
      "learning_rate": 0.0008,
      "loss": 2.2065885066986084,
      "step": 8012
    },
    {
      "epoch": 0.4856969696969697,
      "grad_norm": 0.048035845160484314,
      "learning_rate": 0.0008,
      "loss": 2.1623475551605225,
      "step": 8014
    },
    {
      "epoch": 0.4858181818181818,
      "grad_norm": 0.0492490753531456,
      "learning_rate": 0.0008,
      "loss": 2.11659574508667,
      "step": 8016
    },
    {
      "epoch": 0.48593939393939395,
      "grad_norm": 0.050389207899570465,
      "learning_rate": 0.0008,
      "loss": 2.1764402389526367,
      "step": 8018
    },
    {
      "epoch": 0.4860606060606061,
      "grad_norm": 0.04670332744717598,
      "learning_rate": 0.0008,
      "loss": 2.195909261703491,
      "step": 8020
    },
    {
      "epoch": 0.48618181818181816,
      "grad_norm": 0.047224149107933044,
      "learning_rate": 0.0008,
      "loss": 2.1715056896209717,
      "step": 8022
    },
    {
      "epoch": 0.4863030303030303,
      "grad_norm": 0.05065590888261795,
      "learning_rate": 0.0008,
      "loss": 2.1839547157287598,
      "step": 8024
    },
    {
      "epoch": 0.4864242424242424,
      "grad_norm": 0.04880532622337341,
      "learning_rate": 0.0008,
      "loss": 2.1532344818115234,
      "step": 8026
    },
    {
      "epoch": 0.48654545454545456,
      "grad_norm": 0.04704447090625763,
      "learning_rate": 0.0008,
      "loss": 2.1869595050811768,
      "step": 8028
    },
    {
      "epoch": 0.4866666666666667,
      "grad_norm": 0.0473904050886631,
      "learning_rate": 0.0008,
      "loss": 2.1304478645324707,
      "step": 8030
    },
    {
      "epoch": 0.48678787878787877,
      "grad_norm": 0.048481885343790054,
      "learning_rate": 0.0008,
      "loss": 2.1630771160125732,
      "step": 8032
    },
    {
      "epoch": 0.4869090909090909,
      "grad_norm": 0.046491678804159164,
      "learning_rate": 0.0008,
      "loss": 2.20939040184021,
      "step": 8034
    },
    {
      "epoch": 0.48703030303030304,
      "grad_norm": 0.04588380455970764,
      "learning_rate": 0.0008,
      "loss": 2.191132068634033,
      "step": 8036
    },
    {
      "epoch": 0.48715151515151517,
      "grad_norm": 0.04920245334506035,
      "learning_rate": 0.0008,
      "loss": 2.1452081203460693,
      "step": 8038
    },
    {
      "epoch": 0.48727272727272725,
      "grad_norm": 0.06036463379859924,
      "learning_rate": 0.0008,
      "loss": 2.125612258911133,
      "step": 8040
    },
    {
      "epoch": 0.4873939393939394,
      "grad_norm": 0.06885825097560883,
      "learning_rate": 0.0008,
      "loss": 2.14691424369812,
      "step": 8042
    },
    {
      "epoch": 0.4875151515151515,
      "grad_norm": 0.06516905128955841,
      "learning_rate": 0.0008,
      "loss": 2.1530356407165527,
      "step": 8044
    },
    {
      "epoch": 0.48763636363636365,
      "grad_norm": 0.05860385298728943,
      "learning_rate": 0.0008,
      "loss": 2.147707939147949,
      "step": 8046
    },
    {
      "epoch": 0.4877575757575758,
      "grad_norm": 0.059222131967544556,
      "learning_rate": 0.0008,
      "loss": 2.194840431213379,
      "step": 8048
    },
    {
      "epoch": 0.48787878787878786,
      "grad_norm": 0.0511152520775795,
      "learning_rate": 0.0008,
      "loss": 2.204620838165283,
      "step": 8050
    },
    {
      "epoch": 0.488,
      "grad_norm": 0.04738345369696617,
      "learning_rate": 0.0008,
      "loss": 2.167820453643799,
      "step": 8052
    },
    {
      "epoch": 0.4881212121212121,
      "grad_norm": 0.04710760712623596,
      "learning_rate": 0.0008,
      "loss": 2.168243646621704,
      "step": 8054
    },
    {
      "epoch": 0.48824242424242426,
      "grad_norm": 0.05177466198801994,
      "learning_rate": 0.0008,
      "loss": 2.1572201251983643,
      "step": 8056
    },
    {
      "epoch": 0.4883636363636364,
      "grad_norm": 0.04869115352630615,
      "learning_rate": 0.0008,
      "loss": 2.075375556945801,
      "step": 8058
    },
    {
      "epoch": 0.48848484848484847,
      "grad_norm": 0.05025269463658333,
      "learning_rate": 0.0008,
      "loss": 2.1828317642211914,
      "step": 8060
    },
    {
      "epoch": 0.4886060606060606,
      "grad_norm": 0.04819400608539581,
      "learning_rate": 0.0008,
      "loss": 2.2058727741241455,
      "step": 8062
    },
    {
      "epoch": 0.48872727272727273,
      "grad_norm": 0.04893394559621811,
      "learning_rate": 0.0008,
      "loss": 2.250335454940796,
      "step": 8064
    },
    {
      "epoch": 0.48884848484848487,
      "grad_norm": 0.050121236592531204,
      "learning_rate": 0.0008,
      "loss": 2.2132654190063477,
      "step": 8066
    },
    {
      "epoch": 0.48896969696969694,
      "grad_norm": 0.0483601875603199,
      "learning_rate": 0.0008,
      "loss": 2.1698122024536133,
      "step": 8068
    },
    {
      "epoch": 0.4890909090909091,
      "grad_norm": 0.04785027354955673,
      "learning_rate": 0.0008,
      "loss": 2.1873414516448975,
      "step": 8070
    },
    {
      "epoch": 0.4892121212121212,
      "grad_norm": 0.04718153923749924,
      "learning_rate": 0.0008,
      "loss": 2.2780964374542236,
      "step": 8072
    },
    {
      "epoch": 0.48933333333333334,
      "grad_norm": 0.04798334464430809,
      "learning_rate": 0.0008,
      "loss": 2.101529598236084,
      "step": 8074
    },
    {
      "epoch": 0.4894545454545455,
      "grad_norm": 0.04611857235431671,
      "learning_rate": 0.0008,
      "loss": 2.167292833328247,
      "step": 8076
    },
    {
      "epoch": 0.48957575757575755,
      "grad_norm": 0.045211050659418106,
      "learning_rate": 0.0008,
      "loss": 2.1878604888916016,
      "step": 8078
    },
    {
      "epoch": 0.4896969696969697,
      "grad_norm": 0.04678706079721451,
      "learning_rate": 0.0008,
      "loss": 2.160085439682007,
      "step": 8080
    },
    {
      "epoch": 0.4898181818181818,
      "grad_norm": 0.04661682993173599,
      "learning_rate": 0.0008,
      "loss": 2.1523172855377197,
      "step": 8082
    },
    {
      "epoch": 0.48993939393939395,
      "grad_norm": 0.0516045056283474,
      "learning_rate": 0.0008,
      "loss": 2.1481988430023193,
      "step": 8084
    },
    {
      "epoch": 0.4900606060606061,
      "grad_norm": 0.049808651208877563,
      "learning_rate": 0.0008,
      "loss": 2.088008165359497,
      "step": 8086
    },
    {
      "epoch": 0.49018181818181816,
      "grad_norm": 0.06430309265851974,
      "learning_rate": 0.0008,
      "loss": 2.2354788780212402,
      "step": 8088
    },
    {
      "epoch": 0.4903030303030303,
      "grad_norm": 0.06837473809719086,
      "learning_rate": 0.0008,
      "loss": 2.2027931213378906,
      "step": 8090
    },
    {
      "epoch": 0.49042424242424243,
      "grad_norm": 0.04776355251669884,
      "learning_rate": 0.0008,
      "loss": 2.2230489253997803,
      "step": 8092
    },
    {
      "epoch": 0.49054545454545456,
      "grad_norm": 0.050362974405288696,
      "learning_rate": 0.0008,
      "loss": 2.1656877994537354,
      "step": 8094
    },
    {
      "epoch": 0.49066666666666664,
      "grad_norm": 0.050989679992198944,
      "learning_rate": 0.0008,
      "loss": 2.111717939376831,
      "step": 8096
    },
    {
      "epoch": 0.4907878787878788,
      "grad_norm": 0.047923292964696884,
      "learning_rate": 0.0008,
      "loss": 2.100940227508545,
      "step": 8098
    },
    {
      "epoch": 0.4909090909090909,
      "grad_norm": 0.04554542526602745,
      "learning_rate": 0.0008,
      "loss": 2.149564743041992,
      "step": 8100
    },
    {
      "epoch": 0.49103030303030304,
      "grad_norm": 0.04567817226052284,
      "learning_rate": 0.0008,
      "loss": 2.1128101348876953,
      "step": 8102
    },
    {
      "epoch": 0.4911515151515152,
      "grad_norm": 0.046744536608457565,
      "learning_rate": 0.0008,
      "loss": 2.2363498210906982,
      "step": 8104
    },
    {
      "epoch": 0.49127272727272725,
      "grad_norm": 0.046018172055482864,
      "learning_rate": 0.0008,
      "loss": 2.1862754821777344,
      "step": 8106
    },
    {
      "epoch": 0.4913939393939394,
      "grad_norm": 0.048875629901885986,
      "learning_rate": 0.0008,
      "loss": 2.177825927734375,
      "step": 8108
    },
    {
      "epoch": 0.4915151515151515,
      "grad_norm": 0.0472327396273613,
      "learning_rate": 0.0008,
      "loss": 2.130298376083374,
      "step": 8110
    },
    {
      "epoch": 0.49163636363636365,
      "grad_norm": 0.04676814749836922,
      "learning_rate": 0.0008,
      "loss": 2.1980721950531006,
      "step": 8112
    },
    {
      "epoch": 0.4917575757575758,
      "grad_norm": 0.04516500607132912,
      "learning_rate": 0.0008,
      "loss": 2.1468393802642822,
      "step": 8114
    },
    {
      "epoch": 0.49187878787878786,
      "grad_norm": 0.04904119297862053,
      "learning_rate": 0.0008,
      "loss": 2.1239147186279297,
      "step": 8116
    },
    {
      "epoch": 0.492,
      "grad_norm": 0.0500326082110405,
      "learning_rate": 0.0008,
      "loss": 2.138835906982422,
      "step": 8118
    },
    {
      "epoch": 0.4921212121212121,
      "grad_norm": 0.05328955873847008,
      "learning_rate": 0.0008,
      "loss": 2.1513001918792725,
      "step": 8120
    },
    {
      "epoch": 0.49224242424242426,
      "grad_norm": 0.05241120606660843,
      "learning_rate": 0.0008,
      "loss": 2.232006788253784,
      "step": 8122
    },
    {
      "epoch": 0.49236363636363634,
      "grad_norm": 0.04845290631055832,
      "learning_rate": 0.0008,
      "loss": 2.1838676929473877,
      "step": 8124
    },
    {
      "epoch": 0.49248484848484847,
      "grad_norm": 0.053707510232925415,
      "learning_rate": 0.0008,
      "loss": 2.1833393573760986,
      "step": 8126
    },
    {
      "epoch": 0.4926060606060606,
      "grad_norm": 0.05237961933016777,
      "learning_rate": 0.0008,
      "loss": 2.142829418182373,
      "step": 8128
    },
    {
      "epoch": 0.49272727272727274,
      "grad_norm": 0.05672919750213623,
      "learning_rate": 0.0008,
      "loss": 2.0982344150543213,
      "step": 8130
    },
    {
      "epoch": 0.49284848484848487,
      "grad_norm": 0.06768239289522171,
      "learning_rate": 0.0008,
      "loss": 2.1772124767303467,
      "step": 8132
    },
    {
      "epoch": 0.49296969696969695,
      "grad_norm": 0.06101243570446968,
      "learning_rate": 0.0008,
      "loss": 2.1232857704162598,
      "step": 8134
    },
    {
      "epoch": 0.4930909090909091,
      "grad_norm": 0.04699873924255371,
      "learning_rate": 0.0008,
      "loss": 2.0971736907958984,
      "step": 8136
    },
    {
      "epoch": 0.4932121212121212,
      "grad_norm": 0.04717868193984032,
      "learning_rate": 0.0008,
      "loss": 2.128848075866699,
      "step": 8138
    },
    {
      "epoch": 0.49333333333333335,
      "grad_norm": 0.04809015616774559,
      "learning_rate": 0.0008,
      "loss": 2.2503280639648438,
      "step": 8140
    },
    {
      "epoch": 0.4934545454545455,
      "grad_norm": 0.0454794205725193,
      "learning_rate": 0.0008,
      "loss": 2.215733766555786,
      "step": 8142
    },
    {
      "epoch": 0.49357575757575756,
      "grad_norm": 0.045128341764211655,
      "learning_rate": 0.0008,
      "loss": 2.1557118892669678,
      "step": 8144
    },
    {
      "epoch": 0.4936969696969697,
      "grad_norm": 0.046841610223054886,
      "learning_rate": 0.0008,
      "loss": 2.1252994537353516,
      "step": 8146
    },
    {
      "epoch": 0.4938181818181818,
      "grad_norm": 0.04633751139044762,
      "learning_rate": 0.0008,
      "loss": 2.205721855163574,
      "step": 8148
    },
    {
      "epoch": 0.49393939393939396,
      "grad_norm": 0.04508954659104347,
      "learning_rate": 0.0008,
      "loss": 2.2272467613220215,
      "step": 8150
    },
    {
      "epoch": 0.49406060606060603,
      "grad_norm": 0.047399669885635376,
      "learning_rate": 0.0008,
      "loss": 2.1831653118133545,
      "step": 8152
    },
    {
      "epoch": 0.49418181818181817,
      "grad_norm": 0.04831470921635628,
      "learning_rate": 0.0008,
      "loss": 2.1266767978668213,
      "step": 8154
    },
    {
      "epoch": 0.4943030303030303,
      "grad_norm": 0.04635467007756233,
      "learning_rate": 0.0008,
      "loss": 2.1595776081085205,
      "step": 8156
    },
    {
      "epoch": 0.49442424242424243,
      "grad_norm": 0.048109591007232666,
      "learning_rate": 0.0008,
      "loss": 2.1448564529418945,
      "step": 8158
    },
    {
      "epoch": 0.49454545454545457,
      "grad_norm": 0.04712845757603645,
      "learning_rate": 0.0008,
      "loss": 2.2030115127563477,
      "step": 8160
    },
    {
      "epoch": 0.49466666666666664,
      "grad_norm": 0.048840463161468506,
      "learning_rate": 0.0008,
      "loss": 2.1227118968963623,
      "step": 8162
    },
    {
      "epoch": 0.4947878787878788,
      "grad_norm": 0.045379240065813065,
      "learning_rate": 0.0008,
      "loss": 2.1675143241882324,
      "step": 8164
    },
    {
      "epoch": 0.4949090909090909,
      "grad_norm": 0.04535629227757454,
      "learning_rate": 0.0008,
      "loss": 2.135972023010254,
      "step": 8166
    },
    {
      "epoch": 0.49503030303030304,
      "grad_norm": 0.0460146889090538,
      "learning_rate": 0.0008,
      "loss": 2.1254985332489014,
      "step": 8168
    },
    {
      "epoch": 0.4951515151515152,
      "grad_norm": 0.052786629647016525,
      "learning_rate": 0.0008,
      "loss": 2.1938858032226562,
      "step": 8170
    },
    {
      "epoch": 0.49527272727272725,
      "grad_norm": 0.05849597603082657,
      "learning_rate": 0.0008,
      "loss": 2.1848714351654053,
      "step": 8172
    },
    {
      "epoch": 0.4953939393939394,
      "grad_norm": 0.05627073347568512,
      "learning_rate": 0.0008,
      "loss": 2.177468776702881,
      "step": 8174
    },
    {
      "epoch": 0.4955151515151515,
      "grad_norm": 0.05701513588428497,
      "learning_rate": 0.0008,
      "loss": 2.138036012649536,
      "step": 8176
    },
    {
      "epoch": 0.49563636363636365,
      "grad_norm": 0.04620877653360367,
      "learning_rate": 0.0008,
      "loss": 2.140601396560669,
      "step": 8178
    },
    {
      "epoch": 0.49575757575757573,
      "grad_norm": 0.04556256905198097,
      "learning_rate": 0.0008,
      "loss": 2.147451877593994,
      "step": 8180
    },
    {
      "epoch": 0.49587878787878786,
      "grad_norm": 0.044421665370464325,
      "learning_rate": 0.0008,
      "loss": 2.1688339710235596,
      "step": 8182
    },
    {
      "epoch": 0.496,
      "grad_norm": 0.04711424186825752,
      "learning_rate": 0.0008,
      "loss": 2.1958963871002197,
      "step": 8184
    },
    {
      "epoch": 0.49612121212121213,
      "grad_norm": 0.045987579971551895,
      "learning_rate": 0.0008,
      "loss": 2.186655282974243,
      "step": 8186
    },
    {
      "epoch": 0.49624242424242426,
      "grad_norm": 0.04943123832345009,
      "learning_rate": 0.0008,
      "loss": 2.1217451095581055,
      "step": 8188
    },
    {
      "epoch": 0.49636363636363634,
      "grad_norm": 0.04740197956562042,
      "learning_rate": 0.0008,
      "loss": 2.191524028778076,
      "step": 8190
    },
    {
      "epoch": 0.4964848484848485,
      "grad_norm": 0.04600048065185547,
      "learning_rate": 0.0008,
      "loss": 2.187910795211792,
      "step": 8192
    },
    {
      "epoch": 0.4966060606060606,
      "grad_norm": 0.049969155341386795,
      "learning_rate": 0.0008,
      "loss": 2.153129816055298,
      "step": 8194
    },
    {
      "epoch": 0.49672727272727274,
      "grad_norm": 0.04763882979750633,
      "learning_rate": 0.0008,
      "loss": 2.1623642444610596,
      "step": 8196
    },
    {
      "epoch": 0.4968484848484849,
      "grad_norm": 0.04595251753926277,
      "learning_rate": 0.0008,
      "loss": 2.185467004776001,
      "step": 8198
    },
    {
      "epoch": 0.49696969696969695,
      "grad_norm": 0.052502721548080444,
      "learning_rate": 0.0008,
      "loss": 2.156458616256714,
      "step": 8200
    },
    {
      "epoch": 0.4970909090909091,
      "grad_norm": 0.05706549808382988,
      "learning_rate": 0.0008,
      "loss": 2.2539138793945312,
      "step": 8202
    },
    {
      "epoch": 0.4972121212121212,
      "grad_norm": 0.054811831563711166,
      "learning_rate": 0.0008,
      "loss": 2.2606303691864014,
      "step": 8204
    },
    {
      "epoch": 0.49733333333333335,
      "grad_norm": 0.05520012602210045,
      "learning_rate": 0.0008,
      "loss": 2.0689024925231934,
      "step": 8206
    },
    {
      "epoch": 0.4974545454545454,
      "grad_norm": 0.04858216643333435,
      "learning_rate": 0.0008,
      "loss": 2.1212246417999268,
      "step": 8208
    },
    {
      "epoch": 0.49757575757575756,
      "grad_norm": 0.054647352546453476,
      "learning_rate": 0.0008,
      "loss": 2.1998848915100098,
      "step": 8210
    },
    {
      "epoch": 0.4976969696969697,
      "grad_norm": 0.04862206056714058,
      "learning_rate": 0.0008,
      "loss": 2.192903518676758,
      "step": 8212
    },
    {
      "epoch": 0.4978181818181818,
      "grad_norm": 0.053280871361494064,
      "learning_rate": 0.0008,
      "loss": 2.1320762634277344,
      "step": 8214
    },
    {
      "epoch": 0.49793939393939396,
      "grad_norm": 0.04882730543613434,
      "learning_rate": 0.0008,
      "loss": 2.1743366718292236,
      "step": 8216
    },
    {
      "epoch": 0.49806060606060604,
      "grad_norm": 0.045933403074741364,
      "learning_rate": 0.0008,
      "loss": 2.170347213745117,
      "step": 8218
    },
    {
      "epoch": 0.49818181818181817,
      "grad_norm": 0.045763734728097916,
      "learning_rate": 0.0008,
      "loss": 2.146291971206665,
      "step": 8220
    },
    {
      "epoch": 0.4983030303030303,
      "grad_norm": 0.04588675871491432,
      "learning_rate": 0.0008,
      "loss": 2.128345489501953,
      "step": 8222
    },
    {
      "epoch": 0.49842424242424244,
      "grad_norm": 0.04707220941781998,
      "learning_rate": 0.0008,
      "loss": 2.1400463581085205,
      "step": 8224
    },
    {
      "epoch": 0.49854545454545457,
      "grad_norm": 0.04686984419822693,
      "learning_rate": 0.0008,
      "loss": 2.129045248031616,
      "step": 8226
    },
    {
      "epoch": 0.49866666666666665,
      "grad_norm": 0.04595641791820526,
      "learning_rate": 0.0008,
      "loss": 2.133805274963379,
      "step": 8228
    },
    {
      "epoch": 0.4987878787878788,
      "grad_norm": 0.04642193019390106,
      "learning_rate": 0.0008,
      "loss": 2.1419248580932617,
      "step": 8230
    },
    {
      "epoch": 0.4989090909090909,
      "grad_norm": 0.04766688868403435,
      "learning_rate": 0.0008,
      "loss": 2.163240909576416,
      "step": 8232
    },
    {
      "epoch": 0.49903030303030305,
      "grad_norm": 0.04558701068162918,
      "learning_rate": 0.0008,
      "loss": 2.1784377098083496,
      "step": 8234
    },
    {
      "epoch": 0.4991515151515151,
      "grad_norm": 0.0485723577439785,
      "learning_rate": 0.0008,
      "loss": 2.188000440597534,
      "step": 8236
    },
    {
      "epoch": 0.49927272727272726,
      "grad_norm": 0.050375428050756454,
      "learning_rate": 0.0008,
      "loss": 2.1444485187530518,
      "step": 8238
    },
    {
      "epoch": 0.4993939393939394,
      "grad_norm": 0.0477910079061985,
      "learning_rate": 0.0008,
      "loss": 2.0946812629699707,
      "step": 8240
    },
    {
      "epoch": 0.4995151515151515,
      "grad_norm": 0.049106497317552567,
      "learning_rate": 0.0008,
      "loss": 2.163905143737793,
      "step": 8242
    },
    {
      "epoch": 0.49963636363636366,
      "grad_norm": 0.04727230221033096,
      "learning_rate": 0.0008,
      "loss": 2.0582895278930664,
      "step": 8244
    },
    {
      "epoch": 0.49975757575757573,
      "grad_norm": 0.04703858494758606,
      "learning_rate": 0.0008,
      "loss": 2.1509952545166016,
      "step": 8246
    },
    {
      "epoch": 0.49987878787878787,
      "grad_norm": 0.04940459504723549,
      "learning_rate": 0.0008,
      "loss": 2.1422626972198486,
      "step": 8248
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.04618372395634651,
      "learning_rate": 0.0008,
      "loss": 2.126713752746582,
      "step": 8250
    },
    {
      "epoch": 0.5001212121212121,
      "grad_norm": 0.04753788933157921,
      "learning_rate": 0.0008,
      "loss": 2.0747878551483154,
      "step": 8252
    },
    {
      "epoch": 0.5002424242424243,
      "grad_norm": 0.04675167798995972,
      "learning_rate": 0.0008,
      "loss": 2.2127225399017334,
      "step": 8254
    },
    {
      "epoch": 0.5003636363636363,
      "grad_norm": 0.046687301248311996,
      "learning_rate": 0.0008,
      "loss": 2.1687121391296387,
      "step": 8256
    },
    {
      "epoch": 0.5004848484848485,
      "grad_norm": 0.05368051305413246,
      "learning_rate": 0.0008,
      "loss": 2.1707875728607178,
      "step": 8258
    },
    {
      "epoch": 0.5006060606060606,
      "grad_norm": 0.0520273819565773,
      "learning_rate": 0.0008,
      "loss": 2.1292724609375,
      "step": 8260
    },
    {
      "epoch": 0.5007272727272727,
      "grad_norm": 0.050026532262563705,
      "learning_rate": 0.0008,
      "loss": 2.1943674087524414,
      "step": 8262
    },
    {
      "epoch": 0.5008484848484849,
      "grad_norm": 0.052951693534851074,
      "learning_rate": 0.0008,
      "loss": 2.148890256881714,
      "step": 8264
    },
    {
      "epoch": 0.500969696969697,
      "grad_norm": 0.057563286274671555,
      "learning_rate": 0.0008,
      "loss": 2.1275806427001953,
      "step": 8266
    },
    {
      "epoch": 0.5010909090909091,
      "grad_norm": 0.06776952743530273,
      "learning_rate": 0.0008,
      "loss": 2.157639503479004,
      "step": 8268
    },
    {
      "epoch": 0.5012121212121212,
      "grad_norm": 0.05548914521932602,
      "learning_rate": 0.0008,
      "loss": 2.1497583389282227,
      "step": 8270
    },
    {
      "epoch": 0.5013333333333333,
      "grad_norm": 0.06335851550102234,
      "learning_rate": 0.0008,
      "loss": 2.122023105621338,
      "step": 8272
    },
    {
      "epoch": 0.5014545454545455,
      "grad_norm": 0.06312880665063858,
      "learning_rate": 0.0008,
      "loss": 2.1484220027923584,
      "step": 8274
    },
    {
      "epoch": 0.5015757575757576,
      "grad_norm": 0.049535755068063736,
      "learning_rate": 0.0008,
      "loss": 2.166900634765625,
      "step": 8276
    },
    {
      "epoch": 0.5016969696969698,
      "grad_norm": 0.0472804494202137,
      "learning_rate": 0.0008,
      "loss": 2.1180500984191895,
      "step": 8278
    },
    {
      "epoch": 0.5018181818181818,
      "grad_norm": 0.04706694558262825,
      "learning_rate": 0.0008,
      "loss": 2.1438212394714355,
      "step": 8280
    },
    {
      "epoch": 0.5019393939393939,
      "grad_norm": 0.046209972351789474,
      "learning_rate": 0.0008,
      "loss": 2.1080408096313477,
      "step": 8282
    },
    {
      "epoch": 0.5020606060606061,
      "grad_norm": 0.045565180480480194,
      "learning_rate": 0.0008,
      "loss": 2.2248342037200928,
      "step": 8284
    },
    {
      "epoch": 0.5021818181818182,
      "grad_norm": 0.04442087188363075,
      "learning_rate": 0.0008,
      "loss": 2.1944468021392822,
      "step": 8286
    },
    {
      "epoch": 0.5023030303030303,
      "grad_norm": 0.04569323733448982,
      "learning_rate": 0.0008,
      "loss": 2.1491992473602295,
      "step": 8288
    },
    {
      "epoch": 0.5024242424242424,
      "grad_norm": 0.04603752866387367,
      "learning_rate": 0.0008,
      "loss": 2.1619515419006348,
      "step": 8290
    },
    {
      "epoch": 0.5025454545454545,
      "grad_norm": 0.045195575803518295,
      "learning_rate": 0.0008,
      "loss": 2.137420177459717,
      "step": 8292
    },
    {
      "epoch": 0.5026666666666667,
      "grad_norm": 0.04743070527911186,
      "learning_rate": 0.0008,
      "loss": 2.1941967010498047,
      "step": 8294
    },
    {
      "epoch": 0.5027878787878788,
      "grad_norm": 0.04482589289546013,
      "learning_rate": 0.0008,
      "loss": 2.1450107097625732,
      "step": 8296
    },
    {
      "epoch": 0.5029090909090909,
      "grad_norm": 0.04417955502867699,
      "learning_rate": 0.0008,
      "loss": 2.0869414806365967,
      "step": 8298
    },
    {
      "epoch": 0.503030303030303,
      "grad_norm": 0.04728525131940842,
      "learning_rate": 0.0008,
      "loss": 2.1566834449768066,
      "step": 8300
    },
    {
      "epoch": 0.5031515151515151,
      "grad_norm": 0.04557187482714653,
      "learning_rate": 0.0008,
      "loss": 2.138300657272339,
      "step": 8302
    },
    {
      "epoch": 0.5032727272727273,
      "grad_norm": 0.04922821745276451,
      "learning_rate": 0.0008,
      "loss": 2.156038999557495,
      "step": 8304
    },
    {
      "epoch": 0.5033939393939394,
      "grad_norm": 0.04671449959278107,
      "learning_rate": 0.0008,
      "loss": 2.2207746505737305,
      "step": 8306
    },
    {
      "epoch": 0.5035151515151515,
      "grad_norm": 0.0474519282579422,
      "learning_rate": 0.0008,
      "loss": 2.220104217529297,
      "step": 8308
    },
    {
      "epoch": 0.5036363636363637,
      "grad_norm": 0.046981893479824066,
      "learning_rate": 0.0008,
      "loss": 2.129133939743042,
      "step": 8310
    },
    {
      "epoch": 0.5037575757575757,
      "grad_norm": 0.04772515967488289,
      "learning_rate": 0.0008,
      "loss": 2.1690475940704346,
      "step": 8312
    },
    {
      "epoch": 0.5038787878787879,
      "grad_norm": 0.04585590958595276,
      "learning_rate": 0.0008,
      "loss": 2.136798620223999,
      "step": 8314
    },
    {
      "epoch": 0.504,
      "grad_norm": 0.04713081195950508,
      "learning_rate": 0.0008,
      "loss": 2.16054105758667,
      "step": 8316
    },
    {
      "epoch": 0.5041212121212121,
      "grad_norm": 0.04808669537305832,
      "learning_rate": 0.0008,
      "loss": 2.2000579833984375,
      "step": 8318
    },
    {
      "epoch": 0.5042424242424243,
      "grad_norm": 0.05108082294464111,
      "learning_rate": 0.0008,
      "loss": 2.1388683319091797,
      "step": 8320
    },
    {
      "epoch": 0.5043636363636363,
      "grad_norm": 0.054240282624959946,
      "learning_rate": 0.0008,
      "loss": 2.0851006507873535,
      "step": 8322
    },
    {
      "epoch": 0.5044848484848485,
      "grad_norm": 0.046349018812179565,
      "learning_rate": 0.0008,
      "loss": 2.1698405742645264,
      "step": 8324
    },
    {
      "epoch": 0.5046060606060606,
      "grad_norm": 0.04833495616912842,
      "learning_rate": 0.0008,
      "loss": 2.1538515090942383,
      "step": 8326
    },
    {
      "epoch": 0.5047272727272727,
      "grad_norm": 0.05482051521539688,
      "learning_rate": 0.0008,
      "loss": 2.148196220397949,
      "step": 8328
    },
    {
      "epoch": 0.5048484848484849,
      "grad_norm": 0.04909079521894455,
      "learning_rate": 0.0008,
      "loss": 2.0988783836364746,
      "step": 8330
    },
    {
      "epoch": 0.504969696969697,
      "grad_norm": 0.05174148082733154,
      "learning_rate": 0.0008,
      "loss": 2.189291000366211,
      "step": 8332
    },
    {
      "epoch": 0.5050909090909091,
      "grad_norm": 0.05886248126626015,
      "learning_rate": 0.0008,
      "loss": 2.1858556270599365,
      "step": 8334
    },
    {
      "epoch": 0.5052121212121212,
      "grad_norm": 0.05439787730574608,
      "learning_rate": 0.0008,
      "loss": 2.1881017684936523,
      "step": 8336
    },
    {
      "epoch": 0.5053333333333333,
      "grad_norm": 0.06349267065525055,
      "learning_rate": 0.0008,
      "loss": 2.135181188583374,
      "step": 8338
    },
    {
      "epoch": 0.5054545454545455,
      "grad_norm": 0.05695410445332527,
      "learning_rate": 0.0008,
      "loss": 2.1856887340545654,
      "step": 8340
    },
    {
      "epoch": 0.5055757575757576,
      "grad_norm": 0.05183325707912445,
      "learning_rate": 0.0008,
      "loss": 2.1277432441711426,
      "step": 8342
    },
    {
      "epoch": 0.5056969696969696,
      "grad_norm": 0.055816568434238434,
      "learning_rate": 0.0008,
      "loss": 2.199383497238159,
      "step": 8344
    },
    {
      "epoch": 0.5058181818181818,
      "grad_norm": 0.05534963309764862,
      "learning_rate": 0.0008,
      "loss": 2.1434249877929688,
      "step": 8346
    },
    {
      "epoch": 0.5059393939393939,
      "grad_norm": 0.051075492054224014,
      "learning_rate": 0.0008,
      "loss": 2.2040655612945557,
      "step": 8348
    },
    {
      "epoch": 0.5060606060606061,
      "grad_norm": 0.04613843932747841,
      "learning_rate": 0.0008,
      "loss": 2.173184871673584,
      "step": 8350
    },
    {
      "epoch": 0.5061818181818182,
      "grad_norm": 0.04540320485830307,
      "learning_rate": 0.0008,
      "loss": 2.069232940673828,
      "step": 8352
    },
    {
      "epoch": 0.5063030303030303,
      "grad_norm": 0.04711904749274254,
      "learning_rate": 0.0008,
      "loss": 2.1974644660949707,
      "step": 8354
    },
    {
      "epoch": 0.5064242424242424,
      "grad_norm": 0.04584847018122673,
      "learning_rate": 0.0008,
      "loss": 2.125601291656494,
      "step": 8356
    },
    {
      "epoch": 0.5065454545454545,
      "grad_norm": 0.04686010256409645,
      "learning_rate": 0.0008,
      "loss": 2.131800651550293,
      "step": 8358
    },
    {
      "epoch": 0.5066666666666667,
      "grad_norm": 0.0487171933054924,
      "learning_rate": 0.0008,
      "loss": 2.2304675579071045,
      "step": 8360
    },
    {
      "epoch": 0.5067878787878788,
      "grad_norm": 0.05850938335061073,
      "learning_rate": 0.0008,
      "loss": 2.122990369796753,
      "step": 8362
    },
    {
      "epoch": 0.5069090909090909,
      "grad_norm": 0.052166882902383804,
      "learning_rate": 0.0008,
      "loss": 2.1749730110168457,
      "step": 8364
    },
    {
      "epoch": 0.507030303030303,
      "grad_norm": 0.04772840440273285,
      "learning_rate": 0.0008,
      "loss": 2.193629503250122,
      "step": 8366
    },
    {
      "epoch": 0.5071515151515151,
      "grad_norm": 0.04916509613394737,
      "learning_rate": 0.0008,
      "loss": 2.203782081604004,
      "step": 8368
    },
    {
      "epoch": 0.5072727272727273,
      "grad_norm": 0.04665343090891838,
      "learning_rate": 0.0008,
      "loss": 2.1856369972229004,
      "step": 8370
    },
    {
      "epoch": 0.5073939393939394,
      "grad_norm": 0.047499917447566986,
      "learning_rate": 0.0008,
      "loss": 2.1621389389038086,
      "step": 8372
    },
    {
      "epoch": 0.5075151515151515,
      "grad_norm": 0.047155335545539856,
      "learning_rate": 0.0008,
      "loss": 2.1648263931274414,
      "step": 8374
    },
    {
      "epoch": 0.5076363636363637,
      "grad_norm": 0.04917951300740242,
      "learning_rate": 0.0008,
      "loss": 2.160984992980957,
      "step": 8376
    },
    {
      "epoch": 0.5077575757575757,
      "grad_norm": 0.05143747106194496,
      "learning_rate": 0.0008,
      "loss": 2.1361734867095947,
      "step": 8378
    },
    {
      "epoch": 0.5078787878787879,
      "grad_norm": 0.04854264110326767,
      "learning_rate": 0.0008,
      "loss": 2.162557601928711,
      "step": 8380
    },
    {
      "epoch": 0.508,
      "grad_norm": 0.048763252794742584,
      "learning_rate": 0.0008,
      "loss": 2.0927484035491943,
      "step": 8382
    },
    {
      "epoch": 0.5081212121212121,
      "grad_norm": 0.045139893889427185,
      "learning_rate": 0.0008,
      "loss": 2.223177433013916,
      "step": 8384
    },
    {
      "epoch": 0.5082424242424243,
      "grad_norm": 0.046081844717264175,
      "learning_rate": 0.0008,
      "loss": 2.1395139694213867,
      "step": 8386
    },
    {
      "epoch": 0.5083636363636364,
      "grad_norm": 0.04526335746049881,
      "learning_rate": 0.0008,
      "loss": 2.1028833389282227,
      "step": 8388
    },
    {
      "epoch": 0.5084848484848485,
      "grad_norm": 0.04607897251844406,
      "learning_rate": 0.0008,
      "loss": 2.160555839538574,
      "step": 8390
    },
    {
      "epoch": 0.5086060606060606,
      "grad_norm": 0.046668194234371185,
      "learning_rate": 0.0008,
      "loss": 2.1911563873291016,
      "step": 8392
    },
    {
      "epoch": 0.5087272727272727,
      "grad_norm": 0.046017199754714966,
      "learning_rate": 0.0008,
      "loss": 2.1131012439727783,
      "step": 8394
    },
    {
      "epoch": 0.5088484848484849,
      "grad_norm": 0.04757123813033104,
      "learning_rate": 0.0008,
      "loss": 2.181053638458252,
      "step": 8396
    },
    {
      "epoch": 0.508969696969697,
      "grad_norm": 0.05007690191268921,
      "learning_rate": 0.0008,
      "loss": 2.1062660217285156,
      "step": 8398
    },
    {
      "epoch": 0.509090909090909,
      "grad_norm": 0.05519925057888031,
      "learning_rate": 0.0008,
      "loss": 2.216257333755493,
      "step": 8400
    },
    {
      "epoch": 0.5092121212121212,
      "grad_norm": 0.04499412328004837,
      "learning_rate": 0.0008,
      "loss": 2.134782075881958,
      "step": 8402
    },
    {
      "epoch": 0.5093333333333333,
      "grad_norm": 0.047390181571245193,
      "learning_rate": 0.0008,
      "loss": 2.1485912799835205,
      "step": 8404
    },
    {
      "epoch": 0.5094545454545455,
      "grad_norm": 0.04757282882928848,
      "learning_rate": 0.0008,
      "loss": 2.182154893875122,
      "step": 8406
    },
    {
      "epoch": 0.5095757575757576,
      "grad_norm": 0.04614488035440445,
      "learning_rate": 0.0008,
      "loss": 2.200502872467041,
      "step": 8408
    },
    {
      "epoch": 0.5096969696969696,
      "grad_norm": 0.052768465131521225,
      "learning_rate": 0.0008,
      "loss": 2.172635793685913,
      "step": 8410
    },
    {
      "epoch": 0.5098181818181818,
      "grad_norm": 0.054344117641448975,
      "learning_rate": 0.0008,
      "loss": 2.120060443878174,
      "step": 8412
    },
    {
      "epoch": 0.5099393939393939,
      "grad_norm": 0.052818186581134796,
      "learning_rate": 0.0008,
      "loss": 2.1689207553863525,
      "step": 8414
    },
    {
      "epoch": 0.5100606060606061,
      "grad_norm": 0.04738256335258484,
      "learning_rate": 0.0008,
      "loss": 2.1231932640075684,
      "step": 8416
    },
    {
      "epoch": 0.5101818181818182,
      "grad_norm": 0.04628175124526024,
      "learning_rate": 0.0008,
      "loss": 2.0969176292419434,
      "step": 8418
    },
    {
      "epoch": 0.5103030303030303,
      "grad_norm": 0.0444316640496254,
      "learning_rate": 0.0008,
      "loss": 2.0992579460144043,
      "step": 8420
    },
    {
      "epoch": 0.5104242424242424,
      "grad_norm": 0.04930891841650009,
      "learning_rate": 0.0008,
      "loss": 2.1576640605926514,
      "step": 8422
    },
    {
      "epoch": 0.5105454545454545,
      "grad_norm": 0.05840415507555008,
      "learning_rate": 0.0008,
      "loss": 2.1917362213134766,
      "step": 8424
    },
    {
      "epoch": 0.5106666666666667,
      "grad_norm": 0.053547557443380356,
      "learning_rate": 0.0008,
      "loss": 2.2495715618133545,
      "step": 8426
    },
    {
      "epoch": 0.5107878787878788,
      "grad_norm": 0.04541819915175438,
      "learning_rate": 0.0008,
      "loss": 2.2255442142486572,
      "step": 8428
    },
    {
      "epoch": 0.5109090909090909,
      "grad_norm": 0.04512858763337135,
      "learning_rate": 0.0008,
      "loss": 2.188781976699829,
      "step": 8430
    },
    {
      "epoch": 0.5110303030303031,
      "grad_norm": 0.046277862042188644,
      "learning_rate": 0.0008,
      "loss": 2.2492177486419678,
      "step": 8432
    },
    {
      "epoch": 0.5111515151515151,
      "grad_norm": 0.04600614681839943,
      "learning_rate": 0.0008,
      "loss": 2.1495940685272217,
      "step": 8434
    },
    {
      "epoch": 0.5112727272727273,
      "grad_norm": 0.04568784311413765,
      "learning_rate": 0.0008,
      "loss": 2.173769950866699,
      "step": 8436
    },
    {
      "epoch": 0.5113939393939394,
      "grad_norm": 0.052489541471004486,
      "learning_rate": 0.0008,
      "loss": 2.1669960021972656,
      "step": 8438
    },
    {
      "epoch": 0.5115151515151515,
      "grad_norm": 0.044003888964653015,
      "learning_rate": 0.0008,
      "loss": 2.0443081855773926,
      "step": 8440
    },
    {
      "epoch": 0.5116363636363637,
      "grad_norm": 0.045515984296798706,
      "learning_rate": 0.0008,
      "loss": 2.1745829582214355,
      "step": 8442
    },
    {
      "epoch": 0.5117575757575757,
      "grad_norm": 0.053701017051935196,
      "learning_rate": 0.0008,
      "loss": 2.11906099319458,
      "step": 8444
    },
    {
      "epoch": 0.5118787878787879,
      "grad_norm": 0.05366675928235054,
      "learning_rate": 0.0008,
      "loss": 2.1765103340148926,
      "step": 8446
    },
    {
      "epoch": 0.512,
      "grad_norm": 0.0498976968228817,
      "learning_rate": 0.0008,
      "loss": 2.2087323665618896,
      "step": 8448
    },
    {
      "epoch": 0.5121212121212121,
      "grad_norm": 0.04663627967238426,
      "learning_rate": 0.0008,
      "loss": 2.172914981842041,
      "step": 8450
    },
    {
      "epoch": 0.5122424242424243,
      "grad_norm": 0.05596553906798363,
      "learning_rate": 0.0008,
      "loss": 2.0802512168884277,
      "step": 8452
    },
    {
      "epoch": 0.5123636363636364,
      "grad_norm": 0.0593256838619709,
      "learning_rate": 0.0008,
      "loss": 2.158299684524536,
      "step": 8454
    },
    {
      "epoch": 0.5124848484848484,
      "grad_norm": 0.05325794219970703,
      "learning_rate": 0.0008,
      "loss": 2.188397169113159,
      "step": 8456
    },
    {
      "epoch": 0.5126060606060606,
      "grad_norm": 0.049928318709135056,
      "learning_rate": 0.0008,
      "loss": 2.234545946121216,
      "step": 8458
    },
    {
      "epoch": 0.5127272727272727,
      "grad_norm": 0.04948364943265915,
      "learning_rate": 0.0008,
      "loss": 2.198573589324951,
      "step": 8460
    },
    {
      "epoch": 0.5128484848484849,
      "grad_norm": 0.04699978604912758,
      "learning_rate": 0.0008,
      "loss": 2.18436861038208,
      "step": 8462
    },
    {
      "epoch": 0.512969696969697,
      "grad_norm": 0.0454506017267704,
      "learning_rate": 0.0008,
      "loss": 2.1416680812835693,
      "step": 8464
    },
    {
      "epoch": 0.513090909090909,
      "grad_norm": 0.04455338791012764,
      "learning_rate": 0.0008,
      "loss": 2.0984182357788086,
      "step": 8466
    },
    {
      "epoch": 0.5132121212121212,
      "grad_norm": 0.04663264751434326,
      "learning_rate": 0.0008,
      "loss": 2.1529643535614014,
      "step": 8468
    },
    {
      "epoch": 0.5133333333333333,
      "grad_norm": 0.04517247900366783,
      "learning_rate": 0.0008,
      "loss": 2.2263691425323486,
      "step": 8470
    },
    {
      "epoch": 0.5134545454545455,
      "grad_norm": 0.05333007127046585,
      "learning_rate": 0.0008,
      "loss": 2.108067274093628,
      "step": 8472
    },
    {
      "epoch": 0.5135757575757576,
      "grad_norm": 0.05820532515645027,
      "learning_rate": 0.0008,
      "loss": 2.1061363220214844,
      "step": 8474
    },
    {
      "epoch": 0.5136969696969697,
      "grad_norm": 0.04732801020145416,
      "learning_rate": 0.0008,
      "loss": 2.1895670890808105,
      "step": 8476
    },
    {
      "epoch": 0.5138181818181818,
      "grad_norm": 0.04764959588646889,
      "learning_rate": 0.0008,
      "loss": 2.116126537322998,
      "step": 8478
    },
    {
      "epoch": 0.5139393939393939,
      "grad_norm": 0.05399865657091141,
      "learning_rate": 0.0008,
      "loss": 2.1652774810791016,
      "step": 8480
    },
    {
      "epoch": 0.5140606060606061,
      "grad_norm": 0.05341809242963791,
      "learning_rate": 0.0008,
      "loss": 2.187131881713867,
      "step": 8482
    },
    {
      "epoch": 0.5141818181818182,
      "grad_norm": 0.0535990335047245,
      "learning_rate": 0.0008,
      "loss": 2.177508592605591,
      "step": 8484
    },
    {
      "epoch": 0.5143030303030303,
      "grad_norm": 0.04730105400085449,
      "learning_rate": 0.0008,
      "loss": 2.117436647415161,
      "step": 8486
    },
    {
      "epoch": 0.5144242424242425,
      "grad_norm": 0.047370634973049164,
      "learning_rate": 0.0008,
      "loss": 2.181685209274292,
      "step": 8488
    },
    {
      "epoch": 0.5145454545454545,
      "grad_norm": 0.048775266855955124,
      "learning_rate": 0.0008,
      "loss": 2.177309274673462,
      "step": 8490
    },
    {
      "epoch": 0.5146666666666667,
      "grad_norm": 0.04493803158402443,
      "learning_rate": 0.0008,
      "loss": 2.160421133041382,
      "step": 8492
    },
    {
      "epoch": 0.5147878787878788,
      "grad_norm": 0.04507630690932274,
      "learning_rate": 0.0008,
      "loss": 2.1621315479278564,
      "step": 8494
    },
    {
      "epoch": 0.5149090909090909,
      "grad_norm": 0.04609949141740799,
      "learning_rate": 0.0008,
      "loss": 2.1323323249816895,
      "step": 8496
    },
    {
      "epoch": 0.5150303030303031,
      "grad_norm": 0.050645023584365845,
      "learning_rate": 0.0008,
      "loss": 2.0798287391662598,
      "step": 8498
    },
    {
      "epoch": 0.5151515151515151,
      "grad_norm": 0.04513709619641304,
      "learning_rate": 0.0008,
      "loss": 2.163363456726074,
      "step": 8500
    },
    {
      "epoch": 0.5152727272727273,
      "grad_norm": 0.04790177568793297,
      "learning_rate": 0.0008,
      "loss": 2.121560573577881,
      "step": 8502
    },
    {
      "epoch": 0.5153939393939394,
      "grad_norm": 0.045462410897016525,
      "learning_rate": 0.0008,
      "loss": 2.1058592796325684,
      "step": 8504
    },
    {
      "epoch": 0.5155151515151515,
      "grad_norm": 0.05221061408519745,
      "learning_rate": 0.0008,
      "loss": 2.2150495052337646,
      "step": 8506
    },
    {
      "epoch": 0.5156363636363637,
      "grad_norm": 0.045630890876054764,
      "learning_rate": 0.0008,
      "loss": 2.1593387126922607,
      "step": 8508
    },
    {
      "epoch": 0.5157575757575757,
      "grad_norm": 0.04750077426433563,
      "learning_rate": 0.0008,
      "loss": 2.1736526489257812,
      "step": 8510
    },
    {
      "epoch": 0.5158787878787878,
      "grad_norm": 0.045027174055576324,
      "learning_rate": 0.0008,
      "loss": 2.177401542663574,
      "step": 8512
    },
    {
      "epoch": 0.516,
      "grad_norm": 0.057939112186431885,
      "learning_rate": 0.0008,
      "loss": 2.1279850006103516,
      "step": 8514
    },
    {
      "epoch": 0.5161212121212121,
      "grad_norm": 0.05399900674819946,
      "learning_rate": 0.0008,
      "loss": 2.1284899711608887,
      "step": 8516
    },
    {
      "epoch": 0.5162424242424243,
      "grad_norm": 0.059826627373695374,
      "learning_rate": 0.0008,
      "loss": 2.1333189010620117,
      "step": 8518
    },
    {
      "epoch": 0.5163636363636364,
      "grad_norm": 0.07290604710578918,
      "learning_rate": 0.0008,
      "loss": 2.133570671081543,
      "step": 8520
    },
    {
      "epoch": 0.5164848484848484,
      "grad_norm": 0.05476842448115349,
      "learning_rate": 0.0008,
      "loss": 2.19606351852417,
      "step": 8522
    },
    {
      "epoch": 0.5166060606060606,
      "grad_norm": 0.05136002600193024,
      "learning_rate": 0.0008,
      "loss": 2.14558482170105,
      "step": 8524
    },
    {
      "epoch": 0.5167272727272727,
      "grad_norm": 0.06669149547815323,
      "learning_rate": 0.0008,
      "loss": 2.1894819736480713,
      "step": 8526
    },
    {
      "epoch": 0.5168484848484849,
      "grad_norm": 0.06364791840314865,
      "learning_rate": 0.0008,
      "loss": 2.193425178527832,
      "step": 8528
    },
    {
      "epoch": 0.516969696969697,
      "grad_norm": 0.062456633895635605,
      "learning_rate": 0.0008,
      "loss": 2.154658317565918,
      "step": 8530
    },
    {
      "epoch": 0.517090909090909,
      "grad_norm": 0.06306169927120209,
      "learning_rate": 0.0008,
      "loss": 2.1670215129852295,
      "step": 8532
    },
    {
      "epoch": 0.5172121212121212,
      "grad_norm": 0.05986541137099266,
      "learning_rate": 0.0008,
      "loss": 2.0977962017059326,
      "step": 8534
    },
    {
      "epoch": 0.5173333333333333,
      "grad_norm": 0.0536867119371891,
      "learning_rate": 0.0008,
      "loss": 2.1175646781921387,
      "step": 8536
    },
    {
      "epoch": 0.5174545454545455,
      "grad_norm": 0.06026748567819595,
      "learning_rate": 0.0008,
      "loss": 2.1687917709350586,
      "step": 8538
    },
    {
      "epoch": 0.5175757575757576,
      "grad_norm": 0.059326834976673126,
      "learning_rate": 0.0008,
      "loss": 2.1408584117889404,
      "step": 8540
    },
    {
      "epoch": 0.5176969696969697,
      "grad_norm": 0.05075798183679581,
      "learning_rate": 0.0008,
      "loss": 2.175293445587158,
      "step": 8542
    },
    {
      "epoch": 0.5178181818181818,
      "grad_norm": 0.04999053105711937,
      "learning_rate": 0.0008,
      "loss": 2.1908087730407715,
      "step": 8544
    },
    {
      "epoch": 0.5179393939393939,
      "grad_norm": 0.044635429978370667,
      "learning_rate": 0.0008,
      "loss": 2.1118810176849365,
      "step": 8546
    },
    {
      "epoch": 0.5180606060606061,
      "grad_norm": 0.04613838344812393,
      "learning_rate": 0.0008,
      "loss": 2.2061879634857178,
      "step": 8548
    },
    {
      "epoch": 0.5181818181818182,
      "grad_norm": 0.04996630921959877,
      "learning_rate": 0.0008,
      "loss": 2.1704750061035156,
      "step": 8550
    },
    {
      "epoch": 0.5183030303030303,
      "grad_norm": 0.04486759752035141,
      "learning_rate": 0.0008,
      "loss": 2.1862940788269043,
      "step": 8552
    },
    {
      "epoch": 0.5184242424242425,
      "grad_norm": 0.04621780663728714,
      "learning_rate": 0.0008,
      "loss": 2.24623966217041,
      "step": 8554
    },
    {
      "epoch": 0.5185454545454545,
      "grad_norm": 0.05570010468363762,
      "learning_rate": 0.0008,
      "loss": 2.110278844833374,
      "step": 8556
    },
    {
      "epoch": 0.5186666666666667,
      "grad_norm": 0.06315582245588303,
      "learning_rate": 0.0008,
      "loss": 2.166139602661133,
      "step": 8558
    },
    {
      "epoch": 0.5187878787878788,
      "grad_norm": 0.0669611245393753,
      "learning_rate": 0.0008,
      "loss": 2.124897003173828,
      "step": 8560
    },
    {
      "epoch": 0.5189090909090909,
      "grad_norm": 0.0786876454949379,
      "learning_rate": 0.0008,
      "loss": 2.1735262870788574,
      "step": 8562
    },
    {
      "epoch": 0.5190303030303031,
      "grad_norm": 0.08753079175949097,
      "learning_rate": 0.0008,
      "loss": 2.1843996047973633,
      "step": 8564
    },
    {
      "epoch": 0.5191515151515151,
      "grad_norm": 0.06962619721889496,
      "learning_rate": 0.0008,
      "loss": 2.151451826095581,
      "step": 8566
    },
    {
      "epoch": 0.5192727272727272,
      "grad_norm": 0.06650211662054062,
      "learning_rate": 0.0008,
      "loss": 2.114278554916382,
      "step": 8568
    },
    {
      "epoch": 0.5193939393939394,
      "grad_norm": 0.054574355483055115,
      "learning_rate": 0.0008,
      "loss": 2.1254260540008545,
      "step": 8570
    },
    {
      "epoch": 0.5195151515151515,
      "grad_norm": 0.05264878273010254,
      "learning_rate": 0.0008,
      "loss": 2.2087299823760986,
      "step": 8572
    },
    {
      "epoch": 0.5196363636363637,
      "grad_norm": 0.05008414015173912,
      "learning_rate": 0.0008,
      "loss": 2.1561832427978516,
      "step": 8574
    },
    {
      "epoch": 0.5197575757575758,
      "grad_norm": 0.046195924282073975,
      "learning_rate": 0.0008,
      "loss": 2.1468000411987305,
      "step": 8576
    },
    {
      "epoch": 0.5198787878787878,
      "grad_norm": 0.046108946204185486,
      "learning_rate": 0.0008,
      "loss": 2.1146886348724365,
      "step": 8578
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.047432564198970795,
      "learning_rate": 0.0008,
      "loss": 2.1746394634246826,
      "step": 8580
    },
    {
      "epoch": 0.5201212121212121,
      "grad_norm": 0.04539509862661362,
      "learning_rate": 0.0008,
      "loss": 2.225393772125244,
      "step": 8582
    },
    {
      "epoch": 0.5202424242424243,
      "grad_norm": 0.0449226014316082,
      "learning_rate": 0.0008,
      "loss": 2.1708765029907227,
      "step": 8584
    },
    {
      "epoch": 0.5203636363636364,
      "grad_norm": 0.044190652668476105,
      "learning_rate": 0.0008,
      "loss": 2.1315791606903076,
      "step": 8586
    },
    {
      "epoch": 0.5204848484848484,
      "grad_norm": 0.04661904647946358,
      "learning_rate": 0.0008,
      "loss": 2.193117380142212,
      "step": 8588
    },
    {
      "epoch": 0.5206060606060606,
      "grad_norm": 0.04620092734694481,
      "learning_rate": 0.0008,
      "loss": 2.1691153049468994,
      "step": 8590
    },
    {
      "epoch": 0.5207272727272727,
      "grad_norm": 0.045683689415454865,
      "learning_rate": 0.0008,
      "loss": 2.0833261013031006,
      "step": 8592
    },
    {
      "epoch": 0.5208484848484849,
      "grad_norm": 0.04585098475217819,
      "learning_rate": 0.0008,
      "loss": 2.1540794372558594,
      "step": 8594
    },
    {
      "epoch": 0.520969696969697,
      "grad_norm": 0.047720082104206085,
      "learning_rate": 0.0008,
      "loss": 2.17844820022583,
      "step": 8596
    },
    {
      "epoch": 0.521090909090909,
      "grad_norm": 0.04936341568827629,
      "learning_rate": 0.0008,
      "loss": 2.1814894676208496,
      "step": 8598
    },
    {
      "epoch": 0.5212121212121212,
      "grad_norm": 0.048220645636320114,
      "learning_rate": 0.0008,
      "loss": 2.127140522003174,
      "step": 8600
    },
    {
      "epoch": 0.5213333333333333,
      "grad_norm": 0.0472579263150692,
      "learning_rate": 0.0008,
      "loss": 2.1229825019836426,
      "step": 8602
    },
    {
      "epoch": 0.5214545454545455,
      "grad_norm": 0.04390188306570053,
      "learning_rate": 0.0008,
      "loss": 2.1254186630249023,
      "step": 8604
    },
    {
      "epoch": 0.5215757575757576,
      "grad_norm": 0.04476621747016907,
      "learning_rate": 0.0008,
      "loss": 2.1118087768554688,
      "step": 8606
    },
    {
      "epoch": 0.5216969696969697,
      "grad_norm": 0.045748285949230194,
      "learning_rate": 0.0008,
      "loss": 2.1635637283325195,
      "step": 8608
    },
    {
      "epoch": 0.5218181818181818,
      "grad_norm": 0.046533409506082535,
      "learning_rate": 0.0008,
      "loss": 2.1834588050842285,
      "step": 8610
    },
    {
      "epoch": 0.5219393939393939,
      "grad_norm": 0.053135115653276443,
      "learning_rate": 0.0008,
      "loss": 2.240097999572754,
      "step": 8612
    },
    {
      "epoch": 0.5220606060606061,
      "grad_norm": 0.05270520970225334,
      "learning_rate": 0.0008,
      "loss": 2.1147916316986084,
      "step": 8614
    },
    {
      "epoch": 0.5221818181818182,
      "grad_norm": 0.0487690232694149,
      "learning_rate": 0.0008,
      "loss": 2.146523952484131,
      "step": 8616
    },
    {
      "epoch": 0.5223030303030303,
      "grad_norm": 0.04681255295872688,
      "learning_rate": 0.0008,
      "loss": 2.1656246185302734,
      "step": 8618
    },
    {
      "epoch": 0.5224242424242425,
      "grad_norm": 0.049087826162576675,
      "learning_rate": 0.0008,
      "loss": 2.187962055206299,
      "step": 8620
    },
    {
      "epoch": 0.5225454545454545,
      "grad_norm": 0.05348682031035423,
      "learning_rate": 0.0008,
      "loss": 2.2151730060577393,
      "step": 8622
    },
    {
      "epoch": 0.5226666666666666,
      "grad_norm": 0.04622306674718857,
      "learning_rate": 0.0008,
      "loss": 2.173006057739258,
      "step": 8624
    },
    {
      "epoch": 0.5227878787878788,
      "grad_norm": 0.04601255804300308,
      "learning_rate": 0.0008,
      "loss": 2.216400146484375,
      "step": 8626
    },
    {
      "epoch": 0.5229090909090909,
      "grad_norm": 0.046211037784814835,
      "learning_rate": 0.0008,
      "loss": 2.1282763481140137,
      "step": 8628
    },
    {
      "epoch": 0.5230303030303031,
      "grad_norm": 0.04699113592505455,
      "learning_rate": 0.0008,
      "loss": 2.2003555297851562,
      "step": 8630
    },
    {
      "epoch": 0.5231515151515151,
      "grad_norm": 0.048487551510334015,
      "learning_rate": 0.0008,
      "loss": 2.148366928100586,
      "step": 8632
    },
    {
      "epoch": 0.5232727272727272,
      "grad_norm": 0.047762077301740646,
      "learning_rate": 0.0008,
      "loss": 2.126533269882202,
      "step": 8634
    },
    {
      "epoch": 0.5233939393939394,
      "grad_norm": 0.055928051471710205,
      "learning_rate": 0.0008,
      "loss": 2.1211905479431152,
      "step": 8636
    },
    {
      "epoch": 0.5235151515151515,
      "grad_norm": 0.053136032074689865,
      "learning_rate": 0.0008,
      "loss": 2.1787593364715576,
      "step": 8638
    },
    {
      "epoch": 0.5236363636363637,
      "grad_norm": 0.06587613373994827,
      "learning_rate": 0.0008,
      "loss": 2.150348663330078,
      "step": 8640
    },
    {
      "epoch": 0.5237575757575758,
      "grad_norm": 0.06883400678634644,
      "learning_rate": 0.0008,
      "loss": 2.1492419242858887,
      "step": 8642
    },
    {
      "epoch": 0.5238787878787878,
      "grad_norm": 0.05619535222649574,
      "learning_rate": 0.0008,
      "loss": 2.1583967208862305,
      "step": 8644
    },
    {
      "epoch": 0.524,
      "grad_norm": 0.04664282500743866,
      "learning_rate": 0.0008,
      "loss": 2.1727635860443115,
      "step": 8646
    },
    {
      "epoch": 0.5241212121212121,
      "grad_norm": 0.04457813501358032,
      "learning_rate": 0.0008,
      "loss": 2.117239475250244,
      "step": 8648
    },
    {
      "epoch": 0.5242424242424243,
      "grad_norm": 0.045408573001623154,
      "learning_rate": 0.0008,
      "loss": 2.1837689876556396,
      "step": 8650
    },
    {
      "epoch": 0.5243636363636364,
      "grad_norm": 0.04601973295211792,
      "learning_rate": 0.0008,
      "loss": 2.1479737758636475,
      "step": 8652
    },
    {
      "epoch": 0.5244848484848484,
      "grad_norm": 0.04619995877146721,
      "learning_rate": 0.0008,
      "loss": 2.160665988922119,
      "step": 8654
    },
    {
      "epoch": 0.5246060606060606,
      "grad_norm": 0.04568478465080261,
      "learning_rate": 0.0008,
      "loss": 2.1632237434387207,
      "step": 8656
    },
    {
      "epoch": 0.5247272727272727,
      "grad_norm": 0.0454363189637661,
      "learning_rate": 0.0008,
      "loss": 2.2191905975341797,
      "step": 8658
    },
    {
      "epoch": 0.5248484848484849,
      "grad_norm": 0.045400504022836685,
      "learning_rate": 0.0008,
      "loss": 2.194936752319336,
      "step": 8660
    },
    {
      "epoch": 0.524969696969697,
      "grad_norm": 0.04602816700935364,
      "learning_rate": 0.0008,
      "loss": 2.191707134246826,
      "step": 8662
    },
    {
      "epoch": 0.525090909090909,
      "grad_norm": 0.04758608341217041,
      "learning_rate": 0.0008,
      "loss": 2.1289024353027344,
      "step": 8664
    },
    {
      "epoch": 0.5252121212121212,
      "grad_norm": 0.051739491522312164,
      "learning_rate": 0.0008,
      "loss": 2.1386172771453857,
      "step": 8666
    },
    {
      "epoch": 0.5253333333333333,
      "grad_norm": 0.05346198379993439,
      "learning_rate": 0.0008,
      "loss": 2.1896023750305176,
      "step": 8668
    },
    {
      "epoch": 0.5254545454545455,
      "grad_norm": 0.05432479456067085,
      "learning_rate": 0.0008,
      "loss": 2.140143871307373,
      "step": 8670
    },
    {
      "epoch": 0.5255757575757576,
      "grad_norm": 0.05434626713395119,
      "learning_rate": 0.0008,
      "loss": 2.176504611968994,
      "step": 8672
    },
    {
      "epoch": 0.5256969696969697,
      "grad_norm": 0.05408091098070145,
      "learning_rate": 0.0008,
      "loss": 2.186129570007324,
      "step": 8674
    },
    {
      "epoch": 0.5258181818181819,
      "grad_norm": 0.0464819073677063,
      "learning_rate": 0.0008,
      "loss": 2.2182095050811768,
      "step": 8676
    },
    {
      "epoch": 0.5259393939393939,
      "grad_norm": 0.051499031484127045,
      "learning_rate": 0.0008,
      "loss": 2.1956238746643066,
      "step": 8678
    },
    {
      "epoch": 0.526060606060606,
      "grad_norm": 0.0540907196700573,
      "learning_rate": 0.0008,
      "loss": 2.1950438022613525,
      "step": 8680
    },
    {
      "epoch": 0.5261818181818182,
      "grad_norm": 0.0464242622256279,
      "learning_rate": 0.0008,
      "loss": 2.1734321117401123,
      "step": 8682
    },
    {
      "epoch": 0.5263030303030303,
      "grad_norm": 0.047390636056661606,
      "learning_rate": 0.0008,
      "loss": 2.1411497592926025,
      "step": 8684
    },
    {
      "epoch": 0.5264242424242425,
      "grad_norm": 0.04947170987725258,
      "learning_rate": 0.0008,
      "loss": 2.1326913833618164,
      "step": 8686
    },
    {
      "epoch": 0.5265454545454545,
      "grad_norm": 0.04789343103766441,
      "learning_rate": 0.0008,
      "loss": 2.200929641723633,
      "step": 8688
    },
    {
      "epoch": 0.5266666666666666,
      "grad_norm": 0.049071185290813446,
      "learning_rate": 0.0008,
      "loss": 2.1352365016937256,
      "step": 8690
    },
    {
      "epoch": 0.5267878787878788,
      "grad_norm": 0.05098288133740425,
      "learning_rate": 0.0008,
      "loss": 2.09945011138916,
      "step": 8692
    },
    {
      "epoch": 0.5269090909090909,
      "grad_norm": 0.04962518438696861,
      "learning_rate": 0.0008,
      "loss": 2.184572458267212,
      "step": 8694
    },
    {
      "epoch": 0.5270303030303031,
      "grad_norm": 0.046823885291814804,
      "learning_rate": 0.0008,
      "loss": 2.1044015884399414,
      "step": 8696
    },
    {
      "epoch": 0.5271515151515151,
      "grad_norm": 0.04716826230287552,
      "learning_rate": 0.0008,
      "loss": 2.125134229660034,
      "step": 8698
    },
    {
      "epoch": 0.5272727272727272,
      "grad_norm": 0.05268719419836998,
      "learning_rate": 0.0008,
      "loss": 2.1537535190582275,
      "step": 8700
    },
    {
      "epoch": 0.5273939393939394,
      "grad_norm": 0.05879351496696472,
      "learning_rate": 0.0008,
      "loss": 2.1584339141845703,
      "step": 8702
    },
    {
      "epoch": 0.5275151515151515,
      "grad_norm": 0.044291574507951736,
      "learning_rate": 0.0008,
      "loss": 2.106015205383301,
      "step": 8704
    },
    {
      "epoch": 0.5276363636363637,
      "grad_norm": 0.05333657190203667,
      "learning_rate": 0.0008,
      "loss": 2.1595706939697266,
      "step": 8706
    },
    {
      "epoch": 0.5277575757575758,
      "grad_norm": 0.046298861503601074,
      "learning_rate": 0.0008,
      "loss": 2.135265827178955,
      "step": 8708
    },
    {
      "epoch": 0.5278787878787878,
      "grad_norm": 0.04891844838857651,
      "learning_rate": 0.0008,
      "loss": 2.1753838062286377,
      "step": 8710
    },
    {
      "epoch": 0.528,
      "grad_norm": 0.04929834604263306,
      "learning_rate": 0.0008,
      "loss": 2.217649459838867,
      "step": 8712
    },
    {
      "epoch": 0.5281212121212121,
      "grad_norm": 0.04454046115279198,
      "learning_rate": 0.0008,
      "loss": 2.1148681640625,
      "step": 8714
    },
    {
      "epoch": 0.5282424242424243,
      "grad_norm": 0.05580737069249153,
      "learning_rate": 0.0008,
      "loss": 2.073085308074951,
      "step": 8716
    },
    {
      "epoch": 0.5283636363636364,
      "grad_norm": 0.04711587354540825,
      "learning_rate": 0.0008,
      "loss": 2.193030834197998,
      "step": 8718
    },
    {
      "epoch": 0.5284848484848484,
      "grad_norm": 0.04549514874815941,
      "learning_rate": 0.0008,
      "loss": 2.185446262359619,
      "step": 8720
    },
    {
      "epoch": 0.5286060606060606,
      "grad_norm": 0.048432450741529465,
      "learning_rate": 0.0008,
      "loss": 2.1270334720611572,
      "step": 8722
    },
    {
      "epoch": 0.5287272727272727,
      "grad_norm": 0.0474231019616127,
      "learning_rate": 0.0008,
      "loss": 2.1626033782958984,
      "step": 8724
    },
    {
      "epoch": 0.5288484848484849,
      "grad_norm": 0.047864291816949844,
      "learning_rate": 0.0008,
      "loss": 2.242114305496216,
      "step": 8726
    },
    {
      "epoch": 0.528969696969697,
      "grad_norm": 0.04878392443060875,
      "learning_rate": 0.0008,
      "loss": 2.116807222366333,
      "step": 8728
    },
    {
      "epoch": 0.5290909090909091,
      "grad_norm": 0.05730767548084259,
      "learning_rate": 0.0008,
      "loss": 2.15409517288208,
      "step": 8730
    },
    {
      "epoch": 0.5292121212121212,
      "grad_norm": 0.04608892276883125,
      "learning_rate": 0.0008,
      "loss": 2.164428949356079,
      "step": 8732
    },
    {
      "epoch": 0.5293333333333333,
      "grad_norm": 0.046024344861507416,
      "learning_rate": 0.0008,
      "loss": 2.1836047172546387,
      "step": 8734
    },
    {
      "epoch": 0.5294545454545454,
      "grad_norm": 0.04849056154489517,
      "learning_rate": 0.0008,
      "loss": 2.1660633087158203,
      "step": 8736
    },
    {
      "epoch": 0.5295757575757576,
      "grad_norm": 0.04650299623608589,
      "learning_rate": 0.0008,
      "loss": 2.1669390201568604,
      "step": 8738
    },
    {
      "epoch": 0.5296969696969697,
      "grad_norm": 0.04644303768873215,
      "learning_rate": 0.0008,
      "loss": 2.1236822605133057,
      "step": 8740
    },
    {
      "epoch": 0.5298181818181819,
      "grad_norm": 0.048778679221868515,
      "learning_rate": 0.0008,
      "loss": 2.158953905105591,
      "step": 8742
    },
    {
      "epoch": 0.5299393939393939,
      "grad_norm": 0.04868125915527344,
      "learning_rate": 0.0008,
      "loss": 2.151559352874756,
      "step": 8744
    },
    {
      "epoch": 0.530060606060606,
      "grad_norm": 0.04691349342465401,
      "learning_rate": 0.0008,
      "loss": 2.099644422531128,
      "step": 8746
    },
    {
      "epoch": 0.5301818181818182,
      "grad_norm": 0.04618412256240845,
      "learning_rate": 0.0008,
      "loss": 2.2123451232910156,
      "step": 8748
    },
    {
      "epoch": 0.5303030303030303,
      "grad_norm": 0.046770308166742325,
      "learning_rate": 0.0008,
      "loss": 2.176469087600708,
      "step": 8750
    },
    {
      "epoch": 0.5304242424242425,
      "grad_norm": 0.04693131893873215,
      "learning_rate": 0.0008,
      "loss": 2.17159366607666,
      "step": 8752
    },
    {
      "epoch": 0.5305454545454545,
      "grad_norm": 0.04776100814342499,
      "learning_rate": 0.0008,
      "loss": 2.145416259765625,
      "step": 8754
    },
    {
      "epoch": 0.5306666666666666,
      "grad_norm": 0.047048501670360565,
      "learning_rate": 0.0008,
      "loss": 2.170748710632324,
      "step": 8756
    },
    {
      "epoch": 0.5307878787878788,
      "grad_norm": 0.04620970040559769,
      "learning_rate": 0.0008,
      "loss": 2.132807493209839,
      "step": 8758
    },
    {
      "epoch": 0.5309090909090909,
      "grad_norm": 0.04703725874423981,
      "learning_rate": 0.0008,
      "loss": 2.158921003341675,
      "step": 8760
    },
    {
      "epoch": 0.5310303030303031,
      "grad_norm": 0.04579084366559982,
      "learning_rate": 0.0008,
      "loss": 2.074666976928711,
      "step": 8762
    },
    {
      "epoch": 0.5311515151515152,
      "grad_norm": 0.04763205721974373,
      "learning_rate": 0.0008,
      "loss": 2.2122974395751953,
      "step": 8764
    },
    {
      "epoch": 0.5312727272727272,
      "grad_norm": 0.05401817709207535,
      "learning_rate": 0.0008,
      "loss": 2.180164337158203,
      "step": 8766
    },
    {
      "epoch": 0.5313939393939394,
      "grad_norm": 0.051120173186063766,
      "learning_rate": 0.0008,
      "loss": 2.162339448928833,
      "step": 8768
    },
    {
      "epoch": 0.5315151515151515,
      "grad_norm": 0.046210139989852905,
      "learning_rate": 0.0008,
      "loss": 2.098797082901001,
      "step": 8770
    },
    {
      "epoch": 0.5316363636363637,
      "grad_norm": 0.046538837254047394,
      "learning_rate": 0.0008,
      "loss": 2.165800094604492,
      "step": 8772
    },
    {
      "epoch": 0.5317575757575758,
      "grad_norm": 0.04622175544500351,
      "learning_rate": 0.0008,
      "loss": 2.2072551250457764,
      "step": 8774
    },
    {
      "epoch": 0.5318787878787878,
      "grad_norm": 0.04747419059276581,
      "learning_rate": 0.0008,
      "loss": 2.132028579711914,
      "step": 8776
    },
    {
      "epoch": 0.532,
      "grad_norm": 0.047398436814546585,
      "learning_rate": 0.0008,
      "loss": 2.0946714878082275,
      "step": 8778
    },
    {
      "epoch": 0.5321212121212121,
      "grad_norm": 0.05177504941821098,
      "learning_rate": 0.0008,
      "loss": 2.188328504562378,
      "step": 8780
    },
    {
      "epoch": 0.5322424242424243,
      "grad_norm": 0.05261954665184021,
      "learning_rate": 0.0008,
      "loss": 2.1437742710113525,
      "step": 8782
    },
    {
      "epoch": 0.5323636363636364,
      "grad_norm": 0.057136327028274536,
      "learning_rate": 0.0008,
      "loss": 2.1142046451568604,
      "step": 8784
    },
    {
      "epoch": 0.5324848484848484,
      "grad_norm": 0.05783483386039734,
      "learning_rate": 0.0008,
      "loss": 2.135657787322998,
      "step": 8786
    },
    {
      "epoch": 0.5326060606060606,
      "grad_norm": 0.060534052550792694,
      "learning_rate": 0.0008,
      "loss": 2.103593111038208,
      "step": 8788
    },
    {
      "epoch": 0.5327272727272727,
      "grad_norm": 0.05502758547663689,
      "learning_rate": 0.0008,
      "loss": 2.1260552406311035,
      "step": 8790
    },
    {
      "epoch": 0.5328484848484848,
      "grad_norm": 0.05236747860908508,
      "learning_rate": 0.0008,
      "loss": 2.1368932723999023,
      "step": 8792
    },
    {
      "epoch": 0.532969696969697,
      "grad_norm": 0.04659409448504448,
      "learning_rate": 0.0008,
      "loss": 2.1016457080841064,
      "step": 8794
    },
    {
      "epoch": 0.5330909090909091,
      "grad_norm": 0.048025138676166534,
      "learning_rate": 0.0008,
      "loss": 2.122283458709717,
      "step": 8796
    },
    {
      "epoch": 0.5332121212121212,
      "grad_norm": 0.046175118535757065,
      "learning_rate": 0.0008,
      "loss": 2.171455144882202,
      "step": 8798
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 0.04858355224132538,
      "learning_rate": 0.0008,
      "loss": 2.1423144340515137,
      "step": 8800
    },
    {
      "epoch": 0.5334545454545454,
      "grad_norm": 0.04491902515292168,
      "learning_rate": 0.0008,
      "loss": 2.198267698287964,
      "step": 8802
    },
    {
      "epoch": 0.5335757575757576,
      "grad_norm": 0.04706721007823944,
      "learning_rate": 0.0008,
      "loss": 2.0998363494873047,
      "step": 8804
    },
    {
      "epoch": 0.5336969696969697,
      "grad_norm": 0.04476979002356529,
      "learning_rate": 0.0008,
      "loss": 2.1169915199279785,
      "step": 8806
    },
    {
      "epoch": 0.5338181818181819,
      "grad_norm": 0.04749346897006035,
      "learning_rate": 0.0008,
      "loss": 2.1570396423339844,
      "step": 8808
    },
    {
      "epoch": 0.5339393939393939,
      "grad_norm": 0.04556579142808914,
      "learning_rate": 0.0008,
      "loss": 2.169663906097412,
      "step": 8810
    },
    {
      "epoch": 0.534060606060606,
      "grad_norm": 0.04652049019932747,
      "learning_rate": 0.0008,
      "loss": 2.1502110958099365,
      "step": 8812
    },
    {
      "epoch": 0.5341818181818182,
      "grad_norm": 0.04460356384515762,
      "learning_rate": 0.0008,
      "loss": 2.153834104537964,
      "step": 8814
    },
    {
      "epoch": 0.5343030303030303,
      "grad_norm": 0.050916627049446106,
      "learning_rate": 0.0008,
      "loss": 2.165104866027832,
      "step": 8816
    },
    {
      "epoch": 0.5344242424242425,
      "grad_norm": 0.050401680171489716,
      "learning_rate": 0.0008,
      "loss": 2.1718997955322266,
      "step": 8818
    },
    {
      "epoch": 0.5345454545454545,
      "grad_norm": 0.045983053743839264,
      "learning_rate": 0.0008,
      "loss": 2.1749138832092285,
      "step": 8820
    },
    {
      "epoch": 0.5346666666666666,
      "grad_norm": 0.047589175403118134,
      "learning_rate": 0.0008,
      "loss": 2.1375908851623535,
      "step": 8822
    },
    {
      "epoch": 0.5347878787878788,
      "grad_norm": 0.047274306416511536,
      "learning_rate": 0.0008,
      "loss": 2.122556686401367,
      "step": 8824
    },
    {
      "epoch": 0.5349090909090909,
      "grad_norm": 0.047303207218647,
      "learning_rate": 0.0008,
      "loss": 2.1552608013153076,
      "step": 8826
    },
    {
      "epoch": 0.5350303030303031,
      "grad_norm": 0.0492565780878067,
      "learning_rate": 0.0008,
      "loss": 2.2120087146759033,
      "step": 8828
    },
    {
      "epoch": 0.5351515151515152,
      "grad_norm": 0.04627785086631775,
      "learning_rate": 0.0008,
      "loss": 2.1519179344177246,
      "step": 8830
    },
    {
      "epoch": 0.5352727272727272,
      "grad_norm": 0.05050015076994896,
      "learning_rate": 0.0008,
      "loss": 2.194899082183838,
      "step": 8832
    },
    {
      "epoch": 0.5353939393939394,
      "grad_norm": 0.04626123979687691,
      "learning_rate": 0.0008,
      "loss": 2.168220281600952,
      "step": 8834
    },
    {
      "epoch": 0.5355151515151515,
      "grad_norm": 0.05076048523187637,
      "learning_rate": 0.0008,
      "loss": 2.140307903289795,
      "step": 8836
    },
    {
      "epoch": 0.5356363636363637,
      "grad_norm": 0.047656670212745667,
      "learning_rate": 0.0008,
      "loss": 2.1521198749542236,
      "step": 8838
    },
    {
      "epoch": 0.5357575757575758,
      "grad_norm": 0.04721148684620857,
      "learning_rate": 0.0008,
      "loss": 2.083895444869995,
      "step": 8840
    },
    {
      "epoch": 0.5358787878787878,
      "grad_norm": 0.04511282965540886,
      "learning_rate": 0.0008,
      "loss": 2.116098165512085,
      "step": 8842
    },
    {
      "epoch": 0.536,
      "grad_norm": 0.045850180089473724,
      "learning_rate": 0.0008,
      "loss": 2.0764386653900146,
      "step": 8844
    },
    {
      "epoch": 0.5361212121212121,
      "grad_norm": 0.04931901395320892,
      "learning_rate": 0.0008,
      "loss": 2.0957887172698975,
      "step": 8846
    },
    {
      "epoch": 0.5362424242424242,
      "grad_norm": 0.05549366772174835,
      "learning_rate": 0.0008,
      "loss": 2.101243257522583,
      "step": 8848
    },
    {
      "epoch": 0.5363636363636364,
      "grad_norm": 0.05132679641246796,
      "learning_rate": 0.0008,
      "loss": 2.07131290435791,
      "step": 8850
    },
    {
      "epoch": 0.5364848484848485,
      "grad_norm": 0.04890340194106102,
      "learning_rate": 0.0008,
      "loss": 2.1260290145874023,
      "step": 8852
    },
    {
      "epoch": 0.5366060606060606,
      "grad_norm": 0.045809224247932434,
      "learning_rate": 0.0008,
      "loss": 2.1493983268737793,
      "step": 8854
    },
    {
      "epoch": 0.5367272727272727,
      "grad_norm": 0.0473540723323822,
      "learning_rate": 0.0008,
      "loss": 2.1264986991882324,
      "step": 8856
    },
    {
      "epoch": 0.5368484848484848,
      "grad_norm": 0.05196674168109894,
      "learning_rate": 0.0008,
      "loss": 2.081768035888672,
      "step": 8858
    },
    {
      "epoch": 0.536969696969697,
      "grad_norm": 0.04728655144572258,
      "learning_rate": 0.0008,
      "loss": 2.1650478839874268,
      "step": 8860
    },
    {
      "epoch": 0.5370909090909091,
      "grad_norm": 0.04660249128937721,
      "learning_rate": 0.0008,
      "loss": 2.1655242443084717,
      "step": 8862
    },
    {
      "epoch": 0.5372121212121213,
      "grad_norm": 0.045961543917655945,
      "learning_rate": 0.0008,
      "loss": 2.0785036087036133,
      "step": 8864
    },
    {
      "epoch": 0.5373333333333333,
      "grad_norm": 0.044937461614608765,
      "learning_rate": 0.0008,
      "loss": 2.119596004486084,
      "step": 8866
    },
    {
      "epoch": 0.5374545454545454,
      "grad_norm": 0.04533024877309799,
      "learning_rate": 0.0008,
      "loss": 2.1213040351867676,
      "step": 8868
    },
    {
      "epoch": 0.5375757575757576,
      "grad_norm": 0.04991013929247856,
      "learning_rate": 0.0008,
      "loss": 2.081308603286743,
      "step": 8870
    },
    {
      "epoch": 0.5376969696969697,
      "grad_norm": 0.05056043714284897,
      "learning_rate": 0.0008,
      "loss": 2.154758930206299,
      "step": 8872
    },
    {
      "epoch": 0.5378181818181819,
      "grad_norm": 0.053088754415512085,
      "learning_rate": 0.0008,
      "loss": 2.0644798278808594,
      "step": 8874
    },
    {
      "epoch": 0.5379393939393939,
      "grad_norm": 0.04704603552818298,
      "learning_rate": 0.0008,
      "loss": 2.1108431816101074,
      "step": 8876
    },
    {
      "epoch": 0.538060606060606,
      "grad_norm": 0.05661095306277275,
      "learning_rate": 0.0008,
      "loss": 2.1406500339508057,
      "step": 8878
    },
    {
      "epoch": 0.5381818181818182,
      "grad_norm": 0.04812159016728401,
      "learning_rate": 0.0008,
      "loss": 2.1560072898864746,
      "step": 8880
    },
    {
      "epoch": 0.5383030303030303,
      "grad_norm": 0.05266579985618591,
      "learning_rate": 0.0008,
      "loss": 2.158108711242676,
      "step": 8882
    },
    {
      "epoch": 0.5384242424242425,
      "grad_norm": 0.04805731773376465,
      "learning_rate": 0.0008,
      "loss": 2.0633790493011475,
      "step": 8884
    },
    {
      "epoch": 0.5385454545454545,
      "grad_norm": 0.046101320534944534,
      "learning_rate": 0.0008,
      "loss": 2.1507153511047363,
      "step": 8886
    },
    {
      "epoch": 0.5386666666666666,
      "grad_norm": 0.045733995735645294,
      "learning_rate": 0.0008,
      "loss": 2.1607666015625,
      "step": 8888
    },
    {
      "epoch": 0.5387878787878788,
      "grad_norm": 0.049697477370500565,
      "learning_rate": 0.0008,
      "loss": 2.044422149658203,
      "step": 8890
    },
    {
      "epoch": 0.5389090909090909,
      "grad_norm": 0.046755723655223846,
      "learning_rate": 0.0008,
      "loss": 2.1414575576782227,
      "step": 8892
    },
    {
      "epoch": 0.5390303030303031,
      "grad_norm": 0.04731722176074982,
      "learning_rate": 0.0008,
      "loss": 2.1559994220733643,
      "step": 8894
    },
    {
      "epoch": 0.5391515151515152,
      "grad_norm": 0.04687732830643654,
      "learning_rate": 0.0008,
      "loss": 2.1816132068634033,
      "step": 8896
    },
    {
      "epoch": 0.5392727272727272,
      "grad_norm": 0.05190713703632355,
      "learning_rate": 0.0008,
      "loss": 2.1026086807250977,
      "step": 8898
    },
    {
      "epoch": 0.5393939393939394,
      "grad_norm": 0.06283974647521973,
      "learning_rate": 0.0008,
      "loss": 2.20451021194458,
      "step": 8900
    },
    {
      "epoch": 0.5395151515151515,
      "grad_norm": 0.06881430000066757,
      "learning_rate": 0.0008,
      "loss": 2.2274889945983887,
      "step": 8902
    },
    {
      "epoch": 0.5396363636363637,
      "grad_norm": 0.06196245178580284,
      "learning_rate": 0.0008,
      "loss": 2.14373779296875,
      "step": 8904
    },
    {
      "epoch": 0.5397575757575758,
      "grad_norm": 0.049798622727394104,
      "learning_rate": 0.0008,
      "loss": 2.200401544570923,
      "step": 8906
    },
    {
      "epoch": 0.5398787878787878,
      "grad_norm": 0.04722832888364792,
      "learning_rate": 0.0008,
      "loss": 2.1154305934906006,
      "step": 8908
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.060799602419137955,
      "learning_rate": 0.0008,
      "loss": 2.1369125843048096,
      "step": 8910
    },
    {
      "epoch": 0.5401212121212121,
      "grad_norm": 0.08700034022331238,
      "learning_rate": 0.0008,
      "loss": 2.1902871131896973,
      "step": 8912
    },
    {
      "epoch": 0.5402424242424242,
      "grad_norm": 0.08934146910905838,
      "learning_rate": 0.0008,
      "loss": 2.1112468242645264,
      "step": 8914
    },
    {
      "epoch": 0.5403636363636364,
      "grad_norm": 0.06665695458650589,
      "learning_rate": 0.0008,
      "loss": 2.1320605278015137,
      "step": 8916
    },
    {
      "epoch": 0.5404848484848485,
      "grad_norm": 0.07137511670589447,
      "learning_rate": 0.0008,
      "loss": 2.1838674545288086,
      "step": 8918
    },
    {
      "epoch": 0.5406060606060606,
      "grad_norm": 0.04981014132499695,
      "learning_rate": 0.0008,
      "loss": 2.170440912246704,
      "step": 8920
    },
    {
      "epoch": 0.5407272727272727,
      "grad_norm": 0.047387924045324326,
      "learning_rate": 0.0008,
      "loss": 2.1310172080993652,
      "step": 8922
    },
    {
      "epoch": 0.5408484848484848,
      "grad_norm": 0.04612470790743828,
      "learning_rate": 0.0008,
      "loss": 2.073934316635132,
      "step": 8924
    },
    {
      "epoch": 0.540969696969697,
      "grad_norm": 0.04689427465200424,
      "learning_rate": 0.0008,
      "loss": 2.1366608142852783,
      "step": 8926
    },
    {
      "epoch": 0.5410909090909091,
      "grad_norm": 0.05093684047460556,
      "learning_rate": 0.0008,
      "loss": 2.0522303581237793,
      "step": 8928
    },
    {
      "epoch": 0.5412121212121213,
      "grad_norm": 0.0452854223549366,
      "learning_rate": 0.0008,
      "loss": 2.018732786178589,
      "step": 8930
    },
    {
      "epoch": 0.5413333333333333,
      "grad_norm": 0.048446524888277054,
      "learning_rate": 0.0008,
      "loss": 2.156745433807373,
      "step": 8932
    },
    {
      "epoch": 0.5414545454545454,
      "grad_norm": 0.049191150814294815,
      "learning_rate": 0.0008,
      "loss": 2.1368021965026855,
      "step": 8934
    },
    {
      "epoch": 0.5415757575757576,
      "grad_norm": 0.05045134946703911,
      "learning_rate": 0.0008,
      "loss": 2.165477752685547,
      "step": 8936
    },
    {
      "epoch": 0.5416969696969697,
      "grad_norm": 0.047132380306720734,
      "learning_rate": 0.0008,
      "loss": 2.1028943061828613,
      "step": 8938
    },
    {
      "epoch": 0.5418181818181819,
      "grad_norm": 0.04545298591256142,
      "learning_rate": 0.0008,
      "loss": 2.1500632762908936,
      "step": 8940
    },
    {
      "epoch": 0.5419393939393939,
      "grad_norm": 0.0498824343085289,
      "learning_rate": 0.0008,
      "loss": 2.1539061069488525,
      "step": 8942
    },
    {
      "epoch": 0.542060606060606,
      "grad_norm": 0.048333872109651566,
      "learning_rate": 0.0008,
      "loss": 2.162977457046509,
      "step": 8944
    },
    {
      "epoch": 0.5421818181818182,
      "grad_norm": 0.059710543602705,
      "learning_rate": 0.0008,
      "loss": 2.1688475608825684,
      "step": 8946
    },
    {
      "epoch": 0.5423030303030303,
      "grad_norm": 0.059325266629457474,
      "learning_rate": 0.0008,
      "loss": 2.026805877685547,
      "step": 8948
    },
    {
      "epoch": 0.5424242424242425,
      "grad_norm": 0.05524768680334091,
      "learning_rate": 0.0008,
      "loss": 2.1523067951202393,
      "step": 8950
    },
    {
      "epoch": 0.5425454545454546,
      "grad_norm": 0.06731913238763809,
      "learning_rate": 0.0008,
      "loss": 2.134692668914795,
      "step": 8952
    },
    {
      "epoch": 0.5426666666666666,
      "grad_norm": 0.04913710057735443,
      "learning_rate": 0.0008,
      "loss": 2.103654623031616,
      "step": 8954
    },
    {
      "epoch": 0.5427878787878788,
      "grad_norm": 0.046949710696935654,
      "learning_rate": 0.0008,
      "loss": 2.120983600616455,
      "step": 8956
    },
    {
      "epoch": 0.5429090909090909,
      "grad_norm": 0.047160230576992035,
      "learning_rate": 0.0008,
      "loss": 2.1268742084503174,
      "step": 8958
    },
    {
      "epoch": 0.5430303030303031,
      "grad_norm": 0.05085734650492668,
      "learning_rate": 0.0008,
      "loss": 2.1441729068756104,
      "step": 8960
    },
    {
      "epoch": 0.5431515151515152,
      "grad_norm": 0.048603206872940063,
      "learning_rate": 0.0008,
      "loss": 2.1923563480377197,
      "step": 8962
    },
    {
      "epoch": 0.5432727272727272,
      "grad_norm": 0.054621390998363495,
      "learning_rate": 0.0008,
      "loss": 2.1528408527374268,
      "step": 8964
    },
    {
      "epoch": 0.5433939393939394,
      "grad_norm": 0.05402825027704239,
      "learning_rate": 0.0008,
      "loss": 2.0985047817230225,
      "step": 8966
    },
    {
      "epoch": 0.5435151515151515,
      "grad_norm": 0.047704823315143585,
      "learning_rate": 0.0008,
      "loss": 2.073065996170044,
      "step": 8968
    },
    {
      "epoch": 0.5436363636363636,
      "grad_norm": 0.04797424003481865,
      "learning_rate": 0.0008,
      "loss": 2.249933958053589,
      "step": 8970
    },
    {
      "epoch": 0.5437575757575758,
      "grad_norm": 0.04514982923865318,
      "learning_rate": 0.0008,
      "loss": 2.1603736877441406,
      "step": 8972
    },
    {
      "epoch": 0.5438787878787879,
      "grad_norm": 0.04583803564310074,
      "learning_rate": 0.0008,
      "loss": 2.101763963699341,
      "step": 8974
    },
    {
      "epoch": 0.544,
      "grad_norm": 0.053082194179296494,
      "learning_rate": 0.0008,
      "loss": 2.1229066848754883,
      "step": 8976
    },
    {
      "epoch": 0.5441212121212121,
      "grad_norm": 0.05294787138700485,
      "learning_rate": 0.0008,
      "loss": 2.098785161972046,
      "step": 8978
    },
    {
      "epoch": 0.5442424242424242,
      "grad_norm": 0.05375227704644203,
      "learning_rate": 0.0008,
      "loss": 2.171412944793701,
      "step": 8980
    },
    {
      "epoch": 0.5443636363636364,
      "grad_norm": 0.04901891574263573,
      "learning_rate": 0.0008,
      "loss": 2.0789294242858887,
      "step": 8982
    },
    {
      "epoch": 0.5444848484848485,
      "grad_norm": 0.05311161279678345,
      "learning_rate": 0.0008,
      "loss": 2.1414237022399902,
      "step": 8984
    },
    {
      "epoch": 0.5446060606060606,
      "grad_norm": 0.05000828579068184,
      "learning_rate": 0.0008,
      "loss": 2.0777628421783447,
      "step": 8986
    },
    {
      "epoch": 0.5447272727272727,
      "grad_norm": 0.04529724270105362,
      "learning_rate": 0.0008,
      "loss": 2.2521002292633057,
      "step": 8988
    },
    {
      "epoch": 0.5448484848484848,
      "grad_norm": 0.046573787927627563,
      "learning_rate": 0.0008,
      "loss": 2.1269357204437256,
      "step": 8990
    },
    {
      "epoch": 0.544969696969697,
      "grad_norm": 0.05146729201078415,
      "learning_rate": 0.0008,
      "loss": 2.069091558456421,
      "step": 8992
    },
    {
      "epoch": 0.5450909090909091,
      "grad_norm": 0.048249002546072006,
      "learning_rate": 0.0008,
      "loss": 2.1051254272460938,
      "step": 8994
    },
    {
      "epoch": 0.5452121212121213,
      "grad_norm": 0.04833785817027092,
      "learning_rate": 0.0008,
      "loss": 2.0906589031219482,
      "step": 8996
    },
    {
      "epoch": 0.5453333333333333,
      "grad_norm": 0.05760408565402031,
      "learning_rate": 0.0008,
      "loss": 2.1003575325012207,
      "step": 8998
    },
    {
      "epoch": 0.5454545454545454,
      "grad_norm": 0.054709166288375854,
      "learning_rate": 0.0008,
      "loss": 2.111342668533325,
      "step": 9000
    },
    {
      "epoch": 0.5455757575757576,
      "grad_norm": 0.050709113478660583,
      "learning_rate": 0.0008,
      "loss": 2.2271289825439453,
      "step": 9002
    },
    {
      "epoch": 0.5456969696969697,
      "grad_norm": 0.05555157735943794,
      "learning_rate": 0.0008,
      "loss": 2.0897562503814697,
      "step": 9004
    },
    {
      "epoch": 0.5458181818181819,
      "grad_norm": 0.0538334995508194,
      "learning_rate": 0.0008,
      "loss": 2.1033008098602295,
      "step": 9006
    },
    {
      "epoch": 0.545939393939394,
      "grad_norm": 0.05081198364496231,
      "learning_rate": 0.0008,
      "loss": 2.085883855819702,
      "step": 9008
    },
    {
      "epoch": 0.546060606060606,
      "grad_norm": 0.04642565920948982,
      "learning_rate": 0.0008,
      "loss": 2.0406246185302734,
      "step": 9010
    },
    {
      "epoch": 0.5461818181818182,
      "grad_norm": 0.05984676629304886,
      "learning_rate": 0.0008,
      "loss": 2.1954848766326904,
      "step": 9012
    },
    {
      "epoch": 0.5463030303030303,
      "grad_norm": 0.0630536824464798,
      "learning_rate": 0.0008,
      "loss": 2.1239211559295654,
      "step": 9014
    },
    {
      "epoch": 0.5464242424242425,
      "grad_norm": 0.05366978049278259,
      "learning_rate": 0.0008,
      "loss": 2.0811562538146973,
      "step": 9016
    },
    {
      "epoch": 0.5465454545454546,
      "grad_norm": 0.04443780705332756,
      "learning_rate": 0.0008,
      "loss": 2.128652334213257,
      "step": 9018
    },
    {
      "epoch": 0.5466666666666666,
      "grad_norm": 0.04632680490612984,
      "learning_rate": 0.0008,
      "loss": 2.1366660594940186,
      "step": 9020
    },
    {
      "epoch": 0.5467878787878788,
      "grad_norm": 0.05580275133252144,
      "learning_rate": 0.0008,
      "loss": 2.0981552600860596,
      "step": 9022
    },
    {
      "epoch": 0.5469090909090909,
      "grad_norm": 0.051582228392362595,
      "learning_rate": 0.0008,
      "loss": 2.121314287185669,
      "step": 9024
    },
    {
      "epoch": 0.547030303030303,
      "grad_norm": 0.04500115290284157,
      "learning_rate": 0.0008,
      "loss": 2.2101376056671143,
      "step": 9026
    },
    {
      "epoch": 0.5471515151515152,
      "grad_norm": 0.047117818146944046,
      "learning_rate": 0.0008,
      "loss": 2.077725887298584,
      "step": 9028
    },
    {
      "epoch": 0.5472727272727272,
      "grad_norm": 0.04584265872836113,
      "learning_rate": 0.0008,
      "loss": 2.230353355407715,
      "step": 9030
    },
    {
      "epoch": 0.5473939393939394,
      "grad_norm": 0.0483592227101326,
      "learning_rate": 0.0008,
      "loss": 2.1140193939208984,
      "step": 9032
    },
    {
      "epoch": 0.5475151515151515,
      "grad_norm": 0.04497748985886574,
      "learning_rate": 0.0008,
      "loss": 2.114037036895752,
      "step": 9034
    },
    {
      "epoch": 0.5476363636363636,
      "grad_norm": 0.04548939689993858,
      "learning_rate": 0.0008,
      "loss": 2.1338272094726562,
      "step": 9036
    },
    {
      "epoch": 0.5477575757575758,
      "grad_norm": 0.045067865401506424,
      "learning_rate": 0.0008,
      "loss": 2.1243600845336914,
      "step": 9038
    },
    {
      "epoch": 0.5478787878787879,
      "grad_norm": 0.048513129353523254,
      "learning_rate": 0.0008,
      "loss": 2.0842125415802,
      "step": 9040
    },
    {
      "epoch": 0.548,
      "grad_norm": 0.04637809842824936,
      "learning_rate": 0.0008,
      "loss": 2.1147987842559814,
      "step": 9042
    },
    {
      "epoch": 0.5481212121212121,
      "grad_norm": 0.045672934502363205,
      "learning_rate": 0.0008,
      "loss": 2.1256155967712402,
      "step": 9044
    },
    {
      "epoch": 0.5482424242424242,
      "grad_norm": 0.04629864543676376,
      "learning_rate": 0.0008,
      "loss": 2.1600983142852783,
      "step": 9046
    },
    {
      "epoch": 0.5483636363636364,
      "grad_norm": 0.051019612699747086,
      "learning_rate": 0.0008,
      "loss": 2.064417839050293,
      "step": 9048
    },
    {
      "epoch": 0.5484848484848485,
      "grad_norm": 0.053016819059848785,
      "learning_rate": 0.0008,
      "loss": 2.0985910892486572,
      "step": 9050
    },
    {
      "epoch": 0.5486060606060607,
      "grad_norm": 0.05159096419811249,
      "learning_rate": 0.0008,
      "loss": 2.138340711593628,
      "step": 9052
    },
    {
      "epoch": 0.5487272727272727,
      "grad_norm": 0.047770705074071884,
      "learning_rate": 0.0008,
      "loss": 2.1293609142303467,
      "step": 9054
    },
    {
      "epoch": 0.5488484848484848,
      "grad_norm": 0.04540763795375824,
      "learning_rate": 0.0008,
      "loss": 2.049954652786255,
      "step": 9056
    },
    {
      "epoch": 0.548969696969697,
      "grad_norm": 0.04587807133793831,
      "learning_rate": 0.0008,
      "loss": 2.062554121017456,
      "step": 9058
    },
    {
      "epoch": 0.5490909090909091,
      "grad_norm": 0.043385881930589676,
      "learning_rate": 0.0008,
      "loss": 2.0893473625183105,
      "step": 9060
    },
    {
      "epoch": 0.5492121212121213,
      "grad_norm": 0.04990014061331749,
      "learning_rate": 0.0008,
      "loss": 2.0623068809509277,
      "step": 9062
    },
    {
      "epoch": 0.5493333333333333,
      "grad_norm": 0.049697041511535645,
      "learning_rate": 0.0008,
      "loss": 2.09887957572937,
      "step": 9064
    },
    {
      "epoch": 0.5494545454545454,
      "grad_norm": 0.046254608780145645,
      "learning_rate": 0.0008,
      "loss": 2.1867525577545166,
      "step": 9066
    },
    {
      "epoch": 0.5495757575757576,
      "grad_norm": 0.04975316300988197,
      "learning_rate": 0.0008,
      "loss": 2.1888012886047363,
      "step": 9068
    },
    {
      "epoch": 0.5496969696969697,
      "grad_norm": 0.04570948705077171,
      "learning_rate": 0.0008,
      "loss": 2.123342275619507,
      "step": 9070
    },
    {
      "epoch": 0.5498181818181819,
      "grad_norm": 0.04581759497523308,
      "learning_rate": 0.0008,
      "loss": 2.0548317432403564,
      "step": 9072
    },
    {
      "epoch": 0.549939393939394,
      "grad_norm": 0.04806012660264969,
      "learning_rate": 0.0008,
      "loss": 2.0488665103912354,
      "step": 9074
    },
    {
      "epoch": 0.550060606060606,
      "grad_norm": 0.055171966552734375,
      "learning_rate": 0.0008,
      "loss": 2.1415958404541016,
      "step": 9076
    },
    {
      "epoch": 0.5501818181818182,
      "grad_norm": 0.060776203870773315,
      "learning_rate": 0.0008,
      "loss": 2.120274782180786,
      "step": 9078
    },
    {
      "epoch": 0.5503030303030303,
      "grad_norm": 0.05132869631052017,
      "learning_rate": 0.0008,
      "loss": 2.1179440021514893,
      "step": 9080
    },
    {
      "epoch": 0.5504242424242424,
      "grad_norm": 0.06765241175889969,
      "learning_rate": 0.0008,
      "loss": 2.0611135959625244,
      "step": 9082
    },
    {
      "epoch": 0.5505454545454546,
      "grad_norm": 0.05524882301688194,
      "learning_rate": 0.0008,
      "loss": 2.1199498176574707,
      "step": 9084
    },
    {
      "epoch": 0.5506666666666666,
      "grad_norm": 0.055927351117134094,
      "learning_rate": 0.0008,
      "loss": 2.041346549987793,
      "step": 9086
    },
    {
      "epoch": 0.5507878787878788,
      "grad_norm": 0.05457756668329239,
      "learning_rate": 0.0008,
      "loss": 2.2084319591522217,
      "step": 9088
    },
    {
      "epoch": 0.5509090909090909,
      "grad_norm": 0.0559866800904274,
      "learning_rate": 0.0008,
      "loss": 2.08538818359375,
      "step": 9090
    },
    {
      "epoch": 0.551030303030303,
      "grad_norm": 0.04753634333610535,
      "learning_rate": 0.0008,
      "loss": 2.1796016693115234,
      "step": 9092
    },
    {
      "epoch": 0.5511515151515152,
      "grad_norm": 0.05510437488555908,
      "learning_rate": 0.0008,
      "loss": 2.141375780105591,
      "step": 9094
    },
    {
      "epoch": 0.5512727272727272,
      "grad_norm": 0.06048452854156494,
      "learning_rate": 0.0008,
      "loss": 2.1404531002044678,
      "step": 9096
    },
    {
      "epoch": 0.5513939393939394,
      "grad_norm": 0.06613709777593613,
      "learning_rate": 0.0008,
      "loss": 2.0671660900115967,
      "step": 9098
    },
    {
      "epoch": 0.5515151515151515,
      "grad_norm": 0.05610032007098198,
      "learning_rate": 0.0008,
      "loss": 2.050607681274414,
      "step": 9100
    },
    {
      "epoch": 0.5516363636363636,
      "grad_norm": 0.05413105711340904,
      "learning_rate": 0.0008,
      "loss": 2.1087160110473633,
      "step": 9102
    },
    {
      "epoch": 0.5517575757575758,
      "grad_norm": 0.04332798346877098,
      "learning_rate": 0.0008,
      "loss": 2.0802125930786133,
      "step": 9104
    },
    {
      "epoch": 0.5518787878787879,
      "grad_norm": 0.046087246388196945,
      "learning_rate": 0.0008,
      "loss": 2.085374355316162,
      "step": 9106
    },
    {
      "epoch": 0.552,
      "grad_norm": 0.047814857214689255,
      "learning_rate": 0.0008,
      "loss": 2.14816951751709,
      "step": 9108
    },
    {
      "epoch": 0.5521212121212121,
      "grad_norm": 0.04943268373608589,
      "learning_rate": 0.0008,
      "loss": 2.061154842376709,
      "step": 9110
    },
    {
      "epoch": 0.5522424242424242,
      "grad_norm": 0.04540696740150452,
      "learning_rate": 0.0008,
      "loss": 2.1216001510620117,
      "step": 9112
    },
    {
      "epoch": 0.5523636363636364,
      "grad_norm": 0.044582631438970566,
      "learning_rate": 0.0008,
      "loss": 2.1892967224121094,
      "step": 9114
    },
    {
      "epoch": 0.5524848484848485,
      "grad_norm": 0.045067619532346725,
      "learning_rate": 0.0008,
      "loss": 2.1067497730255127,
      "step": 9116
    },
    {
      "epoch": 0.5526060606060607,
      "grad_norm": 0.044802311807870865,
      "learning_rate": 0.0008,
      "loss": 2.0255801677703857,
      "step": 9118
    },
    {
      "epoch": 0.5527272727272727,
      "grad_norm": 0.04699620231986046,
      "learning_rate": 0.0008,
      "loss": 2.0865631103515625,
      "step": 9120
    },
    {
      "epoch": 0.5528484848484848,
      "grad_norm": 0.04443885385990143,
      "learning_rate": 0.0008,
      "loss": 2.047379732131958,
      "step": 9122
    },
    {
      "epoch": 0.552969696969697,
      "grad_norm": 0.04696553945541382,
      "learning_rate": 0.0008,
      "loss": 2.0765247344970703,
      "step": 9124
    },
    {
      "epoch": 0.5530909090909091,
      "grad_norm": 0.04516385495662689,
      "learning_rate": 0.0008,
      "loss": 2.0895400047302246,
      "step": 9126
    },
    {
      "epoch": 0.5532121212121213,
      "grad_norm": 0.04376617446541786,
      "learning_rate": 0.0008,
      "loss": 2.0721609592437744,
      "step": 9128
    },
    {
      "epoch": 0.5533333333333333,
      "grad_norm": 0.050105299800634384,
      "learning_rate": 0.0008,
      "loss": 2.112190008163452,
      "step": 9130
    },
    {
      "epoch": 0.5534545454545454,
      "grad_norm": 0.05035905912518501,
      "learning_rate": 0.0008,
      "loss": 2.1040327548980713,
      "step": 9132
    },
    {
      "epoch": 0.5535757575757576,
      "grad_norm": 0.04767022654414177,
      "learning_rate": 0.0008,
      "loss": 2.0822911262512207,
      "step": 9134
    },
    {
      "epoch": 0.5536969696969697,
      "grad_norm": 0.05032365396618843,
      "learning_rate": 0.0008,
      "loss": 2.063143730163574,
      "step": 9136
    },
    {
      "epoch": 0.5538181818181818,
      "grad_norm": 0.044426292181015015,
      "learning_rate": 0.0008,
      "loss": 2.099061965942383,
      "step": 9138
    },
    {
      "epoch": 0.553939393939394,
      "grad_norm": 0.045002974569797516,
      "learning_rate": 0.0008,
      "loss": 2.1299548149108887,
      "step": 9140
    },
    {
      "epoch": 0.554060606060606,
      "grad_norm": 0.04684218764305115,
      "learning_rate": 0.0008,
      "loss": 2.069319486618042,
      "step": 9142
    },
    {
      "epoch": 0.5541818181818182,
      "grad_norm": 0.044668130576610565,
      "learning_rate": 0.0008,
      "loss": 2.147143602371216,
      "step": 9144
    },
    {
      "epoch": 0.5543030303030303,
      "grad_norm": 0.04496139660477638,
      "learning_rate": 0.0008,
      "loss": 2.0905826091766357,
      "step": 9146
    },
    {
      "epoch": 0.5544242424242424,
      "grad_norm": 0.046754613518714905,
      "learning_rate": 0.0008,
      "loss": 2.0660927295684814,
      "step": 9148
    },
    {
      "epoch": 0.5545454545454546,
      "grad_norm": 0.04497559741139412,
      "learning_rate": 0.0008,
      "loss": 2.0726559162139893,
      "step": 9150
    },
    {
      "epoch": 0.5546666666666666,
      "grad_norm": 0.043929096311330795,
      "learning_rate": 0.0008,
      "loss": 2.0814602375030518,
      "step": 9152
    },
    {
      "epoch": 0.5547878787878788,
      "grad_norm": 0.04850081726908684,
      "learning_rate": 0.0008,
      "loss": 2.0875277519226074,
      "step": 9154
    },
    {
      "epoch": 0.5549090909090909,
      "grad_norm": 0.04314367473125458,
      "learning_rate": 0.0008,
      "loss": 2.0092082023620605,
      "step": 9156
    },
    {
      "epoch": 0.555030303030303,
      "grad_norm": 0.05242739990353584,
      "learning_rate": 0.0008,
      "loss": 2.054948568344116,
      "step": 9158
    },
    {
      "epoch": 0.5551515151515152,
      "grad_norm": 0.05444403737783432,
      "learning_rate": 0.0008,
      "loss": 2.0998003482818604,
      "step": 9160
    },
    {
      "epoch": 0.5552727272727273,
      "grad_norm": 0.05883711576461792,
      "learning_rate": 0.0008,
      "loss": 2.1133108139038086,
      "step": 9162
    },
    {
      "epoch": 0.5553939393939394,
      "grad_norm": 0.043979398906230927,
      "learning_rate": 0.0008,
      "loss": 2.040067195892334,
      "step": 9164
    },
    {
      "epoch": 0.5555151515151515,
      "grad_norm": 0.04663465917110443,
      "learning_rate": 0.0008,
      "loss": 2.015568733215332,
      "step": 9166
    },
    {
      "epoch": 0.5556363636363636,
      "grad_norm": 0.051379770040512085,
      "learning_rate": 0.0008,
      "loss": 2.059941053390503,
      "step": 9168
    },
    {
      "epoch": 0.5557575757575758,
      "grad_norm": 0.05317751318216324,
      "learning_rate": 0.0008,
      "loss": 2.0342442989349365,
      "step": 9170
    },
    {
      "epoch": 0.5558787878787879,
      "grad_norm": 0.046021196991205215,
      "learning_rate": 0.0008,
      "loss": 2.0519282817840576,
      "step": 9172
    },
    {
      "epoch": 0.556,
      "grad_norm": 0.05019720643758774,
      "learning_rate": 0.0008,
      "loss": 2.055069923400879,
      "step": 9174
    },
    {
      "epoch": 0.5561212121212121,
      "grad_norm": 0.05257274582982063,
      "learning_rate": 0.0008,
      "loss": 2.1381337642669678,
      "step": 9176
    },
    {
      "epoch": 0.5562424242424242,
      "grad_norm": 0.04516459256410599,
      "learning_rate": 0.0008,
      "loss": 2.0941240787506104,
      "step": 9178
    },
    {
      "epoch": 0.5563636363636364,
      "grad_norm": 0.05317554250359535,
      "learning_rate": 0.0008,
      "loss": 2.149589776992798,
      "step": 9180
    },
    {
      "epoch": 0.5564848484848485,
      "grad_norm": 0.046958886086940765,
      "learning_rate": 0.0008,
      "loss": 2.0573503971099854,
      "step": 9182
    },
    {
      "epoch": 0.5566060606060607,
      "grad_norm": 0.04726814106106758,
      "learning_rate": 0.0008,
      "loss": 2.1396384239196777,
      "step": 9184
    },
    {
      "epoch": 0.5567272727272727,
      "grad_norm": 0.0451323576271534,
      "learning_rate": 0.0008,
      "loss": 2.0250906944274902,
      "step": 9186
    },
    {
      "epoch": 0.5568484848484848,
      "grad_norm": 0.04568498209118843,
      "learning_rate": 0.0008,
      "loss": 2.0839667320251465,
      "step": 9188
    },
    {
      "epoch": 0.556969696969697,
      "grad_norm": 0.044302694499492645,
      "learning_rate": 0.0008,
      "loss": 2.053900957107544,
      "step": 9190
    },
    {
      "epoch": 0.5570909090909091,
      "grad_norm": 0.04425807669758797,
      "learning_rate": 0.0008,
      "loss": 2.066148281097412,
      "step": 9192
    },
    {
      "epoch": 0.5572121212121212,
      "grad_norm": 0.04532415792346001,
      "learning_rate": 0.0008,
      "loss": 2.0736727714538574,
      "step": 9194
    },
    {
      "epoch": 0.5573333333333333,
      "grad_norm": 0.046504467725753784,
      "learning_rate": 0.0008,
      "loss": 2.143587827682495,
      "step": 9196
    },
    {
      "epoch": 0.5574545454545454,
      "grad_norm": 0.04544759914278984,
      "learning_rate": 0.0008,
      "loss": 2.0887162685394287,
      "step": 9198
    },
    {
      "epoch": 0.5575757575757576,
      "grad_norm": 0.0474565215408802,
      "learning_rate": 0.0008,
      "loss": 2.0657405853271484,
      "step": 9200
    },
    {
      "epoch": 0.5576969696969697,
      "grad_norm": 0.05991155281662941,
      "learning_rate": 0.0008,
      "loss": 2.1192314624786377,
      "step": 9202
    },
    {
      "epoch": 0.5578181818181818,
      "grad_norm": 0.05379079282283783,
      "learning_rate": 0.0008,
      "loss": 2.078022003173828,
      "step": 9204
    },
    {
      "epoch": 0.557939393939394,
      "grad_norm": 0.05468444153666496,
      "learning_rate": 0.0008,
      "loss": 2.0673468112945557,
      "step": 9206
    },
    {
      "epoch": 0.558060606060606,
      "grad_norm": 0.05786069482564926,
      "learning_rate": 0.0008,
      "loss": 2.161686897277832,
      "step": 9208
    },
    {
      "epoch": 0.5581818181818182,
      "grad_norm": 0.04980327561497688,
      "learning_rate": 0.0008,
      "loss": 2.0578629970550537,
      "step": 9210
    },
    {
      "epoch": 0.5583030303030303,
      "grad_norm": 0.051359374076128006,
      "learning_rate": 0.0008,
      "loss": 1.993133783340454,
      "step": 9212
    },
    {
      "epoch": 0.5584242424242424,
      "grad_norm": 0.05020865797996521,
      "learning_rate": 0.0008,
      "loss": 2.050947904586792,
      "step": 9214
    },
    {
      "epoch": 0.5585454545454546,
      "grad_norm": 0.047544095665216446,
      "learning_rate": 0.0008,
      "loss": 2.1037135124206543,
      "step": 9216
    },
    {
      "epoch": 0.5586666666666666,
      "grad_norm": 0.045268941670656204,
      "learning_rate": 0.0008,
      "loss": 2.0421366691589355,
      "step": 9218
    },
    {
      "epoch": 0.5587878787878788,
      "grad_norm": 0.049381908029317856,
      "learning_rate": 0.0008,
      "loss": 2.0985920429229736,
      "step": 9220
    },
    {
      "epoch": 0.5589090909090909,
      "grad_norm": 0.048116426914930344,
      "learning_rate": 0.0008,
      "loss": 2.0460855960845947,
      "step": 9222
    },
    {
      "epoch": 0.559030303030303,
      "grad_norm": 0.045693542808294296,
      "learning_rate": 0.0008,
      "loss": 2.060994863510132,
      "step": 9224
    },
    {
      "epoch": 0.5591515151515152,
      "grad_norm": 0.04747629538178444,
      "learning_rate": 0.0008,
      "loss": 2.086820125579834,
      "step": 9226
    },
    {
      "epoch": 0.5592727272727273,
      "grad_norm": 0.04425165802240372,
      "learning_rate": 0.0008,
      "loss": 2.0330567359924316,
      "step": 9228
    },
    {
      "epoch": 0.5593939393939394,
      "grad_norm": 0.04462664574384689,
      "learning_rate": 0.0008,
      "loss": 2.0729990005493164,
      "step": 9230
    },
    {
      "epoch": 0.5595151515151515,
      "grad_norm": 0.045130155980587006,
      "learning_rate": 0.0008,
      "loss": 2.0324418544769287,
      "step": 9232
    },
    {
      "epoch": 0.5596363636363636,
      "grad_norm": 0.043741438537836075,
      "learning_rate": 0.0008,
      "loss": 2.067614793777466,
      "step": 9234
    },
    {
      "epoch": 0.5597575757575758,
      "grad_norm": 0.044662363827228546,
      "learning_rate": 0.0008,
      "loss": 2.1249043941497803,
      "step": 9236
    },
    {
      "epoch": 0.5598787878787879,
      "grad_norm": 0.045371223241090775,
      "learning_rate": 0.0008,
      "loss": 2.1626718044281006,
      "step": 9238
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.05174648016691208,
      "learning_rate": 0.0008,
      "loss": 2.0892393589019775,
      "step": 9240
    },
    {
      "epoch": 0.5601212121212121,
      "grad_norm": 0.052778102457523346,
      "learning_rate": 0.0008,
      "loss": 2.0340352058410645,
      "step": 9242
    },
    {
      "epoch": 0.5602424242424242,
      "grad_norm": 0.04608987271785736,
      "learning_rate": 0.0008,
      "loss": 2.0898470878601074,
      "step": 9244
    },
    {
      "epoch": 0.5603636363636364,
      "grad_norm": 0.056317660957574844,
      "learning_rate": 0.0008,
      "loss": 2.0595877170562744,
      "step": 9246
    },
    {
      "epoch": 0.5604848484848485,
      "grad_norm": 0.05253066495060921,
      "learning_rate": 0.0008,
      "loss": 2.0317318439483643,
      "step": 9248
    },
    {
      "epoch": 0.5606060606060606,
      "grad_norm": 0.05629071220755577,
      "learning_rate": 0.0008,
      "loss": 2.06006121635437,
      "step": 9250
    },
    {
      "epoch": 0.5607272727272727,
      "grad_norm": 0.056347161531448364,
      "learning_rate": 0.0008,
      "loss": 1.9976879358291626,
      "step": 9252
    },
    {
      "epoch": 0.5608484848484848,
      "grad_norm": 0.06382175534963608,
      "learning_rate": 0.0008,
      "loss": 1.9801692962646484,
      "step": 9254
    },
    {
      "epoch": 0.560969696969697,
      "grad_norm": 0.06156039610505104,
      "learning_rate": 0.0008,
      "loss": 2.082552433013916,
      "step": 9256
    },
    {
      "epoch": 0.5610909090909091,
      "grad_norm": 0.05812281742691994,
      "learning_rate": 0.0008,
      "loss": 2.1298747062683105,
      "step": 9258
    },
    {
      "epoch": 0.5612121212121212,
      "grad_norm": 0.054538294672966,
      "learning_rate": 0.0008,
      "loss": 2.1035408973693848,
      "step": 9260
    },
    {
      "epoch": 0.5613333333333334,
      "grad_norm": 0.047348473221063614,
      "learning_rate": 0.0008,
      "loss": 2.0225956439971924,
      "step": 9262
    },
    {
      "epoch": 0.5614545454545454,
      "grad_norm": 0.045593224465847015,
      "learning_rate": 0.0008,
      "loss": 2.1611766815185547,
      "step": 9264
    },
    {
      "epoch": 0.5615757575757576,
      "grad_norm": 0.04511889070272446,
      "learning_rate": 0.0008,
      "loss": 2.050574779510498,
      "step": 9266
    },
    {
      "epoch": 0.5616969696969697,
      "grad_norm": 0.05786488577723503,
      "learning_rate": 0.0008,
      "loss": 2.030881881713867,
      "step": 9268
    },
    {
      "epoch": 0.5618181818181818,
      "grad_norm": 0.06706758588552475,
      "learning_rate": 0.0008,
      "loss": 2.0403637886047363,
      "step": 9270
    },
    {
      "epoch": 0.561939393939394,
      "grad_norm": 0.05471501499414444,
      "learning_rate": 0.0008,
      "loss": 2.055309772491455,
      "step": 9272
    },
    {
      "epoch": 0.562060606060606,
      "grad_norm": 0.06061052903532982,
      "learning_rate": 0.0008,
      "loss": 2.03935170173645,
      "step": 9274
    },
    {
      "epoch": 0.5621818181818182,
      "grad_norm": 0.06825697422027588,
      "learning_rate": 0.0008,
      "loss": 2.061898946762085,
      "step": 9276
    },
    {
      "epoch": 0.5623030303030303,
      "grad_norm": 0.06225455924868584,
      "learning_rate": 0.0008,
      "loss": 2.054572582244873,
      "step": 9278
    },
    {
      "epoch": 0.5624242424242424,
      "grad_norm": 0.04830459877848625,
      "learning_rate": 0.0008,
      "loss": 1.9316598176956177,
      "step": 9280
    },
    {
      "epoch": 0.5625454545454546,
      "grad_norm": 0.044505294412374496,
      "learning_rate": 0.0008,
      "loss": 2.0283069610595703,
      "step": 9282
    },
    {
      "epoch": 0.5626666666666666,
      "grad_norm": 0.0438636913895607,
      "learning_rate": 0.0008,
      "loss": 2.068791389465332,
      "step": 9284
    },
    {
      "epoch": 0.5627878787878788,
      "grad_norm": 0.04344771429896355,
      "learning_rate": 0.0008,
      "loss": 2.1390764713287354,
      "step": 9286
    },
    {
      "epoch": 0.5629090909090909,
      "grad_norm": 0.04410022497177124,
      "learning_rate": 0.0008,
      "loss": 2.042423725128174,
      "step": 9288
    },
    {
      "epoch": 0.563030303030303,
      "grad_norm": 0.04477225989103317,
      "learning_rate": 0.0008,
      "loss": 2.0285933017730713,
      "step": 9290
    },
    {
      "epoch": 0.5631515151515152,
      "grad_norm": 0.04522207751870155,
      "learning_rate": 0.0008,
      "loss": 2.088583469390869,
      "step": 9292
    },
    {
      "epoch": 0.5632727272727273,
      "grad_norm": 0.04431043937802315,
      "learning_rate": 0.0008,
      "loss": 2.084260940551758,
      "step": 9294
    },
    {
      "epoch": 0.5633939393939394,
      "grad_norm": 0.04300132021307945,
      "learning_rate": 0.0008,
      "loss": 1.9689749479293823,
      "step": 9296
    },
    {
      "epoch": 0.5635151515151515,
      "grad_norm": 0.04343254864215851,
      "learning_rate": 0.0008,
      "loss": 2.063758373260498,
      "step": 9298
    },
    {
      "epoch": 0.5636363636363636,
      "grad_norm": 0.04221072420477867,
      "learning_rate": 0.0008,
      "loss": 2.070366382598877,
      "step": 9300
    },
    {
      "epoch": 0.5637575757575758,
      "grad_norm": 0.044405095279216766,
      "learning_rate": 0.0008,
      "loss": 2.056730270385742,
      "step": 9302
    },
    {
      "epoch": 0.5638787878787879,
      "grad_norm": 0.042156342417001724,
      "learning_rate": 0.0008,
      "loss": 2.0968611240386963,
      "step": 9304
    },
    {
      "epoch": 0.564,
      "grad_norm": 0.04349891096353531,
      "learning_rate": 0.0008,
      "loss": 2.07193660736084,
      "step": 9306
    },
    {
      "epoch": 0.5641212121212121,
      "grad_norm": 0.043549858033657074,
      "learning_rate": 0.0008,
      "loss": 2.037937879562378,
      "step": 9308
    },
    {
      "epoch": 0.5642424242424242,
      "grad_norm": 0.042007699608802795,
      "learning_rate": 0.0008,
      "loss": 2.0484440326690674,
      "step": 9310
    },
    {
      "epoch": 0.5643636363636364,
      "grad_norm": 0.0462723970413208,
      "learning_rate": 0.0008,
      "loss": 2.0688881874084473,
      "step": 9312
    },
    {
      "epoch": 0.5644848484848485,
      "grad_norm": 0.04345852881669998,
      "learning_rate": 0.0008,
      "loss": 2.0790762901306152,
      "step": 9314
    },
    {
      "epoch": 0.5646060606060606,
      "grad_norm": 0.04463418200612068,
      "learning_rate": 0.0008,
      "loss": 2.091142416000366,
      "step": 9316
    },
    {
      "epoch": 0.5647272727272727,
      "grad_norm": 0.043843772262334824,
      "learning_rate": 0.0008,
      "loss": 2.0229506492614746,
      "step": 9318
    },
    {
      "epoch": 0.5648484848484848,
      "grad_norm": 0.04786458611488342,
      "learning_rate": 0.0008,
      "loss": 2.0353899002075195,
      "step": 9320
    },
    {
      "epoch": 0.564969696969697,
      "grad_norm": 0.04248730465769768,
      "learning_rate": 0.0008,
      "loss": 2.056833505630493,
      "step": 9322
    },
    {
      "epoch": 0.5650909090909091,
      "grad_norm": 0.043540000915527344,
      "learning_rate": 0.0008,
      "loss": 1.9939087629318237,
      "step": 9324
    },
    {
      "epoch": 0.5652121212121212,
      "grad_norm": 0.04419425129890442,
      "learning_rate": 0.0008,
      "loss": 2.043074131011963,
      "step": 9326
    },
    {
      "epoch": 0.5653333333333334,
      "grad_norm": 0.04274079203605652,
      "learning_rate": 0.0008,
      "loss": 2.072272300720215,
      "step": 9328
    },
    {
      "epoch": 0.5654545454545454,
      "grad_norm": 0.04236466437578201,
      "learning_rate": 0.0008,
      "loss": 1.9979774951934814,
      "step": 9330
    },
    {
      "epoch": 0.5655757575757576,
      "grad_norm": 0.05156737193465233,
      "learning_rate": 0.0008,
      "loss": 1.9493056535720825,
      "step": 9332
    },
    {
      "epoch": 0.5656969696969697,
      "grad_norm": 0.05050985515117645,
      "learning_rate": 0.0008,
      "loss": 1.9983114004135132,
      "step": 9334
    },
    {
      "epoch": 0.5658181818181818,
      "grad_norm": 0.05730649456381798,
      "learning_rate": 0.0008,
      "loss": 2.0674500465393066,
      "step": 9336
    },
    {
      "epoch": 0.565939393939394,
      "grad_norm": 0.04453360289335251,
      "learning_rate": 0.0008,
      "loss": 2.0326926708221436,
      "step": 9338
    },
    {
      "epoch": 0.566060606060606,
      "grad_norm": 0.046399835497140884,
      "learning_rate": 0.0008,
      "loss": 2.068956136703491,
      "step": 9340
    },
    {
      "epoch": 0.5661818181818182,
      "grad_norm": 0.043777573853731155,
      "learning_rate": 0.0008,
      "loss": 2.086794137954712,
      "step": 9342
    },
    {
      "epoch": 0.5663030303030303,
      "grad_norm": 0.042066540569067,
      "learning_rate": 0.0008,
      "loss": 1.9840457439422607,
      "step": 9344
    },
    {
      "epoch": 0.5664242424242424,
      "grad_norm": 0.0422976016998291,
      "learning_rate": 0.0008,
      "loss": 1.9965252876281738,
      "step": 9346
    },
    {
      "epoch": 0.5665454545454546,
      "grad_norm": 0.04300987347960472,
      "learning_rate": 0.0008,
      "loss": 2.0669736862182617,
      "step": 9348
    },
    {
      "epoch": 0.5666666666666667,
      "grad_norm": 0.04161219671368599,
      "learning_rate": 0.0008,
      "loss": 2.0106444358825684,
      "step": 9350
    },
    {
      "epoch": 0.5667878787878788,
      "grad_norm": 0.04497823491692543,
      "learning_rate": 0.0008,
      "loss": 2.0162527561187744,
      "step": 9352
    },
    {
      "epoch": 0.5669090909090909,
      "grad_norm": 0.042093660682439804,
      "learning_rate": 0.0008,
      "loss": 2.0719852447509766,
      "step": 9354
    },
    {
      "epoch": 0.567030303030303,
      "grad_norm": 0.044764041900634766,
      "learning_rate": 0.0008,
      "loss": 2.0678203105926514,
      "step": 9356
    },
    {
      "epoch": 0.5671515151515152,
      "grad_norm": 0.04558722302317619,
      "learning_rate": 0.0008,
      "loss": 2.061964750289917,
      "step": 9358
    },
    {
      "epoch": 0.5672727272727273,
      "grad_norm": 0.04297410696744919,
      "learning_rate": 0.0008,
      "loss": 2.1086959838867188,
      "step": 9360
    },
    {
      "epoch": 0.5673939393939393,
      "grad_norm": 0.04305315390229225,
      "learning_rate": 0.0008,
      "loss": 2.0932390689849854,
      "step": 9362
    },
    {
      "epoch": 0.5675151515151515,
      "grad_norm": 0.04632577300071716,
      "learning_rate": 0.0008,
      "loss": 2.10782790184021,
      "step": 9364
    },
    {
      "epoch": 0.5676363636363636,
      "grad_norm": 0.04314867779612541,
      "learning_rate": 0.0008,
      "loss": 2.10473895072937,
      "step": 9366
    },
    {
      "epoch": 0.5677575757575758,
      "grad_norm": 0.044099584221839905,
      "learning_rate": 0.0008,
      "loss": 2.068610191345215,
      "step": 9368
    },
    {
      "epoch": 0.5678787878787879,
      "grad_norm": 0.045903317630290985,
      "learning_rate": 0.0008,
      "loss": 2.0952868461608887,
      "step": 9370
    },
    {
      "epoch": 0.568,
      "grad_norm": 0.04349956661462784,
      "learning_rate": 0.0008,
      "loss": 2.0613903999328613,
      "step": 9372
    },
    {
      "epoch": 0.5681212121212121,
      "grad_norm": 0.043020620942115784,
      "learning_rate": 0.0008,
      "loss": 2.0418777465820312,
      "step": 9374
    },
    {
      "epoch": 0.5682424242424242,
      "grad_norm": 0.04476744681596756,
      "learning_rate": 0.0008,
      "loss": 2.0358803272247314,
      "step": 9376
    },
    {
      "epoch": 0.5683636363636364,
      "grad_norm": 0.0542496033012867,
      "learning_rate": 0.0008,
      "loss": 2.0389416217803955,
      "step": 9378
    },
    {
      "epoch": 0.5684848484848485,
      "grad_norm": 0.053819119930267334,
      "learning_rate": 0.0008,
      "loss": 2.0099620819091797,
      "step": 9380
    },
    {
      "epoch": 0.5686060606060606,
      "grad_norm": 0.04276927933096886,
      "learning_rate": 0.0008,
      "loss": 1.9767725467681885,
      "step": 9382
    },
    {
      "epoch": 0.5687272727272727,
      "grad_norm": 0.044380031526088715,
      "learning_rate": 0.0008,
      "loss": 2.039132833480835,
      "step": 9384
    },
    {
      "epoch": 0.5688484848484848,
      "grad_norm": 0.047349706292152405,
      "learning_rate": 0.0008,
      "loss": 2.082087278366089,
      "step": 9386
    },
    {
      "epoch": 0.568969696969697,
      "grad_norm": 0.04568793997168541,
      "learning_rate": 0.0008,
      "loss": 2.0551111698150635,
      "step": 9388
    },
    {
      "epoch": 0.5690909090909091,
      "grad_norm": 0.04721604660153389,
      "learning_rate": 0.0008,
      "loss": 2.052335262298584,
      "step": 9390
    },
    {
      "epoch": 0.5692121212121212,
      "grad_norm": 0.04871431738138199,
      "learning_rate": 0.0008,
      "loss": 2.0606529712677,
      "step": 9392
    },
    {
      "epoch": 0.5693333333333334,
      "grad_norm": 0.05865452066063881,
      "learning_rate": 0.0008,
      "loss": 1.998281717300415,
      "step": 9394
    },
    {
      "epoch": 0.5694545454545454,
      "grad_norm": 0.04417392984032631,
      "learning_rate": 0.0008,
      "loss": 1.9789668321609497,
      "step": 9396
    },
    {
      "epoch": 0.5695757575757576,
      "grad_norm": 0.04373488202691078,
      "learning_rate": 0.0008,
      "loss": 2.104863405227661,
      "step": 9398
    },
    {
      "epoch": 0.5696969696969697,
      "grad_norm": 0.05360971391201019,
      "learning_rate": 0.0008,
      "loss": 2.00209903717041,
      "step": 9400
    },
    {
      "epoch": 0.5698181818181818,
      "grad_norm": 0.05002213269472122,
      "learning_rate": 0.0008,
      "loss": 2.024155378341675,
      "step": 9402
    },
    {
      "epoch": 0.569939393939394,
      "grad_norm": 0.04739605262875557,
      "learning_rate": 0.0008,
      "loss": 1.998848557472229,
      "step": 9404
    },
    {
      "epoch": 0.570060606060606,
      "grad_norm": 0.047317370772361755,
      "learning_rate": 0.0008,
      "loss": 2.078568935394287,
      "step": 9406
    },
    {
      "epoch": 0.5701818181818182,
      "grad_norm": 0.043966054916381836,
      "learning_rate": 0.0008,
      "loss": 2.017091751098633,
      "step": 9408
    },
    {
      "epoch": 0.5703030303030303,
      "grad_norm": 0.060607511550188065,
      "learning_rate": 0.0008,
      "loss": 1.993346095085144,
      "step": 9410
    },
    {
      "epoch": 0.5704242424242424,
      "grad_norm": 0.05267557129263878,
      "learning_rate": 0.0008,
      "loss": 2.063122034072876,
      "step": 9412
    },
    {
      "epoch": 0.5705454545454546,
      "grad_norm": 0.05445079877972603,
      "learning_rate": 0.0008,
      "loss": 2.0728232860565186,
      "step": 9414
    },
    {
      "epoch": 0.5706666666666667,
      "grad_norm": 0.05232739448547363,
      "learning_rate": 0.0008,
      "loss": 2.0359811782836914,
      "step": 9416
    },
    {
      "epoch": 0.5707878787878787,
      "grad_norm": 0.044943612068891525,
      "learning_rate": 0.0008,
      "loss": 1.9807909727096558,
      "step": 9418
    },
    {
      "epoch": 0.5709090909090909,
      "grad_norm": 0.04189455881714821,
      "learning_rate": 0.0008,
      "loss": 1.987267255783081,
      "step": 9420
    },
    {
      "epoch": 0.571030303030303,
      "grad_norm": 0.0416729710996151,
      "learning_rate": 0.0008,
      "loss": 2.0115957260131836,
      "step": 9422
    },
    {
      "epoch": 0.5711515151515152,
      "grad_norm": 0.04375241696834564,
      "learning_rate": 0.0008,
      "loss": 2.0352461338043213,
      "step": 9424
    },
    {
      "epoch": 0.5712727272727273,
      "grad_norm": 0.043386295437812805,
      "learning_rate": 0.0008,
      "loss": 2.0749433040618896,
      "step": 9426
    },
    {
      "epoch": 0.5713939393939393,
      "grad_norm": 0.04206737130880356,
      "learning_rate": 0.0008,
      "loss": 1.9775725603103638,
      "step": 9428
    },
    {
      "epoch": 0.5715151515151515,
      "grad_norm": 0.04310179874300957,
      "learning_rate": 0.0008,
      "loss": 1.9849467277526855,
      "step": 9430
    },
    {
      "epoch": 0.5716363636363636,
      "grad_norm": 0.04170616716146469,
      "learning_rate": 0.0008,
      "loss": 1.9882615804672241,
      "step": 9432
    },
    {
      "epoch": 0.5717575757575758,
      "grad_norm": 0.042559247463941574,
      "learning_rate": 0.0008,
      "loss": 2.0011870861053467,
      "step": 9434
    },
    {
      "epoch": 0.5718787878787879,
      "grad_norm": 0.044815294444561005,
      "learning_rate": 0.0008,
      "loss": 2.0524654388427734,
      "step": 9436
    },
    {
      "epoch": 0.572,
      "grad_norm": 0.04772842675447464,
      "learning_rate": 0.0008,
      "loss": 2.08249831199646,
      "step": 9438
    },
    {
      "epoch": 0.5721212121212121,
      "grad_norm": 0.05073649063706398,
      "learning_rate": 0.0008,
      "loss": 2.0823895931243896,
      "step": 9440
    },
    {
      "epoch": 0.5722424242424242,
      "grad_norm": 0.05055997520685196,
      "learning_rate": 0.0008,
      "loss": 2.0181961059570312,
      "step": 9442
    },
    {
      "epoch": 0.5723636363636364,
      "grad_norm": 0.04555310308933258,
      "learning_rate": 0.0008,
      "loss": 2.0268056392669678,
      "step": 9444
    },
    {
      "epoch": 0.5724848484848485,
      "grad_norm": 0.04373890534043312,
      "learning_rate": 0.0008,
      "loss": 2.0834012031555176,
      "step": 9446
    },
    {
      "epoch": 0.5726060606060606,
      "grad_norm": 0.042812660336494446,
      "learning_rate": 0.0008,
      "loss": 2.078707218170166,
      "step": 9448
    },
    {
      "epoch": 0.5727272727272728,
      "grad_norm": 0.046797994524240494,
      "learning_rate": 0.0008,
      "loss": 2.0658888816833496,
      "step": 9450
    },
    {
      "epoch": 0.5728484848484848,
      "grad_norm": 0.054780732840299606,
      "learning_rate": 0.0008,
      "loss": 2.0231618881225586,
      "step": 9452
    },
    {
      "epoch": 0.572969696969697,
      "grad_norm": 0.04568479582667351,
      "learning_rate": 0.0008,
      "loss": 2.069403648376465,
      "step": 9454
    },
    {
      "epoch": 0.5730909090909091,
      "grad_norm": 0.042833246290683746,
      "learning_rate": 0.0008,
      "loss": 1.9737075567245483,
      "step": 9456
    },
    {
      "epoch": 0.5732121212121212,
      "grad_norm": 0.044294558465480804,
      "learning_rate": 0.0008,
      "loss": 2.0791738033294678,
      "step": 9458
    },
    {
      "epoch": 0.5733333333333334,
      "grad_norm": 0.043068304657936096,
      "learning_rate": 0.0008,
      "loss": 2.100771903991699,
      "step": 9460
    },
    {
      "epoch": 0.5734545454545454,
      "grad_norm": 0.050348203629255295,
      "learning_rate": 0.0008,
      "loss": 2.129054307937622,
      "step": 9462
    },
    {
      "epoch": 0.5735757575757576,
      "grad_norm": 0.04462176188826561,
      "learning_rate": 0.0008,
      "loss": 2.0503954887390137,
      "step": 9464
    },
    {
      "epoch": 0.5736969696969697,
      "grad_norm": 0.04174726456403732,
      "learning_rate": 0.0008,
      "loss": 1.991123914718628,
      "step": 9466
    },
    {
      "epoch": 0.5738181818181818,
      "grad_norm": 0.043989889323711395,
      "learning_rate": 0.0008,
      "loss": 2.071826457977295,
      "step": 9468
    },
    {
      "epoch": 0.573939393939394,
      "grad_norm": 0.04269234091043472,
      "learning_rate": 0.0008,
      "loss": 1.994990587234497,
      "step": 9470
    },
    {
      "epoch": 0.574060606060606,
      "grad_norm": 0.04638609290122986,
      "learning_rate": 0.0008,
      "loss": 2.0250661373138428,
      "step": 9472
    },
    {
      "epoch": 0.5741818181818181,
      "grad_norm": 0.0433814600110054,
      "learning_rate": 0.0008,
      "loss": 2.0293500423431396,
      "step": 9474
    },
    {
      "epoch": 0.5743030303030303,
      "grad_norm": 0.05210094898939133,
      "learning_rate": 0.0008,
      "loss": 2.100003957748413,
      "step": 9476
    },
    {
      "epoch": 0.5744242424242424,
      "grad_norm": 0.04710717126727104,
      "learning_rate": 0.0008,
      "loss": 2.031658172607422,
      "step": 9478
    },
    {
      "epoch": 0.5745454545454546,
      "grad_norm": 0.045682456344366074,
      "learning_rate": 0.0008,
      "loss": 2.082179307937622,
      "step": 9480
    },
    {
      "epoch": 0.5746666666666667,
      "grad_norm": 0.04489285871386528,
      "learning_rate": 0.0008,
      "loss": 2.0468668937683105,
      "step": 9482
    },
    {
      "epoch": 0.5747878787878787,
      "grad_norm": 0.04231232777237892,
      "learning_rate": 0.0008,
      "loss": 2.0962231159210205,
      "step": 9484
    },
    {
      "epoch": 0.5749090909090909,
      "grad_norm": 0.04353361576795578,
      "learning_rate": 0.0008,
      "loss": 2.025364637374878,
      "step": 9486
    },
    {
      "epoch": 0.575030303030303,
      "grad_norm": 0.047301314771175385,
      "learning_rate": 0.0008,
      "loss": 2.0638504028320312,
      "step": 9488
    },
    {
      "epoch": 0.5751515151515152,
      "grad_norm": 0.043390050530433655,
      "learning_rate": 0.0008,
      "loss": 1.947954773902893,
      "step": 9490
    },
    {
      "epoch": 0.5752727272727273,
      "grad_norm": 0.0434449166059494,
      "learning_rate": 0.0008,
      "loss": 2.001662015914917,
      "step": 9492
    },
    {
      "epoch": 0.5753939393939393,
      "grad_norm": 0.04240219295024872,
      "learning_rate": 0.0008,
      "loss": 1.9934643507003784,
      "step": 9494
    },
    {
      "epoch": 0.5755151515151515,
      "grad_norm": 0.04436623677611351,
      "learning_rate": 0.0008,
      "loss": 2.0386290550231934,
      "step": 9496
    },
    {
      "epoch": 0.5756363636363636,
      "grad_norm": 0.0458361990749836,
      "learning_rate": 0.0008,
      "loss": 2.04075026512146,
      "step": 9498
    },
    {
      "epoch": 0.5757575757575758,
      "grad_norm": 0.042982134968042374,
      "learning_rate": 0.0008,
      "loss": 2.0211679935455322,
      "step": 9500
    },
    {
      "epoch": 0.5758787878787879,
      "grad_norm": 0.04677689075469971,
      "learning_rate": 0.0008,
      "loss": 2.0564236640930176,
      "step": 9502
    },
    {
      "epoch": 0.576,
      "grad_norm": 0.04695945605635643,
      "learning_rate": 0.0008,
      "loss": 2.063922643661499,
      "step": 9504
    },
    {
      "epoch": 0.5761212121212121,
      "grad_norm": 0.043071165680885315,
      "learning_rate": 0.0008,
      "loss": 1.9933022260665894,
      "step": 9506
    },
    {
      "epoch": 0.5762424242424242,
      "grad_norm": 0.04110961779952049,
      "learning_rate": 0.0008,
      "loss": 2.090001344680786,
      "step": 9508
    },
    {
      "epoch": 0.5763636363636364,
      "grad_norm": 0.04160899668931961,
      "learning_rate": 0.0008,
      "loss": 1.9885045289993286,
      "step": 9510
    },
    {
      "epoch": 0.5764848484848485,
      "grad_norm": 0.041946299374103546,
      "learning_rate": 0.0008,
      "loss": 2.055490493774414,
      "step": 9512
    },
    {
      "epoch": 0.5766060606060606,
      "grad_norm": 0.04259805008769035,
      "learning_rate": 0.0008,
      "loss": 2.019848346710205,
      "step": 9514
    },
    {
      "epoch": 0.5767272727272728,
      "grad_norm": 0.04254680126905441,
      "learning_rate": 0.0008,
      "loss": 2.0497219562530518,
      "step": 9516
    },
    {
      "epoch": 0.5768484848484848,
      "grad_norm": 0.042381320148706436,
      "learning_rate": 0.0008,
      "loss": 2.0705583095550537,
      "step": 9518
    },
    {
      "epoch": 0.576969696969697,
      "grad_norm": 0.043551623821258545,
      "learning_rate": 0.0008,
      "loss": 2.099128246307373,
      "step": 9520
    },
    {
      "epoch": 0.5770909090909091,
      "grad_norm": 0.04293908551335335,
      "learning_rate": 0.0008,
      "loss": 1.9853276014328003,
      "step": 9522
    },
    {
      "epoch": 0.5772121212121212,
      "grad_norm": 0.04705501347780228,
      "learning_rate": 0.0008,
      "loss": 2.020448684692383,
      "step": 9524
    },
    {
      "epoch": 0.5773333333333334,
      "grad_norm": 0.043071597814559937,
      "learning_rate": 0.0008,
      "loss": 2.0605149269104004,
      "step": 9526
    },
    {
      "epoch": 0.5774545454545454,
      "grad_norm": 0.04256204888224602,
      "learning_rate": 0.0008,
      "loss": 2.06734561920166,
      "step": 9528
    },
    {
      "epoch": 0.5775757575757576,
      "grad_norm": 0.04568665474653244,
      "learning_rate": 0.0008,
      "loss": 2.0641095638275146,
      "step": 9530
    },
    {
      "epoch": 0.5776969696969697,
      "grad_norm": 0.04708019644021988,
      "learning_rate": 0.0008,
      "loss": 2.049644947052002,
      "step": 9532
    },
    {
      "epoch": 0.5778181818181818,
      "grad_norm": 0.04305180162191391,
      "learning_rate": 0.0008,
      "loss": 2.0466816425323486,
      "step": 9534
    },
    {
      "epoch": 0.577939393939394,
      "grad_norm": 0.0492180660367012,
      "learning_rate": 0.0008,
      "loss": 2.0051047801971436,
      "step": 9536
    },
    {
      "epoch": 0.578060606060606,
      "grad_norm": 0.05676954612135887,
      "learning_rate": 0.0008,
      "loss": 2.0399789810180664,
      "step": 9538
    },
    {
      "epoch": 0.5781818181818181,
      "grad_norm": 0.0460364930331707,
      "learning_rate": 0.0008,
      "loss": 2.0246195793151855,
      "step": 9540
    },
    {
      "epoch": 0.5783030303030303,
      "grad_norm": 0.048556700348854065,
      "learning_rate": 0.0008,
      "loss": 1.9755362272262573,
      "step": 9542
    },
    {
      "epoch": 0.5784242424242424,
      "grad_norm": 0.044494807720184326,
      "learning_rate": 0.0008,
      "loss": 2.0079855918884277,
      "step": 9544
    },
    {
      "epoch": 0.5785454545454546,
      "grad_norm": 0.04164673015475273,
      "learning_rate": 0.0008,
      "loss": 2.0278685092926025,
      "step": 9546
    },
    {
      "epoch": 0.5786666666666667,
      "grad_norm": 0.04225900396704674,
      "learning_rate": 0.0008,
      "loss": 1.997248888015747,
      "step": 9548
    },
    {
      "epoch": 0.5787878787878787,
      "grad_norm": 0.04143327474594116,
      "learning_rate": 0.0008,
      "loss": 2.040236711502075,
      "step": 9550
    },
    {
      "epoch": 0.5789090909090909,
      "grad_norm": 0.048590097576379776,
      "learning_rate": 0.0008,
      "loss": 2.016940116882324,
      "step": 9552
    },
    {
      "epoch": 0.579030303030303,
      "grad_norm": 0.048966627568006516,
      "learning_rate": 0.0008,
      "loss": 2.072272539138794,
      "step": 9554
    },
    {
      "epoch": 0.5791515151515152,
      "grad_norm": 0.04815008491277695,
      "learning_rate": 0.0008,
      "loss": 2.0104897022247314,
      "step": 9556
    },
    {
      "epoch": 0.5792727272727273,
      "grad_norm": 0.0462520495057106,
      "learning_rate": 0.0008,
      "loss": 2.061641216278076,
      "step": 9558
    },
    {
      "epoch": 0.5793939393939394,
      "grad_norm": 0.04513523727655411,
      "learning_rate": 0.0008,
      "loss": 1.952101230621338,
      "step": 9560
    },
    {
      "epoch": 0.5795151515151515,
      "grad_norm": 0.04108847305178642,
      "learning_rate": 0.0008,
      "loss": 2.017068386077881,
      "step": 9562
    },
    {
      "epoch": 0.5796363636363636,
      "grad_norm": 0.04362650215625763,
      "learning_rate": 0.0008,
      "loss": 2.0426976680755615,
      "step": 9564
    },
    {
      "epoch": 0.5797575757575758,
      "grad_norm": 0.040708769112825394,
      "learning_rate": 0.0008,
      "loss": 2.0407392978668213,
      "step": 9566
    },
    {
      "epoch": 0.5798787878787879,
      "grad_norm": 0.04211296886205673,
      "learning_rate": 0.0008,
      "loss": 2.0756402015686035,
      "step": 9568
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.04062624275684357,
      "learning_rate": 0.0008,
      "loss": 2.0053062438964844,
      "step": 9570
    },
    {
      "epoch": 0.5801212121212121,
      "grad_norm": 0.04043220728635788,
      "learning_rate": 0.0008,
      "loss": 2.071294069290161,
      "step": 9572
    },
    {
      "epoch": 0.5802424242424242,
      "grad_norm": 0.04836738854646683,
      "learning_rate": 0.0008,
      "loss": 2.0054965019226074,
      "step": 9574
    },
    {
      "epoch": 0.5803636363636364,
      "grad_norm": 0.044159241020679474,
      "learning_rate": 0.0008,
      "loss": 2.053959608078003,
      "step": 9576
    },
    {
      "epoch": 0.5804848484848485,
      "grad_norm": 0.042257800698280334,
      "learning_rate": 0.0008,
      "loss": 2.062903642654419,
      "step": 9578
    },
    {
      "epoch": 0.5806060606060606,
      "grad_norm": 0.04298780858516693,
      "learning_rate": 0.0008,
      "loss": 2.0252685546875,
      "step": 9580
    },
    {
      "epoch": 0.5807272727272728,
      "grad_norm": 0.04229258745908737,
      "learning_rate": 0.0008,
      "loss": 1.9949640035629272,
      "step": 9582
    },
    {
      "epoch": 0.5808484848484848,
      "grad_norm": 0.04200108349323273,
      "learning_rate": 0.0008,
      "loss": 2.1047110557556152,
      "step": 9584
    },
    {
      "epoch": 0.580969696969697,
      "grad_norm": 0.04912323132157326,
      "learning_rate": 0.0008,
      "loss": 2.0734550952911377,
      "step": 9586
    },
    {
      "epoch": 0.5810909090909091,
      "grad_norm": 0.04357565939426422,
      "learning_rate": 0.0008,
      "loss": 2.0510356426239014,
      "step": 9588
    },
    {
      "epoch": 0.5812121212121212,
      "grad_norm": 0.047415222972631454,
      "learning_rate": 0.0008,
      "loss": 1.9920896291732788,
      "step": 9590
    },
    {
      "epoch": 0.5813333333333334,
      "grad_norm": 0.043416548520326614,
      "learning_rate": 0.0008,
      "loss": 1.9793879985809326,
      "step": 9592
    },
    {
      "epoch": 0.5814545454545454,
      "grad_norm": 0.0584261529147625,
      "learning_rate": 0.0008,
      "loss": 2.050306558609009,
      "step": 9594
    },
    {
      "epoch": 0.5815757575757575,
      "grad_norm": 0.04963228851556778,
      "learning_rate": 0.0008,
      "loss": 2.0105717182159424,
      "step": 9596
    },
    {
      "epoch": 0.5816969696969697,
      "grad_norm": 0.044069789350032806,
      "learning_rate": 0.0008,
      "loss": 2.017712354660034,
      "step": 9598
    },
    {
      "epoch": 0.5818181818181818,
      "grad_norm": 0.04271155595779419,
      "learning_rate": 0.0008,
      "loss": 2.0414721965789795,
      "step": 9600
    },
    {
      "epoch": 0.581939393939394,
      "grad_norm": 0.04194570332765579,
      "learning_rate": 0.0008,
      "loss": 1.967421531677246,
      "step": 9602
    },
    {
      "epoch": 0.5820606060606061,
      "grad_norm": 0.04179735481739044,
      "learning_rate": 0.0008,
      "loss": 2.017085313796997,
      "step": 9604
    },
    {
      "epoch": 0.5821818181818181,
      "grad_norm": 0.052576642483472824,
      "learning_rate": 0.0008,
      "loss": 2.1044604778289795,
      "step": 9606
    },
    {
      "epoch": 0.5823030303030303,
      "grad_norm": 0.04098612442612648,
      "learning_rate": 0.0008,
      "loss": 2.0146379470825195,
      "step": 9608
    },
    {
      "epoch": 0.5824242424242424,
      "grad_norm": 0.042695410549640656,
      "learning_rate": 0.0008,
      "loss": 2.0501232147216797,
      "step": 9610
    },
    {
      "epoch": 0.5825454545454546,
      "grad_norm": 0.04244145378470421,
      "learning_rate": 0.0008,
      "loss": 2.119382381439209,
      "step": 9612
    },
    {
      "epoch": 0.5826666666666667,
      "grad_norm": 0.042726293206214905,
      "learning_rate": 0.0008,
      "loss": 2.0093307495117188,
      "step": 9614
    },
    {
      "epoch": 0.5827878787878787,
      "grad_norm": 0.04199203848838806,
      "learning_rate": 0.0008,
      "loss": 2.050337314605713,
      "step": 9616
    },
    {
      "epoch": 0.5829090909090909,
      "grad_norm": 0.05191028490662575,
      "learning_rate": 0.0008,
      "loss": 2.0717151165008545,
      "step": 9618
    },
    {
      "epoch": 0.583030303030303,
      "grad_norm": 0.0406339131295681,
      "learning_rate": 0.0008,
      "loss": 2.004110097885132,
      "step": 9620
    },
    {
      "epoch": 0.5831515151515152,
      "grad_norm": 0.04079688712954521,
      "learning_rate": 0.0008,
      "loss": 2.0856363773345947,
      "step": 9622
    },
    {
      "epoch": 0.5832727272727273,
      "grad_norm": 0.042057570070028305,
      "learning_rate": 0.0008,
      "loss": 1.9967947006225586,
      "step": 9624
    },
    {
      "epoch": 0.5833939393939394,
      "grad_norm": 0.04477166384458542,
      "learning_rate": 0.0008,
      "loss": 2.0531005859375,
      "step": 9626
    },
    {
      "epoch": 0.5835151515151515,
      "grad_norm": 0.042878370732069016,
      "learning_rate": 0.0008,
      "loss": 2.022923707962036,
      "step": 9628
    },
    {
      "epoch": 0.5836363636363636,
      "grad_norm": 0.04324834421277046,
      "learning_rate": 0.0008,
      "loss": 2.112607955932617,
      "step": 9630
    },
    {
      "epoch": 0.5837575757575758,
      "grad_norm": 0.04741819202899933,
      "learning_rate": 0.0008,
      "loss": 2.0385403633117676,
      "step": 9632
    },
    {
      "epoch": 0.5838787878787879,
      "grad_norm": 0.04259010776877403,
      "learning_rate": 0.0008,
      "loss": 2.046346664428711,
      "step": 9634
    },
    {
      "epoch": 0.584,
      "grad_norm": 0.050935547798871994,
      "learning_rate": 0.0008,
      "loss": 2.051588535308838,
      "step": 9636
    },
    {
      "epoch": 0.5841212121212122,
      "grad_norm": 0.05044984444975853,
      "learning_rate": 0.0008,
      "loss": 2.0657410621643066,
      "step": 9638
    },
    {
      "epoch": 0.5842424242424242,
      "grad_norm": 0.04158443957567215,
      "learning_rate": 0.0008,
      "loss": 2.022091865539551,
      "step": 9640
    },
    {
      "epoch": 0.5843636363636364,
      "grad_norm": 0.04499749839305878,
      "learning_rate": 0.0008,
      "loss": 2.106610059738159,
      "step": 9642
    },
    {
      "epoch": 0.5844848484848485,
      "grad_norm": 0.04176574945449829,
      "learning_rate": 0.0008,
      "loss": 1.9731956720352173,
      "step": 9644
    },
    {
      "epoch": 0.5846060606060606,
      "grad_norm": 0.04849352687597275,
      "learning_rate": 0.0008,
      "loss": 2.034907341003418,
      "step": 9646
    },
    {
      "epoch": 0.5847272727272728,
      "grad_norm": 0.04335574433207512,
      "learning_rate": 0.0008,
      "loss": 2.0194711685180664,
      "step": 9648
    },
    {
      "epoch": 0.5848484848484848,
      "grad_norm": 0.0415458008646965,
      "learning_rate": 0.0008,
      "loss": 1.993955135345459,
      "step": 9650
    },
    {
      "epoch": 0.5849696969696969,
      "grad_norm": 0.04239674657583237,
      "learning_rate": 0.0008,
      "loss": 1.9564099311828613,
      "step": 9652
    },
    {
      "epoch": 0.5850909090909091,
      "grad_norm": 0.04545285552740097,
      "learning_rate": 0.0008,
      "loss": 2.016866683959961,
      "step": 9654
    },
    {
      "epoch": 0.5852121212121212,
      "grad_norm": 0.04217096045613289,
      "learning_rate": 0.0008,
      "loss": 2.05489444732666,
      "step": 9656
    },
    {
      "epoch": 0.5853333333333334,
      "grad_norm": 0.04557541012763977,
      "learning_rate": 0.0008,
      "loss": 2.095128059387207,
      "step": 9658
    },
    {
      "epoch": 0.5854545454545454,
      "grad_norm": 0.044309262186288834,
      "learning_rate": 0.0008,
      "loss": 2.0893232822418213,
      "step": 9660
    },
    {
      "epoch": 0.5855757575757575,
      "grad_norm": 0.045952651649713516,
      "learning_rate": 0.0008,
      "loss": 1.9862627983093262,
      "step": 9662
    },
    {
      "epoch": 0.5856969696969697,
      "grad_norm": 0.041518718004226685,
      "learning_rate": 0.0008,
      "loss": 1.971205472946167,
      "step": 9664
    },
    {
      "epoch": 0.5858181818181818,
      "grad_norm": 0.04701179638504982,
      "learning_rate": 0.0008,
      "loss": 2.073457956314087,
      "step": 9666
    },
    {
      "epoch": 0.585939393939394,
      "grad_norm": 0.05289539322257042,
      "learning_rate": 0.0008,
      "loss": 1.9877381324768066,
      "step": 9668
    },
    {
      "epoch": 0.5860606060606061,
      "grad_norm": 0.04916290566325188,
      "learning_rate": 0.0008,
      "loss": 1.9656710624694824,
      "step": 9670
    },
    {
      "epoch": 0.5861818181818181,
      "grad_norm": 0.05116012319922447,
      "learning_rate": 0.0008,
      "loss": 2.1118507385253906,
      "step": 9672
    },
    {
      "epoch": 0.5863030303030303,
      "grad_norm": 0.04666770249605179,
      "learning_rate": 0.0008,
      "loss": 2.066478729248047,
      "step": 9674
    },
    {
      "epoch": 0.5864242424242424,
      "grad_norm": 0.0504104308784008,
      "learning_rate": 0.0008,
      "loss": 2.0609753131866455,
      "step": 9676
    },
    {
      "epoch": 0.5865454545454546,
      "grad_norm": 0.0649639144539833,
      "learning_rate": 0.0008,
      "loss": 2.1089491844177246,
      "step": 9678
    },
    {
      "epoch": 0.5866666666666667,
      "grad_norm": 0.07170930504798889,
      "learning_rate": 0.0008,
      "loss": 2.088178873062134,
      "step": 9680
    },
    {
      "epoch": 0.5867878787878787,
      "grad_norm": 0.06233922392129898,
      "learning_rate": 0.0008,
      "loss": 2.0857036113739014,
      "step": 9682
    },
    {
      "epoch": 0.5869090909090909,
      "grad_norm": 0.06017894670367241,
      "learning_rate": 0.0008,
      "loss": 1.9936378002166748,
      "step": 9684
    },
    {
      "epoch": 0.587030303030303,
      "grad_norm": 0.06288101524114609,
      "learning_rate": 0.0008,
      "loss": 2.009002208709717,
      "step": 9686
    },
    {
      "epoch": 0.5871515151515152,
      "grad_norm": 0.05411646515130997,
      "learning_rate": 0.0008,
      "loss": 2.051553726196289,
      "step": 9688
    },
    {
      "epoch": 0.5872727272727273,
      "grad_norm": 0.05095900222659111,
      "learning_rate": 0.0008,
      "loss": 2.0437939167022705,
      "step": 9690
    },
    {
      "epoch": 0.5873939393939394,
      "grad_norm": 0.04790781810879707,
      "learning_rate": 0.0008,
      "loss": 2.0590178966522217,
      "step": 9692
    },
    {
      "epoch": 0.5875151515151515,
      "grad_norm": 0.047608789056539536,
      "learning_rate": 0.0008,
      "loss": 2.0241949558258057,
      "step": 9694
    },
    {
      "epoch": 0.5876363636363636,
      "grad_norm": 0.04575788974761963,
      "learning_rate": 0.0008,
      "loss": 2.057347536087036,
      "step": 9696
    },
    {
      "epoch": 0.5877575757575758,
      "grad_norm": 0.05414172634482384,
      "learning_rate": 0.0008,
      "loss": 2.037694215774536,
      "step": 9698
    },
    {
      "epoch": 0.5878787878787879,
      "grad_norm": 0.05658893287181854,
      "learning_rate": 0.0008,
      "loss": 2.013685464859009,
      "step": 9700
    },
    {
      "epoch": 0.588,
      "grad_norm": 0.05206071212887764,
      "learning_rate": 0.0008,
      "loss": 2.0941174030303955,
      "step": 9702
    },
    {
      "epoch": 0.5881212121212122,
      "grad_norm": 0.049880895763635635,
      "learning_rate": 0.0008,
      "loss": 2.0491907596588135,
      "step": 9704
    },
    {
      "epoch": 0.5882424242424242,
      "grad_norm": 0.04149235785007477,
      "learning_rate": 0.0008,
      "loss": 2.076054811477661,
      "step": 9706
    },
    {
      "epoch": 0.5883636363636363,
      "grad_norm": 0.04372473433613777,
      "learning_rate": 0.0008,
      "loss": 2.0679500102996826,
      "step": 9708
    },
    {
      "epoch": 0.5884848484848485,
      "grad_norm": 0.04173668101429939,
      "learning_rate": 0.0008,
      "loss": 2.044388771057129,
      "step": 9710
    },
    {
      "epoch": 0.5886060606060606,
      "grad_norm": 0.042364321649074554,
      "learning_rate": 0.0008,
      "loss": 2.0516231060028076,
      "step": 9712
    },
    {
      "epoch": 0.5887272727272728,
      "grad_norm": 0.041862402111291885,
      "learning_rate": 0.0008,
      "loss": 2.003577947616577,
      "step": 9714
    },
    {
      "epoch": 0.5888484848484848,
      "grad_norm": 0.042283594608306885,
      "learning_rate": 0.0008,
      "loss": 2.1050567626953125,
      "step": 9716
    },
    {
      "epoch": 0.5889696969696969,
      "grad_norm": 0.049776963889598846,
      "learning_rate": 0.0008,
      "loss": 2.006413698196411,
      "step": 9718
    },
    {
      "epoch": 0.5890909090909091,
      "grad_norm": 0.04789600148797035,
      "learning_rate": 0.0008,
      "loss": 1.98939049243927,
      "step": 9720
    },
    {
      "epoch": 0.5892121212121212,
      "grad_norm": 0.04150210693478584,
      "learning_rate": 0.0008,
      "loss": 2.0585920810699463,
      "step": 9722
    },
    {
      "epoch": 0.5893333333333334,
      "grad_norm": 0.040252141654491425,
      "learning_rate": 0.0008,
      "loss": 2.1206445693969727,
      "step": 9724
    },
    {
      "epoch": 0.5894545454545455,
      "grad_norm": 0.04338102042675018,
      "learning_rate": 0.0008,
      "loss": 1.9981904029846191,
      "step": 9726
    },
    {
      "epoch": 0.5895757575757575,
      "grad_norm": 0.043370891362428665,
      "learning_rate": 0.0008,
      "loss": 2.09861159324646,
      "step": 9728
    },
    {
      "epoch": 0.5896969696969697,
      "grad_norm": 0.040715042501688004,
      "learning_rate": 0.0008,
      "loss": 2.002056837081909,
      "step": 9730
    },
    {
      "epoch": 0.5898181818181818,
      "grad_norm": 0.04180682450532913,
      "learning_rate": 0.0008,
      "loss": 2.067734956741333,
      "step": 9732
    },
    {
      "epoch": 0.589939393939394,
      "grad_norm": 0.042770255357027054,
      "learning_rate": 0.0008,
      "loss": 2.06711483001709,
      "step": 9734
    },
    {
      "epoch": 0.5900606060606061,
      "grad_norm": 0.04303314909338951,
      "learning_rate": 0.0008,
      "loss": 2.0428242683410645,
      "step": 9736
    },
    {
      "epoch": 0.5901818181818181,
      "grad_norm": 0.04391847550868988,
      "learning_rate": 0.0008,
      "loss": 2.0542705059051514,
      "step": 9738
    },
    {
      "epoch": 0.5903030303030303,
      "grad_norm": 0.04399926960468292,
      "learning_rate": 0.0008,
      "loss": 1.9527674913406372,
      "step": 9740
    },
    {
      "epoch": 0.5904242424242424,
      "grad_norm": 0.040764763951301575,
      "learning_rate": 0.0008,
      "loss": 2.071773052215576,
      "step": 9742
    },
    {
      "epoch": 0.5905454545454546,
      "grad_norm": 0.04192975163459778,
      "learning_rate": 0.0008,
      "loss": 2.087380886077881,
      "step": 9744
    },
    {
      "epoch": 0.5906666666666667,
      "grad_norm": 0.049099527299404144,
      "learning_rate": 0.0008,
      "loss": 2.0372729301452637,
      "step": 9746
    },
    {
      "epoch": 0.5907878787878788,
      "grad_norm": 0.05963549017906189,
      "learning_rate": 0.0008,
      "loss": 2.0028958320617676,
      "step": 9748
    },
    {
      "epoch": 0.5909090909090909,
      "grad_norm": 0.05643559992313385,
      "learning_rate": 0.0008,
      "loss": 2.045304536819458,
      "step": 9750
    },
    {
      "epoch": 0.591030303030303,
      "grad_norm": 0.05542367696762085,
      "learning_rate": 0.0008,
      "loss": 2.0606637001037598,
      "step": 9752
    },
    {
      "epoch": 0.5911515151515152,
      "grad_norm": 0.054836172610521317,
      "learning_rate": 0.0008,
      "loss": 2.0195300579071045,
      "step": 9754
    },
    {
      "epoch": 0.5912727272727273,
      "grad_norm": 0.06857011467218399,
      "learning_rate": 0.0008,
      "loss": 2.0540268421173096,
      "step": 9756
    },
    {
      "epoch": 0.5913939393939394,
      "grad_norm": 0.05692942813038826,
      "learning_rate": 0.0008,
      "loss": 2.071040630340576,
      "step": 9758
    },
    {
      "epoch": 0.5915151515151515,
      "grad_norm": 0.05699079856276512,
      "learning_rate": 0.0008,
      "loss": 2.027756929397583,
      "step": 9760
    },
    {
      "epoch": 0.5916363636363636,
      "grad_norm": 0.05637818202376366,
      "learning_rate": 0.0008,
      "loss": 2.0720977783203125,
      "step": 9762
    },
    {
      "epoch": 0.5917575757575757,
      "grad_norm": 0.05399816483259201,
      "learning_rate": 0.0008,
      "loss": 2.046163320541382,
      "step": 9764
    },
    {
      "epoch": 0.5918787878787879,
      "grad_norm": 0.05548634007573128,
      "learning_rate": 0.0008,
      "loss": 2.0405776500701904,
      "step": 9766
    },
    {
      "epoch": 0.592,
      "grad_norm": 0.053244948387145996,
      "learning_rate": 0.0008,
      "loss": 2.0591750144958496,
      "step": 9768
    },
    {
      "epoch": 0.5921212121212122,
      "grad_norm": 0.04729587212204933,
      "learning_rate": 0.0008,
      "loss": 2.0562686920166016,
      "step": 9770
    },
    {
      "epoch": 0.5922424242424242,
      "grad_norm": 0.049359094351530075,
      "learning_rate": 0.0008,
      "loss": 2.0442662239074707,
      "step": 9772
    },
    {
      "epoch": 0.5923636363636363,
      "grad_norm": 0.04695166274905205,
      "learning_rate": 0.0008,
      "loss": 2.0776524543762207,
      "step": 9774
    },
    {
      "epoch": 0.5924848484848485,
      "grad_norm": 0.05447431281208992,
      "learning_rate": 0.0008,
      "loss": 2.0487935543060303,
      "step": 9776
    },
    {
      "epoch": 0.5926060606060606,
      "grad_norm": 0.04477718099951744,
      "learning_rate": 0.0008,
      "loss": 1.9919934272766113,
      "step": 9778
    },
    {
      "epoch": 0.5927272727272728,
      "grad_norm": 0.04094836115837097,
      "learning_rate": 0.0008,
      "loss": 2.0207533836364746,
      "step": 9780
    },
    {
      "epoch": 0.5928484848484848,
      "grad_norm": 0.04160090163350105,
      "learning_rate": 0.0008,
      "loss": 2.010892391204834,
      "step": 9782
    },
    {
      "epoch": 0.5929696969696969,
      "grad_norm": 0.04261619970202446,
      "learning_rate": 0.0008,
      "loss": 2.0163183212280273,
      "step": 9784
    },
    {
      "epoch": 0.5930909090909091,
      "grad_norm": 0.042786166071891785,
      "learning_rate": 0.0008,
      "loss": 2.034501791000366,
      "step": 9786
    },
    {
      "epoch": 0.5932121212121212,
      "grad_norm": 0.041133616119623184,
      "learning_rate": 0.0008,
      "loss": 2.023550033569336,
      "step": 9788
    },
    {
      "epoch": 0.5933333333333334,
      "grad_norm": 0.04214499890804291,
      "learning_rate": 0.0008,
      "loss": 2.028643846511841,
      "step": 9790
    },
    {
      "epoch": 0.5934545454545455,
      "grad_norm": 0.04118794575333595,
      "learning_rate": 0.0008,
      "loss": 2.0059218406677246,
      "step": 9792
    },
    {
      "epoch": 0.5935757575757575,
      "grad_norm": 0.04559580609202385,
      "learning_rate": 0.0008,
      "loss": 2.0441017150878906,
      "step": 9794
    },
    {
      "epoch": 0.5936969696969697,
      "grad_norm": 0.04639052227139473,
      "learning_rate": 0.0008,
      "loss": 2.078183174133301,
      "step": 9796
    },
    {
      "epoch": 0.5938181818181818,
      "grad_norm": 0.04781967028975487,
      "learning_rate": 0.0008,
      "loss": 2.0931568145751953,
      "step": 9798
    },
    {
      "epoch": 0.593939393939394,
      "grad_norm": 0.04122455045580864,
      "learning_rate": 0.0008,
      "loss": 2.040112257003784,
      "step": 9800
    },
    {
      "epoch": 0.5940606060606061,
      "grad_norm": 0.041246362030506134,
      "learning_rate": 0.0008,
      "loss": 2.1053621768951416,
      "step": 9802
    },
    {
      "epoch": 0.5941818181818181,
      "grad_norm": 0.0428580641746521,
      "learning_rate": 0.0008,
      "loss": 2.0720279216766357,
      "step": 9804
    },
    {
      "epoch": 0.5943030303030303,
      "grad_norm": 0.047497425228357315,
      "learning_rate": 0.0008,
      "loss": 2.011019229888916,
      "step": 9806
    },
    {
      "epoch": 0.5944242424242424,
      "grad_norm": 0.042364660650491714,
      "learning_rate": 0.0008,
      "loss": 2.0990777015686035,
      "step": 9808
    },
    {
      "epoch": 0.5945454545454546,
      "grad_norm": 0.04529521241784096,
      "learning_rate": 0.0008,
      "loss": 2.025174379348755,
      "step": 9810
    },
    {
      "epoch": 0.5946666666666667,
      "grad_norm": 0.04137659817934036,
      "learning_rate": 0.0008,
      "loss": 2.00514554977417,
      "step": 9812
    },
    {
      "epoch": 0.5947878787878788,
      "grad_norm": 0.04561348631978035,
      "learning_rate": 0.0008,
      "loss": 2.024024724960327,
      "step": 9814
    },
    {
      "epoch": 0.5949090909090909,
      "grad_norm": 0.04185249283909798,
      "learning_rate": 0.0008,
      "loss": 2.0130198001861572,
      "step": 9816
    },
    {
      "epoch": 0.595030303030303,
      "grad_norm": 0.041212234646081924,
      "learning_rate": 0.0008,
      "loss": 2.1089518070220947,
      "step": 9818
    },
    {
      "epoch": 0.5951515151515151,
      "grad_norm": 0.04174741357564926,
      "learning_rate": 0.0008,
      "loss": 2.0315439701080322,
      "step": 9820
    },
    {
      "epoch": 0.5952727272727273,
      "grad_norm": 0.040285710245370865,
      "learning_rate": 0.0008,
      "loss": 2.0919578075408936,
      "step": 9822
    },
    {
      "epoch": 0.5953939393939394,
      "grad_norm": 0.04116203263401985,
      "learning_rate": 0.0008,
      "loss": 2.0245232582092285,
      "step": 9824
    },
    {
      "epoch": 0.5955151515151516,
      "grad_norm": 0.04203838109970093,
      "learning_rate": 0.0008,
      "loss": 2.0785129070281982,
      "step": 9826
    },
    {
      "epoch": 0.5956363636363636,
      "grad_norm": 0.04074010252952576,
      "learning_rate": 0.0008,
      "loss": 2.040881633758545,
      "step": 9828
    },
    {
      "epoch": 0.5957575757575757,
      "grad_norm": 0.04425198584794998,
      "learning_rate": 0.0008,
      "loss": 2.045701265335083,
      "step": 9830
    },
    {
      "epoch": 0.5958787878787879,
      "grad_norm": 0.0483483150601387,
      "learning_rate": 0.0008,
      "loss": 2.005821943283081,
      "step": 9832
    },
    {
      "epoch": 0.596,
      "grad_norm": 0.04125728830695152,
      "learning_rate": 0.0008,
      "loss": 2.0040123462677,
      "step": 9834
    },
    {
      "epoch": 0.5961212121212122,
      "grad_norm": 0.04030376672744751,
      "learning_rate": 0.0008,
      "loss": 1.9945884943008423,
      "step": 9836
    },
    {
      "epoch": 0.5962424242424242,
      "grad_norm": 0.041009895503520966,
      "learning_rate": 0.0008,
      "loss": 2.008159875869751,
      "step": 9838
    },
    {
      "epoch": 0.5963636363636363,
      "grad_norm": 0.04065202549099922,
      "learning_rate": 0.0008,
      "loss": 2.0870144367218018,
      "step": 9840
    },
    {
      "epoch": 0.5964848484848485,
      "grad_norm": 0.04376637563109398,
      "learning_rate": 0.0008,
      "loss": 2.0757391452789307,
      "step": 9842
    },
    {
      "epoch": 0.5966060606060606,
      "grad_norm": 0.051688410341739655,
      "learning_rate": 0.0008,
      "loss": 2.1274473667144775,
      "step": 9844
    },
    {
      "epoch": 0.5967272727272728,
      "grad_norm": 0.06391502916812897,
      "learning_rate": 0.0008,
      "loss": 2.031921625137329,
      "step": 9846
    },
    {
      "epoch": 0.5968484848484849,
      "grad_norm": 0.04927889257669449,
      "learning_rate": 0.0008,
      "loss": 2.031177520751953,
      "step": 9848
    },
    {
      "epoch": 0.5969696969696969,
      "grad_norm": 0.04778888821601868,
      "learning_rate": 0.0008,
      "loss": 2.0500237941741943,
      "step": 9850
    },
    {
      "epoch": 0.5970909090909091,
      "grad_norm": 0.04378962889313698,
      "learning_rate": 0.0008,
      "loss": 2.0953898429870605,
      "step": 9852
    },
    {
      "epoch": 0.5972121212121212,
      "grad_norm": 0.040774013847112656,
      "learning_rate": 0.0008,
      "loss": 2.052186965942383,
      "step": 9854
    },
    {
      "epoch": 0.5973333333333334,
      "grad_norm": 0.04104777052998543,
      "learning_rate": 0.0008,
      "loss": 2.0072500705718994,
      "step": 9856
    },
    {
      "epoch": 0.5974545454545455,
      "grad_norm": 0.042439695447683334,
      "learning_rate": 0.0008,
      "loss": 2.0291974544525146,
      "step": 9858
    },
    {
      "epoch": 0.5975757575757575,
      "grad_norm": 0.04685891792178154,
      "learning_rate": 0.0008,
      "loss": 2.12577223777771,
      "step": 9860
    },
    {
      "epoch": 0.5976969696969697,
      "grad_norm": 0.041731420904397964,
      "learning_rate": 0.0008,
      "loss": 2.0449376106262207,
      "step": 9862
    },
    {
      "epoch": 0.5978181818181818,
      "grad_norm": 0.04092064127326012,
      "learning_rate": 0.0008,
      "loss": 2.0443637371063232,
      "step": 9864
    },
    {
      "epoch": 0.597939393939394,
      "grad_norm": 0.04143928363919258,
      "learning_rate": 0.0008,
      "loss": 1.9971065521240234,
      "step": 9866
    },
    {
      "epoch": 0.5980606060606061,
      "grad_norm": 0.044705670326948166,
      "learning_rate": 0.0008,
      "loss": 2.0796234607696533,
      "step": 9868
    },
    {
      "epoch": 0.5981818181818181,
      "grad_norm": 0.043604664504528046,
      "learning_rate": 0.0008,
      "loss": 1.9689793586730957,
      "step": 9870
    },
    {
      "epoch": 0.5983030303030303,
      "grad_norm": 0.043577760457992554,
      "learning_rate": 0.0008,
      "loss": 2.0133635997772217,
      "step": 9872
    },
    {
      "epoch": 0.5984242424242424,
      "grad_norm": 0.04909781739115715,
      "learning_rate": 0.0008,
      "loss": 2.0716493129730225,
      "step": 9874
    },
    {
      "epoch": 0.5985454545454545,
      "grad_norm": 0.04157146438956261,
      "learning_rate": 0.0008,
      "loss": 2.029487133026123,
      "step": 9876
    },
    {
      "epoch": 0.5986666666666667,
      "grad_norm": 0.04353266581892967,
      "learning_rate": 0.0008,
      "loss": 2.0698940753936768,
      "step": 9878
    },
    {
      "epoch": 0.5987878787878788,
      "grad_norm": 0.04292137920856476,
      "learning_rate": 0.0008,
      "loss": 1.9904496669769287,
      "step": 9880
    },
    {
      "epoch": 0.598909090909091,
      "grad_norm": 0.045555032789707184,
      "learning_rate": 0.0008,
      "loss": 2.0880837440490723,
      "step": 9882
    },
    {
      "epoch": 0.599030303030303,
      "grad_norm": 0.04245288297533989,
      "learning_rate": 0.0008,
      "loss": 2.0751445293426514,
      "step": 9884
    },
    {
      "epoch": 0.5991515151515151,
      "grad_norm": 0.04103011637926102,
      "learning_rate": 0.0008,
      "loss": 2.04484486579895,
      "step": 9886
    },
    {
      "epoch": 0.5992727272727273,
      "grad_norm": 0.04467086121439934,
      "learning_rate": 0.0008,
      "loss": 1.9803831577301025,
      "step": 9888
    },
    {
      "epoch": 0.5993939393939394,
      "grad_norm": 0.048204973340034485,
      "learning_rate": 0.0008,
      "loss": 2.042189836502075,
      "step": 9890
    },
    {
      "epoch": 0.5995151515151516,
      "grad_norm": 0.05364532396197319,
      "learning_rate": 0.0008,
      "loss": 2.0298237800598145,
      "step": 9892
    },
    {
      "epoch": 0.5996363636363636,
      "grad_norm": 0.04522913694381714,
      "learning_rate": 0.0008,
      "loss": 2.0523722171783447,
      "step": 9894
    },
    {
      "epoch": 0.5997575757575757,
      "grad_norm": 0.047304876148700714,
      "learning_rate": 0.0008,
      "loss": 2.1379940509796143,
      "step": 9896
    },
    {
      "epoch": 0.5998787878787879,
      "grad_norm": 0.041847508400678635,
      "learning_rate": 0.0008,
      "loss": 2.082672119140625,
      "step": 9898
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.04546612873673439,
      "learning_rate": 0.0008,
      "loss": 2.044926404953003,
      "step": 9900
    },
    {
      "epoch": 0.6,
      "eval_loss": 2.038447380065918,
      "eval_runtime": 151.871,
      "eval_samples_per_second": 1.646,
      "eval_steps_per_second": 0.086,
      "step": 9900
    },
    {
      "epoch": 0.6001212121212122,
      "grad_norm": 0.04761418700218201,
      "learning_rate": 0.0008,
      "loss": 2.079401731491089,
      "step": 9902
    },
    {
      "epoch": 0.6002424242424242,
      "grad_norm": 0.04361937195062637,
      "learning_rate": 0.0008,
      "loss": 2.0450499057769775,
      "step": 9904
    },
    {
      "epoch": 0.6003636363636363,
      "grad_norm": 0.04171966016292572,
      "learning_rate": 0.0008,
      "loss": 2.0545783042907715,
      "step": 9906
    },
    {
      "epoch": 0.6004848484848485,
      "grad_norm": 0.04353747144341469,
      "learning_rate": 0.0008,
      "loss": 1.981941819190979,
      "step": 9908
    },
    {
      "epoch": 0.6006060606060606,
      "grad_norm": 0.041466984897851944,
      "learning_rate": 0.0008,
      "loss": 2.0795345306396484,
      "step": 9910
    },
    {
      "epoch": 0.6007272727272728,
      "grad_norm": 0.04318410903215408,
      "learning_rate": 0.0008,
      "loss": 2.047868251800537,
      "step": 9912
    },
    {
      "epoch": 0.6008484848484849,
      "grad_norm": 0.04567323997616768,
      "learning_rate": 0.0008,
      "loss": 2.032005548477173,
      "step": 9914
    },
    {
      "epoch": 0.6009696969696969,
      "grad_norm": 0.04290834069252014,
      "learning_rate": 0.0008,
      "loss": 2.089354991912842,
      "step": 9916
    },
    {
      "epoch": 0.6010909090909091,
      "grad_norm": 0.041721682995557785,
      "learning_rate": 0.0008,
      "loss": 2.0152502059936523,
      "step": 9918
    },
    {
      "epoch": 0.6012121212121212,
      "grad_norm": 0.04186512157320976,
      "learning_rate": 0.0008,
      "loss": 2.043116569519043,
      "step": 9920
    },
    {
      "epoch": 0.6013333333333334,
      "grad_norm": 0.04443183168768883,
      "learning_rate": 0.0008,
      "loss": 2.0640792846679688,
      "step": 9922
    },
    {
      "epoch": 0.6014545454545455,
      "grad_norm": 0.05031351000070572,
      "learning_rate": 0.0008,
      "loss": 2.064042091369629,
      "step": 9924
    },
    {
      "epoch": 0.6015757575757575,
      "grad_norm": 0.047969311475753784,
      "learning_rate": 0.0008,
      "loss": 2.0339505672454834,
      "step": 9926
    },
    {
      "epoch": 0.6016969696969697,
      "grad_norm": 0.04337681829929352,
      "learning_rate": 0.0008,
      "loss": 2.027583360671997,
      "step": 9928
    },
    {
      "epoch": 0.6018181818181818,
      "grad_norm": 0.0434490405023098,
      "learning_rate": 0.0008,
      "loss": 1.98932945728302,
      "step": 9930
    },
    {
      "epoch": 0.6019393939393939,
      "grad_norm": 0.04192259535193443,
      "learning_rate": 0.0008,
      "loss": 2.0375208854675293,
      "step": 9932
    },
    {
      "epoch": 0.6020606060606061,
      "grad_norm": 0.04512995481491089,
      "learning_rate": 0.0008,
      "loss": 2.00233793258667,
      "step": 9934
    },
    {
      "epoch": 0.6021818181818182,
      "grad_norm": 0.05068090558052063,
      "learning_rate": 0.0008,
      "loss": 2.0741147994995117,
      "step": 9936
    },
    {
      "epoch": 0.6023030303030303,
      "grad_norm": 0.041162457317113876,
      "learning_rate": 0.0008,
      "loss": 2.0658161640167236,
      "step": 9938
    },
    {
      "epoch": 0.6024242424242424,
      "grad_norm": 0.040891822427511215,
      "learning_rate": 0.0008,
      "loss": 2.0302751064300537,
      "step": 9940
    },
    {
      "epoch": 0.6025454545454545,
      "grad_norm": 0.042870961129665375,
      "learning_rate": 0.0008,
      "loss": 2.1005043983459473,
      "step": 9942
    },
    {
      "epoch": 0.6026666666666667,
      "grad_norm": 0.04919340834021568,
      "learning_rate": 0.0008,
      "loss": 2.014187812805176,
      "step": 9944
    },
    {
      "epoch": 0.6027878787878788,
      "grad_norm": 0.042087968438863754,
      "learning_rate": 0.0008,
      "loss": 2.093320846557617,
      "step": 9946
    },
    {
      "epoch": 0.602909090909091,
      "grad_norm": 0.0415801927447319,
      "learning_rate": 0.0008,
      "loss": 2.061854124069214,
      "step": 9948
    },
    {
      "epoch": 0.603030303030303,
      "grad_norm": 0.04362623766064644,
      "learning_rate": 0.0008,
      "loss": 2.0270543098449707,
      "step": 9950
    },
    {
      "epoch": 0.6031515151515151,
      "grad_norm": 0.04184890538454056,
      "learning_rate": 0.0008,
      "loss": 2.0461277961730957,
      "step": 9952
    },
    {
      "epoch": 0.6032727272727273,
      "grad_norm": 0.043058186769485474,
      "learning_rate": 0.0008,
      "loss": 2.141096353530884,
      "step": 9954
    },
    {
      "epoch": 0.6033939393939394,
      "grad_norm": 0.04449135437607765,
      "learning_rate": 0.0008,
      "loss": 2.007575035095215,
      "step": 9956
    },
    {
      "epoch": 0.6035151515151516,
      "grad_norm": 0.0455276258289814,
      "learning_rate": 0.0008,
      "loss": 2.081150770187378,
      "step": 9958
    },
    {
      "epoch": 0.6036363636363636,
      "grad_norm": 0.04144424572587013,
      "learning_rate": 0.0008,
      "loss": 2.041144847869873,
      "step": 9960
    },
    {
      "epoch": 0.6037575757575757,
      "grad_norm": 0.041155390441417694,
      "learning_rate": 0.0008,
      "loss": 2.033494710922241,
      "step": 9962
    },
    {
      "epoch": 0.6038787878787879,
      "grad_norm": 0.04171587899327278,
      "learning_rate": 0.0008,
      "loss": 2.0908045768737793,
      "step": 9964
    },
    {
      "epoch": 0.604,
      "grad_norm": 0.04237671196460724,
      "learning_rate": 0.0008,
      "loss": 2.02854323387146,
      "step": 9966
    },
    {
      "epoch": 0.6041212121212122,
      "grad_norm": 0.04118337482213974,
      "learning_rate": 0.0008,
      "loss": 2.0893406867980957,
      "step": 9968
    },
    {
      "epoch": 0.6042424242424242,
      "grad_norm": 0.041070085018873215,
      "learning_rate": 0.0008,
      "loss": 1.998357892036438,
      "step": 9970
    },
    {
      "epoch": 0.6043636363636363,
      "grad_norm": 0.04157288372516632,
      "learning_rate": 0.0008,
      "loss": 2.0152859687805176,
      "step": 9972
    },
    {
      "epoch": 0.6044848484848485,
      "grad_norm": 0.04033197462558746,
      "learning_rate": 0.0008,
      "loss": 2.0470244884490967,
      "step": 9974
    },
    {
      "epoch": 0.6046060606060606,
      "grad_norm": 0.04007977619767189,
      "learning_rate": 0.0008,
      "loss": 2.0565884113311768,
      "step": 9976
    },
    {
      "epoch": 0.6047272727272728,
      "grad_norm": 0.04429515451192856,
      "learning_rate": 0.0008,
      "loss": 2.084118604660034,
      "step": 9978
    },
    {
      "epoch": 0.6048484848484849,
      "grad_norm": 0.04474706947803497,
      "learning_rate": 0.0008,
      "loss": 2.1360580921173096,
      "step": 9980
    },
    {
      "epoch": 0.6049696969696969,
      "grad_norm": 0.041404955089092255,
      "learning_rate": 0.0008,
      "loss": 1.9839935302734375,
      "step": 9982
    },
    {
      "epoch": 0.6050909090909091,
      "grad_norm": 0.0417676605284214,
      "learning_rate": 0.0008,
      "loss": 2.032862424850464,
      "step": 9984
    },
    {
      "epoch": 0.6052121212121212,
      "grad_norm": 0.040533293038606644,
      "learning_rate": 0.0008,
      "loss": 2.082766056060791,
      "step": 9986
    },
    {
      "epoch": 0.6053333333333333,
      "grad_norm": 0.04095756262540817,
      "learning_rate": 0.0008,
      "loss": 1.9988423585891724,
      "step": 9988
    },
    {
      "epoch": 0.6054545454545455,
      "grad_norm": 0.04029757156968117,
      "learning_rate": 0.0008,
      "loss": 2.072321653366089,
      "step": 9990
    },
    {
      "epoch": 0.6055757575757575,
      "grad_norm": 0.042986057698726654,
      "learning_rate": 0.0008,
      "loss": 2.101795196533203,
      "step": 9992
    },
    {
      "epoch": 0.6056969696969697,
      "grad_norm": 0.04269036278128624,
      "learning_rate": 0.0008,
      "loss": 2.0463778972625732,
      "step": 9994
    },
    {
      "epoch": 0.6058181818181818,
      "grad_norm": 0.040230561047792435,
      "learning_rate": 0.0008,
      "loss": 2.0527801513671875,
      "step": 9996
    },
    {
      "epoch": 0.6059393939393939,
      "grad_norm": 0.04750789701938629,
      "learning_rate": 0.0008,
      "loss": 2.0966179370880127,
      "step": 9998
    },
    {
      "epoch": 0.6060606060606061,
      "grad_norm": 0.05250247195363045,
      "learning_rate": 0.0008,
      "loss": 2.0886247158050537,
      "step": 10000
    },
    {
      "epoch": 0.6061818181818182,
      "grad_norm": 0.0442047193646431,
      "learning_rate": 0.0008,
      "loss": 2.094456911087036,
      "step": 10002
    },
    {
      "epoch": 0.6063030303030303,
      "grad_norm": 0.042288877069950104,
      "learning_rate": 0.0008,
      "loss": 2.0955448150634766,
      "step": 10004
    },
    {
      "epoch": 0.6064242424242424,
      "grad_norm": 0.04061783477663994,
      "learning_rate": 0.0008,
      "loss": 2.0408987998962402,
      "step": 10006
    },
    {
      "epoch": 0.6065454545454545,
      "grad_norm": 0.04272190481424332,
      "learning_rate": 0.0008,
      "loss": 2.062671184539795,
      "step": 10008
    },
    {
      "epoch": 0.6066666666666667,
      "grad_norm": 0.04089139401912689,
      "learning_rate": 0.0008,
      "loss": 2.002155303955078,
      "step": 10010
    },
    {
      "epoch": 0.6067878787878788,
      "grad_norm": 0.04046671465039253,
      "learning_rate": 0.0008,
      "loss": 2.036890745162964,
      "step": 10012
    },
    {
      "epoch": 0.606909090909091,
      "grad_norm": 0.03968726471066475,
      "learning_rate": 0.0008,
      "loss": 2.098478317260742,
      "step": 10014
    },
    {
      "epoch": 0.607030303030303,
      "grad_norm": 0.04034325107932091,
      "learning_rate": 0.0008,
      "loss": 2.0409975051879883,
      "step": 10016
    },
    {
      "epoch": 0.6071515151515151,
      "grad_norm": 0.041690386831760406,
      "learning_rate": 0.0008,
      "loss": 2.033432722091675,
      "step": 10018
    },
    {
      "epoch": 0.6072727272727273,
      "grad_norm": 0.04065422713756561,
      "learning_rate": 0.0008,
      "loss": 2.0782084465026855,
      "step": 10020
    },
    {
      "epoch": 0.6073939393939394,
      "grad_norm": 0.04225682094693184,
      "learning_rate": 0.0008,
      "loss": 2.045529365539551,
      "step": 10022
    },
    {
      "epoch": 0.6075151515151516,
      "grad_norm": 0.04336206987500191,
      "learning_rate": 0.0008,
      "loss": 2.0780999660491943,
      "step": 10024
    },
    {
      "epoch": 0.6076363636363636,
      "grad_norm": 0.05207006260752678,
      "learning_rate": 0.0008,
      "loss": 2.034261703491211,
      "step": 10026
    },
    {
      "epoch": 0.6077575757575757,
      "grad_norm": 0.06479660421609879,
      "learning_rate": 0.0008,
      "loss": 2.0315654277801514,
      "step": 10028
    },
    {
      "epoch": 0.6078787878787879,
      "grad_norm": 0.05585022643208504,
      "learning_rate": 0.0008,
      "loss": 2.0321226119995117,
      "step": 10030
    },
    {
      "epoch": 0.608,
      "grad_norm": 0.04448631778359413,
      "learning_rate": 0.0008,
      "loss": 2.067575454711914,
      "step": 10032
    },
    {
      "epoch": 0.6081212121212122,
      "grad_norm": 0.042228080332279205,
      "learning_rate": 0.0008,
      "loss": 2.049743890762329,
      "step": 10034
    },
    {
      "epoch": 0.6082424242424243,
      "grad_norm": 0.04091258347034454,
      "learning_rate": 0.0008,
      "loss": 2.0499496459960938,
      "step": 10036
    },
    {
      "epoch": 0.6083636363636363,
      "grad_norm": 0.045665912330150604,
      "learning_rate": 0.0008,
      "loss": 2.087883949279785,
      "step": 10038
    },
    {
      "epoch": 0.6084848484848485,
      "grad_norm": 0.043186724185943604,
      "learning_rate": 0.0008,
      "loss": 2.0912392139434814,
      "step": 10040
    },
    {
      "epoch": 0.6086060606060606,
      "grad_norm": 0.045545294880867004,
      "learning_rate": 0.0008,
      "loss": 2.086946964263916,
      "step": 10042
    },
    {
      "epoch": 0.6087272727272727,
      "grad_norm": 0.04484128579497337,
      "learning_rate": 0.0008,
      "loss": 1.995355486869812,
      "step": 10044
    },
    {
      "epoch": 0.6088484848484849,
      "grad_norm": 0.03926258534193039,
      "learning_rate": 0.0008,
      "loss": 2.090721368789673,
      "step": 10046
    },
    {
      "epoch": 0.6089696969696969,
      "grad_norm": 0.04187706485390663,
      "learning_rate": 0.0008,
      "loss": 2.0198628902435303,
      "step": 10048
    },
    {
      "epoch": 0.6090909090909091,
      "grad_norm": 0.042292993515729904,
      "learning_rate": 0.0008,
      "loss": 2.0414326190948486,
      "step": 10050
    },
    {
      "epoch": 0.6092121212121212,
      "grad_norm": 0.04174136742949486,
      "learning_rate": 0.0008,
      "loss": 2.0292654037475586,
      "step": 10052
    },
    {
      "epoch": 0.6093333333333333,
      "grad_norm": 0.040093451738357544,
      "learning_rate": 0.0008,
      "loss": 2.0646090507507324,
      "step": 10054
    },
    {
      "epoch": 0.6094545454545455,
      "grad_norm": 0.04752276837825775,
      "learning_rate": 0.0008,
      "loss": 2.00658917427063,
      "step": 10056
    },
    {
      "epoch": 0.6095757575757575,
      "grad_norm": 0.04058754816651344,
      "learning_rate": 0.0008,
      "loss": 2.050006866455078,
      "step": 10058
    },
    {
      "epoch": 0.6096969696969697,
      "grad_norm": 0.04149288684129715,
      "learning_rate": 0.0008,
      "loss": 2.09098744392395,
      "step": 10060
    },
    {
      "epoch": 0.6098181818181818,
      "grad_norm": 0.03969769924879074,
      "learning_rate": 0.0008,
      "loss": 2.0217552185058594,
      "step": 10062
    },
    {
      "epoch": 0.6099393939393939,
      "grad_norm": 0.0440235435962677,
      "learning_rate": 0.0008,
      "loss": 2.054797649383545,
      "step": 10064
    },
    {
      "epoch": 0.6100606060606061,
      "grad_norm": 0.04636158049106598,
      "learning_rate": 0.0008,
      "loss": 2.0066237449645996,
      "step": 10066
    },
    {
      "epoch": 0.6101818181818182,
      "grad_norm": 0.0403071865439415,
      "learning_rate": 0.0008,
      "loss": 2.0785927772521973,
      "step": 10068
    },
    {
      "epoch": 0.6103030303030303,
      "grad_norm": 0.05158194899559021,
      "learning_rate": 0.0008,
      "loss": 2.0543315410614014,
      "step": 10070
    },
    {
      "epoch": 0.6104242424242424,
      "grad_norm": 0.0709422379732132,
      "learning_rate": 0.0008,
      "loss": 2.118565559387207,
      "step": 10072
    },
    {
      "epoch": 0.6105454545454545,
      "grad_norm": 0.05569835379719734,
      "learning_rate": 0.0008,
      "loss": 2.044252872467041,
      "step": 10074
    },
    {
      "epoch": 0.6106666666666667,
      "grad_norm": 0.047366801649332047,
      "learning_rate": 0.0008,
      "loss": 2.057725667953491,
      "step": 10076
    },
    {
      "epoch": 0.6107878787878788,
      "grad_norm": 0.04149840772151947,
      "learning_rate": 0.0008,
      "loss": 2.055138111114502,
      "step": 10078
    },
    {
      "epoch": 0.610909090909091,
      "grad_norm": 0.04389996826648712,
      "learning_rate": 0.0008,
      "loss": 2.0952348709106445,
      "step": 10080
    },
    {
      "epoch": 0.611030303030303,
      "grad_norm": 0.042512863874435425,
      "learning_rate": 0.0008,
      "loss": 1.9981913566589355,
      "step": 10082
    },
    {
      "epoch": 0.6111515151515151,
      "grad_norm": 0.04143204540014267,
      "learning_rate": 0.0008,
      "loss": 2.0540387630462646,
      "step": 10084
    },
    {
      "epoch": 0.6112727272727273,
      "grad_norm": 0.043302297592163086,
      "learning_rate": 0.0008,
      "loss": 2.0286073684692383,
      "step": 10086
    },
    {
      "epoch": 0.6113939393939394,
      "grad_norm": 0.04768359288573265,
      "learning_rate": 0.0008,
      "loss": 2.0622451305389404,
      "step": 10088
    },
    {
      "epoch": 0.6115151515151516,
      "grad_norm": 0.04860081151127815,
      "learning_rate": 0.0008,
      "loss": 2.071643590927124,
      "step": 10090
    },
    {
      "epoch": 0.6116363636363636,
      "grad_norm": 0.04829791560769081,
      "learning_rate": 0.0008,
      "loss": 2.1087687015533447,
      "step": 10092
    },
    {
      "epoch": 0.6117575757575757,
      "grad_norm": 0.04974350705742836,
      "learning_rate": 0.0008,
      "loss": 2.099496603012085,
      "step": 10094
    },
    {
      "epoch": 0.6118787878787879,
      "grad_norm": 0.04548562690615654,
      "learning_rate": 0.0008,
      "loss": 2.000756025314331,
      "step": 10096
    },
    {
      "epoch": 0.612,
      "grad_norm": 0.04679716005921364,
      "learning_rate": 0.0008,
      "loss": 2.0448923110961914,
      "step": 10098
    },
    {
      "epoch": 0.6121212121212121,
      "grad_norm": 0.041808806359767914,
      "learning_rate": 0.0008,
      "loss": 1.9892853498458862,
      "step": 10100
    },
    {
      "epoch": 0.6122424242424243,
      "grad_norm": 0.04448048397898674,
      "learning_rate": 0.0008,
      "loss": 2.1180667877197266,
      "step": 10102
    },
    {
      "epoch": 0.6123636363636363,
      "grad_norm": 0.05378001928329468,
      "learning_rate": 0.0008,
      "loss": 2.0682032108306885,
      "step": 10104
    },
    {
      "epoch": 0.6124848484848485,
      "grad_norm": 0.046297211199998856,
      "learning_rate": 0.0008,
      "loss": 2.0087287425994873,
      "step": 10106
    },
    {
      "epoch": 0.6126060606060606,
      "grad_norm": 0.04921703040599823,
      "learning_rate": 0.0008,
      "loss": 2.0583903789520264,
      "step": 10108
    },
    {
      "epoch": 0.6127272727272727,
      "grad_norm": 0.047016508877277374,
      "learning_rate": 0.0008,
      "loss": 2.023056983947754,
      "step": 10110
    },
    {
      "epoch": 0.6128484848484849,
      "grad_norm": 0.04029259830713272,
      "learning_rate": 0.0008,
      "loss": 2.1234467029571533,
      "step": 10112
    },
    {
      "epoch": 0.6129696969696969,
      "grad_norm": 0.04926621541380882,
      "learning_rate": 0.0008,
      "loss": 2.062235116958618,
      "step": 10114
    },
    {
      "epoch": 0.6130909090909091,
      "grad_norm": 0.0414152666926384,
      "learning_rate": 0.0008,
      "loss": 2.039320468902588,
      "step": 10116
    },
    {
      "epoch": 0.6132121212121212,
      "grad_norm": 0.04020259901881218,
      "learning_rate": 0.0008,
      "loss": 2.0737664699554443,
      "step": 10118
    },
    {
      "epoch": 0.6133333333333333,
      "grad_norm": 0.039703719317913055,
      "learning_rate": 0.0008,
      "loss": 2.0766546726226807,
      "step": 10120
    },
    {
      "epoch": 0.6134545454545455,
      "grad_norm": 0.04445591941475868,
      "learning_rate": 0.0008,
      "loss": 2.0475170612335205,
      "step": 10122
    },
    {
      "epoch": 0.6135757575757576,
      "grad_norm": 0.042032089084386826,
      "learning_rate": 0.0008,
      "loss": 2.063563585281372,
      "step": 10124
    },
    {
      "epoch": 0.6136969696969697,
      "grad_norm": 0.0407901406288147,
      "learning_rate": 0.0008,
      "loss": 1.968110203742981,
      "step": 10126
    },
    {
      "epoch": 0.6138181818181818,
      "grad_norm": 0.04041441157460213,
      "learning_rate": 0.0008,
      "loss": 2.0927882194519043,
      "step": 10128
    },
    {
      "epoch": 0.6139393939393939,
      "grad_norm": 0.04385813698172569,
      "learning_rate": 0.0008,
      "loss": 2.1213037967681885,
      "step": 10130
    },
    {
      "epoch": 0.6140606060606061,
      "grad_norm": 0.04149911180138588,
      "learning_rate": 0.0008,
      "loss": 2.108860969543457,
      "step": 10132
    },
    {
      "epoch": 0.6141818181818182,
      "grad_norm": 0.04066208750009537,
      "learning_rate": 0.0008,
      "loss": 2.0105414390563965,
      "step": 10134
    },
    {
      "epoch": 0.6143030303030304,
      "grad_norm": 0.04346756637096405,
      "learning_rate": 0.0008,
      "loss": 2.0897727012634277,
      "step": 10136
    },
    {
      "epoch": 0.6144242424242424,
      "grad_norm": 0.04515507072210312,
      "learning_rate": 0.0008,
      "loss": 2.0217511653900146,
      "step": 10138
    },
    {
      "epoch": 0.6145454545454545,
      "grad_norm": 0.04749459773302078,
      "learning_rate": 0.0008,
      "loss": 2.004225730895996,
      "step": 10140
    },
    {
      "epoch": 0.6146666666666667,
      "grad_norm": 0.05469020828604698,
      "learning_rate": 0.0008,
      "loss": 2.0392167568206787,
      "step": 10142
    },
    {
      "epoch": 0.6147878787878788,
      "grad_norm": 0.04892660677433014,
      "learning_rate": 0.0008,
      "loss": 2.029155969619751,
      "step": 10144
    },
    {
      "epoch": 0.614909090909091,
      "grad_norm": 0.047131508588790894,
      "learning_rate": 0.0008,
      "loss": 2.1125712394714355,
      "step": 10146
    },
    {
      "epoch": 0.615030303030303,
      "grad_norm": 0.04185932129621506,
      "learning_rate": 0.0008,
      "loss": 2.0732576847076416,
      "step": 10148
    },
    {
      "epoch": 0.6151515151515151,
      "grad_norm": 0.04206562787294388,
      "learning_rate": 0.0008,
      "loss": 2.075420379638672,
      "step": 10150
    },
    {
      "epoch": 0.6152727272727273,
      "grad_norm": 0.047590505331754684,
      "learning_rate": 0.0008,
      "loss": 2.067148208618164,
      "step": 10152
    },
    {
      "epoch": 0.6153939393939394,
      "grad_norm": 0.04908321052789688,
      "learning_rate": 0.0008,
      "loss": 2.0065910816192627,
      "step": 10154
    },
    {
      "epoch": 0.6155151515151516,
      "grad_norm": 0.04788610711693764,
      "learning_rate": 0.0008,
      "loss": 2.0565695762634277,
      "step": 10156
    },
    {
      "epoch": 0.6156363636363636,
      "grad_norm": 0.049474652856588364,
      "learning_rate": 0.0008,
      "loss": 2.058699369430542,
      "step": 10158
    },
    {
      "epoch": 0.6157575757575757,
      "grad_norm": 0.06210954114794731,
      "learning_rate": 0.0008,
      "loss": 2.06677508354187,
      "step": 10160
    },
    {
      "epoch": 0.6158787878787879,
      "grad_norm": 0.05026642605662346,
      "learning_rate": 0.0008,
      "loss": 2.0461320877075195,
      "step": 10162
    },
    {
      "epoch": 0.616,
      "grad_norm": 0.046704281121492386,
      "learning_rate": 0.0008,
      "loss": 2.082803249359131,
      "step": 10164
    },
    {
      "epoch": 0.6161212121212121,
      "grad_norm": 0.04569169133901596,
      "learning_rate": 0.0008,
      "loss": 2.0361838340759277,
      "step": 10166
    },
    {
      "epoch": 0.6162424242424243,
      "grad_norm": 0.04236941784620285,
      "learning_rate": 0.0008,
      "loss": 2.122480630874634,
      "step": 10168
    },
    {
      "epoch": 0.6163636363636363,
      "grad_norm": 0.04226727783679962,
      "learning_rate": 0.0008,
      "loss": 2.1178503036499023,
      "step": 10170
    },
    {
      "epoch": 0.6164848484848485,
      "grad_norm": 0.04123258963227272,
      "learning_rate": 0.0008,
      "loss": 2.0550315380096436,
      "step": 10172
    },
    {
      "epoch": 0.6166060606060606,
      "grad_norm": 0.04081227257847786,
      "learning_rate": 0.0008,
      "loss": 2.019474744796753,
      "step": 10174
    },
    {
      "epoch": 0.6167272727272727,
      "grad_norm": 0.04398832097649574,
      "learning_rate": 0.0008,
      "loss": 2.0544750690460205,
      "step": 10176
    },
    {
      "epoch": 0.6168484848484849,
      "grad_norm": 0.04241466522216797,
      "learning_rate": 0.0008,
      "loss": 2.062290906906128,
      "step": 10178
    },
    {
      "epoch": 0.616969696969697,
      "grad_norm": 0.0437067449092865,
      "learning_rate": 0.0008,
      "loss": 2.0494778156280518,
      "step": 10180
    },
    {
      "epoch": 0.6170909090909091,
      "grad_norm": 0.04332631453871727,
      "learning_rate": 0.0008,
      "loss": 2.0049898624420166,
      "step": 10182
    },
    {
      "epoch": 0.6172121212121212,
      "grad_norm": 0.04576027765870094,
      "learning_rate": 0.0008,
      "loss": 2.06680965423584,
      "step": 10184
    },
    {
      "epoch": 0.6173333333333333,
      "grad_norm": 0.049179669469594955,
      "learning_rate": 0.0008,
      "loss": 2.066101551055908,
      "step": 10186
    },
    {
      "epoch": 0.6174545454545455,
      "grad_norm": 0.05491883307695389,
      "learning_rate": 0.0008,
      "loss": 2.0469937324523926,
      "step": 10188
    },
    {
      "epoch": 0.6175757575757576,
      "grad_norm": 0.04904977232217789,
      "learning_rate": 0.0008,
      "loss": 2.0541627407073975,
      "step": 10190
    },
    {
      "epoch": 0.6176969696969697,
      "grad_norm": 0.0421115942299366,
      "learning_rate": 0.0008,
      "loss": 2.0754499435424805,
      "step": 10192
    },
    {
      "epoch": 0.6178181818181818,
      "grad_norm": 0.04124470055103302,
      "learning_rate": 0.0008,
      "loss": 2.1043691635131836,
      "step": 10194
    },
    {
      "epoch": 0.6179393939393939,
      "grad_norm": 0.04123154282569885,
      "learning_rate": 0.0008,
      "loss": 2.0041720867156982,
      "step": 10196
    },
    {
      "epoch": 0.6180606060606061,
      "grad_norm": 0.053508564829826355,
      "learning_rate": 0.0008,
      "loss": 2.0463316440582275,
      "step": 10198
    },
    {
      "epoch": 0.6181818181818182,
      "grad_norm": 0.04503655061125755,
      "learning_rate": 0.0008,
      "loss": 2.0800468921661377,
      "step": 10200
    },
    {
      "epoch": 0.6183030303030304,
      "grad_norm": 0.04404851794242859,
      "learning_rate": 0.0008,
      "loss": 2.018942356109619,
      "step": 10202
    },
    {
      "epoch": 0.6184242424242424,
      "grad_norm": 0.058089837431907654,
      "learning_rate": 0.0008,
      "loss": 2.085179090499878,
      "step": 10204
    },
    {
      "epoch": 0.6185454545454545,
      "grad_norm": 0.05678946524858475,
      "learning_rate": 0.0008,
      "loss": 2.0642576217651367,
      "step": 10206
    },
    {
      "epoch": 0.6186666666666667,
      "grad_norm": 0.04838884621858597,
      "learning_rate": 0.0008,
      "loss": 2.007716655731201,
      "step": 10208
    },
    {
      "epoch": 0.6187878787878788,
      "grad_norm": 0.03952307254076004,
      "learning_rate": 0.0008,
      "loss": 2.042813301086426,
      "step": 10210
    },
    {
      "epoch": 0.618909090909091,
      "grad_norm": 0.04357096925377846,
      "learning_rate": 0.0008,
      "loss": 2.1363070011138916,
      "step": 10212
    },
    {
      "epoch": 0.619030303030303,
      "grad_norm": 0.042068157345056534,
      "learning_rate": 0.0008,
      "loss": 2.018315315246582,
      "step": 10214
    },
    {
      "epoch": 0.6191515151515151,
      "grad_norm": 0.04382069408893585,
      "learning_rate": 0.0008,
      "loss": 2.03249454498291,
      "step": 10216
    },
    {
      "epoch": 0.6192727272727273,
      "grad_norm": 0.040362950414419174,
      "learning_rate": 0.0008,
      "loss": 2.0420455932617188,
      "step": 10218
    },
    {
      "epoch": 0.6193939393939394,
      "grad_norm": 0.04301993176341057,
      "learning_rate": 0.0008,
      "loss": 2.0546464920043945,
      "step": 10220
    },
    {
      "epoch": 0.6195151515151515,
      "grad_norm": 0.04228587821125984,
      "learning_rate": 0.0008,
      "loss": 1.9748436212539673,
      "step": 10222
    },
    {
      "epoch": 0.6196363636363637,
      "grad_norm": 0.04204791039228439,
      "learning_rate": 0.0008,
      "loss": 2.051501512527466,
      "step": 10224
    },
    {
      "epoch": 0.6197575757575757,
      "grad_norm": 0.04131440445780754,
      "learning_rate": 0.0008,
      "loss": 1.988959550857544,
      "step": 10226
    },
    {
      "epoch": 0.6198787878787879,
      "grad_norm": 0.04281692951917648,
      "learning_rate": 0.0008,
      "loss": 2.077925682067871,
      "step": 10228
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.04242538660764694,
      "learning_rate": 0.0008,
      "loss": 2.05753755569458,
      "step": 10230
    },
    {
      "epoch": 0.6201212121212121,
      "grad_norm": 0.03981756791472435,
      "learning_rate": 0.0008,
      "loss": 2.0021681785583496,
      "step": 10232
    },
    {
      "epoch": 0.6202424242424243,
      "grad_norm": 0.04266967996954918,
      "learning_rate": 0.0008,
      "loss": 2.1205687522888184,
      "step": 10234
    },
    {
      "epoch": 0.6203636363636363,
      "grad_norm": 0.05250680819153786,
      "learning_rate": 0.0008,
      "loss": 2.0818686485290527,
      "step": 10236
    },
    {
      "epoch": 0.6204848484848485,
      "grad_norm": 0.07078196853399277,
      "learning_rate": 0.0008,
      "loss": 2.0633296966552734,
      "step": 10238
    },
    {
      "epoch": 0.6206060606060606,
      "grad_norm": 0.05430322885513306,
      "learning_rate": 0.0008,
      "loss": 2.069234848022461,
      "step": 10240
    },
    {
      "epoch": 0.6207272727272727,
      "grad_norm": 0.047631315886974335,
      "learning_rate": 0.0008,
      "loss": 1.983152151107788,
      "step": 10242
    },
    {
      "epoch": 0.6208484848484849,
      "grad_norm": 0.04390088841319084,
      "learning_rate": 0.0008,
      "loss": 2.112992763519287,
      "step": 10244
    },
    {
      "epoch": 0.620969696969697,
      "grad_norm": 0.047156888991594315,
      "learning_rate": 0.0008,
      "loss": 2.1097261905670166,
      "step": 10246
    },
    {
      "epoch": 0.6210909090909091,
      "grad_norm": 0.04867114871740341,
      "learning_rate": 0.0008,
      "loss": 2.060737133026123,
      "step": 10248
    },
    {
      "epoch": 0.6212121212121212,
      "grad_norm": 0.05077095702290535,
      "learning_rate": 0.0008,
      "loss": 2.0953612327575684,
      "step": 10250
    },
    {
      "epoch": 0.6213333333333333,
      "grad_norm": 0.05959615856409073,
      "learning_rate": 0.0008,
      "loss": 2.051717758178711,
      "step": 10252
    },
    {
      "epoch": 0.6214545454545455,
      "grad_norm": 0.052309807389974594,
      "learning_rate": 0.0008,
      "loss": 2.1026647090911865,
      "step": 10254
    },
    {
      "epoch": 0.6215757575757576,
      "grad_norm": 0.047404058277606964,
      "learning_rate": 0.0008,
      "loss": 2.080410957336426,
      "step": 10256
    },
    {
      "epoch": 0.6216969696969697,
      "grad_norm": 0.05455075576901436,
      "learning_rate": 0.0008,
      "loss": 2.0268568992614746,
      "step": 10258
    },
    {
      "epoch": 0.6218181818181818,
      "grad_norm": 0.053322311490774155,
      "learning_rate": 0.0008,
      "loss": 2.0241076946258545,
      "step": 10260
    },
    {
      "epoch": 0.6219393939393939,
      "grad_norm": 0.047652557492256165,
      "learning_rate": 0.0008,
      "loss": 2.081092357635498,
      "step": 10262
    },
    {
      "epoch": 0.6220606060606061,
      "grad_norm": 0.04553017020225525,
      "learning_rate": 0.0008,
      "loss": 2.0657002925872803,
      "step": 10264
    },
    {
      "epoch": 0.6221818181818182,
      "grad_norm": 0.04054577276110649,
      "learning_rate": 0.0008,
      "loss": 2.0543935298919678,
      "step": 10266
    },
    {
      "epoch": 0.6223030303030304,
      "grad_norm": 0.04168444126844406,
      "learning_rate": 0.0008,
      "loss": 2.0518665313720703,
      "step": 10268
    },
    {
      "epoch": 0.6224242424242424,
      "grad_norm": 0.04001783952116966,
      "learning_rate": 0.0008,
      "loss": 1.976689338684082,
      "step": 10270
    },
    {
      "epoch": 0.6225454545454545,
      "grad_norm": 0.04802733287215233,
      "learning_rate": 0.0008,
      "loss": 2.0653159618377686,
      "step": 10272
    },
    {
      "epoch": 0.6226666666666667,
      "grad_norm": 0.047018226236104965,
      "learning_rate": 0.0008,
      "loss": 2.134535789489746,
      "step": 10274
    },
    {
      "epoch": 0.6227878787878788,
      "grad_norm": 0.048215191811323166,
      "learning_rate": 0.0008,
      "loss": 2.05714750289917,
      "step": 10276
    },
    {
      "epoch": 0.6229090909090909,
      "grad_norm": 0.05343217775225639,
      "learning_rate": 0.0008,
      "loss": 2.060046672821045,
      "step": 10278
    },
    {
      "epoch": 0.623030303030303,
      "grad_norm": 0.04313361644744873,
      "learning_rate": 0.0008,
      "loss": 2.006789207458496,
      "step": 10280
    },
    {
      "epoch": 0.6231515151515151,
      "grad_norm": 0.04114801809191704,
      "learning_rate": 0.0008,
      "loss": 2.061086893081665,
      "step": 10282
    },
    {
      "epoch": 0.6232727272727273,
      "grad_norm": 0.042347390204668045,
      "learning_rate": 0.0008,
      "loss": 1.9885125160217285,
      "step": 10284
    },
    {
      "epoch": 0.6233939393939394,
      "grad_norm": 0.04199928045272827,
      "learning_rate": 0.0008,
      "loss": 2.036904811859131,
      "step": 10286
    },
    {
      "epoch": 0.6235151515151515,
      "grad_norm": 0.039942845702171326,
      "learning_rate": 0.0008,
      "loss": 2.0284602642059326,
      "step": 10288
    },
    {
      "epoch": 0.6236363636363637,
      "grad_norm": 0.03932390362024307,
      "learning_rate": 0.0008,
      "loss": 1.993929386138916,
      "step": 10290
    },
    {
      "epoch": 0.6237575757575757,
      "grad_norm": 0.04483873024582863,
      "learning_rate": 0.0008,
      "loss": 2.0938498973846436,
      "step": 10292
    },
    {
      "epoch": 0.6238787878787879,
      "grad_norm": 0.051386959850788116,
      "learning_rate": 0.0008,
      "loss": 2.049576759338379,
      "step": 10294
    },
    {
      "epoch": 0.624,
      "grad_norm": 0.04598652198910713,
      "learning_rate": 0.0008,
      "loss": 2.0979793071746826,
      "step": 10296
    },
    {
      "epoch": 0.6241212121212121,
      "grad_norm": 0.04094807058572769,
      "learning_rate": 0.0008,
      "loss": 2.0111401081085205,
      "step": 10298
    },
    {
      "epoch": 0.6242424242424243,
      "grad_norm": 0.05136030539870262,
      "learning_rate": 0.0008,
      "loss": 2.014101028442383,
      "step": 10300
    },
    {
      "epoch": 0.6243636363636363,
      "grad_norm": 0.05406546592712402,
      "learning_rate": 0.0008,
      "loss": 2.024404287338257,
      "step": 10302
    },
    {
      "epoch": 0.6244848484848485,
      "grad_norm": 0.0553971491754055,
      "learning_rate": 0.0008,
      "loss": 2.071190118789673,
      "step": 10304
    },
    {
      "epoch": 0.6246060606060606,
      "grad_norm": 0.05652173236012459,
      "learning_rate": 0.0008,
      "loss": 2.0946414470672607,
      "step": 10306
    },
    {
      "epoch": 0.6247272727272727,
      "grad_norm": 0.046243440359830856,
      "learning_rate": 0.0008,
      "loss": 2.1182353496551514,
      "step": 10308
    },
    {
      "epoch": 0.6248484848484849,
      "grad_norm": 0.039480313658714294,
      "learning_rate": 0.0008,
      "loss": 2.044050931930542,
      "step": 10310
    },
    {
      "epoch": 0.624969696969697,
      "grad_norm": 0.043322592973709106,
      "learning_rate": 0.0008,
      "loss": 1.9984006881713867,
      "step": 10312
    },
    {
      "epoch": 0.6250909090909091,
      "grad_norm": 0.053910594433546066,
      "learning_rate": 0.0008,
      "loss": 1.9675636291503906,
      "step": 10314
    },
    {
      "epoch": 0.6252121212121212,
      "grad_norm": 0.05897307023406029,
      "learning_rate": 0.0008,
      "loss": 2.0506772994995117,
      "step": 10316
    },
    {
      "epoch": 0.6253333333333333,
      "grad_norm": 0.056205835193395615,
      "learning_rate": 0.0008,
      "loss": 2.071389675140381,
      "step": 10318
    },
    {
      "epoch": 0.6254545454545455,
      "grad_norm": 0.06144187971949577,
      "learning_rate": 0.0008,
      "loss": 2.031966209411621,
      "step": 10320
    },
    {
      "epoch": 0.6255757575757576,
      "grad_norm": 0.06324569880962372,
      "learning_rate": 0.0008,
      "loss": 2.0946481227874756,
      "step": 10322
    },
    {
      "epoch": 0.6256969696969698,
      "grad_norm": 0.05682316794991493,
      "learning_rate": 0.0008,
      "loss": 2.00164532661438,
      "step": 10324
    },
    {
      "epoch": 0.6258181818181818,
      "grad_norm": 0.04654648154973984,
      "learning_rate": 0.0008,
      "loss": 2.0782480239868164,
      "step": 10326
    },
    {
      "epoch": 0.6259393939393939,
      "grad_norm": 0.040731292217969894,
      "learning_rate": 0.0008,
      "loss": 2.0746824741363525,
      "step": 10328
    },
    {
      "epoch": 0.6260606060606061,
      "grad_norm": 0.04014768451452255,
      "learning_rate": 0.0008,
      "loss": 2.0356733798980713,
      "step": 10330
    },
    {
      "epoch": 0.6261818181818182,
      "grad_norm": 0.04069908335804939,
      "learning_rate": 0.0008,
      "loss": 2.012195110321045,
      "step": 10332
    },
    {
      "epoch": 0.6263030303030303,
      "grad_norm": 0.04133635386824608,
      "learning_rate": 0.0008,
      "loss": 2.0724036693573,
      "step": 10334
    },
    {
      "epoch": 0.6264242424242424,
      "grad_norm": 0.04036537557840347,
      "learning_rate": 0.0008,
      "loss": 2.0124800205230713,
      "step": 10336
    },
    {
      "epoch": 0.6265454545454545,
      "grad_norm": 0.040761057287454605,
      "learning_rate": 0.0008,
      "loss": 2.031153917312622,
      "step": 10338
    },
    {
      "epoch": 0.6266666666666667,
      "grad_norm": 0.039212748408317566,
      "learning_rate": 0.0008,
      "loss": 2.0603315830230713,
      "step": 10340
    },
    {
      "epoch": 0.6267878787878788,
      "grad_norm": 0.04087004438042641,
      "learning_rate": 0.0008,
      "loss": 2.073761224746704,
      "step": 10342
    },
    {
      "epoch": 0.6269090909090909,
      "grad_norm": 0.03977564722299576,
      "learning_rate": 0.0008,
      "loss": 2.029789447784424,
      "step": 10344
    },
    {
      "epoch": 0.627030303030303,
      "grad_norm": 0.05178411677479744,
      "learning_rate": 0.0008,
      "loss": 2.138108730316162,
      "step": 10346
    },
    {
      "epoch": 0.6271515151515151,
      "grad_norm": 0.052128296345472336,
      "learning_rate": 0.0008,
      "loss": 2.0604095458984375,
      "step": 10348
    },
    {
      "epoch": 0.6272727272727273,
      "grad_norm": 0.05153246968984604,
      "learning_rate": 0.0008,
      "loss": 2.0511763095855713,
      "step": 10350
    },
    {
      "epoch": 0.6273939393939394,
      "grad_norm": 0.04532146453857422,
      "learning_rate": 0.0008,
      "loss": 2.044877290725708,
      "step": 10352
    },
    {
      "epoch": 0.6275151515151515,
      "grad_norm": 0.04986152797937393,
      "learning_rate": 0.0008,
      "loss": 2.0453522205352783,
      "step": 10354
    },
    {
      "epoch": 0.6276363636363637,
      "grad_norm": 0.05014058202505112,
      "learning_rate": 0.0008,
      "loss": 2.008852958679199,
      "step": 10356
    },
    {
      "epoch": 0.6277575757575757,
      "grad_norm": 0.05649475380778313,
      "learning_rate": 0.0008,
      "loss": 2.0148820877075195,
      "step": 10358
    },
    {
      "epoch": 0.6278787878787879,
      "grad_norm": 0.05017043277621269,
      "learning_rate": 0.0008,
      "loss": 1.9873493909835815,
      "step": 10360
    },
    {
      "epoch": 0.628,
      "grad_norm": 0.04581909626722336,
      "learning_rate": 0.0008,
      "loss": 2.050694465637207,
      "step": 10362
    },
    {
      "epoch": 0.6281212121212121,
      "grad_norm": 0.04151628911495209,
      "learning_rate": 0.0008,
      "loss": 2.091447114944458,
      "step": 10364
    },
    {
      "epoch": 0.6282424242424243,
      "grad_norm": 0.044248465448617935,
      "learning_rate": 0.0008,
      "loss": 2.0530717372894287,
      "step": 10366
    },
    {
      "epoch": 0.6283636363636363,
      "grad_norm": 0.04162420704960823,
      "learning_rate": 0.0008,
      "loss": 2.0046520233154297,
      "step": 10368
    },
    {
      "epoch": 0.6284848484848485,
      "grad_norm": 0.044357385486364365,
      "learning_rate": 0.0008,
      "loss": 2.0735747814178467,
      "step": 10370
    },
    {
      "epoch": 0.6286060606060606,
      "grad_norm": 0.043578267097473145,
      "learning_rate": 0.0008,
      "loss": 2.0462958812713623,
      "step": 10372
    },
    {
      "epoch": 0.6287272727272727,
      "grad_norm": 0.04049228876829147,
      "learning_rate": 0.0008,
      "loss": 2.1037776470184326,
      "step": 10374
    },
    {
      "epoch": 0.6288484848484849,
      "grad_norm": 0.04146990552544594,
      "learning_rate": 0.0008,
      "loss": 2.0906312465667725,
      "step": 10376
    },
    {
      "epoch": 0.628969696969697,
      "grad_norm": 0.0400114506483078,
      "learning_rate": 0.0008,
      "loss": 2.0808608531951904,
      "step": 10378
    },
    {
      "epoch": 0.6290909090909091,
      "grad_norm": 0.043969038873910904,
      "learning_rate": 0.0008,
      "loss": 2.0222926139831543,
      "step": 10380
    },
    {
      "epoch": 0.6292121212121212,
      "grad_norm": 0.04336601123213768,
      "learning_rate": 0.0008,
      "loss": 2.072545051574707,
      "step": 10382
    },
    {
      "epoch": 0.6293333333333333,
      "grad_norm": 0.04032933712005615,
      "learning_rate": 0.0008,
      "loss": 2.048393964767456,
      "step": 10384
    },
    {
      "epoch": 0.6294545454545455,
      "grad_norm": 0.05023579299449921,
      "learning_rate": 0.0008,
      "loss": 2.0785717964172363,
      "step": 10386
    },
    {
      "epoch": 0.6295757575757576,
      "grad_norm": 0.045858778059482574,
      "learning_rate": 0.0008,
      "loss": 2.0833356380462646,
      "step": 10388
    },
    {
      "epoch": 0.6296969696969696,
      "grad_norm": 0.04417332261800766,
      "learning_rate": 0.0008,
      "loss": 2.012096405029297,
      "step": 10390
    },
    {
      "epoch": 0.6298181818181818,
      "grad_norm": 0.04218036308884621,
      "learning_rate": 0.0008,
      "loss": 2.014789342880249,
      "step": 10392
    },
    {
      "epoch": 0.6299393939393939,
      "grad_norm": 0.04185286536812782,
      "learning_rate": 0.0008,
      "loss": 2.0657505989074707,
      "step": 10394
    },
    {
      "epoch": 0.6300606060606061,
      "grad_norm": 0.044435054063797,
      "learning_rate": 0.0008,
      "loss": 2.043280839920044,
      "step": 10396
    },
    {
      "epoch": 0.6301818181818182,
      "grad_norm": 0.04470399022102356,
      "learning_rate": 0.0008,
      "loss": 2.050792932510376,
      "step": 10398
    },
    {
      "epoch": 0.6303030303030303,
      "grad_norm": 0.04289347305893898,
      "learning_rate": 0.0008,
      "loss": 2.0847342014312744,
      "step": 10400
    },
    {
      "epoch": 0.6304242424242424,
      "grad_norm": 0.04229894280433655,
      "learning_rate": 0.0008,
      "loss": 2.0417721271514893,
      "step": 10402
    },
    {
      "epoch": 0.6305454545454545,
      "grad_norm": 0.04059493541717529,
      "learning_rate": 0.0008,
      "loss": 2.0057213306427,
      "step": 10404
    },
    {
      "epoch": 0.6306666666666667,
      "grad_norm": 0.04267735406756401,
      "learning_rate": 0.0008,
      "loss": 2.0471932888031006,
      "step": 10406
    },
    {
      "epoch": 0.6307878787878788,
      "grad_norm": 0.04085344821214676,
      "learning_rate": 0.0008,
      "loss": 2.034759759902954,
      "step": 10408
    },
    {
      "epoch": 0.6309090909090909,
      "grad_norm": 0.04208699241280556,
      "learning_rate": 0.0008,
      "loss": 2.0552818775177,
      "step": 10410
    },
    {
      "epoch": 0.631030303030303,
      "grad_norm": 0.043050721287727356,
      "learning_rate": 0.0008,
      "loss": 2.075732707977295,
      "step": 10412
    },
    {
      "epoch": 0.6311515151515151,
      "grad_norm": 0.04211968928575516,
      "learning_rate": 0.0008,
      "loss": 2.039583921432495,
      "step": 10414
    },
    {
      "epoch": 0.6312727272727273,
      "grad_norm": 0.048401422798633575,
      "learning_rate": 0.0008,
      "loss": 2.049607038497925,
      "step": 10416
    },
    {
      "epoch": 0.6313939393939394,
      "grad_norm": 0.041056036949157715,
      "learning_rate": 0.0008,
      "loss": 2.0128369331359863,
      "step": 10418
    },
    {
      "epoch": 0.6315151515151515,
      "grad_norm": 0.03967892751097679,
      "learning_rate": 0.0008,
      "loss": 1.9962308406829834,
      "step": 10420
    },
    {
      "epoch": 0.6316363636363637,
      "grad_norm": 0.04715515673160553,
      "learning_rate": 0.0008,
      "loss": 1.9973461627960205,
      "step": 10422
    },
    {
      "epoch": 0.6317575757575757,
      "grad_norm": 0.04020143672823906,
      "learning_rate": 0.0008,
      "loss": 2.0090718269348145,
      "step": 10424
    },
    {
      "epoch": 0.6318787878787879,
      "grad_norm": 0.04361402615904808,
      "learning_rate": 0.0008,
      "loss": 2.0035400390625,
      "step": 10426
    },
    {
      "epoch": 0.632,
      "grad_norm": 0.053887441754341125,
      "learning_rate": 0.0008,
      "loss": 2.074716567993164,
      "step": 10428
    },
    {
      "epoch": 0.6321212121212121,
      "grad_norm": 0.04071863368153572,
      "learning_rate": 0.0008,
      "loss": 2.054772138595581,
      "step": 10430
    },
    {
      "epoch": 0.6322424242424243,
      "grad_norm": 0.04080454260110855,
      "learning_rate": 0.0008,
      "loss": 2.0216917991638184,
      "step": 10432
    },
    {
      "epoch": 0.6323636363636363,
      "grad_norm": 0.040770869702100754,
      "learning_rate": 0.0008,
      "loss": 2.0736541748046875,
      "step": 10434
    },
    {
      "epoch": 0.6324848484848485,
      "grad_norm": 0.03995240479707718,
      "learning_rate": 0.0008,
      "loss": 1.9814461469650269,
      "step": 10436
    },
    {
      "epoch": 0.6326060606060606,
      "grad_norm": 0.04040864109992981,
      "learning_rate": 0.0008,
      "loss": 2.0131471157073975,
      "step": 10438
    },
    {
      "epoch": 0.6327272727272727,
      "grad_norm": 0.04035896062850952,
      "learning_rate": 0.0008,
      "loss": 2.032036781311035,
      "step": 10440
    },
    {
      "epoch": 0.6328484848484849,
      "grad_norm": 0.040777143090963364,
      "learning_rate": 0.0008,
      "loss": 2.0429306030273438,
      "step": 10442
    },
    {
      "epoch": 0.632969696969697,
      "grad_norm": 0.040577035397291183,
      "learning_rate": 0.0008,
      "loss": 2.0277600288391113,
      "step": 10444
    },
    {
      "epoch": 0.633090909090909,
      "grad_norm": 0.0410136878490448,
      "learning_rate": 0.0008,
      "loss": 2.074518918991089,
      "step": 10446
    },
    {
      "epoch": 0.6332121212121212,
      "grad_norm": 0.04067283496260643,
      "learning_rate": 0.0008,
      "loss": 2.0221283435821533,
      "step": 10448
    },
    {
      "epoch": 0.6333333333333333,
      "grad_norm": 0.04046730324625969,
      "learning_rate": 0.0008,
      "loss": 2.017331600189209,
      "step": 10450
    },
    {
      "epoch": 0.6334545454545455,
      "grad_norm": 0.040669649839401245,
      "learning_rate": 0.0008,
      "loss": 2.0722079277038574,
      "step": 10452
    },
    {
      "epoch": 0.6335757575757576,
      "grad_norm": 0.04521651566028595,
      "learning_rate": 0.0008,
      "loss": 2.0221681594848633,
      "step": 10454
    },
    {
      "epoch": 0.6336969696969696,
      "grad_norm": 0.04483189433813095,
      "learning_rate": 0.0008,
      "loss": 2.038266658782959,
      "step": 10456
    },
    {
      "epoch": 0.6338181818181818,
      "grad_norm": 0.04013039916753769,
      "learning_rate": 0.0008,
      "loss": 2.0422534942626953,
      "step": 10458
    },
    {
      "epoch": 0.6339393939393939,
      "grad_norm": 0.040793631225824356,
      "learning_rate": 0.0008,
      "loss": 2.0246450901031494,
      "step": 10460
    },
    {
      "epoch": 0.6340606060606061,
      "grad_norm": 0.04105642810463905,
      "learning_rate": 0.0008,
      "loss": 1.9963150024414062,
      "step": 10462
    },
    {
      "epoch": 0.6341818181818182,
      "grad_norm": 0.043382737785577774,
      "learning_rate": 0.0008,
      "loss": 2.1359646320343018,
      "step": 10464
    },
    {
      "epoch": 0.6343030303030303,
      "grad_norm": 0.04372112825512886,
      "learning_rate": 0.0008,
      "loss": 2.0451903343200684,
      "step": 10466
    },
    {
      "epoch": 0.6344242424242424,
      "grad_norm": 0.051353346556425095,
      "learning_rate": 0.0008,
      "loss": 2.077895402908325,
      "step": 10468
    },
    {
      "epoch": 0.6345454545454545,
      "grad_norm": 0.050360966473817825,
      "learning_rate": 0.0008,
      "loss": 2.0203046798706055,
      "step": 10470
    },
    {
      "epoch": 0.6346666666666667,
      "grad_norm": 0.04951340705156326,
      "learning_rate": 0.0008,
      "loss": 2.104799270629883,
      "step": 10472
    },
    {
      "epoch": 0.6347878787878788,
      "grad_norm": 0.04104296863079071,
      "learning_rate": 0.0008,
      "loss": 2.0573976039886475,
      "step": 10474
    },
    {
      "epoch": 0.6349090909090909,
      "grad_norm": 0.049726858735084534,
      "learning_rate": 0.0008,
      "loss": 2.0523719787597656,
      "step": 10476
    },
    {
      "epoch": 0.6350303030303031,
      "grad_norm": 0.06320419907569885,
      "learning_rate": 0.0008,
      "loss": 2.090744972229004,
      "step": 10478
    },
    {
      "epoch": 0.6351515151515151,
      "grad_norm": 0.06110332906246185,
      "learning_rate": 0.0008,
      "loss": 2.039963960647583,
      "step": 10480
    },
    {
      "epoch": 0.6352727272727273,
      "grad_norm": 0.0478023998439312,
      "learning_rate": 0.0008,
      "loss": 2.0328664779663086,
      "step": 10482
    },
    {
      "epoch": 0.6353939393939394,
      "grad_norm": 0.04198424890637398,
      "learning_rate": 0.0008,
      "loss": 2.0324063301086426,
      "step": 10484
    },
    {
      "epoch": 0.6355151515151515,
      "grad_norm": 0.04134237393736839,
      "learning_rate": 0.0008,
      "loss": 2.0285158157348633,
      "step": 10486
    },
    {
      "epoch": 0.6356363636363637,
      "grad_norm": 0.04849648475646973,
      "learning_rate": 0.0008,
      "loss": 2.0316240787506104,
      "step": 10488
    },
    {
      "epoch": 0.6357575757575757,
      "grad_norm": 0.040633369237184525,
      "learning_rate": 0.0008,
      "loss": 2.0052003860473633,
      "step": 10490
    },
    {
      "epoch": 0.6358787878787879,
      "grad_norm": 0.04894213378429413,
      "learning_rate": 0.0008,
      "loss": 2.0214970111846924,
      "step": 10492
    },
    {
      "epoch": 0.636,
      "grad_norm": 0.047110069543123245,
      "learning_rate": 0.0008,
      "loss": 2.0231375694274902,
      "step": 10494
    },
    {
      "epoch": 0.6361212121212121,
      "grad_norm": 0.04740598797798157,
      "learning_rate": 0.0008,
      "loss": 2.0768368244171143,
      "step": 10496
    },
    {
      "epoch": 0.6362424242424243,
      "grad_norm": 0.0397944450378418,
      "learning_rate": 0.0008,
      "loss": 2.0048537254333496,
      "step": 10498
    },
    {
      "epoch": 0.6363636363636364,
      "grad_norm": 0.04116680845618248,
      "learning_rate": 0.0008,
      "loss": 2.0941646099090576,
      "step": 10500
    },
    {
      "epoch": 0.6364848484848484,
      "grad_norm": 0.040642205625772476,
      "learning_rate": 0.0008,
      "loss": 2.044212818145752,
      "step": 10502
    },
    {
      "epoch": 0.6366060606060606,
      "grad_norm": 0.04026055708527565,
      "learning_rate": 0.0008,
      "loss": 2.0710158348083496,
      "step": 10504
    },
    {
      "epoch": 0.6367272727272727,
      "grad_norm": 0.0451180562376976,
      "learning_rate": 0.0008,
      "loss": 2.101998805999756,
      "step": 10506
    },
    {
      "epoch": 0.6368484848484849,
      "grad_norm": 0.04860169067978859,
      "learning_rate": 0.0008,
      "loss": 2.025620937347412,
      "step": 10508
    },
    {
      "epoch": 0.636969696969697,
      "grad_norm": 0.04406809061765671,
      "learning_rate": 0.0008,
      "loss": 2.1199123859405518,
      "step": 10510
    },
    {
      "epoch": 0.637090909090909,
      "grad_norm": 0.04272427782416344,
      "learning_rate": 0.0008,
      "loss": 2.073854446411133,
      "step": 10512
    },
    {
      "epoch": 0.6372121212121212,
      "grad_norm": 0.03928150609135628,
      "learning_rate": 0.0008,
      "loss": 2.006014823913574,
      "step": 10514
    },
    {
      "epoch": 0.6373333333333333,
      "grad_norm": 0.04123329371213913,
      "learning_rate": 0.0008,
      "loss": 2.076625347137451,
      "step": 10516
    },
    {
      "epoch": 0.6374545454545455,
      "grad_norm": 0.04198009893298149,
      "learning_rate": 0.0008,
      "loss": 2.0214662551879883,
      "step": 10518
    },
    {
      "epoch": 0.6375757575757576,
      "grad_norm": 0.041921645402908325,
      "learning_rate": 0.0008,
      "loss": 2.0892016887664795,
      "step": 10520
    },
    {
      "epoch": 0.6376969696969697,
      "grad_norm": 0.04215230047702789,
      "learning_rate": 0.0008,
      "loss": 2.010708808898926,
      "step": 10522
    },
    {
      "epoch": 0.6378181818181818,
      "grad_norm": 0.04735802486538887,
      "learning_rate": 0.0008,
      "loss": 2.0564725399017334,
      "step": 10524
    },
    {
      "epoch": 0.6379393939393939,
      "grad_norm": 0.046282537281513214,
      "learning_rate": 0.0008,
      "loss": 2.065124750137329,
      "step": 10526
    },
    {
      "epoch": 0.6380606060606061,
      "grad_norm": 0.04069935530424118,
      "learning_rate": 0.0008,
      "loss": 1.997698187828064,
      "step": 10528
    },
    {
      "epoch": 0.6381818181818182,
      "grad_norm": 0.04554257541894913,
      "learning_rate": 0.0008,
      "loss": 2.110703706741333,
      "step": 10530
    },
    {
      "epoch": 0.6383030303030303,
      "grad_norm": 0.04396204277873039,
      "learning_rate": 0.0008,
      "loss": 2.0596840381622314,
      "step": 10532
    },
    {
      "epoch": 0.6384242424242424,
      "grad_norm": 0.051701538264751434,
      "learning_rate": 0.0008,
      "loss": 2.0847578048706055,
      "step": 10534
    },
    {
      "epoch": 0.6385454545454545,
      "grad_norm": 0.044198017567396164,
      "learning_rate": 0.0008,
      "loss": 2.0478246212005615,
      "step": 10536
    },
    {
      "epoch": 0.6386666666666667,
      "grad_norm": 0.0415523536503315,
      "learning_rate": 0.0008,
      "loss": 2.0444235801696777,
      "step": 10538
    },
    {
      "epoch": 0.6387878787878788,
      "grad_norm": 0.04069177433848381,
      "learning_rate": 0.0008,
      "loss": 2.066434383392334,
      "step": 10540
    },
    {
      "epoch": 0.6389090909090909,
      "grad_norm": 0.046909790486097336,
      "learning_rate": 0.0008,
      "loss": 2.006826162338257,
      "step": 10542
    },
    {
      "epoch": 0.6390303030303031,
      "grad_norm": 0.04509374126791954,
      "learning_rate": 0.0008,
      "loss": 2.038069009780884,
      "step": 10544
    },
    {
      "epoch": 0.6391515151515151,
      "grad_norm": 0.054905716329813004,
      "learning_rate": 0.0008,
      "loss": 2.0947513580322266,
      "step": 10546
    },
    {
      "epoch": 0.6392727272727273,
      "grad_norm": 0.04359889775514603,
      "learning_rate": 0.0008,
      "loss": 2.111706018447876,
      "step": 10548
    },
    {
      "epoch": 0.6393939393939394,
      "grad_norm": 0.04081260412931442,
      "learning_rate": 0.0008,
      "loss": 2.043316125869751,
      "step": 10550
    },
    {
      "epoch": 0.6395151515151515,
      "grad_norm": 0.040786296129226685,
      "learning_rate": 0.0008,
      "loss": 2.026217460632324,
      "step": 10552
    },
    {
      "epoch": 0.6396363636363637,
      "grad_norm": 0.0402446947991848,
      "learning_rate": 0.0008,
      "loss": 2.0145158767700195,
      "step": 10554
    },
    {
      "epoch": 0.6397575757575757,
      "grad_norm": 0.040364816784858704,
      "learning_rate": 0.0008,
      "loss": 2.026563882827759,
      "step": 10556
    },
    {
      "epoch": 0.6398787878787878,
      "grad_norm": 0.04293091595172882,
      "learning_rate": 0.0008,
      "loss": 2.094867706298828,
      "step": 10558
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.06870633363723755,
      "learning_rate": 0.0008,
      "loss": 1.9887374639511108,
      "step": 10560
    },
    {
      "epoch": 0.6401212121212121,
      "grad_norm": 0.06681699305772781,
      "learning_rate": 0.0008,
      "loss": 2.0443031787872314,
      "step": 10562
    },
    {
      "epoch": 0.6402424242424243,
      "grad_norm": 0.05120959132909775,
      "learning_rate": 0.0008,
      "loss": 2.0040924549102783,
      "step": 10564
    },
    {
      "epoch": 0.6403636363636364,
      "grad_norm": 0.04873562231659889,
      "learning_rate": 0.0008,
      "loss": 2.034087896347046,
      "step": 10566
    },
    {
      "epoch": 0.6404848484848484,
      "grad_norm": 0.04063502699136734,
      "learning_rate": 0.0008,
      "loss": 2.0617947578430176,
      "step": 10568
    },
    {
      "epoch": 0.6406060606060606,
      "grad_norm": 0.04736337065696716,
      "learning_rate": 0.0008,
      "loss": 2.033449649810791,
      "step": 10570
    },
    {
      "epoch": 0.6407272727272727,
      "grad_norm": 0.040957260876894,
      "learning_rate": 0.0008,
      "loss": 2.0974881649017334,
      "step": 10572
    },
    {
      "epoch": 0.6408484848484849,
      "grad_norm": 0.04228580743074417,
      "learning_rate": 0.0008,
      "loss": 2.0218095779418945,
      "step": 10574
    },
    {
      "epoch": 0.640969696969697,
      "grad_norm": 0.039312638342380524,
      "learning_rate": 0.0008,
      "loss": 2.078134298324585,
      "step": 10576
    },
    {
      "epoch": 0.641090909090909,
      "grad_norm": 0.04164254665374756,
      "learning_rate": 0.0008,
      "loss": 2.052442789077759,
      "step": 10578
    },
    {
      "epoch": 0.6412121212121212,
      "grad_norm": 0.03966309502720833,
      "learning_rate": 0.0008,
      "loss": 2.0294086933135986,
      "step": 10580
    },
    {
      "epoch": 0.6413333333333333,
      "grad_norm": 0.040486548095941544,
      "learning_rate": 0.0008,
      "loss": 2.0435965061187744,
      "step": 10582
    },
    {
      "epoch": 0.6414545454545455,
      "grad_norm": 0.0395013689994812,
      "learning_rate": 0.0008,
      "loss": 2.032428741455078,
      "step": 10584
    },
    {
      "epoch": 0.6415757575757576,
      "grad_norm": 0.03989096358418465,
      "learning_rate": 0.0008,
      "loss": 2.0504279136657715,
      "step": 10586
    },
    {
      "epoch": 0.6416969696969697,
      "grad_norm": 0.04125724732875824,
      "learning_rate": 0.0008,
      "loss": 2.0641634464263916,
      "step": 10588
    },
    {
      "epoch": 0.6418181818181818,
      "grad_norm": 0.04226572439074516,
      "learning_rate": 0.0008,
      "loss": 2.0425403118133545,
      "step": 10590
    },
    {
      "epoch": 0.6419393939393939,
      "grad_norm": 0.04594234749674797,
      "learning_rate": 0.0008,
      "loss": 2.010281562805176,
      "step": 10592
    },
    {
      "epoch": 0.6420606060606061,
      "grad_norm": 0.048436328768730164,
      "learning_rate": 0.0008,
      "loss": 2.0432422161102295,
      "step": 10594
    },
    {
      "epoch": 0.6421818181818182,
      "grad_norm": 0.045835092663764954,
      "learning_rate": 0.0008,
      "loss": 2.060971736907959,
      "step": 10596
    },
    {
      "epoch": 0.6423030303030303,
      "grad_norm": 0.04199066758155823,
      "learning_rate": 0.0008,
      "loss": 2.048128366470337,
      "step": 10598
    },
    {
      "epoch": 0.6424242424242425,
      "grad_norm": 0.04122932627797127,
      "learning_rate": 0.0008,
      "loss": 2.0205471515655518,
      "step": 10600
    },
    {
      "epoch": 0.6425454545454545,
      "grad_norm": 0.040305737406015396,
      "learning_rate": 0.0008,
      "loss": 2.0065131187438965,
      "step": 10602
    },
    {
      "epoch": 0.6426666666666667,
      "grad_norm": 0.04080755263566971,
      "learning_rate": 0.0008,
      "loss": 2.0436816215515137,
      "step": 10604
    },
    {
      "epoch": 0.6427878787878788,
      "grad_norm": 0.04232707619667053,
      "learning_rate": 0.0008,
      "loss": 2.1188485622406006,
      "step": 10606
    },
    {
      "epoch": 0.6429090909090909,
      "grad_norm": 0.04404500126838684,
      "learning_rate": 0.0008,
      "loss": 2.01149320602417,
      "step": 10608
    },
    {
      "epoch": 0.6430303030303031,
      "grad_norm": 0.044932153075933456,
      "learning_rate": 0.0008,
      "loss": 2.0597550868988037,
      "step": 10610
    },
    {
      "epoch": 0.6431515151515151,
      "grad_norm": 0.04333998262882233,
      "learning_rate": 0.0008,
      "loss": 2.08803129196167,
      "step": 10612
    },
    {
      "epoch": 0.6432727272727272,
      "grad_norm": 0.04068513959646225,
      "learning_rate": 0.0008,
      "loss": 2.0351433753967285,
      "step": 10614
    },
    {
      "epoch": 0.6433939393939394,
      "grad_norm": 0.04331589862704277,
      "learning_rate": 0.0008,
      "loss": 2.0490384101867676,
      "step": 10616
    },
    {
      "epoch": 0.6435151515151515,
      "grad_norm": 0.04019073769450188,
      "learning_rate": 0.0008,
      "loss": 2.072335720062256,
      "step": 10618
    },
    {
      "epoch": 0.6436363636363637,
      "grad_norm": 0.03898182511329651,
      "learning_rate": 0.0008,
      "loss": 2.0801119804382324,
      "step": 10620
    },
    {
      "epoch": 0.6437575757575758,
      "grad_norm": 0.044556234031915665,
      "learning_rate": 0.0008,
      "loss": 2.0423271656036377,
      "step": 10622
    },
    {
      "epoch": 0.6438787878787878,
      "grad_norm": 0.04151058569550514,
      "learning_rate": 0.0008,
      "loss": 2.0774474143981934,
      "step": 10624
    },
    {
      "epoch": 0.644,
      "grad_norm": 0.040732499212026596,
      "learning_rate": 0.0008,
      "loss": 2.096959114074707,
      "step": 10626
    },
    {
      "epoch": 0.6441212121212121,
      "grad_norm": 0.04785393178462982,
      "learning_rate": 0.0008,
      "loss": 1.9779300689697266,
      "step": 10628
    },
    {
      "epoch": 0.6442424242424243,
      "grad_norm": 0.04361748322844505,
      "learning_rate": 0.0008,
      "loss": 2.0504791736602783,
      "step": 10630
    },
    {
      "epoch": 0.6443636363636364,
      "grad_norm": 0.051367320120334625,
      "learning_rate": 0.0008,
      "loss": 2.0278961658477783,
      "step": 10632
    },
    {
      "epoch": 0.6444848484848484,
      "grad_norm": 0.04323229566216469,
      "learning_rate": 0.0008,
      "loss": 1.9616633653640747,
      "step": 10634
    },
    {
      "epoch": 0.6446060606060606,
      "grad_norm": 0.04810146987438202,
      "learning_rate": 0.0008,
      "loss": 2.0341176986694336,
      "step": 10636
    },
    {
      "epoch": 0.6447272727272727,
      "grad_norm": 0.04686879739165306,
      "learning_rate": 0.0008,
      "loss": 2.024221420288086,
      "step": 10638
    },
    {
      "epoch": 0.6448484848484849,
      "grad_norm": 0.04736946150660515,
      "learning_rate": 0.0008,
      "loss": 1.9682576656341553,
      "step": 10640
    },
    {
      "epoch": 0.644969696969697,
      "grad_norm": 0.041783131659030914,
      "learning_rate": 0.0008,
      "loss": 2.004380941390991,
      "step": 10642
    },
    {
      "epoch": 0.645090909090909,
      "grad_norm": 0.04173954948782921,
      "learning_rate": 0.0008,
      "loss": 2.0568971633911133,
      "step": 10644
    },
    {
      "epoch": 0.6452121212121212,
      "grad_norm": 0.04018475115299225,
      "learning_rate": 0.0008,
      "loss": 2.084078788757324,
      "step": 10646
    },
    {
      "epoch": 0.6453333333333333,
      "grad_norm": 0.0415162667632103,
      "learning_rate": 0.0008,
      "loss": 2.125229597091675,
      "step": 10648
    },
    {
      "epoch": 0.6454545454545455,
      "grad_norm": 0.04296228289604187,
      "learning_rate": 0.0008,
      "loss": 1.9890377521514893,
      "step": 10650
    },
    {
      "epoch": 0.6455757575757576,
      "grad_norm": 0.04390754923224449,
      "learning_rate": 0.0008,
      "loss": 2.044459819793701,
      "step": 10652
    },
    {
      "epoch": 0.6456969696969697,
      "grad_norm": 0.0432104617357254,
      "learning_rate": 0.0008,
      "loss": 2.0392658710479736,
      "step": 10654
    },
    {
      "epoch": 0.6458181818181818,
      "grad_norm": 0.04281314089894295,
      "learning_rate": 0.0008,
      "loss": 2.040313243865967,
      "step": 10656
    },
    {
      "epoch": 0.6459393939393939,
      "grad_norm": 0.04530719667673111,
      "learning_rate": 0.0008,
      "loss": 2.0593550205230713,
      "step": 10658
    },
    {
      "epoch": 0.6460606060606061,
      "grad_norm": 0.05081390216946602,
      "learning_rate": 0.0008,
      "loss": 2.025420665740967,
      "step": 10660
    },
    {
      "epoch": 0.6461818181818182,
      "grad_norm": 0.04082050919532776,
      "learning_rate": 0.0008,
      "loss": 2.054703712463379,
      "step": 10662
    },
    {
      "epoch": 0.6463030303030303,
      "grad_norm": 0.043140824884176254,
      "learning_rate": 0.0008,
      "loss": 2.113339424133301,
      "step": 10664
    },
    {
      "epoch": 0.6464242424242425,
      "grad_norm": 0.04111466184258461,
      "learning_rate": 0.0008,
      "loss": 2.0728836059570312,
      "step": 10666
    },
    {
      "epoch": 0.6465454545454545,
      "grad_norm": 0.041501838713884354,
      "learning_rate": 0.0008,
      "loss": 2.0841102600097656,
      "step": 10668
    },
    {
      "epoch": 0.6466666666666666,
      "grad_norm": 0.040834300220012665,
      "learning_rate": 0.0008,
      "loss": 2.0179288387298584,
      "step": 10670
    },
    {
      "epoch": 0.6467878787878788,
      "grad_norm": 0.04044702649116516,
      "learning_rate": 0.0008,
      "loss": 2.055972099304199,
      "step": 10672
    },
    {
      "epoch": 0.6469090909090909,
      "grad_norm": 0.055238936096429825,
      "learning_rate": 0.0008,
      "loss": 2.070812940597534,
      "step": 10674
    },
    {
      "epoch": 0.6470303030303031,
      "grad_norm": 0.04445519670844078,
      "learning_rate": 0.0008,
      "loss": 2.0933890342712402,
      "step": 10676
    },
    {
      "epoch": 0.6471515151515151,
      "grad_norm": 0.04189300164580345,
      "learning_rate": 0.0008,
      "loss": 2.0503575801849365,
      "step": 10678
    },
    {
      "epoch": 0.6472727272727272,
      "grad_norm": 0.03971027955412865,
      "learning_rate": 0.0008,
      "loss": 2.007481336593628,
      "step": 10680
    },
    {
      "epoch": 0.6473939393939394,
      "grad_norm": 0.03989313915371895,
      "learning_rate": 0.0008,
      "loss": 2.0354316234588623,
      "step": 10682
    },
    {
      "epoch": 0.6475151515151515,
      "grad_norm": 0.04243423044681549,
      "learning_rate": 0.0008,
      "loss": 2.1067638397216797,
      "step": 10684
    },
    {
      "epoch": 0.6476363636363637,
      "grad_norm": 0.042581263929605484,
      "learning_rate": 0.0008,
      "loss": 2.0249550342559814,
      "step": 10686
    },
    {
      "epoch": 0.6477575757575758,
      "grad_norm": 0.04414933919906616,
      "learning_rate": 0.0008,
      "loss": 2.064206838607788,
      "step": 10688
    },
    {
      "epoch": 0.6478787878787878,
      "grad_norm": 0.04132945463061333,
      "learning_rate": 0.0008,
      "loss": 1.9564241170883179,
      "step": 10690
    },
    {
      "epoch": 0.648,
      "grad_norm": 0.04267419874668121,
      "learning_rate": 0.0008,
      "loss": 2.002647638320923,
      "step": 10692
    },
    {
      "epoch": 0.6481212121212121,
      "grad_norm": 0.0418211854994297,
      "learning_rate": 0.0008,
      "loss": 2.038219928741455,
      "step": 10694
    },
    {
      "epoch": 0.6482424242424243,
      "grad_norm": 0.039422739297151566,
      "learning_rate": 0.0008,
      "loss": 2.077955961227417,
      "step": 10696
    },
    {
      "epoch": 0.6483636363636364,
      "grad_norm": 0.05431586503982544,
      "learning_rate": 0.0008,
      "loss": 2.023139476776123,
      "step": 10698
    },
    {
      "epoch": 0.6484848484848484,
      "grad_norm": 0.049942225217819214,
      "learning_rate": 0.0008,
      "loss": 1.9339450597763062,
      "step": 10700
    },
    {
      "epoch": 0.6486060606060606,
      "grad_norm": 0.04302513599395752,
      "learning_rate": 0.0008,
      "loss": 1.9879167079925537,
      "step": 10702
    },
    {
      "epoch": 0.6487272727272727,
      "grad_norm": 0.04620015248656273,
      "learning_rate": 0.0008,
      "loss": 2.045673131942749,
      "step": 10704
    },
    {
      "epoch": 0.6488484848484849,
      "grad_norm": 0.03986641392111778,
      "learning_rate": 0.0008,
      "loss": 2.050510883331299,
      "step": 10706
    },
    {
      "epoch": 0.648969696969697,
      "grad_norm": 0.03950010985136032,
      "learning_rate": 0.0008,
      "loss": 2.021761417388916,
      "step": 10708
    },
    {
      "epoch": 0.649090909090909,
      "grad_norm": 0.040867533534765244,
      "learning_rate": 0.0008,
      "loss": 2.0447840690612793,
      "step": 10710
    },
    {
      "epoch": 0.6492121212121212,
      "grad_norm": 0.04158800095319748,
      "learning_rate": 0.0008,
      "loss": 1.9998259544372559,
      "step": 10712
    },
    {
      "epoch": 0.6493333333333333,
      "grad_norm": 0.04581955820322037,
      "learning_rate": 0.0008,
      "loss": 1.9862772226333618,
      "step": 10714
    },
    {
      "epoch": 0.6494545454545455,
      "grad_norm": 0.05773434415459633,
      "learning_rate": 0.0008,
      "loss": 2.0100011825561523,
      "step": 10716
    },
    {
      "epoch": 0.6495757575757576,
      "grad_norm": 0.049918439239263535,
      "learning_rate": 0.0008,
      "loss": 2.0204014778137207,
      "step": 10718
    },
    {
      "epoch": 0.6496969696969697,
      "grad_norm": 0.03981964290142059,
      "learning_rate": 0.0008,
      "loss": 2.0142264366149902,
      "step": 10720
    },
    {
      "epoch": 0.6498181818181819,
      "grad_norm": 0.04074487090110779,
      "learning_rate": 0.0008,
      "loss": 2.0849318504333496,
      "step": 10722
    },
    {
      "epoch": 0.6499393939393939,
      "grad_norm": 0.03994906321167946,
      "learning_rate": 0.0008,
      "loss": 2.028566598892212,
      "step": 10724
    },
    {
      "epoch": 0.650060606060606,
      "grad_norm": 0.04633011296391487,
      "learning_rate": 0.0008,
      "loss": 2.0987675189971924,
      "step": 10726
    },
    {
      "epoch": 0.6501818181818182,
      "grad_norm": 0.04370083659887314,
      "learning_rate": 0.0008,
      "loss": 1.997671365737915,
      "step": 10728
    },
    {
      "epoch": 0.6503030303030303,
      "grad_norm": 0.04155488312244415,
      "learning_rate": 0.0008,
      "loss": 2.030498743057251,
      "step": 10730
    },
    {
      "epoch": 0.6504242424242425,
      "grad_norm": 0.039951831102371216,
      "learning_rate": 0.0008,
      "loss": 2.034471273422241,
      "step": 10732
    },
    {
      "epoch": 0.6505454545454545,
      "grad_norm": 0.04621196165680885,
      "learning_rate": 0.0008,
      "loss": 2.0115795135498047,
      "step": 10734
    },
    {
      "epoch": 0.6506666666666666,
      "grad_norm": 0.04057440906763077,
      "learning_rate": 0.0008,
      "loss": 2.1017959117889404,
      "step": 10736
    },
    {
      "epoch": 0.6507878787878788,
      "grad_norm": 0.039708029478788376,
      "learning_rate": 0.0008,
      "loss": 2.0384087562561035,
      "step": 10738
    },
    {
      "epoch": 0.6509090909090909,
      "grad_norm": 0.038830503821372986,
      "learning_rate": 0.0008,
      "loss": 2.005049705505371,
      "step": 10740
    },
    {
      "epoch": 0.6510303030303031,
      "grad_norm": 0.04296210780739784,
      "learning_rate": 0.0008,
      "loss": 2.0065579414367676,
      "step": 10742
    },
    {
      "epoch": 0.6511515151515151,
      "grad_norm": 0.04391971975564957,
      "learning_rate": 0.0008,
      "loss": 2.040971040725708,
      "step": 10744
    },
    {
      "epoch": 0.6512727272727272,
      "grad_norm": 0.05948328971862793,
      "learning_rate": 0.0008,
      "loss": 2.081846237182617,
      "step": 10746
    },
    {
      "epoch": 0.6513939393939394,
      "grad_norm": 0.04808294028043747,
      "learning_rate": 0.0008,
      "loss": 2.0431559085845947,
      "step": 10748
    },
    {
      "epoch": 0.6515151515151515,
      "grad_norm": 0.050048600882291794,
      "learning_rate": 0.0008,
      "loss": 2.0733182430267334,
      "step": 10750
    },
    {
      "epoch": 0.6516363636363637,
      "grad_norm": 0.05559591203927994,
      "learning_rate": 0.0008,
      "loss": 2.044760227203369,
      "step": 10752
    },
    {
      "epoch": 0.6517575757575758,
      "grad_norm": 0.04782276973128319,
      "learning_rate": 0.0008,
      "loss": 2.0343923568725586,
      "step": 10754
    },
    {
      "epoch": 0.6518787878787878,
      "grad_norm": 0.05471215024590492,
      "learning_rate": 0.0008,
      "loss": 2.059448003768921,
      "step": 10756
    },
    {
      "epoch": 0.652,
      "grad_norm": 0.04446481168270111,
      "learning_rate": 0.0008,
      "loss": 2.0740795135498047,
      "step": 10758
    },
    {
      "epoch": 0.6521212121212121,
      "grad_norm": 0.04116393253207207,
      "learning_rate": 0.0008,
      "loss": 2.057861804962158,
      "step": 10760
    },
    {
      "epoch": 0.6522424242424243,
      "grad_norm": 0.039303794503211975,
      "learning_rate": 0.0008,
      "loss": 2.017775058746338,
      "step": 10762
    },
    {
      "epoch": 0.6523636363636364,
      "grad_norm": 0.04098054766654968,
      "learning_rate": 0.0008,
      "loss": 1.9899159669876099,
      "step": 10764
    },
    {
      "epoch": 0.6524848484848484,
      "grad_norm": 0.0403890386223793,
      "learning_rate": 0.0008,
      "loss": 2.0145535469055176,
      "step": 10766
    },
    {
      "epoch": 0.6526060606060606,
      "grad_norm": 0.04087986424565315,
      "learning_rate": 0.0008,
      "loss": 2.047701597213745,
      "step": 10768
    },
    {
      "epoch": 0.6527272727272727,
      "grad_norm": 0.03990672528743744,
      "learning_rate": 0.0008,
      "loss": 2.048370122909546,
      "step": 10770
    },
    {
      "epoch": 0.6528484848484849,
      "grad_norm": 0.050464652478694916,
      "learning_rate": 0.0008,
      "loss": 2.046814203262329,
      "step": 10772
    },
    {
      "epoch": 0.652969696969697,
      "grad_norm": 0.04444744065403938,
      "learning_rate": 0.0008,
      "loss": 2.0539350509643555,
      "step": 10774
    },
    {
      "epoch": 0.653090909090909,
      "grad_norm": 0.052913419902324677,
      "learning_rate": 0.0008,
      "loss": 2.018432855606079,
      "step": 10776
    },
    {
      "epoch": 0.6532121212121212,
      "grad_norm": 0.0515458919107914,
      "learning_rate": 0.0008,
      "loss": 2.0259180068969727,
      "step": 10778
    },
    {
      "epoch": 0.6533333333333333,
      "grad_norm": 0.049490995705127716,
      "learning_rate": 0.0008,
      "loss": 2.04024076461792,
      "step": 10780
    },
    {
      "epoch": 0.6534545454545454,
      "grad_norm": 0.04688310623168945,
      "learning_rate": 0.0008,
      "loss": 1.9782994985580444,
      "step": 10782
    },
    {
      "epoch": 0.6535757575757576,
      "grad_norm": 0.04161975532770157,
      "learning_rate": 0.0008,
      "loss": 2.0940661430358887,
      "step": 10784
    },
    {
      "epoch": 0.6536969696969697,
      "grad_norm": 0.044266942888498306,
      "learning_rate": 0.0008,
      "loss": 2.0579662322998047,
      "step": 10786
    },
    {
      "epoch": 0.6538181818181819,
      "grad_norm": 0.04917491227388382,
      "learning_rate": 0.0008,
      "loss": 2.037888288497925,
      "step": 10788
    },
    {
      "epoch": 0.6539393939393939,
      "grad_norm": 0.041098956018686295,
      "learning_rate": 0.0008,
      "loss": 2.1123814582824707,
      "step": 10790
    },
    {
      "epoch": 0.654060606060606,
      "grad_norm": 0.041467055678367615,
      "learning_rate": 0.0008,
      "loss": 2.041828155517578,
      "step": 10792
    },
    {
      "epoch": 0.6541818181818182,
      "grad_norm": 0.040117256343364716,
      "learning_rate": 0.0008,
      "loss": 2.052750587463379,
      "step": 10794
    },
    {
      "epoch": 0.6543030303030303,
      "grad_norm": 0.04312734678387642,
      "learning_rate": 0.0008,
      "loss": 1.9649348258972168,
      "step": 10796
    },
    {
      "epoch": 0.6544242424242425,
      "grad_norm": 0.04347332939505577,
      "learning_rate": 0.0008,
      "loss": 2.0498383045196533,
      "step": 10798
    },
    {
      "epoch": 0.6545454545454545,
      "grad_norm": 0.04807496815919876,
      "learning_rate": 0.0008,
      "loss": 1.9988189935684204,
      "step": 10800
    },
    {
      "epoch": 0.6546666666666666,
      "grad_norm": 0.04069000110030174,
      "learning_rate": 0.0008,
      "loss": 2.0007851123809814,
      "step": 10802
    },
    {
      "epoch": 0.6547878787878788,
      "grad_norm": 0.042377639561891556,
      "learning_rate": 0.0008,
      "loss": 2.01989483833313,
      "step": 10804
    },
    {
      "epoch": 0.6549090909090909,
      "grad_norm": 0.04787394404411316,
      "learning_rate": 0.0008,
      "loss": 2.03580379486084,
      "step": 10806
    },
    {
      "epoch": 0.6550303030303031,
      "grad_norm": 0.051159609109163284,
      "learning_rate": 0.0008,
      "loss": 2.0287280082702637,
      "step": 10808
    },
    {
      "epoch": 0.6551515151515152,
      "grad_norm": 0.05814361572265625,
      "learning_rate": 0.0008,
      "loss": 2.032425880432129,
      "step": 10810
    },
    {
      "epoch": 0.6552727272727272,
      "grad_norm": 0.05335332825779915,
      "learning_rate": 0.0008,
      "loss": 2.028049945831299,
      "step": 10812
    },
    {
      "epoch": 0.6553939393939394,
      "grad_norm": 0.04725004360079765,
      "learning_rate": 0.0008,
      "loss": 2.0480637550354004,
      "step": 10814
    },
    {
      "epoch": 0.6555151515151515,
      "grad_norm": 0.04685915634036064,
      "learning_rate": 0.0008,
      "loss": 1.9826489686965942,
      "step": 10816
    },
    {
      "epoch": 0.6556363636363637,
      "grad_norm": 0.04343322664499283,
      "learning_rate": 0.0008,
      "loss": 2.0558595657348633,
      "step": 10818
    },
    {
      "epoch": 0.6557575757575758,
      "grad_norm": 0.04040123522281647,
      "learning_rate": 0.0008,
      "loss": 1.9916883707046509,
      "step": 10820
    },
    {
      "epoch": 0.6558787878787878,
      "grad_norm": 0.041586559265851974,
      "learning_rate": 0.0008,
      "loss": 1.9251823425292969,
      "step": 10822
    },
    {
      "epoch": 0.656,
      "grad_norm": 0.04132063314318657,
      "learning_rate": 0.0008,
      "loss": 2.001948356628418,
      "step": 10824
    },
    {
      "epoch": 0.6561212121212121,
      "grad_norm": 0.04148130863904953,
      "learning_rate": 0.0008,
      "loss": 2.080517530441284,
      "step": 10826
    },
    {
      "epoch": 0.6562424242424243,
      "grad_norm": 0.04291995242238045,
      "learning_rate": 0.0008,
      "loss": 2.0091629028320312,
      "step": 10828
    },
    {
      "epoch": 0.6563636363636364,
      "grad_norm": 0.04585760086774826,
      "learning_rate": 0.0008,
      "loss": 2.000497341156006,
      "step": 10830
    },
    {
      "epoch": 0.6564848484848484,
      "grad_norm": 0.040265459567308426,
      "learning_rate": 0.0008,
      "loss": 1.998470664024353,
      "step": 10832
    },
    {
      "epoch": 0.6566060606060606,
      "grad_norm": 0.04750536382198334,
      "learning_rate": 0.0008,
      "loss": 2.1071889400482178,
      "step": 10834
    },
    {
      "epoch": 0.6567272727272727,
      "grad_norm": 0.04662739858031273,
      "learning_rate": 0.0008,
      "loss": 2.069239616394043,
      "step": 10836
    },
    {
      "epoch": 0.6568484848484849,
      "grad_norm": 0.04183643311262131,
      "learning_rate": 0.0008,
      "loss": 2.0273702144622803,
      "step": 10838
    },
    {
      "epoch": 0.656969696969697,
      "grad_norm": 0.04290969669818878,
      "learning_rate": 0.0008,
      "loss": 2.0333034992218018,
      "step": 10840
    },
    {
      "epoch": 0.6570909090909091,
      "grad_norm": 0.04519156366586685,
      "learning_rate": 0.0008,
      "loss": 2.001948118209839,
      "step": 10842
    },
    {
      "epoch": 0.6572121212121212,
      "grad_norm": 0.04118402674794197,
      "learning_rate": 0.0008,
      "loss": 2.016139268875122,
      "step": 10844
    },
    {
      "epoch": 0.6573333333333333,
      "grad_norm": 0.04067740589380264,
      "learning_rate": 0.0008,
      "loss": 2.0941314697265625,
      "step": 10846
    },
    {
      "epoch": 0.6574545454545454,
      "grad_norm": 0.04047587141394615,
      "learning_rate": 0.0008,
      "loss": 2.0311012268066406,
      "step": 10848
    },
    {
      "epoch": 0.6575757575757576,
      "grad_norm": 0.04020274430513382,
      "learning_rate": 0.0008,
      "loss": 1.9940794706344604,
      "step": 10850
    },
    {
      "epoch": 0.6576969696969697,
      "grad_norm": 0.04009728506207466,
      "learning_rate": 0.0008,
      "loss": 1.9516959190368652,
      "step": 10852
    },
    {
      "epoch": 0.6578181818181819,
      "grad_norm": 0.04066215083003044,
      "learning_rate": 0.0008,
      "loss": 2.014478921890259,
      "step": 10854
    },
    {
      "epoch": 0.6579393939393939,
      "grad_norm": 0.0406780019402504,
      "learning_rate": 0.0008,
      "loss": 2.0091662406921387,
      "step": 10856
    },
    {
      "epoch": 0.658060606060606,
      "grad_norm": 0.04166564717888832,
      "learning_rate": 0.0008,
      "loss": 2.03719425201416,
      "step": 10858
    },
    {
      "epoch": 0.6581818181818182,
      "grad_norm": 0.040419746190309525,
      "learning_rate": 0.0008,
      "loss": 2.007493019104004,
      "step": 10860
    },
    {
      "epoch": 0.6583030303030303,
      "grad_norm": 0.04218980297446251,
      "learning_rate": 0.0008,
      "loss": 2.030339241027832,
      "step": 10862
    },
    {
      "epoch": 0.6584242424242425,
      "grad_norm": 0.054844584316015244,
      "learning_rate": 0.0008,
      "loss": 2.0588619709014893,
      "step": 10864
    },
    {
      "epoch": 0.6585454545454545,
      "grad_norm": 0.041454002261161804,
      "learning_rate": 0.0008,
      "loss": 2.1113626956939697,
      "step": 10866
    },
    {
      "epoch": 0.6586666666666666,
      "grad_norm": 0.04272955656051636,
      "learning_rate": 0.0008,
      "loss": 2.075204849243164,
      "step": 10868
    },
    {
      "epoch": 0.6587878787878788,
      "grad_norm": 0.04071085527539253,
      "learning_rate": 0.0008,
      "loss": 2.0712575912475586,
      "step": 10870
    },
    {
      "epoch": 0.6589090909090909,
      "grad_norm": 0.039184924215078354,
      "learning_rate": 0.0008,
      "loss": 1.9795068502426147,
      "step": 10872
    },
    {
      "epoch": 0.6590303030303031,
      "grad_norm": 0.04285260662436485,
      "learning_rate": 0.0008,
      "loss": 2.1024229526519775,
      "step": 10874
    },
    {
      "epoch": 0.6591515151515152,
      "grad_norm": 0.039120499044656754,
      "learning_rate": 0.0008,
      "loss": 1.9766298532485962,
      "step": 10876
    },
    {
      "epoch": 0.6592727272727272,
      "grad_norm": 0.04377676919102669,
      "learning_rate": 0.0008,
      "loss": 2.03830623626709,
      "step": 10878
    },
    {
      "epoch": 0.6593939393939394,
      "grad_norm": 0.04031244292855263,
      "learning_rate": 0.0008,
      "loss": 2.0210888385772705,
      "step": 10880
    },
    {
      "epoch": 0.6595151515151515,
      "grad_norm": 0.04080049321055412,
      "learning_rate": 0.0008,
      "loss": 1.9913820028305054,
      "step": 10882
    },
    {
      "epoch": 0.6596363636363637,
      "grad_norm": 0.04067091643810272,
      "learning_rate": 0.0008,
      "loss": 2.0245163440704346,
      "step": 10884
    },
    {
      "epoch": 0.6597575757575758,
      "grad_norm": 0.04470154270529747,
      "learning_rate": 0.0008,
      "loss": 2.0059282779693604,
      "step": 10886
    },
    {
      "epoch": 0.6598787878787878,
      "grad_norm": 0.04656121879816055,
      "learning_rate": 0.0008,
      "loss": 1.9944771528244019,
      "step": 10888
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.04032089561223984,
      "learning_rate": 0.0008,
      "loss": 2.00691556930542,
      "step": 10890
    },
    {
      "epoch": 0.6601212121212121,
      "grad_norm": 0.040887895971536636,
      "learning_rate": 0.0008,
      "loss": 2.052168607711792,
      "step": 10892
    },
    {
      "epoch": 0.6602424242424243,
      "grad_norm": 0.039522625505924225,
      "learning_rate": 0.0008,
      "loss": 2.0616023540496826,
      "step": 10894
    },
    {
      "epoch": 0.6603636363636364,
      "grad_norm": 0.03912054002285004,
      "learning_rate": 0.0008,
      "loss": 2.0307090282440186,
      "step": 10896
    },
    {
      "epoch": 0.6604848484848485,
      "grad_norm": 0.04143983870744705,
      "learning_rate": 0.0008,
      "loss": 2.025470018386841,
      "step": 10898
    },
    {
      "epoch": 0.6606060606060606,
      "grad_norm": 0.04118170216679573,
      "learning_rate": 0.0008,
      "loss": 2.01487398147583,
      "step": 10900
    },
    {
      "epoch": 0.6607272727272727,
      "grad_norm": 0.042949896305799484,
      "learning_rate": 0.0008,
      "loss": 1.9856985807418823,
      "step": 10902
    },
    {
      "epoch": 0.6608484848484848,
      "grad_norm": 0.04617304354906082,
      "learning_rate": 0.0008,
      "loss": 2.068222761154175,
      "step": 10904
    },
    {
      "epoch": 0.660969696969697,
      "grad_norm": 0.04603615775704384,
      "learning_rate": 0.0008,
      "loss": 2.0357656478881836,
      "step": 10906
    },
    {
      "epoch": 0.6610909090909091,
      "grad_norm": 0.060139790177345276,
      "learning_rate": 0.0008,
      "loss": 2.0588741302490234,
      "step": 10908
    },
    {
      "epoch": 0.6612121212121213,
      "grad_norm": 0.04298872873187065,
      "learning_rate": 0.0008,
      "loss": 2.0485482215881348,
      "step": 10910
    },
    {
      "epoch": 0.6613333333333333,
      "grad_norm": 0.04325520247220993,
      "learning_rate": 0.0008,
      "loss": 1.9987165927886963,
      "step": 10912
    },
    {
      "epoch": 0.6614545454545454,
      "grad_norm": 0.04252750054001808,
      "learning_rate": 0.0008,
      "loss": 2.0140461921691895,
      "step": 10914
    },
    {
      "epoch": 0.6615757575757576,
      "grad_norm": 0.04449233040213585,
      "learning_rate": 0.0008,
      "loss": 2.0634655952453613,
      "step": 10916
    },
    {
      "epoch": 0.6616969696969697,
      "grad_norm": 0.048924773931503296,
      "learning_rate": 0.0008,
      "loss": 2.0199391841888428,
      "step": 10918
    },
    {
      "epoch": 0.6618181818181819,
      "grad_norm": 0.039753399789333344,
      "learning_rate": 0.0008,
      "loss": 2.0231871604919434,
      "step": 10920
    },
    {
      "epoch": 0.6619393939393939,
      "grad_norm": 0.04270562529563904,
      "learning_rate": 0.0008,
      "loss": 2.1061863899230957,
      "step": 10922
    },
    {
      "epoch": 0.662060606060606,
      "grad_norm": 0.04507264867424965,
      "learning_rate": 0.0008,
      "loss": 2.085556983947754,
      "step": 10924
    },
    {
      "epoch": 0.6621818181818182,
      "grad_norm": 0.04054282233119011,
      "learning_rate": 0.0008,
      "loss": 2.0065135955810547,
      "step": 10926
    },
    {
      "epoch": 0.6623030303030303,
      "grad_norm": 0.04424315690994263,
      "learning_rate": 0.0008,
      "loss": 2.0174946784973145,
      "step": 10928
    },
    {
      "epoch": 0.6624242424242425,
      "grad_norm": 0.058525342494249344,
      "learning_rate": 0.0008,
      "loss": 2.042369842529297,
      "step": 10930
    },
    {
      "epoch": 0.6625454545454545,
      "grad_norm": 0.04673735797405243,
      "learning_rate": 0.0008,
      "loss": 2.0127978324890137,
      "step": 10932
    },
    {
      "epoch": 0.6626666666666666,
      "grad_norm": 0.042371198534965515,
      "learning_rate": 0.0008,
      "loss": 2.036818742752075,
      "step": 10934
    },
    {
      "epoch": 0.6627878787878788,
      "grad_norm": 0.04471875727176666,
      "learning_rate": 0.0008,
      "loss": 1.9588984251022339,
      "step": 10936
    },
    {
      "epoch": 0.6629090909090909,
      "grad_norm": 0.04103919491171837,
      "learning_rate": 0.0008,
      "loss": 2.0237951278686523,
      "step": 10938
    },
    {
      "epoch": 0.6630303030303031,
      "grad_norm": 0.041774895042181015,
      "learning_rate": 0.0008,
      "loss": 2.083514451980591,
      "step": 10940
    },
    {
      "epoch": 0.6631515151515152,
      "grad_norm": 0.042551953345537186,
      "learning_rate": 0.0008,
      "loss": 1.9825395345687866,
      "step": 10942
    },
    {
      "epoch": 0.6632727272727272,
      "grad_norm": 0.04136151820421219,
      "learning_rate": 0.0008,
      "loss": 2.0181610584259033,
      "step": 10944
    },
    {
      "epoch": 0.6633939393939394,
      "grad_norm": 0.04275251179933548,
      "learning_rate": 0.0008,
      "loss": 2.028324842453003,
      "step": 10946
    },
    {
      "epoch": 0.6635151515151515,
      "grad_norm": 0.04658668115735054,
      "learning_rate": 0.0008,
      "loss": 2.0803375244140625,
      "step": 10948
    },
    {
      "epoch": 0.6636363636363637,
      "grad_norm": 0.040637195110321045,
      "learning_rate": 0.0008,
      "loss": 2.026167631149292,
      "step": 10950
    },
    {
      "epoch": 0.6637575757575758,
      "grad_norm": 0.0492960587143898,
      "learning_rate": 0.0008,
      "loss": 2.084536552429199,
      "step": 10952
    },
    {
      "epoch": 0.6638787878787878,
      "grad_norm": 0.04276944324374199,
      "learning_rate": 0.0008,
      "loss": 1.9986047744750977,
      "step": 10954
    },
    {
      "epoch": 0.664,
      "grad_norm": 0.04245857894420624,
      "learning_rate": 0.0008,
      "loss": 2.0778160095214844,
      "step": 10956
    },
    {
      "epoch": 0.6641212121212121,
      "grad_norm": 0.041922200471162796,
      "learning_rate": 0.0008,
      "loss": 1.997550129890442,
      "step": 10958
    },
    {
      "epoch": 0.6642424242424242,
      "grad_norm": 0.04006035625934601,
      "learning_rate": 0.0008,
      "loss": 2.063826560974121,
      "step": 10960
    },
    {
      "epoch": 0.6643636363636364,
      "grad_norm": 0.04036014899611473,
      "learning_rate": 0.0008,
      "loss": 2.0003902912139893,
      "step": 10962
    },
    {
      "epoch": 0.6644848484848485,
      "grad_norm": 0.046745527535676956,
      "learning_rate": 0.0008,
      "loss": 2.0098187923431396,
      "step": 10964
    },
    {
      "epoch": 0.6646060606060606,
      "grad_norm": 0.04261269420385361,
      "learning_rate": 0.0008,
      "loss": 1.9778540134429932,
      "step": 10966
    },
    {
      "epoch": 0.6647272727272727,
      "grad_norm": 0.040851738303899765,
      "learning_rate": 0.0008,
      "loss": 1.958568811416626,
      "step": 10968
    },
    {
      "epoch": 0.6648484848484848,
      "grad_norm": 0.040406737476587296,
      "learning_rate": 0.0008,
      "loss": 2.0198469161987305,
      "step": 10970
    },
    {
      "epoch": 0.664969696969697,
      "grad_norm": 0.04007527604699135,
      "learning_rate": 0.0008,
      "loss": 2.0779905319213867,
      "step": 10972
    },
    {
      "epoch": 0.6650909090909091,
      "grad_norm": 0.04341789335012436,
      "learning_rate": 0.0008,
      "loss": 2.082392454147339,
      "step": 10974
    },
    {
      "epoch": 0.6652121212121213,
      "grad_norm": 0.04594157263636589,
      "learning_rate": 0.0008,
      "loss": 2.0570666790008545,
      "step": 10976
    },
    {
      "epoch": 0.6653333333333333,
      "grad_norm": 0.0439421646296978,
      "learning_rate": 0.0008,
      "loss": 2.072160243988037,
      "step": 10978
    },
    {
      "epoch": 0.6654545454545454,
      "grad_norm": 0.04070933908224106,
      "learning_rate": 0.0008,
      "loss": 2.058485269546509,
      "step": 10980
    },
    {
      "epoch": 0.6655757575757576,
      "grad_norm": 0.0393497534096241,
      "learning_rate": 0.0008,
      "loss": 1.9837759733200073,
      "step": 10982
    },
    {
      "epoch": 0.6656969696969697,
      "grad_norm": 0.03906195983290672,
      "learning_rate": 0.0008,
      "loss": 1.9683446884155273,
      "step": 10984
    },
    {
      "epoch": 0.6658181818181819,
      "grad_norm": 0.041105762124061584,
      "learning_rate": 0.0008,
      "loss": 2.013895273208618,
      "step": 10986
    },
    {
      "epoch": 0.6659393939393939,
      "grad_norm": 0.03981298953294754,
      "learning_rate": 0.0008,
      "loss": 2.021681070327759,
      "step": 10988
    },
    {
      "epoch": 0.666060606060606,
      "grad_norm": 0.04099587723612785,
      "learning_rate": 0.0008,
      "loss": 2.032620429992676,
      "step": 10990
    },
    {
      "epoch": 0.6661818181818182,
      "grad_norm": 0.04721679911017418,
      "learning_rate": 0.0008,
      "loss": 2.057673215866089,
      "step": 10992
    },
    {
      "epoch": 0.6663030303030303,
      "grad_norm": 0.03910978510975838,
      "learning_rate": 0.0008,
      "loss": 2.0460333824157715,
      "step": 10994
    },
    {
      "epoch": 0.6664242424242425,
      "grad_norm": 0.040756095200777054,
      "learning_rate": 0.0008,
      "loss": 1.973179817199707,
      "step": 10996
    },
    {
      "epoch": 0.6665454545454546,
      "grad_norm": 0.0417574979364872,
      "learning_rate": 0.0008,
      "loss": 2.021510362625122,
      "step": 10998
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.044432178139686584,
      "learning_rate": 0.0008,
      "loss": 2.0282280445098877,
      "step": 11000
    },
    {
      "epoch": 0.6667878787878788,
      "grad_norm": 0.04066716507077217,
      "learning_rate": 0.0008,
      "loss": 1.9848284721374512,
      "step": 11002
    },
    {
      "epoch": 0.6669090909090909,
      "grad_norm": 0.04544346034526825,
      "learning_rate": 0.0008,
      "loss": 2.0421011447906494,
      "step": 11004
    },
    {
      "epoch": 0.6670303030303031,
      "grad_norm": 0.04027484357357025,
      "learning_rate": 0.0008,
      "loss": 2.0200603008270264,
      "step": 11006
    },
    {
      "epoch": 0.6671515151515152,
      "grad_norm": 0.04079143702983856,
      "learning_rate": 0.0008,
      "loss": 2.033811330795288,
      "step": 11008
    },
    {
      "epoch": 0.6672727272727272,
      "grad_norm": 0.04092727228999138,
      "learning_rate": 0.0008,
      "loss": 2.011979818344116,
      "step": 11010
    },
    {
      "epoch": 0.6673939393939394,
      "grad_norm": 0.04424966126680374,
      "learning_rate": 0.0008,
      "loss": 2.0702295303344727,
      "step": 11012
    },
    {
      "epoch": 0.6675151515151515,
      "grad_norm": 0.04204338788986206,
      "learning_rate": 0.0008,
      "loss": 2.037323236465454,
      "step": 11014
    },
    {
      "epoch": 0.6676363636363636,
      "grad_norm": 0.05556361377239227,
      "learning_rate": 0.0008,
      "loss": 2.0236854553222656,
      "step": 11016
    },
    {
      "epoch": 0.6677575757575758,
      "grad_norm": 0.06354600936174393,
      "learning_rate": 0.0008,
      "loss": 2.08034086227417,
      "step": 11018
    },
    {
      "epoch": 0.6678787878787878,
      "grad_norm": 0.06018998101353645,
      "learning_rate": 0.0008,
      "loss": 2.0985190868377686,
      "step": 11020
    },
    {
      "epoch": 0.668,
      "grad_norm": 0.04941658675670624,
      "learning_rate": 0.0008,
      "loss": 2.039332866668701,
      "step": 11022
    },
    {
      "epoch": 0.6681212121212121,
      "grad_norm": 0.04280613362789154,
      "learning_rate": 0.0008,
      "loss": 2.0975897312164307,
      "step": 11024
    },
    {
      "epoch": 0.6682424242424242,
      "grad_norm": 0.04590749740600586,
      "learning_rate": 0.0008,
      "loss": 2.0228142738342285,
      "step": 11026
    },
    {
      "epoch": 0.6683636363636364,
      "grad_norm": 0.042043786495923996,
      "learning_rate": 0.0008,
      "loss": 2.036153554916382,
      "step": 11028
    },
    {
      "epoch": 0.6684848484848485,
      "grad_norm": 0.043300919234752655,
      "learning_rate": 0.0008,
      "loss": 2.058351516723633,
      "step": 11030
    },
    {
      "epoch": 0.6686060606060606,
      "grad_norm": 0.039242010563611984,
      "learning_rate": 0.0008,
      "loss": 2.066991090774536,
      "step": 11032
    },
    {
      "epoch": 0.6687272727272727,
      "grad_norm": 0.045957308262586594,
      "learning_rate": 0.0008,
      "loss": 1.9603499174118042,
      "step": 11034
    },
    {
      "epoch": 0.6688484848484848,
      "grad_norm": 0.042770642787218094,
      "learning_rate": 0.0008,
      "loss": 2.005218982696533,
      "step": 11036
    },
    {
      "epoch": 0.668969696969697,
      "grad_norm": 0.05434314161539078,
      "learning_rate": 0.0008,
      "loss": 2.0221214294433594,
      "step": 11038
    },
    {
      "epoch": 0.6690909090909091,
      "grad_norm": 0.07544242590665817,
      "learning_rate": 0.0008,
      "loss": 1.992893099784851,
      "step": 11040
    },
    {
      "epoch": 0.6692121212121213,
      "grad_norm": 0.06005619838833809,
      "learning_rate": 0.0008,
      "loss": 2.0028481483459473,
      "step": 11042
    },
    {
      "epoch": 0.6693333333333333,
      "grad_norm": 0.06455206125974655,
      "learning_rate": 0.0008,
      "loss": 2.0674564838409424,
      "step": 11044
    },
    {
      "epoch": 0.6694545454545454,
      "grad_norm": 0.07924848049879074,
      "learning_rate": 0.0008,
      "loss": 2.0387954711914062,
      "step": 11046
    },
    {
      "epoch": 0.6695757575757576,
      "grad_norm": 0.08137133717536926,
      "learning_rate": 0.0008,
      "loss": 2.0575501918792725,
      "step": 11048
    },
    {
      "epoch": 0.6696969696969697,
      "grad_norm": 0.07442744076251984,
      "learning_rate": 0.0008,
      "loss": 2.0211551189422607,
      "step": 11050
    },
    {
      "epoch": 0.6698181818181819,
      "grad_norm": 0.060952406376600266,
      "learning_rate": 0.0008,
      "loss": 2.000669479370117,
      "step": 11052
    },
    {
      "epoch": 0.669939393939394,
      "grad_norm": 0.04153238981962204,
      "learning_rate": 0.0008,
      "loss": 2.074366807937622,
      "step": 11054
    },
    {
      "epoch": 0.670060606060606,
      "grad_norm": 0.041037801653146744,
      "learning_rate": 0.0008,
      "loss": 2.01877760887146,
      "step": 11056
    },
    {
      "epoch": 0.6701818181818182,
      "grad_norm": 0.03962745890021324,
      "learning_rate": 0.0008,
      "loss": 2.0404775142669678,
      "step": 11058
    },
    {
      "epoch": 0.6703030303030303,
      "grad_norm": 0.05148822441697121,
      "learning_rate": 0.0008,
      "loss": 2.016575574874878,
      "step": 11060
    },
    {
      "epoch": 0.6704242424242425,
      "grad_norm": 0.050873853266239166,
      "learning_rate": 0.0008,
      "loss": 2.0862529277801514,
      "step": 11062
    },
    {
      "epoch": 0.6705454545454546,
      "grad_norm": 0.04268103837966919,
      "learning_rate": 0.0008,
      "loss": 2.048017978668213,
      "step": 11064
    },
    {
      "epoch": 0.6706666666666666,
      "grad_norm": 0.04235207289457321,
      "learning_rate": 0.0008,
      "loss": 2.0247867107391357,
      "step": 11066
    },
    {
      "epoch": 0.6707878787878788,
      "grad_norm": 0.042169246822595596,
      "learning_rate": 0.0008,
      "loss": 1.9738373756408691,
      "step": 11068
    },
    {
      "epoch": 0.6709090909090909,
      "grad_norm": 0.045375943183898926,
      "learning_rate": 0.0008,
      "loss": 1.939339518547058,
      "step": 11070
    },
    {
      "epoch": 0.671030303030303,
      "grad_norm": 0.040882982313632965,
      "learning_rate": 0.0008,
      "loss": 2.061352252960205,
      "step": 11072
    },
    {
      "epoch": 0.6711515151515152,
      "grad_norm": 0.03959853574633598,
      "learning_rate": 0.0008,
      "loss": 2.0246775150299072,
      "step": 11074
    },
    {
      "epoch": 0.6712727272727272,
      "grad_norm": 0.04140223190188408,
      "learning_rate": 0.0008,
      "loss": 2.075302839279175,
      "step": 11076
    },
    {
      "epoch": 0.6713939393939394,
      "grad_norm": 0.03912576660513878,
      "learning_rate": 0.0008,
      "loss": 2.038529396057129,
      "step": 11078
    },
    {
      "epoch": 0.6715151515151515,
      "grad_norm": 0.040821392089128494,
      "learning_rate": 0.0008,
      "loss": 2.0469188690185547,
      "step": 11080
    },
    {
      "epoch": 0.6716363636363636,
      "grad_norm": 0.04798780754208565,
      "learning_rate": 0.0008,
      "loss": 2.0002686977386475,
      "step": 11082
    },
    {
      "epoch": 0.6717575757575758,
      "grad_norm": 0.054577358067035675,
      "learning_rate": 0.0008,
      "loss": 2.105081081390381,
      "step": 11084
    },
    {
      "epoch": 0.6718787878787879,
      "grad_norm": 0.055143970996141434,
      "learning_rate": 0.0008,
      "loss": 1.9685285091400146,
      "step": 11086
    },
    {
      "epoch": 0.672,
      "grad_norm": 0.05139290541410446,
      "learning_rate": 0.0008,
      "loss": 1.9984408617019653,
      "step": 11088
    },
    {
      "epoch": 0.6721212121212121,
      "grad_norm": 0.05116335302591324,
      "learning_rate": 0.0008,
      "loss": 2.0052194595336914,
      "step": 11090
    },
    {
      "epoch": 0.6722424242424242,
      "grad_norm": 0.058949898928403854,
      "learning_rate": 0.0008,
      "loss": 2.017319679260254,
      "step": 11092
    },
    {
      "epoch": 0.6723636363636364,
      "grad_norm": 0.04878431186079979,
      "learning_rate": 0.0008,
      "loss": 2.090590000152588,
      "step": 11094
    },
    {
      "epoch": 0.6724848484848485,
      "grad_norm": 0.0435309037566185,
      "learning_rate": 0.0008,
      "loss": 1.9992071390151978,
      "step": 11096
    },
    {
      "epoch": 0.6726060606060607,
      "grad_norm": 0.0400727353990078,
      "learning_rate": 0.0008,
      "loss": 1.9950473308563232,
      "step": 11098
    },
    {
      "epoch": 0.6727272727272727,
      "grad_norm": 0.04067965969443321,
      "learning_rate": 0.0008,
      "loss": 2.004293441772461,
      "step": 11100
    },
    {
      "epoch": 0.6728484848484848,
      "grad_norm": 0.04320705682039261,
      "learning_rate": 0.0008,
      "loss": 2.095142126083374,
      "step": 11102
    },
    {
      "epoch": 0.672969696969697,
      "grad_norm": 0.04174032434821129,
      "learning_rate": 0.0008,
      "loss": 2.0315935611724854,
      "step": 11104
    },
    {
      "epoch": 0.6730909090909091,
      "grad_norm": 0.042101290076971054,
      "learning_rate": 0.0008,
      "loss": 1.976998209953308,
      "step": 11106
    },
    {
      "epoch": 0.6732121212121213,
      "grad_norm": 0.038578785955905914,
      "learning_rate": 0.0008,
      "loss": 2.0273118019104004,
      "step": 11108
    },
    {
      "epoch": 0.6733333333333333,
      "grad_norm": 0.04163231700658798,
      "learning_rate": 0.0008,
      "loss": 2.042557954788208,
      "step": 11110
    },
    {
      "epoch": 0.6734545454545454,
      "grad_norm": 0.06099005043506622,
      "learning_rate": 0.0008,
      "loss": 2.0406885147094727,
      "step": 11112
    },
    {
      "epoch": 0.6735757575757576,
      "grad_norm": 0.05986581742763519,
      "learning_rate": 0.0008,
      "loss": 2.044405698776245,
      "step": 11114
    },
    {
      "epoch": 0.6736969696969697,
      "grad_norm": 0.04928968846797943,
      "learning_rate": 0.0008,
      "loss": 1.9767111539840698,
      "step": 11116
    },
    {
      "epoch": 0.6738181818181819,
      "grad_norm": 0.04589634761214256,
      "learning_rate": 0.0008,
      "loss": 2.1036431789398193,
      "step": 11118
    },
    {
      "epoch": 0.673939393939394,
      "grad_norm": 0.04385237395763397,
      "learning_rate": 0.0008,
      "loss": 2.036595106124878,
      "step": 11120
    },
    {
      "epoch": 0.674060606060606,
      "grad_norm": 0.03992724418640137,
      "learning_rate": 0.0008,
      "loss": 2.009917974472046,
      "step": 11122
    },
    {
      "epoch": 0.6741818181818182,
      "grad_norm": 0.042954329401254654,
      "learning_rate": 0.0008,
      "loss": 2.0617904663085938,
      "step": 11124
    },
    {
      "epoch": 0.6743030303030303,
      "grad_norm": 0.041542667895555496,
      "learning_rate": 0.0008,
      "loss": 1.9464854001998901,
      "step": 11126
    },
    {
      "epoch": 0.6744242424242424,
      "grad_norm": 0.042650721967220306,
      "learning_rate": 0.0008,
      "loss": 2.0234835147857666,
      "step": 11128
    },
    {
      "epoch": 0.6745454545454546,
      "grad_norm": 0.03841077536344528,
      "learning_rate": 0.0008,
      "loss": 2.0541274547576904,
      "step": 11130
    },
    {
      "epoch": 0.6746666666666666,
      "grad_norm": 0.04099129140377045,
      "learning_rate": 0.0008,
      "loss": 2.0375638008117676,
      "step": 11132
    },
    {
      "epoch": 0.6747878787878788,
      "grad_norm": 0.04196937754750252,
      "learning_rate": 0.0008,
      "loss": 2.015850305557251,
      "step": 11134
    },
    {
      "epoch": 0.6749090909090909,
      "grad_norm": 0.040151458233594894,
      "learning_rate": 0.0008,
      "loss": 2.076544761657715,
      "step": 11136
    },
    {
      "epoch": 0.675030303030303,
      "grad_norm": 0.04073752835392952,
      "learning_rate": 0.0008,
      "loss": 2.010023355484009,
      "step": 11138
    },
    {
      "epoch": 0.6751515151515152,
      "grad_norm": 0.040370646864175797,
      "learning_rate": 0.0008,
      "loss": 2.0443899631500244,
      "step": 11140
    },
    {
      "epoch": 0.6752727272727272,
      "grad_norm": 0.04113660380244255,
      "learning_rate": 0.0008,
      "loss": 2.0431270599365234,
      "step": 11142
    },
    {
      "epoch": 0.6753939393939394,
      "grad_norm": 0.05372660979628563,
      "learning_rate": 0.0008,
      "loss": 1.9357813596725464,
      "step": 11144
    },
    {
      "epoch": 0.6755151515151515,
      "grad_norm": 0.06788382679224014,
      "learning_rate": 0.0008,
      "loss": 2.0059027671813965,
      "step": 11146
    },
    {
      "epoch": 0.6756363636363636,
      "grad_norm": 0.05359559506177902,
      "learning_rate": 0.0008,
      "loss": 2.030993938446045,
      "step": 11148
    },
    {
      "epoch": 0.6757575757575758,
      "grad_norm": 0.04934390261769295,
      "learning_rate": 0.0008,
      "loss": 2.0346639156341553,
      "step": 11150
    },
    {
      "epoch": 0.6758787878787879,
      "grad_norm": 0.05721955746412277,
      "learning_rate": 0.0008,
      "loss": 2.0726418495178223,
      "step": 11152
    },
    {
      "epoch": 0.676,
      "grad_norm": 0.055272553116083145,
      "learning_rate": 0.0008,
      "loss": 1.9854755401611328,
      "step": 11154
    },
    {
      "epoch": 0.6761212121212121,
      "grad_norm": 0.051482439041137695,
      "learning_rate": 0.0008,
      "loss": 1.9973862171173096,
      "step": 11156
    },
    {
      "epoch": 0.6762424242424242,
      "grad_norm": 0.043016690760850906,
      "learning_rate": 0.0008,
      "loss": 2.058199882507324,
      "step": 11158
    },
    {
      "epoch": 0.6763636363636364,
      "grad_norm": 0.042179953306913376,
      "learning_rate": 0.0008,
      "loss": 2.041982889175415,
      "step": 11160
    },
    {
      "epoch": 0.6764848484848485,
      "grad_norm": 0.04187849536538124,
      "learning_rate": 0.0008,
      "loss": 2.0262370109558105,
      "step": 11162
    },
    {
      "epoch": 0.6766060606060607,
      "grad_norm": 0.045001376420259476,
      "learning_rate": 0.0008,
      "loss": 2.062448740005493,
      "step": 11164
    },
    {
      "epoch": 0.6767272727272727,
      "grad_norm": 0.041484858840703964,
      "learning_rate": 0.0008,
      "loss": 2.0610804557800293,
      "step": 11166
    },
    {
      "epoch": 0.6768484848484848,
      "grad_norm": 0.043292086571455,
      "learning_rate": 0.0008,
      "loss": 2.0246641635894775,
      "step": 11168
    },
    {
      "epoch": 0.676969696969697,
      "grad_norm": 0.045185089111328125,
      "learning_rate": 0.0008,
      "loss": 2.025740623474121,
      "step": 11170
    },
    {
      "epoch": 0.6770909090909091,
      "grad_norm": 0.039957668632268906,
      "learning_rate": 0.0008,
      "loss": 2.094499111175537,
      "step": 11172
    },
    {
      "epoch": 0.6772121212121213,
      "grad_norm": 0.038854826241731644,
      "learning_rate": 0.0008,
      "loss": 2.046625852584839,
      "step": 11174
    },
    {
      "epoch": 0.6773333333333333,
      "grad_norm": 0.04013057053089142,
      "learning_rate": 0.0008,
      "loss": 2.0167412757873535,
      "step": 11176
    },
    {
      "epoch": 0.6774545454545454,
      "grad_norm": 0.05085596814751625,
      "learning_rate": 0.0008,
      "loss": 1.9909160137176514,
      "step": 11178
    },
    {
      "epoch": 0.6775757575757576,
      "grad_norm": 0.041447583585977554,
      "learning_rate": 0.0008,
      "loss": 1.974941372871399,
      "step": 11180
    },
    {
      "epoch": 0.6776969696969697,
      "grad_norm": 0.04783628135919571,
      "learning_rate": 0.0008,
      "loss": 2.011061191558838,
      "step": 11182
    },
    {
      "epoch": 0.6778181818181818,
      "grad_norm": 0.04320615157485008,
      "learning_rate": 0.0008,
      "loss": 1.9351414442062378,
      "step": 11184
    },
    {
      "epoch": 0.677939393939394,
      "grad_norm": 0.040527619421482086,
      "learning_rate": 0.0008,
      "loss": 2.0472068786621094,
      "step": 11186
    },
    {
      "epoch": 0.678060606060606,
      "grad_norm": 0.04048457741737366,
      "learning_rate": 0.0008,
      "loss": 2.0137083530426025,
      "step": 11188
    },
    {
      "epoch": 0.6781818181818182,
      "grad_norm": 0.04002455249428749,
      "learning_rate": 0.0008,
      "loss": 1.9925742149353027,
      "step": 11190
    },
    {
      "epoch": 0.6783030303030303,
      "grad_norm": 0.040721647441387177,
      "learning_rate": 0.0008,
      "loss": 2.0002450942993164,
      "step": 11192
    },
    {
      "epoch": 0.6784242424242424,
      "grad_norm": 0.05126996710896492,
      "learning_rate": 0.0008,
      "loss": 2.0212249755859375,
      "step": 11194
    },
    {
      "epoch": 0.6785454545454546,
      "grad_norm": 0.04560898616909981,
      "learning_rate": 0.0008,
      "loss": 2.03940749168396,
      "step": 11196
    },
    {
      "epoch": 0.6786666666666666,
      "grad_norm": 0.056464292109012604,
      "learning_rate": 0.0008,
      "loss": 2.030423402786255,
      "step": 11198
    },
    {
      "epoch": 0.6787878787878788,
      "grad_norm": 0.06508172303438187,
      "learning_rate": 0.0008,
      "loss": 2.0350072383880615,
      "step": 11200
    },
    {
      "epoch": 0.6789090909090909,
      "grad_norm": 0.07504697144031525,
      "learning_rate": 0.0008,
      "loss": 1.9933651685714722,
      "step": 11202
    },
    {
      "epoch": 0.679030303030303,
      "grad_norm": 0.06959469616413116,
      "learning_rate": 0.0008,
      "loss": 2.0146775245666504,
      "step": 11204
    },
    {
      "epoch": 0.6791515151515152,
      "grad_norm": 0.07346043735742569,
      "learning_rate": 0.0008,
      "loss": 1.9896413087844849,
      "step": 11206
    },
    {
      "epoch": 0.6792727272727273,
      "grad_norm": 0.07482420653104782,
      "learning_rate": 0.0008,
      "loss": 2.046022415161133,
      "step": 11208
    },
    {
      "epoch": 0.6793939393939394,
      "grad_norm": 0.06833110749721527,
      "learning_rate": 0.0008,
      "loss": 2.0335121154785156,
      "step": 11210
    },
    {
      "epoch": 0.6795151515151515,
      "grad_norm": 0.05245792865753174,
      "learning_rate": 0.0008,
      "loss": 1.9401689767837524,
      "step": 11212
    },
    {
      "epoch": 0.6796363636363636,
      "grad_norm": 0.05001083016395569,
      "learning_rate": 0.0008,
      "loss": 2.0655369758605957,
      "step": 11214
    },
    {
      "epoch": 0.6797575757575758,
      "grad_norm": 0.040184952318668365,
      "learning_rate": 0.0008,
      "loss": 2.070976972579956,
      "step": 11216
    },
    {
      "epoch": 0.6798787878787879,
      "grad_norm": 0.04091757908463478,
      "learning_rate": 0.0008,
      "loss": 2.0698258876800537,
      "step": 11218
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.04607166349887848,
      "learning_rate": 0.0008,
      "loss": 2.068307399749756,
      "step": 11220
    },
    {
      "epoch": 0.6801212121212121,
      "grad_norm": 0.04333265870809555,
      "learning_rate": 0.0008,
      "loss": 1.9937046766281128,
      "step": 11222
    },
    {
      "epoch": 0.6802424242424242,
      "grad_norm": 0.052056729793548584,
      "learning_rate": 0.0008,
      "loss": 2.0311079025268555,
      "step": 11224
    },
    {
      "epoch": 0.6803636363636364,
      "grad_norm": 0.04005021974444389,
      "learning_rate": 0.0008,
      "loss": 2.0030624866485596,
      "step": 11226
    },
    {
      "epoch": 0.6804848484848485,
      "grad_norm": 0.044494081288576126,
      "learning_rate": 0.0008,
      "loss": 2.075261354446411,
      "step": 11228
    },
    {
      "epoch": 0.6806060606060607,
      "grad_norm": 0.042870402336120605,
      "learning_rate": 0.0008,
      "loss": 1.9548594951629639,
      "step": 11230
    },
    {
      "epoch": 0.6807272727272727,
      "grad_norm": 0.04566153883934021,
      "learning_rate": 0.0008,
      "loss": 2.065077543258667,
      "step": 11232
    },
    {
      "epoch": 0.6808484848484848,
      "grad_norm": 0.04084378480911255,
      "learning_rate": 0.0008,
      "loss": 2.0468356609344482,
      "step": 11234
    },
    {
      "epoch": 0.680969696969697,
      "grad_norm": 0.04395538941025734,
      "learning_rate": 0.0008,
      "loss": 2.06256103515625,
      "step": 11236
    },
    {
      "epoch": 0.6810909090909091,
      "grad_norm": 0.05339490622282028,
      "learning_rate": 0.0008,
      "loss": 1.9922065734863281,
      "step": 11238
    },
    {
      "epoch": 0.6812121212121212,
      "grad_norm": 0.057842496782541275,
      "learning_rate": 0.0008,
      "loss": 2.065967082977295,
      "step": 11240
    },
    {
      "epoch": 0.6813333333333333,
      "grad_norm": 0.04510696232318878,
      "learning_rate": 0.0008,
      "loss": 1.9964497089385986,
      "step": 11242
    },
    {
      "epoch": 0.6814545454545454,
      "grad_norm": 0.04903124272823334,
      "learning_rate": 0.0008,
      "loss": 2.093423843383789,
      "step": 11244
    },
    {
      "epoch": 0.6815757575757576,
      "grad_norm": 0.04208313673734665,
      "learning_rate": 0.0008,
      "loss": 1.9968985319137573,
      "step": 11246
    },
    {
      "epoch": 0.6816969696969697,
      "grad_norm": 0.040752485394477844,
      "learning_rate": 0.0008,
      "loss": 2.0151526927948,
      "step": 11248
    },
    {
      "epoch": 0.6818181818181818,
      "grad_norm": 0.04042941704392433,
      "learning_rate": 0.0008,
      "loss": 1.9503984451293945,
      "step": 11250
    },
    {
      "epoch": 0.681939393939394,
      "grad_norm": 0.03957477584481239,
      "learning_rate": 0.0008,
      "loss": 2.026596784591675,
      "step": 11252
    },
    {
      "epoch": 0.682060606060606,
      "grad_norm": 0.04965978115797043,
      "learning_rate": 0.0008,
      "loss": 2.018749713897705,
      "step": 11254
    },
    {
      "epoch": 0.6821818181818182,
      "grad_norm": 0.05360209941864014,
      "learning_rate": 0.0008,
      "loss": 2.033102512359619,
      "step": 11256
    },
    {
      "epoch": 0.6823030303030303,
      "grad_norm": 0.04952362924814224,
      "learning_rate": 0.0008,
      "loss": 2.0597023963928223,
      "step": 11258
    },
    {
      "epoch": 0.6824242424242424,
      "grad_norm": 0.048359863460063934,
      "learning_rate": 0.0008,
      "loss": 2.0180258750915527,
      "step": 11260
    },
    {
      "epoch": 0.6825454545454546,
      "grad_norm": 0.04386774078011513,
      "learning_rate": 0.0008,
      "loss": 2.048546314239502,
      "step": 11262
    },
    {
      "epoch": 0.6826666666666666,
      "grad_norm": 0.04150533303618431,
      "learning_rate": 0.0008,
      "loss": 2.0648510456085205,
      "step": 11264
    },
    {
      "epoch": 0.6827878787878788,
      "grad_norm": 0.03939434513449669,
      "learning_rate": 0.0008,
      "loss": 2.0273044109344482,
      "step": 11266
    },
    {
      "epoch": 0.6829090909090909,
      "grad_norm": 0.040085166692733765,
      "learning_rate": 0.0008,
      "loss": 2.069491147994995,
      "step": 11268
    },
    {
      "epoch": 0.683030303030303,
      "grad_norm": 0.04018412530422211,
      "learning_rate": 0.0008,
      "loss": 1.956043004989624,
      "step": 11270
    },
    {
      "epoch": 0.6831515151515152,
      "grad_norm": 0.04158221557736397,
      "learning_rate": 0.0008,
      "loss": 2.0626766681671143,
      "step": 11272
    },
    {
      "epoch": 0.6832727272727273,
      "grad_norm": 0.0402897372841835,
      "learning_rate": 0.0008,
      "loss": 1.9543805122375488,
      "step": 11274
    },
    {
      "epoch": 0.6833939393939394,
      "grad_norm": 0.03959556296467781,
      "learning_rate": 0.0008,
      "loss": 1.9800984859466553,
      "step": 11276
    },
    {
      "epoch": 0.6835151515151515,
      "grad_norm": 0.041134320199489594,
      "learning_rate": 0.0008,
      "loss": 2.080040454864502,
      "step": 11278
    },
    {
      "epoch": 0.6836363636363636,
      "grad_norm": 0.04031941667199135,
      "learning_rate": 0.0008,
      "loss": 2.0380005836486816,
      "step": 11280
    },
    {
      "epoch": 0.6837575757575758,
      "grad_norm": 0.0409538708627224,
      "learning_rate": 0.0008,
      "loss": 2.0118467807769775,
      "step": 11282
    },
    {
      "epoch": 0.6838787878787879,
      "grad_norm": 0.04608134180307388,
      "learning_rate": 0.0008,
      "loss": 2.0321531295776367,
      "step": 11284
    },
    {
      "epoch": 0.684,
      "grad_norm": 0.043322909623384476,
      "learning_rate": 0.0008,
      "loss": 2.0241501331329346,
      "step": 11286
    },
    {
      "epoch": 0.6841212121212121,
      "grad_norm": 0.04046950861811638,
      "learning_rate": 0.0008,
      "loss": 2.0120251178741455,
      "step": 11288
    },
    {
      "epoch": 0.6842424242424242,
      "grad_norm": 0.04007450491189957,
      "learning_rate": 0.0008,
      "loss": 1.9518996477127075,
      "step": 11290
    },
    {
      "epoch": 0.6843636363636364,
      "grad_norm": 0.03881354257464409,
      "learning_rate": 0.0008,
      "loss": 2.025144338607788,
      "step": 11292
    },
    {
      "epoch": 0.6844848484848485,
      "grad_norm": 0.045541491359472275,
      "learning_rate": 0.0008,
      "loss": 2.0882694721221924,
      "step": 11294
    },
    {
      "epoch": 0.6846060606060606,
      "grad_norm": 0.04416464641690254,
      "learning_rate": 0.0008,
      "loss": 2.0047788619995117,
      "step": 11296
    },
    {
      "epoch": 0.6847272727272727,
      "grad_norm": 0.0440937876701355,
      "learning_rate": 0.0008,
      "loss": 2.032676935195923,
      "step": 11298
    },
    {
      "epoch": 0.6848484848484848,
      "grad_norm": 0.0462893508374691,
      "learning_rate": 0.0008,
      "loss": 2.0081570148468018,
      "step": 11300
    },
    {
      "epoch": 0.684969696969697,
      "grad_norm": 0.039611898362636566,
      "learning_rate": 0.0008,
      "loss": 2.0227651596069336,
      "step": 11302
    },
    {
      "epoch": 0.6850909090909091,
      "grad_norm": 0.039169907569885254,
      "learning_rate": 0.0008,
      "loss": 2.06927752494812,
      "step": 11304
    },
    {
      "epoch": 0.6852121212121212,
      "grad_norm": 0.04039622098207474,
      "learning_rate": 0.0008,
      "loss": 2.043088674545288,
      "step": 11306
    },
    {
      "epoch": 0.6853333333333333,
      "grad_norm": 0.0477239154279232,
      "learning_rate": 0.0008,
      "loss": 2.0150649547576904,
      "step": 11308
    },
    {
      "epoch": 0.6854545454545454,
      "grad_norm": 0.06262925267219543,
      "learning_rate": 0.0008,
      "loss": 2.004969835281372,
      "step": 11310
    },
    {
      "epoch": 0.6855757575757576,
      "grad_norm": 0.04971245676279068,
      "learning_rate": 0.0008,
      "loss": 1.9651507139205933,
      "step": 11312
    },
    {
      "epoch": 0.6856969696969697,
      "grad_norm": 0.046067044138908386,
      "learning_rate": 0.0008,
      "loss": 2.0113329887390137,
      "step": 11314
    },
    {
      "epoch": 0.6858181818181818,
      "grad_norm": 0.05082911625504494,
      "learning_rate": 0.0008,
      "loss": 2.0575666427612305,
      "step": 11316
    },
    {
      "epoch": 0.685939393939394,
      "grad_norm": 0.046013958752155304,
      "learning_rate": 0.0008,
      "loss": 1.9717183113098145,
      "step": 11318
    },
    {
      "epoch": 0.686060606060606,
      "grad_norm": 0.04110277071595192,
      "learning_rate": 0.0008,
      "loss": 1.9905884265899658,
      "step": 11320
    },
    {
      "epoch": 0.6861818181818182,
      "grad_norm": 0.042738527059555054,
      "learning_rate": 0.0008,
      "loss": 1.9926677942276,
      "step": 11322
    },
    {
      "epoch": 0.6863030303030303,
      "grad_norm": 0.042675089091062546,
      "learning_rate": 0.0008,
      "loss": 1.9815571308135986,
      "step": 11324
    },
    {
      "epoch": 0.6864242424242424,
      "grad_norm": 0.04054078832268715,
      "learning_rate": 0.0008,
      "loss": 2.0430846214294434,
      "step": 11326
    },
    {
      "epoch": 0.6865454545454546,
      "grad_norm": 0.040280669927597046,
      "learning_rate": 0.0008,
      "loss": 1.9908064603805542,
      "step": 11328
    },
    {
      "epoch": 0.6866666666666666,
      "grad_norm": 0.04064139723777771,
      "learning_rate": 0.0008,
      "loss": 2.0116114616394043,
      "step": 11330
    },
    {
      "epoch": 0.6867878787878788,
      "grad_norm": 0.039250172674655914,
      "learning_rate": 0.0008,
      "loss": 2.012089252471924,
      "step": 11332
    },
    {
      "epoch": 0.6869090909090909,
      "grad_norm": 0.04079850763082504,
      "learning_rate": 0.0008,
      "loss": 2.0682153701782227,
      "step": 11334
    },
    {
      "epoch": 0.687030303030303,
      "grad_norm": 0.04164876043796539,
      "learning_rate": 0.0008,
      "loss": 2.0095365047454834,
      "step": 11336
    },
    {
      "epoch": 0.6871515151515152,
      "grad_norm": 0.04839440435171127,
      "learning_rate": 0.0008,
      "loss": 2.113734722137451,
      "step": 11338
    },
    {
      "epoch": 0.6872727272727273,
      "grad_norm": 0.04746574908494949,
      "learning_rate": 0.0008,
      "loss": 2.0253348350524902,
      "step": 11340
    },
    {
      "epoch": 0.6873939393939394,
      "grad_norm": 0.04252607375383377,
      "learning_rate": 0.0008,
      "loss": 2.0307364463806152,
      "step": 11342
    },
    {
      "epoch": 0.6875151515151515,
      "grad_norm": 0.06058284267783165,
      "learning_rate": 0.0008,
      "loss": 2.0018041133880615,
      "step": 11344
    },
    {
      "epoch": 0.6876363636363636,
      "grad_norm": 0.05485445633530617,
      "learning_rate": 0.0008,
      "loss": 2.0099315643310547,
      "step": 11346
    },
    {
      "epoch": 0.6877575757575758,
      "grad_norm": 0.05028192326426506,
      "learning_rate": 0.0008,
      "loss": 2.011496067047119,
      "step": 11348
    },
    {
      "epoch": 0.6878787878787879,
      "grad_norm": 0.051163531839847565,
      "learning_rate": 0.0008,
      "loss": 2.040003776550293,
      "step": 11350
    },
    {
      "epoch": 0.688,
      "grad_norm": 0.04551416635513306,
      "learning_rate": 0.0008,
      "loss": 2.066185474395752,
      "step": 11352
    },
    {
      "epoch": 0.6881212121212121,
      "grad_norm": 0.04327185079455376,
      "learning_rate": 0.0008,
      "loss": 2.0824596881866455,
      "step": 11354
    },
    {
      "epoch": 0.6882424242424242,
      "grad_norm": 0.05074770376086235,
      "learning_rate": 0.0008,
      "loss": 1.979599118232727,
      "step": 11356
    },
    {
      "epoch": 0.6883636363636364,
      "grad_norm": 0.04598614200949669,
      "learning_rate": 0.0008,
      "loss": 2.065037727355957,
      "step": 11358
    },
    {
      "epoch": 0.6884848484848485,
      "grad_norm": 0.0421559140086174,
      "learning_rate": 0.0008,
      "loss": 2.070807933807373,
      "step": 11360
    },
    {
      "epoch": 0.6886060606060606,
      "grad_norm": 0.041516754776239395,
      "learning_rate": 0.0008,
      "loss": 2.046823501586914,
      "step": 11362
    },
    {
      "epoch": 0.6887272727272727,
      "grad_norm": 0.03899841010570526,
      "learning_rate": 0.0008,
      "loss": 2.02215838432312,
      "step": 11364
    },
    {
      "epoch": 0.6888484848484848,
      "grad_norm": 0.04019280895590782,
      "learning_rate": 0.0008,
      "loss": 2.0649847984313965,
      "step": 11366
    },
    {
      "epoch": 0.688969696969697,
      "grad_norm": 0.04192037135362625,
      "learning_rate": 0.0008,
      "loss": 2.011662721633911,
      "step": 11368
    },
    {
      "epoch": 0.6890909090909091,
      "grad_norm": 0.052331894636154175,
      "learning_rate": 0.0008,
      "loss": 2.0772619247436523,
      "step": 11370
    },
    {
      "epoch": 0.6892121212121212,
      "grad_norm": 0.04527489095926285,
      "learning_rate": 0.0008,
      "loss": 2.003801107406616,
      "step": 11372
    },
    {
      "epoch": 0.6893333333333334,
      "grad_norm": 0.04368693009018898,
      "learning_rate": 0.0008,
      "loss": 2.0848565101623535,
      "step": 11374
    },
    {
      "epoch": 0.6894545454545454,
      "grad_norm": 0.04128141328692436,
      "learning_rate": 0.0008,
      "loss": 2.062854528427124,
      "step": 11376
    },
    {
      "epoch": 0.6895757575757576,
      "grad_norm": 0.038360778242349625,
      "learning_rate": 0.0008,
      "loss": 2.0371487140655518,
      "step": 11378
    },
    {
      "epoch": 0.6896969696969697,
      "grad_norm": 0.03854220360517502,
      "learning_rate": 0.0008,
      "loss": 1.9937664270401,
      "step": 11380
    },
    {
      "epoch": 0.6898181818181818,
      "grad_norm": 0.04003984108567238,
      "learning_rate": 0.0008,
      "loss": 2.006711721420288,
      "step": 11382
    },
    {
      "epoch": 0.689939393939394,
      "grad_norm": 0.041554007679224014,
      "learning_rate": 0.0008,
      "loss": 2.0144360065460205,
      "step": 11384
    },
    {
      "epoch": 0.690060606060606,
      "grad_norm": 0.043545156717300415,
      "learning_rate": 0.0008,
      "loss": 2.005117654800415,
      "step": 11386
    },
    {
      "epoch": 0.6901818181818182,
      "grad_norm": 0.045737553387880325,
      "learning_rate": 0.0008,
      "loss": 2.0670552253723145,
      "step": 11388
    },
    {
      "epoch": 0.6903030303030303,
      "grad_norm": 0.04337381571531296,
      "learning_rate": 0.0008,
      "loss": 2.0096945762634277,
      "step": 11390
    },
    {
      "epoch": 0.6904242424242424,
      "grad_norm": 0.048890359699726105,
      "learning_rate": 0.0008,
      "loss": 2.058213949203491,
      "step": 11392
    },
    {
      "epoch": 0.6905454545454546,
      "grad_norm": 0.04562138766050339,
      "learning_rate": 0.0008,
      "loss": 1.968894362449646,
      "step": 11394
    },
    {
      "epoch": 0.6906666666666667,
      "grad_norm": 0.04224153980612755,
      "learning_rate": 0.0008,
      "loss": 1.9641021490097046,
      "step": 11396
    },
    {
      "epoch": 0.6907878787878788,
      "grad_norm": 0.0413205511868,
      "learning_rate": 0.0008,
      "loss": 2.0177695751190186,
      "step": 11398
    },
    {
      "epoch": 0.6909090909090909,
      "grad_norm": 0.03905868902802467,
      "learning_rate": 0.0008,
      "loss": 1.950446367263794,
      "step": 11400
    },
    {
      "epoch": 0.691030303030303,
      "grad_norm": 0.040962036699056625,
      "learning_rate": 0.0008,
      "loss": 2.019986867904663,
      "step": 11402
    },
    {
      "epoch": 0.6911515151515152,
      "grad_norm": 0.041869740933179855,
      "learning_rate": 0.0008,
      "loss": 2.00740385055542,
      "step": 11404
    },
    {
      "epoch": 0.6912727272727273,
      "grad_norm": 0.042743559926748276,
      "learning_rate": 0.0008,
      "loss": 2.039161443710327,
      "step": 11406
    },
    {
      "epoch": 0.6913939393939393,
      "grad_norm": 0.040737032890319824,
      "learning_rate": 0.0008,
      "loss": 2.028386354446411,
      "step": 11408
    },
    {
      "epoch": 0.6915151515151515,
      "grad_norm": 0.04722309857606888,
      "learning_rate": 0.0008,
      "loss": 1.972355842590332,
      "step": 11410
    },
    {
      "epoch": 0.6916363636363636,
      "grad_norm": 0.039777543395757675,
      "learning_rate": 0.0008,
      "loss": 2.0567374229431152,
      "step": 11412
    },
    {
      "epoch": 0.6917575757575758,
      "grad_norm": 0.041065145283937454,
      "learning_rate": 0.0008,
      "loss": 1.96239173412323,
      "step": 11414
    },
    {
      "epoch": 0.6918787878787879,
      "grad_norm": 0.04054342582821846,
      "learning_rate": 0.0008,
      "loss": 2.0441975593566895,
      "step": 11416
    },
    {
      "epoch": 0.692,
      "grad_norm": 0.040299609303474426,
      "learning_rate": 0.0008,
      "loss": 1.9604262113571167,
      "step": 11418
    },
    {
      "epoch": 0.6921212121212121,
      "grad_norm": 0.04077598452568054,
      "learning_rate": 0.0008,
      "loss": 2.078935146331787,
      "step": 11420
    },
    {
      "epoch": 0.6922424242424242,
      "grad_norm": 0.04094502329826355,
      "learning_rate": 0.0008,
      "loss": 2.0231406688690186,
      "step": 11422
    },
    {
      "epoch": 0.6923636363636364,
      "grad_norm": 0.04438091069459915,
      "learning_rate": 0.0008,
      "loss": 1.9821597337722778,
      "step": 11424
    },
    {
      "epoch": 0.6924848484848485,
      "grad_norm": 0.042240966111421585,
      "learning_rate": 0.0008,
      "loss": 1.9379018545150757,
      "step": 11426
    },
    {
      "epoch": 0.6926060606060606,
      "grad_norm": 0.040022920817136765,
      "learning_rate": 0.0008,
      "loss": 2.0199925899505615,
      "step": 11428
    },
    {
      "epoch": 0.6927272727272727,
      "grad_norm": 0.0396309457719326,
      "learning_rate": 0.0008,
      "loss": 2.0281529426574707,
      "step": 11430
    },
    {
      "epoch": 0.6928484848484848,
      "grad_norm": 0.04298890009522438,
      "learning_rate": 0.0008,
      "loss": 2.0546228885650635,
      "step": 11432
    },
    {
      "epoch": 0.692969696969697,
      "grad_norm": 0.046377941966056824,
      "learning_rate": 0.0008,
      "loss": 1.9972702264785767,
      "step": 11434
    },
    {
      "epoch": 0.6930909090909091,
      "grad_norm": 0.05198214203119278,
      "learning_rate": 0.0008,
      "loss": 2.0617735385894775,
      "step": 11436
    },
    {
      "epoch": 0.6932121212121212,
      "grad_norm": 0.0464705266058445,
      "learning_rate": 0.0008,
      "loss": 1.9564118385314941,
      "step": 11438
    },
    {
      "epoch": 0.6933333333333334,
      "grad_norm": 0.03918071836233139,
      "learning_rate": 0.0008,
      "loss": 2.024742841720581,
      "step": 11440
    },
    {
      "epoch": 0.6934545454545454,
      "grad_norm": 0.040172554552555084,
      "learning_rate": 0.0008,
      "loss": 2.0712943077087402,
      "step": 11442
    },
    {
      "epoch": 0.6935757575757576,
      "grad_norm": 0.040077418088912964,
      "learning_rate": 0.0008,
      "loss": 2.0637800693511963,
      "step": 11444
    },
    {
      "epoch": 0.6936969696969697,
      "grad_norm": 0.04030665010213852,
      "learning_rate": 0.0008,
      "loss": 2.0861101150512695,
      "step": 11446
    },
    {
      "epoch": 0.6938181818181818,
      "grad_norm": 0.04300270974636078,
      "learning_rate": 0.0008,
      "loss": 2.0077064037323,
      "step": 11448
    },
    {
      "epoch": 0.693939393939394,
      "grad_norm": 0.05237225070595741,
      "learning_rate": 0.0008,
      "loss": 2.055795431137085,
      "step": 11450
    },
    {
      "epoch": 0.694060606060606,
      "grad_norm": 0.05002260580658913,
      "learning_rate": 0.0008,
      "loss": 1.9867198467254639,
      "step": 11452
    },
    {
      "epoch": 0.6941818181818182,
      "grad_norm": 0.04716549813747406,
      "learning_rate": 0.0008,
      "loss": 1.9866098165512085,
      "step": 11454
    },
    {
      "epoch": 0.6943030303030303,
      "grad_norm": 0.05266338959336281,
      "learning_rate": 0.0008,
      "loss": 2.0569968223571777,
      "step": 11456
    },
    {
      "epoch": 0.6944242424242424,
      "grad_norm": 0.051802754402160645,
      "learning_rate": 0.0008,
      "loss": 1.99575674533844,
      "step": 11458
    },
    {
      "epoch": 0.6945454545454546,
      "grad_norm": 0.06791353970766068,
      "learning_rate": 0.0008,
      "loss": 2.031116485595703,
      "step": 11460
    },
    {
      "epoch": 0.6946666666666667,
      "grad_norm": 0.0508418045938015,
      "learning_rate": 0.0008,
      "loss": 1.9998607635498047,
      "step": 11462
    },
    {
      "epoch": 0.6947878787878788,
      "grad_norm": 0.04190883785486221,
      "learning_rate": 0.0008,
      "loss": 2.024711847305298,
      "step": 11464
    },
    {
      "epoch": 0.6949090909090909,
      "grad_norm": 0.0437631830573082,
      "learning_rate": 0.0008,
      "loss": 2.067957878112793,
      "step": 11466
    },
    {
      "epoch": 0.695030303030303,
      "grad_norm": 0.04544564709067345,
      "learning_rate": 0.0008,
      "loss": 2.0349621772766113,
      "step": 11468
    },
    {
      "epoch": 0.6951515151515152,
      "grad_norm": 0.049205075949430466,
      "learning_rate": 0.0008,
      "loss": 2.057220697402954,
      "step": 11470
    },
    {
      "epoch": 0.6952727272727273,
      "grad_norm": 0.051448386162519455,
      "learning_rate": 0.0008,
      "loss": 1.9830214977264404,
      "step": 11472
    },
    {
      "epoch": 0.6953939393939393,
      "grad_norm": 0.049788907170295715,
      "learning_rate": 0.0008,
      "loss": 2.0438413619995117,
      "step": 11474
    },
    {
      "epoch": 0.6955151515151515,
      "grad_norm": 0.055096570402383804,
      "learning_rate": 0.0008,
      "loss": 2.042998790740967,
      "step": 11476
    },
    {
      "epoch": 0.6956363636363636,
      "grad_norm": 0.05942985787987709,
      "learning_rate": 0.0008,
      "loss": 2.0180890560150146,
      "step": 11478
    },
    {
      "epoch": 0.6957575757575758,
      "grad_norm": 0.06546644121408463,
      "learning_rate": 0.0008,
      "loss": 2.0254178047180176,
      "step": 11480
    },
    {
      "epoch": 0.6958787878787879,
      "grad_norm": 0.05387546494603157,
      "learning_rate": 0.0008,
      "loss": 1.970753788948059,
      "step": 11482
    },
    {
      "epoch": 0.696,
      "grad_norm": 0.06026993691921234,
      "learning_rate": 0.0008,
      "loss": 2.104635715484619,
      "step": 11484
    },
    {
      "epoch": 0.6961212121212121,
      "grad_norm": 0.06006631627678871,
      "learning_rate": 0.0008,
      "loss": 1.9572052955627441,
      "step": 11486
    },
    {
      "epoch": 0.6962424242424242,
      "grad_norm": 0.0732954889535904,
      "learning_rate": 0.0008,
      "loss": 1.9575635194778442,
      "step": 11488
    },
    {
      "epoch": 0.6963636363636364,
      "grad_norm": 0.06702104210853577,
      "learning_rate": 0.0008,
      "loss": 2.030181646347046,
      "step": 11490
    },
    {
      "epoch": 0.6964848484848485,
      "grad_norm": 0.06729593873023987,
      "learning_rate": 0.0008,
      "loss": 2.002420425415039,
      "step": 11492
    },
    {
      "epoch": 0.6966060606060606,
      "grad_norm": 0.06406145542860031,
      "learning_rate": 0.0008,
      "loss": 2.0216405391693115,
      "step": 11494
    },
    {
      "epoch": 0.6967272727272728,
      "grad_norm": 0.05460098013281822,
      "learning_rate": 0.0008,
      "loss": 2.0620245933532715,
      "step": 11496
    },
    {
      "epoch": 0.6968484848484848,
      "grad_norm": 0.0474989227950573,
      "learning_rate": 0.0008,
      "loss": 1.9690637588500977,
      "step": 11498
    },
    {
      "epoch": 0.696969696969697,
      "grad_norm": 0.04214438050985336,
      "learning_rate": 0.0008,
      "loss": 2.060678005218506,
      "step": 11500
    },
    {
      "epoch": 0.6970909090909091,
      "grad_norm": 0.04195312783122063,
      "learning_rate": 0.0008,
      "loss": 2.0220015048980713,
      "step": 11502
    },
    {
      "epoch": 0.6972121212121212,
      "grad_norm": 0.04053686931729317,
      "learning_rate": 0.0008,
      "loss": 2.0222489833831787,
      "step": 11504
    },
    {
      "epoch": 0.6973333333333334,
      "grad_norm": 0.03806217759847641,
      "learning_rate": 0.0008,
      "loss": 1.9452850818634033,
      "step": 11506
    },
    {
      "epoch": 0.6974545454545454,
      "grad_norm": 0.0444975271821022,
      "learning_rate": 0.0008,
      "loss": 2.0256409645080566,
      "step": 11508
    },
    {
      "epoch": 0.6975757575757576,
      "grad_norm": 0.04766411334276199,
      "learning_rate": 0.0008,
      "loss": 2.004164457321167,
      "step": 11510
    },
    {
      "epoch": 0.6976969696969697,
      "grad_norm": 0.046215225011110306,
      "learning_rate": 0.0008,
      "loss": 2.0290515422821045,
      "step": 11512
    },
    {
      "epoch": 0.6978181818181818,
      "grad_norm": 0.042238395661115646,
      "learning_rate": 0.0008,
      "loss": 2.0604805946350098,
      "step": 11514
    },
    {
      "epoch": 0.697939393939394,
      "grad_norm": 0.04859485104680061,
      "learning_rate": 0.0008,
      "loss": 1.9890841245651245,
      "step": 11516
    },
    {
      "epoch": 0.698060606060606,
      "grad_norm": 0.04851385951042175,
      "learning_rate": 0.0008,
      "loss": 2.012197732925415,
      "step": 11518
    },
    {
      "epoch": 0.6981818181818182,
      "grad_norm": 0.04202970862388611,
      "learning_rate": 0.0008,
      "loss": 1.9375687837600708,
      "step": 11520
    },
    {
      "epoch": 0.6983030303030303,
      "grad_norm": 0.04183860868215561,
      "learning_rate": 0.0008,
      "loss": 1.9976341724395752,
      "step": 11522
    },
    {
      "epoch": 0.6984242424242424,
      "grad_norm": 0.04162517189979553,
      "learning_rate": 0.0008,
      "loss": 1.987486481666565,
      "step": 11524
    },
    {
      "epoch": 0.6985454545454546,
      "grad_norm": 0.03960360214114189,
      "learning_rate": 0.0008,
      "loss": 2.0816290378570557,
      "step": 11526
    },
    {
      "epoch": 0.6986666666666667,
      "grad_norm": 0.04026215523481369,
      "learning_rate": 0.0008,
      "loss": 2.016914129257202,
      "step": 11528
    },
    {
      "epoch": 0.6987878787878787,
      "grad_norm": 0.044670891016721725,
      "learning_rate": 0.0008,
      "loss": 2.042571544647217,
      "step": 11530
    },
    {
      "epoch": 0.6989090909090909,
      "grad_norm": 0.04287100210785866,
      "learning_rate": 0.0008,
      "loss": 2.063115119934082,
      "step": 11532
    },
    {
      "epoch": 0.699030303030303,
      "grad_norm": 0.038978539407253265,
      "learning_rate": 0.0008,
      "loss": 2.0010745525360107,
      "step": 11534
    },
    {
      "epoch": 0.6991515151515152,
      "grad_norm": 0.04091154411435127,
      "learning_rate": 0.0008,
      "loss": 2.000256299972534,
      "step": 11536
    },
    {
      "epoch": 0.6992727272727273,
      "grad_norm": 0.04536037892103195,
      "learning_rate": 0.0008,
      "loss": 2.013428211212158,
      "step": 11538
    },
    {
      "epoch": 0.6993939393939393,
      "grad_norm": 0.04320112615823746,
      "learning_rate": 0.0008,
      "loss": 2.043651819229126,
      "step": 11540
    },
    {
      "epoch": 0.6995151515151515,
      "grad_norm": 0.04143396019935608,
      "learning_rate": 0.0008,
      "loss": 1.956825852394104,
      "step": 11542
    },
    {
      "epoch": 0.6996363636363636,
      "grad_norm": 0.040108274668455124,
      "learning_rate": 0.0008,
      "loss": 1.9751650094985962,
      "step": 11544
    },
    {
      "epoch": 0.6997575757575758,
      "grad_norm": 0.03954119607806206,
      "learning_rate": 0.0008,
      "loss": 2.0277023315429688,
      "step": 11546
    },
    {
      "epoch": 0.6998787878787879,
      "grad_norm": 0.03936706855893135,
      "learning_rate": 0.0008,
      "loss": 2.0641367435455322,
      "step": 11548
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.03993086516857147,
      "learning_rate": 0.0008,
      "loss": 1.9722362756729126,
      "step": 11550
    },
    {
      "epoch": 0.7001212121212121,
      "grad_norm": 0.04314535856246948,
      "learning_rate": 0.0008,
      "loss": 1.979189157485962,
      "step": 11552
    },
    {
      "epoch": 0.7002424242424242,
      "grad_norm": 0.043606169521808624,
      "learning_rate": 0.0008,
      "loss": 2.047373056411743,
      "step": 11554
    },
    {
      "epoch": 0.7003636363636364,
      "grad_norm": 0.052421968430280685,
      "learning_rate": 0.0008,
      "loss": 2.0453274250030518,
      "step": 11556
    },
    {
      "epoch": 0.7004848484848485,
      "grad_norm": 0.0396440289914608,
      "learning_rate": 0.0008,
      "loss": 2.004427433013916,
      "step": 11558
    },
    {
      "epoch": 0.7006060606060606,
      "grad_norm": 0.04110633581876755,
      "learning_rate": 0.0008,
      "loss": 2.0502665042877197,
      "step": 11560
    },
    {
      "epoch": 0.7007272727272728,
      "grad_norm": 0.04236676171422005,
      "learning_rate": 0.0008,
      "loss": 2.060058355331421,
      "step": 11562
    },
    {
      "epoch": 0.7008484848484848,
      "grad_norm": 0.04324449226260185,
      "learning_rate": 0.0008,
      "loss": 2.0113911628723145,
      "step": 11564
    },
    {
      "epoch": 0.700969696969697,
      "grad_norm": 0.040605705231428146,
      "learning_rate": 0.0008,
      "loss": 2.0628135204315186,
      "step": 11566
    },
    {
      "epoch": 0.7010909090909091,
      "grad_norm": 0.0395781546831131,
      "learning_rate": 0.0008,
      "loss": 2.011240243911743,
      "step": 11568
    },
    {
      "epoch": 0.7012121212121212,
      "grad_norm": 0.03934726119041443,
      "learning_rate": 0.0008,
      "loss": 2.0190343856811523,
      "step": 11570
    },
    {
      "epoch": 0.7013333333333334,
      "grad_norm": 0.042977623641490936,
      "learning_rate": 0.0008,
      "loss": 2.0520567893981934,
      "step": 11572
    },
    {
      "epoch": 0.7014545454545454,
      "grad_norm": 0.041656337678432465,
      "learning_rate": 0.0008,
      "loss": 2.0116593837738037,
      "step": 11574
    },
    {
      "epoch": 0.7015757575757576,
      "grad_norm": 0.03952982276678085,
      "learning_rate": 0.0008,
      "loss": 1.983279824256897,
      "step": 11576
    },
    {
      "epoch": 0.7016969696969697,
      "grad_norm": 0.042592767626047134,
      "learning_rate": 0.0008,
      "loss": 2.0209434032440186,
      "step": 11578
    },
    {
      "epoch": 0.7018181818181818,
      "grad_norm": 0.03878522291779518,
      "learning_rate": 0.0008,
      "loss": 2.0647809505462646,
      "step": 11580
    },
    {
      "epoch": 0.701939393939394,
      "grad_norm": 0.04598168283700943,
      "learning_rate": 0.0008,
      "loss": 2.036573648452759,
      "step": 11582
    },
    {
      "epoch": 0.702060606060606,
      "grad_norm": 0.03954634070396423,
      "learning_rate": 0.0008,
      "loss": 2.0777134895324707,
      "step": 11584
    },
    {
      "epoch": 0.7021818181818181,
      "grad_norm": 0.04160306230187416,
      "learning_rate": 0.0008,
      "loss": 2.0252349376678467,
      "step": 11586
    },
    {
      "epoch": 0.7023030303030303,
      "grad_norm": 0.04306407645344734,
      "learning_rate": 0.0008,
      "loss": 2.0309078693389893,
      "step": 11588
    },
    {
      "epoch": 0.7024242424242424,
      "grad_norm": 0.049818120896816254,
      "learning_rate": 0.0008,
      "loss": 2.0266735553741455,
      "step": 11590
    },
    {
      "epoch": 0.7025454545454546,
      "grad_norm": 0.03791007399559021,
      "learning_rate": 0.0008,
      "loss": 2.013657808303833,
      "step": 11592
    },
    {
      "epoch": 0.7026666666666667,
      "grad_norm": 0.04051339998841286,
      "learning_rate": 0.0008,
      "loss": 2.0570266246795654,
      "step": 11594
    },
    {
      "epoch": 0.7027878787878787,
      "grad_norm": 0.040157251060009,
      "learning_rate": 0.0008,
      "loss": 2.0171008110046387,
      "step": 11596
    },
    {
      "epoch": 0.7029090909090909,
      "grad_norm": 0.04263655096292496,
      "learning_rate": 0.0008,
      "loss": 1.9039450883865356,
      "step": 11598
    },
    {
      "epoch": 0.703030303030303,
      "grad_norm": 0.04033757746219635,
      "learning_rate": 0.0008,
      "loss": 2.0026330947875977,
      "step": 11600
    },
    {
      "epoch": 0.7031515151515152,
      "grad_norm": 0.038081929087638855,
      "learning_rate": 0.0008,
      "loss": 1.9242817163467407,
      "step": 11602
    },
    {
      "epoch": 0.7032727272727273,
      "grad_norm": 0.04202253371477127,
      "learning_rate": 0.0008,
      "loss": 2.0312325954437256,
      "step": 11604
    },
    {
      "epoch": 0.7033939393939393,
      "grad_norm": 0.05188232660293579,
      "learning_rate": 0.0008,
      "loss": 1.9624131917953491,
      "step": 11606
    },
    {
      "epoch": 0.7035151515151515,
      "grad_norm": 0.039285797625780106,
      "learning_rate": 0.0008,
      "loss": 2.0106546878814697,
      "step": 11608
    },
    {
      "epoch": 0.7036363636363636,
      "grad_norm": 0.04898590222001076,
      "learning_rate": 0.0008,
      "loss": 2.0632660388946533,
      "step": 11610
    },
    {
      "epoch": 0.7037575757575758,
      "grad_norm": 0.0560162216424942,
      "learning_rate": 0.0008,
      "loss": 1.986149549484253,
      "step": 11612
    },
    {
      "epoch": 0.7038787878787879,
      "grad_norm": 0.058755941689014435,
      "learning_rate": 0.0008,
      "loss": 2.0571203231811523,
      "step": 11614
    },
    {
      "epoch": 0.704,
      "grad_norm": 0.062092628329992294,
      "learning_rate": 0.0008,
      "loss": 2.021599531173706,
      "step": 11616
    },
    {
      "epoch": 0.7041212121212121,
      "grad_norm": 0.05463102459907532,
      "learning_rate": 0.0008,
      "loss": 2.018702507019043,
      "step": 11618
    },
    {
      "epoch": 0.7042424242424242,
      "grad_norm": 0.057836927473545074,
      "learning_rate": 0.0008,
      "loss": 2.047999858856201,
      "step": 11620
    },
    {
      "epoch": 0.7043636363636364,
      "grad_norm": 0.04316433519124985,
      "learning_rate": 0.0008,
      "loss": 2.04414963722229,
      "step": 11622
    },
    {
      "epoch": 0.7044848484848485,
      "grad_norm": 0.04047482833266258,
      "learning_rate": 0.0008,
      "loss": 1.9999268054962158,
      "step": 11624
    },
    {
      "epoch": 0.7046060606060606,
      "grad_norm": 0.04221399500966072,
      "learning_rate": 0.0008,
      "loss": 2.0887045860290527,
      "step": 11626
    },
    {
      "epoch": 0.7047272727272728,
      "grad_norm": 0.04545561596751213,
      "learning_rate": 0.0008,
      "loss": 2.0435433387756348,
      "step": 11628
    },
    {
      "epoch": 0.7048484848484848,
      "grad_norm": 0.051864538341760635,
      "learning_rate": 0.0008,
      "loss": 2.0219290256500244,
      "step": 11630
    },
    {
      "epoch": 0.704969696969697,
      "grad_norm": 0.04249655082821846,
      "learning_rate": 0.0008,
      "loss": 2.026632070541382,
      "step": 11632
    },
    {
      "epoch": 0.7050909090909091,
      "grad_norm": 0.03859639912843704,
      "learning_rate": 0.0008,
      "loss": 2.004472255706787,
      "step": 11634
    },
    {
      "epoch": 0.7052121212121212,
      "grad_norm": 0.04040413349866867,
      "learning_rate": 0.0008,
      "loss": 1.998222827911377,
      "step": 11636
    },
    {
      "epoch": 0.7053333333333334,
      "grad_norm": 0.041748445481061935,
      "learning_rate": 0.0008,
      "loss": 1.9923875331878662,
      "step": 11638
    },
    {
      "epoch": 0.7054545454545454,
      "grad_norm": 0.04146488010883331,
      "learning_rate": 0.0008,
      "loss": 2.051471471786499,
      "step": 11640
    },
    {
      "epoch": 0.7055757575757575,
      "grad_norm": 0.04135383293032646,
      "learning_rate": 0.0008,
      "loss": 2.0140421390533447,
      "step": 11642
    },
    {
      "epoch": 0.7056969696969697,
      "grad_norm": 0.04213410243391991,
      "learning_rate": 0.0008,
      "loss": 2.0171563625335693,
      "step": 11644
    },
    {
      "epoch": 0.7058181818181818,
      "grad_norm": 0.041156210005283356,
      "learning_rate": 0.0008,
      "loss": 1.9871984720230103,
      "step": 11646
    },
    {
      "epoch": 0.705939393939394,
      "grad_norm": 0.04247326776385307,
      "learning_rate": 0.0008,
      "loss": 2.0058929920196533,
      "step": 11648
    },
    {
      "epoch": 0.706060606060606,
      "grad_norm": 0.0419560931622982,
      "learning_rate": 0.0008,
      "loss": 2.0025951862335205,
      "step": 11650
    },
    {
      "epoch": 0.7061818181818181,
      "grad_norm": 0.04083414375782013,
      "learning_rate": 0.0008,
      "loss": 2.0641071796417236,
      "step": 11652
    },
    {
      "epoch": 0.7063030303030303,
      "grad_norm": 0.03981854021549225,
      "learning_rate": 0.0008,
      "loss": 2.0461554527282715,
      "step": 11654
    },
    {
      "epoch": 0.7064242424242424,
      "grad_norm": 0.042074717581272125,
      "learning_rate": 0.0008,
      "loss": 2.012944221496582,
      "step": 11656
    },
    {
      "epoch": 0.7065454545454546,
      "grad_norm": 0.04420943185687065,
      "learning_rate": 0.0008,
      "loss": 2.030197858810425,
      "step": 11658
    },
    {
      "epoch": 0.7066666666666667,
      "grad_norm": 0.04400624334812164,
      "learning_rate": 0.0008,
      "loss": 2.0675857067108154,
      "step": 11660
    },
    {
      "epoch": 0.7067878787878787,
      "grad_norm": 0.04093965142965317,
      "learning_rate": 0.0008,
      "loss": 2.0414295196533203,
      "step": 11662
    },
    {
      "epoch": 0.7069090909090909,
      "grad_norm": 0.04141984134912491,
      "learning_rate": 0.0008,
      "loss": 1.989594578742981,
      "step": 11664
    },
    {
      "epoch": 0.707030303030303,
      "grad_norm": 0.038820087909698486,
      "learning_rate": 0.0008,
      "loss": 1.9478448629379272,
      "step": 11666
    },
    {
      "epoch": 0.7071515151515152,
      "grad_norm": 0.04175204411149025,
      "learning_rate": 0.0008,
      "loss": 2.064452648162842,
      "step": 11668
    },
    {
      "epoch": 0.7072727272727273,
      "grad_norm": 0.039604030549526215,
      "learning_rate": 0.0008,
      "loss": 1.9993891716003418,
      "step": 11670
    },
    {
      "epoch": 0.7073939393939394,
      "grad_norm": 0.04145537689328194,
      "learning_rate": 0.0008,
      "loss": 2.027179718017578,
      "step": 11672
    },
    {
      "epoch": 0.7075151515151515,
      "grad_norm": 0.038695357739925385,
      "learning_rate": 0.0008,
      "loss": 1.9951882362365723,
      "step": 11674
    },
    {
      "epoch": 0.7076363636363636,
      "grad_norm": 0.0398096963763237,
      "learning_rate": 0.0008,
      "loss": 1.9410920143127441,
      "step": 11676
    },
    {
      "epoch": 0.7077575757575758,
      "grad_norm": 0.04159040004014969,
      "learning_rate": 0.0008,
      "loss": 2.036567211151123,
      "step": 11678
    },
    {
      "epoch": 0.7078787878787879,
      "grad_norm": 0.05784895271062851,
      "learning_rate": 0.0008,
      "loss": 2.024534225463867,
      "step": 11680
    },
    {
      "epoch": 0.708,
      "grad_norm": 0.05531792715191841,
      "learning_rate": 0.0008,
      "loss": 2.0456390380859375,
      "step": 11682
    },
    {
      "epoch": 0.7081212121212122,
      "grad_norm": 0.04146944731473923,
      "learning_rate": 0.0008,
      "loss": 1.9570547342300415,
      "step": 11684
    },
    {
      "epoch": 0.7082424242424242,
      "grad_norm": 0.04569248855113983,
      "learning_rate": 0.0008,
      "loss": 1.9785244464874268,
      "step": 11686
    },
    {
      "epoch": 0.7083636363636364,
      "grad_norm": 0.04044776409864426,
      "learning_rate": 0.0008,
      "loss": 2.051442861557007,
      "step": 11688
    },
    {
      "epoch": 0.7084848484848485,
      "grad_norm": 0.038437530398368835,
      "learning_rate": 0.0008,
      "loss": 2.0191853046417236,
      "step": 11690
    },
    {
      "epoch": 0.7086060606060606,
      "grad_norm": 0.042696788907051086,
      "learning_rate": 0.0008,
      "loss": 1.9945294857025146,
      "step": 11692
    },
    {
      "epoch": 0.7087272727272728,
      "grad_norm": 0.042495839297771454,
      "learning_rate": 0.0008,
      "loss": 1.9865034818649292,
      "step": 11694
    },
    {
      "epoch": 0.7088484848484848,
      "grad_norm": 0.03970561549067497,
      "learning_rate": 0.0008,
      "loss": 2.0560030937194824,
      "step": 11696
    },
    {
      "epoch": 0.7089696969696969,
      "grad_norm": 0.040114790201187134,
      "learning_rate": 0.0008,
      "loss": 2.025988817214966,
      "step": 11698
    },
    {
      "epoch": 0.7090909090909091,
      "grad_norm": 0.04027203470468521,
      "learning_rate": 0.0008,
      "loss": 2.0374202728271484,
      "step": 11700
    },
    {
      "epoch": 0.7092121212121212,
      "grad_norm": 0.039050158113241196,
      "learning_rate": 0.0008,
      "loss": 1.942068099975586,
      "step": 11702
    },
    {
      "epoch": 0.7093333333333334,
      "grad_norm": 0.04008448123931885,
      "learning_rate": 0.0008,
      "loss": 1.9597030878067017,
      "step": 11704
    },
    {
      "epoch": 0.7094545454545454,
      "grad_norm": 0.03955308720469475,
      "learning_rate": 0.0008,
      "loss": 2.0228521823883057,
      "step": 11706
    },
    {
      "epoch": 0.7095757575757575,
      "grad_norm": 0.04657505080103874,
      "learning_rate": 0.0008,
      "loss": 1.9945229291915894,
      "step": 11708
    },
    {
      "epoch": 0.7096969696969697,
      "grad_norm": 0.03983425721526146,
      "learning_rate": 0.0008,
      "loss": 2.0733797550201416,
      "step": 11710
    },
    {
      "epoch": 0.7098181818181818,
      "grad_norm": 0.03918801620602608,
      "learning_rate": 0.0008,
      "loss": 2.0247623920440674,
      "step": 11712
    },
    {
      "epoch": 0.709939393939394,
      "grad_norm": 0.051804233342409134,
      "learning_rate": 0.0008,
      "loss": 1.986845850944519,
      "step": 11714
    },
    {
      "epoch": 0.7100606060606061,
      "grad_norm": 0.05602971464395523,
      "learning_rate": 0.0008,
      "loss": 2.0143682956695557,
      "step": 11716
    },
    {
      "epoch": 0.7101818181818181,
      "grad_norm": 0.05103546008467674,
      "learning_rate": 0.0008,
      "loss": 2.0768063068389893,
      "step": 11718
    },
    {
      "epoch": 0.7103030303030303,
      "grad_norm": 0.04390063136816025,
      "learning_rate": 0.0008,
      "loss": 1.9270809888839722,
      "step": 11720
    },
    {
      "epoch": 0.7104242424242424,
      "grad_norm": 0.04039713740348816,
      "learning_rate": 0.0008,
      "loss": 2.014831781387329,
      "step": 11722
    },
    {
      "epoch": 0.7105454545454546,
      "grad_norm": 0.04024764150381088,
      "learning_rate": 0.0008,
      "loss": 2.008779764175415,
      "step": 11724
    },
    {
      "epoch": 0.7106666666666667,
      "grad_norm": 0.03950544074177742,
      "learning_rate": 0.0008,
      "loss": 2.063570499420166,
      "step": 11726
    },
    {
      "epoch": 0.7107878787878787,
      "grad_norm": 0.040657974779605865,
      "learning_rate": 0.0008,
      "loss": 2.0255305767059326,
      "step": 11728
    },
    {
      "epoch": 0.7109090909090909,
      "grad_norm": 0.04000889137387276,
      "learning_rate": 0.0008,
      "loss": 2.0158398151397705,
      "step": 11730
    },
    {
      "epoch": 0.711030303030303,
      "grad_norm": 0.05153869092464447,
      "learning_rate": 0.0008,
      "loss": 1.9817789793014526,
      "step": 11732
    },
    {
      "epoch": 0.7111515151515152,
      "grad_norm": 0.04415399208664894,
      "learning_rate": 0.0008,
      "loss": 2.0230631828308105,
      "step": 11734
    },
    {
      "epoch": 0.7112727272727273,
      "grad_norm": 0.04020826891064644,
      "learning_rate": 0.0008,
      "loss": 2.0424227714538574,
      "step": 11736
    },
    {
      "epoch": 0.7113939393939394,
      "grad_norm": 0.039231378585100174,
      "learning_rate": 0.0008,
      "loss": 2.0067949295043945,
      "step": 11738
    },
    {
      "epoch": 0.7115151515151515,
      "grad_norm": 0.04120717570185661,
      "learning_rate": 0.0008,
      "loss": 1.9848850965499878,
      "step": 11740
    },
    {
      "epoch": 0.7116363636363636,
      "grad_norm": 0.03874882310628891,
      "learning_rate": 0.0008,
      "loss": 1.9692614078521729,
      "step": 11742
    },
    {
      "epoch": 0.7117575757575758,
      "grad_norm": 0.04026180878281593,
      "learning_rate": 0.0008,
      "loss": 1.9789340496063232,
      "step": 11744
    },
    {
      "epoch": 0.7118787878787879,
      "grad_norm": 0.04016873612999916,
      "learning_rate": 0.0008,
      "loss": 2.0006392002105713,
      "step": 11746
    },
    {
      "epoch": 0.712,
      "grad_norm": 0.042569778859615326,
      "learning_rate": 0.0008,
      "loss": 2.0121099948883057,
      "step": 11748
    },
    {
      "epoch": 0.7121212121212122,
      "grad_norm": 0.048033565282821655,
      "learning_rate": 0.0008,
      "loss": 2.0522091388702393,
      "step": 11750
    },
    {
      "epoch": 0.7122424242424242,
      "grad_norm": 0.04117279872298241,
      "learning_rate": 0.0008,
      "loss": 2.0106003284454346,
      "step": 11752
    },
    {
      "epoch": 0.7123636363636363,
      "grad_norm": 0.047025084495544434,
      "learning_rate": 0.0008,
      "loss": 1.9875423908233643,
      "step": 11754
    },
    {
      "epoch": 0.7124848484848485,
      "grad_norm": 0.046967096626758575,
      "learning_rate": 0.0008,
      "loss": 1.9749512672424316,
      "step": 11756
    },
    {
      "epoch": 0.7126060606060606,
      "grad_norm": 0.05590936914086342,
      "learning_rate": 0.0008,
      "loss": 2.0102522373199463,
      "step": 11758
    },
    {
      "epoch": 0.7127272727272728,
      "grad_norm": 0.06367897242307663,
      "learning_rate": 0.0008,
      "loss": 1.999449372291565,
      "step": 11760
    },
    {
      "epoch": 0.7128484848484848,
      "grad_norm": 0.04587361589074135,
      "learning_rate": 0.0008,
      "loss": 1.9415181875228882,
      "step": 11762
    },
    {
      "epoch": 0.7129696969696969,
      "grad_norm": 0.04299506917595863,
      "learning_rate": 0.0008,
      "loss": 2.0316028594970703,
      "step": 11764
    },
    {
      "epoch": 0.7130909090909091,
      "grad_norm": 0.039693985134363174,
      "learning_rate": 0.0008,
      "loss": 2.0502567291259766,
      "step": 11766
    },
    {
      "epoch": 0.7132121212121212,
      "grad_norm": 0.0396740697324276,
      "learning_rate": 0.0008,
      "loss": 1.9957141876220703,
      "step": 11768
    },
    {
      "epoch": 0.7133333333333334,
      "grad_norm": 0.03926324471831322,
      "learning_rate": 0.0008,
      "loss": 2.0168285369873047,
      "step": 11770
    },
    {
      "epoch": 0.7134545454545455,
      "grad_norm": 0.047267645597457886,
      "learning_rate": 0.0008,
      "loss": 2.0041093826293945,
      "step": 11772
    },
    {
      "epoch": 0.7135757575757575,
      "grad_norm": 0.049777157604694366,
      "learning_rate": 0.0008,
      "loss": 2.044621229171753,
      "step": 11774
    },
    {
      "epoch": 0.7136969696969697,
      "grad_norm": 0.06057944893836975,
      "learning_rate": 0.0008,
      "loss": 2.0922482013702393,
      "step": 11776
    },
    {
      "epoch": 0.7138181818181818,
      "grad_norm": 0.053692542016506195,
      "learning_rate": 0.0008,
      "loss": 1.9963828325271606,
      "step": 11778
    },
    {
      "epoch": 0.713939393939394,
      "grad_norm": 0.04637736827135086,
      "learning_rate": 0.0008,
      "loss": 1.974694848060608,
      "step": 11780
    },
    {
      "epoch": 0.7140606060606061,
      "grad_norm": 0.05613093450665474,
      "learning_rate": 0.0008,
      "loss": 2.159933090209961,
      "step": 11782
    },
    {
      "epoch": 0.7141818181818181,
      "grad_norm": 0.04919698089361191,
      "learning_rate": 0.0008,
      "loss": 1.9447885751724243,
      "step": 11784
    },
    {
      "epoch": 0.7143030303030303,
      "grad_norm": 0.04443551227450371,
      "learning_rate": 0.0008,
      "loss": 2.030714273452759,
      "step": 11786
    },
    {
      "epoch": 0.7144242424242424,
      "grad_norm": 0.04681827500462532,
      "learning_rate": 0.0008,
      "loss": 1.9962621927261353,
      "step": 11788
    },
    {
      "epoch": 0.7145454545454546,
      "grad_norm": 0.04206976294517517,
      "learning_rate": 0.0008,
      "loss": 2.047022581100464,
      "step": 11790
    },
    {
      "epoch": 0.7146666666666667,
      "grad_norm": 0.04969754442572594,
      "learning_rate": 0.0008,
      "loss": 2.0354464054107666,
      "step": 11792
    },
    {
      "epoch": 0.7147878787878787,
      "grad_norm": 0.054267555475234985,
      "learning_rate": 0.0008,
      "loss": 2.031723976135254,
      "step": 11794
    },
    {
      "epoch": 0.7149090909090909,
      "grad_norm": 0.06087062507867813,
      "learning_rate": 0.0008,
      "loss": 2.019244432449341,
      "step": 11796
    },
    {
      "epoch": 0.715030303030303,
      "grad_norm": 0.050790559500455856,
      "learning_rate": 0.0008,
      "loss": 2.0429282188415527,
      "step": 11798
    },
    {
      "epoch": 0.7151515151515152,
      "grad_norm": 0.047034889459609985,
      "learning_rate": 0.0008,
      "loss": 1.9966493844985962,
      "step": 11800
    },
    {
      "epoch": 0.7152727272727273,
      "grad_norm": 0.04773225635290146,
      "learning_rate": 0.0008,
      "loss": 1.9979679584503174,
      "step": 11802
    },
    {
      "epoch": 0.7153939393939394,
      "grad_norm": 0.043585944920778275,
      "learning_rate": 0.0008,
      "loss": 2.047583818435669,
      "step": 11804
    },
    {
      "epoch": 0.7155151515151515,
      "grad_norm": 0.04305750131607056,
      "learning_rate": 0.0008,
      "loss": 1.9991358518600464,
      "step": 11806
    },
    {
      "epoch": 0.7156363636363636,
      "grad_norm": 0.03903680294752121,
      "learning_rate": 0.0008,
      "loss": 1.9835494756698608,
      "step": 11808
    },
    {
      "epoch": 0.7157575757575757,
      "grad_norm": 0.03937274217605591,
      "learning_rate": 0.0008,
      "loss": 1.985821008682251,
      "step": 11810
    },
    {
      "epoch": 0.7158787878787879,
      "grad_norm": 0.04267155006527901,
      "learning_rate": 0.0008,
      "loss": 1.903796911239624,
      "step": 11812
    },
    {
      "epoch": 0.716,
      "grad_norm": 0.04378246143460274,
      "learning_rate": 0.0008,
      "loss": 1.9906953573226929,
      "step": 11814
    },
    {
      "epoch": 0.7161212121212122,
      "grad_norm": 0.05035695806145668,
      "learning_rate": 0.0008,
      "loss": 2.024592161178589,
      "step": 11816
    },
    {
      "epoch": 0.7162424242424242,
      "grad_norm": 0.04668338969349861,
      "learning_rate": 0.0008,
      "loss": 1.9945372343063354,
      "step": 11818
    },
    {
      "epoch": 0.7163636363636363,
      "grad_norm": 0.041450150310993195,
      "learning_rate": 0.0008,
      "loss": 1.9900164604187012,
      "step": 11820
    },
    {
      "epoch": 0.7164848484848485,
      "grad_norm": 0.03888806328177452,
      "learning_rate": 0.0008,
      "loss": 1.9772547483444214,
      "step": 11822
    },
    {
      "epoch": 0.7166060606060606,
      "grad_norm": 0.04108624532818794,
      "learning_rate": 0.0008,
      "loss": 2.038947343826294,
      "step": 11824
    },
    {
      "epoch": 0.7167272727272728,
      "grad_norm": 0.03909878805279732,
      "learning_rate": 0.0008,
      "loss": 2.0113322734832764,
      "step": 11826
    },
    {
      "epoch": 0.7168484848484848,
      "grad_norm": 0.03995625302195549,
      "learning_rate": 0.0008,
      "loss": 2.0384395122528076,
      "step": 11828
    },
    {
      "epoch": 0.7169696969696969,
      "grad_norm": 0.039622705429792404,
      "learning_rate": 0.0008,
      "loss": 2.0556821823120117,
      "step": 11830
    },
    {
      "epoch": 0.7170909090909091,
      "grad_norm": 0.039065584540367126,
      "learning_rate": 0.0008,
      "loss": 2.032176971435547,
      "step": 11832
    },
    {
      "epoch": 0.7172121212121212,
      "grad_norm": 0.04497751221060753,
      "learning_rate": 0.0008,
      "loss": 2.0210015773773193,
      "step": 11834
    },
    {
      "epoch": 0.7173333333333334,
      "grad_norm": 0.0481233112514019,
      "learning_rate": 0.0008,
      "loss": 2.025909900665283,
      "step": 11836
    },
    {
      "epoch": 0.7174545454545455,
      "grad_norm": 0.05319056659936905,
      "learning_rate": 0.0008,
      "loss": 2.0077381134033203,
      "step": 11838
    },
    {
      "epoch": 0.7175757575757575,
      "grad_norm": 0.04401149973273277,
      "learning_rate": 0.0008,
      "loss": 1.9971418380737305,
      "step": 11840
    },
    {
      "epoch": 0.7176969696969697,
      "grad_norm": 0.039941418915987015,
      "learning_rate": 0.0008,
      "loss": 1.9686123132705688,
      "step": 11842
    },
    {
      "epoch": 0.7178181818181818,
      "grad_norm": 0.04380321875214577,
      "learning_rate": 0.0008,
      "loss": 1.9706971645355225,
      "step": 11844
    },
    {
      "epoch": 0.717939393939394,
      "grad_norm": 0.03985712304711342,
      "learning_rate": 0.0008,
      "loss": 2.0321593284606934,
      "step": 11846
    },
    {
      "epoch": 0.7180606060606061,
      "grad_norm": 0.03858083486557007,
      "learning_rate": 0.0008,
      "loss": 1.9013307094573975,
      "step": 11848
    },
    {
      "epoch": 0.7181818181818181,
      "grad_norm": 0.03808318451046944,
      "learning_rate": 0.0008,
      "loss": 1.970610499382019,
      "step": 11850
    },
    {
      "epoch": 0.7183030303030303,
      "grad_norm": 0.04122079908847809,
      "learning_rate": 0.0008,
      "loss": 2.006354331970215,
      "step": 11852
    },
    {
      "epoch": 0.7184242424242424,
      "grad_norm": 0.03876466676592827,
      "learning_rate": 0.0008,
      "loss": 2.0076985359191895,
      "step": 11854
    },
    {
      "epoch": 0.7185454545454546,
      "grad_norm": 0.040456246584653854,
      "learning_rate": 0.0008,
      "loss": 1.9918912649154663,
      "step": 11856
    },
    {
      "epoch": 0.7186666666666667,
      "grad_norm": 0.04619381204247475,
      "learning_rate": 0.0008,
      "loss": 2.0553383827209473,
      "step": 11858
    },
    {
      "epoch": 0.7187878787878788,
      "grad_norm": 0.0685865506529808,
      "learning_rate": 0.0008,
      "loss": 2.001451253890991,
      "step": 11860
    },
    {
      "epoch": 0.7189090909090909,
      "grad_norm": 0.07290156185626984,
      "learning_rate": 0.0008,
      "loss": 1.9888399839401245,
      "step": 11862
    },
    {
      "epoch": 0.719030303030303,
      "grad_norm": 0.05712306872010231,
      "learning_rate": 0.0008,
      "loss": 1.980115532875061,
      "step": 11864
    },
    {
      "epoch": 0.7191515151515151,
      "grad_norm": 0.06645742803812027,
      "learning_rate": 0.0008,
      "loss": 1.955422282218933,
      "step": 11866
    },
    {
      "epoch": 0.7192727272727273,
      "grad_norm": 0.08258972316980362,
      "learning_rate": 0.0008,
      "loss": 2.0127480030059814,
      "step": 11868
    },
    {
      "epoch": 0.7193939393939394,
      "grad_norm": 0.06754591315984726,
      "learning_rate": 0.0008,
      "loss": 1.969568133354187,
      "step": 11870
    },
    {
      "epoch": 0.7195151515151516,
      "grad_norm": 0.04590057209134102,
      "learning_rate": 0.0008,
      "loss": 1.9647531509399414,
      "step": 11872
    },
    {
      "epoch": 0.7196363636363636,
      "grad_norm": 0.0396968275308609,
      "learning_rate": 0.0008,
      "loss": 2.039576768875122,
      "step": 11874
    },
    {
      "epoch": 0.7197575757575757,
      "grad_norm": 0.04823590815067291,
      "learning_rate": 0.0008,
      "loss": 2.042100191116333,
      "step": 11876
    },
    {
      "epoch": 0.7198787878787879,
      "grad_norm": 0.04580932855606079,
      "learning_rate": 0.0008,
      "loss": 2.0629007816314697,
      "step": 11878
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.05541167035698891,
      "learning_rate": 0.0008,
      "loss": 1.9770904779434204,
      "step": 11880
    },
    {
      "epoch": 0.7201212121212122,
      "grad_norm": 0.05730587989091873,
      "learning_rate": 0.0008,
      "loss": 2.0098915100097656,
      "step": 11882
    },
    {
      "epoch": 0.7202424242424242,
      "grad_norm": 0.059354279190301895,
      "learning_rate": 0.0008,
      "loss": 2.007465362548828,
      "step": 11884
    },
    {
      "epoch": 0.7203636363636363,
      "grad_norm": 0.040373545140028,
      "learning_rate": 0.0008,
      "loss": 2.0376038551330566,
      "step": 11886
    },
    {
      "epoch": 0.7204848484848485,
      "grad_norm": 0.04074762016534805,
      "learning_rate": 0.0008,
      "loss": 1.9510397911071777,
      "step": 11888
    },
    {
      "epoch": 0.7206060606060606,
      "grad_norm": 0.04245731979608536,
      "learning_rate": 0.0008,
      "loss": 2.0499978065490723,
      "step": 11890
    },
    {
      "epoch": 0.7207272727272728,
      "grad_norm": 0.03991222754120827,
      "learning_rate": 0.0008,
      "loss": 2.028775453567505,
      "step": 11892
    },
    {
      "epoch": 0.7208484848484848,
      "grad_norm": 0.04262569546699524,
      "learning_rate": 0.0008,
      "loss": 2.0024616718292236,
      "step": 11894
    },
    {
      "epoch": 0.7209696969696969,
      "grad_norm": 0.04175490513443947,
      "learning_rate": 0.0008,
      "loss": 2.026740312576294,
      "step": 11896
    },
    {
      "epoch": 0.7210909090909091,
      "grad_norm": 0.0458141565322876,
      "learning_rate": 0.0008,
      "loss": 1.9899674654006958,
      "step": 11898
    },
    {
      "epoch": 0.7212121212121212,
      "grad_norm": 0.040830034762620926,
      "learning_rate": 0.0008,
      "loss": 1.927998423576355,
      "step": 11900
    },
    {
      "epoch": 0.7213333333333334,
      "grad_norm": 0.042841874063014984,
      "learning_rate": 0.0008,
      "loss": 2.0259385108947754,
      "step": 11902
    },
    {
      "epoch": 0.7214545454545455,
      "grad_norm": 0.040621016174554825,
      "learning_rate": 0.0008,
      "loss": 1.9664815664291382,
      "step": 11904
    },
    {
      "epoch": 0.7215757575757575,
      "grad_norm": 0.04153507202863693,
      "learning_rate": 0.0008,
      "loss": 1.9392836093902588,
      "step": 11906
    },
    {
      "epoch": 0.7216969696969697,
      "grad_norm": 0.05582691356539726,
      "learning_rate": 0.0008,
      "loss": 2.004307985305786,
      "step": 11908
    },
    {
      "epoch": 0.7218181818181818,
      "grad_norm": 0.054351069033145905,
      "learning_rate": 0.0008,
      "loss": 2.065708875656128,
      "step": 11910
    },
    {
      "epoch": 0.721939393939394,
      "grad_norm": 0.043170493096113205,
      "learning_rate": 0.0008,
      "loss": 1.9482616186141968,
      "step": 11912
    },
    {
      "epoch": 0.7220606060606061,
      "grad_norm": 0.04211672022938728,
      "learning_rate": 0.0008,
      "loss": 1.968494176864624,
      "step": 11914
    },
    {
      "epoch": 0.7221818181818181,
      "grad_norm": 0.04559300094842911,
      "learning_rate": 0.0008,
      "loss": 1.9890764951705933,
      "step": 11916
    },
    {
      "epoch": 0.7223030303030303,
      "grad_norm": 0.04509004205465317,
      "learning_rate": 0.0008,
      "loss": 2.0479540824890137,
      "step": 11918
    },
    {
      "epoch": 0.7224242424242424,
      "grad_norm": 0.04323495924472809,
      "learning_rate": 0.0008,
      "loss": 2.0431249141693115,
      "step": 11920
    },
    {
      "epoch": 0.7225454545454545,
      "grad_norm": 0.03895367309451103,
      "learning_rate": 0.0008,
      "loss": 1.9634543657302856,
      "step": 11922
    },
    {
      "epoch": 0.7226666666666667,
      "grad_norm": 0.043289799243211746,
      "learning_rate": 0.0008,
      "loss": 1.9945626258850098,
      "step": 11924
    },
    {
      "epoch": 0.7227878787878788,
      "grad_norm": 0.041133813560009,
      "learning_rate": 0.0008,
      "loss": 2.019050121307373,
      "step": 11926
    },
    {
      "epoch": 0.722909090909091,
      "grad_norm": 0.04063062742352486,
      "learning_rate": 0.0008,
      "loss": 1.9912891387939453,
      "step": 11928
    },
    {
      "epoch": 0.723030303030303,
      "grad_norm": 0.04038848727941513,
      "learning_rate": 0.0008,
      "loss": 1.993392825126648,
      "step": 11930
    },
    {
      "epoch": 0.7231515151515151,
      "grad_norm": 0.04633088409900665,
      "learning_rate": 0.0008,
      "loss": 2.034642457962036,
      "step": 11932
    },
    {
      "epoch": 0.7232727272727273,
      "grad_norm": 0.055921316146850586,
      "learning_rate": 0.0008,
      "loss": 2.018842935562134,
      "step": 11934
    },
    {
      "epoch": 0.7233939393939394,
      "grad_norm": 0.0415317565202713,
      "learning_rate": 0.0008,
      "loss": 1.9120007753372192,
      "step": 11936
    },
    {
      "epoch": 0.7235151515151516,
      "grad_norm": 0.04122428223490715,
      "learning_rate": 0.0008,
      "loss": 1.9723854064941406,
      "step": 11938
    },
    {
      "epoch": 0.7236363636363636,
      "grad_norm": 0.041066113859415054,
      "learning_rate": 0.0008,
      "loss": 2.00606632232666,
      "step": 11940
    },
    {
      "epoch": 0.7237575757575757,
      "grad_norm": 0.040599070489406586,
      "learning_rate": 0.0008,
      "loss": 1.9601995944976807,
      "step": 11942
    },
    {
      "epoch": 0.7238787878787879,
      "grad_norm": 0.039607901126146317,
      "learning_rate": 0.0008,
      "loss": 1.9590165615081787,
      "step": 11944
    },
    {
      "epoch": 0.724,
      "grad_norm": 0.04305874556303024,
      "learning_rate": 0.0008,
      "loss": 2.0160133838653564,
      "step": 11946
    },
    {
      "epoch": 0.7241212121212122,
      "grad_norm": 0.04319291189312935,
      "learning_rate": 0.0008,
      "loss": 1.9599109888076782,
      "step": 11948
    },
    {
      "epoch": 0.7242424242424242,
      "grad_norm": 0.0438007190823555,
      "learning_rate": 0.0008,
      "loss": 1.9512510299682617,
      "step": 11950
    },
    {
      "epoch": 0.7243636363636363,
      "grad_norm": 0.04174793139100075,
      "learning_rate": 0.0008,
      "loss": 1.9362409114837646,
      "step": 11952
    },
    {
      "epoch": 0.7244848484848485,
      "grad_norm": 0.040995657444000244,
      "learning_rate": 0.0008,
      "loss": 2.0290184020996094,
      "step": 11954
    },
    {
      "epoch": 0.7246060606060606,
      "grad_norm": 0.040257129818201065,
      "learning_rate": 0.0008,
      "loss": 1.9885430335998535,
      "step": 11956
    },
    {
      "epoch": 0.7247272727272728,
      "grad_norm": 0.040332335978746414,
      "learning_rate": 0.0008,
      "loss": 1.9471869468688965,
      "step": 11958
    },
    {
      "epoch": 0.7248484848484849,
      "grad_norm": 0.05850379541516304,
      "learning_rate": 0.0008,
      "loss": 1.99061918258667,
      "step": 11960
    },
    {
      "epoch": 0.7249696969696969,
      "grad_norm": 0.0577886700630188,
      "learning_rate": 0.0008,
      "loss": 2.005554676055908,
      "step": 11962
    },
    {
      "epoch": 0.7250909090909091,
      "grad_norm": 0.03931594640016556,
      "learning_rate": 0.0008,
      "loss": 1.9609719514846802,
      "step": 11964
    },
    {
      "epoch": 0.7252121212121212,
      "grad_norm": 0.040886323899030685,
      "learning_rate": 0.0008,
      "loss": 1.9769319295883179,
      "step": 11966
    },
    {
      "epoch": 0.7253333333333334,
      "grad_norm": 0.03984948992729187,
      "learning_rate": 0.0008,
      "loss": 1.9672023057937622,
      "step": 11968
    },
    {
      "epoch": 0.7254545454545455,
      "grad_norm": 0.04086470231413841,
      "learning_rate": 0.0008,
      "loss": 1.9666377305984497,
      "step": 11970
    },
    {
      "epoch": 0.7255757575757575,
      "grad_norm": 0.03946239873766899,
      "learning_rate": 0.0008,
      "loss": 1.947134256362915,
      "step": 11972
    },
    {
      "epoch": 0.7256969696969697,
      "grad_norm": 0.04143080115318298,
      "learning_rate": 0.0008,
      "loss": 2.0255613327026367,
      "step": 11974
    },
    {
      "epoch": 0.7258181818181818,
      "grad_norm": 0.04720653221011162,
      "learning_rate": 0.0008,
      "loss": 2.0132408142089844,
      "step": 11976
    },
    {
      "epoch": 0.7259393939393939,
      "grad_norm": 0.05285007134079933,
      "learning_rate": 0.0008,
      "loss": 1.9894310235977173,
      "step": 11978
    },
    {
      "epoch": 0.7260606060606061,
      "grad_norm": 0.046671804040670395,
      "learning_rate": 0.0008,
      "loss": 1.9330554008483887,
      "step": 11980
    },
    {
      "epoch": 0.7261818181818182,
      "grad_norm": 0.04439868405461311,
      "learning_rate": 0.0008,
      "loss": 2.0320887565612793,
      "step": 11982
    },
    {
      "epoch": 0.7263030303030303,
      "grad_norm": 0.04846612364053726,
      "learning_rate": 0.0008,
      "loss": 2.024696111679077,
      "step": 11984
    },
    {
      "epoch": 0.7264242424242424,
      "grad_norm": 0.04778246954083443,
      "learning_rate": 0.0008,
      "loss": 2.006805419921875,
      "step": 11986
    },
    {
      "epoch": 0.7265454545454545,
      "grad_norm": 0.04174488037824631,
      "learning_rate": 0.0008,
      "loss": 1.9990912675857544,
      "step": 11988
    },
    {
      "epoch": 0.7266666666666667,
      "grad_norm": 0.042433250695466995,
      "learning_rate": 0.0008,
      "loss": 2.0000369548797607,
      "step": 11990
    },
    {
      "epoch": 0.7267878787878788,
      "grad_norm": 0.04470886290073395,
      "learning_rate": 0.0008,
      "loss": 1.956964373588562,
      "step": 11992
    },
    {
      "epoch": 0.726909090909091,
      "grad_norm": 0.04675665125250816,
      "learning_rate": 0.0008,
      "loss": 1.9486496448516846,
      "step": 11994
    },
    {
      "epoch": 0.727030303030303,
      "grad_norm": 0.045978792011737823,
      "learning_rate": 0.0008,
      "loss": 1.9549237489700317,
      "step": 11996
    },
    {
      "epoch": 0.7271515151515151,
      "grad_norm": 0.04545130580663681,
      "learning_rate": 0.0008,
      "loss": 1.9683167934417725,
      "step": 11998
    },
    {
      "epoch": 0.7272727272727273,
      "grad_norm": 0.0496344231069088,
      "learning_rate": 0.0008,
      "loss": 2.0214059352874756,
      "step": 12000
    },
    {
      "epoch": 0.7273939393939394,
      "grad_norm": 0.05226263031363487,
      "learning_rate": 0.0008,
      "loss": 1.9597829580307007,
      "step": 12002
    },
    {
      "epoch": 0.7275151515151516,
      "grad_norm": 0.04573979601264,
      "learning_rate": 0.0008,
      "loss": 1.965517282485962,
      "step": 12004
    },
    {
      "epoch": 0.7276363636363636,
      "grad_norm": 0.04502628371119499,
      "learning_rate": 0.0008,
      "loss": 2.0153748989105225,
      "step": 12006
    },
    {
      "epoch": 0.7277575757575757,
      "grad_norm": 0.05450456216931343,
      "learning_rate": 0.0008,
      "loss": 2.019644021987915,
      "step": 12008
    },
    {
      "epoch": 0.7278787878787879,
      "grad_norm": 0.054990608245134354,
      "learning_rate": 0.0008,
      "loss": 1.9994972944259644,
      "step": 12010
    },
    {
      "epoch": 0.728,
      "grad_norm": 0.04142531380057335,
      "learning_rate": 0.0008,
      "loss": 1.9765281677246094,
      "step": 12012
    },
    {
      "epoch": 0.7281212121212122,
      "grad_norm": 0.04082568734884262,
      "learning_rate": 0.0008,
      "loss": 1.9717575311660767,
      "step": 12014
    },
    {
      "epoch": 0.7282424242424242,
      "grad_norm": 0.040222037583589554,
      "learning_rate": 0.0008,
      "loss": 1.9327293634414673,
      "step": 12016
    },
    {
      "epoch": 0.7283636363636363,
      "grad_norm": 0.039895374327898026,
      "learning_rate": 0.0008,
      "loss": 2.0427463054656982,
      "step": 12018
    },
    {
      "epoch": 0.7284848484848485,
      "grad_norm": 0.041340991854667664,
      "learning_rate": 0.0008,
      "loss": 1.9427956342697144,
      "step": 12020
    },
    {
      "epoch": 0.7286060606060606,
      "grad_norm": 0.04247135668992996,
      "learning_rate": 0.0008,
      "loss": 2.001692056655884,
      "step": 12022
    },
    {
      "epoch": 0.7287272727272728,
      "grad_norm": 0.04239148274064064,
      "learning_rate": 0.0008,
      "loss": 1.9965946674346924,
      "step": 12024
    },
    {
      "epoch": 0.7288484848484849,
      "grad_norm": 0.04122056066989899,
      "learning_rate": 0.0008,
      "loss": 2.0432868003845215,
      "step": 12026
    },
    {
      "epoch": 0.7289696969696969,
      "grad_norm": 0.0415252186357975,
      "learning_rate": 0.0008,
      "loss": 1.9728518724441528,
      "step": 12028
    },
    {
      "epoch": 0.7290909090909091,
      "grad_norm": 0.04597119241952896,
      "learning_rate": 0.0008,
      "loss": 1.9267873764038086,
      "step": 12030
    },
    {
      "epoch": 0.7292121212121212,
      "grad_norm": 0.04975138232111931,
      "learning_rate": 0.0008,
      "loss": 1.9934945106506348,
      "step": 12032
    },
    {
      "epoch": 0.7293333333333333,
      "grad_norm": 0.059103887528181076,
      "learning_rate": 0.0008,
      "loss": 1.9341458082199097,
      "step": 12034
    },
    {
      "epoch": 0.7294545454545455,
      "grad_norm": 0.051832158118486404,
      "learning_rate": 0.0008,
      "loss": 1.931018352508545,
      "step": 12036
    },
    {
      "epoch": 0.7295757575757575,
      "grad_norm": 0.060718003660440445,
      "learning_rate": 0.0008,
      "loss": 1.9647879600524902,
      "step": 12038
    },
    {
      "epoch": 0.7296969696969697,
      "grad_norm": 0.041673898696899414,
      "learning_rate": 0.0008,
      "loss": 1.9922820329666138,
      "step": 12040
    },
    {
      "epoch": 0.7298181818181818,
      "grad_norm": 0.04040820151567459,
      "learning_rate": 0.0008,
      "loss": 1.9623812437057495,
      "step": 12042
    },
    {
      "epoch": 0.7299393939393939,
      "grad_norm": 0.04323505610227585,
      "learning_rate": 0.0008,
      "loss": 1.9821383953094482,
      "step": 12044
    },
    {
      "epoch": 0.7300606060606061,
      "grad_norm": 0.039691075682640076,
      "learning_rate": 0.0008,
      "loss": 1.9889841079711914,
      "step": 12046
    },
    {
      "epoch": 0.7301818181818182,
      "grad_norm": 0.03991839662194252,
      "learning_rate": 0.0008,
      "loss": 2.027676582336426,
      "step": 12048
    },
    {
      "epoch": 0.7303030303030303,
      "grad_norm": 0.04226832464337349,
      "learning_rate": 0.0008,
      "loss": 1.948804497718811,
      "step": 12050
    },
    {
      "epoch": 0.7304242424242424,
      "grad_norm": 0.040316320955753326,
      "learning_rate": 0.0008,
      "loss": 1.9932067394256592,
      "step": 12052
    },
    {
      "epoch": 0.7305454545454545,
      "grad_norm": 0.03936856612563133,
      "learning_rate": 0.0008,
      "loss": 1.9450358152389526,
      "step": 12054
    },
    {
      "epoch": 0.7306666666666667,
      "grad_norm": 0.0453290157020092,
      "learning_rate": 0.0008,
      "loss": 1.9358327388763428,
      "step": 12056
    },
    {
      "epoch": 0.7307878787878788,
      "grad_norm": 0.04353158548474312,
      "learning_rate": 0.0008,
      "loss": 1.9583920240402222,
      "step": 12058
    },
    {
      "epoch": 0.730909090909091,
      "grad_norm": 0.053481575101614,
      "learning_rate": 0.0008,
      "loss": 1.9572644233703613,
      "step": 12060
    },
    {
      "epoch": 0.731030303030303,
      "grad_norm": 0.04531782865524292,
      "learning_rate": 0.0008,
      "loss": 1.9820594787597656,
      "step": 12062
    },
    {
      "epoch": 0.7311515151515151,
      "grad_norm": 0.05459542199969292,
      "learning_rate": 0.0008,
      "loss": 1.9690849781036377,
      "step": 12064
    },
    {
      "epoch": 0.7312727272727273,
      "grad_norm": 0.04748455807566643,
      "learning_rate": 0.0008,
      "loss": 1.9694935083389282,
      "step": 12066
    },
    {
      "epoch": 0.7313939393939394,
      "grad_norm": 0.03941575437784195,
      "learning_rate": 0.0008,
      "loss": 1.9930355548858643,
      "step": 12068
    },
    {
      "epoch": 0.7315151515151516,
      "grad_norm": 0.04187697544693947,
      "learning_rate": 0.0008,
      "loss": 1.9798120260238647,
      "step": 12070
    },
    {
      "epoch": 0.7316363636363636,
      "grad_norm": 0.040173210203647614,
      "learning_rate": 0.0008,
      "loss": 1.9375624656677246,
      "step": 12072
    },
    {
      "epoch": 0.7317575757575757,
      "grad_norm": 0.03915499150753021,
      "learning_rate": 0.0008,
      "loss": 1.9253424406051636,
      "step": 12074
    },
    {
      "epoch": 0.7318787878787879,
      "grad_norm": 0.041569579392671585,
      "learning_rate": 0.0008,
      "loss": 2.01029896736145,
      "step": 12076
    },
    {
      "epoch": 0.732,
      "grad_norm": 0.04001252353191376,
      "learning_rate": 0.0008,
      "loss": 1.9717305898666382,
      "step": 12078
    },
    {
      "epoch": 0.7321212121212122,
      "grad_norm": 0.04034058377146721,
      "learning_rate": 0.0008,
      "loss": 1.9090557098388672,
      "step": 12080
    },
    {
      "epoch": 0.7322424242424243,
      "grad_norm": 0.03951490297913551,
      "learning_rate": 0.0008,
      "loss": 1.898497223854065,
      "step": 12082
    },
    {
      "epoch": 0.7323636363636363,
      "grad_norm": 0.04109441488981247,
      "learning_rate": 0.0008,
      "loss": 1.9728502035140991,
      "step": 12084
    },
    {
      "epoch": 0.7324848484848485,
      "grad_norm": 0.04774521663784981,
      "learning_rate": 0.0008,
      "loss": 1.9922876358032227,
      "step": 12086
    },
    {
      "epoch": 0.7326060606060606,
      "grad_norm": 0.0429692342877388,
      "learning_rate": 0.0008,
      "loss": 1.978742241859436,
      "step": 12088
    },
    {
      "epoch": 0.7327272727272728,
      "grad_norm": 0.048786845058202744,
      "learning_rate": 0.0008,
      "loss": 1.9585273265838623,
      "step": 12090
    },
    {
      "epoch": 0.7328484848484849,
      "grad_norm": 0.04348132759332657,
      "learning_rate": 0.0008,
      "loss": 2.0412166118621826,
      "step": 12092
    },
    {
      "epoch": 0.7329696969696969,
      "grad_norm": 0.045670777559280396,
      "learning_rate": 0.0008,
      "loss": 1.9981297254562378,
      "step": 12094
    },
    {
      "epoch": 0.7330909090909091,
      "grad_norm": 0.04181252792477608,
      "learning_rate": 0.0008,
      "loss": 1.9724414348602295,
      "step": 12096
    },
    {
      "epoch": 0.7332121212121212,
      "grad_norm": 0.0402420312166214,
      "learning_rate": 0.0008,
      "loss": 1.9012384414672852,
      "step": 12098
    },
    {
      "epoch": 0.7333333333333333,
      "grad_norm": 0.04539228230714798,
      "learning_rate": 0.0008,
      "loss": 2.007127285003662,
      "step": 12100
    },
    {
      "epoch": 0.7334545454545455,
      "grad_norm": 0.04242068529129028,
      "learning_rate": 0.0008,
      "loss": 2.0146334171295166,
      "step": 12102
    },
    {
      "epoch": 0.7335757575757575,
      "grad_norm": 0.04039992019534111,
      "learning_rate": 0.0008,
      "loss": 1.9919602870941162,
      "step": 12104
    },
    {
      "epoch": 0.7336969696969697,
      "grad_norm": 0.040238868445158005,
      "learning_rate": 0.0008,
      "loss": 2.024505853652954,
      "step": 12106
    },
    {
      "epoch": 0.7338181818181818,
      "grad_norm": 0.042125627398490906,
      "learning_rate": 0.0008,
      "loss": 2.0177836418151855,
      "step": 12108
    },
    {
      "epoch": 0.7339393939393939,
      "grad_norm": 0.04346601292490959,
      "learning_rate": 0.0008,
      "loss": 1.9961092472076416,
      "step": 12110
    },
    {
      "epoch": 0.7340606060606061,
      "grad_norm": 0.045353781431913376,
      "learning_rate": 0.0008,
      "loss": 1.9533544778823853,
      "step": 12112
    },
    {
      "epoch": 0.7341818181818182,
      "grad_norm": 0.05673907697200775,
      "learning_rate": 0.0008,
      "loss": 1.9213250875473022,
      "step": 12114
    },
    {
      "epoch": 0.7343030303030303,
      "grad_norm": 0.049236807972192764,
      "learning_rate": 0.0008,
      "loss": 1.9284976720809937,
      "step": 12116
    },
    {
      "epoch": 0.7344242424242424,
      "grad_norm": 0.056413259357213974,
      "learning_rate": 0.0008,
      "loss": 1.9118622541427612,
      "step": 12118
    },
    {
      "epoch": 0.7345454545454545,
      "grad_norm": 0.04394591227173805,
      "learning_rate": 0.0008,
      "loss": 1.911201000213623,
      "step": 12120
    },
    {
      "epoch": 0.7346666666666667,
      "grad_norm": 0.04192680865526199,
      "learning_rate": 0.0008,
      "loss": 1.9481943845748901,
      "step": 12122
    },
    {
      "epoch": 0.7347878787878788,
      "grad_norm": 0.04155374690890312,
      "learning_rate": 0.0008,
      "loss": 1.8898277282714844,
      "step": 12124
    },
    {
      "epoch": 0.734909090909091,
      "grad_norm": 0.040960926562547684,
      "learning_rate": 0.0008,
      "loss": 1.8867526054382324,
      "step": 12126
    },
    {
      "epoch": 0.735030303030303,
      "grad_norm": 0.041485514491796494,
      "learning_rate": 0.0008,
      "loss": 1.972066879272461,
      "step": 12128
    },
    {
      "epoch": 0.7351515151515151,
      "grad_norm": 0.04194037243723869,
      "learning_rate": 0.0008,
      "loss": 1.9216762781143188,
      "step": 12130
    },
    {
      "epoch": 0.7352727272727273,
      "grad_norm": 0.04956291988492012,
      "learning_rate": 0.0008,
      "loss": 1.9285253286361694,
      "step": 12132
    },
    {
      "epoch": 0.7353939393939394,
      "grad_norm": 0.04393472149968147,
      "learning_rate": 0.0008,
      "loss": 1.9645600318908691,
      "step": 12134
    },
    {
      "epoch": 0.7355151515151516,
      "grad_norm": 0.041283369064331055,
      "learning_rate": 0.0008,
      "loss": 1.9633026123046875,
      "step": 12136
    },
    {
      "epoch": 0.7356363636363636,
      "grad_norm": 0.04467035457491875,
      "learning_rate": 0.0008,
      "loss": 1.9529874324798584,
      "step": 12138
    },
    {
      "epoch": 0.7357575757575757,
      "grad_norm": 0.03954613581299782,
      "learning_rate": 0.0008,
      "loss": 1.9031537771224976,
      "step": 12140
    },
    {
      "epoch": 0.7358787878787879,
      "grad_norm": 0.04291243851184845,
      "learning_rate": 0.0008,
      "loss": 1.9523775577545166,
      "step": 12142
    },
    {
      "epoch": 0.736,
      "grad_norm": 0.046416569501161575,
      "learning_rate": 0.0008,
      "loss": 1.9486794471740723,
      "step": 12144
    },
    {
      "epoch": 0.7361212121212122,
      "grad_norm": 0.0416623130440712,
      "learning_rate": 0.0008,
      "loss": 1.9068057537078857,
      "step": 12146
    },
    {
      "epoch": 0.7362424242424243,
      "grad_norm": 0.05110824853181839,
      "learning_rate": 0.0008,
      "loss": 1.9255406856536865,
      "step": 12148
    },
    {
      "epoch": 0.7363636363636363,
      "grad_norm": 0.047163043171167374,
      "learning_rate": 0.0008,
      "loss": 1.913894772529602,
      "step": 12150
    },
    {
      "epoch": 0.7364848484848485,
      "grad_norm": 0.04198639467358589,
      "learning_rate": 0.0008,
      "loss": 2.016226053237915,
      "step": 12152
    },
    {
      "epoch": 0.7366060606060606,
      "grad_norm": 0.03925275057554245,
      "learning_rate": 0.0008,
      "loss": 2.0308940410614014,
      "step": 12154
    },
    {
      "epoch": 0.7367272727272727,
      "grad_norm": 0.04380973428487778,
      "learning_rate": 0.0008,
      "loss": 1.945684552192688,
      "step": 12156
    },
    {
      "epoch": 0.7368484848484849,
      "grad_norm": 0.05188988521695137,
      "learning_rate": 0.0008,
      "loss": 1.9195125102996826,
      "step": 12158
    },
    {
      "epoch": 0.7369696969696969,
      "grad_norm": 0.05531122535467148,
      "learning_rate": 0.0008,
      "loss": 1.9109445810317993,
      "step": 12160
    },
    {
      "epoch": 0.7370909090909091,
      "grad_norm": 0.07270162552595139,
      "learning_rate": 0.0008,
      "loss": 1.9860447645187378,
      "step": 12162
    },
    {
      "epoch": 0.7372121212121212,
      "grad_norm": 0.053600847721099854,
      "learning_rate": 0.0008,
      "loss": 1.9060413837432861,
      "step": 12164
    },
    {
      "epoch": 0.7373333333333333,
      "grad_norm": 0.04889136925339699,
      "learning_rate": 0.0008,
      "loss": 1.9559426307678223,
      "step": 12166
    },
    {
      "epoch": 0.7374545454545455,
      "grad_norm": 0.04513783007860184,
      "learning_rate": 0.0008,
      "loss": 1.97987961769104,
      "step": 12168
    },
    {
      "epoch": 0.7375757575757576,
      "grad_norm": 0.04952410236001015,
      "learning_rate": 0.0008,
      "loss": 1.8827651739120483,
      "step": 12170
    },
    {
      "epoch": 0.7376969696969697,
      "grad_norm": 0.041803028434515,
      "learning_rate": 0.0008,
      "loss": 1.9816347360610962,
      "step": 12172
    },
    {
      "epoch": 0.7378181818181818,
      "grad_norm": 0.04897923022508621,
      "learning_rate": 0.0008,
      "loss": 2.0044713020324707,
      "step": 12174
    },
    {
      "epoch": 0.7379393939393939,
      "grad_norm": 0.049475353211164474,
      "learning_rate": 0.0008,
      "loss": 1.9297679662704468,
      "step": 12176
    },
    {
      "epoch": 0.7380606060606061,
      "grad_norm": 0.04954821988940239,
      "learning_rate": 0.0008,
      "loss": 1.953007459640503,
      "step": 12178
    },
    {
      "epoch": 0.7381818181818182,
      "grad_norm": 0.04240415617823601,
      "learning_rate": 0.0008,
      "loss": 1.913155436515808,
      "step": 12180
    },
    {
      "epoch": 0.7383030303030303,
      "grad_norm": 0.04357443377375603,
      "learning_rate": 0.0008,
      "loss": 1.96974515914917,
      "step": 12182
    },
    {
      "epoch": 0.7384242424242424,
      "grad_norm": 0.0403817743062973,
      "learning_rate": 0.0008,
      "loss": 1.90036940574646,
      "step": 12184
    },
    {
      "epoch": 0.7385454545454545,
      "grad_norm": 0.042505715042352676,
      "learning_rate": 0.0008,
      "loss": 1.9014513492584229,
      "step": 12186
    },
    {
      "epoch": 0.7386666666666667,
      "grad_norm": 0.04608554020524025,
      "learning_rate": 0.0008,
      "loss": 1.8753280639648438,
      "step": 12188
    },
    {
      "epoch": 0.7387878787878788,
      "grad_norm": 0.04676125571131706,
      "learning_rate": 0.0008,
      "loss": 1.9641886949539185,
      "step": 12190
    },
    {
      "epoch": 0.738909090909091,
      "grad_norm": 0.04725400730967522,
      "learning_rate": 0.0008,
      "loss": 1.9325441122055054,
      "step": 12192
    },
    {
      "epoch": 0.739030303030303,
      "grad_norm": 0.041792094707489014,
      "learning_rate": 0.0008,
      "loss": 1.9255062341690063,
      "step": 12194
    },
    {
      "epoch": 0.7391515151515151,
      "grad_norm": 0.0416441448032856,
      "learning_rate": 0.0008,
      "loss": 1.9139028787612915,
      "step": 12196
    },
    {
      "epoch": 0.7392727272727273,
      "grad_norm": 0.040078844875097275,
      "learning_rate": 0.0008,
      "loss": 1.8411473035812378,
      "step": 12198
    },
    {
      "epoch": 0.7393939393939394,
      "grad_norm": 0.04046814516186714,
      "learning_rate": 0.0008,
      "loss": 1.9732271432876587,
      "step": 12200
    },
    {
      "epoch": 0.7395151515151516,
      "grad_norm": 0.0411464087665081,
      "learning_rate": 0.0008,
      "loss": 1.8755697011947632,
      "step": 12202
    },
    {
      "epoch": 0.7396363636363636,
      "grad_norm": 0.041602324694395065,
      "learning_rate": 0.0008,
      "loss": 1.9441581964492798,
      "step": 12204
    },
    {
      "epoch": 0.7397575757575757,
      "grad_norm": 0.03926650434732437,
      "learning_rate": 0.0008,
      "loss": 1.9468858242034912,
      "step": 12206
    },
    {
      "epoch": 0.7398787878787879,
      "grad_norm": 0.0403447225689888,
      "learning_rate": 0.0008,
      "loss": 1.9598771333694458,
      "step": 12208
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.041523173451423645,
      "learning_rate": 0.0008,
      "loss": 1.9470566511154175,
      "step": 12210
    },
    {
      "epoch": 0.7401212121212121,
      "grad_norm": 0.04156642034649849,
      "learning_rate": 0.0008,
      "loss": 1.9746148586273193,
      "step": 12212
    },
    {
      "epoch": 0.7402424242424243,
      "grad_norm": 0.040530454367399216,
      "learning_rate": 0.0008,
      "loss": 1.9651297330856323,
      "step": 12214
    },
    {
      "epoch": 0.7403636363636363,
      "grad_norm": 0.04262766242027283,
      "learning_rate": 0.0008,
      "loss": 1.945491075515747,
      "step": 12216
    },
    {
      "epoch": 0.7404848484848485,
      "grad_norm": 0.04373732954263687,
      "learning_rate": 0.0008,
      "loss": 1.9080889225006104,
      "step": 12218
    },
    {
      "epoch": 0.7406060606060606,
      "grad_norm": 0.03906963765621185,
      "learning_rate": 0.0008,
      "loss": 1.8880341053009033,
      "step": 12220
    },
    {
      "epoch": 0.7407272727272727,
      "grad_norm": 0.039417557418346405,
      "learning_rate": 0.0008,
      "loss": 1.8887381553649902,
      "step": 12222
    },
    {
      "epoch": 0.7408484848484849,
      "grad_norm": 0.04517851024866104,
      "learning_rate": 0.0008,
      "loss": 1.9479358196258545,
      "step": 12224
    },
    {
      "epoch": 0.740969696969697,
      "grad_norm": 0.040142327547073364,
      "learning_rate": 0.0008,
      "loss": 1.942565679550171,
      "step": 12226
    },
    {
      "epoch": 0.7410909090909091,
      "grad_norm": 0.03928595036268234,
      "learning_rate": 0.0008,
      "loss": 1.9283130168914795,
      "step": 12228
    },
    {
      "epoch": 0.7412121212121212,
      "grad_norm": 0.05274701863527298,
      "learning_rate": 0.0008,
      "loss": 1.9219660758972168,
      "step": 12230
    },
    {
      "epoch": 0.7413333333333333,
      "grad_norm": 0.06899772584438324,
      "learning_rate": 0.0008,
      "loss": 1.904919147491455,
      "step": 12232
    },
    {
      "epoch": 0.7414545454545455,
      "grad_norm": 0.042389098554849625,
      "learning_rate": 0.0008,
      "loss": 1.851293683052063,
      "step": 12234
    },
    {
      "epoch": 0.7415757575757576,
      "grad_norm": 0.04122532904148102,
      "learning_rate": 0.0008,
      "loss": 1.8873701095581055,
      "step": 12236
    },
    {
      "epoch": 0.7416969696969697,
      "grad_norm": 0.041384778916835785,
      "learning_rate": 0.0008,
      "loss": 1.9711087942123413,
      "step": 12238
    },
    {
      "epoch": 0.7418181818181818,
      "grad_norm": 0.0407080352306366,
      "learning_rate": 0.0008,
      "loss": 2.0289978981018066,
      "step": 12240
    },
    {
      "epoch": 0.7419393939393939,
      "grad_norm": 0.042396508157253265,
      "learning_rate": 0.0008,
      "loss": 1.9209803342819214,
      "step": 12242
    },
    {
      "epoch": 0.7420606060606061,
      "grad_norm": 0.04180603474378586,
      "learning_rate": 0.0008,
      "loss": 1.9352049827575684,
      "step": 12244
    },
    {
      "epoch": 0.7421818181818182,
      "grad_norm": 0.04147474467754364,
      "learning_rate": 0.0008,
      "loss": 1.9456499814987183,
      "step": 12246
    },
    {
      "epoch": 0.7423030303030304,
      "grad_norm": 0.04077368974685669,
      "learning_rate": 0.0008,
      "loss": 1.950557827949524,
      "step": 12248
    },
    {
      "epoch": 0.7424242424242424,
      "grad_norm": 0.04155569151043892,
      "learning_rate": 0.0008,
      "loss": 1.9119054079055786,
      "step": 12250
    },
    {
      "epoch": 0.7425454545454545,
      "grad_norm": 0.04192004352807999,
      "learning_rate": 0.0008,
      "loss": 1.8969000577926636,
      "step": 12252
    },
    {
      "epoch": 0.7426666666666667,
      "grad_norm": 0.041822027415037155,
      "learning_rate": 0.0008,
      "loss": 1.891443133354187,
      "step": 12254
    },
    {
      "epoch": 0.7427878787878788,
      "grad_norm": 0.046521417796611786,
      "learning_rate": 0.0008,
      "loss": 1.9958277940750122,
      "step": 12256
    },
    {
      "epoch": 0.742909090909091,
      "grad_norm": 0.04029463231563568,
      "learning_rate": 0.0008,
      "loss": 1.9549375772476196,
      "step": 12258
    },
    {
      "epoch": 0.743030303030303,
      "grad_norm": 0.04060797020792961,
      "learning_rate": 0.0008,
      "loss": 1.9204145669937134,
      "step": 12260
    },
    {
      "epoch": 0.7431515151515151,
      "grad_norm": 0.0410165973007679,
      "learning_rate": 0.0008,
      "loss": 1.9212898015975952,
      "step": 12262
    },
    {
      "epoch": 0.7432727272727273,
      "grad_norm": 0.03944450989365578,
      "learning_rate": 0.0008,
      "loss": 1.8742789030075073,
      "step": 12264
    },
    {
      "epoch": 0.7433939393939394,
      "grad_norm": 0.046286385506391525,
      "learning_rate": 0.0008,
      "loss": 1.9605052471160889,
      "step": 12266
    },
    {
      "epoch": 0.7435151515151515,
      "grad_norm": 0.04094153270125389,
      "learning_rate": 0.0008,
      "loss": 1.9407663345336914,
      "step": 12268
    },
    {
      "epoch": 0.7436363636363637,
      "grad_norm": 0.04492645338177681,
      "learning_rate": 0.0008,
      "loss": 1.903891682624817,
      "step": 12270
    },
    {
      "epoch": 0.7437575757575757,
      "grad_norm": 0.04228735342621803,
      "learning_rate": 0.0008,
      "loss": 1.9257431030273438,
      "step": 12272
    },
    {
      "epoch": 0.7438787878787879,
      "grad_norm": 0.04061284288764,
      "learning_rate": 0.0008,
      "loss": 1.9282711744308472,
      "step": 12274
    },
    {
      "epoch": 0.744,
      "grad_norm": 0.039965368807315826,
      "learning_rate": 0.0008,
      "loss": 1.974097728729248,
      "step": 12276
    },
    {
      "epoch": 0.7441212121212121,
      "grad_norm": 0.04117044806480408,
      "learning_rate": 0.0008,
      "loss": 1.8966151475906372,
      "step": 12278
    },
    {
      "epoch": 0.7442424242424243,
      "grad_norm": 0.05033106356859207,
      "learning_rate": 0.0008,
      "loss": 1.9542388916015625,
      "step": 12280
    },
    {
      "epoch": 0.7443636363636363,
      "grad_norm": 0.05322505533695221,
      "learning_rate": 0.0008,
      "loss": 1.9465372562408447,
      "step": 12282
    },
    {
      "epoch": 0.7444848484848485,
      "grad_norm": 0.04658607393503189,
      "learning_rate": 0.0008,
      "loss": 1.9531958103179932,
      "step": 12284
    },
    {
      "epoch": 0.7446060606060606,
      "grad_norm": 0.05351344868540764,
      "learning_rate": 0.0008,
      "loss": 1.9371416568756104,
      "step": 12286
    },
    {
      "epoch": 0.7447272727272727,
      "grad_norm": 0.044670719653367996,
      "learning_rate": 0.0008,
      "loss": 1.934341311454773,
      "step": 12288
    },
    {
      "epoch": 0.7448484848484849,
      "grad_norm": 0.05179738253355026,
      "learning_rate": 0.0008,
      "loss": 1.9792276620864868,
      "step": 12290
    },
    {
      "epoch": 0.744969696969697,
      "grad_norm": 0.045296456664800644,
      "learning_rate": 0.0008,
      "loss": 1.9317454099655151,
      "step": 12292
    },
    {
      "epoch": 0.7450909090909091,
      "grad_norm": 0.04503370821475983,
      "learning_rate": 0.0008,
      "loss": 1.9118783473968506,
      "step": 12294
    },
    {
      "epoch": 0.7452121212121212,
      "grad_norm": 0.04079233109951019,
      "learning_rate": 0.0008,
      "loss": 1.8691902160644531,
      "step": 12296
    },
    {
      "epoch": 0.7453333333333333,
      "grad_norm": 0.05107549950480461,
      "learning_rate": 0.0008,
      "loss": 1.9558959007263184,
      "step": 12298
    },
    {
      "epoch": 0.7454545454545455,
      "grad_norm": 0.046532899141311646,
      "learning_rate": 0.0008,
      "loss": 1.894897699356079,
      "step": 12300
    },
    {
      "epoch": 0.7455757575757576,
      "grad_norm": 0.04050144553184509,
      "learning_rate": 0.0008,
      "loss": 1.9764057397842407,
      "step": 12302
    },
    {
      "epoch": 0.7456969696969697,
      "grad_norm": 0.04237145557999611,
      "learning_rate": 0.0008,
      "loss": 1.9206000566482544,
      "step": 12304
    },
    {
      "epoch": 0.7458181818181818,
      "grad_norm": 0.04348461702466011,
      "learning_rate": 0.0008,
      "loss": 1.956388235092163,
      "step": 12306
    },
    {
      "epoch": 0.7459393939393939,
      "grad_norm": 0.041260477155447006,
      "learning_rate": 0.0008,
      "loss": 1.9610286951065063,
      "step": 12308
    },
    {
      "epoch": 0.7460606060606061,
      "grad_norm": 0.041825070977211,
      "learning_rate": 0.0008,
      "loss": 1.8976531028747559,
      "step": 12310
    },
    {
      "epoch": 0.7461818181818182,
      "grad_norm": 0.03973943367600441,
      "learning_rate": 0.0008,
      "loss": 1.8873381614685059,
      "step": 12312
    },
    {
      "epoch": 0.7463030303030304,
      "grad_norm": 0.04058300331234932,
      "learning_rate": 0.0008,
      "loss": 1.8993664979934692,
      "step": 12314
    },
    {
      "epoch": 0.7464242424242424,
      "grad_norm": 0.04060116410255432,
      "learning_rate": 0.0008,
      "loss": 1.9527009725570679,
      "step": 12316
    },
    {
      "epoch": 0.7465454545454545,
      "grad_norm": 0.04818102344870567,
      "learning_rate": 0.0008,
      "loss": 1.9136301279067993,
      "step": 12318
    },
    {
      "epoch": 0.7466666666666667,
      "grad_norm": 0.05494755506515503,
      "learning_rate": 0.0008,
      "loss": 1.9189568758010864,
      "step": 12320
    },
    {
      "epoch": 0.7467878787878788,
      "grad_norm": 0.04097892716526985,
      "learning_rate": 0.0008,
      "loss": 1.9139842987060547,
      "step": 12322
    },
    {
      "epoch": 0.7469090909090909,
      "grad_norm": 0.041015900671482086,
      "learning_rate": 0.0008,
      "loss": 1.884967565536499,
      "step": 12324
    },
    {
      "epoch": 0.747030303030303,
      "grad_norm": 0.04775072634220123,
      "learning_rate": 0.0008,
      "loss": 1.8924553394317627,
      "step": 12326
    },
    {
      "epoch": 0.7471515151515151,
      "grad_norm": 0.05017458274960518,
      "learning_rate": 0.0008,
      "loss": 1.9673182964324951,
      "step": 12328
    },
    {
      "epoch": 0.7472727272727273,
      "grad_norm": 0.05333387106657028,
      "learning_rate": 0.0008,
      "loss": 1.9149526357650757,
      "step": 12330
    },
    {
      "epoch": 0.7473939393939394,
      "grad_norm": 0.06312637776136398,
      "learning_rate": 0.0008,
      "loss": 1.9371182918548584,
      "step": 12332
    },
    {
      "epoch": 0.7475151515151515,
      "grad_norm": 0.05349436774849892,
      "learning_rate": 0.0008,
      "loss": 1.9065301418304443,
      "step": 12334
    },
    {
      "epoch": 0.7476363636363637,
      "grad_norm": 0.0535939559340477,
      "learning_rate": 0.0008,
      "loss": 1.9337109327316284,
      "step": 12336
    },
    {
      "epoch": 0.7477575757575757,
      "grad_norm": 0.054625123739242554,
      "learning_rate": 0.0008,
      "loss": 1.9370628595352173,
      "step": 12338
    },
    {
      "epoch": 0.7478787878787879,
      "grad_norm": 0.0413084402680397,
      "learning_rate": 0.0008,
      "loss": 2.014044761657715,
      "step": 12340
    },
    {
      "epoch": 0.748,
      "grad_norm": 0.04525915905833244,
      "learning_rate": 0.0008,
      "loss": 1.9253066778182983,
      "step": 12342
    },
    {
      "epoch": 0.7481212121212121,
      "grad_norm": 0.046556733548641205,
      "learning_rate": 0.0008,
      "loss": 1.9690871238708496,
      "step": 12344
    },
    {
      "epoch": 0.7482424242424243,
      "grad_norm": 0.04782700538635254,
      "learning_rate": 0.0008,
      "loss": 1.9266886711120605,
      "step": 12346
    },
    {
      "epoch": 0.7483636363636363,
      "grad_norm": 0.05460929870605469,
      "learning_rate": 0.0008,
      "loss": 1.922353982925415,
      "step": 12348
    },
    {
      "epoch": 0.7484848484848485,
      "grad_norm": 0.052135854959487915,
      "learning_rate": 0.0008,
      "loss": 1.9245554208755493,
      "step": 12350
    },
    {
      "epoch": 0.7486060606060606,
      "grad_norm": 0.04769505187869072,
      "learning_rate": 0.0008,
      "loss": 1.8674814701080322,
      "step": 12352
    },
    {
      "epoch": 0.7487272727272727,
      "grad_norm": 0.04303627088665962,
      "learning_rate": 0.0008,
      "loss": 1.8684985637664795,
      "step": 12354
    },
    {
      "epoch": 0.7488484848484849,
      "grad_norm": 0.04147672280669212,
      "learning_rate": 0.0008,
      "loss": 1.9356356859207153,
      "step": 12356
    },
    {
      "epoch": 0.748969696969697,
      "grad_norm": 0.04027855768799782,
      "learning_rate": 0.0008,
      "loss": 1.939682960510254,
      "step": 12358
    },
    {
      "epoch": 0.7490909090909091,
      "grad_norm": 0.03998201712965965,
      "learning_rate": 0.0008,
      "loss": 1.9771558046340942,
      "step": 12360
    },
    {
      "epoch": 0.7492121212121212,
      "grad_norm": 0.04026809334754944,
      "learning_rate": 0.0008,
      "loss": 1.9299170970916748,
      "step": 12362
    },
    {
      "epoch": 0.7493333333333333,
      "grad_norm": 0.03963082283735275,
      "learning_rate": 0.0008,
      "loss": 1.9303760528564453,
      "step": 12364
    },
    {
      "epoch": 0.7494545454545455,
      "grad_norm": 0.04689796268939972,
      "learning_rate": 0.0008,
      "loss": 1.9214311838150024,
      "step": 12366
    },
    {
      "epoch": 0.7495757575757576,
      "grad_norm": 0.041698701679706573,
      "learning_rate": 0.0008,
      "loss": 1.9598876237869263,
      "step": 12368
    },
    {
      "epoch": 0.7496969696969698,
      "grad_norm": 0.039739321917295456,
      "learning_rate": 0.0008,
      "loss": 1.8897398710250854,
      "step": 12370
    },
    {
      "epoch": 0.7498181818181818,
      "grad_norm": 0.04015382379293442,
      "learning_rate": 0.0008,
      "loss": 1.907642126083374,
      "step": 12372
    },
    {
      "epoch": 0.7499393939393939,
      "grad_norm": 0.0411757230758667,
      "learning_rate": 0.0008,
      "loss": 1.8794636726379395,
      "step": 12374
    },
    {
      "epoch": 0.7500606060606061,
      "grad_norm": 0.0425344854593277,
      "learning_rate": 0.0008,
      "loss": 1.919438362121582,
      "step": 12376
    },
    {
      "epoch": 0.7501818181818182,
      "grad_norm": 0.0391160286962986,
      "learning_rate": 0.0008,
      "loss": 1.903922438621521,
      "step": 12378
    },
    {
      "epoch": 0.7503030303030302,
      "grad_norm": 0.03957950696349144,
      "learning_rate": 0.0008,
      "loss": 1.9609332084655762,
      "step": 12380
    },
    {
      "epoch": 0.7504242424242424,
      "grad_norm": 0.04061266407370567,
      "learning_rate": 0.0008,
      "loss": 1.9355077743530273,
      "step": 12382
    },
    {
      "epoch": 0.7505454545454545,
      "grad_norm": 0.04159567132592201,
      "learning_rate": 0.0008,
      "loss": 1.936100721359253,
      "step": 12384
    },
    {
      "epoch": 0.7506666666666667,
      "grad_norm": 0.040454622358083725,
      "learning_rate": 0.0008,
      "loss": 1.9224562644958496,
      "step": 12386
    },
    {
      "epoch": 0.7507878787878788,
      "grad_norm": 0.04397231340408325,
      "learning_rate": 0.0008,
      "loss": 1.9190309047698975,
      "step": 12388
    },
    {
      "epoch": 0.7509090909090909,
      "grad_norm": 0.04284265637397766,
      "learning_rate": 0.0008,
      "loss": 1.8991312980651855,
      "step": 12390
    },
    {
      "epoch": 0.751030303030303,
      "grad_norm": 0.042032357305288315,
      "learning_rate": 0.0008,
      "loss": 1.8615827560424805,
      "step": 12392
    },
    {
      "epoch": 0.7511515151515151,
      "grad_norm": 0.04201758652925491,
      "learning_rate": 0.0008,
      "loss": 1.9364423751831055,
      "step": 12394
    },
    {
      "epoch": 0.7512727272727273,
      "grad_norm": 0.04195248335599899,
      "learning_rate": 0.0008,
      "loss": 1.9397224187850952,
      "step": 12396
    },
    {
      "epoch": 0.7513939393939394,
      "grad_norm": 0.042408160865306854,
      "learning_rate": 0.0008,
      "loss": 1.8700059652328491,
      "step": 12398
    },
    {
      "epoch": 0.7515151515151515,
      "grad_norm": 0.04476973041892052,
      "learning_rate": 0.0008,
      "loss": 1.941730260848999,
      "step": 12400
    },
    {
      "epoch": 0.7516363636363637,
      "grad_norm": 0.04097463935613632,
      "learning_rate": 0.0008,
      "loss": 1.8662835359573364,
      "step": 12402
    },
    {
      "epoch": 0.7517575757575757,
      "grad_norm": 0.04379766434431076,
      "learning_rate": 0.0008,
      "loss": 1.921968936920166,
      "step": 12404
    },
    {
      "epoch": 0.7518787878787879,
      "grad_norm": 0.05306120216846466,
      "learning_rate": 0.0008,
      "loss": 1.9623997211456299,
      "step": 12406
    },
    {
      "epoch": 0.752,
      "grad_norm": 0.041039515286684036,
      "learning_rate": 0.0008,
      "loss": 1.8784147500991821,
      "step": 12408
    },
    {
      "epoch": 0.7521212121212121,
      "grad_norm": 0.039580605924129486,
      "learning_rate": 0.0008,
      "loss": 1.9188328981399536,
      "step": 12410
    },
    {
      "epoch": 0.7522424242424243,
      "grad_norm": 0.04109292849898338,
      "learning_rate": 0.0008,
      "loss": 1.9561936855316162,
      "step": 12412
    },
    {
      "epoch": 0.7523636363636363,
      "grad_norm": 0.04563502222299576,
      "learning_rate": 0.0008,
      "loss": 1.8869822025299072,
      "step": 12414
    },
    {
      "epoch": 0.7524848484848485,
      "grad_norm": 0.041725438088178635,
      "learning_rate": 0.0008,
      "loss": 1.8920483589172363,
      "step": 12416
    },
    {
      "epoch": 0.7526060606060606,
      "grad_norm": 0.04310137778520584,
      "learning_rate": 0.0008,
      "loss": 1.892112374305725,
      "step": 12418
    },
    {
      "epoch": 0.7527272727272727,
      "grad_norm": 0.05249340459704399,
      "learning_rate": 0.0008,
      "loss": 1.9380022287368774,
      "step": 12420
    },
    {
      "epoch": 0.7528484848484849,
      "grad_norm": 0.04349524527788162,
      "learning_rate": 0.0008,
      "loss": 1.9122140407562256,
      "step": 12422
    },
    {
      "epoch": 0.752969696969697,
      "grad_norm": 0.04598882421851158,
      "learning_rate": 0.0008,
      "loss": 1.859177589416504,
      "step": 12424
    },
    {
      "epoch": 0.7530909090909091,
      "grad_norm": 0.041458312422037125,
      "learning_rate": 0.0008,
      "loss": 1.9014281034469604,
      "step": 12426
    },
    {
      "epoch": 0.7532121212121212,
      "grad_norm": 0.039004553109407425,
      "learning_rate": 0.0008,
      "loss": 1.8781837224960327,
      "step": 12428
    },
    {
      "epoch": 0.7533333333333333,
      "grad_norm": 0.0437355600297451,
      "learning_rate": 0.0008,
      "loss": 1.8867950439453125,
      "step": 12430
    },
    {
      "epoch": 0.7534545454545455,
      "grad_norm": 0.04183635115623474,
      "learning_rate": 0.0008,
      "loss": 1.8934451341629028,
      "step": 12432
    },
    {
      "epoch": 0.7535757575757576,
      "grad_norm": 0.041300833225250244,
      "learning_rate": 0.0008,
      "loss": 1.95620858669281,
      "step": 12434
    },
    {
      "epoch": 0.7536969696969696,
      "grad_norm": 0.05058787390589714,
      "learning_rate": 0.0008,
      "loss": 1.9007691144943237,
      "step": 12436
    },
    {
      "epoch": 0.7538181818181818,
      "grad_norm": 0.06207270175218582,
      "learning_rate": 0.0008,
      "loss": 1.9066078662872314,
      "step": 12438
    },
    {
      "epoch": 0.7539393939393939,
      "grad_norm": 0.04556097462773323,
      "learning_rate": 0.0008,
      "loss": 1.9757392406463623,
      "step": 12440
    },
    {
      "epoch": 0.7540606060606061,
      "grad_norm": 0.04745195433497429,
      "learning_rate": 0.0008,
      "loss": 1.880365014076233,
      "step": 12442
    },
    {
      "epoch": 0.7541818181818182,
      "grad_norm": 0.04044004902243614,
      "learning_rate": 0.0008,
      "loss": 1.9088897705078125,
      "step": 12444
    },
    {
      "epoch": 0.7543030303030303,
      "grad_norm": 0.04719934239983559,
      "learning_rate": 0.0008,
      "loss": 1.9348244667053223,
      "step": 12446
    },
    {
      "epoch": 0.7544242424242424,
      "grad_norm": 0.05637798085808754,
      "learning_rate": 0.0008,
      "loss": 1.8710517883300781,
      "step": 12448
    },
    {
      "epoch": 0.7545454545454545,
      "grad_norm": 0.047449368983507156,
      "learning_rate": 0.0008,
      "loss": 1.8995680809020996,
      "step": 12450
    },
    {
      "epoch": 0.7546666666666667,
      "grad_norm": 0.04883674159646034,
      "learning_rate": 0.0008,
      "loss": 1.8500092029571533,
      "step": 12452
    },
    {
      "epoch": 0.7547878787878788,
      "grad_norm": 0.0469537228345871,
      "learning_rate": 0.0008,
      "loss": 1.8536643981933594,
      "step": 12454
    },
    {
      "epoch": 0.7549090909090909,
      "grad_norm": 0.042527616024017334,
      "learning_rate": 0.0008,
      "loss": 1.8685930967330933,
      "step": 12456
    },
    {
      "epoch": 0.755030303030303,
      "grad_norm": 0.044008005410432816,
      "learning_rate": 0.0008,
      "loss": 1.9145790338516235,
      "step": 12458
    },
    {
      "epoch": 0.7551515151515151,
      "grad_norm": 0.04029818996787071,
      "learning_rate": 0.0008,
      "loss": 1.8761041164398193,
      "step": 12460
    },
    {
      "epoch": 0.7552727272727273,
      "grad_norm": 0.03993184119462967,
      "learning_rate": 0.0008,
      "loss": 1.9144967794418335,
      "step": 12462
    },
    {
      "epoch": 0.7553939393939394,
      "grad_norm": 0.041082222014665604,
      "learning_rate": 0.0008,
      "loss": 1.8798047304153442,
      "step": 12464
    },
    {
      "epoch": 0.7555151515151515,
      "grad_norm": 0.04202492535114288,
      "learning_rate": 0.0008,
      "loss": 1.8857797384262085,
      "step": 12466
    },
    {
      "epoch": 0.7556363636363637,
      "grad_norm": 0.04616932198405266,
      "learning_rate": 0.0008,
      "loss": 1.9386630058288574,
      "step": 12468
    },
    {
      "epoch": 0.7557575757575757,
      "grad_norm": 0.06223063915967941,
      "learning_rate": 0.0008,
      "loss": 1.8964784145355225,
      "step": 12470
    },
    {
      "epoch": 0.7558787878787879,
      "grad_norm": 0.06291936337947845,
      "learning_rate": 0.0008,
      "loss": 1.8849889039993286,
      "step": 12472
    },
    {
      "epoch": 0.756,
      "grad_norm": 0.07074002176523209,
      "learning_rate": 0.0008,
      "loss": 1.919274091720581,
      "step": 12474
    },
    {
      "epoch": 0.7561212121212121,
      "grad_norm": 0.06419520825147629,
      "learning_rate": 0.0008,
      "loss": 2.0070557594299316,
      "step": 12476
    },
    {
      "epoch": 0.7562424242424243,
      "grad_norm": 0.04597286507487297,
      "learning_rate": 0.0008,
      "loss": 1.8809528350830078,
      "step": 12478
    },
    {
      "epoch": 0.7563636363636363,
      "grad_norm": 0.04435879737138748,
      "learning_rate": 0.0008,
      "loss": 1.9050508737564087,
      "step": 12480
    },
    {
      "epoch": 0.7564848484848485,
      "grad_norm": 0.04802217707037926,
      "learning_rate": 0.0008,
      "loss": 1.9153412580490112,
      "step": 12482
    },
    {
      "epoch": 0.7566060606060606,
      "grad_norm": 0.05901272967457771,
      "learning_rate": 0.0008,
      "loss": 1.933168888092041,
      "step": 12484
    },
    {
      "epoch": 0.7567272727272727,
      "grad_norm": 0.050420235842466354,
      "learning_rate": 0.0008,
      "loss": 1.9016897678375244,
      "step": 12486
    },
    {
      "epoch": 0.7568484848484849,
      "grad_norm": 0.04131673276424408,
      "learning_rate": 0.0008,
      "loss": 1.9164897203445435,
      "step": 12488
    },
    {
      "epoch": 0.756969696969697,
      "grad_norm": 0.04352710396051407,
      "learning_rate": 0.0008,
      "loss": 1.9316494464874268,
      "step": 12490
    },
    {
      "epoch": 0.757090909090909,
      "grad_norm": 0.04312160611152649,
      "learning_rate": 0.0008,
      "loss": 1.8902578353881836,
      "step": 12492
    },
    {
      "epoch": 0.7572121212121212,
      "grad_norm": 0.04919472336769104,
      "learning_rate": 0.0008,
      "loss": 1.9300537109375,
      "step": 12494
    },
    {
      "epoch": 0.7573333333333333,
      "grad_norm": 0.047493986785411835,
      "learning_rate": 0.0008,
      "loss": 1.8853490352630615,
      "step": 12496
    },
    {
      "epoch": 0.7574545454545455,
      "grad_norm": 0.04893500730395317,
      "learning_rate": 0.0008,
      "loss": 1.9015085697174072,
      "step": 12498
    },
    {
      "epoch": 0.7575757575757576,
      "grad_norm": 0.0465058758854866,
      "learning_rate": 0.0008,
      "loss": 1.9932453632354736,
      "step": 12500
    },
    {
      "epoch": 0.7576969696969696,
      "grad_norm": 0.04403264820575714,
      "learning_rate": 0.0008,
      "loss": 1.8591182231903076,
      "step": 12502
    },
    {
      "epoch": 0.7578181818181818,
      "grad_norm": 0.04409673437476158,
      "learning_rate": 0.0008,
      "loss": 1.9207223653793335,
      "step": 12504
    },
    {
      "epoch": 0.7579393939393939,
      "grad_norm": 0.039403509348630905,
      "learning_rate": 0.0008,
      "loss": 1.931728482246399,
      "step": 12506
    },
    {
      "epoch": 0.7580606060606061,
      "grad_norm": 0.04270164668560028,
      "learning_rate": 0.0008,
      "loss": 1.9592889547348022,
      "step": 12508
    },
    {
      "epoch": 0.7581818181818182,
      "grad_norm": 0.04047751799225807,
      "learning_rate": 0.0008,
      "loss": 1.8297315835952759,
      "step": 12510
    },
    {
      "epoch": 0.7583030303030303,
      "grad_norm": 0.04091103747487068,
      "learning_rate": 0.0008,
      "loss": 1.8626033067703247,
      "step": 12512
    },
    {
      "epoch": 0.7584242424242424,
      "grad_norm": 0.041250117123126984,
      "learning_rate": 0.0008,
      "loss": 1.8053828477859497,
      "step": 12514
    },
    {
      "epoch": 0.7585454545454545,
      "grad_norm": 0.04978077858686447,
      "learning_rate": 0.0008,
      "loss": 1.8834515810012817,
      "step": 12516
    },
    {
      "epoch": 0.7586666666666667,
      "grad_norm": 0.04206831380724907,
      "learning_rate": 0.0008,
      "loss": 1.9484175443649292,
      "step": 12518
    },
    {
      "epoch": 0.7587878787878788,
      "grad_norm": 0.044600121676921844,
      "learning_rate": 0.0008,
      "loss": 1.8809443712234497,
      "step": 12520
    },
    {
      "epoch": 0.7589090909090909,
      "grad_norm": 0.04046646133065224,
      "learning_rate": 0.0008,
      "loss": 1.8794641494750977,
      "step": 12522
    },
    {
      "epoch": 0.759030303030303,
      "grad_norm": 0.04319394379854202,
      "learning_rate": 0.0008,
      "loss": 1.8876198530197144,
      "step": 12524
    },
    {
      "epoch": 0.7591515151515151,
      "grad_norm": 0.043096017092466354,
      "learning_rate": 0.0008,
      "loss": 1.9373538494110107,
      "step": 12526
    },
    {
      "epoch": 0.7592727272727273,
      "grad_norm": 0.042504001408815384,
      "learning_rate": 0.0008,
      "loss": 1.9288936853408813,
      "step": 12528
    },
    {
      "epoch": 0.7593939393939394,
      "grad_norm": 0.04411248117685318,
      "learning_rate": 0.0008,
      "loss": 1.882681131362915,
      "step": 12530
    },
    {
      "epoch": 0.7595151515151515,
      "grad_norm": 0.04517735168337822,
      "learning_rate": 0.0008,
      "loss": 1.9494891166687012,
      "step": 12532
    },
    {
      "epoch": 0.7596363636363637,
      "grad_norm": 0.042022302746772766,
      "learning_rate": 0.0008,
      "loss": 1.8580163717269897,
      "step": 12534
    },
    {
      "epoch": 0.7597575757575757,
      "grad_norm": 0.04121841862797737,
      "learning_rate": 0.0008,
      "loss": 1.9425431489944458,
      "step": 12536
    },
    {
      "epoch": 0.7598787878787879,
      "grad_norm": 0.03963598608970642,
      "learning_rate": 0.0008,
      "loss": 1.908063292503357,
      "step": 12538
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.04273993521928787,
      "learning_rate": 0.0008,
      "loss": 1.9308580160140991,
      "step": 12540
    },
    {
      "epoch": 0.7601212121212121,
      "grad_norm": 0.04483119770884514,
      "learning_rate": 0.0007997979797979798,
      "loss": 2.0346462726593018,
      "step": 12542
    },
    {
      "epoch": 0.7602424242424243,
      "grad_norm": 0.040438830852508545,
      "learning_rate": 0.0007993939393939395,
      "loss": 1.979292392730713,
      "step": 12544
    },
    {
      "epoch": 0.7603636363636364,
      "grad_norm": 0.04930206760764122,
      "learning_rate": 0.000798989898989899,
      "loss": 2.0374951362609863,
      "step": 12546
    },
    {
      "epoch": 0.7604848484848484,
      "grad_norm": 0.04073861986398697,
      "learning_rate": 0.0007985858585858586,
      "loss": 1.9666820764541626,
      "step": 12548
    },
    {
      "epoch": 0.7606060606060606,
      "grad_norm": 0.04052956774830818,
      "learning_rate": 0.0007981818181818182,
      "loss": 1.9964886903762817,
      "step": 12550
    },
    {
      "epoch": 0.7607272727272727,
      "grad_norm": 0.038861118257045746,
      "learning_rate": 0.0007977777777777778,
      "loss": 2.013064384460449,
      "step": 12552
    },
    {
      "epoch": 0.7608484848484849,
      "grad_norm": 0.04100293666124344,
      "learning_rate": 0.0007973737373737374,
      "loss": 2.008998155593872,
      "step": 12554
    },
    {
      "epoch": 0.760969696969697,
      "grad_norm": 0.042416807264089584,
      "learning_rate": 0.000796969696969697,
      "loss": 1.9424998760223389,
      "step": 12556
    },
    {
      "epoch": 0.761090909090909,
      "grad_norm": 0.040263108909130096,
      "learning_rate": 0.0007965656565656566,
      "loss": 2.018378973007202,
      "step": 12558
    },
    {
      "epoch": 0.7612121212121212,
      "grad_norm": 0.04443824291229248,
      "learning_rate": 0.0007961616161616162,
      "loss": 2.00608491897583,
      "step": 12560
    },
    {
      "epoch": 0.7613333333333333,
      "grad_norm": 0.0416722372174263,
      "learning_rate": 0.0007957575757575759,
      "loss": 2.014683246612549,
      "step": 12562
    },
    {
      "epoch": 0.7614545454545455,
      "grad_norm": 0.042002227157354355,
      "learning_rate": 0.0007953535353535354,
      "loss": 1.984579086303711,
      "step": 12564
    },
    {
      "epoch": 0.7615757575757576,
      "grad_norm": 0.0397065132856369,
      "learning_rate": 0.000794949494949495,
      "loss": 1.9998563528060913,
      "step": 12566
    },
    {
      "epoch": 0.7616969696969697,
      "grad_norm": 0.04016793519258499,
      "learning_rate": 0.0007945454545454546,
      "loss": 2.0625665187835693,
      "step": 12568
    },
    {
      "epoch": 0.7618181818181818,
      "grad_norm": 0.04011380672454834,
      "learning_rate": 0.0007941414141414142,
      "loss": 2.0061252117156982,
      "step": 12570
    },
    {
      "epoch": 0.7619393939393939,
      "grad_norm": 0.05220978707075119,
      "learning_rate": 0.0007937373737373737,
      "loss": 2.0691137313842773,
      "step": 12572
    },
    {
      "epoch": 0.7620606060606061,
      "grad_norm": 0.047436244785785675,
      "learning_rate": 0.0007933333333333334,
      "loss": 2.090104818344116,
      "step": 12574
    },
    {
      "epoch": 0.7621818181818182,
      "grad_norm": 0.0454322025179863,
      "learning_rate": 0.000792929292929293,
      "loss": 2.0175178050994873,
      "step": 12576
    },
    {
      "epoch": 0.7623030303030303,
      "grad_norm": 0.04178448021411896,
      "learning_rate": 0.0007925252525252525,
      "loss": 2.065824270248413,
      "step": 12578
    },
    {
      "epoch": 0.7624242424242424,
      "grad_norm": 0.04005878046154976,
      "learning_rate": 0.0007921212121212121,
      "loss": 2.117156982421875,
      "step": 12580
    },
    {
      "epoch": 0.7625454545454545,
      "grad_norm": 0.04271911829710007,
      "learning_rate": 0.0007917171717171718,
      "loss": 2.119072675704956,
      "step": 12582
    },
    {
      "epoch": 0.7626666666666667,
      "grad_norm": 0.041054822504520416,
      "learning_rate": 0.0007913131313131314,
      "loss": 2.0002260208129883,
      "step": 12584
    },
    {
      "epoch": 0.7627878787878788,
      "grad_norm": 0.04326825216412544,
      "learning_rate": 0.0007909090909090909,
      "loss": 2.062181234359741,
      "step": 12586
    },
    {
      "epoch": 0.7629090909090909,
      "grad_norm": 0.04097198694944382,
      "learning_rate": 0.0007905050505050505,
      "loss": 2.1092638969421387,
      "step": 12588
    },
    {
      "epoch": 0.7630303030303031,
      "grad_norm": 0.04077252373099327,
      "learning_rate": 0.0007901010101010102,
      "loss": 2.071500539779663,
      "step": 12590
    },
    {
      "epoch": 0.7631515151515151,
      "grad_norm": 0.043130528181791306,
      "learning_rate": 0.0007896969696969697,
      "loss": 2.1335792541503906,
      "step": 12592
    },
    {
      "epoch": 0.7632727272727273,
      "grad_norm": 0.043429844081401825,
      "learning_rate": 0.0007892929292929293,
      "loss": 2.0660293102264404,
      "step": 12594
    },
    {
      "epoch": 0.7633939393939394,
      "grad_norm": 0.04609135910868645,
      "learning_rate": 0.000788888888888889,
      "loss": 2.182990550994873,
      "step": 12596
    },
    {
      "epoch": 0.7635151515151515,
      "grad_norm": 0.04338185489177704,
      "learning_rate": 0.0007884848484848486,
      "loss": 2.155475378036499,
      "step": 12598
    },
    {
      "epoch": 0.7636363636363637,
      "grad_norm": 0.042257003486156464,
      "learning_rate": 0.0007880808080808081,
      "loss": 2.0997626781463623,
      "step": 12600
    },
    {
      "epoch": 0.7637575757575757,
      "grad_norm": 0.040354736149311066,
      "learning_rate": 0.0007876767676767677,
      "loss": 2.129809856414795,
      "step": 12602
    },
    {
      "epoch": 0.7638787878787878,
      "grad_norm": 0.04482565447688103,
      "learning_rate": 0.0007872727272727274,
      "loss": 2.1358137130737305,
      "step": 12604
    },
    {
      "epoch": 0.764,
      "grad_norm": 0.04288671910762787,
      "learning_rate": 0.0007868686868686868,
      "loss": 2.142606735229492,
      "step": 12606
    },
    {
      "epoch": 0.7641212121212121,
      "grad_norm": 0.043324846774339676,
      "learning_rate": 0.0007864646464646465,
      "loss": 2.175297498703003,
      "step": 12608
    },
    {
      "epoch": 0.7642424242424243,
      "grad_norm": 0.04380409047007561,
      "learning_rate": 0.0007860606060606061,
      "loss": 2.071028232574463,
      "step": 12610
    },
    {
      "epoch": 0.7643636363636364,
      "grad_norm": 0.04719284176826477,
      "learning_rate": 0.0007856565656565657,
      "loss": 2.1706879138946533,
      "step": 12612
    },
    {
      "epoch": 0.7644848484848484,
      "grad_norm": 0.052769482135772705,
      "learning_rate": 0.0007852525252525252,
      "loss": 2.2532317638397217,
      "step": 12614
    },
    {
      "epoch": 0.7646060606060606,
      "grad_norm": 0.0526919886469841,
      "learning_rate": 0.0007848484848484849,
      "loss": 2.216707944869995,
      "step": 12616
    },
    {
      "epoch": 0.7647272727272727,
      "grad_norm": 0.05870664864778519,
      "learning_rate": 0.0007844444444444445,
      "loss": 2.2171475887298584,
      "step": 12618
    },
    {
      "epoch": 0.7648484848484849,
      "grad_norm": 0.04490828141570091,
      "learning_rate": 0.0007840404040404041,
      "loss": 2.140615940093994,
      "step": 12620
    },
    {
      "epoch": 0.764969696969697,
      "grad_norm": 0.04558146744966507,
      "learning_rate": 0.0007836363636363636,
      "loss": 2.2159841060638428,
      "step": 12622
    },
    {
      "epoch": 0.765090909090909,
      "grad_norm": 0.06300142407417297,
      "learning_rate": 0.0007832323232323233,
      "loss": 2.253589391708374,
      "step": 12624
    },
    {
      "epoch": 0.7652121212121212,
      "grad_norm": 0.056389063596725464,
      "learning_rate": 0.0007828282828282828,
      "loss": 2.1611223220825195,
      "step": 12626
    },
    {
      "epoch": 0.7653333333333333,
      "grad_norm": 0.05626522749662399,
      "learning_rate": 0.0007824242424242425,
      "loss": 2.1815221309661865,
      "step": 12628
    },
    {
      "epoch": 0.7654545454545455,
      "grad_norm": 0.04235878214240074,
      "learning_rate": 0.0007820202020202021,
      "loss": 2.205601692199707,
      "step": 12630
    },
    {
      "epoch": 0.7655757575757576,
      "grad_norm": 0.0455097034573555,
      "learning_rate": 0.0007816161616161616,
      "loss": 2.1855411529541016,
      "step": 12632
    },
    {
      "epoch": 0.7656969696969697,
      "grad_norm": 0.042771559208631516,
      "learning_rate": 0.0007812121212121213,
      "loss": 2.126619577407837,
      "step": 12634
    },
    {
      "epoch": 0.7658181818181818,
      "grad_norm": 0.047885436564683914,
      "learning_rate": 0.0007808080808080808,
      "loss": 2.224959373474121,
      "step": 12636
    },
    {
      "epoch": 0.7659393939393939,
      "grad_norm": 0.044399600476026535,
      "learning_rate": 0.0007804040404040405,
      "loss": 2.187551498413086,
      "step": 12638
    },
    {
      "epoch": 0.7660606060606061,
      "grad_norm": 0.04438615217804909,
      "learning_rate": 0.00078,
      "loss": 2.261439561843872,
      "step": 12640
    },
    {
      "epoch": 0.7661818181818182,
      "grad_norm": 0.06503322720527649,
      "learning_rate": 0.0007795959595959597,
      "loss": 2.2749171257019043,
      "step": 12642
    },
    {
      "epoch": 0.7663030303030303,
      "grad_norm": 0.0585797056555748,
      "learning_rate": 0.0007791919191919192,
      "loss": 2.209646701812744,
      "step": 12644
    },
    {
      "epoch": 0.7664242424242425,
      "grad_norm": 0.04714217782020569,
      "learning_rate": 0.0007787878787878788,
      "loss": 2.196881055831909,
      "step": 12646
    },
    {
      "epoch": 0.7665454545454545,
      "grad_norm": 0.041872140020132065,
      "learning_rate": 0.0007783838383838384,
      "loss": 2.188270330429077,
      "step": 12648
    },
    {
      "epoch": 0.7666666666666667,
      "grad_norm": 0.04126197099685669,
      "learning_rate": 0.0007779797979797981,
      "loss": 2.2716634273529053,
      "step": 12650
    },
    {
      "epoch": 0.7667878787878788,
      "grad_norm": 0.04184809327125549,
      "learning_rate": 0.0007775757575757576,
      "loss": 2.245332717895508,
      "step": 12652
    },
    {
      "epoch": 0.7669090909090909,
      "grad_norm": 0.04115922003984451,
      "learning_rate": 0.0007771717171717172,
      "loss": 2.2641806602478027,
      "step": 12654
    },
    {
      "epoch": 0.7670303030303031,
      "grad_norm": 0.046709779649972916,
      "learning_rate": 0.0007767676767676768,
      "loss": 2.31485652923584,
      "step": 12656
    },
    {
      "epoch": 0.7671515151515151,
      "grad_norm": 0.04386667162179947,
      "learning_rate": 0.0007763636363636364,
      "loss": 2.274606227874756,
      "step": 12658
    },
    {
      "epoch": 0.7672727272727272,
      "grad_norm": 0.04100430756807327,
      "learning_rate": 0.0007759595959595959,
      "loss": 2.2658705711364746,
      "step": 12660
    },
    {
      "epoch": 0.7673939393939394,
      "grad_norm": 0.04348524287343025,
      "learning_rate": 0.0007755555555555556,
      "loss": 2.2559895515441895,
      "step": 12662
    },
    {
      "epoch": 0.7675151515151515,
      "grad_norm": 0.044867586344480515,
      "learning_rate": 0.0007751515151515153,
      "loss": 2.3376922607421875,
      "step": 12664
    },
    {
      "epoch": 0.7676363636363637,
      "grad_norm": 0.04329673945903778,
      "learning_rate": 0.0007747474747474747,
      "loss": 2.2448296546936035,
      "step": 12666
    },
    {
      "epoch": 0.7677575757575757,
      "grad_norm": 0.0431828536093235,
      "learning_rate": 0.0007743434343434344,
      "loss": 2.2692770957946777,
      "step": 12668
    },
    {
      "epoch": 0.7678787878787878,
      "grad_norm": 0.045329418033361435,
      "learning_rate": 0.000773939393939394,
      "loss": 2.297987222671509,
      "step": 12670
    },
    {
      "epoch": 0.768,
      "grad_norm": 0.05611593648791313,
      "learning_rate": 0.0007735353535353536,
      "loss": 2.3240864276885986,
      "step": 12672
    },
    {
      "epoch": 0.7681212121212121,
      "grad_norm": 0.04655918478965759,
      "learning_rate": 0.0007731313131313131,
      "loss": 2.343942642211914,
      "step": 12674
    },
    {
      "epoch": 0.7682424242424243,
      "grad_norm": 0.04309716075658798,
      "learning_rate": 0.0007727272727272728,
      "loss": 2.3185503482818604,
      "step": 12676
    },
    {
      "epoch": 0.7683636363636364,
      "grad_norm": 0.04363667964935303,
      "learning_rate": 0.0007723232323232324,
      "loss": 2.269561290740967,
      "step": 12678
    },
    {
      "epoch": 0.7684848484848484,
      "grad_norm": 0.04190044850111008,
      "learning_rate": 0.0007719191919191919,
      "loss": 2.331587314605713,
      "step": 12680
    },
    {
      "epoch": 0.7686060606060606,
      "grad_norm": 0.04826276749372482,
      "learning_rate": 0.0007715151515151515,
      "loss": 2.2813880443573,
      "step": 12682
    },
    {
      "epoch": 0.7687272727272727,
      "grad_norm": 0.04747844859957695,
      "learning_rate": 0.0007711111111111112,
      "loss": 2.3475375175476074,
      "step": 12684
    },
    {
      "epoch": 0.7688484848484849,
      "grad_norm": 0.052638374269008636,
      "learning_rate": 0.0007707070707070708,
      "loss": 2.321424961090088,
      "step": 12686
    },
    {
      "epoch": 0.768969696969697,
      "grad_norm": 0.06004733592271805,
      "learning_rate": 0.0007703030303030303,
      "loss": 2.3726699352264404,
      "step": 12688
    },
    {
      "epoch": 0.769090909090909,
      "grad_norm": 0.05712248384952545,
      "learning_rate": 0.0007698989898989899,
      "loss": 2.3676395416259766,
      "step": 12690
    },
    {
      "epoch": 0.7692121212121212,
      "grad_norm": 0.0554472990334034,
      "learning_rate": 0.0007694949494949496,
      "loss": 2.3520894050598145,
      "step": 12692
    },
    {
      "epoch": 0.7693333333333333,
      "grad_norm": 0.05357610434293747,
      "learning_rate": 0.000769090909090909,
      "loss": 2.3988537788391113,
      "step": 12694
    },
    {
      "epoch": 0.7694545454545455,
      "grad_norm": 0.05547565594315529,
      "learning_rate": 0.0007686868686868687,
      "loss": 2.3897652626037598,
      "step": 12696
    },
    {
      "epoch": 0.7695757575757576,
      "grad_norm": 0.04544910416007042,
      "learning_rate": 0.0007682828282828284,
      "loss": 2.364074230194092,
      "step": 12698
    },
    {
      "epoch": 0.7696969696969697,
      "grad_norm": 0.045219916850328445,
      "learning_rate": 0.0007678787878787879,
      "loss": 2.371718406677246,
      "step": 12700
    },
    {
      "epoch": 0.7698181818181818,
      "grad_norm": 0.04224534332752228,
      "learning_rate": 0.0007674747474747475,
      "loss": 2.4037485122680664,
      "step": 12702
    },
    {
      "epoch": 0.7699393939393939,
      "grad_norm": 0.04393499717116356,
      "learning_rate": 0.0007670707070707071,
      "loss": 2.4616916179656982,
      "step": 12704
    },
    {
      "epoch": 0.7700606060606061,
      "grad_norm": 0.04540430009365082,
      "learning_rate": 0.0007666666666666667,
      "loss": 2.45333194732666,
      "step": 12706
    },
    {
      "epoch": 0.7701818181818182,
      "grad_norm": 0.043596651405096054,
      "learning_rate": 0.0007662626262626263,
      "loss": 2.4061942100524902,
      "step": 12708
    },
    {
      "epoch": 0.7703030303030303,
      "grad_norm": 0.043312471359968185,
      "learning_rate": 0.0007658585858585859,
      "loss": 2.3886594772338867,
      "step": 12710
    },
    {
      "epoch": 0.7704242424242425,
      "grad_norm": 0.04348092898726463,
      "learning_rate": 0.0007654545454545455,
      "loss": 2.3782169818878174,
      "step": 12712
    },
    {
      "epoch": 0.7705454545454545,
      "grad_norm": 0.05074289068579674,
      "learning_rate": 0.0007650505050505051,
      "loss": 2.415584087371826,
      "step": 12714
    },
    {
      "epoch": 0.7706666666666667,
      "grad_norm": 0.045656416565179825,
      "learning_rate": 0.0007646464646464647,
      "loss": 2.4495229721069336,
      "step": 12716
    },
    {
      "epoch": 0.7707878787878788,
      "grad_norm": 0.06331637501716614,
      "learning_rate": 0.0007642424242424243,
      "loss": 2.4427340030670166,
      "step": 12718
    },
    {
      "epoch": 0.7709090909090909,
      "grad_norm": 0.05128614977002144,
      "learning_rate": 0.0007638383838383838,
      "loss": 2.433253526687622,
      "step": 12720
    },
    {
      "epoch": 0.7710303030303031,
      "grad_norm": 0.04832685738801956,
      "learning_rate": 0.0007634343434343435,
      "loss": 2.4685308933258057,
      "step": 12722
    },
    {
      "epoch": 0.7711515151515151,
      "grad_norm": 0.04649219289422035,
      "learning_rate": 0.000763030303030303,
      "loss": 2.4227824211120605,
      "step": 12724
    },
    {
      "epoch": 0.7712727272727272,
      "grad_norm": 0.04685407131910324,
      "learning_rate": 0.0007626262626262626,
      "loss": 2.3481926918029785,
      "step": 12726
    },
    {
      "epoch": 0.7713939393939394,
      "grad_norm": 0.04710349813103676,
      "learning_rate": 0.0007622222222222222,
      "loss": 2.443406105041504,
      "step": 12728
    },
    {
      "epoch": 0.7715151515151515,
      "grad_norm": 0.04605654254555702,
      "learning_rate": 0.0007618181818181819,
      "loss": 2.4351346492767334,
      "step": 12730
    },
    {
      "epoch": 0.7716363636363637,
      "grad_norm": 0.04289453849196434,
      "learning_rate": 0.0007614141414141415,
      "loss": 2.4550678730010986,
      "step": 12732
    },
    {
      "epoch": 0.7717575757575758,
      "grad_norm": 0.04204421117901802,
      "learning_rate": 0.000761010101010101,
      "loss": 2.4629085063934326,
      "step": 12734
    },
    {
      "epoch": 0.7718787878787878,
      "grad_norm": 0.044543780386447906,
      "learning_rate": 0.0007606060606060607,
      "loss": 2.4982309341430664,
      "step": 12736
    },
    {
      "epoch": 0.772,
      "grad_norm": 0.05362275242805481,
      "learning_rate": 0.0007602020202020203,
      "loss": 2.470094919204712,
      "step": 12738
    },
    {
      "epoch": 0.7721212121212121,
      "grad_norm": 0.05270489677786827,
      "learning_rate": 0.0007597979797979798,
      "loss": 2.4776763916015625,
      "step": 12740
    },
    {
      "epoch": 0.7722424242424243,
      "grad_norm": 0.04878697916865349,
      "learning_rate": 0.0007593939393939394,
      "loss": 2.4092442989349365,
      "step": 12742
    },
    {
      "epoch": 0.7723636363636364,
      "grad_norm": 0.04614836722612381,
      "learning_rate": 0.0007589898989898991,
      "loss": 2.4621574878692627,
      "step": 12744
    },
    {
      "epoch": 0.7724848484848484,
      "grad_norm": 0.04521850869059563,
      "learning_rate": 0.0007585858585858586,
      "loss": 2.499734401702881,
      "step": 12746
    },
    {
      "epoch": 0.7726060606060606,
      "grad_norm": 0.04390499368309975,
      "learning_rate": 0.0007581818181818182,
      "loss": 2.501100540161133,
      "step": 12748
    },
    {
      "epoch": 0.7727272727272727,
      "grad_norm": 0.045842792838811874,
      "learning_rate": 0.0007577777777777778,
      "loss": 2.475497007369995,
      "step": 12750
    },
    {
      "epoch": 0.7728484848484849,
      "grad_norm": 0.04886357858777046,
      "learning_rate": 0.0007573737373737375,
      "loss": 2.445254325866699,
      "step": 12752
    },
    {
      "epoch": 0.772969696969697,
      "grad_norm": 0.0511283203959465,
      "learning_rate": 0.0007569696969696969,
      "loss": 2.480238914489746,
      "step": 12754
    },
    {
      "epoch": 0.773090909090909,
      "grad_norm": 0.04500778019428253,
      "learning_rate": 0.0007565656565656566,
      "loss": 2.4958903789520264,
      "step": 12756
    },
    {
      "epoch": 0.7732121212121212,
      "grad_norm": 0.047281090170145035,
      "learning_rate": 0.0007561616161616162,
      "loss": 2.448146343231201,
      "step": 12758
    },
    {
      "epoch": 0.7733333333333333,
      "grad_norm": 0.044455934315919876,
      "learning_rate": 0.0007557575757575758,
      "loss": 2.518587350845337,
      "step": 12760
    },
    {
      "epoch": 0.7734545454545455,
      "grad_norm": 0.043076545000076294,
      "learning_rate": 0.0007553535353535353,
      "loss": 2.510380744934082,
      "step": 12762
    },
    {
      "epoch": 0.7735757575757576,
      "grad_norm": 0.04863133653998375,
      "learning_rate": 0.000754949494949495,
      "loss": 2.552694320678711,
      "step": 12764
    },
    {
      "epoch": 0.7736969696969697,
      "grad_norm": 0.04575743526220322,
      "learning_rate": 0.0007545454545454546,
      "loss": 2.482844352722168,
      "step": 12766
    },
    {
      "epoch": 0.7738181818181818,
      "grad_norm": 0.04459463059902191,
      "learning_rate": 0.0007541414141414141,
      "loss": 2.4896492958068848,
      "step": 12768
    },
    {
      "epoch": 0.7739393939393939,
      "grad_norm": 0.04890776425600052,
      "learning_rate": 0.0007537373737373738,
      "loss": 2.4572486877441406,
      "step": 12770
    },
    {
      "epoch": 0.7740606060606061,
      "grad_norm": 0.04549407213926315,
      "learning_rate": 0.0007533333333333334,
      "loss": 2.491011381149292,
      "step": 12772
    },
    {
      "epoch": 0.7741818181818182,
      "grad_norm": 0.04394189640879631,
      "learning_rate": 0.000752929292929293,
      "loss": 2.494438886642456,
      "step": 12774
    },
    {
      "epoch": 0.7743030303030303,
      "grad_norm": 0.04909466952085495,
      "learning_rate": 0.0007525252525252525,
      "loss": 2.511922836303711,
      "step": 12776
    },
    {
      "epoch": 0.7744242424242425,
      "grad_norm": 0.04470570385456085,
      "learning_rate": 0.0007521212121212122,
      "loss": 2.533024787902832,
      "step": 12778
    },
    {
      "epoch": 0.7745454545454545,
      "grad_norm": 0.04376324266195297,
      "learning_rate": 0.0007517171717171717,
      "loss": 2.528724193572998,
      "step": 12780
    },
    {
      "epoch": 0.7746666666666666,
      "grad_norm": 0.042851898819208145,
      "learning_rate": 0.0007513131313131314,
      "loss": 2.4977169036865234,
      "step": 12782
    },
    {
      "epoch": 0.7747878787878788,
      "grad_norm": 0.047850750386714935,
      "learning_rate": 0.0007509090909090909,
      "loss": 2.643157482147217,
      "step": 12784
    },
    {
      "epoch": 0.7749090909090909,
      "grad_norm": 0.0448644682765007,
      "learning_rate": 0.0007505050505050506,
      "loss": 2.5524837970733643,
      "step": 12786
    },
    {
      "epoch": 0.7750303030303031,
      "grad_norm": 0.04567348212003708,
      "learning_rate": 0.0007501010101010101,
      "loss": 2.577564001083374,
      "step": 12788
    },
    {
      "epoch": 0.7751515151515151,
      "grad_norm": 0.046540822833776474,
      "learning_rate": 0.0007496969696969697,
      "loss": 2.5711677074432373,
      "step": 12790
    },
    {
      "epoch": 0.7752727272727272,
      "grad_norm": 0.047974999994039536,
      "learning_rate": 0.0007492929292929293,
      "loss": 2.4955170154571533,
      "step": 12792
    },
    {
      "epoch": 0.7753939393939394,
      "grad_norm": 0.05598282068967819,
      "learning_rate": 0.0007488888888888889,
      "loss": 2.5107104778289795,
      "step": 12794
    },
    {
      "epoch": 0.7755151515151515,
      "grad_norm": 0.06310189515352249,
      "learning_rate": 0.0007484848484848485,
      "loss": 2.542616844177246,
      "step": 12796
    },
    {
      "epoch": 0.7756363636363637,
      "grad_norm": 0.07566085457801819,
      "learning_rate": 0.0007480808080808081,
      "loss": 2.652275800704956,
      "step": 12798
    },
    {
      "epoch": 0.7757575757575758,
      "grad_norm": 0.07600195705890656,
      "learning_rate": 0.0007476767676767677,
      "loss": 2.6317834854125977,
      "step": 12800
    },
    {
      "epoch": 0.7758787878787878,
      "grad_norm": 0.07576204091310501,
      "learning_rate": 0.0007472727272727273,
      "loss": 2.628864049911499,
      "step": 12802
    },
    {
      "epoch": 0.776,
      "grad_norm": 0.05260759964585304,
      "learning_rate": 0.000746868686868687,
      "loss": 2.575460910797119,
      "step": 12804
    },
    {
      "epoch": 0.7761212121212121,
      "grad_norm": 0.0445241704583168,
      "learning_rate": 0.0007464646464646465,
      "loss": 2.5369937419891357,
      "step": 12806
    },
    {
      "epoch": 0.7762424242424243,
      "grad_norm": 0.04242302477359772,
      "learning_rate": 0.0007460606060606061,
      "loss": 2.58801531791687,
      "step": 12808
    },
    {
      "epoch": 0.7763636363636364,
      "grad_norm": 0.042774222791194916,
      "learning_rate": 0.0007456565656565657,
      "loss": 2.5607545375823975,
      "step": 12810
    },
    {
      "epoch": 0.7764848484848484,
      "grad_norm": 0.043507445603609085,
      "learning_rate": 0.0007452525252525254,
      "loss": 2.580716371536255,
      "step": 12812
    },
    {
      "epoch": 0.7766060606060606,
      "grad_norm": 0.04378197714686394,
      "learning_rate": 0.0007448484848484848,
      "loss": 2.5691936016082764,
      "step": 12814
    },
    {
      "epoch": 0.7767272727272727,
      "grad_norm": 0.04529546946287155,
      "learning_rate": 0.0007444444444444445,
      "loss": 2.5750393867492676,
      "step": 12816
    },
    {
      "epoch": 0.7768484848484849,
      "grad_norm": 0.053495798259973526,
      "learning_rate": 0.0007440404040404041,
      "loss": 2.5900967121124268,
      "step": 12818
    },
    {
      "epoch": 0.776969696969697,
      "grad_norm": 0.05101901665329933,
      "learning_rate": 0.0007436363636363636,
      "loss": 2.5482840538024902,
      "step": 12820
    },
    {
      "epoch": 0.777090909090909,
      "grad_norm": 0.060583245009183884,
      "learning_rate": 0.0007432323232323232,
      "loss": 2.5953850746154785,
      "step": 12822
    },
    {
      "epoch": 0.7772121212121212,
      "grad_norm": 0.052583303302526474,
      "learning_rate": 0.0007428282828282829,
      "loss": 2.6629562377929688,
      "step": 12824
    },
    {
      "epoch": 0.7773333333333333,
      "grad_norm": 0.04834415391087532,
      "learning_rate": 0.0007424242424242425,
      "loss": 2.5758848190307617,
      "step": 12826
    },
    {
      "epoch": 0.7774545454545455,
      "grad_norm": 0.04479902610182762,
      "learning_rate": 0.000742020202020202,
      "loss": 2.547616720199585,
      "step": 12828
    },
    {
      "epoch": 0.7775757575757576,
      "grad_norm": 0.05078183859586716,
      "learning_rate": 0.0007416161616161616,
      "loss": 2.612529993057251,
      "step": 12830
    },
    {
      "epoch": 0.7776969696969697,
      "grad_norm": 0.05115080997347832,
      "learning_rate": 0.0007412121212121213,
      "loss": 2.6378161907196045,
      "step": 12832
    },
    {
      "epoch": 0.7778181818181819,
      "grad_norm": 0.052601709961891174,
      "learning_rate": 0.0007408080808080808,
      "loss": 2.6748812198638916,
      "step": 12834
    },
    {
      "epoch": 0.7779393939393939,
      "grad_norm": 0.04368458688259125,
      "learning_rate": 0.0007404040404040404,
      "loss": 2.5678372383117676,
      "step": 12836
    },
    {
      "epoch": 0.778060606060606,
      "grad_norm": 0.05059303715825081,
      "learning_rate": 0.0007400000000000001,
      "loss": 2.6174116134643555,
      "step": 12838
    },
    {
      "epoch": 0.7781818181818182,
      "grad_norm": 0.04612511396408081,
      "learning_rate": 0.0007395959595959597,
      "loss": 2.6149260997772217,
      "step": 12840
    },
    {
      "epoch": 0.7783030303030303,
      "grad_norm": 0.049865275621414185,
      "learning_rate": 0.0007391919191919192,
      "loss": 2.6045048236846924,
      "step": 12842
    },
    {
      "epoch": 0.7784242424242425,
      "grad_norm": 0.05206015333533287,
      "learning_rate": 0.0007387878787878788,
      "loss": 2.6025266647338867,
      "step": 12844
    },
    {
      "epoch": 0.7785454545454545,
      "grad_norm": 0.05972357839345932,
      "learning_rate": 0.0007383838383838385,
      "loss": 2.615468978881836,
      "step": 12846
    },
    {
      "epoch": 0.7786666666666666,
      "grad_norm": 0.05425636097788811,
      "learning_rate": 0.000737979797979798,
      "loss": 2.635451078414917,
      "step": 12848
    },
    {
      "epoch": 0.7787878787878788,
      "grad_norm": 0.04588595777750015,
      "learning_rate": 0.0007375757575757576,
      "loss": 2.616811990737915,
      "step": 12850
    },
    {
      "epoch": 0.7789090909090909,
      "grad_norm": 0.05082259699702263,
      "learning_rate": 0.0007371717171717172,
      "loss": 2.6473841667175293,
      "step": 12852
    },
    {
      "epoch": 0.7790303030303031,
      "grad_norm": 0.04821845144033432,
      "learning_rate": 0.0007367676767676768,
      "loss": 2.7158071994781494,
      "step": 12854
    },
    {
      "epoch": 0.7791515151515152,
      "grad_norm": 0.04695912078022957,
      "learning_rate": 0.0007363636363636363,
      "loss": 2.6932218074798584,
      "step": 12856
    },
    {
      "epoch": 0.7792727272727272,
      "grad_norm": 0.04561370238661766,
      "learning_rate": 0.000735959595959596,
      "loss": 2.6690220832824707,
      "step": 12858
    },
    {
      "epoch": 0.7793939393939394,
      "grad_norm": 0.05558645725250244,
      "learning_rate": 0.0007355555555555556,
      "loss": 2.628401279449463,
      "step": 12860
    },
    {
      "epoch": 0.7795151515151515,
      "grad_norm": 0.04310929402709007,
      "learning_rate": 0.0007351515151515152,
      "loss": 2.7098588943481445,
      "step": 12862
    },
    {
      "epoch": 0.7796363636363637,
      "grad_norm": 0.04445216432213783,
      "learning_rate": 0.0007347474747474747,
      "loss": 2.6680805683135986,
      "step": 12864
    },
    {
      "epoch": 0.7797575757575758,
      "grad_norm": 0.04591483995318413,
      "learning_rate": 0.0007343434343434344,
      "loss": 2.673837184906006,
      "step": 12866
    },
    {
      "epoch": 0.7798787878787878,
      "grad_norm": 0.046467218548059464,
      "learning_rate": 0.000733939393939394,
      "loss": 2.6872410774230957,
      "step": 12868
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.044584546238183975,
      "learning_rate": 0.0007335353535353536,
      "loss": 2.7282626628875732,
      "step": 12870
    },
    {
      "epoch": 0.7801212121212121,
      "grad_norm": 0.04937903583049774,
      "learning_rate": 0.0007331313131313132,
      "loss": 2.7435553073883057,
      "step": 12872
    },
    {
      "epoch": 0.7802424242424243,
      "grad_norm": 0.05095362663269043,
      "learning_rate": 0.0007327272727272727,
      "loss": 2.765939474105835,
      "step": 12874
    },
    {
      "epoch": 0.7803636363636364,
      "grad_norm": 0.04567648470401764,
      "learning_rate": 0.0007323232323232324,
      "loss": 2.699469566345215,
      "step": 12876
    },
    {
      "epoch": 0.7804848484848484,
      "grad_norm": 0.05411459878087044,
      "learning_rate": 0.000731919191919192,
      "loss": 2.704542875289917,
      "step": 12878
    },
    {
      "epoch": 0.7806060606060606,
      "grad_norm": 0.05779287591576576,
      "learning_rate": 0.0007315151515151516,
      "loss": 2.643942356109619,
      "step": 12880
    },
    {
      "epoch": 0.7807272727272727,
      "grad_norm": 0.045056987553834915,
      "learning_rate": 0.0007311111111111111,
      "loss": 2.724759817123413,
      "step": 12882
    },
    {
      "epoch": 0.7808484848484849,
      "grad_norm": 0.06000228971242905,
      "learning_rate": 0.0007307070707070708,
      "loss": 2.685663938522339,
      "step": 12884
    },
    {
      "epoch": 0.780969696969697,
      "grad_norm": 0.04651818796992302,
      "learning_rate": 0.0007303030303030303,
      "loss": 2.6892802715301514,
      "step": 12886
    },
    {
      "epoch": 0.7810909090909091,
      "grad_norm": 0.047202080488204956,
      "learning_rate": 0.0007298989898989899,
      "loss": 2.738321542739868,
      "step": 12888
    },
    {
      "epoch": 0.7812121212121212,
      "grad_norm": 0.05054826661944389,
      "learning_rate": 0.0007294949494949495,
      "loss": 2.6726486682891846,
      "step": 12890
    },
    {
      "epoch": 0.7813333333333333,
      "grad_norm": 0.044609908014535904,
      "learning_rate": 0.0007290909090909092,
      "loss": 2.6633214950561523,
      "step": 12892
    },
    {
      "epoch": 0.7814545454545454,
      "grad_norm": 0.045361876487731934,
      "learning_rate": 0.0007286868686868687,
      "loss": 2.72220516204834,
      "step": 12894
    },
    {
      "epoch": 0.7815757575757576,
      "grad_norm": 0.045131269842386246,
      "learning_rate": 0.0007282828282828283,
      "loss": 2.7291667461395264,
      "step": 12896
    },
    {
      "epoch": 0.7816969696969697,
      "grad_norm": 0.047776106745004654,
      "learning_rate": 0.0007278787878787879,
      "loss": 2.70430326461792,
      "step": 12898
    },
    {
      "epoch": 0.7818181818181819,
      "grad_norm": 0.04864230379462242,
      "learning_rate": 0.0007274747474747476,
      "loss": 2.7283806800842285,
      "step": 12900
    },
    {
      "epoch": 0.7819393939393939,
      "grad_norm": 0.049562204629182816,
      "learning_rate": 0.0007270707070707071,
      "loss": 2.6835734844207764,
      "step": 12902
    },
    {
      "epoch": 0.782060606060606,
      "grad_norm": 0.048225220292806625,
      "learning_rate": 0.0007266666666666667,
      "loss": 2.7117843627929688,
      "step": 12904
    },
    {
      "epoch": 0.7821818181818182,
      "grad_norm": 0.06183773651719093,
      "learning_rate": 0.0007262626262626264,
      "loss": 2.7601511478424072,
      "step": 12906
    },
    {
      "epoch": 0.7823030303030303,
      "grad_norm": 0.04668540507555008,
      "learning_rate": 0.0007258585858585858,
      "loss": 2.6988728046417236,
      "step": 12908
    },
    {
      "epoch": 0.7824242424242425,
      "grad_norm": 0.04506373405456543,
      "learning_rate": 0.0007254545454545455,
      "loss": 2.7016801834106445,
      "step": 12910
    },
    {
      "epoch": 0.7825454545454545,
      "grad_norm": 0.045195143669843674,
      "learning_rate": 0.0007250505050505051,
      "loss": 2.713531970977783,
      "step": 12912
    },
    {
      "epoch": 0.7826666666666666,
      "grad_norm": 0.04459849372506142,
      "learning_rate": 0.0007246464646464647,
      "loss": 2.6549806594848633,
      "step": 12914
    },
    {
      "epoch": 0.7827878787878788,
      "grad_norm": 0.0514596551656723,
      "learning_rate": 0.0007242424242424242,
      "loss": 2.721348762512207,
      "step": 12916
    },
    {
      "epoch": 0.7829090909090909,
      "grad_norm": 0.06073107197880745,
      "learning_rate": 0.0007238383838383839,
      "loss": 2.7245302200317383,
      "step": 12918
    },
    {
      "epoch": 0.7830303030303031,
      "grad_norm": 0.060770634561777115,
      "learning_rate": 0.0007234343434343435,
      "loss": 2.7223246097564697,
      "step": 12920
    },
    {
      "epoch": 0.7831515151515152,
      "grad_norm": 0.054707907140254974,
      "learning_rate": 0.000723030303030303,
      "loss": 2.698256492614746,
      "step": 12922
    },
    {
      "epoch": 0.7832727272727272,
      "grad_norm": 0.05258503556251526,
      "learning_rate": 0.0007226262626262626,
      "loss": 2.720781087875366,
      "step": 12924
    },
    {
      "epoch": 0.7833939393939394,
      "grad_norm": 0.04706183075904846,
      "learning_rate": 0.0007222222222222223,
      "loss": 2.7440528869628906,
      "step": 12926
    },
    {
      "epoch": 0.7835151515151515,
      "grad_norm": 0.04530370607972145,
      "learning_rate": 0.0007218181818181819,
      "loss": 2.704131841659546,
      "step": 12928
    },
    {
      "epoch": 0.7836363636363637,
      "grad_norm": 0.04579959437251091,
      "learning_rate": 0.0007214141414141414,
      "loss": 2.718264579772949,
      "step": 12930
    },
    {
      "epoch": 0.7837575757575758,
      "grad_norm": 0.04477856308221817,
      "learning_rate": 0.000721010101010101,
      "loss": 2.698681592941284,
      "step": 12932
    },
    {
      "epoch": 0.7838787878787878,
      "grad_norm": 0.05169568210840225,
      "learning_rate": 0.0007206060606060607,
      "loss": 2.6752841472625732,
      "step": 12934
    },
    {
      "epoch": 0.784,
      "grad_norm": 0.047062329947948456,
      "learning_rate": 0.0007202020202020203,
      "loss": 2.7047150135040283,
      "step": 12936
    },
    {
      "epoch": 0.7841212121212121,
      "grad_norm": 0.045735280960798264,
      "learning_rate": 0.0007197979797979798,
      "loss": 2.726062059402466,
      "step": 12938
    },
    {
      "epoch": 0.7842424242424243,
      "grad_norm": 0.05146170035004616,
      "learning_rate": 0.0007193939393939395,
      "loss": 2.7242558002471924,
      "step": 12940
    },
    {
      "epoch": 0.7843636363636364,
      "grad_norm": 0.04407952353358269,
      "learning_rate": 0.000718989898989899,
      "loss": 2.7610719203948975,
      "step": 12942
    },
    {
      "epoch": 0.7844848484848485,
      "grad_norm": 0.052351050078868866,
      "learning_rate": 0.0007185858585858587,
      "loss": 2.705827236175537,
      "step": 12944
    },
    {
      "epoch": 0.7846060606060606,
      "grad_norm": 0.05580949783325195,
      "learning_rate": 0.0007181818181818182,
      "loss": 2.7750582695007324,
      "step": 12946
    },
    {
      "epoch": 0.7847272727272727,
      "grad_norm": 0.0536104217171669,
      "learning_rate": 0.0007177777777777778,
      "loss": 2.7427170276641846,
      "step": 12948
    },
    {
      "epoch": 0.7848484848484848,
      "grad_norm": 0.05571214109659195,
      "learning_rate": 0.0007173737373737374,
      "loss": 2.7508697509765625,
      "step": 12950
    },
    {
      "epoch": 0.784969696969697,
      "grad_norm": 0.05746801570057869,
      "learning_rate": 0.000716969696969697,
      "loss": 2.673309564590454,
      "step": 12952
    },
    {
      "epoch": 0.7850909090909091,
      "grad_norm": 0.06027154251933098,
      "learning_rate": 0.0007165656565656566,
      "loss": 2.695446014404297,
      "step": 12954
    },
    {
      "epoch": 0.7852121212121213,
      "grad_norm": 0.049843501299619675,
      "learning_rate": 0.0007161616161616162,
      "loss": 2.782951831817627,
      "step": 12956
    },
    {
      "epoch": 0.7853333333333333,
      "grad_norm": 0.050677720457315445,
      "learning_rate": 0.0007157575757575758,
      "loss": 2.726875066757202,
      "step": 12958
    },
    {
      "epoch": 0.7854545454545454,
      "grad_norm": 0.04752598702907562,
      "learning_rate": 0.0007153535353535354,
      "loss": 2.756880044937134,
      "step": 12960
    },
    {
      "epoch": 0.7855757575757576,
      "grad_norm": 0.05594700574874878,
      "learning_rate": 0.0007149494949494949,
      "loss": 2.7204201221466064,
      "step": 12962
    },
    {
      "epoch": 0.7856969696969697,
      "grad_norm": 0.046631257981061935,
      "learning_rate": 0.0007145454545454546,
      "loss": 2.7649831771850586,
      "step": 12964
    },
    {
      "epoch": 0.7858181818181819,
      "grad_norm": 0.05859227851033211,
      "learning_rate": 0.0007141414141414141,
      "loss": 2.7316203117370605,
      "step": 12966
    },
    {
      "epoch": 0.7859393939393939,
      "grad_norm": 0.059217147529125214,
      "learning_rate": 0.0007137373737373737,
      "loss": 2.6934635639190674,
      "step": 12968
    },
    {
      "epoch": 0.786060606060606,
      "grad_norm": 0.06383583694696426,
      "learning_rate": 0.0007133333333333334,
      "loss": 2.75429630279541,
      "step": 12970
    },
    {
      "epoch": 0.7861818181818182,
      "grad_norm": 0.06373012810945511,
      "learning_rate": 0.000712929292929293,
      "loss": 2.7576754093170166,
      "step": 12972
    },
    {
      "epoch": 0.7863030303030303,
      "grad_norm": 0.05767196789383888,
      "learning_rate": 0.0007125252525252526,
      "loss": 2.7992441654205322,
      "step": 12974
    },
    {
      "epoch": 0.7864242424242425,
      "grad_norm": 0.050360869616270065,
      "learning_rate": 0.0007121212121212121,
      "loss": 2.73905086517334,
      "step": 12976
    },
    {
      "epoch": 0.7865454545454545,
      "grad_norm": 0.04965699091553688,
      "learning_rate": 0.0007117171717171718,
      "loss": 2.7936692237854004,
      "step": 12978
    },
    {
      "epoch": 0.7866666666666666,
      "grad_norm": 0.051724161952733994,
      "learning_rate": 0.0007113131313131314,
      "loss": 2.749941110610962,
      "step": 12980
    },
    {
      "epoch": 0.7867878787878788,
      "grad_norm": 0.04734734445810318,
      "learning_rate": 0.0007109090909090909,
      "loss": 2.729030132293701,
      "step": 12982
    },
    {
      "epoch": 0.7869090909090909,
      "grad_norm": 0.050445009022951126,
      "learning_rate": 0.0007105050505050505,
      "loss": 2.7496376037597656,
      "step": 12984
    },
    {
      "epoch": 0.7870303030303031,
      "grad_norm": 0.06057169288396835,
      "learning_rate": 0.0007101010101010102,
      "loss": 2.76599383354187,
      "step": 12986
    },
    {
      "epoch": 0.7871515151515152,
      "grad_norm": 0.055337272584438324,
      "learning_rate": 0.0007096969696969698,
      "loss": 2.7353909015655518,
      "step": 12988
    },
    {
      "epoch": 0.7872727272727272,
      "grad_norm": 0.046721674501895905,
      "learning_rate": 0.0007092929292929293,
      "loss": 2.7717623710632324,
      "step": 12990
    },
    {
      "epoch": 0.7873939393939394,
      "grad_norm": 0.0477215014398098,
      "learning_rate": 0.0007088888888888889,
      "loss": 2.747539520263672,
      "step": 12992
    },
    {
      "epoch": 0.7875151515151515,
      "grad_norm": 0.05087020993232727,
      "learning_rate": 0.0007084848484848486,
      "loss": 2.7480525970458984,
      "step": 12994
    },
    {
      "epoch": 0.7876363636363637,
      "grad_norm": 0.05453432723879814,
      "learning_rate": 0.000708080808080808,
      "loss": 2.738396644592285,
      "step": 12996
    },
    {
      "epoch": 0.7877575757575758,
      "grad_norm": 0.055683087557554245,
      "learning_rate": 0.0007076767676767677,
      "loss": 2.6789801120758057,
      "step": 12998
    },
    {
      "epoch": 0.7878787878787878,
      "grad_norm": 0.04935922846198082,
      "learning_rate": 0.0007072727272727273,
      "loss": 2.7556052207946777,
      "step": 13000
    },
    {
      "epoch": 0.788,
      "grad_norm": 0.04959288239479065,
      "learning_rate": 0.0007068686868686869,
      "loss": 2.7819857597351074,
      "step": 13002
    },
    {
      "epoch": 0.7881212121212121,
      "grad_norm": 0.05278705060482025,
      "learning_rate": 0.0007064646464646465,
      "loss": 2.7619662284851074,
      "step": 13004
    },
    {
      "epoch": 0.7882424242424242,
      "grad_norm": 0.0550333634018898,
      "learning_rate": 0.0007060606060606061,
      "loss": 2.7777469158172607,
      "step": 13006
    },
    {
      "epoch": 0.7883636363636364,
      "grad_norm": 0.06331103295087814,
      "learning_rate": 0.0007056565656565657,
      "loss": 2.776226043701172,
      "step": 13008
    },
    {
      "epoch": 0.7884848484848485,
      "grad_norm": 0.05263159051537514,
      "learning_rate": 0.0007052525252525252,
      "loss": 2.773317813873291,
      "step": 13010
    },
    {
      "epoch": 0.7886060606060606,
      "grad_norm": 0.04408787563443184,
      "learning_rate": 0.0007048484848484849,
      "loss": 2.7556824684143066,
      "step": 13012
    },
    {
      "epoch": 0.7887272727272727,
      "grad_norm": 0.04878704622387886,
      "learning_rate": 0.0007044444444444445,
      "loss": 2.780618667602539,
      "step": 13014
    },
    {
      "epoch": 0.7888484848484848,
      "grad_norm": 0.0501292422413826,
      "learning_rate": 0.0007040404040404041,
      "loss": 2.8232169151306152,
      "step": 13016
    },
    {
      "epoch": 0.788969696969697,
      "grad_norm": 0.04706967994570732,
      "learning_rate": 0.0007036363636363636,
      "loss": 2.763132095336914,
      "step": 13018
    },
    {
      "epoch": 0.7890909090909091,
      "grad_norm": 0.04455282539129257,
      "learning_rate": 0.0007032323232323233,
      "loss": 2.777132511138916,
      "step": 13020
    },
    {
      "epoch": 0.7892121212121213,
      "grad_norm": 0.057565778493881226,
      "learning_rate": 0.0007028282828282829,
      "loss": 2.766697406768799,
      "step": 13022
    },
    {
      "epoch": 0.7893333333333333,
      "grad_norm": 0.057665493339300156,
      "learning_rate": 0.0007024242424242425,
      "loss": 2.7381362915039062,
      "step": 13024
    },
    {
      "epoch": 0.7894545454545454,
      "grad_norm": 0.054578278213739395,
      "learning_rate": 0.000702020202020202,
      "loss": 2.7788350582122803,
      "step": 13026
    },
    {
      "epoch": 0.7895757575757576,
      "grad_norm": 0.053561292588710785,
      "learning_rate": 0.0007016161616161617,
      "loss": 2.8209919929504395,
      "step": 13028
    },
    {
      "epoch": 0.7896969696969697,
      "grad_norm": 0.048120979219675064,
      "learning_rate": 0.0007012121212121212,
      "loss": 2.7841873168945312,
      "step": 13030
    },
    {
      "epoch": 0.7898181818181819,
      "grad_norm": 0.045977674424648285,
      "learning_rate": 0.0007008080808080809,
      "loss": 2.7455508708953857,
      "step": 13032
    },
    {
      "epoch": 0.7899393939393939,
      "grad_norm": 0.05141545459628105,
      "learning_rate": 0.0007004040404040404,
      "loss": 2.7507729530334473,
      "step": 13034
    },
    {
      "epoch": 0.790060606060606,
      "grad_norm": 0.045574966818094254,
      "learning_rate": 0.0007,
      "loss": 2.7910284996032715,
      "step": 13036
    },
    {
      "epoch": 0.7901818181818182,
      "grad_norm": 0.052448056638240814,
      "learning_rate": 0.0006995959595959597,
      "loss": 2.754842758178711,
      "step": 13038
    },
    {
      "epoch": 0.7903030303030303,
      "grad_norm": 0.07158570736646652,
      "learning_rate": 0.0006991919191919192,
      "loss": 2.804783344268799,
      "step": 13040
    },
    {
      "epoch": 0.7904242424242425,
      "grad_norm": 0.0506352074444294,
      "learning_rate": 0.0006987878787878788,
      "loss": 2.7546157836914062,
      "step": 13042
    },
    {
      "epoch": 0.7905454545454546,
      "grad_norm": 0.05178079381585121,
      "learning_rate": 0.0006983838383838384,
      "loss": 2.7702338695526123,
      "step": 13044
    },
    {
      "epoch": 0.7906666666666666,
      "grad_norm": 0.047850269824266434,
      "learning_rate": 0.0006979797979797981,
      "loss": 2.670844793319702,
      "step": 13046
    },
    {
      "epoch": 0.7907878787878788,
      "grad_norm": 0.050300486385822296,
      "learning_rate": 0.0006975757575757576,
      "loss": 2.7778849601745605,
      "step": 13048
    },
    {
      "epoch": 0.7909090909090909,
      "grad_norm": 0.0465228408575058,
      "learning_rate": 0.0006971717171717172,
      "loss": 2.771880865097046,
      "step": 13050
    },
    {
      "epoch": 0.7910303030303031,
      "grad_norm": 0.04728807508945465,
      "learning_rate": 0.0006967676767676768,
      "loss": 2.7457480430603027,
      "step": 13052
    },
    {
      "epoch": 0.7911515151515152,
      "grad_norm": 0.048885516822338104,
      "learning_rate": 0.0006963636363636365,
      "loss": 2.757521152496338,
      "step": 13054
    },
    {
      "epoch": 0.7912727272727272,
      "grad_norm": 0.04819686338305473,
      "learning_rate": 0.0006959595959595959,
      "loss": 2.7572150230407715,
      "step": 13056
    },
    {
      "epoch": 0.7913939393939394,
      "grad_norm": 0.04992295056581497,
      "learning_rate": 0.0006955555555555556,
      "loss": 2.8354079723358154,
      "step": 13058
    },
    {
      "epoch": 0.7915151515151515,
      "grad_norm": 0.04702826961874962,
      "learning_rate": 0.0006951515151515152,
      "loss": 2.690727710723877,
      "step": 13060
    },
    {
      "epoch": 0.7916363636363636,
      "grad_norm": 0.04663178324699402,
      "learning_rate": 0.0006947474747474747,
      "loss": 2.788396120071411,
      "step": 13062
    },
    {
      "epoch": 0.7917575757575758,
      "grad_norm": 0.04557148367166519,
      "learning_rate": 0.0006943434343434343,
      "loss": 2.7726669311523438,
      "step": 13064
    },
    {
      "epoch": 0.7918787878787878,
      "grad_norm": 0.0482805073261261,
      "learning_rate": 0.000693939393939394,
      "loss": 2.8176770210266113,
      "step": 13066
    },
    {
      "epoch": 0.792,
      "grad_norm": 0.04674425721168518,
      "learning_rate": 0.0006935353535353536,
      "loss": 2.786742925643921,
      "step": 13068
    },
    {
      "epoch": 0.7921212121212121,
      "grad_norm": 0.04674660041928291,
      "learning_rate": 0.0006931313131313131,
      "loss": 2.857231616973877,
      "step": 13070
    },
    {
      "epoch": 0.7922424242424242,
      "grad_norm": 0.05158160254359245,
      "learning_rate": 0.0006927272727272728,
      "loss": 2.8024277687072754,
      "step": 13072
    },
    {
      "epoch": 0.7923636363636364,
      "grad_norm": 0.05631386861205101,
      "learning_rate": 0.0006923232323232324,
      "loss": 2.7656500339508057,
      "step": 13074
    },
    {
      "epoch": 0.7924848484848485,
      "grad_norm": 0.045749370008707047,
      "learning_rate": 0.000691919191919192,
      "loss": 2.819755792617798,
      "step": 13076
    },
    {
      "epoch": 0.7926060606060606,
      "grad_norm": 0.04596208035945892,
      "learning_rate": 0.0006915151515151515,
      "loss": 2.8225109577178955,
      "step": 13078
    },
    {
      "epoch": 0.7927272727272727,
      "grad_norm": 0.04624848812818527,
      "learning_rate": 0.0006911111111111112,
      "loss": 2.732177734375,
      "step": 13080
    },
    {
      "epoch": 0.7928484848484848,
      "grad_norm": 0.047418806701898575,
      "learning_rate": 0.0006907070707070708,
      "loss": 2.793968915939331,
      "step": 13082
    },
    {
      "epoch": 0.792969696969697,
      "grad_norm": 0.047092847526073456,
      "learning_rate": 0.0006903030303030303,
      "loss": 2.773519277572632,
      "step": 13084
    },
    {
      "epoch": 0.7930909090909091,
      "grad_norm": 0.04617905616760254,
      "learning_rate": 0.0006898989898989899,
      "loss": 2.819995641708374,
      "step": 13086
    },
    {
      "epoch": 0.7932121212121213,
      "grad_norm": 0.0469779446721077,
      "learning_rate": 0.0006894949494949496,
      "loss": 2.8254201412200928,
      "step": 13088
    },
    {
      "epoch": 0.7933333333333333,
      "grad_norm": 0.06597650051116943,
      "learning_rate": 0.0006890909090909091,
      "loss": 2.7560386657714844,
      "step": 13090
    },
    {
      "epoch": 0.7934545454545454,
      "grad_norm": 0.04744812101125717,
      "learning_rate": 0.0006886868686868687,
      "loss": 2.815908432006836,
      "step": 13092
    },
    {
      "epoch": 0.7935757575757576,
      "grad_norm": 0.04491783678531647,
      "learning_rate": 0.0006882828282828283,
      "loss": 2.729473829269409,
      "step": 13094
    },
    {
      "epoch": 0.7936969696969697,
      "grad_norm": 0.057662151753902435,
      "learning_rate": 0.0006878787878787879,
      "loss": 2.8109512329101562,
      "step": 13096
    },
    {
      "epoch": 0.7938181818181819,
      "grad_norm": 0.05767659842967987,
      "learning_rate": 0.0006874747474747474,
      "loss": 2.8007898330688477,
      "step": 13098
    },
    {
      "epoch": 0.793939393939394,
      "grad_norm": 0.04468579590320587,
      "learning_rate": 0.0006870707070707071,
      "loss": 2.799636125564575,
      "step": 13100
    },
    {
      "epoch": 0.794060606060606,
      "grad_norm": 0.050391267985105515,
      "learning_rate": 0.0006866666666666667,
      "loss": 2.770794153213501,
      "step": 13102
    },
    {
      "epoch": 0.7941818181818182,
      "grad_norm": 0.045197244733572006,
      "learning_rate": 0.0006862626262626263,
      "loss": 2.7634739875793457,
      "step": 13104
    },
    {
      "epoch": 0.7943030303030303,
      "grad_norm": 0.04555029422044754,
      "learning_rate": 0.000685858585858586,
      "loss": 2.809053897857666,
      "step": 13106
    },
    {
      "epoch": 0.7944242424242425,
      "grad_norm": 0.046583376824855804,
      "learning_rate": 0.0006854545454545455,
      "loss": 2.801868200302124,
      "step": 13108
    },
    {
      "epoch": 0.7945454545454546,
      "grad_norm": 0.04825208708643913,
      "learning_rate": 0.0006850505050505051,
      "loss": 2.779825210571289,
      "step": 13110
    },
    {
      "epoch": 0.7946666666666666,
      "grad_norm": 0.046051450073719025,
      "learning_rate": 0.0006846464646464647,
      "loss": 2.8168609142303467,
      "step": 13112
    },
    {
      "epoch": 0.7947878787878788,
      "grad_norm": 0.04784306511282921,
      "learning_rate": 0.0006842424242424243,
      "loss": 2.7126646041870117,
      "step": 13114
    },
    {
      "epoch": 0.7949090909090909,
      "grad_norm": 0.04582807421684265,
      "learning_rate": 0.0006838383838383839,
      "loss": 2.75772762298584,
      "step": 13116
    },
    {
      "epoch": 0.795030303030303,
      "grad_norm": 0.04639701917767525,
      "learning_rate": 0.0006834343434343435,
      "loss": 2.79938006401062,
      "step": 13118
    },
    {
      "epoch": 0.7951515151515152,
      "grad_norm": 0.047561246901750565,
      "learning_rate": 0.000683030303030303,
      "loss": 2.790745496749878,
      "step": 13120
    },
    {
      "epoch": 0.7952727272727272,
      "grad_norm": 0.043681301176548004,
      "learning_rate": 0.0006826262626262627,
      "loss": 2.8214879035949707,
      "step": 13122
    },
    {
      "epoch": 0.7953939393939394,
      "grad_norm": 0.04868364334106445,
      "learning_rate": 0.0006822222222222222,
      "loss": 2.8022592067718506,
      "step": 13124
    },
    {
      "epoch": 0.7955151515151515,
      "grad_norm": 0.05575468763709068,
      "learning_rate": 0.0006818181818181819,
      "loss": 2.805053234100342,
      "step": 13126
    },
    {
      "epoch": 0.7956363636363636,
      "grad_norm": 0.045058466494083405,
      "learning_rate": 0.0006814141414141414,
      "loss": 2.814293384552002,
      "step": 13128
    },
    {
      "epoch": 0.7957575757575758,
      "grad_norm": 0.04958244040608406,
      "learning_rate": 0.000681010101010101,
      "loss": 2.8165037631988525,
      "step": 13130
    },
    {
      "epoch": 0.7958787878787879,
      "grad_norm": 0.0470423586666584,
      "learning_rate": 0.0006806060606060606,
      "loss": 2.779778480529785,
      "step": 13132
    },
    {
      "epoch": 0.796,
      "grad_norm": 0.04629089683294296,
      "learning_rate": 0.0006802020202020203,
      "loss": 2.8176965713500977,
      "step": 13134
    },
    {
      "epoch": 0.7961212121212121,
      "grad_norm": 0.05449686944484711,
      "learning_rate": 0.0006797979797979798,
      "loss": 2.858067512512207,
      "step": 13136
    },
    {
      "epoch": 0.7962424242424242,
      "grad_norm": 0.051575928926467896,
      "learning_rate": 0.0006793939393939394,
      "loss": 2.790954351425171,
      "step": 13138
    },
    {
      "epoch": 0.7963636363636364,
      "grad_norm": 0.04488060995936394,
      "learning_rate": 0.0006789898989898991,
      "loss": 2.7668046951293945,
      "step": 13140
    },
    {
      "epoch": 0.7964848484848485,
      "grad_norm": 0.053057342767715454,
      "learning_rate": 0.0006785858585858587,
      "loss": 2.8132989406585693,
      "step": 13142
    },
    {
      "epoch": 0.7966060606060607,
      "grad_norm": 0.04662083461880684,
      "learning_rate": 0.0006781818181818182,
      "loss": 2.793585777282715,
      "step": 13144
    },
    {
      "epoch": 0.7967272727272727,
      "grad_norm": 0.05255010351538658,
      "learning_rate": 0.0006777777777777778,
      "loss": 2.867196798324585,
      "step": 13146
    },
    {
      "epoch": 0.7968484848484848,
      "grad_norm": 0.05707961320877075,
      "learning_rate": 0.0006773737373737375,
      "loss": 2.7568771839141846,
      "step": 13148
    },
    {
      "epoch": 0.796969696969697,
      "grad_norm": 0.06333516538143158,
      "learning_rate": 0.0006769696969696969,
      "loss": 2.7879064083099365,
      "step": 13150
    },
    {
      "epoch": 0.7970909090909091,
      "grad_norm": 0.060131702572107315,
      "learning_rate": 0.0006765656565656566,
      "loss": 2.7454588413238525,
      "step": 13152
    },
    {
      "epoch": 0.7972121212121213,
      "grad_norm": 0.04718490689992905,
      "learning_rate": 0.0006761616161616162,
      "loss": 2.8699684143066406,
      "step": 13154
    },
    {
      "epoch": 0.7973333333333333,
      "grad_norm": 0.04780982434749603,
      "learning_rate": 0.0006757575757575758,
      "loss": 2.8111112117767334,
      "step": 13156
    },
    {
      "epoch": 0.7974545454545454,
      "grad_norm": 0.05249437689781189,
      "learning_rate": 0.0006753535353535353,
      "loss": 2.8280692100524902,
      "step": 13158
    },
    {
      "epoch": 0.7975757575757576,
      "grad_norm": 0.052157800644636154,
      "learning_rate": 0.000674949494949495,
      "loss": 2.838442802429199,
      "step": 13160
    },
    {
      "epoch": 0.7976969696969697,
      "grad_norm": 0.05081898719072342,
      "learning_rate": 0.0006745454545454546,
      "loss": 2.803860902786255,
      "step": 13162
    },
    {
      "epoch": 0.7978181818181819,
      "grad_norm": 0.046473365277051926,
      "learning_rate": 0.0006741414141414142,
      "loss": 2.730713129043579,
      "step": 13164
    },
    {
      "epoch": 0.797939393939394,
      "grad_norm": 0.0503675602376461,
      "learning_rate": 0.0006737373737373737,
      "loss": 2.8000776767730713,
      "step": 13166
    },
    {
      "epoch": 0.798060606060606,
      "grad_norm": 0.047450922429561615,
      "learning_rate": 0.0006733333333333334,
      "loss": 2.81809401512146,
      "step": 13168
    },
    {
      "epoch": 0.7981818181818182,
      "grad_norm": 0.04956042766571045,
      "learning_rate": 0.000672929292929293,
      "loss": 2.8566439151763916,
      "step": 13170
    },
    {
      "epoch": 0.7983030303030303,
      "grad_norm": 0.04845551401376724,
      "learning_rate": 0.0006725252525252525,
      "loss": 2.835970401763916,
      "step": 13172
    },
    {
      "epoch": 0.7984242424242424,
      "grad_norm": 0.05379324033856392,
      "learning_rate": 0.0006721212121212122,
      "loss": 2.786409854888916,
      "step": 13174
    },
    {
      "epoch": 0.7985454545454546,
      "grad_norm": 0.05436549708247185,
      "learning_rate": 0.0006717171717171718,
      "loss": 2.796386480331421,
      "step": 13176
    },
    {
      "epoch": 0.7986666666666666,
      "grad_norm": 0.046918828040361404,
      "learning_rate": 0.0006713131313131314,
      "loss": 2.7975411415100098,
      "step": 13178
    },
    {
      "epoch": 0.7987878787878788,
      "grad_norm": 0.04895201325416565,
      "learning_rate": 0.0006709090909090909,
      "loss": 2.8221256732940674,
      "step": 13180
    },
    {
      "epoch": 0.7989090909090909,
      "grad_norm": 0.048175204545259476,
      "learning_rate": 0.0006705050505050506,
      "loss": 2.7906148433685303,
      "step": 13182
    },
    {
      "epoch": 0.799030303030303,
      "grad_norm": 0.046021219342947006,
      "learning_rate": 0.0006701010101010101,
      "loss": 2.7953836917877197,
      "step": 13184
    },
    {
      "epoch": 0.7991515151515152,
      "grad_norm": 0.057057954370975494,
      "learning_rate": 0.0006696969696969698,
      "loss": 2.799076557159424,
      "step": 13186
    },
    {
      "epoch": 0.7992727272727272,
      "grad_norm": 0.05215838551521301,
      "learning_rate": 0.0006692929292929293,
      "loss": 2.765577793121338,
      "step": 13188
    },
    {
      "epoch": 0.7993939393939394,
      "grad_norm": 0.051222022622823715,
      "learning_rate": 0.0006688888888888889,
      "loss": 2.825721502304077,
      "step": 13190
    },
    {
      "epoch": 0.7995151515151515,
      "grad_norm": 0.0453946590423584,
      "learning_rate": 0.0006684848484848485,
      "loss": 2.825640916824341,
      "step": 13192
    },
    {
      "epoch": 0.7996363636363636,
      "grad_norm": 0.04847656935453415,
      "learning_rate": 0.0006680808080808081,
      "loss": 2.814901113510132,
      "step": 13194
    },
    {
      "epoch": 0.7997575757575758,
      "grad_norm": 0.047098420560359955,
      "learning_rate": 0.0006676767676767677,
      "loss": 2.8131229877471924,
      "step": 13196
    },
    {
      "epoch": 0.7998787878787879,
      "grad_norm": 0.04574795812368393,
      "learning_rate": 0.0006672727272727273,
      "loss": 2.8427302837371826,
      "step": 13198
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.05004130303859711,
      "learning_rate": 0.0006668686868686869,
      "loss": 2.796891212463379,
      "step": 13200
    },
    {
      "epoch": 0.8,
      "eval_loss": 2.0081608295440674,
      "eval_runtime": 148.9358,
      "eval_samples_per_second": 1.679,
      "eval_steps_per_second": 0.087,
      "step": 13200
    },
    {
      "epoch": 0.8001212121212121,
      "grad_norm": 0.04972343519330025,
      "learning_rate": 0.0006664646464646465,
      "loss": 2.842597723007202,
      "step": 13202
    },
    {
      "epoch": 0.8002424242424242,
      "grad_norm": 0.053594693541526794,
      "learning_rate": 0.000666060606060606,
      "loss": 2.834697961807251,
      "step": 13204
    },
    {
      "epoch": 0.8003636363636364,
      "grad_norm": 0.06678860634565353,
      "learning_rate": 0.0006656565656565657,
      "loss": 2.8270435333251953,
      "step": 13206
    },
    {
      "epoch": 0.8004848484848485,
      "grad_norm": 0.054577652364969254,
      "learning_rate": 0.0006652525252525254,
      "loss": 2.84419584274292,
      "step": 13208
    },
    {
      "epoch": 0.8006060606060607,
      "grad_norm": 0.0529949776828289,
      "learning_rate": 0.0006648484848484849,
      "loss": 2.8259127140045166,
      "step": 13210
    },
    {
      "epoch": 0.8007272727272727,
      "grad_norm": 0.060698483139276505,
      "learning_rate": 0.0006644444444444445,
      "loss": 2.8131980895996094,
      "step": 13212
    },
    {
      "epoch": 0.8008484848484848,
      "grad_norm": 0.0827564224600792,
      "learning_rate": 0.0006640404040404041,
      "loss": 2.815143585205078,
      "step": 13214
    },
    {
      "epoch": 0.800969696969697,
      "grad_norm": 0.08452309668064117,
      "learning_rate": 0.0006636363636363638,
      "loss": 2.7902421951293945,
      "step": 13216
    },
    {
      "epoch": 0.8010909090909091,
      "grad_norm": 0.06322544813156128,
      "learning_rate": 0.0006632323232323232,
      "loss": 2.7816340923309326,
      "step": 13218
    },
    {
      "epoch": 0.8012121212121213,
      "grad_norm": 0.04708153381943703,
      "learning_rate": 0.0006628282828282829,
      "loss": 2.815849781036377,
      "step": 13220
    },
    {
      "epoch": 0.8013333333333333,
      "grad_norm": 0.05056323483586311,
      "learning_rate": 0.0006624242424242425,
      "loss": 2.78957462310791,
      "step": 13222
    },
    {
      "epoch": 0.8014545454545454,
      "grad_norm": 0.052627723664045334,
      "learning_rate": 0.000662020202020202,
      "loss": 2.741135358810425,
      "step": 13224
    },
    {
      "epoch": 0.8015757575757576,
      "grad_norm": 0.06479090452194214,
      "learning_rate": 0.0006616161616161616,
      "loss": 2.785752296447754,
      "step": 13226
    },
    {
      "epoch": 0.8016969696969697,
      "grad_norm": 0.052118171006441116,
      "learning_rate": 0.0006612121212121213,
      "loss": 2.7871615886688232,
      "step": 13228
    },
    {
      "epoch": 0.8018181818181818,
      "grad_norm": 0.0590946190059185,
      "learning_rate": 0.0006608080808080809,
      "loss": 2.829843282699585,
      "step": 13230
    },
    {
      "epoch": 0.801939393939394,
      "grad_norm": 0.05718967318534851,
      "learning_rate": 0.0006604040404040404,
      "loss": 2.7966768741607666,
      "step": 13232
    },
    {
      "epoch": 0.802060606060606,
      "grad_norm": 0.0460471510887146,
      "learning_rate": 0.00066,
      "loss": 2.8125481605529785,
      "step": 13234
    },
    {
      "epoch": 0.8021818181818182,
      "grad_norm": 0.04622102901339531,
      "learning_rate": 0.0006595959595959597,
      "loss": 2.813819646835327,
      "step": 13236
    },
    {
      "epoch": 0.8023030303030303,
      "grad_norm": 0.0448002927005291,
      "learning_rate": 0.0006591919191919191,
      "loss": 2.8254404067993164,
      "step": 13238
    },
    {
      "epoch": 0.8024242424242424,
      "grad_norm": 0.04853089898824692,
      "learning_rate": 0.0006587878787878788,
      "loss": 2.8386130332946777,
      "step": 13240
    },
    {
      "epoch": 0.8025454545454546,
      "grad_norm": 0.045443255454301834,
      "learning_rate": 0.0006583838383838385,
      "loss": 2.796541452407837,
      "step": 13242
    },
    {
      "epoch": 0.8026666666666666,
      "grad_norm": 0.04561065882444382,
      "learning_rate": 0.000657979797979798,
      "loss": 2.7967734336853027,
      "step": 13244
    },
    {
      "epoch": 0.8027878787878788,
      "grad_norm": 0.04827597364783287,
      "learning_rate": 0.0006575757575757576,
      "loss": 2.827510356903076,
      "step": 13246
    },
    {
      "epoch": 0.8029090909090909,
      "grad_norm": 0.05161137878894806,
      "learning_rate": 0.0006571717171717172,
      "loss": 2.8710222244262695,
      "step": 13248
    },
    {
      "epoch": 0.803030303030303,
      "grad_norm": 0.05577323958277702,
      "learning_rate": 0.0006567676767676768,
      "loss": 2.8459384441375732,
      "step": 13250
    },
    {
      "epoch": 0.8031515151515152,
      "grad_norm": 0.05504683777689934,
      "learning_rate": 0.0006563636363636364,
      "loss": 2.8546500205993652,
      "step": 13252
    },
    {
      "epoch": 0.8032727272727272,
      "grad_norm": 0.05809084326028824,
      "learning_rate": 0.000655959595959596,
      "loss": 2.8477871417999268,
      "step": 13254
    },
    {
      "epoch": 0.8033939393939394,
      "grad_norm": 0.05423776060342789,
      "learning_rate": 0.0006555555555555556,
      "loss": 2.779170513153076,
      "step": 13256
    },
    {
      "epoch": 0.8035151515151515,
      "grad_norm": 0.04468144103884697,
      "learning_rate": 0.0006551515151515152,
      "loss": 2.7995781898498535,
      "step": 13258
    },
    {
      "epoch": 0.8036363636363636,
      "grad_norm": 0.05302496999502182,
      "learning_rate": 0.0006547474747474747,
      "loss": 2.832709789276123,
      "step": 13260
    },
    {
      "epoch": 0.8037575757575758,
      "grad_norm": 0.047064587473869324,
      "learning_rate": 0.0006543434343434344,
      "loss": 2.800546884536743,
      "step": 13262
    },
    {
      "epoch": 0.8038787878787879,
      "grad_norm": 0.04695127531886101,
      "learning_rate": 0.000653939393939394,
      "loss": 2.760993719100952,
      "step": 13264
    },
    {
      "epoch": 0.804,
      "grad_norm": 0.04819091036915779,
      "learning_rate": 0.0006535353535353536,
      "loss": 2.8231041431427,
      "step": 13266
    },
    {
      "epoch": 0.8041212121212121,
      "grad_norm": 0.04612186178565025,
      "learning_rate": 0.0006531313131313131,
      "loss": 2.773386001586914,
      "step": 13268
    },
    {
      "epoch": 0.8042424242424242,
      "grad_norm": 0.049235135316848755,
      "learning_rate": 0.0006527272727272728,
      "loss": 2.7915542125701904,
      "step": 13270
    },
    {
      "epoch": 0.8043636363636364,
      "grad_norm": 0.048958562314510345,
      "learning_rate": 0.0006523232323232323,
      "loss": 2.7697601318359375,
      "step": 13272
    },
    {
      "epoch": 0.8044848484848485,
      "grad_norm": 0.04942447692155838,
      "learning_rate": 0.000651919191919192,
      "loss": 2.815126419067383,
      "step": 13274
    },
    {
      "epoch": 0.8046060606060607,
      "grad_norm": 0.045611534267663956,
      "learning_rate": 0.0006515151515151516,
      "loss": 2.828047037124634,
      "step": 13276
    },
    {
      "epoch": 0.8047272727272727,
      "grad_norm": 0.04904593527317047,
      "learning_rate": 0.0006511111111111111,
      "loss": 2.8176112174987793,
      "step": 13278
    },
    {
      "epoch": 0.8048484848484848,
      "grad_norm": 0.05835844203829765,
      "learning_rate": 0.0006507070707070708,
      "loss": 2.7873711585998535,
      "step": 13280
    },
    {
      "epoch": 0.804969696969697,
      "grad_norm": 0.05890290439128876,
      "learning_rate": 0.0006503030303030303,
      "loss": 2.8325226306915283,
      "step": 13282
    },
    {
      "epoch": 0.8050909090909091,
      "grad_norm": 0.05861283466219902,
      "learning_rate": 0.0006498989898989899,
      "loss": 2.8114562034606934,
      "step": 13284
    },
    {
      "epoch": 0.8052121212121212,
      "grad_norm": 0.0690818578004837,
      "learning_rate": 0.0006494949494949495,
      "loss": 2.8586788177490234,
      "step": 13286
    },
    {
      "epoch": 0.8053333333333333,
      "grad_norm": 0.06437402218580246,
      "learning_rate": 0.0006490909090909092,
      "loss": 2.878419876098633,
      "step": 13288
    },
    {
      "epoch": 0.8054545454545454,
      "grad_norm": 0.062086500227451324,
      "learning_rate": 0.0006486868686868687,
      "loss": 2.848719835281372,
      "step": 13290
    },
    {
      "epoch": 0.8055757575757576,
      "grad_norm": 0.05085587874054909,
      "learning_rate": 0.0006482828282828283,
      "loss": 2.826549530029297,
      "step": 13292
    },
    {
      "epoch": 0.8056969696969697,
      "grad_norm": 0.0458126999437809,
      "learning_rate": 0.0006478787878787879,
      "loss": 2.7532296180725098,
      "step": 13294
    },
    {
      "epoch": 0.8058181818181818,
      "grad_norm": 0.04713047295808792,
      "learning_rate": 0.0006474747474747476,
      "loss": 2.8490493297576904,
      "step": 13296
    },
    {
      "epoch": 0.805939393939394,
      "grad_norm": 0.04516933113336563,
      "learning_rate": 0.000647070707070707,
      "loss": 2.8068130016326904,
      "step": 13298
    },
    {
      "epoch": 0.806060606060606,
      "grad_norm": 0.04681646078824997,
      "learning_rate": 0.0006466666666666667,
      "loss": 2.894982099533081,
      "step": 13300
    },
    {
      "epoch": 0.8061818181818182,
      "grad_norm": 0.05127902701497078,
      "learning_rate": 0.0006462626262626263,
      "loss": 2.8475232124328613,
      "step": 13302
    },
    {
      "epoch": 0.8063030303030303,
      "grad_norm": 0.07913738489151001,
      "learning_rate": 0.0006458585858585858,
      "loss": 2.853806495666504,
      "step": 13304
    },
    {
      "epoch": 0.8064242424242424,
      "grad_norm": 0.049732889980077744,
      "learning_rate": 0.0006454545454545454,
      "loss": 2.848273754119873,
      "step": 13306
    },
    {
      "epoch": 0.8065454545454546,
      "grad_norm": 0.05056318640708923,
      "learning_rate": 0.0006450505050505051,
      "loss": 2.8529787063598633,
      "step": 13308
    },
    {
      "epoch": 0.8066666666666666,
      "grad_norm": 0.04908832907676697,
      "learning_rate": 0.0006446464646464648,
      "loss": 2.837106943130493,
      "step": 13310
    },
    {
      "epoch": 0.8067878787878788,
      "grad_norm": 0.05091864615678787,
      "learning_rate": 0.0006442424242424242,
      "loss": 2.8518669605255127,
      "step": 13312
    },
    {
      "epoch": 0.8069090909090909,
      "grad_norm": 0.04552064463496208,
      "learning_rate": 0.0006438383838383839,
      "loss": 2.8565785884857178,
      "step": 13314
    },
    {
      "epoch": 0.807030303030303,
      "grad_norm": 0.04663857817649841,
      "learning_rate": 0.0006434343434343435,
      "loss": 2.9210078716278076,
      "step": 13316
    },
    {
      "epoch": 0.8071515151515152,
      "grad_norm": 0.04617827758193016,
      "learning_rate": 0.0006430303030303031,
      "loss": 2.8313655853271484,
      "step": 13318
    },
    {
      "epoch": 0.8072727272727273,
      "grad_norm": 0.047103896737098694,
      "learning_rate": 0.0006426262626262626,
      "loss": 2.851684808731079,
      "step": 13320
    },
    {
      "epoch": 0.8073939393939394,
      "grad_norm": 0.0647672787308693,
      "learning_rate": 0.0006422222222222223,
      "loss": 2.8696982860565186,
      "step": 13322
    },
    {
      "epoch": 0.8075151515151515,
      "grad_norm": 0.06326740980148315,
      "learning_rate": 0.0006418181818181819,
      "loss": 2.8032450675964355,
      "step": 13324
    },
    {
      "epoch": 0.8076363636363636,
      "grad_norm": 0.06980804353952408,
      "learning_rate": 0.0006414141414141414,
      "loss": 2.841914415359497,
      "step": 13326
    },
    {
      "epoch": 0.8077575757575758,
      "grad_norm": 0.06639118492603302,
      "learning_rate": 0.000641010101010101,
      "loss": 2.832143545150757,
      "step": 13328
    },
    {
      "epoch": 0.8078787878787879,
      "grad_norm": 0.04689180478453636,
      "learning_rate": 0.0006406060606060607,
      "loss": 2.910076379776001,
      "step": 13330
    },
    {
      "epoch": 0.808,
      "grad_norm": 0.04802010953426361,
      "learning_rate": 0.0006402020202020202,
      "loss": 2.8614161014556885,
      "step": 13332
    },
    {
      "epoch": 0.8081212121212121,
      "grad_norm": 0.04749307036399841,
      "learning_rate": 0.0006397979797979798,
      "loss": 2.8640153408050537,
      "step": 13334
    },
    {
      "epoch": 0.8082424242424242,
      "grad_norm": 0.048458635807037354,
      "learning_rate": 0.0006393939393939394,
      "loss": 2.8898651599884033,
      "step": 13336
    },
    {
      "epoch": 0.8083636363636364,
      "grad_norm": 0.054579444229602814,
      "learning_rate": 0.000638989898989899,
      "loss": 2.8555750846862793,
      "step": 13338
    },
    {
      "epoch": 0.8084848484848485,
      "grad_norm": 0.04965498298406601,
      "learning_rate": 0.0006385858585858586,
      "loss": 2.9503564834594727,
      "step": 13340
    },
    {
      "epoch": 0.8086060606060607,
      "grad_norm": 0.05925993621349335,
      "learning_rate": 0.0006381818181818182,
      "loss": 2.9134037494659424,
      "step": 13342
    },
    {
      "epoch": 0.8087272727272727,
      "grad_norm": 0.04877155274152756,
      "learning_rate": 0.0006377777777777778,
      "loss": 2.895134210586548,
      "step": 13344
    },
    {
      "epoch": 0.8088484848484848,
      "grad_norm": 0.061736468225717545,
      "learning_rate": 0.0006373737373737374,
      "loss": 2.9100494384765625,
      "step": 13346
    },
    {
      "epoch": 0.808969696969697,
      "grad_norm": 0.05526930093765259,
      "learning_rate": 0.000636969696969697,
      "loss": 2.9315638542175293,
      "step": 13348
    },
    {
      "epoch": 0.8090909090909091,
      "grad_norm": 0.05464410036802292,
      "learning_rate": 0.0006365656565656566,
      "loss": 2.8236544132232666,
      "step": 13350
    },
    {
      "epoch": 0.8092121212121212,
      "grad_norm": 0.05092160776257515,
      "learning_rate": 0.0006361616161616162,
      "loss": 2.8571701049804688,
      "step": 13352
    },
    {
      "epoch": 0.8093333333333333,
      "grad_norm": 0.04927399381995201,
      "learning_rate": 0.0006357575757575758,
      "loss": 2.926161289215088,
      "step": 13354
    },
    {
      "epoch": 0.8094545454545454,
      "grad_norm": 0.053003761917352676,
      "learning_rate": 0.0006353535353535354,
      "loss": 2.8849143981933594,
      "step": 13356
    },
    {
      "epoch": 0.8095757575757576,
      "grad_norm": 0.05122891440987587,
      "learning_rate": 0.000634949494949495,
      "loss": 2.8966636657714844,
      "step": 13358
    },
    {
      "epoch": 0.8096969696969697,
      "grad_norm": 0.04717274010181427,
      "learning_rate": 0.0006345454545454546,
      "loss": 2.894322633743286,
      "step": 13360
    },
    {
      "epoch": 0.8098181818181818,
      "grad_norm": 0.047096967697143555,
      "learning_rate": 0.0006341414141414142,
      "loss": 2.9066710472106934,
      "step": 13362
    },
    {
      "epoch": 0.809939393939394,
      "grad_norm": 0.04685286805033684,
      "learning_rate": 0.0006337373737373738,
      "loss": 2.8879613876342773,
      "step": 13364
    },
    {
      "epoch": 0.810060606060606,
      "grad_norm": 0.06396210193634033,
      "learning_rate": 0.0006333333333333333,
      "loss": 2.9027326107025146,
      "step": 13366
    },
    {
      "epoch": 0.8101818181818182,
      "grad_norm": 0.06790357083082199,
      "learning_rate": 0.000632929292929293,
      "loss": 2.869399070739746,
      "step": 13368
    },
    {
      "epoch": 0.8103030303030303,
      "grad_norm": 0.07943769544363022,
      "learning_rate": 0.0006325252525252525,
      "loss": 2.8806538581848145,
      "step": 13370
    },
    {
      "epoch": 0.8104242424242424,
      "grad_norm": 0.07490754127502441,
      "learning_rate": 0.0006321212121212121,
      "loss": 2.9181466102600098,
      "step": 13372
    },
    {
      "epoch": 0.8105454545454546,
      "grad_norm": 0.04938077926635742,
      "learning_rate": 0.0006317171717171717,
      "loss": 2.9328792095184326,
      "step": 13374
    },
    {
      "epoch": 0.8106666666666666,
      "grad_norm": 0.056151729077100754,
      "learning_rate": 0.0006313131313131314,
      "loss": 2.9134767055511475,
      "step": 13376
    },
    {
      "epoch": 0.8107878787878788,
      "grad_norm": 0.04637347161769867,
      "learning_rate": 0.0006309090909090909,
      "loss": 2.8496155738830566,
      "step": 13378
    },
    {
      "epoch": 0.8109090909090909,
      "grad_norm": 0.0474344901740551,
      "learning_rate": 0.0006305050505050505,
      "loss": 2.956608295440674,
      "step": 13380
    },
    {
      "epoch": 0.811030303030303,
      "grad_norm": 0.04615860432386398,
      "learning_rate": 0.0006301010101010102,
      "loss": 2.8911640644073486,
      "step": 13382
    },
    {
      "epoch": 0.8111515151515152,
      "grad_norm": 0.04846186563372612,
      "learning_rate": 0.0006296969696969698,
      "loss": 2.9187045097351074,
      "step": 13384
    },
    {
      "epoch": 0.8112727272727273,
      "grad_norm": 0.057555533945560455,
      "learning_rate": 0.0006292929292929293,
      "loss": 2.9486401081085205,
      "step": 13386
    },
    {
      "epoch": 0.8113939393939394,
      "grad_norm": 0.04940567910671234,
      "learning_rate": 0.0006288888888888889,
      "loss": 2.9071247577667236,
      "step": 13388
    },
    {
      "epoch": 0.8115151515151515,
      "grad_norm": 0.05859570577740669,
      "learning_rate": 0.0006284848484848486,
      "loss": 2.8872697353363037,
      "step": 13390
    },
    {
      "epoch": 0.8116363636363636,
      "grad_norm": 0.058793727308511734,
      "learning_rate": 0.000628080808080808,
      "loss": 2.9299094676971436,
      "step": 13392
    },
    {
      "epoch": 0.8117575757575758,
      "grad_norm": 0.05904874578118324,
      "learning_rate": 0.0006276767676767677,
      "loss": 2.958874225616455,
      "step": 13394
    },
    {
      "epoch": 0.8118787878787879,
      "grad_norm": 0.04633975028991699,
      "learning_rate": 0.0006272727272727273,
      "loss": 2.950331449508667,
      "step": 13396
    },
    {
      "epoch": 0.812,
      "grad_norm": 0.04696591570973396,
      "learning_rate": 0.0006268686868686869,
      "loss": 2.9658002853393555,
      "step": 13398
    },
    {
      "epoch": 0.8121212121212121,
      "grad_norm": 0.06830781698226929,
      "learning_rate": 0.0006264646464646464,
      "loss": 2.930807113647461,
      "step": 13400
    },
    {
      "epoch": 0.8122424242424242,
      "grad_norm": 0.08038277924060822,
      "learning_rate": 0.0006260606060606061,
      "loss": 2.921006917953491,
      "step": 13402
    },
    {
      "epoch": 0.8123636363636364,
      "grad_norm": 0.06898420304059982,
      "learning_rate": 0.0006256565656565657,
      "loss": 2.938656806945801,
      "step": 13404
    },
    {
      "epoch": 0.8124848484848485,
      "grad_norm": 0.06661428511142731,
      "learning_rate": 0.0006252525252525253,
      "loss": 2.8790817260742188,
      "step": 13406
    },
    {
      "epoch": 0.8126060606060606,
      "grad_norm": 0.05617070570588112,
      "learning_rate": 0.0006248484848484848,
      "loss": 2.905383586883545,
      "step": 13408
    },
    {
      "epoch": 0.8127272727272727,
      "grad_norm": 0.049249645322561264,
      "learning_rate": 0.0006244444444444445,
      "loss": 2.944227457046509,
      "step": 13410
    },
    {
      "epoch": 0.8128484848484848,
      "grad_norm": 0.04623255133628845,
      "learning_rate": 0.0006240404040404041,
      "loss": 2.870915651321411,
      "step": 13412
    },
    {
      "epoch": 0.812969696969697,
      "grad_norm": 0.047330521047115326,
      "learning_rate": 0.0006236363636363636,
      "loss": 2.9853007793426514,
      "step": 13414
    },
    {
      "epoch": 0.8130909090909091,
      "grad_norm": 0.04683776572346687,
      "learning_rate": 0.0006232323232323233,
      "loss": 2.990028142929077,
      "step": 13416
    },
    {
      "epoch": 0.8132121212121212,
      "grad_norm": 0.046488143503665924,
      "learning_rate": 0.0006228282828282829,
      "loss": 2.955552577972412,
      "step": 13418
    },
    {
      "epoch": 0.8133333333333334,
      "grad_norm": 0.04680723696947098,
      "learning_rate": 0.0006224242424242425,
      "loss": 2.9346518516540527,
      "step": 13420
    },
    {
      "epoch": 0.8134545454545454,
      "grad_norm": 0.04793750122189522,
      "learning_rate": 0.000622020202020202,
      "loss": 2.991544008255005,
      "step": 13422
    },
    {
      "epoch": 0.8135757575757576,
      "grad_norm": 0.055474959313869476,
      "learning_rate": 0.0006216161616161617,
      "loss": 2.934875965118408,
      "step": 13424
    },
    {
      "epoch": 0.8136969696969697,
      "grad_norm": 0.05480336397886276,
      "learning_rate": 0.0006212121212121212,
      "loss": 2.989673614501953,
      "step": 13426
    },
    {
      "epoch": 0.8138181818181818,
      "grad_norm": 0.0472421832382679,
      "learning_rate": 0.0006208080808080809,
      "loss": 2.9330434799194336,
      "step": 13428
    },
    {
      "epoch": 0.813939393939394,
      "grad_norm": 0.04560041427612305,
      "learning_rate": 0.0006204040404040404,
      "loss": 2.9712090492248535,
      "step": 13430
    },
    {
      "epoch": 0.814060606060606,
      "grad_norm": 0.04755638167262077,
      "learning_rate": 0.00062,
      "loss": 2.901801109313965,
      "step": 13432
    },
    {
      "epoch": 0.8141818181818182,
      "grad_norm": 0.047088492661714554,
      "learning_rate": 0.0006195959595959596,
      "loss": 2.961364984512329,
      "step": 13434
    },
    {
      "epoch": 0.8143030303030303,
      "grad_norm": 0.05138353258371353,
      "learning_rate": 0.0006191919191919192,
      "loss": 2.9592652320861816,
      "step": 13436
    },
    {
      "epoch": 0.8144242424242424,
      "grad_norm": 0.053339216858148575,
      "learning_rate": 0.0006187878787878788,
      "loss": 2.9192113876342773,
      "step": 13438
    },
    {
      "epoch": 0.8145454545454546,
      "grad_norm": 0.04640669748187065,
      "learning_rate": 0.0006183838383838384,
      "loss": 2.914261817932129,
      "step": 13440
    },
    {
      "epoch": 0.8146666666666667,
      "grad_norm": 0.05631566792726517,
      "learning_rate": 0.000617979797979798,
      "loss": 2.988940954208374,
      "step": 13442
    },
    {
      "epoch": 0.8147878787878788,
      "grad_norm": 0.06299835443496704,
      "learning_rate": 0.0006175757575757576,
      "loss": 2.950742244720459,
      "step": 13444
    },
    {
      "epoch": 0.8149090909090909,
      "grad_norm": 0.05129518732428551,
      "learning_rate": 0.0006171717171717172,
      "loss": 2.955496072769165,
      "step": 13446
    },
    {
      "epoch": 0.815030303030303,
      "grad_norm": 0.04723842069506645,
      "learning_rate": 0.0006167676767676768,
      "loss": 3.0095932483673096,
      "step": 13448
    },
    {
      "epoch": 0.8151515151515152,
      "grad_norm": 0.05296776443719864,
      "learning_rate": 0.0006163636363636365,
      "loss": 3.0234873294830322,
      "step": 13450
    },
    {
      "epoch": 0.8152727272727273,
      "grad_norm": 0.047097098082304,
      "learning_rate": 0.000615959595959596,
      "loss": 2.9220590591430664,
      "step": 13452
    },
    {
      "epoch": 0.8153939393939394,
      "grad_norm": 0.04692884534597397,
      "learning_rate": 0.0006155555555555556,
      "loss": 2.969944477081299,
      "step": 13454
    },
    {
      "epoch": 0.8155151515151515,
      "grad_norm": 0.047690149396657944,
      "learning_rate": 0.0006151515151515152,
      "loss": 2.9248740673065186,
      "step": 13456
    },
    {
      "epoch": 0.8156363636363636,
      "grad_norm": 0.048905208706855774,
      "learning_rate": 0.0006147474747474749,
      "loss": 2.9581215381622314,
      "step": 13458
    },
    {
      "epoch": 0.8157575757575758,
      "grad_norm": 0.047247640788555145,
      "learning_rate": 0.0006143434343434343,
      "loss": 2.9666407108306885,
      "step": 13460
    },
    {
      "epoch": 0.8158787878787879,
      "grad_norm": 0.04641908034682274,
      "learning_rate": 0.000613939393939394,
      "loss": 2.9526333808898926,
      "step": 13462
    },
    {
      "epoch": 0.816,
      "grad_norm": 0.05195852741599083,
      "learning_rate": 0.0006135353535353536,
      "loss": 2.967937707901001,
      "step": 13464
    },
    {
      "epoch": 0.8161212121212121,
      "grad_norm": 0.05330153927206993,
      "learning_rate": 0.0006131313131313131,
      "loss": 2.9285640716552734,
      "step": 13466
    },
    {
      "epoch": 0.8162424242424242,
      "grad_norm": 0.04722687229514122,
      "learning_rate": 0.0006127272727272727,
      "loss": 2.9428138732910156,
      "step": 13468
    },
    {
      "epoch": 0.8163636363636364,
      "grad_norm": 0.05013379082083702,
      "learning_rate": 0.0006123232323232324,
      "loss": 2.9819719791412354,
      "step": 13470
    },
    {
      "epoch": 0.8164848484848485,
      "grad_norm": 0.055104076862335205,
      "learning_rate": 0.000611919191919192,
      "loss": 2.93699049949646,
      "step": 13472
    },
    {
      "epoch": 0.8166060606060606,
      "grad_norm": 0.04959428682923317,
      "learning_rate": 0.0006115151515151515,
      "loss": 3.0081541538238525,
      "step": 13474
    },
    {
      "epoch": 0.8167272727272727,
      "grad_norm": 0.04693244770169258,
      "learning_rate": 0.0006111111111111111,
      "loss": 2.9718401432037354,
      "step": 13476
    },
    {
      "epoch": 0.8168484848484848,
      "grad_norm": 0.04801761731505394,
      "learning_rate": 0.0006107070707070708,
      "loss": 2.981546401977539,
      "step": 13478
    },
    {
      "epoch": 0.816969696969697,
      "grad_norm": 0.04796745255589485,
      "learning_rate": 0.0006103030303030303,
      "loss": 2.9974210262298584,
      "step": 13480
    },
    {
      "epoch": 0.8170909090909091,
      "grad_norm": 0.0463077649474144,
      "learning_rate": 0.0006098989898989899,
      "loss": 2.951465606689453,
      "step": 13482
    },
    {
      "epoch": 0.8172121212121212,
      "grad_norm": 0.04606413468718529,
      "learning_rate": 0.0006094949494949496,
      "loss": 2.9737911224365234,
      "step": 13484
    },
    {
      "epoch": 0.8173333333333334,
      "grad_norm": 0.045160915702581406,
      "learning_rate": 0.0006090909090909091,
      "loss": 2.985938549041748,
      "step": 13486
    },
    {
      "epoch": 0.8174545454545454,
      "grad_norm": 0.04978189989924431,
      "learning_rate": 0.0006086868686868687,
      "loss": 2.9661450386047363,
      "step": 13488
    },
    {
      "epoch": 0.8175757575757576,
      "grad_norm": 0.050027038902044296,
      "learning_rate": 0.0006082828282828283,
      "loss": 3.0324676036834717,
      "step": 13490
    },
    {
      "epoch": 0.8176969696969697,
      "grad_norm": 0.05199417471885681,
      "learning_rate": 0.0006078787878787879,
      "loss": 2.9807841777801514,
      "step": 13492
    },
    {
      "epoch": 0.8178181818181818,
      "grad_norm": 0.04673049971461296,
      "learning_rate": 0.0006074747474747475,
      "loss": 3.0134613513946533,
      "step": 13494
    },
    {
      "epoch": 0.817939393939394,
      "grad_norm": 0.05560171231627464,
      "learning_rate": 0.0006070707070707071,
      "loss": 2.940178632736206,
      "step": 13496
    },
    {
      "epoch": 0.818060606060606,
      "grad_norm": 0.06095551699399948,
      "learning_rate": 0.0006066666666666667,
      "loss": 3.0344314575195312,
      "step": 13498
    },
    {
      "epoch": 0.8181818181818182,
      "grad_norm": 0.05998795107007027,
      "learning_rate": 0.0006062626262626263,
      "loss": 2.9435455799102783,
      "step": 13500
    },
    {
      "epoch": 0.8183030303030303,
      "grad_norm": 0.04748881980776787,
      "learning_rate": 0.0006058585858585858,
      "loss": 3.024442672729492,
      "step": 13502
    },
    {
      "epoch": 0.8184242424242424,
      "grad_norm": 0.04832036793231964,
      "learning_rate": 0.0006054545454545455,
      "loss": 2.975292682647705,
      "step": 13504
    },
    {
      "epoch": 0.8185454545454546,
      "grad_norm": 0.04811418429017067,
      "learning_rate": 0.0006050505050505051,
      "loss": 3.000211715698242,
      "step": 13506
    },
    {
      "epoch": 0.8186666666666667,
      "grad_norm": 0.04817682132124901,
      "learning_rate": 0.0006046464646464647,
      "loss": 2.9785091876983643,
      "step": 13508
    },
    {
      "epoch": 0.8187878787878788,
      "grad_norm": 0.05719006806612015,
      "learning_rate": 0.0006042424242424242,
      "loss": 3.0197064876556396,
      "step": 13510
    },
    {
      "epoch": 0.8189090909090909,
      "grad_norm": 0.055795006453990936,
      "learning_rate": 0.0006038383838383839,
      "loss": 3.022819757461548,
      "step": 13512
    },
    {
      "epoch": 0.819030303030303,
      "grad_norm": 0.0750897154211998,
      "learning_rate": 0.0006034343434343435,
      "loss": 3.0694408416748047,
      "step": 13514
    },
    {
      "epoch": 0.8191515151515152,
      "grad_norm": 0.059763144701719284,
      "learning_rate": 0.0006030303030303031,
      "loss": 2.9911508560180664,
      "step": 13516
    },
    {
      "epoch": 0.8192727272727273,
      "grad_norm": 0.0555020272731781,
      "learning_rate": 0.0006026262626262627,
      "loss": 2.993999719619751,
      "step": 13518
    },
    {
      "epoch": 0.8193939393939393,
      "grad_norm": 0.06366230547428131,
      "learning_rate": 0.0006022222222222222,
      "loss": 3.009535312652588,
      "step": 13520
    },
    {
      "epoch": 0.8195151515151515,
      "grad_norm": 0.05488186702132225,
      "learning_rate": 0.0006018181818181819,
      "loss": 2.954522132873535,
      "step": 13522
    },
    {
      "epoch": 0.8196363636363636,
      "grad_norm": 0.04696402698755264,
      "learning_rate": 0.0006014141414141414,
      "loss": 3.010896682739258,
      "step": 13524
    },
    {
      "epoch": 0.8197575757575758,
      "grad_norm": 0.057019468396902084,
      "learning_rate": 0.000601010101010101,
      "loss": 2.9565823078155518,
      "step": 13526
    },
    {
      "epoch": 0.8198787878787879,
      "grad_norm": 0.05920756608247757,
      "learning_rate": 0.0006006060606060606,
      "loss": 3.000840187072754,
      "step": 13528
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.04865526407957077,
      "learning_rate": 0.0006002020202020203,
      "loss": 2.9985291957855225,
      "step": 13530
    },
    {
      "epoch": 0.8201212121212121,
      "grad_norm": 0.04949101805686951,
      "learning_rate": 0.0005997979797979798,
      "loss": 3.027608633041382,
      "step": 13532
    },
    {
      "epoch": 0.8202424242424242,
      "grad_norm": 0.0544966384768486,
      "learning_rate": 0.0005993939393939394,
      "loss": 3.022199869155884,
      "step": 13534
    },
    {
      "epoch": 0.8203636363636364,
      "grad_norm": 0.04840617999434471,
      "learning_rate": 0.000598989898989899,
      "loss": 3.030252695083618,
      "step": 13536
    },
    {
      "epoch": 0.8204848484848485,
      "grad_norm": 0.04821043834090233,
      "learning_rate": 0.0005985858585858587,
      "loss": 3.0278420448303223,
      "step": 13538
    },
    {
      "epoch": 0.8206060606060606,
      "grad_norm": 0.05129171162843704,
      "learning_rate": 0.0005981818181818181,
      "loss": 2.9838619232177734,
      "step": 13540
    },
    {
      "epoch": 0.8207272727272727,
      "grad_norm": 0.04930254444479942,
      "learning_rate": 0.0005977777777777778,
      "loss": 3.0106685161590576,
      "step": 13542
    },
    {
      "epoch": 0.8208484848484848,
      "grad_norm": 0.05797601118683815,
      "learning_rate": 0.0005973737373737374,
      "loss": 2.9912991523742676,
      "step": 13544
    },
    {
      "epoch": 0.820969696969697,
      "grad_norm": 0.06508145481348038,
      "learning_rate": 0.000596969696969697,
      "loss": 3.040030002593994,
      "step": 13546
    },
    {
      "epoch": 0.8210909090909091,
      "grad_norm": 0.04764100909233093,
      "learning_rate": 0.0005965656565656565,
      "loss": 3.0220181941986084,
      "step": 13548
    },
    {
      "epoch": 0.8212121212121212,
      "grad_norm": 0.054651957005262375,
      "learning_rate": 0.0005961616161616162,
      "loss": 3.0701799392700195,
      "step": 13550
    },
    {
      "epoch": 0.8213333333333334,
      "grad_norm": 0.049908265471458435,
      "learning_rate": 0.0005957575757575759,
      "loss": 3.005467176437378,
      "step": 13552
    },
    {
      "epoch": 0.8214545454545454,
      "grad_norm": 0.06047055870294571,
      "learning_rate": 0.0005953535353535353,
      "loss": 3.0351979732513428,
      "step": 13554
    },
    {
      "epoch": 0.8215757575757576,
      "grad_norm": 0.06231583282351494,
      "learning_rate": 0.000594949494949495,
      "loss": 3.0363848209381104,
      "step": 13556
    },
    {
      "epoch": 0.8216969696969697,
      "grad_norm": 0.058464959263801575,
      "learning_rate": 0.0005945454545454546,
      "loss": 3.0360662937164307,
      "step": 13558
    },
    {
      "epoch": 0.8218181818181818,
      "grad_norm": 0.05971399322152138,
      "learning_rate": 0.0005941414141414142,
      "loss": 3.05120849609375,
      "step": 13560
    },
    {
      "epoch": 0.821939393939394,
      "grad_norm": 0.0498645044863224,
      "learning_rate": 0.0005937373737373737,
      "loss": 3.0323102474212646,
      "step": 13562
    },
    {
      "epoch": 0.822060606060606,
      "grad_norm": 0.04821431264281273,
      "learning_rate": 0.0005933333333333334,
      "loss": 3.019207239151001,
      "step": 13564
    },
    {
      "epoch": 0.8221818181818182,
      "grad_norm": 0.048460543155670166,
      "learning_rate": 0.000592929292929293,
      "loss": 3.047628402709961,
      "step": 13566
    },
    {
      "epoch": 0.8223030303030303,
      "grad_norm": 0.057887885719537735,
      "learning_rate": 0.0005925252525252525,
      "loss": 3.0030999183654785,
      "step": 13568
    },
    {
      "epoch": 0.8224242424242424,
      "grad_norm": 0.05793848633766174,
      "learning_rate": 0.0005921212121212121,
      "loss": 3.0625665187835693,
      "step": 13570
    },
    {
      "epoch": 0.8225454545454546,
      "grad_norm": 0.060549888759851456,
      "learning_rate": 0.0005917171717171718,
      "loss": 3.058459997177124,
      "step": 13572
    },
    {
      "epoch": 0.8226666666666667,
      "grad_norm": 0.06365973502397537,
      "learning_rate": 0.0005913131313131313,
      "loss": 3.00738787651062,
      "step": 13574
    },
    {
      "epoch": 0.8227878787878787,
      "grad_norm": 0.049028679728507996,
      "learning_rate": 0.0005909090909090909,
      "loss": 3.0627217292785645,
      "step": 13576
    },
    {
      "epoch": 0.8229090909090909,
      "grad_norm": 0.0478411503136158,
      "learning_rate": 0.0005905050505050505,
      "loss": 3.0615110397338867,
      "step": 13578
    },
    {
      "epoch": 0.823030303030303,
      "grad_norm": 0.051691774278879166,
      "learning_rate": 0.0005901010101010101,
      "loss": 3.033698081970215,
      "step": 13580
    },
    {
      "epoch": 0.8231515151515152,
      "grad_norm": 0.05496274679899216,
      "learning_rate": 0.0005896969696969697,
      "loss": 3.021897554397583,
      "step": 13582
    },
    {
      "epoch": 0.8232727272727273,
      "grad_norm": 0.0618591345846653,
      "learning_rate": 0.0005892929292929293,
      "loss": 3.044389009475708,
      "step": 13584
    },
    {
      "epoch": 0.8233939393939393,
      "grad_norm": 0.06198738515377045,
      "learning_rate": 0.0005888888888888889,
      "loss": 3.0169591903686523,
      "step": 13586
    },
    {
      "epoch": 0.8235151515151515,
      "grad_norm": 0.04764118790626526,
      "learning_rate": 0.0005884848484848485,
      "loss": 3.0570521354675293,
      "step": 13588
    },
    {
      "epoch": 0.8236363636363636,
      "grad_norm": 0.05214489996433258,
      "learning_rate": 0.0005880808080808082,
      "loss": 3.0601789951324463,
      "step": 13590
    },
    {
      "epoch": 0.8237575757575758,
      "grad_norm": 0.04733531177043915,
      "learning_rate": 0.0005876767676767677,
      "loss": 3.038083076477051,
      "step": 13592
    },
    {
      "epoch": 0.8238787878787879,
      "grad_norm": 0.047226469963788986,
      "learning_rate": 0.0005872727272727273,
      "loss": 3.0380382537841797,
      "step": 13594
    },
    {
      "epoch": 0.824,
      "grad_norm": 0.05643172189593315,
      "learning_rate": 0.0005868686868686869,
      "loss": 3.0314667224884033,
      "step": 13596
    },
    {
      "epoch": 0.8241212121212121,
      "grad_norm": 0.059464432299137115,
      "learning_rate": 0.0005864646464646465,
      "loss": 3.0160417556762695,
      "step": 13598
    },
    {
      "epoch": 0.8242424242424242,
      "grad_norm": 0.0753321647644043,
      "learning_rate": 0.0005860606060606061,
      "loss": 3.04836368560791,
      "step": 13600
    },
    {
      "epoch": 0.8243636363636364,
      "grad_norm": 0.05770951136946678,
      "learning_rate": 0.0005856565656565657,
      "loss": 3.059128522872925,
      "step": 13602
    },
    {
      "epoch": 0.8244848484848485,
      "grad_norm": 0.04923202469944954,
      "learning_rate": 0.0005852525252525253,
      "loss": 3.0162129402160645,
      "step": 13604
    },
    {
      "epoch": 0.8246060606060606,
      "grad_norm": 0.049564167857170105,
      "learning_rate": 0.0005848484848484849,
      "loss": 3.0348286628723145,
      "step": 13606
    },
    {
      "epoch": 0.8247272727272728,
      "grad_norm": 0.048757314682006836,
      "learning_rate": 0.0005844444444444444,
      "loss": 3.06526780128479,
      "step": 13608
    },
    {
      "epoch": 0.8248484848484848,
      "grad_norm": 0.047182597219944,
      "learning_rate": 0.0005840404040404041,
      "loss": 3.056626558303833,
      "step": 13610
    },
    {
      "epoch": 0.824969696969697,
      "grad_norm": 0.04671064019203186,
      "learning_rate": 0.0005836363636363636,
      "loss": 3.076991558074951,
      "step": 13612
    },
    {
      "epoch": 0.8250909090909091,
      "grad_norm": 0.0465199239552021,
      "learning_rate": 0.0005832323232323232,
      "loss": 3.052119016647339,
      "step": 13614
    },
    {
      "epoch": 0.8252121212121212,
      "grad_norm": 0.048488881438970566,
      "learning_rate": 0.0005828282828282828,
      "loss": 2.9932432174682617,
      "step": 13616
    },
    {
      "epoch": 0.8253333333333334,
      "grad_norm": 0.055040281265974045,
      "learning_rate": 0.0005824242424242425,
      "loss": 3.0289714336395264,
      "step": 13618
    },
    {
      "epoch": 0.8254545454545454,
      "grad_norm": 0.050386812537908554,
      "learning_rate": 0.000582020202020202,
      "loss": 3.061964750289917,
      "step": 13620
    },
    {
      "epoch": 0.8255757575757576,
      "grad_norm": 0.055467892438173294,
      "learning_rate": 0.0005816161616161616,
      "loss": 3.0382306575775146,
      "step": 13622
    },
    {
      "epoch": 0.8256969696969697,
      "grad_norm": 0.05555763840675354,
      "learning_rate": 0.0005812121212121213,
      "loss": 3.0695927143096924,
      "step": 13624
    },
    {
      "epoch": 0.8258181818181818,
      "grad_norm": 0.0581030547618866,
      "learning_rate": 0.0005808080808080809,
      "loss": 3.0819971561431885,
      "step": 13626
    },
    {
      "epoch": 0.825939393939394,
      "grad_norm": 0.053008537739515305,
      "learning_rate": 0.0005804040404040404,
      "loss": 3.063852071762085,
      "step": 13628
    },
    {
      "epoch": 0.826060606060606,
      "grad_norm": 0.046426922082901,
      "learning_rate": 0.00058,
      "loss": 3.057105779647827,
      "step": 13630
    },
    {
      "epoch": 0.8261818181818181,
      "grad_norm": 0.04602977633476257,
      "learning_rate": 0.0005795959595959597,
      "loss": 3.0511960983276367,
      "step": 13632
    },
    {
      "epoch": 0.8263030303030303,
      "grad_norm": 0.047359760850667953,
      "learning_rate": 0.0005791919191919191,
      "loss": 3.089928150177002,
      "step": 13634
    },
    {
      "epoch": 0.8264242424242424,
      "grad_norm": 0.05011024326086044,
      "learning_rate": 0.0005787878787878788,
      "loss": 3.1084020137786865,
      "step": 13636
    },
    {
      "epoch": 0.8265454545454546,
      "grad_norm": 0.059670958667993546,
      "learning_rate": 0.0005783838383838384,
      "loss": 3.0786447525024414,
      "step": 13638
    },
    {
      "epoch": 0.8266666666666667,
      "grad_norm": 0.05205462500452995,
      "learning_rate": 0.0005779797979797981,
      "loss": 3.089325428009033,
      "step": 13640
    },
    {
      "epoch": 0.8267878787878787,
      "grad_norm": 0.05038244649767876,
      "learning_rate": 0.0005775757575757575,
      "loss": 3.0458412170410156,
      "step": 13642
    },
    {
      "epoch": 0.8269090909090909,
      "grad_norm": 0.049855928868055344,
      "learning_rate": 0.0005771717171717172,
      "loss": 3.0736687183380127,
      "step": 13644
    },
    {
      "epoch": 0.827030303030303,
      "grad_norm": 0.050245579332113266,
      "learning_rate": 0.0005767676767676768,
      "loss": 3.0994112491607666,
      "step": 13646
    },
    {
      "epoch": 0.8271515151515152,
      "grad_norm": 0.04745440557599068,
      "learning_rate": 0.0005763636363636364,
      "loss": 3.056340217590332,
      "step": 13648
    },
    {
      "epoch": 0.8272727272727273,
      "grad_norm": 0.049330420792102814,
      "learning_rate": 0.0005759595959595959,
      "loss": 3.0747358798980713,
      "step": 13650
    },
    {
      "epoch": 0.8273939393939393,
      "grad_norm": 0.04851084202528,
      "learning_rate": 0.0005755555555555556,
      "loss": 3.0975215435028076,
      "step": 13652
    },
    {
      "epoch": 0.8275151515151515,
      "grad_norm": 0.0608077198266983,
      "learning_rate": 0.0005751515151515152,
      "loss": 3.085906505584717,
      "step": 13654
    },
    {
      "epoch": 0.8276363636363636,
      "grad_norm": 0.059960536658763885,
      "learning_rate": 0.0005747474747474747,
      "loss": 3.071129322052002,
      "step": 13656
    },
    {
      "epoch": 0.8277575757575758,
      "grad_norm": 0.06676787883043289,
      "learning_rate": 0.0005743434343434344,
      "loss": 3.0777430534362793,
      "step": 13658
    },
    {
      "epoch": 0.8278787878787879,
      "grad_norm": 0.06070912629365921,
      "learning_rate": 0.000573939393939394,
      "loss": 3.0826685428619385,
      "step": 13660
    },
    {
      "epoch": 0.828,
      "grad_norm": 0.05517510697245598,
      "learning_rate": 0.0005735353535353536,
      "loss": 3.0801005363464355,
      "step": 13662
    },
    {
      "epoch": 0.8281212121212121,
      "grad_norm": 0.051419906318187714,
      "learning_rate": 0.0005731313131313131,
      "loss": 3.0406131744384766,
      "step": 13664
    },
    {
      "epoch": 0.8282424242424242,
      "grad_norm": 0.047955386340618134,
      "learning_rate": 0.0005727272727272728,
      "loss": 3.0642735958099365,
      "step": 13666
    },
    {
      "epoch": 0.8283636363636364,
      "grad_norm": 0.048349566757678986,
      "learning_rate": 0.0005723232323232323,
      "loss": 3.0864741802215576,
      "step": 13668
    },
    {
      "epoch": 0.8284848484848485,
      "grad_norm": 0.052033063024282455,
      "learning_rate": 0.000571919191919192,
      "loss": 3.052867889404297,
      "step": 13670
    },
    {
      "epoch": 0.8286060606060606,
      "grad_norm": 0.04955743998289108,
      "learning_rate": 0.0005715151515151515,
      "loss": 3.0061380863189697,
      "step": 13672
    },
    {
      "epoch": 0.8287272727272728,
      "grad_norm": 0.04854714497923851,
      "learning_rate": 0.0005711111111111111,
      "loss": 3.0143041610717773,
      "step": 13674
    },
    {
      "epoch": 0.8288484848484848,
      "grad_norm": 0.049232542514801025,
      "learning_rate": 0.0005707070707070707,
      "loss": 3.049494504928589,
      "step": 13676
    },
    {
      "epoch": 0.828969696969697,
      "grad_norm": 0.04694598913192749,
      "learning_rate": 0.0005703030303030304,
      "loss": 3.099536895751953,
      "step": 13678
    },
    {
      "epoch": 0.8290909090909091,
      "grad_norm": 0.04602203518152237,
      "learning_rate": 0.0005698989898989899,
      "loss": 3.0516152381896973,
      "step": 13680
    },
    {
      "epoch": 0.8292121212121212,
      "grad_norm": 0.048387590795755386,
      "learning_rate": 0.0005694949494949495,
      "loss": 3.058864116668701,
      "step": 13682
    },
    {
      "epoch": 0.8293333333333334,
      "grad_norm": 0.04948975518345833,
      "learning_rate": 0.0005690909090909091,
      "loss": 3.0600273609161377,
      "step": 13684
    },
    {
      "epoch": 0.8294545454545454,
      "grad_norm": 0.046487126499414444,
      "learning_rate": 0.0005686868686868687,
      "loss": 3.0601253509521484,
      "step": 13686
    },
    {
      "epoch": 0.8295757575757575,
      "grad_norm": 0.048680033534765244,
      "learning_rate": 0.0005682828282828283,
      "loss": 3.0528223514556885,
      "step": 13688
    },
    {
      "epoch": 0.8296969696969697,
      "grad_norm": 0.05114282667636871,
      "learning_rate": 0.0005678787878787879,
      "loss": 3.0353734493255615,
      "step": 13690
    },
    {
      "epoch": 0.8298181818181818,
      "grad_norm": 0.04705335199832916,
      "learning_rate": 0.0005674747474747476,
      "loss": 3.042607069015503,
      "step": 13692
    },
    {
      "epoch": 0.829939393939394,
      "grad_norm": 0.04883192107081413,
      "learning_rate": 0.0005670707070707071,
      "loss": 3.0757248401641846,
      "step": 13694
    },
    {
      "epoch": 0.830060606060606,
      "grad_norm": 0.05167026445269585,
      "learning_rate": 0.0005666666666666667,
      "loss": 3.0898683071136475,
      "step": 13696
    },
    {
      "epoch": 0.8301818181818181,
      "grad_norm": 0.046664923429489136,
      "learning_rate": 0.0005662626262626263,
      "loss": 3.0808730125427246,
      "step": 13698
    },
    {
      "epoch": 0.8303030303030303,
      "grad_norm": 0.04716499522328377,
      "learning_rate": 0.000565858585858586,
      "loss": 3.0168039798736572,
      "step": 13700
    },
    {
      "epoch": 0.8304242424242424,
      "grad_norm": 0.04711788520216942,
      "learning_rate": 0.0005654545454545454,
      "loss": 3.052604913711548,
      "step": 13702
    },
    {
      "epoch": 0.8305454545454546,
      "grad_norm": 0.04815881326794624,
      "learning_rate": 0.0005650505050505051,
      "loss": 3.066643476486206,
      "step": 13704
    },
    {
      "epoch": 0.8306666666666667,
      "grad_norm": 0.04559068754315376,
      "learning_rate": 0.0005646464646464647,
      "loss": 3.103578805923462,
      "step": 13706
    },
    {
      "epoch": 0.8307878787878787,
      "grad_norm": 0.049779124557971954,
      "learning_rate": 0.0005642424242424242,
      "loss": 3.0376272201538086,
      "step": 13708
    },
    {
      "epoch": 0.8309090909090909,
      "grad_norm": 0.04982629418373108,
      "learning_rate": 0.0005638383838383838,
      "loss": 3.0102570056915283,
      "step": 13710
    },
    {
      "epoch": 0.831030303030303,
      "grad_norm": 0.0476880818605423,
      "learning_rate": 0.0005634343434343435,
      "loss": 3.056259870529175,
      "step": 13712
    },
    {
      "epoch": 0.8311515151515152,
      "grad_norm": 0.049839697778224945,
      "learning_rate": 0.0005630303030303031,
      "loss": 3.0409231185913086,
      "step": 13714
    },
    {
      "epoch": 0.8312727272727273,
      "grad_norm": 0.05717024952173233,
      "learning_rate": 0.0005626262626262626,
      "loss": 3.0458390712738037,
      "step": 13716
    },
    {
      "epoch": 0.8313939393939394,
      "grad_norm": 0.05510488152503967,
      "learning_rate": 0.0005622222222222222,
      "loss": 3.0439844131469727,
      "step": 13718
    },
    {
      "epoch": 0.8315151515151515,
      "grad_norm": 0.04678842052817345,
      "learning_rate": 0.0005618181818181819,
      "loss": 3.079713821411133,
      "step": 13720
    },
    {
      "epoch": 0.8316363636363636,
      "grad_norm": 0.048351287841796875,
      "learning_rate": 0.0005614141414141415,
      "loss": 3.0602211952209473,
      "step": 13722
    },
    {
      "epoch": 0.8317575757575758,
      "grad_norm": 0.05447176843881607,
      "learning_rate": 0.000561010101010101,
      "loss": 3.0050430297851562,
      "step": 13724
    },
    {
      "epoch": 0.8318787878787879,
      "grad_norm": 0.05773351714015007,
      "learning_rate": 0.0005606060606060607,
      "loss": 3.08632755279541,
      "step": 13726
    },
    {
      "epoch": 0.832,
      "grad_norm": 0.06283583492040634,
      "learning_rate": 0.0005602020202020202,
      "loss": 3.067247152328491,
      "step": 13728
    },
    {
      "epoch": 0.8321212121212122,
      "grad_norm": 0.06690982729196548,
      "learning_rate": 0.0005597979797979798,
      "loss": 3.0980517864227295,
      "step": 13730
    },
    {
      "epoch": 0.8322424242424242,
      "grad_norm": 0.0470271036028862,
      "learning_rate": 0.0005593939393939394,
      "loss": 3.047401189804077,
      "step": 13732
    },
    {
      "epoch": 0.8323636363636364,
      "grad_norm": 0.04734386131167412,
      "learning_rate": 0.0005589898989898991,
      "loss": 3.0217180252075195,
      "step": 13734
    },
    {
      "epoch": 0.8324848484848485,
      "grad_norm": 0.04914359003305435,
      "learning_rate": 0.0005585858585858586,
      "loss": 3.0471484661102295,
      "step": 13736
    },
    {
      "epoch": 0.8326060606060606,
      "grad_norm": 0.047278519719839096,
      "learning_rate": 0.0005581818181818182,
      "loss": 3.0098021030426025,
      "step": 13738
    },
    {
      "epoch": 0.8327272727272728,
      "grad_norm": 0.054294221103191376,
      "learning_rate": 0.0005577777777777778,
      "loss": 3.0408811569213867,
      "step": 13740
    },
    {
      "epoch": 0.8328484848484848,
      "grad_norm": 0.04731460288167,
      "learning_rate": 0.0005573737373737374,
      "loss": 3.0162904262542725,
      "step": 13742
    },
    {
      "epoch": 0.8329696969696969,
      "grad_norm": 0.05961072817444801,
      "learning_rate": 0.000556969696969697,
      "loss": 3.0318355560302734,
      "step": 13744
    },
    {
      "epoch": 0.8330909090909091,
      "grad_norm": 0.05554961413145065,
      "learning_rate": 0.0005565656565656566,
      "loss": 3.0365543365478516,
      "step": 13746
    },
    {
      "epoch": 0.8332121212121212,
      "grad_norm": 0.046842753887176514,
      "learning_rate": 0.0005561616161616162,
      "loss": 3.0382730960845947,
      "step": 13748
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 0.05024043843150139,
      "learning_rate": 0.0005557575757575758,
      "loss": 3.0115773677825928,
      "step": 13750
    },
    {
      "epoch": 0.8334545454545454,
      "grad_norm": 0.0481439083814621,
      "learning_rate": 0.0005553535353535353,
      "loss": 3.0894508361816406,
      "step": 13752
    },
    {
      "epoch": 0.8335757575757575,
      "grad_norm": 0.056520309299230576,
      "learning_rate": 0.000554949494949495,
      "loss": 3.0022785663604736,
      "step": 13754
    },
    {
      "epoch": 0.8336969696969697,
      "grad_norm": 0.05741679295897484,
      "learning_rate": 0.0005545454545454546,
      "loss": 2.976047992706299,
      "step": 13756
    },
    {
      "epoch": 0.8338181818181818,
      "grad_norm": 0.04889359697699547,
      "learning_rate": 0.0005541414141414142,
      "loss": 3.085017681121826,
      "step": 13758
    },
    {
      "epoch": 0.833939393939394,
      "grad_norm": 0.04671713337302208,
      "learning_rate": 0.0005537373737373738,
      "loss": 3.035235643386841,
      "step": 13760
    },
    {
      "epoch": 0.8340606060606061,
      "grad_norm": 0.05103049427270889,
      "learning_rate": 0.0005533333333333333,
      "loss": 3.0306262969970703,
      "step": 13762
    },
    {
      "epoch": 0.8341818181818181,
      "grad_norm": 0.04742493852972984,
      "learning_rate": 0.000552929292929293,
      "loss": 3.0735573768615723,
      "step": 13764
    },
    {
      "epoch": 0.8343030303030303,
      "grad_norm": 0.046561770141124725,
      "learning_rate": 0.0005525252525252526,
      "loss": 3.0619070529937744,
      "step": 13766
    },
    {
      "epoch": 0.8344242424242424,
      "grad_norm": 0.06087931618094444,
      "learning_rate": 0.0005521212121212121,
      "loss": 3.051612615585327,
      "step": 13768
    },
    {
      "epoch": 0.8345454545454546,
      "grad_norm": 0.059457141906023026,
      "learning_rate": 0.0005517171717171717,
      "loss": 3.0369129180908203,
      "step": 13770
    },
    {
      "epoch": 0.8346666666666667,
      "grad_norm": 0.05577906593680382,
      "learning_rate": 0.0005513131313131314,
      "loss": 3.0835278034210205,
      "step": 13772
    },
    {
      "epoch": 0.8347878787878787,
      "grad_norm": 0.05445067584514618,
      "learning_rate": 0.0005509090909090909,
      "loss": 3.039630889892578,
      "step": 13774
    },
    {
      "epoch": 0.8349090909090909,
      "grad_norm": 0.05301586166024208,
      "learning_rate": 0.0005505050505050505,
      "loss": 3.05086612701416,
      "step": 13776
    },
    {
      "epoch": 0.835030303030303,
      "grad_norm": 0.05030181631445885,
      "learning_rate": 0.0005501010101010101,
      "loss": 3.08060622215271,
      "step": 13778
    },
    {
      "epoch": 0.8351515151515152,
      "grad_norm": 0.04720666632056236,
      "learning_rate": 0.0005496969696969698,
      "loss": 3.02995228767395,
      "step": 13780
    },
    {
      "epoch": 0.8352727272727273,
      "grad_norm": 0.04680046811699867,
      "learning_rate": 0.0005492929292929292,
      "loss": 3.026705741882324,
      "step": 13782
    },
    {
      "epoch": 0.8353939393939394,
      "grad_norm": 0.05016390606760979,
      "learning_rate": 0.0005488888888888889,
      "loss": 3.0518457889556885,
      "step": 13784
    },
    {
      "epoch": 0.8355151515151515,
      "grad_norm": 0.05727597326040268,
      "learning_rate": 0.0005484848484848485,
      "loss": 3.042036533355713,
      "step": 13786
    },
    {
      "epoch": 0.8356363636363636,
      "grad_norm": 0.05192696303129196,
      "learning_rate": 0.0005480808080808082,
      "loss": 3.089231491088867,
      "step": 13788
    },
    {
      "epoch": 0.8357575757575758,
      "grad_norm": 0.04974263533949852,
      "learning_rate": 0.0005476767676767677,
      "loss": 3.0327229499816895,
      "step": 13790
    },
    {
      "epoch": 0.8358787878787879,
      "grad_norm": 0.061510536819696426,
      "learning_rate": 0.0005472727272727273,
      "loss": 2.991811990737915,
      "step": 13792
    },
    {
      "epoch": 0.836,
      "grad_norm": 0.04944981262087822,
      "learning_rate": 0.000546868686868687,
      "loss": 3.0929198265075684,
      "step": 13794
    },
    {
      "epoch": 0.8361212121212122,
      "grad_norm": 0.04830443486571312,
      "learning_rate": 0.0005464646464646464,
      "loss": 3.0534021854400635,
      "step": 13796
    },
    {
      "epoch": 0.8362424242424242,
      "grad_norm": 0.05445937439799309,
      "learning_rate": 0.0005460606060606061,
      "loss": 3.056471586227417,
      "step": 13798
    },
    {
      "epoch": 0.8363636363636363,
      "grad_norm": 0.056354038417339325,
      "learning_rate": 0.0005456565656565657,
      "loss": 3.0638790130615234,
      "step": 13800
    },
    {
      "epoch": 0.8364848484848485,
      "grad_norm": 0.05875447764992714,
      "learning_rate": 0.0005452525252525253,
      "loss": 2.998694658279419,
      "step": 13802
    },
    {
      "epoch": 0.8366060606060606,
      "grad_norm": 0.048524726182222366,
      "learning_rate": 0.0005448484848484848,
      "loss": 3.0309295654296875,
      "step": 13804
    },
    {
      "epoch": 0.8367272727272728,
      "grad_norm": 0.05044050142168999,
      "learning_rate": 0.0005444444444444445,
      "loss": 3.0302743911743164,
      "step": 13806
    },
    {
      "epoch": 0.8368484848484848,
      "grad_norm": 0.04807687923312187,
      "learning_rate": 0.0005440404040404041,
      "loss": 3.0619211196899414,
      "step": 13808
    },
    {
      "epoch": 0.8369696969696969,
      "grad_norm": 0.046919554471969604,
      "learning_rate": 0.0005436363636363637,
      "loss": 3.0366976261138916,
      "step": 13810
    },
    {
      "epoch": 0.8370909090909091,
      "grad_norm": 0.04730372130870819,
      "learning_rate": 0.0005432323232323232,
      "loss": 3.030794858932495,
      "step": 13812
    },
    {
      "epoch": 0.8372121212121212,
      "grad_norm": 0.05022171884775162,
      "learning_rate": 0.0005428282828282829,
      "loss": 3.033234119415283,
      "step": 13814
    },
    {
      "epoch": 0.8373333333333334,
      "grad_norm": 0.048432640731334686,
      "learning_rate": 0.0005424242424242424,
      "loss": 3.0277280807495117,
      "step": 13816
    },
    {
      "epoch": 0.8374545454545455,
      "grad_norm": 0.05732167512178421,
      "learning_rate": 0.000542020202020202,
      "loss": 3.053408622741699,
      "step": 13818
    },
    {
      "epoch": 0.8375757575757575,
      "grad_norm": 0.05478091537952423,
      "learning_rate": 0.0005416161616161616,
      "loss": 2.968904495239258,
      "step": 13820
    },
    {
      "epoch": 0.8376969696969697,
      "grad_norm": 0.05327370762825012,
      "learning_rate": 0.0005412121212121212,
      "loss": 3.015718936920166,
      "step": 13822
    },
    {
      "epoch": 0.8378181818181818,
      "grad_norm": 0.049561142921447754,
      "learning_rate": 0.0005408080808080809,
      "loss": 3.0685226917266846,
      "step": 13824
    },
    {
      "epoch": 0.837939393939394,
      "grad_norm": 0.0500648207962513,
      "learning_rate": 0.0005404040404040404,
      "loss": 3.0447182655334473,
      "step": 13826
    },
    {
      "epoch": 0.8380606060606061,
      "grad_norm": 0.05689282342791557,
      "learning_rate": 0.0005400000000000001,
      "loss": 3.041506767272949,
      "step": 13828
    },
    {
      "epoch": 0.8381818181818181,
      "grad_norm": 0.05567318946123123,
      "learning_rate": 0.0005395959595959596,
      "loss": 3.045689821243286,
      "step": 13830
    },
    {
      "epoch": 0.8383030303030303,
      "grad_norm": 0.04984410107135773,
      "learning_rate": 0.0005391919191919193,
      "loss": 3.0567610263824463,
      "step": 13832
    },
    {
      "epoch": 0.8384242424242424,
      "grad_norm": 0.050773609429597855,
      "learning_rate": 0.0005387878787878788,
      "loss": 3.034923553466797,
      "step": 13834
    },
    {
      "epoch": 0.8385454545454546,
      "grad_norm": 0.0500849112868309,
      "learning_rate": 0.0005383838383838384,
      "loss": 3.08501935005188,
      "step": 13836
    },
    {
      "epoch": 0.8386666666666667,
      "grad_norm": 0.04951319843530655,
      "learning_rate": 0.000537979797979798,
      "loss": 3.019508123397827,
      "step": 13838
    },
    {
      "epoch": 0.8387878787878787,
      "grad_norm": 0.05574405938386917,
      "learning_rate": 0.0005375757575757576,
      "loss": 2.9969377517700195,
      "step": 13840
    },
    {
      "epoch": 0.8389090909090909,
      "grad_norm": 0.0614066943526268,
      "learning_rate": 0.0005371717171717172,
      "loss": 3.0168240070343018,
      "step": 13842
    },
    {
      "epoch": 0.839030303030303,
      "grad_norm": 0.06263849884271622,
      "learning_rate": 0.0005367676767676768,
      "loss": 3.0727617740631104,
      "step": 13844
    },
    {
      "epoch": 0.8391515151515152,
      "grad_norm": 0.0540604367852211,
      "learning_rate": 0.0005363636363636364,
      "loss": 3.0312938690185547,
      "step": 13846
    },
    {
      "epoch": 0.8392727272727273,
      "grad_norm": 0.050298500806093216,
      "learning_rate": 0.000535959595959596,
      "loss": 3.020310640335083,
      "step": 13848
    },
    {
      "epoch": 0.8393939393939394,
      "grad_norm": 0.04745107144117355,
      "learning_rate": 0.0005355555555555555,
      "loss": 3.05973744392395,
      "step": 13850
    },
    {
      "epoch": 0.8395151515151515,
      "grad_norm": 0.04761083051562309,
      "learning_rate": 0.0005351515151515152,
      "loss": 3.0068914890289307,
      "step": 13852
    },
    {
      "epoch": 0.8396363636363636,
      "grad_norm": 0.04821622371673584,
      "learning_rate": 0.0005347474747474748,
      "loss": 3.029892683029175,
      "step": 13854
    },
    {
      "epoch": 0.8397575757575757,
      "grad_norm": 0.04855246841907501,
      "learning_rate": 0.0005343434343434343,
      "loss": 3.066859722137451,
      "step": 13856
    },
    {
      "epoch": 0.8398787878787879,
      "grad_norm": 0.04855259507894516,
      "learning_rate": 0.000533939393939394,
      "loss": 2.971670389175415,
      "step": 13858
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.04930008202791214,
      "learning_rate": 0.0005335353535353536,
      "loss": 3.0219099521636963,
      "step": 13860
    },
    {
      "epoch": 0.8401212121212122,
      "grad_norm": 0.060206733644008636,
      "learning_rate": 0.0005331313131313131,
      "loss": 3.0090506076812744,
      "step": 13862
    },
    {
      "epoch": 0.8402424242424242,
      "grad_norm": 0.0677548497915268,
      "learning_rate": 0.0005327272727272727,
      "loss": 3.0603888034820557,
      "step": 13864
    },
    {
      "epoch": 0.8403636363636363,
      "grad_norm": 0.050809986889362335,
      "learning_rate": 0.0005323232323232324,
      "loss": 2.999768018722534,
      "step": 13866
    },
    {
      "epoch": 0.8404848484848485,
      "grad_norm": 0.04931553453207016,
      "learning_rate": 0.000531919191919192,
      "loss": 3.055536985397339,
      "step": 13868
    },
    {
      "epoch": 0.8406060606060606,
      "grad_norm": 0.04742056876420975,
      "learning_rate": 0.0005315151515151515,
      "loss": 3.0081264972686768,
      "step": 13870
    },
    {
      "epoch": 0.8407272727272728,
      "grad_norm": 0.04999512806534767,
      "learning_rate": 0.0005311111111111111,
      "loss": 3.001218557357788,
      "step": 13872
    },
    {
      "epoch": 0.8408484848484848,
      "grad_norm": 0.05122840031981468,
      "learning_rate": 0.0005307070707070708,
      "loss": 3.035796642303467,
      "step": 13874
    },
    {
      "epoch": 0.8409696969696969,
      "grad_norm": 0.05963926389813423,
      "learning_rate": 0.0005303030303030302,
      "loss": 3.0293893814086914,
      "step": 13876
    },
    {
      "epoch": 0.8410909090909091,
      "grad_norm": 0.05520037189126015,
      "learning_rate": 0.0005298989898989899,
      "loss": 3.0764362812042236,
      "step": 13878
    },
    {
      "epoch": 0.8412121212121212,
      "grad_norm": 0.049331460148096085,
      "learning_rate": 0.0005294949494949495,
      "loss": 3.04189133644104,
      "step": 13880
    },
    {
      "epoch": 0.8413333333333334,
      "grad_norm": 0.05320977047085762,
      "learning_rate": 0.0005290909090909092,
      "loss": 3.0606558322906494,
      "step": 13882
    },
    {
      "epoch": 0.8414545454545455,
      "grad_norm": 0.053117770701646805,
      "learning_rate": 0.0005286868686868686,
      "loss": 3.0294430255889893,
      "step": 13884
    },
    {
      "epoch": 0.8415757575757575,
      "grad_norm": 0.0496649295091629,
      "learning_rate": 0.0005282828282828283,
      "loss": 3.013505697250366,
      "step": 13886
    },
    {
      "epoch": 0.8416969696969697,
      "grad_norm": 0.05130770802497864,
      "learning_rate": 0.0005278787878787879,
      "loss": 3.054457664489746,
      "step": 13888
    },
    {
      "epoch": 0.8418181818181818,
      "grad_norm": 0.06711860746145248,
      "learning_rate": 0.0005274747474747475,
      "loss": 3.0813028812408447,
      "step": 13890
    },
    {
      "epoch": 0.841939393939394,
      "grad_norm": 0.06655155122280121,
      "learning_rate": 0.0005270707070707071,
      "loss": 3.034228801727295,
      "step": 13892
    },
    {
      "epoch": 0.8420606060606061,
      "grad_norm": 0.051579371094703674,
      "learning_rate": 0.0005266666666666667,
      "loss": 3.045003890991211,
      "step": 13894
    },
    {
      "epoch": 0.8421818181818181,
      "grad_norm": 0.05564428120851517,
      "learning_rate": 0.0005262626262626263,
      "loss": 3.0330519676208496,
      "step": 13896
    },
    {
      "epoch": 0.8423030303030303,
      "grad_norm": 0.06053447723388672,
      "learning_rate": 0.0005258585858585859,
      "loss": 3.022475004196167,
      "step": 13898
    },
    {
      "epoch": 0.8424242424242424,
      "grad_norm": 0.0713488832116127,
      "learning_rate": 0.0005254545454545455,
      "loss": 3.0458285808563232,
      "step": 13900
    },
    {
      "epoch": 0.8425454545454546,
      "grad_norm": 0.053415168076753616,
      "learning_rate": 0.0005250505050505051,
      "loss": 3.0429694652557373,
      "step": 13902
    },
    {
      "epoch": 0.8426666666666667,
      "grad_norm": 0.05544647201895714,
      "learning_rate": 0.0005246464646464647,
      "loss": 3.0336296558380127,
      "step": 13904
    },
    {
      "epoch": 0.8427878787878788,
      "grad_norm": 0.05216856300830841,
      "learning_rate": 0.0005242424242424242,
      "loss": 3.0323164463043213,
      "step": 13906
    },
    {
      "epoch": 0.8429090909090909,
      "grad_norm": 0.06013714522123337,
      "learning_rate": 0.0005238383838383839,
      "loss": 3.0079143047332764,
      "step": 13908
    },
    {
      "epoch": 0.843030303030303,
      "grad_norm": 0.054876312613487244,
      "learning_rate": 0.0005234343434343434,
      "loss": 2.9822559356689453,
      "step": 13910
    },
    {
      "epoch": 0.8431515151515151,
      "grad_norm": 0.053966645151376724,
      "learning_rate": 0.0005230303030303031,
      "loss": 3.002213954925537,
      "step": 13912
    },
    {
      "epoch": 0.8432727272727273,
      "grad_norm": 0.04974038898944855,
      "learning_rate": 0.0005226262626262626,
      "loss": 3.002073049545288,
      "step": 13914
    },
    {
      "epoch": 0.8433939393939394,
      "grad_norm": 0.048805564641952515,
      "learning_rate": 0.0005222222222222222,
      "loss": 3.0352234840393066,
      "step": 13916
    },
    {
      "epoch": 0.8435151515151516,
      "grad_norm": 0.047877177596092224,
      "learning_rate": 0.0005218181818181818,
      "loss": 3.02665376663208,
      "step": 13918
    },
    {
      "epoch": 0.8436363636363636,
      "grad_norm": 0.05774440988898277,
      "learning_rate": 0.0005214141414141415,
      "loss": 2.988978862762451,
      "step": 13920
    },
    {
      "epoch": 0.8437575757575757,
      "grad_norm": 0.055178746581077576,
      "learning_rate": 0.000521010101010101,
      "loss": 3.071418523788452,
      "step": 13922
    },
    {
      "epoch": 0.8438787878787879,
      "grad_norm": 0.0495782271027565,
      "learning_rate": 0.0005206060606060606,
      "loss": 3.0313236713409424,
      "step": 13924
    },
    {
      "epoch": 0.844,
      "grad_norm": 0.0478297621011734,
      "learning_rate": 0.0005202020202020203,
      "loss": 3.0190091133117676,
      "step": 13926
    },
    {
      "epoch": 0.8441212121212122,
      "grad_norm": 0.05165902525186539,
      "learning_rate": 0.0005197979797979798,
      "loss": 3.015874147415161,
      "step": 13928
    },
    {
      "epoch": 0.8442424242424242,
      "grad_norm": 0.048919107764959335,
      "learning_rate": 0.0005193939393939394,
      "loss": 2.99009370803833,
      "step": 13930
    },
    {
      "epoch": 0.8443636363636363,
      "grad_norm": 0.05016336962580681,
      "learning_rate": 0.000518989898989899,
      "loss": 3.0263006687164307,
      "step": 13932
    },
    {
      "epoch": 0.8444848484848485,
      "grad_norm": 0.049689408391714096,
      "learning_rate": 0.0005185858585858587,
      "loss": 3.0245766639709473,
      "step": 13934
    },
    {
      "epoch": 0.8446060606060606,
      "grad_norm": 0.047218695282936096,
      "learning_rate": 0.0005181818181818182,
      "loss": 3.0240907669067383,
      "step": 13936
    },
    {
      "epoch": 0.8447272727272728,
      "grad_norm": 0.04817831143736839,
      "learning_rate": 0.0005177777777777778,
      "loss": 3.0310702323913574,
      "step": 13938
    },
    {
      "epoch": 0.8448484848484848,
      "grad_norm": 0.047452278435230255,
      "learning_rate": 0.0005173737373737374,
      "loss": 2.9910662174224854,
      "step": 13940
    },
    {
      "epoch": 0.8449696969696969,
      "grad_norm": 0.047477394342422485,
      "learning_rate": 0.0005169696969696971,
      "loss": 2.9907705783843994,
      "step": 13942
    },
    {
      "epoch": 0.8450909090909091,
      "grad_norm": 0.04790354520082474,
      "learning_rate": 0.0005165656565656565,
      "loss": 2.9963150024414062,
      "step": 13944
    },
    {
      "epoch": 0.8452121212121212,
      "grad_norm": 0.05080801993608475,
      "learning_rate": 0.0005161616161616162,
      "loss": 3.0027341842651367,
      "step": 13946
    },
    {
      "epoch": 0.8453333333333334,
      "grad_norm": 0.054028015583753586,
      "learning_rate": 0.0005157575757575758,
      "loss": 2.9812042713165283,
      "step": 13948
    },
    {
      "epoch": 0.8454545454545455,
      "grad_norm": 0.0485629066824913,
      "learning_rate": 0.0005153535353535353,
      "loss": 3.0353312492370605,
      "step": 13950
    },
    {
      "epoch": 0.8455757575757575,
      "grad_norm": 0.04844731092453003,
      "learning_rate": 0.0005149494949494949,
      "loss": 2.9926657676696777,
      "step": 13952
    },
    {
      "epoch": 0.8456969696969697,
      "grad_norm": 0.04839122295379639,
      "learning_rate": 0.0005145454545454546,
      "loss": 3.0281929969787598,
      "step": 13954
    },
    {
      "epoch": 0.8458181818181818,
      "grad_norm": 0.05084831267595291,
      "learning_rate": 0.0005141414141414142,
      "loss": 3.0646982192993164,
      "step": 13956
    },
    {
      "epoch": 0.845939393939394,
      "grad_norm": 0.049079302698373795,
      "learning_rate": 0.0005137373737373737,
      "loss": 3.0055272579193115,
      "step": 13958
    },
    {
      "epoch": 0.8460606060606061,
      "grad_norm": 0.04796086996793747,
      "learning_rate": 0.0005133333333333334,
      "loss": 3.0288302898406982,
      "step": 13960
    },
    {
      "epoch": 0.8461818181818181,
      "grad_norm": 0.05112894997000694,
      "learning_rate": 0.000512929292929293,
      "loss": 3.0249147415161133,
      "step": 13962
    },
    {
      "epoch": 0.8463030303030303,
      "grad_norm": 0.04895438998937607,
      "learning_rate": 0.0005125252525252526,
      "loss": 3.003056287765503,
      "step": 13964
    },
    {
      "epoch": 0.8464242424242424,
      "grad_norm": 0.04853765293955803,
      "learning_rate": 0.0005121212121212121,
      "loss": 3.0377604961395264,
      "step": 13966
    },
    {
      "epoch": 0.8465454545454546,
      "grad_norm": 0.04999469220638275,
      "learning_rate": 0.0005117171717171718,
      "loss": 2.9664928913116455,
      "step": 13968
    },
    {
      "epoch": 0.8466666666666667,
      "grad_norm": 0.04872550070285797,
      "learning_rate": 0.0005113131313131313,
      "loss": 3.007789373397827,
      "step": 13970
    },
    {
      "epoch": 0.8467878787878788,
      "grad_norm": 0.055588625371456146,
      "learning_rate": 0.000510909090909091,
      "loss": 2.9732730388641357,
      "step": 13972
    },
    {
      "epoch": 0.846909090909091,
      "grad_norm": 0.06512139737606049,
      "learning_rate": 0.0005105050505050505,
      "loss": 3.0316338539123535,
      "step": 13974
    },
    {
      "epoch": 0.847030303030303,
      "grad_norm": 0.056886978447437286,
      "learning_rate": 0.0005101010101010102,
      "loss": 3.00374174118042,
      "step": 13976
    },
    {
      "epoch": 0.8471515151515151,
      "grad_norm": 0.0493588000535965,
      "learning_rate": 0.0005096969696969697,
      "loss": 3.023202657699585,
      "step": 13978
    },
    {
      "epoch": 0.8472727272727273,
      "grad_norm": 0.050261881202459335,
      "learning_rate": 0.0005092929292929293,
      "loss": 3.019454002380371,
      "step": 13980
    },
    {
      "epoch": 0.8473939393939394,
      "grad_norm": 0.0498807467520237,
      "learning_rate": 0.0005088888888888889,
      "loss": 3.001552104949951,
      "step": 13982
    },
    {
      "epoch": 0.8475151515151516,
      "grad_norm": 0.05647711083292961,
      "learning_rate": 0.0005084848484848485,
      "loss": 3.0330817699432373,
      "step": 13984
    },
    {
      "epoch": 0.8476363636363636,
      "grad_norm": 0.04805181547999382,
      "learning_rate": 0.000508080808080808,
      "loss": 2.9641313552856445,
      "step": 13986
    },
    {
      "epoch": 0.8477575757575757,
      "grad_norm": 0.04861879348754883,
      "learning_rate": 0.0005076767676767677,
      "loss": 2.9951932430267334,
      "step": 13988
    },
    {
      "epoch": 0.8478787878787879,
      "grad_norm": 0.050768885761499405,
      "learning_rate": 0.0005072727272727273,
      "loss": 3.016080617904663,
      "step": 13990
    },
    {
      "epoch": 0.848,
      "grad_norm": 0.05295084789395332,
      "learning_rate": 0.0005068686868686869,
      "loss": 3.009296178817749,
      "step": 13992
    },
    {
      "epoch": 0.8481212121212122,
      "grad_norm": 0.056748777627944946,
      "learning_rate": 0.0005064646464646466,
      "loss": 3.0444531440734863,
      "step": 13994
    },
    {
      "epoch": 0.8482424242424242,
      "grad_norm": 0.048173677176237106,
      "learning_rate": 0.0005060606060606061,
      "loss": 2.996213674545288,
      "step": 13996
    },
    {
      "epoch": 0.8483636363636363,
      "grad_norm": 0.050079476088285446,
      "learning_rate": 0.0005056565656565657,
      "loss": 3.0293474197387695,
      "step": 13998
    },
    {
      "epoch": 0.8484848484848485,
      "grad_norm": 0.047164469957351685,
      "learning_rate": 0.0005052525252525253,
      "loss": 2.9913687705993652,
      "step": 14000
    },
    {
      "epoch": 0.8486060606060606,
      "grad_norm": 0.049793630838394165,
      "learning_rate": 0.0005048484848484849,
      "loss": 3.042208194732666,
      "step": 14002
    },
    {
      "epoch": 0.8487272727272728,
      "grad_norm": 0.04782430827617645,
      "learning_rate": 0.0005044444444444444,
      "loss": 3.001535654067993,
      "step": 14004
    },
    {
      "epoch": 0.8488484848484849,
      "grad_norm": 0.05401867628097534,
      "learning_rate": 0.0005040404040404041,
      "loss": 2.963942527770996,
      "step": 14006
    },
    {
      "epoch": 0.8489696969696969,
      "grad_norm": 0.0527375191450119,
      "learning_rate": 0.0005036363636363637,
      "loss": 2.9883830547332764,
      "step": 14008
    },
    {
      "epoch": 0.8490909090909091,
      "grad_norm": 0.04820151627063751,
      "learning_rate": 0.0005032323232323232,
      "loss": 3.0116159915924072,
      "step": 14010
    },
    {
      "epoch": 0.8492121212121212,
      "grad_norm": 0.054287273436784744,
      "learning_rate": 0.0005028282828282828,
      "loss": 2.9679229259490967,
      "step": 14012
    },
    {
      "epoch": 0.8493333333333334,
      "grad_norm": 0.04920995980501175,
      "learning_rate": 0.0005024242424242425,
      "loss": 2.9676830768585205,
      "step": 14014
    },
    {
      "epoch": 0.8494545454545455,
      "grad_norm": 0.048981696367263794,
      "learning_rate": 0.000502020202020202,
      "loss": 2.9688947200775146,
      "step": 14016
    },
    {
      "epoch": 0.8495757575757575,
      "grad_norm": 0.05256883054971695,
      "learning_rate": 0.0005016161616161616,
      "loss": 2.9390501976013184,
      "step": 14018
    },
    {
      "epoch": 0.8496969696969697,
      "grad_norm": 0.049232400953769684,
      "learning_rate": 0.0005012121212121212,
      "loss": 2.999311685562134,
      "step": 14020
    },
    {
      "epoch": 0.8498181818181818,
      "grad_norm": 0.051130183041095734,
      "learning_rate": 0.0005008080808080809,
      "loss": 3.014505386352539,
      "step": 14022
    },
    {
      "epoch": 0.849939393939394,
      "grad_norm": 0.04917095601558685,
      "learning_rate": 0.0005004040404040404,
      "loss": 3.024186849594116,
      "step": 14024
    },
    {
      "epoch": 0.8500606060606061,
      "grad_norm": 0.0490611232817173,
      "learning_rate": 0.0005,
      "loss": 3.0153932571411133,
      "step": 14026
    },
    {
      "epoch": 0.8501818181818181,
      "grad_norm": 0.04779370501637459,
      "learning_rate": 0.0004995959595959597,
      "loss": 3.0111708641052246,
      "step": 14028
    },
    {
      "epoch": 0.8503030303030303,
      "grad_norm": 0.05518573522567749,
      "learning_rate": 0.0004991919191919193,
      "loss": 2.996034860610962,
      "step": 14030
    },
    {
      "epoch": 0.8504242424242424,
      "grad_norm": 0.0587821863591671,
      "learning_rate": 0.0004987878787878788,
      "loss": 2.9882311820983887,
      "step": 14032
    },
    {
      "epoch": 0.8505454545454545,
      "grad_norm": 0.05010369420051575,
      "learning_rate": 0.0004983838383838384,
      "loss": 2.990635871887207,
      "step": 14034
    },
    {
      "epoch": 0.8506666666666667,
      "grad_norm": 0.05044036731123924,
      "learning_rate": 0.0004979797979797981,
      "loss": 2.937511920928955,
      "step": 14036
    },
    {
      "epoch": 0.8507878787878788,
      "grad_norm": 0.0488973893225193,
      "learning_rate": 0.0004975757575757575,
      "loss": 2.973806142807007,
      "step": 14038
    },
    {
      "epoch": 0.850909090909091,
      "grad_norm": 0.051765523850917816,
      "learning_rate": 0.0004971717171717172,
      "loss": 2.945634603500366,
      "step": 14040
    },
    {
      "epoch": 0.851030303030303,
      "grad_norm": 0.04776325449347496,
      "learning_rate": 0.0004967676767676768,
      "loss": 2.9843668937683105,
      "step": 14042
    },
    {
      "epoch": 0.8511515151515151,
      "grad_norm": 0.049970243126153946,
      "learning_rate": 0.0004963636363636364,
      "loss": 3.034269332885742,
      "step": 14044
    },
    {
      "epoch": 0.8512727272727273,
      "grad_norm": 0.0617811381816864,
      "learning_rate": 0.0004959595959595959,
      "loss": 2.9974045753479004,
      "step": 14046
    },
    {
      "epoch": 0.8513939393939394,
      "grad_norm": 0.05318734422326088,
      "learning_rate": 0.0004955555555555556,
      "loss": 2.965582847595215,
      "step": 14048
    },
    {
      "epoch": 0.8515151515151516,
      "grad_norm": 0.04931372404098511,
      "learning_rate": 0.0004951515151515152,
      "loss": 3.006769895553589,
      "step": 14050
    },
    {
      "epoch": 0.8516363636363636,
      "grad_norm": 0.05901532620191574,
      "learning_rate": 0.0004947474747474748,
      "loss": 2.99212384223938,
      "step": 14052
    },
    {
      "epoch": 0.8517575757575757,
      "grad_norm": 0.04830297455191612,
      "learning_rate": 0.0004943434343434343,
      "loss": 2.984041929244995,
      "step": 14054
    },
    {
      "epoch": 0.8518787878787879,
      "grad_norm": 0.0513981431722641,
      "learning_rate": 0.000493939393939394,
      "loss": 3.092832326889038,
      "step": 14056
    },
    {
      "epoch": 0.852,
      "grad_norm": 0.04877471551299095,
      "learning_rate": 0.0004935353535353535,
      "loss": 3.0178439617156982,
      "step": 14058
    },
    {
      "epoch": 0.8521212121212122,
      "grad_norm": 0.05026483163237572,
      "learning_rate": 0.0004931313131313131,
      "loss": 3.0826704502105713,
      "step": 14060
    },
    {
      "epoch": 0.8522424242424242,
      "grad_norm": 0.05427132919430733,
      "learning_rate": 0.0004927272727272728,
      "loss": 3.055943250656128,
      "step": 14062
    },
    {
      "epoch": 0.8523636363636363,
      "grad_norm": 0.0530308373272419,
      "learning_rate": 0.0004923232323232323,
      "loss": 2.9746642112731934,
      "step": 14064
    },
    {
      "epoch": 0.8524848484848485,
      "grad_norm": 0.0535893589258194,
      "learning_rate": 0.000491919191919192,
      "loss": 3.0271270275115967,
      "step": 14066
    },
    {
      "epoch": 0.8526060606060606,
      "grad_norm": 0.05707880109548569,
      "learning_rate": 0.0004915151515151515,
      "loss": 3.045470714569092,
      "step": 14068
    },
    {
      "epoch": 0.8527272727272728,
      "grad_norm": 0.04784010723233223,
      "learning_rate": 0.0004911111111111112,
      "loss": 3.0347962379455566,
      "step": 14070
    },
    {
      "epoch": 0.8528484848484849,
      "grad_norm": 0.05448231101036072,
      "learning_rate": 0.0004907070707070707,
      "loss": 3.011704683303833,
      "step": 14072
    },
    {
      "epoch": 0.8529696969696969,
      "grad_norm": 0.07736387848854065,
      "learning_rate": 0.0004903030303030304,
      "loss": 2.9790704250335693,
      "step": 14074
    },
    {
      "epoch": 0.8530909090909091,
      "grad_norm": 0.07826820015907288,
      "learning_rate": 0.0004898989898989899,
      "loss": 2.96661376953125,
      "step": 14076
    },
    {
      "epoch": 0.8532121212121212,
      "grad_norm": 0.049271490424871445,
      "learning_rate": 0.0004894949494949495,
      "loss": 3.042283296585083,
      "step": 14078
    },
    {
      "epoch": 0.8533333333333334,
      "grad_norm": 0.057372674345970154,
      "learning_rate": 0.0004890909090909091,
      "loss": 3.000248670578003,
      "step": 14080
    },
    {
      "epoch": 0.8534545454545455,
      "grad_norm": 0.05690908059477806,
      "learning_rate": 0.0004886868686868688,
      "loss": 3.034821033477783,
      "step": 14082
    },
    {
      "epoch": 0.8535757575757575,
      "grad_norm": 0.05391664430499077,
      "learning_rate": 0.0004882828282828283,
      "loss": 3.0639889240264893,
      "step": 14084
    },
    {
      "epoch": 0.8536969696969697,
      "grad_norm": 0.04808659851551056,
      "learning_rate": 0.0004878787878787879,
      "loss": 3.0581259727478027,
      "step": 14086
    },
    {
      "epoch": 0.8538181818181818,
      "grad_norm": 0.04908743128180504,
      "learning_rate": 0.00048747474747474746,
      "loss": 3.033648729324341,
      "step": 14088
    },
    {
      "epoch": 0.8539393939393939,
      "grad_norm": 0.04890848323702812,
      "learning_rate": 0.0004870707070707071,
      "loss": 3.049720525741577,
      "step": 14090
    },
    {
      "epoch": 0.8540606060606061,
      "grad_norm": 0.048842381685972214,
      "learning_rate": 0.00048666666666666666,
      "loss": 3.030374050140381,
      "step": 14092
    },
    {
      "epoch": 0.8541818181818182,
      "grad_norm": 0.05370254069566727,
      "learning_rate": 0.0004862626262626263,
      "loss": 3.021219253540039,
      "step": 14094
    },
    {
      "epoch": 0.8543030303030303,
      "grad_norm": 0.05150708928704262,
      "learning_rate": 0.0004858585858585859,
      "loss": 3.02569317817688,
      "step": 14096
    },
    {
      "epoch": 0.8544242424242424,
      "grad_norm": 0.05052366107702255,
      "learning_rate": 0.0004854545454545455,
      "loss": 2.9965853691101074,
      "step": 14098
    },
    {
      "epoch": 0.8545454545454545,
      "grad_norm": 0.050053875893354416,
      "learning_rate": 0.0004850505050505051,
      "loss": 3.020806312561035,
      "step": 14100
    },
    {
      "epoch": 0.8546666666666667,
      "grad_norm": 0.055880654603242874,
      "learning_rate": 0.0004846464646464647,
      "loss": 3.0215981006622314,
      "step": 14102
    },
    {
      "epoch": 0.8547878787878788,
      "grad_norm": 0.07194066047668457,
      "learning_rate": 0.0004842424242424243,
      "loss": 3.0102107524871826,
      "step": 14104
    },
    {
      "epoch": 0.854909090909091,
      "grad_norm": 0.059224944561719894,
      "learning_rate": 0.00048383838383838387,
      "loss": 3.0431272983551025,
      "step": 14106
    },
    {
      "epoch": 0.855030303030303,
      "grad_norm": 0.05259707570075989,
      "learning_rate": 0.0004834343434343435,
      "loss": 2.9785783290863037,
      "step": 14108
    },
    {
      "epoch": 0.8551515151515151,
      "grad_norm": 0.06625409424304962,
      "learning_rate": 0.000483030303030303,
      "loss": 3.0354232788085938,
      "step": 14110
    },
    {
      "epoch": 0.8552727272727273,
      "grad_norm": 0.054187219589948654,
      "learning_rate": 0.0004826262626262627,
      "loss": 3.088959217071533,
      "step": 14112
    },
    {
      "epoch": 0.8553939393939394,
      "grad_norm": 0.04868467152118683,
      "learning_rate": 0.0004822222222222222,
      "loss": 3.0511274337768555,
      "step": 14114
    },
    {
      "epoch": 0.8555151515151516,
      "grad_norm": 0.05694824457168579,
      "learning_rate": 0.00048181818181818184,
      "loss": 3.006056070327759,
      "step": 14116
    },
    {
      "epoch": 0.8556363636363636,
      "grad_norm": 0.0860932469367981,
      "learning_rate": 0.0004814141414141414,
      "loss": 3.024282693862915,
      "step": 14118
    },
    {
      "epoch": 0.8557575757575757,
      "grad_norm": 0.06356607377529144,
      "learning_rate": 0.00048101010101010103,
      "loss": 3.052719831466675,
      "step": 14120
    },
    {
      "epoch": 0.8558787878787879,
      "grad_norm": 0.05089312791824341,
      "learning_rate": 0.0004806060606060606,
      "loss": 3.054290294647217,
      "step": 14122
    },
    {
      "epoch": 0.856,
      "grad_norm": 0.047726523131132126,
      "learning_rate": 0.0004802020202020202,
      "loss": 3.0510847568511963,
      "step": 14124
    },
    {
      "epoch": 0.8561212121212122,
      "grad_norm": 0.047966498881578445,
      "learning_rate": 0.0004797979797979798,
      "loss": 3.0386931896209717,
      "step": 14126
    },
    {
      "epoch": 0.8562424242424242,
      "grad_norm": 0.048524100333452225,
      "learning_rate": 0.0004793939393939394,
      "loss": 3.0365102291107178,
      "step": 14128
    },
    {
      "epoch": 0.8563636363636363,
      "grad_norm": 0.048219870775938034,
      "learning_rate": 0.00047898989898989905,
      "loss": 3.050222396850586,
      "step": 14130
    },
    {
      "epoch": 0.8564848484848485,
      "grad_norm": 0.04684511199593544,
      "learning_rate": 0.0004785858585858586,
      "loss": 3.0290489196777344,
      "step": 14132
    },
    {
      "epoch": 0.8566060606060606,
      "grad_norm": 0.04703833907842636,
      "learning_rate": 0.00047818181818181824,
      "loss": 3.0699644088745117,
      "step": 14134
    },
    {
      "epoch": 0.8567272727272728,
      "grad_norm": 0.048106733709573746,
      "learning_rate": 0.0004777777777777778,
      "loss": 3.0796475410461426,
      "step": 14136
    },
    {
      "epoch": 0.8568484848484849,
      "grad_norm": 0.049467865377664566,
      "learning_rate": 0.00047737373737373744,
      "loss": 3.0939600467681885,
      "step": 14138
    },
    {
      "epoch": 0.8569696969696969,
      "grad_norm": 0.05323538929224014,
      "learning_rate": 0.00047696969696969696,
      "loss": 3.0743114948272705,
      "step": 14140
    },
    {
      "epoch": 0.8570909090909091,
      "grad_norm": 0.049413397908210754,
      "learning_rate": 0.00047656565656565664,
      "loss": 3.037111759185791,
      "step": 14142
    },
    {
      "epoch": 0.8572121212121212,
      "grad_norm": 0.04853815957903862,
      "learning_rate": 0.00047616161616161615,
      "loss": 3.0570976734161377,
      "step": 14144
    },
    {
      "epoch": 0.8573333333333333,
      "grad_norm": 0.05639440938830376,
      "learning_rate": 0.0004757575757575758,
      "loss": 3.0710415840148926,
      "step": 14146
    },
    {
      "epoch": 0.8574545454545455,
      "grad_norm": 0.048022348433732986,
      "learning_rate": 0.00047535353535353535,
      "loss": 3.0675065517425537,
      "step": 14148
    },
    {
      "epoch": 0.8575757575757575,
      "grad_norm": 0.0487670861184597,
      "learning_rate": 0.00047494949494949497,
      "loss": 3.0555672645568848,
      "step": 14150
    },
    {
      "epoch": 0.8576969696969697,
      "grad_norm": 0.05253853276371956,
      "learning_rate": 0.00047454545454545454,
      "loss": 3.043731927871704,
      "step": 14152
    },
    {
      "epoch": 0.8578181818181818,
      "grad_norm": 0.06073673069477081,
      "learning_rate": 0.00047414141414141417,
      "loss": 3.0875244140625,
      "step": 14154
    },
    {
      "epoch": 0.8579393939393939,
      "grad_norm": 0.04937475174665451,
      "learning_rate": 0.00047373737373737374,
      "loss": 3.0840706825256348,
      "step": 14156
    },
    {
      "epoch": 0.8580606060606061,
      "grad_norm": 0.051458872854709625,
      "learning_rate": 0.00047333333333333336,
      "loss": 3.044126033782959,
      "step": 14158
    },
    {
      "epoch": 0.8581818181818182,
      "grad_norm": 0.04917445033788681,
      "learning_rate": 0.00047292929292929293,
      "loss": 3.0815622806549072,
      "step": 14160
    },
    {
      "epoch": 0.8583030303030303,
      "grad_norm": 0.05183489993214607,
      "learning_rate": 0.00047252525252525256,
      "loss": 3.0489208698272705,
      "step": 14162
    },
    {
      "epoch": 0.8584242424242424,
      "grad_norm": 0.05423115938901901,
      "learning_rate": 0.0004721212121212122,
      "loss": 3.072639226913452,
      "step": 14164
    },
    {
      "epoch": 0.8585454545454545,
      "grad_norm": 0.04930400848388672,
      "learning_rate": 0.00047171717171717176,
      "loss": 3.0347485542297363,
      "step": 14166
    },
    {
      "epoch": 0.8586666666666667,
      "grad_norm": 0.04806545376777649,
      "learning_rate": 0.0004713131313131314,
      "loss": 3.0974247455596924,
      "step": 14168
    },
    {
      "epoch": 0.8587878787878788,
      "grad_norm": 0.0506218746304512,
      "learning_rate": 0.0004709090909090909,
      "loss": 3.055525064468384,
      "step": 14170
    },
    {
      "epoch": 0.858909090909091,
      "grad_norm": 0.04794139787554741,
      "learning_rate": 0.0004705050505050506,
      "loss": 3.0689570903778076,
      "step": 14172
    },
    {
      "epoch": 0.859030303030303,
      "grad_norm": 0.04874967411160469,
      "learning_rate": 0.0004701010101010101,
      "loss": 3.079979181289673,
      "step": 14174
    },
    {
      "epoch": 0.8591515151515151,
      "grad_norm": 0.050874173641204834,
      "learning_rate": 0.00046969696969696977,
      "loss": 3.057882070541382,
      "step": 14176
    },
    {
      "epoch": 0.8592727272727273,
      "grad_norm": 0.05018075928092003,
      "learning_rate": 0.0004692929292929293,
      "loss": 3.0484304428100586,
      "step": 14178
    },
    {
      "epoch": 0.8593939393939394,
      "grad_norm": 0.050635166466236115,
      "learning_rate": 0.0004688888888888889,
      "loss": 3.0616257190704346,
      "step": 14180
    },
    {
      "epoch": 0.8595151515151516,
      "grad_norm": 0.05116913840174675,
      "learning_rate": 0.0004684848484848485,
      "loss": 3.0463883876800537,
      "step": 14182
    },
    {
      "epoch": 0.8596363636363636,
      "grad_norm": 0.055978842079639435,
      "learning_rate": 0.0004680808080808081,
      "loss": 3.0257303714752197,
      "step": 14184
    },
    {
      "epoch": 0.8597575757575757,
      "grad_norm": 0.04804922640323639,
      "learning_rate": 0.0004676767676767677,
      "loss": 3.0374298095703125,
      "step": 14186
    },
    {
      "epoch": 0.8598787878787879,
      "grad_norm": 0.05176619812846184,
      "learning_rate": 0.0004672727272727273,
      "loss": 3.086068868637085,
      "step": 14188
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.048618387430906296,
      "learning_rate": 0.0004668686868686869,
      "loss": 3.0548171997070312,
      "step": 14190
    },
    {
      "epoch": 0.8601212121212122,
      "grad_norm": 0.048329371958971024,
      "learning_rate": 0.0004664646464646465,
      "loss": 3.047515392303467,
      "step": 14192
    },
    {
      "epoch": 0.8602424242424243,
      "grad_norm": 0.048230309039354324,
      "learning_rate": 0.000466060606060606,
      "loss": 3.065047025680542,
      "step": 14194
    },
    {
      "epoch": 0.8603636363636363,
      "grad_norm": 0.048555806279182434,
      "learning_rate": 0.0004656565656565657,
      "loss": 3.0464670658111572,
      "step": 14196
    },
    {
      "epoch": 0.8604848484848485,
      "grad_norm": 0.0473727248609066,
      "learning_rate": 0.0004652525252525253,
      "loss": 3.0668671131134033,
      "step": 14198
    },
    {
      "epoch": 0.8606060606060606,
      "grad_norm": 0.04749167710542679,
      "learning_rate": 0.0004648484848484849,
      "loss": 3.0775859355926514,
      "step": 14200
    },
    {
      "epoch": 0.8607272727272727,
      "grad_norm": 0.0483962707221508,
      "learning_rate": 0.0004644444444444445,
      "loss": 3.106336832046509,
      "step": 14202
    },
    {
      "epoch": 0.8608484848484849,
      "grad_norm": 0.047952305525541306,
      "learning_rate": 0.00046404040404040403,
      "loss": 3.0785071849823,
      "step": 14204
    },
    {
      "epoch": 0.8609696969696969,
      "grad_norm": 0.04857010766863823,
      "learning_rate": 0.0004636363636363637,
      "loss": 3.0775985717773438,
      "step": 14206
    },
    {
      "epoch": 0.8610909090909091,
      "grad_norm": 0.05767454206943512,
      "learning_rate": 0.00046323232323232323,
      "loss": 3.0829851627349854,
      "step": 14208
    },
    {
      "epoch": 0.8612121212121212,
      "grad_norm": 0.07035728543996811,
      "learning_rate": 0.00046282828282828286,
      "loss": 3.0622942447662354,
      "step": 14210
    },
    {
      "epoch": 0.8613333333333333,
      "grad_norm": 0.06269580125808716,
      "learning_rate": 0.0004624242424242424,
      "loss": 3.0741078853607178,
      "step": 14212
    },
    {
      "epoch": 0.8614545454545455,
      "grad_norm": 0.052601754665374756,
      "learning_rate": 0.00046202020202020205,
      "loss": 3.0830729007720947,
      "step": 14214
    },
    {
      "epoch": 0.8615757575757576,
      "grad_norm": 0.04960833489894867,
      "learning_rate": 0.0004616161616161616,
      "loss": 3.0892605781555176,
      "step": 14216
    },
    {
      "epoch": 0.8616969696969697,
      "grad_norm": 0.06609844416379929,
      "learning_rate": 0.00046121212121212125,
      "loss": 3.0906708240509033,
      "step": 14218
    },
    {
      "epoch": 0.8618181818181818,
      "grad_norm": 0.06039416044950485,
      "learning_rate": 0.0004608080808080808,
      "loss": 3.058279275894165,
      "step": 14220
    },
    {
      "epoch": 0.8619393939393939,
      "grad_norm": 0.04888422042131424,
      "learning_rate": 0.00046040404040404044,
      "loss": 3.0818934440612793,
      "step": 14222
    },
    {
      "epoch": 0.8620606060606061,
      "grad_norm": 0.05765349045395851,
      "learning_rate": 0.00045999999999999996,
      "loss": 3.0840189456939697,
      "step": 14224
    },
    {
      "epoch": 0.8621818181818182,
      "grad_norm": 0.05035440996289253,
      "learning_rate": 0.00045959595959595964,
      "loss": 3.0892622470855713,
      "step": 14226
    },
    {
      "epoch": 0.8623030303030303,
      "grad_norm": 0.04852138087153435,
      "learning_rate": 0.00045919191919191916,
      "loss": 3.1231110095977783,
      "step": 14228
    },
    {
      "epoch": 0.8624242424242424,
      "grad_norm": 0.04890000447630882,
      "learning_rate": 0.00045878787878787883,
      "loss": 3.0768234729766846,
      "step": 14230
    },
    {
      "epoch": 0.8625454545454545,
      "grad_norm": 0.05034164711833,
      "learning_rate": 0.00045838383838383846,
      "loss": 3.084923505783081,
      "step": 14232
    },
    {
      "epoch": 0.8626666666666667,
      "grad_norm": 0.04946516826748848,
      "learning_rate": 0.000457979797979798,
      "loss": 3.08817458152771,
      "step": 14234
    },
    {
      "epoch": 0.8627878787878788,
      "grad_norm": 0.04944796860218048,
      "learning_rate": 0.00045757575757575766,
      "loss": 3.0817508697509766,
      "step": 14236
    },
    {
      "epoch": 0.862909090909091,
      "grad_norm": 0.048757076263427734,
      "learning_rate": 0.00045717171717171717,
      "loss": 3.1233668327331543,
      "step": 14238
    },
    {
      "epoch": 0.863030303030303,
      "grad_norm": 0.054858945310115814,
      "learning_rate": 0.0004567676767676768,
      "loss": 3.0657949447631836,
      "step": 14240
    },
    {
      "epoch": 0.8631515151515151,
      "grad_norm": 0.05709901079535484,
      "learning_rate": 0.00045636363636363637,
      "loss": 3.0783495903015137,
      "step": 14242
    },
    {
      "epoch": 0.8632727272727273,
      "grad_norm": 0.05102752894163132,
      "learning_rate": 0.000455959595959596,
      "loss": 3.0596976280212402,
      "step": 14244
    },
    {
      "epoch": 0.8633939393939394,
      "grad_norm": 0.05339802801609039,
      "learning_rate": 0.00045555555555555556,
      "loss": 3.0908467769622803,
      "step": 14246
    },
    {
      "epoch": 0.8635151515151516,
      "grad_norm": 0.048612337559461594,
      "learning_rate": 0.0004551515151515152,
      "loss": 3.0650694370269775,
      "step": 14248
    },
    {
      "epoch": 0.8636363636363636,
      "grad_norm": 0.046396542340517044,
      "learning_rate": 0.00045474747474747476,
      "loss": 3.085505485534668,
      "step": 14250
    },
    {
      "epoch": 0.8637575757575757,
      "grad_norm": 0.05285479128360748,
      "learning_rate": 0.0004543434343434344,
      "loss": 3.1239333152770996,
      "step": 14252
    },
    {
      "epoch": 0.8638787878787879,
      "grad_norm": 0.06442953646183014,
      "learning_rate": 0.00045393939393939396,
      "loss": 3.0927836894989014,
      "step": 14254
    },
    {
      "epoch": 0.864,
      "grad_norm": 0.06545699387788773,
      "learning_rate": 0.0004535353535353536,
      "loss": 3.0815954208374023,
      "step": 14256
    },
    {
      "epoch": 0.8641212121212121,
      "grad_norm": 0.05061618238687515,
      "learning_rate": 0.0004531313131313131,
      "loss": 3.105544328689575,
      "step": 14258
    },
    {
      "epoch": 0.8642424242424243,
      "grad_norm": 0.04854736849665642,
      "learning_rate": 0.0004527272727272728,
      "loss": 3.0938878059387207,
      "step": 14260
    },
    {
      "epoch": 0.8643636363636363,
      "grad_norm": 0.05057436600327492,
      "learning_rate": 0.0004523232323232323,
      "loss": 3.105086088180542,
      "step": 14262
    },
    {
      "epoch": 0.8644848484848485,
      "grad_norm": 0.06721238791942596,
      "learning_rate": 0.0004519191919191919,
      "loss": 3.095231533050537,
      "step": 14264
    },
    {
      "epoch": 0.8646060606060606,
      "grad_norm": 0.08103131502866745,
      "learning_rate": 0.0004515151515151516,
      "loss": 3.075529098510742,
      "step": 14266
    },
    {
      "epoch": 0.8647272727272727,
      "grad_norm": 0.06079642474651337,
      "learning_rate": 0.0004511111111111111,
      "loss": 3.1172571182250977,
      "step": 14268
    },
    {
      "epoch": 0.8648484848484849,
      "grad_norm": 0.047984909266233444,
      "learning_rate": 0.0004507070707070708,
      "loss": 3.0895543098449707,
      "step": 14270
    },
    {
      "epoch": 0.8649696969696969,
      "grad_norm": 0.049492012709379196,
      "learning_rate": 0.0004503030303030303,
      "loss": 3.064901351928711,
      "step": 14272
    },
    {
      "epoch": 0.8650909090909091,
      "grad_norm": 0.056201715022325516,
      "learning_rate": 0.00044989898989898993,
      "loss": 3.0901715755462646,
      "step": 14274
    },
    {
      "epoch": 0.8652121212121212,
      "grad_norm": 0.04709451273083687,
      "learning_rate": 0.0004494949494949495,
      "loss": 3.0738351345062256,
      "step": 14276
    },
    {
      "epoch": 0.8653333333333333,
      "grad_norm": 0.05263134092092514,
      "learning_rate": 0.00044909090909090913,
      "loss": 3.0654287338256836,
      "step": 14278
    },
    {
      "epoch": 0.8654545454545455,
      "grad_norm": 0.05986723303794861,
      "learning_rate": 0.0004486868686868687,
      "loss": 3.104398012161255,
      "step": 14280
    },
    {
      "epoch": 0.8655757575757576,
      "grad_norm": 0.05638425797224045,
      "learning_rate": 0.0004482828282828283,
      "loss": 3.13173508644104,
      "step": 14282
    },
    {
      "epoch": 0.8656969696969697,
      "grad_norm": 0.05201071500778198,
      "learning_rate": 0.0004478787878787879,
      "loss": 3.138103485107422,
      "step": 14284
    },
    {
      "epoch": 0.8658181818181818,
      "grad_norm": 0.04846996068954468,
      "learning_rate": 0.0004474747474747475,
      "loss": 3.0718882083892822,
      "step": 14286
    },
    {
      "epoch": 0.8659393939393939,
      "grad_norm": 0.06036893278360367,
      "learning_rate": 0.00044707070707070704,
      "loss": 3.1248111724853516,
      "step": 14288
    },
    {
      "epoch": 0.8660606060606061,
      "grad_norm": 0.04696693643927574,
      "learning_rate": 0.0004466666666666667,
      "loss": 3.078082799911499,
      "step": 14290
    },
    {
      "epoch": 0.8661818181818182,
      "grad_norm": 0.0481564886868,
      "learning_rate": 0.00044626262626262623,
      "loss": 3.106235980987549,
      "step": 14292
    },
    {
      "epoch": 0.8663030303030304,
      "grad_norm": 0.05229068920016289,
      "learning_rate": 0.00044585858585858586,
      "loss": 3.121110439300537,
      "step": 14294
    },
    {
      "epoch": 0.8664242424242424,
      "grad_norm": 0.048244211822748184,
      "learning_rate": 0.00044545454545454543,
      "loss": 3.0963797569274902,
      "step": 14296
    },
    {
      "epoch": 0.8665454545454545,
      "grad_norm": 0.04844045639038086,
      "learning_rate": 0.00044505050505050506,
      "loss": 3.0875866413116455,
      "step": 14298
    },
    {
      "epoch": 0.8666666666666667,
      "grad_norm": 0.04815573990345001,
      "learning_rate": 0.00044464646464646473,
      "loss": 3.1057851314544678,
      "step": 14300
    },
    {
      "epoch": 0.8667878787878788,
      "grad_norm": 0.04779226332902908,
      "learning_rate": 0.00044424242424242425,
      "loss": 3.081930160522461,
      "step": 14302
    },
    {
      "epoch": 0.866909090909091,
      "grad_norm": 0.04932711645960808,
      "learning_rate": 0.0004438383838383839,
      "loss": 3.0604248046875,
      "step": 14304
    },
    {
      "epoch": 0.867030303030303,
      "grad_norm": 0.05191284045577049,
      "learning_rate": 0.00044343434343434345,
      "loss": 3.1290481090545654,
      "step": 14306
    },
    {
      "epoch": 0.8671515151515151,
      "grad_norm": 0.05566756799817085,
      "learning_rate": 0.00044303030303030307,
      "loss": 3.1240789890289307,
      "step": 14308
    },
    {
      "epoch": 0.8672727272727273,
      "grad_norm": 0.05124182254076004,
      "learning_rate": 0.00044262626262626264,
      "loss": 3.0563087463378906,
      "step": 14310
    },
    {
      "epoch": 0.8673939393939394,
      "grad_norm": 0.0487561896443367,
      "learning_rate": 0.00044222222222222227,
      "loss": 3.109678030014038,
      "step": 14312
    },
    {
      "epoch": 0.8675151515151515,
      "grad_norm": 0.05559564754366875,
      "learning_rate": 0.00044181818181818184,
      "loss": 3.1110265254974365,
      "step": 14314
    },
    {
      "epoch": 0.8676363636363637,
      "grad_norm": 0.06434163451194763,
      "learning_rate": 0.00044141414141414146,
      "loss": 3.0438990592956543,
      "step": 14316
    },
    {
      "epoch": 0.8677575757575757,
      "grad_norm": 0.05155486240983009,
      "learning_rate": 0.000441010101010101,
      "loss": 3.1306979656219482,
      "step": 14318
    },
    {
      "epoch": 0.8678787878787879,
      "grad_norm": 0.04756059870123863,
      "learning_rate": 0.00044060606060606066,
      "loss": 3.096900701522827,
      "step": 14320
    },
    {
      "epoch": 0.868,
      "grad_norm": 0.05606486648321152,
      "learning_rate": 0.0004402020202020202,
      "loss": 3.113553524017334,
      "step": 14322
    },
    {
      "epoch": 0.8681212121212121,
      "grad_norm": 0.05720949172973633,
      "learning_rate": 0.00043979797979797986,
      "loss": 3.103661060333252,
      "step": 14324
    },
    {
      "epoch": 0.8682424242424243,
      "grad_norm": 0.047940995544195175,
      "learning_rate": 0.00043939393939393937,
      "loss": 3.1127705574035645,
      "step": 14326
    },
    {
      "epoch": 0.8683636363636363,
      "grad_norm": 0.05042030289769173,
      "learning_rate": 0.000438989898989899,
      "loss": 3.120417356491089,
      "step": 14328
    },
    {
      "epoch": 0.8684848484848485,
      "grad_norm": 0.06065693497657776,
      "learning_rate": 0.00043858585858585857,
      "loss": 3.1182596683502197,
      "step": 14330
    },
    {
      "epoch": 0.8686060606060606,
      "grad_norm": 0.05794747918844223,
      "learning_rate": 0.0004381818181818182,
      "loss": 3.1336615085601807,
      "step": 14332
    },
    {
      "epoch": 0.8687272727272727,
      "grad_norm": 0.04888366907835007,
      "learning_rate": 0.0004377777777777778,
      "loss": 3.098433256149292,
      "step": 14334
    },
    {
      "epoch": 0.8688484848484849,
      "grad_norm": 0.06989632546901703,
      "learning_rate": 0.0004373737373737374,
      "loss": 3.112722158432007,
      "step": 14336
    },
    {
      "epoch": 0.868969696969697,
      "grad_norm": 0.07578034698963165,
      "learning_rate": 0.000436969696969697,
      "loss": 3.1008095741271973,
      "step": 14338
    },
    {
      "epoch": 0.8690909090909091,
      "grad_norm": 0.05043797567486763,
      "learning_rate": 0.0004365656565656566,
      "loss": 3.1012699604034424,
      "step": 14340
    },
    {
      "epoch": 0.8692121212121212,
      "grad_norm": 0.049519263207912445,
      "learning_rate": 0.0004361616161616162,
      "loss": 3.125669002532959,
      "step": 14342
    },
    {
      "epoch": 0.8693333333333333,
      "grad_norm": 0.04965291917324066,
      "learning_rate": 0.0004357575757575758,
      "loss": 3.0972909927368164,
      "step": 14344
    },
    {
      "epoch": 0.8694545454545455,
      "grad_norm": 0.0476110465824604,
      "learning_rate": 0.0004353535353535354,
      "loss": 3.0835630893707275,
      "step": 14346
    },
    {
      "epoch": 0.8695757575757576,
      "grad_norm": 0.047395046800374985,
      "learning_rate": 0.000434949494949495,
      "loss": 3.0941946506500244,
      "step": 14348
    },
    {
      "epoch": 0.8696969696969697,
      "grad_norm": 0.04748532921075821,
      "learning_rate": 0.0004345454545454546,
      "loss": 3.1063482761383057,
      "step": 14350
    },
    {
      "epoch": 0.8698181818181818,
      "grad_norm": 0.051559459418058395,
      "learning_rate": 0.0004341414141414141,
      "loss": 3.1141090393066406,
      "step": 14352
    },
    {
      "epoch": 0.8699393939393939,
      "grad_norm": 0.053282372653484344,
      "learning_rate": 0.0004337373737373738,
      "loss": 3.0965707302093506,
      "step": 14354
    },
    {
      "epoch": 0.8700606060606061,
      "grad_norm": 0.049667343497276306,
      "learning_rate": 0.0004333333333333333,
      "loss": 3.1317977905273438,
      "step": 14356
    },
    {
      "epoch": 0.8701818181818182,
      "grad_norm": 0.04885130375623703,
      "learning_rate": 0.00043292929292929294,
      "loss": 3.084899663925171,
      "step": 14358
    },
    {
      "epoch": 0.8703030303030304,
      "grad_norm": 0.05884130671620369,
      "learning_rate": 0.0004325252525252525,
      "loss": 3.0836400985717773,
      "step": 14360
    },
    {
      "epoch": 0.8704242424242424,
      "grad_norm": 0.055444955825805664,
      "learning_rate": 0.00043212121212121213,
      "loss": 3.09928035736084,
      "step": 14362
    },
    {
      "epoch": 0.8705454545454545,
      "grad_norm": 0.049598708748817444,
      "learning_rate": 0.0004317171717171717,
      "loss": 3.1215620040893555,
      "step": 14364
    },
    {
      "epoch": 0.8706666666666667,
      "grad_norm": 0.04817265272140503,
      "learning_rate": 0.00043131313131313133,
      "loss": 3.107572317123413,
      "step": 14366
    },
    {
      "epoch": 0.8707878787878788,
      "grad_norm": 0.050719328224658966,
      "learning_rate": 0.00043090909090909096,
      "loss": 3.1385934352874756,
      "step": 14368
    },
    {
      "epoch": 0.8709090909090909,
      "grad_norm": 0.04804671183228493,
      "learning_rate": 0.0004305050505050505,
      "loss": 3.1016740798950195,
      "step": 14370
    },
    {
      "epoch": 0.871030303030303,
      "grad_norm": 0.05319105461239815,
      "learning_rate": 0.00043010101010101015,
      "loss": 3.1105642318725586,
      "step": 14372
    },
    {
      "epoch": 0.8711515151515151,
      "grad_norm": 0.05394924059510231,
      "learning_rate": 0.0004296969696969697,
      "loss": 3.133030414581299,
      "step": 14374
    },
    {
      "epoch": 0.8712727272727273,
      "grad_norm": 0.04975232854485512,
      "learning_rate": 0.00042929292929292935,
      "loss": 3.157564878463745,
      "step": 14376
    },
    {
      "epoch": 0.8713939393939394,
      "grad_norm": 0.04949374869465828,
      "learning_rate": 0.0004288888888888889,
      "loss": 3.1454038619995117,
      "step": 14378
    },
    {
      "epoch": 0.8715151515151515,
      "grad_norm": 0.051104962825775146,
      "learning_rate": 0.00042848484848484854,
      "loss": 3.1243438720703125,
      "step": 14380
    },
    {
      "epoch": 0.8716363636363637,
      "grad_norm": 0.052867595106363297,
      "learning_rate": 0.00042808080808080806,
      "loss": 3.112565755844116,
      "step": 14382
    },
    {
      "epoch": 0.8717575757575757,
      "grad_norm": 0.05279192328453064,
      "learning_rate": 0.00042767676767676774,
      "loss": 3.1319780349731445,
      "step": 14384
    },
    {
      "epoch": 0.8718787878787879,
      "grad_norm": 0.05061368644237518,
      "learning_rate": 0.00042727272727272726,
      "loss": 3.132542610168457,
      "step": 14386
    },
    {
      "epoch": 0.872,
      "grad_norm": 0.04877034202218056,
      "learning_rate": 0.0004268686868686869,
      "loss": 3.0952179431915283,
      "step": 14388
    },
    {
      "epoch": 0.8721212121212121,
      "grad_norm": 0.04686637967824936,
      "learning_rate": 0.00042646464646464645,
      "loss": 3.1430771350860596,
      "step": 14390
    },
    {
      "epoch": 0.8722424242424243,
      "grad_norm": 0.04827306419610977,
      "learning_rate": 0.0004260606060606061,
      "loss": 3.0911355018615723,
      "step": 14392
    },
    {
      "epoch": 0.8723636363636363,
      "grad_norm": 0.04818299040198326,
      "learning_rate": 0.00042565656565656565,
      "loss": 3.116142988204956,
      "step": 14394
    },
    {
      "epoch": 0.8724848484848485,
      "grad_norm": 0.056792519986629486,
      "learning_rate": 0.00042525252525252527,
      "loss": 3.0860862731933594,
      "step": 14396
    },
    {
      "epoch": 0.8726060606060606,
      "grad_norm": 0.05939554050564766,
      "learning_rate": 0.00042484848484848484,
      "loss": 3.0970396995544434,
      "step": 14398
    },
    {
      "epoch": 0.8727272727272727,
      "grad_norm": 0.059091705828905106,
      "learning_rate": 0.00042444444444444447,
      "loss": 3.1142578125,
      "step": 14400
    },
    {
      "epoch": 0.8728484848484849,
      "grad_norm": 0.05388859659433365,
      "learning_rate": 0.0004240404040404041,
      "loss": 3.0991039276123047,
      "step": 14402
    },
    {
      "epoch": 0.872969696969697,
      "grad_norm": 0.05153131112456322,
      "learning_rate": 0.00042363636363636366,
      "loss": 3.076970100402832,
      "step": 14404
    },
    {
      "epoch": 0.8730909090909091,
      "grad_norm": 0.05043292045593262,
      "learning_rate": 0.0004232323232323233,
      "loss": 3.1175081729888916,
      "step": 14406
    },
    {
      "epoch": 0.8732121212121212,
      "grad_norm": 0.05058962106704712,
      "learning_rate": 0.00042282828282828286,
      "loss": 3.107888698577881,
      "step": 14408
    },
    {
      "epoch": 0.8733333333333333,
      "grad_norm": 0.0482368990778923,
      "learning_rate": 0.0004224242424242425,
      "loss": 3.0797479152679443,
      "step": 14410
    },
    {
      "epoch": 0.8734545454545455,
      "grad_norm": 0.04754696413874626,
      "learning_rate": 0.000422020202020202,
      "loss": 3.124319553375244,
      "step": 14412
    },
    {
      "epoch": 0.8735757575757576,
      "grad_norm": 0.04978350177407265,
      "learning_rate": 0.0004216161616161617,
      "loss": 3.16721773147583,
      "step": 14414
    },
    {
      "epoch": 0.8736969696969697,
      "grad_norm": 0.04862650856375694,
      "learning_rate": 0.0004212121212121212,
      "loss": 3.131146192550659,
      "step": 14416
    },
    {
      "epoch": 0.8738181818181818,
      "grad_norm": 0.04800015315413475,
      "learning_rate": 0.0004208080808080809,
      "loss": 3.1178646087646484,
      "step": 14418
    },
    {
      "epoch": 0.8739393939393939,
      "grad_norm": 0.05150672793388367,
      "learning_rate": 0.0004204040404040404,
      "loss": 3.1286840438842773,
      "step": 14420
    },
    {
      "epoch": 0.8740606060606061,
      "grad_norm": 0.04756385087966919,
      "learning_rate": 0.00042,
      "loss": 3.1113884449005127,
      "step": 14422
    },
    {
      "epoch": 0.8741818181818182,
      "grad_norm": 0.05197514593601227,
      "learning_rate": 0.0004195959595959596,
      "loss": 3.099468946456909,
      "step": 14424
    },
    {
      "epoch": 0.8743030303030302,
      "grad_norm": 0.05098631605505943,
      "learning_rate": 0.0004191919191919192,
      "loss": 3.0918476581573486,
      "step": 14426
    },
    {
      "epoch": 0.8744242424242424,
      "grad_norm": 0.05679531767964363,
      "learning_rate": 0.0004187878787878788,
      "loss": 3.1330161094665527,
      "step": 14428
    },
    {
      "epoch": 0.8745454545454545,
      "grad_norm": 0.05435401573777199,
      "learning_rate": 0.0004183838383838384,
      "loss": 3.118414878845215,
      "step": 14430
    },
    {
      "epoch": 0.8746666666666667,
      "grad_norm": 0.04748748987913132,
      "learning_rate": 0.000417979797979798,
      "loss": 3.099403142929077,
      "step": 14432
    },
    {
      "epoch": 0.8747878787878788,
      "grad_norm": 0.0512390099465847,
      "learning_rate": 0.0004175757575757576,
      "loss": 3.143224000930786,
      "step": 14434
    },
    {
      "epoch": 0.8749090909090909,
      "grad_norm": 0.050826698541641235,
      "learning_rate": 0.00041717171717171723,
      "loss": 3.145782947540283,
      "step": 14436
    },
    {
      "epoch": 0.875030303030303,
      "grad_norm": 0.05362631380558014,
      "learning_rate": 0.0004167676767676768,
      "loss": 3.1673269271850586,
      "step": 14438
    },
    {
      "epoch": 0.8751515151515151,
      "grad_norm": 0.06050999090075493,
      "learning_rate": 0.0004163636363636364,
      "loss": 3.0874602794647217,
      "step": 14440
    },
    {
      "epoch": 0.8752727272727273,
      "grad_norm": 0.04988927021622658,
      "learning_rate": 0.000415959595959596,
      "loss": 3.107578754425049,
      "step": 14442
    },
    {
      "epoch": 0.8753939393939394,
      "grad_norm": 0.05334986373782158,
      "learning_rate": 0.0004155555555555556,
      "loss": 3.12825083732605,
      "step": 14444
    },
    {
      "epoch": 0.8755151515151515,
      "grad_norm": 0.07173621654510498,
      "learning_rate": 0.00041515151515151514,
      "loss": 3.143873929977417,
      "step": 14446
    },
    {
      "epoch": 0.8756363636363637,
      "grad_norm": 0.0505019910633564,
      "learning_rate": 0.0004147474747474748,
      "loss": 3.101364850997925,
      "step": 14448
    },
    {
      "epoch": 0.8757575757575757,
      "grad_norm": 0.04748190566897392,
      "learning_rate": 0.00041434343434343433,
      "loss": 3.123584508895874,
      "step": 14450
    },
    {
      "epoch": 0.8758787878787879,
      "grad_norm": 0.05395134538412094,
      "learning_rate": 0.00041393939393939396,
      "loss": 3.1204617023468018,
      "step": 14452
    },
    {
      "epoch": 0.876,
      "grad_norm": 0.05916650593280792,
      "learning_rate": 0.00041353535353535353,
      "loss": 3.1013619899749756,
      "step": 14454
    },
    {
      "epoch": 0.8761212121212121,
      "grad_norm": 0.05472126230597496,
      "learning_rate": 0.00041313131313131315,
      "loss": 3.1222281455993652,
      "step": 14456
    },
    {
      "epoch": 0.8762424242424243,
      "grad_norm": 0.050620146095752716,
      "learning_rate": 0.0004127272727272727,
      "loss": 3.152968406677246,
      "step": 14458
    },
    {
      "epoch": 0.8763636363636363,
      "grad_norm": 0.06137436628341675,
      "learning_rate": 0.00041232323232323235,
      "loss": 3.1556973457336426,
      "step": 14460
    },
    {
      "epoch": 0.8764848484848485,
      "grad_norm": 0.056075066328048706,
      "learning_rate": 0.0004119191919191919,
      "loss": 3.124094009399414,
      "step": 14462
    },
    {
      "epoch": 0.8766060606060606,
      "grad_norm": 0.048165950924158096,
      "learning_rate": 0.00041151515151515155,
      "loss": 3.1225314140319824,
      "step": 14464
    },
    {
      "epoch": 0.8767272727272727,
      "grad_norm": 0.05003613233566284,
      "learning_rate": 0.0004111111111111111,
      "loss": 3.1077566146850586,
      "step": 14466
    },
    {
      "epoch": 0.8768484848484849,
      "grad_norm": 0.06120872497558594,
      "learning_rate": 0.00041070707070707074,
      "loss": 3.117555856704712,
      "step": 14468
    },
    {
      "epoch": 0.876969696969697,
      "grad_norm": 0.05743727087974548,
      "learning_rate": 0.00041030303030303037,
      "loss": 3.100450277328491,
      "step": 14470
    },
    {
      "epoch": 0.8770909090909091,
      "grad_norm": 0.04792417958378792,
      "learning_rate": 0.00040989898989898994,
      "loss": 3.137329578399658,
      "step": 14472
    },
    {
      "epoch": 0.8772121212121212,
      "grad_norm": 0.05935823544859886,
      "learning_rate": 0.00040949494949494956,
      "loss": 3.116584300994873,
      "step": 14474
    },
    {
      "epoch": 0.8773333333333333,
      "grad_norm": 0.047442998737096786,
      "learning_rate": 0.0004090909090909091,
      "loss": 3.1433331966400146,
      "step": 14476
    },
    {
      "epoch": 0.8774545454545455,
      "grad_norm": 0.0534931980073452,
      "learning_rate": 0.00040868686868686876,
      "loss": 3.0997474193573,
      "step": 14478
    },
    {
      "epoch": 0.8775757575757576,
      "grad_norm": 0.05021868646144867,
      "learning_rate": 0.0004082828282828283,
      "loss": 3.1593403816223145,
      "step": 14480
    },
    {
      "epoch": 0.8776969696969696,
      "grad_norm": 0.051341790705919266,
      "learning_rate": 0.0004078787878787879,
      "loss": 3.1253855228424072,
      "step": 14482
    },
    {
      "epoch": 0.8778181818181818,
      "grad_norm": 0.048263732343912125,
      "learning_rate": 0.00040747474747474747,
      "loss": 3.132117986679077,
      "step": 14484
    },
    {
      "epoch": 0.8779393939393939,
      "grad_norm": 0.048316583037376404,
      "learning_rate": 0.0004070707070707071,
      "loss": 3.1419975757598877,
      "step": 14486
    },
    {
      "epoch": 0.8780606060606061,
      "grad_norm": 0.04913982376456261,
      "learning_rate": 0.00040666666666666667,
      "loss": 3.137758731842041,
      "step": 14488
    },
    {
      "epoch": 0.8781818181818182,
      "grad_norm": 0.05202285200357437,
      "learning_rate": 0.0004062626262626263,
      "loss": 3.1318445205688477,
      "step": 14490
    },
    {
      "epoch": 0.8783030303030303,
      "grad_norm": 0.05039643868803978,
      "learning_rate": 0.00040585858585858586,
      "loss": 3.1420741081237793,
      "step": 14492
    },
    {
      "epoch": 0.8784242424242424,
      "grad_norm": 0.04848403483629227,
      "learning_rate": 0.0004054545454545455,
      "loss": 3.127901077270508,
      "step": 14494
    },
    {
      "epoch": 0.8785454545454545,
      "grad_norm": 0.05021706596016884,
      "learning_rate": 0.00040505050505050506,
      "loss": 3.1265969276428223,
      "step": 14496
    },
    {
      "epoch": 0.8786666666666667,
      "grad_norm": 0.048826102167367935,
      "learning_rate": 0.0004046464646464647,
      "loss": 3.1101958751678467,
      "step": 14498
    },
    {
      "epoch": 0.8787878787878788,
      "grad_norm": 0.04896646365523338,
      "learning_rate": 0.0004042424242424242,
      "loss": 3.1430907249450684,
      "step": 14500
    },
    {
      "epoch": 0.8789090909090909,
      "grad_norm": 0.05035965517163277,
      "learning_rate": 0.0004038383838383839,
      "loss": 3.127858877182007,
      "step": 14502
    },
    {
      "epoch": 0.879030303030303,
      "grad_norm": 0.0482577309012413,
      "learning_rate": 0.0004034343434343435,
      "loss": 3.152294158935547,
      "step": 14504
    },
    {
      "epoch": 0.8791515151515151,
      "grad_norm": 0.05237266793847084,
      "learning_rate": 0.000403030303030303,
      "loss": 3.1277031898498535,
      "step": 14506
    },
    {
      "epoch": 0.8792727272727273,
      "grad_norm": 0.07222101092338562,
      "learning_rate": 0.0004026262626262627,
      "loss": 3.085183620452881,
      "step": 14508
    },
    {
      "epoch": 0.8793939393939394,
      "grad_norm": 0.04892655089497566,
      "learning_rate": 0.0004022222222222222,
      "loss": 3.1333861351013184,
      "step": 14510
    },
    {
      "epoch": 0.8795151515151515,
      "grad_norm": 0.055462729185819626,
      "learning_rate": 0.0004018181818181819,
      "loss": 3.1259708404541016,
      "step": 14512
    },
    {
      "epoch": 0.8796363636363637,
      "grad_norm": 0.07406949251890182,
      "learning_rate": 0.0004014141414141414,
      "loss": 3.1538639068603516,
      "step": 14514
    },
    {
      "epoch": 0.8797575757575757,
      "grad_norm": 0.05291714519262314,
      "learning_rate": 0.00040101010101010104,
      "loss": 3.1534805297851562,
      "step": 14516
    },
    {
      "epoch": 0.8798787878787879,
      "grad_norm": 0.05150260776281357,
      "learning_rate": 0.0004006060606060606,
      "loss": 3.1182162761688232,
      "step": 14518
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.050346627831459045,
      "learning_rate": 0.00040020202020202023,
      "loss": 3.1227304935455322,
      "step": 14520
    },
    {
      "epoch": 0.8801212121212121,
      "grad_norm": 0.046950727701187134,
      "learning_rate": 0.00039979797979797986,
      "loss": 3.142589569091797,
      "step": 14522
    },
    {
      "epoch": 0.8802424242424243,
      "grad_norm": 0.05172426998615265,
      "learning_rate": 0.00039939393939393943,
      "loss": 3.113618850708008,
      "step": 14524
    },
    {
      "epoch": 0.8803636363636363,
      "grad_norm": 0.05403667315840721,
      "learning_rate": 0.000398989898989899,
      "loss": 3.1570541858673096,
      "step": 14526
    },
    {
      "epoch": 0.8804848484848485,
      "grad_norm": 0.05905061960220337,
      "learning_rate": 0.0003985858585858586,
      "loss": 3.150233030319214,
      "step": 14528
    },
    {
      "epoch": 0.8806060606060606,
      "grad_norm": 0.04921606555581093,
      "learning_rate": 0.0003981818181818182,
      "loss": 3.166177272796631,
      "step": 14530
    },
    {
      "epoch": 0.8807272727272727,
      "grad_norm": 0.05499904602766037,
      "learning_rate": 0.0003977777777777778,
      "loss": 3.1458287239074707,
      "step": 14532
    },
    {
      "epoch": 0.8808484848484849,
      "grad_norm": 0.06083129346370697,
      "learning_rate": 0.0003973737373737374,
      "loss": 3.130254030227661,
      "step": 14534
    },
    {
      "epoch": 0.880969696969697,
      "grad_norm": 0.04747677594423294,
      "learning_rate": 0.000396969696969697,
      "loss": 3.132225513458252,
      "step": 14536
    },
    {
      "epoch": 0.881090909090909,
      "grad_norm": 0.057498782873153687,
      "learning_rate": 0.0003965656565656566,
      "loss": 3.1393702030181885,
      "step": 14538
    },
    {
      "epoch": 0.8812121212121212,
      "grad_norm": 0.055975161492824554,
      "learning_rate": 0.00039616161616161616,
      "loss": 3.1185452938079834,
      "step": 14540
    },
    {
      "epoch": 0.8813333333333333,
      "grad_norm": 0.04917009174823761,
      "learning_rate": 0.0003957575757575758,
      "loss": 3.1341288089752197,
      "step": 14542
    },
    {
      "epoch": 0.8814545454545455,
      "grad_norm": 0.06865264475345612,
      "learning_rate": 0.00039535353535353535,
      "loss": 3.1472861766815186,
      "step": 14544
    },
    {
      "epoch": 0.8815757575757576,
      "grad_norm": 0.0667961984872818,
      "learning_rate": 0.000394949494949495,
      "loss": 3.123800039291382,
      "step": 14546
    },
    {
      "epoch": 0.8816969696969696,
      "grad_norm": 0.05587344989180565,
      "learning_rate": 0.00039454545454545455,
      "loss": 3.087278127670288,
      "step": 14548
    },
    {
      "epoch": 0.8818181818181818,
      "grad_norm": 0.048479706048965454,
      "learning_rate": 0.0003941414141414141,
      "loss": 3.15456485748291,
      "step": 14550
    },
    {
      "epoch": 0.8819393939393939,
      "grad_norm": 0.05084102228283882,
      "learning_rate": 0.00039373737373737375,
      "loss": 3.1480343341827393,
      "step": 14552
    },
    {
      "epoch": 0.8820606060606061,
      "grad_norm": 0.04854101315140724,
      "learning_rate": 0.0003933333333333333,
      "loss": 3.157419204711914,
      "step": 14554
    },
    {
      "epoch": 0.8821818181818182,
      "grad_norm": 0.0480605773627758,
      "learning_rate": 0.000392929292929293,
      "loss": 3.1582796573638916,
      "step": 14556
    },
    {
      "epoch": 0.8823030303030303,
      "grad_norm": 0.04829663410782814,
      "learning_rate": 0.00039252525252525257,
      "loss": 3.133721113204956,
      "step": 14558
    },
    {
      "epoch": 0.8824242424242424,
      "grad_norm": 0.04908953234553337,
      "learning_rate": 0.00039212121212121214,
      "loss": 3.1482441425323486,
      "step": 14560
    },
    {
      "epoch": 0.8825454545454545,
      "grad_norm": 0.05022772401571274,
      "learning_rate": 0.00039171717171717176,
      "loss": 3.135152816772461,
      "step": 14562
    },
    {
      "epoch": 0.8826666666666667,
      "grad_norm": 0.04821702092885971,
      "learning_rate": 0.00039131313131313133,
      "loss": 3.1416797637939453,
      "step": 14564
    },
    {
      "epoch": 0.8827878787878788,
      "grad_norm": 0.048291392624378204,
      "learning_rate": 0.00039090909090909096,
      "loss": 3.130188226699829,
      "step": 14566
    },
    {
      "epoch": 0.8829090909090909,
      "grad_norm": 0.04851248115301132,
      "learning_rate": 0.00039050505050505053,
      "loss": 3.148695707321167,
      "step": 14568
    },
    {
      "epoch": 0.883030303030303,
      "grad_norm": 0.052591472864151,
      "learning_rate": 0.0003901010101010101,
      "loss": 3.1682283878326416,
      "step": 14570
    },
    {
      "epoch": 0.8831515151515151,
      "grad_norm": 0.0491965152323246,
      "learning_rate": 0.0003896969696969697,
      "loss": 3.143075704574585,
      "step": 14572
    },
    {
      "epoch": 0.8832727272727273,
      "grad_norm": 0.053249720484018326,
      "learning_rate": 0.0003892929292929293,
      "loss": 3.12931227684021,
      "step": 14574
    },
    {
      "epoch": 0.8833939393939394,
      "grad_norm": 0.05727974325418472,
      "learning_rate": 0.0003888888888888889,
      "loss": 3.1473965644836426,
      "step": 14576
    },
    {
      "epoch": 0.8835151515151515,
      "grad_norm": 0.0491100512444973,
      "learning_rate": 0.0003884848484848485,
      "loss": 3.1295621395111084,
      "step": 14578
    },
    {
      "epoch": 0.8836363636363637,
      "grad_norm": 0.05141565203666687,
      "learning_rate": 0.00038808080808080806,
      "loss": 3.0885863304138184,
      "step": 14580
    },
    {
      "epoch": 0.8837575757575757,
      "grad_norm": 0.05118267610669136,
      "learning_rate": 0.0003876767676767677,
      "loss": 3.1629018783569336,
      "step": 14582
    },
    {
      "epoch": 0.8838787878787879,
      "grad_norm": 0.04757444187998772,
      "learning_rate": 0.00038727272727272726,
      "loss": 3.1122748851776123,
      "step": 14584
    },
    {
      "epoch": 0.884,
      "grad_norm": 0.05244014412164688,
      "learning_rate": 0.0003868686868686869,
      "loss": 3.1470580101013184,
      "step": 14586
    },
    {
      "epoch": 0.8841212121212121,
      "grad_norm": 0.051347341388463974,
      "learning_rate": 0.00038646464646464645,
      "loss": 3.1450552940368652,
      "step": 14588
    },
    {
      "epoch": 0.8842424242424243,
      "grad_norm": 0.0487225167453289,
      "learning_rate": 0.0003860606060606061,
      "loss": 3.1283743381500244,
      "step": 14590
    },
    {
      "epoch": 0.8843636363636364,
      "grad_norm": 0.05083749443292618,
      "learning_rate": 0.0003856565656565657,
      "loss": 3.1366159915924072,
      "step": 14592
    },
    {
      "epoch": 0.8844848484848484,
      "grad_norm": 0.05819185450673103,
      "learning_rate": 0.0003852525252525253,
      "loss": 3.138800621032715,
      "step": 14594
    },
    {
      "epoch": 0.8846060606060606,
      "grad_norm": 0.05237838998436928,
      "learning_rate": 0.0003848484848484849,
      "loss": 3.154013156890869,
      "step": 14596
    },
    {
      "epoch": 0.8847272727272727,
      "grad_norm": 0.0722350999712944,
      "learning_rate": 0.00038444444444444447,
      "loss": 3.1253814697265625,
      "step": 14598
    },
    {
      "epoch": 0.8848484848484849,
      "grad_norm": 0.04862460121512413,
      "learning_rate": 0.00038404040404040404,
      "loss": 3.124443769454956,
      "step": 14600
    },
    {
      "epoch": 0.884969696969697,
      "grad_norm": 0.05141684412956238,
      "learning_rate": 0.00038363636363636367,
      "loss": 3.1371066570281982,
      "step": 14602
    },
    {
      "epoch": 0.885090909090909,
      "grad_norm": 0.05905822664499283,
      "learning_rate": 0.00038323232323232324,
      "loss": 3.1154849529266357,
      "step": 14604
    },
    {
      "epoch": 0.8852121212121212,
      "grad_norm": 0.048293586820364,
      "learning_rate": 0.00038282828282828286,
      "loss": 3.1478354930877686,
      "step": 14606
    },
    {
      "epoch": 0.8853333333333333,
      "grad_norm": 0.05992274731397629,
      "learning_rate": 0.00038242424242424243,
      "loss": 3.16186785697937,
      "step": 14608
    },
    {
      "epoch": 0.8854545454545455,
      "grad_norm": 0.07360861450433731,
      "learning_rate": 0.00038202020202020206,
      "loss": 3.1198389530181885,
      "step": 14610
    },
    {
      "epoch": 0.8855757575757576,
      "grad_norm": 0.048296067863702774,
      "learning_rate": 0.00038161616161616163,
      "loss": 3.115377426147461,
      "step": 14612
    },
    {
      "epoch": 0.8856969696969696,
      "grad_norm": 0.06008489429950714,
      "learning_rate": 0.0003812121212121212,
      "loss": 3.1448230743408203,
      "step": 14614
    },
    {
      "epoch": 0.8858181818181818,
      "grad_norm": 0.059179384261369705,
      "learning_rate": 0.0003808080808080808,
      "loss": 3.131953716278076,
      "step": 14616
    },
    {
      "epoch": 0.8859393939393939,
      "grad_norm": 0.050360653549432755,
      "learning_rate": 0.0003804040404040404,
      "loss": 3.135280132293701,
      "step": 14618
    },
    {
      "epoch": 0.8860606060606061,
      "grad_norm": 0.05520104616880417,
      "learning_rate": 0.00038,
      "loss": 3.124777317047119,
      "step": 14620
    },
    {
      "epoch": 0.8861818181818182,
      "grad_norm": 0.0484369620680809,
      "learning_rate": 0.0003795959595959596,
      "loss": 3.1471331119537354,
      "step": 14622
    },
    {
      "epoch": 0.8863030303030303,
      "grad_norm": 0.056895241141319275,
      "learning_rate": 0.0003791919191919192,
      "loss": 3.121798276901245,
      "step": 14624
    },
    {
      "epoch": 0.8864242424242424,
      "grad_norm": 0.04914778098464012,
      "learning_rate": 0.00037878787878787884,
      "loss": 3.1694371700286865,
      "step": 14626
    },
    {
      "epoch": 0.8865454545454545,
      "grad_norm": 0.04891003295779228,
      "learning_rate": 0.0003783838383838384,
      "loss": 3.150101661682129,
      "step": 14628
    },
    {
      "epoch": 0.8866666666666667,
      "grad_norm": 0.052677564322948456,
      "learning_rate": 0.00037797979797979804,
      "loss": 3.1375200748443604,
      "step": 14630
    },
    {
      "epoch": 0.8867878787878788,
      "grad_norm": 0.048272211104631424,
      "learning_rate": 0.0003775757575757576,
      "loss": 3.104398250579834,
      "step": 14632
    },
    {
      "epoch": 0.8869090909090909,
      "grad_norm": 0.04832189157605171,
      "learning_rate": 0.0003771717171717172,
      "loss": 3.1449246406555176,
      "step": 14634
    },
    {
      "epoch": 0.8870303030303031,
      "grad_norm": 0.04905533790588379,
      "learning_rate": 0.0003767676767676768,
      "loss": 3.1707398891448975,
      "step": 14636
    },
    {
      "epoch": 0.8871515151515151,
      "grad_norm": 0.05004631355404854,
      "learning_rate": 0.0003763636363636364,
      "loss": 3.1472184658050537,
      "step": 14638
    },
    {
      "epoch": 0.8872727272727273,
      "grad_norm": 0.048555128276348114,
      "learning_rate": 0.000375959595959596,
      "loss": 3.199464797973633,
      "step": 14640
    },
    {
      "epoch": 0.8873939393939394,
      "grad_norm": 0.04904160648584366,
      "learning_rate": 0.00037555555555555557,
      "loss": 3.169489622116089,
      "step": 14642
    },
    {
      "epoch": 0.8875151515151515,
      "grad_norm": 0.04741702601313591,
      "learning_rate": 0.00037515151515151514,
      "loss": 3.1289541721343994,
      "step": 14644
    },
    {
      "epoch": 0.8876363636363637,
      "grad_norm": 0.0469234399497509,
      "learning_rate": 0.00037474747474747477,
      "loss": 3.1238415241241455,
      "step": 14646
    },
    {
      "epoch": 0.8877575757575757,
      "grad_norm": 0.056924015283584595,
      "learning_rate": 0.00037434343434343434,
      "loss": 3.175884246826172,
      "step": 14648
    },
    {
      "epoch": 0.8878787878787879,
      "grad_norm": 0.04910162836313248,
      "learning_rate": 0.00037393939393939396,
      "loss": 3.160053014755249,
      "step": 14650
    },
    {
      "epoch": 0.888,
      "grad_norm": 0.04891703650355339,
      "learning_rate": 0.00037353535353535353,
      "loss": 3.1315040588378906,
      "step": 14652
    },
    {
      "epoch": 0.8881212121212121,
      "grad_norm": 0.05271385237574577,
      "learning_rate": 0.00037313131313131316,
      "loss": 3.1403205394744873,
      "step": 14654
    },
    {
      "epoch": 0.8882424242424243,
      "grad_norm": 0.05186305567622185,
      "learning_rate": 0.00037272727272727273,
      "loss": 3.132459878921509,
      "step": 14656
    },
    {
      "epoch": 0.8883636363636364,
      "grad_norm": 0.050538260489702225,
      "learning_rate": 0.00037232323232323235,
      "loss": 3.1314585208892822,
      "step": 14658
    },
    {
      "epoch": 0.8884848484848484,
      "grad_norm": 0.04907791316509247,
      "learning_rate": 0.000371919191919192,
      "loss": 3.1390717029571533,
      "step": 14660
    },
    {
      "epoch": 0.8886060606060606,
      "grad_norm": 0.04969751834869385,
      "learning_rate": 0.00037151515151515155,
      "loss": 3.1516451835632324,
      "step": 14662
    },
    {
      "epoch": 0.8887272727272727,
      "grad_norm": 0.04764828458428383,
      "learning_rate": 0.0003711111111111111,
      "loss": 3.105785608291626,
      "step": 14664
    },
    {
      "epoch": 0.8888484848484849,
      "grad_norm": 0.06800170242786407,
      "learning_rate": 0.00037070707070707075,
      "loss": 3.156597852706909,
      "step": 14666
    },
    {
      "epoch": 0.888969696969697,
      "grad_norm": 0.06164667755365372,
      "learning_rate": 0.0003703030303030303,
      "loss": 3.1290793418884277,
      "step": 14668
    },
    {
      "epoch": 0.889090909090909,
      "grad_norm": 0.0488666296005249,
      "learning_rate": 0.00036989898989898994,
      "loss": 3.1106202602386475,
      "step": 14670
    },
    {
      "epoch": 0.8892121212121212,
      "grad_norm": 0.04789494350552559,
      "learning_rate": 0.0003694949494949495,
      "loss": 3.1284635066986084,
      "step": 14672
    },
    {
      "epoch": 0.8893333333333333,
      "grad_norm": 0.04961742088198662,
      "learning_rate": 0.0003690909090909091,
      "loss": 3.1384754180908203,
      "step": 14674
    },
    {
      "epoch": 0.8894545454545455,
      "grad_norm": 0.04810045287013054,
      "learning_rate": 0.0003686868686868687,
      "loss": 3.1665546894073486,
      "step": 14676
    },
    {
      "epoch": 0.8895757575757576,
      "grad_norm": 0.0478670634329319,
      "learning_rate": 0.0003682828282828283,
      "loss": 3.148791790008545,
      "step": 14678
    },
    {
      "epoch": 0.8896969696969697,
      "grad_norm": 0.04977035149931908,
      "learning_rate": 0.0003678787878787879,
      "loss": 3.1468820571899414,
      "step": 14680
    },
    {
      "epoch": 0.8898181818181818,
      "grad_norm": 0.059104740619659424,
      "learning_rate": 0.0003674747474747475,
      "loss": 3.152097225189209,
      "step": 14682
    },
    {
      "epoch": 0.8899393939393939,
      "grad_norm": 0.048677340149879456,
      "learning_rate": 0.0003670707070707071,
      "loss": 3.1145591735839844,
      "step": 14684
    },
    {
      "epoch": 0.8900606060606061,
      "grad_norm": 0.053980402648448944,
      "learning_rate": 0.00036666666666666667,
      "loss": 3.1200554370880127,
      "step": 14686
    },
    {
      "epoch": 0.8901818181818182,
      "grad_norm": 0.053141605108976364,
      "learning_rate": 0.00036626262626262624,
      "loss": 3.1547632217407227,
      "step": 14688
    },
    {
      "epoch": 0.8903030303030303,
      "grad_norm": 0.04921063780784607,
      "learning_rate": 0.00036585858585858587,
      "loss": 3.179555892944336,
      "step": 14690
    },
    {
      "epoch": 0.8904242424242425,
      "grad_norm": 0.051950618624687195,
      "learning_rate": 0.0003654545454545455,
      "loss": 3.111675977706909,
      "step": 14692
    },
    {
      "epoch": 0.8905454545454545,
      "grad_norm": 0.0495004765689373,
      "learning_rate": 0.00036505050505050506,
      "loss": 3.1178464889526367,
      "step": 14694
    },
    {
      "epoch": 0.8906666666666667,
      "grad_norm": 0.04816634580492973,
      "learning_rate": 0.0003646464646464647,
      "loss": 3.156708002090454,
      "step": 14696
    },
    {
      "epoch": 0.8907878787878788,
      "grad_norm": 0.05400200933218002,
      "learning_rate": 0.00036424242424242426,
      "loss": 3.141239881515503,
      "step": 14698
    },
    {
      "epoch": 0.8909090909090909,
      "grad_norm": 0.05182170495390892,
      "learning_rate": 0.0003638383838383839,
      "loss": 3.1469502449035645,
      "step": 14700
    },
    {
      "epoch": 0.8910303030303031,
      "grad_norm": 0.048622891306877136,
      "learning_rate": 0.00036343434343434345,
      "loss": 3.1774539947509766,
      "step": 14702
    },
    {
      "epoch": 0.8911515151515151,
      "grad_norm": 0.050085969269275665,
      "learning_rate": 0.0003630303030303031,
      "loss": 3.1324546337127686,
      "step": 14704
    },
    {
      "epoch": 0.8912727272727273,
      "grad_norm": 0.051776353269815445,
      "learning_rate": 0.00036262626262626265,
      "loss": 3.1446077823638916,
      "step": 14706
    },
    {
      "epoch": 0.8913939393939394,
      "grad_norm": 0.048235274851322174,
      "learning_rate": 0.0003622222222222222,
      "loss": 3.18117094039917,
      "step": 14708
    },
    {
      "epoch": 0.8915151515151515,
      "grad_norm": 0.04790253937244415,
      "learning_rate": 0.00036181818181818185,
      "loss": 3.1617863178253174,
      "step": 14710
    },
    {
      "epoch": 0.8916363636363637,
      "grad_norm": 0.05286921188235283,
      "learning_rate": 0.0003614141414141414,
      "loss": 3.137791395187378,
      "step": 14712
    },
    {
      "epoch": 0.8917575757575757,
      "grad_norm": 0.05688919499516487,
      "learning_rate": 0.00036101010101010104,
      "loss": 3.0899250507354736,
      "step": 14714
    },
    {
      "epoch": 0.8918787878787878,
      "grad_norm": 0.05270593985915184,
      "learning_rate": 0.0003606060606060606,
      "loss": 3.1618034839630127,
      "step": 14716
    },
    {
      "epoch": 0.892,
      "grad_norm": 0.048660025000572205,
      "learning_rate": 0.0003602020202020202,
      "loss": 3.169304370880127,
      "step": 14718
    },
    {
      "epoch": 0.8921212121212121,
      "grad_norm": 0.04864850267767906,
      "learning_rate": 0.0003597979797979798,
      "loss": 3.1723883152008057,
      "step": 14720
    },
    {
      "epoch": 0.8922424242424243,
      "grad_norm": 0.04903855174779892,
      "learning_rate": 0.0003593939393939394,
      "loss": 3.1555261611938477,
      "step": 14722
    },
    {
      "epoch": 0.8923636363636364,
      "grad_norm": 0.04860149323940277,
      "learning_rate": 0.000358989898989899,
      "loss": 3.168954610824585,
      "step": 14724
    },
    {
      "epoch": 0.8924848484848484,
      "grad_norm": 0.05015260726213455,
      "learning_rate": 0.00035858585858585863,
      "loss": 3.147505521774292,
      "step": 14726
    },
    {
      "epoch": 0.8926060606060606,
      "grad_norm": 0.048208922147750854,
      "learning_rate": 0.0003581818181818182,
      "loss": 3.1359670162200928,
      "step": 14728
    },
    {
      "epoch": 0.8927272727272727,
      "grad_norm": 0.05157000571489334,
      "learning_rate": 0.0003577777777777778,
      "loss": 3.120028018951416,
      "step": 14730
    },
    {
      "epoch": 0.8928484848484849,
      "grad_norm": 0.051783133298158646,
      "learning_rate": 0.0003573737373737374,
      "loss": 3.1221063137054443,
      "step": 14732
    },
    {
      "epoch": 0.892969696969697,
      "grad_norm": 0.05023888871073723,
      "learning_rate": 0.000356969696969697,
      "loss": 3.1645193099975586,
      "step": 14734
    },
    {
      "epoch": 0.893090909090909,
      "grad_norm": 0.04996729642152786,
      "learning_rate": 0.0003565656565656566,
      "loss": 3.1292057037353516,
      "step": 14736
    },
    {
      "epoch": 0.8932121212121212,
      "grad_norm": 0.048303622752428055,
      "learning_rate": 0.00035616161616161616,
      "loss": 3.1818056106567383,
      "step": 14738
    },
    {
      "epoch": 0.8933333333333333,
      "grad_norm": 0.050007015466690063,
      "learning_rate": 0.0003557575757575758,
      "loss": 3.12282395362854,
      "step": 14740
    },
    {
      "epoch": 0.8934545454545455,
      "grad_norm": 0.04808290675282478,
      "learning_rate": 0.00035535353535353536,
      "loss": 3.1345090866088867,
      "step": 14742
    },
    {
      "epoch": 0.8935757575757576,
      "grad_norm": 0.04938118904829025,
      "learning_rate": 0.000354949494949495,
      "loss": 3.1716716289520264,
      "step": 14744
    },
    {
      "epoch": 0.8936969696969697,
      "grad_norm": 0.04974251613020897,
      "learning_rate": 0.00035454545454545455,
      "loss": 3.122323513031006,
      "step": 14746
    },
    {
      "epoch": 0.8938181818181818,
      "grad_norm": 0.05006527155637741,
      "learning_rate": 0.0003541414141414142,
      "loss": 3.1561777591705322,
      "step": 14748
    },
    {
      "epoch": 0.8939393939393939,
      "grad_norm": 0.052018482238054276,
      "learning_rate": 0.00035373737373737375,
      "loss": 3.1707513332366943,
      "step": 14750
    },
    {
      "epoch": 0.8940606060606061,
      "grad_norm": 0.048764124512672424,
      "learning_rate": 0.0003533333333333333,
      "loss": 3.139634847640991,
      "step": 14752
    },
    {
      "epoch": 0.8941818181818182,
      "grad_norm": 0.04988965392112732,
      "learning_rate": 0.00035292929292929295,
      "loss": 3.146343946456909,
      "step": 14754
    },
    {
      "epoch": 0.8943030303030303,
      "grad_norm": 0.05299023538827896,
      "learning_rate": 0.0003525252525252525,
      "loss": 3.1288204193115234,
      "step": 14756
    },
    {
      "epoch": 0.8944242424242425,
      "grad_norm": 0.05778324231505394,
      "learning_rate": 0.00035212121212121214,
      "loss": 3.1384453773498535,
      "step": 14758
    },
    {
      "epoch": 0.8945454545454545,
      "grad_norm": 0.050090864300727844,
      "learning_rate": 0.00035171717171717177,
      "loss": 3.147407293319702,
      "step": 14760
    },
    {
      "epoch": 0.8946666666666667,
      "grad_norm": 0.051470328122377396,
      "learning_rate": 0.00035131313131313134,
      "loss": 3.122305393218994,
      "step": 14762
    },
    {
      "epoch": 0.8947878787878788,
      "grad_norm": 0.053397320210933685,
      "learning_rate": 0.00035090909090909096,
      "loss": 3.1127467155456543,
      "step": 14764
    },
    {
      "epoch": 0.8949090909090909,
      "grad_norm": 0.05050213634967804,
      "learning_rate": 0.00035050505050505053,
      "loss": 3.1266815662384033,
      "step": 14766
    },
    {
      "epoch": 0.8950303030303031,
      "grad_norm": 0.05320972204208374,
      "learning_rate": 0.0003501010101010101,
      "loss": 3.1443276405334473,
      "step": 14768
    },
    {
      "epoch": 0.8951515151515151,
      "grad_norm": 0.04682239145040512,
      "learning_rate": 0.00034969696969696973,
      "loss": 3.1656289100646973,
      "step": 14770
    },
    {
      "epoch": 0.8952727272727272,
      "grad_norm": 0.04868459701538086,
      "learning_rate": 0.0003492929292929293,
      "loss": 3.1677634716033936,
      "step": 14772
    },
    {
      "epoch": 0.8953939393939394,
      "grad_norm": 0.05588613823056221,
      "learning_rate": 0.0003488888888888889,
      "loss": 3.1221566200256348,
      "step": 14774
    },
    {
      "epoch": 0.8955151515151515,
      "grad_norm": 0.05028705671429634,
      "learning_rate": 0.0003484848484848485,
      "loss": 3.1178321838378906,
      "step": 14776
    },
    {
      "epoch": 0.8956363636363637,
      "grad_norm": 0.05022305250167847,
      "learning_rate": 0.0003480808080808081,
      "loss": 3.1491329669952393,
      "step": 14778
    },
    {
      "epoch": 0.8957575757575758,
      "grad_norm": 0.04966117814183235,
      "learning_rate": 0.0003476767676767677,
      "loss": 3.139516830444336,
      "step": 14780
    },
    {
      "epoch": 0.8958787878787878,
      "grad_norm": 0.04961990565061569,
      "learning_rate": 0.00034727272727272726,
      "loss": 3.1458778381347656,
      "step": 14782
    },
    {
      "epoch": 0.896,
      "grad_norm": 0.04894484952092171,
      "learning_rate": 0.0003468686868686869,
      "loss": 3.1363425254821777,
      "step": 14784
    },
    {
      "epoch": 0.8961212121212121,
      "grad_norm": 0.048975154757499695,
      "learning_rate": 0.00034646464646464646,
      "loss": 3.1577069759368896,
      "step": 14786
    },
    {
      "epoch": 0.8962424242424243,
      "grad_norm": 0.05894167348742485,
      "learning_rate": 0.0003460606060606061,
      "loss": 3.119248151779175,
      "step": 14788
    },
    {
      "epoch": 0.8963636363636364,
      "grad_norm": 0.053202610462903976,
      "learning_rate": 0.00034565656565656565,
      "loss": 3.1482574939727783,
      "step": 14790
    },
    {
      "epoch": 0.8964848484848484,
      "grad_norm": 0.04980561137199402,
      "learning_rate": 0.0003452525252525252,
      "loss": 3.085305690765381,
      "step": 14792
    },
    {
      "epoch": 0.8966060606060606,
      "grad_norm": 0.05013350769877434,
      "learning_rate": 0.00034484848484848485,
      "loss": 3.1652987003326416,
      "step": 14794
    },
    {
      "epoch": 0.8967272727272727,
      "grad_norm": 0.05057762563228607,
      "learning_rate": 0.0003444444444444445,
      "loss": 3.162158489227295,
      "step": 14796
    },
    {
      "epoch": 0.8968484848484849,
      "grad_norm": 0.05737732723355293,
      "learning_rate": 0.0003440404040404041,
      "loss": 3.1060080528259277,
      "step": 14798
    },
    {
      "epoch": 0.896969696969697,
      "grad_norm": 0.07190729677677155,
      "learning_rate": 0.00034363636363636367,
      "loss": 3.1696269512176514,
      "step": 14800
    },
    {
      "epoch": 0.897090909090909,
      "grad_norm": 0.06058016046881676,
      "learning_rate": 0.00034323232323232324,
      "loss": 3.1403374671936035,
      "step": 14802
    },
    {
      "epoch": 0.8972121212121212,
      "grad_norm": 0.053367145359516144,
      "learning_rate": 0.00034282828282828287,
      "loss": 3.129279613494873,
      "step": 14804
    },
    {
      "epoch": 0.8973333333333333,
      "grad_norm": 0.06218753382563591,
      "learning_rate": 0.00034242424242424244,
      "loss": 3.133208990097046,
      "step": 14806
    },
    {
      "epoch": 0.8974545454545455,
      "grad_norm": 0.048050880432128906,
      "learning_rate": 0.00034202020202020206,
      "loss": 3.14495587348938,
      "step": 14808
    },
    {
      "epoch": 0.8975757575757576,
      "grad_norm": 0.05881669744849205,
      "learning_rate": 0.00034161616161616163,
      "loss": 3.1054811477661133,
      "step": 14810
    },
    {
      "epoch": 0.8976969696969697,
      "grad_norm": 0.055520765483379364,
      "learning_rate": 0.0003412121212121212,
      "loss": 3.1296653747558594,
      "step": 14812
    },
    {
      "epoch": 0.8978181818181818,
      "grad_norm": 0.04711022973060608,
      "learning_rate": 0.00034080808080808083,
      "loss": 3.1564278602600098,
      "step": 14814
    },
    {
      "epoch": 0.8979393939393939,
      "grad_norm": 0.056624773889780045,
      "learning_rate": 0.0003404040404040404,
      "loss": 3.110520601272583,
      "step": 14816
    },
    {
      "epoch": 0.8980606060606061,
      "grad_norm": 0.04828416556119919,
      "learning_rate": 0.00034,
      "loss": 3.121507406234741,
      "step": 14818
    },
    {
      "epoch": 0.8981818181818182,
      "grad_norm": 0.047909706830978394,
      "learning_rate": 0.0003395959595959596,
      "loss": 3.1311981678009033,
      "step": 14820
    },
    {
      "epoch": 0.8983030303030303,
      "grad_norm": 0.04755779355764389,
      "learning_rate": 0.0003391919191919192,
      "loss": 3.1193759441375732,
      "step": 14822
    },
    {
      "epoch": 0.8984242424242425,
      "grad_norm": 0.04891900345683098,
      "learning_rate": 0.0003387878787878788,
      "loss": 3.101379632949829,
      "step": 14824
    },
    {
      "epoch": 0.8985454545454545,
      "grad_norm": 0.04839817434549332,
      "learning_rate": 0.00033838383838383836,
      "loss": 3.142587184906006,
      "step": 14826
    },
    {
      "epoch": 0.8986666666666666,
      "grad_norm": 0.047052230685949326,
      "learning_rate": 0.000337979797979798,
      "loss": 3.119938373565674,
      "step": 14828
    },
    {
      "epoch": 0.8987878787878788,
      "grad_norm": 0.048072606325149536,
      "learning_rate": 0.0003375757575757576,
      "loss": 3.103869676589966,
      "step": 14830
    },
    {
      "epoch": 0.8989090909090909,
      "grad_norm": 0.047518957406282425,
      "learning_rate": 0.0003371717171717172,
      "loss": 3.1065526008605957,
      "step": 14832
    },
    {
      "epoch": 0.8990303030303031,
      "grad_norm": 0.05075611546635628,
      "learning_rate": 0.0003367676767676768,
      "loss": 3.103808641433716,
      "step": 14834
    },
    {
      "epoch": 0.8991515151515151,
      "grad_norm": 0.0482490137219429,
      "learning_rate": 0.0003363636363636364,
      "loss": 3.0947978496551514,
      "step": 14836
    },
    {
      "epoch": 0.8992727272727272,
      "grad_norm": 0.05345182493329048,
      "learning_rate": 0.000335959595959596,
      "loss": 3.092360496520996,
      "step": 14838
    },
    {
      "epoch": 0.8993939393939394,
      "grad_norm": 0.05291071534156799,
      "learning_rate": 0.0003355555555555556,
      "loss": 3.1102120876312256,
      "step": 14840
    },
    {
      "epoch": 0.8995151515151515,
      "grad_norm": 0.04746268689632416,
      "learning_rate": 0.00033515151515151515,
      "loss": 3.1237640380859375,
      "step": 14842
    },
    {
      "epoch": 0.8996363636363637,
      "grad_norm": 0.05320015549659729,
      "learning_rate": 0.00033474747474747477,
      "loss": 3.1246447563171387,
      "step": 14844
    },
    {
      "epoch": 0.8997575757575758,
      "grad_norm": 0.05049571767449379,
      "learning_rate": 0.00033434343434343434,
      "loss": 3.096954107284546,
      "step": 14846
    },
    {
      "epoch": 0.8998787878787878,
      "grad_norm": 0.048775240778923035,
      "learning_rate": 0.00033393939393939397,
      "loss": 3.085236072540283,
      "step": 14848
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.05154202878475189,
      "learning_rate": 0.00033353535353535354,
      "loss": 3.132136583328247,
      "step": 14850
    },
    {
      "epoch": 0.9001212121212121,
      "grad_norm": 0.058824945241212845,
      "learning_rate": 0.00033313131313131316,
      "loss": 3.115528106689453,
      "step": 14852
    },
    {
      "epoch": 0.9002424242424243,
      "grad_norm": 0.04966680705547333,
      "learning_rate": 0.00033272727272727273,
      "loss": 3.0529439449310303,
      "step": 14854
    },
    {
      "epoch": 0.9003636363636364,
      "grad_norm": 0.0595027431845665,
      "learning_rate": 0.0003323232323232323,
      "loss": 3.0600781440734863,
      "step": 14856
    },
    {
      "epoch": 0.9004848484848484,
      "grad_norm": 0.054943013936281204,
      "learning_rate": 0.00033191919191919193,
      "loss": 3.138410806655884,
      "step": 14858
    },
    {
      "epoch": 0.9006060606060606,
      "grad_norm": 0.04661399871110916,
      "learning_rate": 0.0003315151515151515,
      "loss": 3.1090784072875977,
      "step": 14860
    },
    {
      "epoch": 0.9007272727272727,
      "grad_norm": 0.058183711022138596,
      "learning_rate": 0.0003311111111111111,
      "loss": 3.086672306060791,
      "step": 14862
    },
    {
      "epoch": 0.9008484848484849,
      "grad_norm": 0.05238233134150505,
      "learning_rate": 0.00033070707070707075,
      "loss": 3.1117947101593018,
      "step": 14864
    },
    {
      "epoch": 0.900969696969697,
      "grad_norm": 0.048204757273197174,
      "learning_rate": 0.0003303030303030303,
      "loss": 3.07173228263855,
      "step": 14866
    },
    {
      "epoch": 0.901090909090909,
      "grad_norm": 0.052000049501657486,
      "learning_rate": 0.00032989898989898995,
      "loss": 3.055920124053955,
      "step": 14868
    },
    {
      "epoch": 0.9012121212121212,
      "grad_norm": 0.04882850497961044,
      "learning_rate": 0.0003294949494949495,
      "loss": 3.0585289001464844,
      "step": 14870
    },
    {
      "epoch": 0.9013333333333333,
      "grad_norm": 0.05513302981853485,
      "learning_rate": 0.00032909090909090914,
      "loss": 3.0966548919677734,
      "step": 14872
    },
    {
      "epoch": 0.9014545454545455,
      "grad_norm": 0.05091359093785286,
      "learning_rate": 0.0003286868686868687,
      "loss": 3.0789103507995605,
      "step": 14874
    },
    {
      "epoch": 0.9015757575757576,
      "grad_norm": 0.04993242025375366,
      "learning_rate": 0.0003282828282828283,
      "loss": 3.0773961544036865,
      "step": 14876
    },
    {
      "epoch": 0.9016969696969697,
      "grad_norm": 0.049429137259721756,
      "learning_rate": 0.0003278787878787879,
      "loss": 3.091400623321533,
      "step": 14878
    },
    {
      "epoch": 0.9018181818181819,
      "grad_norm": 0.049758970737457275,
      "learning_rate": 0.0003274747474747475,
      "loss": 3.078472375869751,
      "step": 14880
    },
    {
      "epoch": 0.9019393939393939,
      "grad_norm": 0.048321060836315155,
      "learning_rate": 0.0003270707070707071,
      "loss": 3.094616174697876,
      "step": 14882
    },
    {
      "epoch": 0.902060606060606,
      "grad_norm": 0.050122033804655075,
      "learning_rate": 0.0003266666666666667,
      "loss": 3.141958713531494,
      "step": 14884
    },
    {
      "epoch": 0.9021818181818182,
      "grad_norm": 0.04973853752017021,
      "learning_rate": 0.00032626262626262624,
      "loss": 3.063685655593872,
      "step": 14886
    },
    {
      "epoch": 0.9023030303030303,
      "grad_norm": 0.05172710120677948,
      "learning_rate": 0.00032585858585858587,
      "loss": 3.0635793209075928,
      "step": 14888
    },
    {
      "epoch": 0.9024242424242425,
      "grad_norm": 0.060692887753248215,
      "learning_rate": 0.00032545454545454544,
      "loss": 3.071237087249756,
      "step": 14890
    },
    {
      "epoch": 0.9025454545454545,
      "grad_norm": 0.048152320086956024,
      "learning_rate": 0.00032505050505050507,
      "loss": 3.0557422637939453,
      "step": 14892
    },
    {
      "epoch": 0.9026666666666666,
      "grad_norm": 0.056237295269966125,
      "learning_rate": 0.00032464646464646464,
      "loss": 3.0518040657043457,
      "step": 14894
    },
    {
      "epoch": 0.9027878787878788,
      "grad_norm": 0.047257374972105026,
      "learning_rate": 0.00032424242424242426,
      "loss": 3.0600006580352783,
      "step": 14896
    },
    {
      "epoch": 0.9029090909090909,
      "grad_norm": 0.061731044203042984,
      "learning_rate": 0.0003238383838383839,
      "loss": 3.0919981002807617,
      "step": 14898
    },
    {
      "epoch": 0.9030303030303031,
      "grad_norm": 0.059665776789188385,
      "learning_rate": 0.00032343434343434346,
      "loss": 3.0763723850250244,
      "step": 14900
    },
    {
      "epoch": 0.9031515151515151,
      "grad_norm": 0.0526990182697773,
      "learning_rate": 0.0003230303030303031,
      "loss": 3.095054864883423,
      "step": 14902
    },
    {
      "epoch": 0.9032727272727272,
      "grad_norm": 0.04921716824173927,
      "learning_rate": 0.00032262626262626265,
      "loss": 3.0694658756256104,
      "step": 14904
    },
    {
      "epoch": 0.9033939393939394,
      "grad_norm": 0.04852139577269554,
      "learning_rate": 0.0003222222222222222,
      "loss": 3.0684821605682373,
      "step": 14906
    },
    {
      "epoch": 0.9035151515151515,
      "grad_norm": 0.05066565424203873,
      "learning_rate": 0.00032181818181818185,
      "loss": 3.033263921737671,
      "step": 14908
    },
    {
      "epoch": 0.9036363636363637,
      "grad_norm": 0.05055539309978485,
      "learning_rate": 0.0003214141414141414,
      "loss": 3.049187183380127,
      "step": 14910
    },
    {
      "epoch": 0.9037575757575758,
      "grad_norm": 0.054011739790439606,
      "learning_rate": 0.00032101010101010104,
      "loss": 3.071004867553711,
      "step": 14912
    },
    {
      "epoch": 0.9038787878787878,
      "grad_norm": 0.04756789281964302,
      "learning_rate": 0.0003206060606060606,
      "loss": 3.080389976501465,
      "step": 14914
    },
    {
      "epoch": 0.904,
      "grad_norm": 0.051860153675079346,
      "learning_rate": 0.00032020202020202024,
      "loss": 3.083324432373047,
      "step": 14916
    },
    {
      "epoch": 0.9041212121212121,
      "grad_norm": 0.0473032109439373,
      "learning_rate": 0.0003197979797979798,
      "loss": 3.063307523727417,
      "step": 14918
    },
    {
      "epoch": 0.9042424242424243,
      "grad_norm": 0.04940163344144821,
      "learning_rate": 0.0003193939393939394,
      "loss": 3.1022658348083496,
      "step": 14920
    },
    {
      "epoch": 0.9043636363636364,
      "grad_norm": 0.046806175261735916,
      "learning_rate": 0.000318989898989899,
      "loss": 3.06487774848938,
      "step": 14922
    },
    {
      "epoch": 0.9044848484848484,
      "grad_norm": 0.0524437315762043,
      "learning_rate": 0.0003185858585858586,
      "loss": 3.0934104919433594,
      "step": 14924
    },
    {
      "epoch": 0.9046060606060606,
      "grad_norm": 0.048468489199876785,
      "learning_rate": 0.0003181818181818182,
      "loss": 3.0505168437957764,
      "step": 14926
    },
    {
      "epoch": 0.9047272727272727,
      "grad_norm": 0.04842652752995491,
      "learning_rate": 0.0003177777777777778,
      "loss": 3.0219154357910156,
      "step": 14928
    },
    {
      "epoch": 0.9048484848484849,
      "grad_norm": 0.05972776561975479,
      "learning_rate": 0.00031737373737373734,
      "loss": 3.0650787353515625,
      "step": 14930
    },
    {
      "epoch": 0.904969696969697,
      "grad_norm": 0.053563788533210754,
      "learning_rate": 0.000316969696969697,
      "loss": 3.0455336570739746,
      "step": 14932
    },
    {
      "epoch": 0.9050909090909091,
      "grad_norm": 0.0473889522254467,
      "learning_rate": 0.0003165656565656566,
      "loss": 3.049173593521118,
      "step": 14934
    },
    {
      "epoch": 0.9052121212121212,
      "grad_norm": 0.05055326968431473,
      "learning_rate": 0.00031616161616161617,
      "loss": 3.079641103744507,
      "step": 14936
    },
    {
      "epoch": 0.9053333333333333,
      "grad_norm": 0.04693346843123436,
      "learning_rate": 0.0003157575757575758,
      "loss": 3.034654140472412,
      "step": 14938
    },
    {
      "epoch": 0.9054545454545454,
      "grad_norm": 0.05107806995511055,
      "learning_rate": 0.00031535353535353536,
      "loss": 3.1061806678771973,
      "step": 14940
    },
    {
      "epoch": 0.9055757575757576,
      "grad_norm": 0.04929112270474434,
      "learning_rate": 0.000314949494949495,
      "loss": 3.074596405029297,
      "step": 14942
    },
    {
      "epoch": 0.9056969696969697,
      "grad_norm": 0.0467042438685894,
      "learning_rate": 0.00031454545454545456,
      "loss": 3.069230079650879,
      "step": 14944
    },
    {
      "epoch": 0.9058181818181819,
      "grad_norm": 0.04994487017393112,
      "learning_rate": 0.0003141414141414142,
      "loss": 3.0619499683380127,
      "step": 14946
    },
    {
      "epoch": 0.9059393939393939,
      "grad_norm": 0.04997584968805313,
      "learning_rate": 0.00031373737373737375,
      "loss": 3.016120433807373,
      "step": 14948
    },
    {
      "epoch": 0.906060606060606,
      "grad_norm": 0.0470002219080925,
      "learning_rate": 0.0003133333333333333,
      "loss": 3.022606611251831,
      "step": 14950
    },
    {
      "epoch": 0.9061818181818182,
      "grad_norm": 0.05784716084599495,
      "learning_rate": 0.00031292929292929295,
      "loss": 3.112872838973999,
      "step": 14952
    },
    {
      "epoch": 0.9063030303030303,
      "grad_norm": 0.049129828810691833,
      "learning_rate": 0.0003125252525252525,
      "loss": 3.061007022857666,
      "step": 14954
    },
    {
      "epoch": 0.9064242424242425,
      "grad_norm": 0.047473739832639694,
      "learning_rate": 0.00031212121212121214,
      "loss": 2.997954845428467,
      "step": 14956
    },
    {
      "epoch": 0.9065454545454545,
      "grad_norm": 0.05446930602192879,
      "learning_rate": 0.0003117171717171717,
      "loss": 3.110673189163208,
      "step": 14958
    },
    {
      "epoch": 0.9066666666666666,
      "grad_norm": 0.04714999720454216,
      "learning_rate": 0.0003113131313131313,
      "loss": 3.0466716289520264,
      "step": 14960
    },
    {
      "epoch": 0.9067878787878788,
      "grad_norm": 0.047948941588401794,
      "learning_rate": 0.0003109090909090909,
      "loss": 3.061476707458496,
      "step": 14962
    },
    {
      "epoch": 0.9069090909090909,
      "grad_norm": 0.0473313108086586,
      "learning_rate": 0.0003105050505050505,
      "loss": 3.0429117679595947,
      "step": 14964
    },
    {
      "epoch": 0.9070303030303031,
      "grad_norm": 0.049296434968709946,
      "learning_rate": 0.00031010101010101016,
      "loss": 3.0572829246520996,
      "step": 14966
    },
    {
      "epoch": 0.9071515151515152,
      "grad_norm": 0.04767167940735817,
      "learning_rate": 0.00030969696969696973,
      "loss": 2.997082233428955,
      "step": 14968
    },
    {
      "epoch": 0.9072727272727272,
      "grad_norm": 0.04733441770076752,
      "learning_rate": 0.0003092929292929293,
      "loss": 3.0527710914611816,
      "step": 14970
    },
    {
      "epoch": 0.9073939393939394,
      "grad_norm": 0.04740438982844353,
      "learning_rate": 0.00030888888888888893,
      "loss": 3.0416367053985596,
      "step": 14972
    },
    {
      "epoch": 0.9075151515151515,
      "grad_norm": 0.04941270872950554,
      "learning_rate": 0.0003084848484848485,
      "loss": 3.033539056777954,
      "step": 14974
    },
    {
      "epoch": 0.9076363636363637,
      "grad_norm": 0.047885309904813766,
      "learning_rate": 0.0003080808080808081,
      "loss": 3.04938006401062,
      "step": 14976
    },
    {
      "epoch": 0.9077575757575758,
      "grad_norm": 0.05416514724493027,
      "learning_rate": 0.0003076767676767677,
      "loss": 3.062807083129883,
      "step": 14978
    },
    {
      "epoch": 0.9078787878787878,
      "grad_norm": 0.05082724243402481,
      "learning_rate": 0.00030727272727272727,
      "loss": 3.0251924991607666,
      "step": 14980
    },
    {
      "epoch": 0.908,
      "grad_norm": 0.04759107530117035,
      "learning_rate": 0.0003068686868686869,
      "loss": 3.0336859226226807,
      "step": 14982
    },
    {
      "epoch": 0.9081212121212121,
      "grad_norm": 0.04717792198061943,
      "learning_rate": 0.00030646464646464646,
      "loss": 3.041724920272827,
      "step": 14984
    },
    {
      "epoch": 0.9082424242424243,
      "grad_norm": 0.048763323575258255,
      "learning_rate": 0.0003060606060606061,
      "loss": 3.0576844215393066,
      "step": 14986
    },
    {
      "epoch": 0.9083636363636364,
      "grad_norm": 0.04772476479411125,
      "learning_rate": 0.00030565656565656566,
      "loss": 3.0206258296966553,
      "step": 14988
    },
    {
      "epoch": 0.9084848484848485,
      "grad_norm": 0.05593089386820793,
      "learning_rate": 0.0003052525252525253,
      "loss": 3.021843910217285,
      "step": 14990
    },
    {
      "epoch": 0.9086060606060606,
      "grad_norm": 0.04903830215334892,
      "learning_rate": 0.00030484848484848485,
      "loss": 3.0275931358337402,
      "step": 14992
    },
    {
      "epoch": 0.9087272727272727,
      "grad_norm": 0.04874236881732941,
      "learning_rate": 0.0003044444444444444,
      "loss": 3.059288263320923,
      "step": 14994
    },
    {
      "epoch": 0.9088484848484848,
      "grad_norm": 0.04857790842652321,
      "learning_rate": 0.00030404040404040405,
      "loss": 3.002352714538574,
      "step": 14996
    },
    {
      "epoch": 0.908969696969697,
      "grad_norm": 0.0479942187666893,
      "learning_rate": 0.0003036363636363636,
      "loss": 2.9991049766540527,
      "step": 14998
    },
    {
      "epoch": 0.9090909090909091,
      "grad_norm": 0.04842197895050049,
      "learning_rate": 0.00030323232323232324,
      "loss": 3.0747945308685303,
      "step": 15000
    },
    {
      "epoch": 0.9092121212121212,
      "grad_norm": 0.04676712304353714,
      "learning_rate": 0.00030282828282828287,
      "loss": 2.9882025718688965,
      "step": 15002
    },
    {
      "epoch": 0.9093333333333333,
      "grad_norm": 0.04951465502381325,
      "learning_rate": 0.00030242424242424244,
      "loss": 3.0186614990234375,
      "step": 15004
    },
    {
      "epoch": 0.9094545454545454,
      "grad_norm": 0.05095890909433365,
      "learning_rate": 0.00030202020202020207,
      "loss": 3.0411832332611084,
      "step": 15006
    },
    {
      "epoch": 0.9095757575757576,
      "grad_norm": 0.04776334762573242,
      "learning_rate": 0.00030161616161616164,
      "loss": 3.014949321746826,
      "step": 15008
    },
    {
      "epoch": 0.9096969696969697,
      "grad_norm": 0.049257487058639526,
      "learning_rate": 0.00030121212121212126,
      "loss": 3.0532987117767334,
      "step": 15010
    },
    {
      "epoch": 0.9098181818181819,
      "grad_norm": 0.04872163385152817,
      "learning_rate": 0.00030080808080808083,
      "loss": 3.0100114345550537,
      "step": 15012
    },
    {
      "epoch": 0.9099393939393939,
      "grad_norm": 0.052923042327165604,
      "learning_rate": 0.0003004040404040404,
      "loss": 3.0519964694976807,
      "step": 15014
    },
    {
      "epoch": 0.910060606060606,
      "grad_norm": 0.05132339149713516,
      "learning_rate": 0.00030000000000000003,
      "loss": 2.975999355316162,
      "step": 15016
    },
    {
      "epoch": 0.9101818181818182,
      "grad_norm": 0.04828552529215813,
      "learning_rate": 0.0002995959595959596,
      "loss": 3.0606484413146973,
      "step": 15018
    },
    {
      "epoch": 0.9103030303030303,
      "grad_norm": 0.054970402270555496,
      "learning_rate": 0.0002991919191919192,
      "loss": 2.9798662662506104,
      "step": 15020
    },
    {
      "epoch": 0.9104242424242425,
      "grad_norm": 0.04717693477869034,
      "learning_rate": 0.0002987878787878788,
      "loss": 3.0172953605651855,
      "step": 15022
    },
    {
      "epoch": 0.9105454545454545,
      "grad_norm": 0.05804942175745964,
      "learning_rate": 0.00029838383838383837,
      "loss": 3.029543161392212,
      "step": 15024
    },
    {
      "epoch": 0.9106666666666666,
      "grad_norm": 0.048496782779693604,
      "learning_rate": 0.000297979797979798,
      "loss": 3.037346839904785,
      "step": 15026
    },
    {
      "epoch": 0.9107878787878788,
      "grad_norm": 0.058821901679039,
      "learning_rate": 0.00029757575757575756,
      "loss": 3.0337815284729004,
      "step": 15028
    },
    {
      "epoch": 0.9109090909090909,
      "grad_norm": 0.05058184266090393,
      "learning_rate": 0.0002971717171717172,
      "loss": 2.9844722747802734,
      "step": 15030
    },
    {
      "epoch": 0.9110303030303031,
      "grad_norm": 0.058179114013910294,
      "learning_rate": 0.00029676767676767676,
      "loss": 3.0310075283050537,
      "step": 15032
    },
    {
      "epoch": 0.9111515151515152,
      "grad_norm": 0.05036747083067894,
      "learning_rate": 0.0002963636363636364,
      "loss": 3.0208184719085693,
      "step": 15034
    },
    {
      "epoch": 0.9112727272727272,
      "grad_norm": 0.047799378633499146,
      "learning_rate": 0.000295959595959596,
      "loss": 2.9850637912750244,
      "step": 15036
    },
    {
      "epoch": 0.9113939393939394,
      "grad_norm": 0.057837631553411484,
      "learning_rate": 0.0002955555555555556,
      "loss": 2.9939279556274414,
      "step": 15038
    },
    {
      "epoch": 0.9115151515151515,
      "grad_norm": 0.052373167127370834,
      "learning_rate": 0.0002951515151515152,
      "loss": 2.9720492362976074,
      "step": 15040
    },
    {
      "epoch": 0.9116363636363637,
      "grad_norm": 0.05779006704688072,
      "learning_rate": 0.0002947474747474748,
      "loss": 2.986496686935425,
      "step": 15042
    },
    {
      "epoch": 0.9117575757575758,
      "grad_norm": 0.04746294021606445,
      "learning_rate": 0.00029434343434343434,
      "loss": 3.007261037826538,
      "step": 15044
    },
    {
      "epoch": 0.9118787878787878,
      "grad_norm": 0.04667294770479202,
      "learning_rate": 0.00029393939393939397,
      "loss": 3.0700912475585938,
      "step": 15046
    },
    {
      "epoch": 0.912,
      "grad_norm": 0.0476558692753315,
      "learning_rate": 0.00029353535353535354,
      "loss": 3.0087509155273438,
      "step": 15048
    },
    {
      "epoch": 0.9121212121212121,
      "grad_norm": 0.04732242599129677,
      "learning_rate": 0.00029313131313131317,
      "loss": 2.9987525939941406,
      "step": 15050
    },
    {
      "epoch": 0.9122424242424242,
      "grad_norm": 0.04878328740596771,
      "learning_rate": 0.00029272727272727274,
      "loss": 2.983346700668335,
      "step": 15052
    },
    {
      "epoch": 0.9123636363636364,
      "grad_norm": 0.04571862146258354,
      "learning_rate": 0.0002923232323232323,
      "loss": 3.0590264797210693,
      "step": 15054
    },
    {
      "epoch": 0.9124848484848485,
      "grad_norm": 0.047181569039821625,
      "learning_rate": 0.00029191919191919193,
      "loss": 3.0224626064300537,
      "step": 15056
    },
    {
      "epoch": 0.9126060606060606,
      "grad_norm": 0.0487745963037014,
      "learning_rate": 0.0002915151515151515,
      "loss": 3.035682201385498,
      "step": 15058
    },
    {
      "epoch": 0.9127272727272727,
      "grad_norm": 0.04687568545341492,
      "learning_rate": 0.00029111111111111113,
      "loss": 3.024343252182007,
      "step": 15060
    },
    {
      "epoch": 0.9128484848484848,
      "grad_norm": 0.048384543508291245,
      "learning_rate": 0.0002907070707070707,
      "loss": 2.9565834999084473,
      "step": 15062
    },
    {
      "epoch": 0.912969696969697,
      "grad_norm": 0.04562794417142868,
      "learning_rate": 0.0002903030303030303,
      "loss": 2.9811742305755615,
      "step": 15064
    },
    {
      "epoch": 0.9130909090909091,
      "grad_norm": 0.049166418612003326,
      "learning_rate": 0.0002898989898989899,
      "loss": 3.012622594833374,
      "step": 15066
    },
    {
      "epoch": 0.9132121212121213,
      "grad_norm": 0.047454312443733215,
      "learning_rate": 0.0002894949494949495,
      "loss": 3.0380759239196777,
      "step": 15068
    },
    {
      "epoch": 0.9133333333333333,
      "grad_norm": 0.0496814101934433,
      "learning_rate": 0.00028909090909090914,
      "loss": 3.0237767696380615,
      "step": 15070
    },
    {
      "epoch": 0.9134545454545454,
      "grad_norm": 0.04831012710928917,
      "learning_rate": 0.0002886868686868687,
      "loss": 3.036762237548828,
      "step": 15072
    },
    {
      "epoch": 0.9135757575757576,
      "grad_norm": 0.04668761044740677,
      "learning_rate": 0.0002882828282828283,
      "loss": 2.9863333702087402,
      "step": 15074
    },
    {
      "epoch": 0.9136969696969697,
      "grad_norm": 0.04959672689437866,
      "learning_rate": 0.0002878787878787879,
      "loss": 2.986877202987671,
      "step": 15076
    },
    {
      "epoch": 0.9138181818181819,
      "grad_norm": 0.04918094351887703,
      "learning_rate": 0.0002874747474747475,
      "loss": 2.976311206817627,
      "step": 15078
    },
    {
      "epoch": 0.9139393939393939,
      "grad_norm": 0.04907088354229927,
      "learning_rate": 0.0002870707070707071,
      "loss": 2.9733030796051025,
      "step": 15080
    },
    {
      "epoch": 0.914060606060606,
      "grad_norm": 0.04764211177825928,
      "learning_rate": 0.0002866666666666667,
      "loss": 2.9812636375427246,
      "step": 15082
    },
    {
      "epoch": 0.9141818181818182,
      "grad_norm": 0.04676363989710808,
      "learning_rate": 0.0002862626262626263,
      "loss": 2.9789204597473145,
      "step": 15084
    },
    {
      "epoch": 0.9143030303030303,
      "grad_norm": 0.04584423452615738,
      "learning_rate": 0.0002858585858585859,
      "loss": 2.979576826095581,
      "step": 15086
    },
    {
      "epoch": 0.9144242424242425,
      "grad_norm": 0.05043371766805649,
      "learning_rate": 0.00028545454545454544,
      "loss": 2.9541687965393066,
      "step": 15088
    },
    {
      "epoch": 0.9145454545454546,
      "grad_norm": 0.04901915043592453,
      "learning_rate": 0.00028505050505050507,
      "loss": 3.0485849380493164,
      "step": 15090
    },
    {
      "epoch": 0.9146666666666666,
      "grad_norm": 0.0479789599776268,
      "learning_rate": 0.00028464646464646464,
      "loss": 2.9890599250793457,
      "step": 15092
    },
    {
      "epoch": 0.9147878787878788,
      "grad_norm": 0.05677196756005287,
      "learning_rate": 0.00028424242424242427,
      "loss": 2.995720863342285,
      "step": 15094
    },
    {
      "epoch": 0.9149090909090909,
      "grad_norm": 0.04789744317531586,
      "learning_rate": 0.00028383838383838384,
      "loss": 3.0160889625549316,
      "step": 15096
    },
    {
      "epoch": 0.9150303030303031,
      "grad_norm": 0.05017987638711929,
      "learning_rate": 0.0002834343434343434,
      "loss": 2.9951679706573486,
      "step": 15098
    },
    {
      "epoch": 0.9151515151515152,
      "grad_norm": 0.05381270498037338,
      "learning_rate": 0.00028303030303030303,
      "loss": 3.026564836502075,
      "step": 15100
    },
    {
      "epoch": 0.9152727272727272,
      "grad_norm": 0.04739942029118538,
      "learning_rate": 0.00028262626262626266,
      "loss": 2.98760724067688,
      "step": 15102
    },
    {
      "epoch": 0.9153939393939394,
      "grad_norm": 0.04690462723374367,
      "learning_rate": 0.00028222222222222223,
      "loss": 3.033282518386841,
      "step": 15104
    },
    {
      "epoch": 0.9155151515151515,
      "grad_norm": 0.049353741109371185,
      "learning_rate": 0.00028181818181818185,
      "loss": 2.9691948890686035,
      "step": 15106
    },
    {
      "epoch": 0.9156363636363636,
      "grad_norm": 0.04740137234330177,
      "learning_rate": 0.0002814141414141414,
      "loss": 2.973548650741577,
      "step": 15108
    },
    {
      "epoch": 0.9157575757575758,
      "grad_norm": 0.050828561186790466,
      "learning_rate": 0.00028101010101010105,
      "loss": 3.017289161682129,
      "step": 15110
    },
    {
      "epoch": 0.9158787878787878,
      "grad_norm": 0.047698013484478,
      "learning_rate": 0.0002806060606060606,
      "loss": 3.052917718887329,
      "step": 15112
    },
    {
      "epoch": 0.916,
      "grad_norm": 0.04771312698721886,
      "learning_rate": 0.00028020202020202024,
      "loss": 3.0056533813476562,
      "step": 15114
    },
    {
      "epoch": 0.9161212121212121,
      "grad_norm": 0.05024534836411476,
      "learning_rate": 0.0002797979797979798,
      "loss": 3.0437700748443604,
      "step": 15116
    },
    {
      "epoch": 0.9162424242424242,
      "grad_norm": 0.04682096838951111,
      "learning_rate": 0.0002793939393939394,
      "loss": 2.969006061553955,
      "step": 15118
    },
    {
      "epoch": 0.9163636363636364,
      "grad_norm": 0.0539851114153862,
      "learning_rate": 0.000278989898989899,
      "loss": 3.0597620010375977,
      "step": 15120
    },
    {
      "epoch": 0.9164848484848485,
      "grad_norm": 0.05101285129785538,
      "learning_rate": 0.0002785858585858586,
      "loss": 2.9954166412353516,
      "step": 15122
    },
    {
      "epoch": 0.9166060606060606,
      "grad_norm": 0.046719055622816086,
      "learning_rate": 0.0002781818181818182,
      "loss": 2.980445384979248,
      "step": 15124
    },
    {
      "epoch": 0.9167272727272727,
      "grad_norm": 0.048412349075078964,
      "learning_rate": 0.0002777777777777778,
      "loss": 2.998853921890259,
      "step": 15126
    },
    {
      "epoch": 0.9168484848484848,
      "grad_norm": 0.047937534749507904,
      "learning_rate": 0.00027737373737373735,
      "loss": 2.980308771133423,
      "step": 15128
    },
    {
      "epoch": 0.916969696969697,
      "grad_norm": 0.046945493668317795,
      "learning_rate": 0.000276969696969697,
      "loss": 2.943295955657959,
      "step": 15130
    },
    {
      "epoch": 0.9170909090909091,
      "grad_norm": 0.0489501953125,
      "learning_rate": 0.00027656565656565654,
      "loss": 2.985241413116455,
      "step": 15132
    },
    {
      "epoch": 0.9172121212121213,
      "grad_norm": 0.052563924342393875,
      "learning_rate": 0.00027616161616161617,
      "loss": 2.9544925689697266,
      "step": 15134
    },
    {
      "epoch": 0.9173333333333333,
      "grad_norm": 0.050009991973638535,
      "learning_rate": 0.0002757575757575758,
      "loss": 2.968353033065796,
      "step": 15136
    },
    {
      "epoch": 0.9174545454545454,
      "grad_norm": 0.04881761595606804,
      "learning_rate": 0.00027535353535353537,
      "loss": 2.9597651958465576,
      "step": 15138
    },
    {
      "epoch": 0.9175757575757576,
      "grad_norm": 0.059286829084157944,
      "learning_rate": 0.000274949494949495,
      "loss": 3.00923490524292,
      "step": 15140
    },
    {
      "epoch": 0.9176969696969697,
      "grad_norm": 0.05409527197480202,
      "learning_rate": 0.00027454545454545456,
      "loss": 2.938490390777588,
      "step": 15142
    },
    {
      "epoch": 0.9178181818181819,
      "grad_norm": 0.0527014285326004,
      "learning_rate": 0.0002741414141414142,
      "loss": 2.99735951423645,
      "step": 15144
    },
    {
      "epoch": 0.9179393939393939,
      "grad_norm": 0.04541246220469475,
      "learning_rate": 0.00027373737373737376,
      "loss": 2.9610166549682617,
      "step": 15146
    },
    {
      "epoch": 0.918060606060606,
      "grad_norm": 0.04901331663131714,
      "learning_rate": 0.00027333333333333333,
      "loss": 2.9742374420166016,
      "step": 15148
    },
    {
      "epoch": 0.9181818181818182,
      "grad_norm": 0.04809056967496872,
      "learning_rate": 0.00027292929292929295,
      "loss": 2.9854633808135986,
      "step": 15150
    },
    {
      "epoch": 0.9183030303030303,
      "grad_norm": 0.046987056732177734,
      "learning_rate": 0.0002725252525252525,
      "loss": 2.9715576171875,
      "step": 15152
    },
    {
      "epoch": 0.9184242424242425,
      "grad_norm": 0.04981524869799614,
      "learning_rate": 0.00027212121212121215,
      "loss": 3.0201287269592285,
      "step": 15154
    },
    {
      "epoch": 0.9185454545454546,
      "grad_norm": 0.047623902559280396,
      "learning_rate": 0.0002717171717171717,
      "loss": 3.0115416049957275,
      "step": 15156
    },
    {
      "epoch": 0.9186666666666666,
      "grad_norm": 0.04729556292295456,
      "learning_rate": 0.00027131313131313134,
      "loss": 2.9959282875061035,
      "step": 15158
    },
    {
      "epoch": 0.9187878787878788,
      "grad_norm": 0.04597991332411766,
      "learning_rate": 0.0002709090909090909,
      "loss": 3.037254810333252,
      "step": 15160
    },
    {
      "epoch": 0.9189090909090909,
      "grad_norm": 0.048215601593256,
      "learning_rate": 0.0002705050505050505,
      "loss": 2.986534357070923,
      "step": 15162
    },
    {
      "epoch": 0.919030303030303,
      "grad_norm": 0.04775414615869522,
      "learning_rate": 0.0002701010101010101,
      "loss": 2.969139337539673,
      "step": 15164
    },
    {
      "epoch": 0.9191515151515152,
      "grad_norm": 0.05045792832970619,
      "learning_rate": 0.0002696969696969697,
      "loss": 2.9676644802093506,
      "step": 15166
    },
    {
      "epoch": 0.9192727272727272,
      "grad_norm": 0.04817252233624458,
      "learning_rate": 0.0002692929292929293,
      "loss": 2.998842477798462,
      "step": 15168
    },
    {
      "epoch": 0.9193939393939394,
      "grad_norm": 0.046549759805202484,
      "learning_rate": 0.00026888888888888893,
      "loss": 3.0248074531555176,
      "step": 15170
    },
    {
      "epoch": 0.9195151515151515,
      "grad_norm": 0.0482671745121479,
      "learning_rate": 0.0002684848484848485,
      "loss": 2.9725282192230225,
      "step": 15172
    },
    {
      "epoch": 0.9196363636363636,
      "grad_norm": 0.04823495075106621,
      "learning_rate": 0.00026808080808080813,
      "loss": 2.962048053741455,
      "step": 15174
    },
    {
      "epoch": 0.9197575757575758,
      "grad_norm": 0.04840700700879097,
      "learning_rate": 0.0002676767676767677,
      "loss": 3.014925718307495,
      "step": 15176
    },
    {
      "epoch": 0.9198787878787879,
      "grad_norm": 0.05046495050191879,
      "learning_rate": 0.0002672727272727273,
      "loss": 3.040780544281006,
      "step": 15178
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.05346962809562683,
      "learning_rate": 0.0002668686868686869,
      "loss": 3.026644229888916,
      "step": 15180
    },
    {
      "epoch": 0.9201212121212121,
      "grad_norm": 0.047228019684553146,
      "learning_rate": 0.00026646464646464646,
      "loss": 2.9886648654937744,
      "step": 15182
    },
    {
      "epoch": 0.9202424242424242,
      "grad_norm": 0.04819478467106819,
      "learning_rate": 0.0002660606060606061,
      "loss": 2.9803049564361572,
      "step": 15184
    },
    {
      "epoch": 0.9203636363636364,
      "grad_norm": 0.05041540786623955,
      "learning_rate": 0.00026565656565656566,
      "loss": 2.9912827014923096,
      "step": 15186
    },
    {
      "epoch": 0.9204848484848485,
      "grad_norm": 0.05379606783390045,
      "learning_rate": 0.0002652525252525253,
      "loss": 3.0327024459838867,
      "step": 15188
    },
    {
      "epoch": 0.9206060606060606,
      "grad_norm": 0.04872296005487442,
      "learning_rate": 0.00026484848484848486,
      "loss": 3.034039258956909,
      "step": 15190
    },
    {
      "epoch": 0.9207272727272727,
      "grad_norm": 0.05528697744011879,
      "learning_rate": 0.00026444444444444443,
      "loss": 2.954509735107422,
      "step": 15192
    },
    {
      "epoch": 0.9208484848484848,
      "grad_norm": 0.049840137362480164,
      "learning_rate": 0.00026404040404040405,
      "loss": 3.013262987136841,
      "step": 15194
    },
    {
      "epoch": 0.920969696969697,
      "grad_norm": 0.04598007723689079,
      "learning_rate": 0.0002636363636363636,
      "loss": 3.0502090454101562,
      "step": 15196
    },
    {
      "epoch": 0.9210909090909091,
      "grad_norm": 0.04628410190343857,
      "learning_rate": 0.00026323232323232325,
      "loss": 3.0407967567443848,
      "step": 15198
    },
    {
      "epoch": 0.9212121212121213,
      "grad_norm": 0.05356813594698906,
      "learning_rate": 0.0002628282828282828,
      "loss": 3.0016002655029297,
      "step": 15200
    },
    {
      "epoch": 0.9213333333333333,
      "grad_norm": 0.05797095224261284,
      "learning_rate": 0.00026242424242424244,
      "loss": 2.997265100479126,
      "step": 15202
    },
    {
      "epoch": 0.9214545454545454,
      "grad_norm": 0.048060767352581024,
      "learning_rate": 0.00026202020202020207,
      "loss": 3.0207021236419678,
      "step": 15204
    },
    {
      "epoch": 0.9215757575757576,
      "grad_norm": 0.05373968556523323,
      "learning_rate": 0.00026161616161616164,
      "loss": 3.00209903717041,
      "step": 15206
    },
    {
      "epoch": 0.9216969696969697,
      "grad_norm": 0.052732985466718674,
      "learning_rate": 0.00026121212121212126,
      "loss": 3.001075506210327,
      "step": 15208
    },
    {
      "epoch": 0.9218181818181819,
      "grad_norm": 0.052968792617321014,
      "learning_rate": 0.00026080808080808084,
      "loss": 3.001727342605591,
      "step": 15210
    },
    {
      "epoch": 0.921939393939394,
      "grad_norm": 0.04739104583859444,
      "learning_rate": 0.0002604040404040404,
      "loss": 2.997205972671509,
      "step": 15212
    },
    {
      "epoch": 0.922060606060606,
      "grad_norm": 0.05933232232928276,
      "learning_rate": 0.00026000000000000003,
      "loss": 3.032184362411499,
      "step": 15214
    },
    {
      "epoch": 0.9221818181818182,
      "grad_norm": 0.04867679998278618,
      "learning_rate": 0.0002595959595959596,
      "loss": 3.0752642154693604,
      "step": 15216
    },
    {
      "epoch": 0.9223030303030303,
      "grad_norm": 0.04845423996448517,
      "learning_rate": 0.00025919191919191923,
      "loss": 3.0263795852661133,
      "step": 15218
    },
    {
      "epoch": 0.9224242424242424,
      "grad_norm": 0.05050051584839821,
      "learning_rate": 0.0002587878787878788,
      "loss": 3.0147366523742676,
      "step": 15220
    },
    {
      "epoch": 0.9225454545454546,
      "grad_norm": 0.04731815680861473,
      "learning_rate": 0.00025838383838383837,
      "loss": 3.06956148147583,
      "step": 15222
    },
    {
      "epoch": 0.9226666666666666,
      "grad_norm": 0.04742210730910301,
      "learning_rate": 0.000257979797979798,
      "loss": 2.99751353263855,
      "step": 15224
    },
    {
      "epoch": 0.9227878787878788,
      "grad_norm": 0.048089079558849335,
      "learning_rate": 0.00025757575757575756,
      "loss": 2.970702648162842,
      "step": 15226
    },
    {
      "epoch": 0.9229090909090909,
      "grad_norm": 0.049308281391859055,
      "learning_rate": 0.0002571717171717172,
      "loss": 3.0644397735595703,
      "step": 15228
    },
    {
      "epoch": 0.923030303030303,
      "grad_norm": 0.04764939472079277,
      "learning_rate": 0.00025676767676767676,
      "loss": 3.059779644012451,
      "step": 15230
    },
    {
      "epoch": 0.9231515151515152,
      "grad_norm": 0.04847784340381622,
      "learning_rate": 0.0002563636363636364,
      "loss": 3.0484306812286377,
      "step": 15232
    },
    {
      "epoch": 0.9232727272727272,
      "grad_norm": 0.0526236928999424,
      "learning_rate": 0.00025595959595959596,
      "loss": 3.0095198154449463,
      "step": 15234
    },
    {
      "epoch": 0.9233939393939394,
      "grad_norm": 0.05197611078619957,
      "learning_rate": 0.00025555555555555553,
      "loss": 3.085571050643921,
      "step": 15236
    },
    {
      "epoch": 0.9235151515151515,
      "grad_norm": 0.050345152616500854,
      "learning_rate": 0.0002551515151515152,
      "loss": 3.0545616149902344,
      "step": 15238
    },
    {
      "epoch": 0.9236363636363636,
      "grad_norm": 0.05184698477387428,
      "learning_rate": 0.0002547474747474748,
      "loss": 3.0053529739379883,
      "step": 15240
    },
    {
      "epoch": 0.9237575757575758,
      "grad_norm": 0.04677793011069298,
      "learning_rate": 0.00025434343434343435,
      "loss": 3.06418776512146,
      "step": 15242
    },
    {
      "epoch": 0.9238787878787879,
      "grad_norm": 0.048886727541685104,
      "learning_rate": 0.000253939393939394,
      "loss": 3.037677526473999,
      "step": 15244
    },
    {
      "epoch": 0.924,
      "grad_norm": 0.05041050538420677,
      "learning_rate": 0.00025353535353535354,
      "loss": 3.036999225616455,
      "step": 15246
    },
    {
      "epoch": 0.9241212121212121,
      "grad_norm": 0.048749301582574844,
      "learning_rate": 0.00025313131313131317,
      "loss": 3.015958786010742,
      "step": 15248
    },
    {
      "epoch": 0.9242424242424242,
      "grad_norm": 0.05030302703380585,
      "learning_rate": 0.00025272727272727274,
      "loss": 3.0140326023101807,
      "step": 15250
    },
    {
      "epoch": 0.9243636363636364,
      "grad_norm": 0.053868625313043594,
      "learning_rate": 0.00025232323232323236,
      "loss": 3.0658063888549805,
      "step": 15252
    },
    {
      "epoch": 0.9244848484848485,
      "grad_norm": 0.05038420110940933,
      "learning_rate": 0.00025191919191919194,
      "loss": 3.070720911026001,
      "step": 15254
    },
    {
      "epoch": 0.9246060606060607,
      "grad_norm": 0.047590795904397964,
      "learning_rate": 0.0002515151515151515,
      "loss": 3.056928873062134,
      "step": 15256
    },
    {
      "epoch": 0.9247272727272727,
      "grad_norm": 0.05170606076717377,
      "learning_rate": 0.00025111111111111113,
      "loss": 3.060220956802368,
      "step": 15258
    },
    {
      "epoch": 0.9248484848484848,
      "grad_norm": 0.05282248929142952,
      "learning_rate": 0.0002507070707070707,
      "loss": 3.0586512088775635,
      "step": 15260
    },
    {
      "epoch": 0.924969696969697,
      "grad_norm": 0.05099230259656906,
      "learning_rate": 0.0002503030303030303,
      "loss": 2.974452018737793,
      "step": 15262
    },
    {
      "epoch": 0.9250909090909091,
      "grad_norm": 0.04809005931019783,
      "learning_rate": 0.0002498989898989899,
      "loss": 3.0251190662384033,
      "step": 15264
    },
    {
      "epoch": 0.9252121212121213,
      "grad_norm": 0.04923873767256737,
      "learning_rate": 0.00024949494949494947,
      "loss": 3.0753602981567383,
      "step": 15266
    },
    {
      "epoch": 0.9253333333333333,
      "grad_norm": 0.047278109937906265,
      "learning_rate": 0.0002490909090909091,
      "loss": 3.0312376022338867,
      "step": 15268
    },
    {
      "epoch": 0.9254545454545454,
      "grad_norm": 0.053930480033159256,
      "learning_rate": 0.00024868686868686866,
      "loss": 3.020648956298828,
      "step": 15270
    },
    {
      "epoch": 0.9255757575757576,
      "grad_norm": 0.049685489386320114,
      "learning_rate": 0.0002482828282828283,
      "loss": 2.998873233795166,
      "step": 15272
    },
    {
      "epoch": 0.9256969696969697,
      "grad_norm": 0.05520882084965706,
      "learning_rate": 0.0002478787878787879,
      "loss": 3.058461904525757,
      "step": 15274
    },
    {
      "epoch": 0.9258181818181819,
      "grad_norm": 0.04783989489078522,
      "learning_rate": 0.0002474747474747475,
      "loss": 2.9944565296173096,
      "step": 15276
    },
    {
      "epoch": 0.925939393939394,
      "grad_norm": 0.05035402253270149,
      "learning_rate": 0.0002470707070707071,
      "loss": 2.998457670211792,
      "step": 15278
    },
    {
      "epoch": 0.926060606060606,
      "grad_norm": 0.04756399616599083,
      "learning_rate": 0.0002466666666666667,
      "loss": 3.059016704559326,
      "step": 15280
    },
    {
      "epoch": 0.9261818181818182,
      "grad_norm": 0.046713534742593765,
      "learning_rate": 0.0002462626262626263,
      "loss": 3.0394210815429688,
      "step": 15282
    },
    {
      "epoch": 0.9263030303030303,
      "grad_norm": 0.04686173424124718,
      "learning_rate": 0.0002458585858585859,
      "loss": 3.045168399810791,
      "step": 15284
    },
    {
      "epoch": 0.9264242424242424,
      "grad_norm": 0.047304607927799225,
      "learning_rate": 0.00024545454545454545,
      "loss": 3.0148980617523193,
      "step": 15286
    },
    {
      "epoch": 0.9265454545454546,
      "grad_norm": 0.04716654494404793,
      "learning_rate": 0.00024505050505050507,
      "loss": 3.025423765182495,
      "step": 15288
    },
    {
      "epoch": 0.9266666666666666,
      "grad_norm": 0.04873797297477722,
      "learning_rate": 0.00024464646464646464,
      "loss": 3.0100975036621094,
      "step": 15290
    },
    {
      "epoch": 0.9267878787878788,
      "grad_norm": 0.0538412444293499,
      "learning_rate": 0.00024424242424242427,
      "loss": 2.9873123168945312,
      "step": 15292
    },
    {
      "epoch": 0.9269090909090909,
      "grad_norm": 0.0496443472802639,
      "learning_rate": 0.00024383838383838384,
      "loss": 3.0609822273254395,
      "step": 15294
    },
    {
      "epoch": 0.927030303030303,
      "grad_norm": 0.063149094581604,
      "learning_rate": 0.00024343434343434344,
      "loss": 3.008270502090454,
      "step": 15296
    },
    {
      "epoch": 0.9271515151515152,
      "grad_norm": 0.05574154853820801,
      "learning_rate": 0.00024303030303030304,
      "loss": 3.0382161140441895,
      "step": 15298
    },
    {
      "epoch": 0.9272727272727272,
      "grad_norm": 0.05069867521524429,
      "learning_rate": 0.00024262626262626263,
      "loss": 3.023195266723633,
      "step": 15300
    },
    {
      "epoch": 0.9273939393939394,
      "grad_norm": 0.048660460859537125,
      "learning_rate": 0.0002422222222222222,
      "loss": 3.0100245475769043,
      "step": 15302
    },
    {
      "epoch": 0.9275151515151515,
      "grad_norm": 0.04848002642393112,
      "learning_rate": 0.0002418181818181818,
      "loss": 3.0627706050872803,
      "step": 15304
    },
    {
      "epoch": 0.9276363636363636,
      "grad_norm": 0.04914858564734459,
      "learning_rate": 0.0002414141414141414,
      "loss": 3.026715040206909,
      "step": 15306
    },
    {
      "epoch": 0.9277575757575758,
      "grad_norm": 0.049361877143383026,
      "learning_rate": 0.00024101010101010105,
      "loss": 3.0934410095214844,
      "step": 15308
    },
    {
      "epoch": 0.9278787878787879,
      "grad_norm": 0.048982419073581696,
      "learning_rate": 0.00024060606060606062,
      "loss": 3.031724214553833,
      "step": 15310
    },
    {
      "epoch": 0.928,
      "grad_norm": 0.04893830418586731,
      "learning_rate": 0.00024020202020202022,
      "loss": 3.046769380569458,
      "step": 15312
    },
    {
      "epoch": 0.9281212121212121,
      "grad_norm": 0.048483893275260925,
      "learning_rate": 0.00023979797979797982,
      "loss": 3.0229108333587646,
      "step": 15314
    },
    {
      "epoch": 0.9282424242424242,
      "grad_norm": 0.04734852537512779,
      "learning_rate": 0.00023939393939393942,
      "loss": 3.0378520488739014,
      "step": 15316
    },
    {
      "epoch": 0.9283636363636364,
      "grad_norm": 0.05064778029918671,
      "learning_rate": 0.00023898989898989901,
      "loss": 3.0349087715148926,
      "step": 15318
    },
    {
      "epoch": 0.9284848484848485,
      "grad_norm": 0.048299457877874374,
      "learning_rate": 0.0002385858585858586,
      "loss": 3.02449107170105,
      "step": 15320
    },
    {
      "epoch": 0.9286060606060607,
      "grad_norm": 0.054908037185668945,
      "learning_rate": 0.00023818181818181818,
      "loss": 3.0441524982452393,
      "step": 15322
    },
    {
      "epoch": 0.9287272727272727,
      "grad_norm": 0.057252589613199234,
      "learning_rate": 0.00023777777777777778,
      "loss": 3.018800973892212,
      "step": 15324
    },
    {
      "epoch": 0.9288484848484848,
      "grad_norm": 0.04773838818073273,
      "learning_rate": 0.00023737373737373738,
      "loss": 3.0674197673797607,
      "step": 15326
    },
    {
      "epoch": 0.928969696969697,
      "grad_norm": 0.05324708670377731,
      "learning_rate": 0.00023696969696969698,
      "loss": 3.025228500366211,
      "step": 15328
    },
    {
      "epoch": 0.9290909090909091,
      "grad_norm": 0.052584752440452576,
      "learning_rate": 0.00023656565656565657,
      "loss": 3.0662190914154053,
      "step": 15330
    },
    {
      "epoch": 0.9292121212121213,
      "grad_norm": 0.04914461448788643,
      "learning_rate": 0.00023616161616161617,
      "loss": 3.0336921215057373,
      "step": 15332
    },
    {
      "epoch": 0.9293333333333333,
      "grad_norm": 0.04678596928715706,
      "learning_rate": 0.00023575757575757574,
      "loss": 3.0516581535339355,
      "step": 15334
    },
    {
      "epoch": 0.9294545454545454,
      "grad_norm": 0.05105559900403023,
      "learning_rate": 0.00023535353535353534,
      "loss": 3.0353193283081055,
      "step": 15336
    },
    {
      "epoch": 0.9295757575757576,
      "grad_norm": 0.05281532555818558,
      "learning_rate": 0.00023494949494949494,
      "loss": 3.0382118225097656,
      "step": 15338
    },
    {
      "epoch": 0.9296969696969697,
      "grad_norm": 0.0475974939763546,
      "learning_rate": 0.00023454545454545454,
      "loss": 3.005657434463501,
      "step": 15340
    },
    {
      "epoch": 0.9298181818181818,
      "grad_norm": 0.04936264082789421,
      "learning_rate": 0.00023414141414141416,
      "loss": 3.044907808303833,
      "step": 15342
    },
    {
      "epoch": 0.929939393939394,
      "grad_norm": 0.048163238912820816,
      "learning_rate": 0.00023373737373737376,
      "loss": 3.0071632862091064,
      "step": 15344
    },
    {
      "epoch": 0.930060606060606,
      "grad_norm": 0.05633603408932686,
      "learning_rate": 0.00023333333333333336,
      "loss": 3.020859956741333,
      "step": 15346
    },
    {
      "epoch": 0.9301818181818182,
      "grad_norm": 0.05004741996526718,
      "learning_rate": 0.00023292929292929296,
      "loss": 3.0235211849212646,
      "step": 15348
    },
    {
      "epoch": 0.9303030303030303,
      "grad_norm": 0.049934227019548416,
      "learning_rate": 0.00023252525252525255,
      "loss": 3.036956548690796,
      "step": 15350
    },
    {
      "epoch": 0.9304242424242424,
      "grad_norm": 0.049190279096364975,
      "learning_rate": 0.00023212121212121215,
      "loss": 3.025552749633789,
      "step": 15352
    },
    {
      "epoch": 0.9305454545454546,
      "grad_norm": 0.05435819551348686,
      "learning_rate": 0.00023171717171717172,
      "loss": 2.99115252494812,
      "step": 15354
    },
    {
      "epoch": 0.9306666666666666,
      "grad_norm": 0.04900391399860382,
      "learning_rate": 0.00023131313131313132,
      "loss": 3.0508484840393066,
      "step": 15356
    },
    {
      "epoch": 0.9307878787878788,
      "grad_norm": 0.051562950015068054,
      "learning_rate": 0.00023090909090909092,
      "loss": 3.045416831970215,
      "step": 15358
    },
    {
      "epoch": 0.9309090909090909,
      "grad_norm": 0.04933543503284454,
      "learning_rate": 0.00023050505050505052,
      "loss": 3.006898880004883,
      "step": 15360
    },
    {
      "epoch": 0.931030303030303,
      "grad_norm": 0.05090056359767914,
      "learning_rate": 0.00023010101010101011,
      "loss": 2.9832661151885986,
      "step": 15362
    },
    {
      "epoch": 0.9311515151515152,
      "grad_norm": 0.04939740151166916,
      "learning_rate": 0.0002296969696969697,
      "loss": 3.0564041137695312,
      "step": 15364
    },
    {
      "epoch": 0.9312727272727273,
      "grad_norm": 0.05001511052250862,
      "learning_rate": 0.00022929292929292928,
      "loss": 3.053158760070801,
      "step": 15366
    },
    {
      "epoch": 0.9313939393939394,
      "grad_norm": 0.05077577754855156,
      "learning_rate": 0.00022888888888888888,
      "loss": 2.972395896911621,
      "step": 15368
    },
    {
      "epoch": 0.9315151515151515,
      "grad_norm": 0.04800216108560562,
      "learning_rate": 0.00022848484848484848,
      "loss": 3.0438199043273926,
      "step": 15370
    },
    {
      "epoch": 0.9316363636363636,
      "grad_norm": 0.05949001759290695,
      "learning_rate": 0.00022808080808080808,
      "loss": 3.070096731185913,
      "step": 15372
    },
    {
      "epoch": 0.9317575757575758,
      "grad_norm": 0.048368051648139954,
      "learning_rate": 0.00022767676767676767,
      "loss": 3.044050455093384,
      "step": 15374
    },
    {
      "epoch": 0.9318787878787879,
      "grad_norm": 0.055126748979091644,
      "learning_rate": 0.0002272727272727273,
      "loss": 2.989521026611328,
      "step": 15376
    },
    {
      "epoch": 0.932,
      "grad_norm": 0.049378860741853714,
      "learning_rate": 0.0002268686868686869,
      "loss": 3.0819180011749268,
      "step": 15378
    },
    {
      "epoch": 0.9321212121212121,
      "grad_norm": 0.052349235862493515,
      "learning_rate": 0.0002264646464646465,
      "loss": 3.013503074645996,
      "step": 15380
    },
    {
      "epoch": 0.9322424242424242,
      "grad_norm": 0.04820221662521362,
      "learning_rate": 0.0002260606060606061,
      "loss": 3.0219874382019043,
      "step": 15382
    },
    {
      "epoch": 0.9323636363636364,
      "grad_norm": 0.05067289620637894,
      "learning_rate": 0.00022565656565656566,
      "loss": 3.045125961303711,
      "step": 15384
    },
    {
      "epoch": 0.9324848484848485,
      "grad_norm": 0.048089075833559036,
      "learning_rate": 0.00022525252525252526,
      "loss": 3.0080020427703857,
      "step": 15386
    },
    {
      "epoch": 0.9326060606060607,
      "grad_norm": 0.052010297775268555,
      "learning_rate": 0.00022484848484848486,
      "loss": 3.0249948501586914,
      "step": 15388
    },
    {
      "epoch": 0.9327272727272727,
      "grad_norm": 0.049142975360155106,
      "learning_rate": 0.00022444444444444446,
      "loss": 3.065917730331421,
      "step": 15390
    },
    {
      "epoch": 0.9328484848484848,
      "grad_norm": 0.046916522085666656,
      "learning_rate": 0.00022404040404040406,
      "loss": 3.052931785583496,
      "step": 15392
    },
    {
      "epoch": 0.932969696969697,
      "grad_norm": 0.04994691535830498,
      "learning_rate": 0.00022363636363636365,
      "loss": 3.014647960662842,
      "step": 15394
    },
    {
      "epoch": 0.9330909090909091,
      "grad_norm": 0.04775870218873024,
      "learning_rate": 0.00022323232323232322,
      "loss": 3.017942190170288,
      "step": 15396
    },
    {
      "epoch": 0.9332121212121212,
      "grad_norm": 0.04726095125079155,
      "learning_rate": 0.00022282828282828282,
      "loss": 3.0403971672058105,
      "step": 15398
    },
    {
      "epoch": 0.9333333333333333,
      "grad_norm": 0.04900322109460831,
      "learning_rate": 0.00022242424242424242,
      "loss": 2.9968631267547607,
      "step": 15400
    },
    {
      "epoch": 0.9334545454545454,
      "grad_norm": 0.049017518758773804,
      "learning_rate": 0.00022202020202020202,
      "loss": 3.014045476913452,
      "step": 15402
    },
    {
      "epoch": 0.9335757575757576,
      "grad_norm": 0.051660433411598206,
      "learning_rate": 0.00022161616161616162,
      "loss": 3.028594732284546,
      "step": 15404
    },
    {
      "epoch": 0.9336969696969697,
      "grad_norm": 0.050443023443222046,
      "learning_rate": 0.00022121212121212121,
      "loss": 3.022115707397461,
      "step": 15406
    },
    {
      "epoch": 0.9338181818181818,
      "grad_norm": 0.058351535350084305,
      "learning_rate": 0.00022080808080808078,
      "loss": 3.019472599029541,
      "step": 15408
    },
    {
      "epoch": 0.933939393939394,
      "grad_norm": 0.05187256634235382,
      "learning_rate": 0.00022040404040404044,
      "loss": 3.0418455600738525,
      "step": 15410
    },
    {
      "epoch": 0.934060606060606,
      "grad_norm": 0.06027960032224655,
      "learning_rate": 0.00022000000000000003,
      "loss": 3.056389331817627,
      "step": 15412
    },
    {
      "epoch": 0.9341818181818182,
      "grad_norm": 0.05715470016002655,
      "learning_rate": 0.00021959595959595963,
      "loss": 3.0256123542785645,
      "step": 15414
    },
    {
      "epoch": 0.9343030303030303,
      "grad_norm": 0.057363491505384445,
      "learning_rate": 0.0002191919191919192,
      "loss": 3.0516445636749268,
      "step": 15416
    },
    {
      "epoch": 0.9344242424242424,
      "grad_norm": 0.07863470911979675,
      "learning_rate": 0.0002187878787878788,
      "loss": 3.014742374420166,
      "step": 15418
    },
    {
      "epoch": 0.9345454545454546,
      "grad_norm": 0.05683382973074913,
      "learning_rate": 0.0002183838383838384,
      "loss": 3.038984537124634,
      "step": 15420
    },
    {
      "epoch": 0.9346666666666666,
      "grad_norm": 0.05901367589831352,
      "learning_rate": 0.000217979797979798,
      "loss": 2.999816656112671,
      "step": 15422
    },
    {
      "epoch": 0.9347878787878788,
      "grad_norm": 0.051490239799022675,
      "learning_rate": 0.0002175757575757576,
      "loss": 3.0703554153442383,
      "step": 15424
    },
    {
      "epoch": 0.9349090909090909,
      "grad_norm": 0.048576731234788895,
      "learning_rate": 0.0002171717171717172,
      "loss": 2.999354600906372,
      "step": 15426
    },
    {
      "epoch": 0.935030303030303,
      "grad_norm": 0.057345952838659286,
      "learning_rate": 0.00021676767676767676,
      "loss": 3.001673460006714,
      "step": 15428
    },
    {
      "epoch": 0.9351515151515152,
      "grad_norm": 0.0488053634762764,
      "learning_rate": 0.00021636363636363636,
      "loss": 3.0274736881256104,
      "step": 15430
    },
    {
      "epoch": 0.9352727272727273,
      "grad_norm": 0.061473146080970764,
      "learning_rate": 0.00021595959595959596,
      "loss": 3.0239806175231934,
      "step": 15432
    },
    {
      "epoch": 0.9353939393939394,
      "grad_norm": 0.04858576878905296,
      "learning_rate": 0.00021555555555555556,
      "loss": 3.029201030731201,
      "step": 15434
    },
    {
      "epoch": 0.9355151515151515,
      "grad_norm": 0.056817322969436646,
      "learning_rate": 0.00021515151515151516,
      "loss": 3.02553653717041,
      "step": 15436
    },
    {
      "epoch": 0.9356363636363636,
      "grad_norm": 0.0488731786608696,
      "learning_rate": 0.00021474747474747475,
      "loss": 3.06377911567688,
      "step": 15438
    },
    {
      "epoch": 0.9357575757575758,
      "grad_norm": 0.059253159910440445,
      "learning_rate": 0.00021434343434343432,
      "loss": 3.0484466552734375,
      "step": 15440
    },
    {
      "epoch": 0.9358787878787879,
      "grad_norm": 0.04934869706630707,
      "learning_rate": 0.00021393939393939392,
      "loss": 3.0966053009033203,
      "step": 15442
    },
    {
      "epoch": 0.936,
      "grad_norm": 0.05286795273423195,
      "learning_rate": 0.00021353535353535357,
      "loss": 3.067439317703247,
      "step": 15444
    },
    {
      "epoch": 0.9361212121212121,
      "grad_norm": 0.04865637049078941,
      "learning_rate": 0.00021313131313131317,
      "loss": 3.0359151363372803,
      "step": 15446
    },
    {
      "epoch": 0.9362424242424242,
      "grad_norm": 0.04912964999675751,
      "learning_rate": 0.00021272727272727274,
      "loss": 3.038516044616699,
      "step": 15448
    },
    {
      "epoch": 0.9363636363636364,
      "grad_norm": 0.05106290802359581,
      "learning_rate": 0.00021232323232323234,
      "loss": 3.0596604347229004,
      "step": 15450
    },
    {
      "epoch": 0.9364848484848485,
      "grad_norm": 0.048987556248903275,
      "learning_rate": 0.00021191919191919194,
      "loss": 3.029167413711548,
      "step": 15452
    },
    {
      "epoch": 0.9366060606060606,
      "grad_norm": 0.05086161941289902,
      "learning_rate": 0.00021151515151515154,
      "loss": 3.0369575023651123,
      "step": 15454
    },
    {
      "epoch": 0.9367272727272727,
      "grad_norm": 0.05616499483585358,
      "learning_rate": 0.00021111111111111113,
      "loss": 3.037477493286133,
      "step": 15456
    },
    {
      "epoch": 0.9368484848484848,
      "grad_norm": 0.04882238432765007,
      "learning_rate": 0.00021070707070707073,
      "loss": 3.042635202407837,
      "step": 15458
    },
    {
      "epoch": 0.936969696969697,
      "grad_norm": 0.04921192303299904,
      "learning_rate": 0.0002103030303030303,
      "loss": 3.0063631534576416,
      "step": 15460
    },
    {
      "epoch": 0.9370909090909091,
      "grad_norm": 0.054276689887046814,
      "learning_rate": 0.0002098989898989899,
      "loss": 2.989459991455078,
      "step": 15462
    },
    {
      "epoch": 0.9372121212121212,
      "grad_norm": 0.050851497799158096,
      "learning_rate": 0.0002094949494949495,
      "loss": 3.0287585258483887,
      "step": 15464
    },
    {
      "epoch": 0.9373333333333334,
      "grad_norm": 0.05902981758117676,
      "learning_rate": 0.0002090909090909091,
      "loss": 3.0534214973449707,
      "step": 15466
    },
    {
      "epoch": 0.9374545454545454,
      "grad_norm": 0.05460544675588608,
      "learning_rate": 0.0002086868686868687,
      "loss": 3.0622527599334717,
      "step": 15468
    },
    {
      "epoch": 0.9375757575757576,
      "grad_norm": 0.05116083845496178,
      "learning_rate": 0.0002082828282828283,
      "loss": 3.0016589164733887,
      "step": 15470
    },
    {
      "epoch": 0.9376969696969697,
      "grad_norm": 0.05332960933446884,
      "learning_rate": 0.00020787878787878786,
      "loss": 3.038156270980835,
      "step": 15472
    },
    {
      "epoch": 0.9378181818181818,
      "grad_norm": 0.051887400448322296,
      "learning_rate": 0.00020747474747474746,
      "loss": 3.0635199546813965,
      "step": 15474
    },
    {
      "epoch": 0.937939393939394,
      "grad_norm": 0.05284327641129494,
      "learning_rate": 0.00020707070707070706,
      "loss": 2.9723293781280518,
      "step": 15476
    },
    {
      "epoch": 0.938060606060606,
      "grad_norm": 0.05430933088064194,
      "learning_rate": 0.00020666666666666668,
      "loss": 3.017566680908203,
      "step": 15478
    },
    {
      "epoch": 0.9381818181818182,
      "grad_norm": 0.049333009868860245,
      "learning_rate": 0.00020626262626262628,
      "loss": 3.047358512878418,
      "step": 15480
    },
    {
      "epoch": 0.9383030303030303,
      "grad_norm": 0.04948105663061142,
      "learning_rate": 0.00020585858585858588,
      "loss": 2.9835963249206543,
      "step": 15482
    },
    {
      "epoch": 0.9384242424242424,
      "grad_norm": 0.04893963411450386,
      "learning_rate": 0.00020545454545454548,
      "loss": 3.0200445652008057,
      "step": 15484
    },
    {
      "epoch": 0.9385454545454546,
      "grad_norm": 0.04996220022439957,
      "learning_rate": 0.00020505050505050508,
      "loss": 3.012974262237549,
      "step": 15486
    },
    {
      "epoch": 0.9386666666666666,
      "grad_norm": 0.04869063198566437,
      "learning_rate": 0.00020464646464646467,
      "loss": 2.975890874862671,
      "step": 15488
    },
    {
      "epoch": 0.9387878787878788,
      "grad_norm": 0.0509868785738945,
      "learning_rate": 0.00020424242424242425,
      "loss": 3.030564546585083,
      "step": 15490
    },
    {
      "epoch": 0.9389090909090909,
      "grad_norm": 0.04893852770328522,
      "learning_rate": 0.00020383838383838384,
      "loss": 3.0349881649017334,
      "step": 15492
    },
    {
      "epoch": 0.939030303030303,
      "grad_norm": 0.0536225251853466,
      "learning_rate": 0.00020343434343434344,
      "loss": 3.03829026222229,
      "step": 15494
    },
    {
      "epoch": 0.9391515151515152,
      "grad_norm": 0.06121872365474701,
      "learning_rate": 0.00020303030303030304,
      "loss": 3.0408029556274414,
      "step": 15496
    },
    {
      "epoch": 0.9392727272727273,
      "grad_norm": 0.05058020353317261,
      "learning_rate": 0.00020262626262626264,
      "loss": 3.004079818725586,
      "step": 15498
    },
    {
      "epoch": 0.9393939393939394,
      "grad_norm": 0.052557215094566345,
      "learning_rate": 0.00020222222222222223,
      "loss": 3.034640073776245,
      "step": 15500
    },
    {
      "epoch": 0.9395151515151515,
      "grad_norm": 0.04807470738887787,
      "learning_rate": 0.0002018181818181818,
      "loss": 3.004066228866577,
      "step": 15502
    },
    {
      "epoch": 0.9396363636363636,
      "grad_norm": 0.050174351781606674,
      "learning_rate": 0.0002014141414141414,
      "loss": 2.9793128967285156,
      "step": 15504
    },
    {
      "epoch": 0.9397575757575758,
      "grad_norm": 0.049994777888059616,
      "learning_rate": 0.000201010101010101,
      "loss": 2.9896397590637207,
      "step": 15506
    },
    {
      "epoch": 0.9398787878787879,
      "grad_norm": 0.04861712455749512,
      "learning_rate": 0.0002006060606060606,
      "loss": 3.0374317169189453,
      "step": 15508
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.04972008988261223,
      "learning_rate": 0.0002002020202020202,
      "loss": 3.0536744594573975,
      "step": 15510
    },
    {
      "epoch": 0.9401212121212121,
      "grad_norm": 0.04871795326471329,
      "learning_rate": 0.0001997979797979798,
      "loss": 3.011591672897339,
      "step": 15512
    },
    {
      "epoch": 0.9402424242424242,
      "grad_norm": 0.05662468448281288,
      "learning_rate": 0.0001993939393939394,
      "loss": 3.0120842456817627,
      "step": 15514
    },
    {
      "epoch": 0.9403636363636364,
      "grad_norm": 0.05033624917268753,
      "learning_rate": 0.000198989898989899,
      "loss": 3.0425589084625244,
      "step": 15516
    },
    {
      "epoch": 0.9404848484848485,
      "grad_norm": 0.04844122752547264,
      "learning_rate": 0.0001985858585858586,
      "loss": 3.0392324924468994,
      "step": 15518
    },
    {
      "epoch": 0.9406060606060606,
      "grad_norm": 0.04987867549061775,
      "learning_rate": 0.00019818181818181821,
      "loss": 3.04712176322937,
      "step": 15520
    },
    {
      "epoch": 0.9407272727272727,
      "grad_norm": 0.04952312633395195,
      "learning_rate": 0.00019777777777777778,
      "loss": 3.0573787689208984,
      "step": 15522
    },
    {
      "epoch": 0.9408484848484848,
      "grad_norm": 0.048636384308338165,
      "learning_rate": 0.00019737373737373738,
      "loss": 3.0145039558410645,
      "step": 15524
    },
    {
      "epoch": 0.940969696969697,
      "grad_norm": 0.05189495533704758,
      "learning_rate": 0.00019696969696969698,
      "loss": 3.03045916557312,
      "step": 15526
    },
    {
      "epoch": 0.9410909090909091,
      "grad_norm": 0.048595838248729706,
      "learning_rate": 0.00019656565656565658,
      "loss": 3.004059314727783,
      "step": 15528
    },
    {
      "epoch": 0.9412121212121212,
      "grad_norm": 0.0512409508228302,
      "learning_rate": 0.00019616161616161618,
      "loss": 3.001244068145752,
      "step": 15530
    },
    {
      "epoch": 0.9413333333333334,
      "grad_norm": 0.05690300837159157,
      "learning_rate": 0.00019575757575757577,
      "loss": 3.03310227394104,
      "step": 15532
    },
    {
      "epoch": 0.9414545454545454,
      "grad_norm": 0.05050172656774521,
      "learning_rate": 0.00019535353535353534,
      "loss": 3.04647159576416,
      "step": 15534
    },
    {
      "epoch": 0.9415757575757576,
      "grad_norm": 0.05274985358119011,
      "learning_rate": 0.00019494949494949494,
      "loss": 3.04443359375,
      "step": 15536
    },
    {
      "epoch": 0.9416969696969697,
      "grad_norm": 0.05387469381093979,
      "learning_rate": 0.00019454545454545457,
      "loss": 3.0400564670562744,
      "step": 15538
    },
    {
      "epoch": 0.9418181818181818,
      "grad_norm": 0.04906125366687775,
      "learning_rate": 0.00019414141414141417,
      "loss": 3.0327491760253906,
      "step": 15540
    },
    {
      "epoch": 0.941939393939394,
      "grad_norm": 0.04946596175432205,
      "learning_rate": 0.00019373737373737376,
      "loss": 3.0425045490264893,
      "step": 15542
    },
    {
      "epoch": 0.942060606060606,
      "grad_norm": 0.04992404952645302,
      "learning_rate": 0.00019333333333333333,
      "loss": 3.027269124984741,
      "step": 15544
    },
    {
      "epoch": 0.9421818181818182,
      "grad_norm": 0.0529591403901577,
      "learning_rate": 0.00019292929292929293,
      "loss": 3.0505707263946533,
      "step": 15546
    },
    {
      "epoch": 0.9423030303030303,
      "grad_norm": 0.051120344549417496,
      "learning_rate": 0.00019252525252525253,
      "loss": 3.057781219482422,
      "step": 15548
    },
    {
      "epoch": 0.9424242424242424,
      "grad_norm": 0.0478610061109066,
      "learning_rate": 0.00019212121212121213,
      "loss": 2.998856782913208,
      "step": 15550
    },
    {
      "epoch": 0.9425454545454546,
      "grad_norm": 0.05590425431728363,
      "learning_rate": 0.00019171717171717173,
      "loss": 3.0110368728637695,
      "step": 15552
    },
    {
      "epoch": 0.9426666666666667,
      "grad_norm": 0.04849468171596527,
      "learning_rate": 0.00019131313131313132,
      "loss": 2.9929254055023193,
      "step": 15554
    },
    {
      "epoch": 0.9427878787878788,
      "grad_norm": 0.05134075507521629,
      "learning_rate": 0.00019090909090909092,
      "loss": 3.020890235900879,
      "step": 15556
    },
    {
      "epoch": 0.9429090909090909,
      "grad_norm": 0.04853273555636406,
      "learning_rate": 0.00019050505050505052,
      "loss": 3.007770538330078,
      "step": 15558
    },
    {
      "epoch": 0.943030303030303,
      "grad_norm": 0.05042204260826111,
      "learning_rate": 0.00019010101010101012,
      "loss": 3.064668893814087,
      "step": 15560
    },
    {
      "epoch": 0.9431515151515152,
      "grad_norm": 0.04948095977306366,
      "learning_rate": 0.00018969696969696972,
      "loss": 3.0182790756225586,
      "step": 15562
    },
    {
      "epoch": 0.9432727272727273,
      "grad_norm": 0.04921668767929077,
      "learning_rate": 0.0001892929292929293,
      "loss": 3.009406566619873,
      "step": 15564
    },
    {
      "epoch": 0.9433939393939393,
      "grad_norm": 0.0481036901473999,
      "learning_rate": 0.00018888888888888888,
      "loss": 2.981588363647461,
      "step": 15566
    },
    {
      "epoch": 0.9435151515151515,
      "grad_norm": 0.048717956990003586,
      "learning_rate": 0.00018848484848484848,
      "loss": 3.024655818939209,
      "step": 15568
    },
    {
      "epoch": 0.9436363636363636,
      "grad_norm": 0.049209363758563995,
      "learning_rate": 0.00018808080808080808,
      "loss": 3.032827377319336,
      "step": 15570
    },
    {
      "epoch": 0.9437575757575758,
      "grad_norm": 0.049004729837179184,
      "learning_rate": 0.0001876767676767677,
      "loss": 3.0418193340301514,
      "step": 15572
    },
    {
      "epoch": 0.9438787878787879,
      "grad_norm": 0.04952102154493332,
      "learning_rate": 0.00018727272727272728,
      "loss": 3.0262014865875244,
      "step": 15574
    },
    {
      "epoch": 0.944,
      "grad_norm": 0.04889124259352684,
      "learning_rate": 0.00018686868686868687,
      "loss": 3.0542666912078857,
      "step": 15576
    },
    {
      "epoch": 0.9441212121212121,
      "grad_norm": 0.048753343522548676,
      "learning_rate": 0.00018646464646464647,
      "loss": 2.9826924800872803,
      "step": 15578
    },
    {
      "epoch": 0.9442424242424242,
      "grad_norm": 0.05071985721588135,
      "learning_rate": 0.00018606060606060607,
      "loss": 3.0763566493988037,
      "step": 15580
    },
    {
      "epoch": 0.9443636363636364,
      "grad_norm": 0.049242135137319565,
      "learning_rate": 0.00018565656565656567,
      "loss": 3.0639493465423584,
      "step": 15582
    },
    {
      "epoch": 0.9444848484848485,
      "grad_norm": 0.05701543018221855,
      "learning_rate": 0.00018525252525252527,
      "loss": 3.0447423458099365,
      "step": 15584
    },
    {
      "epoch": 0.9446060606060606,
      "grad_norm": 0.05647512525320053,
      "learning_rate": 0.00018484848484848484,
      "loss": 3.072296380996704,
      "step": 15586
    },
    {
      "epoch": 0.9447272727272727,
      "grad_norm": 0.05138588324189186,
      "learning_rate": 0.00018444444444444446,
      "loss": 3.007584810256958,
      "step": 15588
    },
    {
      "epoch": 0.9448484848484848,
      "grad_norm": 0.049444276839494705,
      "learning_rate": 0.00018404040404040406,
      "loss": 3.0514116287231445,
      "step": 15590
    },
    {
      "epoch": 0.944969696969697,
      "grad_norm": 0.04912831634283066,
      "learning_rate": 0.00018363636363636366,
      "loss": 3.0397298336029053,
      "step": 15592
    },
    {
      "epoch": 0.9450909090909091,
      "grad_norm": 0.053070224821567535,
      "learning_rate": 0.00018323232323232326,
      "loss": 3.0223476886749268,
      "step": 15594
    },
    {
      "epoch": 0.9452121212121212,
      "grad_norm": 0.05408964306116104,
      "learning_rate": 0.00018282828282828283,
      "loss": 3.0384228229522705,
      "step": 15596
    },
    {
      "epoch": 0.9453333333333334,
      "grad_norm": 0.05109323188662529,
      "learning_rate": 0.00018242424242424242,
      "loss": 3.0653445720672607,
      "step": 15598
    },
    {
      "epoch": 0.9454545454545454,
      "grad_norm": 0.05126390978693962,
      "learning_rate": 0.00018202020202020202,
      "loss": 3.090996503829956,
      "step": 15600
    },
    {
      "epoch": 0.9455757575757576,
      "grad_norm": 0.0491819754242897,
      "learning_rate": 0.00018161616161616162,
      "loss": 3.0530757904052734,
      "step": 15602
    },
    {
      "epoch": 0.9456969696969697,
      "grad_norm": 0.050144605338573456,
      "learning_rate": 0.00018121212121212122,
      "loss": 3.0149037837982178,
      "step": 15604
    },
    {
      "epoch": 0.9458181818181818,
      "grad_norm": 0.04924320802092552,
      "learning_rate": 0.00018080808080808082,
      "loss": 3.067002296447754,
      "step": 15606
    },
    {
      "epoch": 0.945939393939394,
      "grad_norm": 0.04983403533697128,
      "learning_rate": 0.0001804040404040404,
      "loss": 3.019683361053467,
      "step": 15608
    },
    {
      "epoch": 0.946060606060606,
      "grad_norm": 0.05141449719667435,
      "learning_rate": 0.00018,
      "loss": 3.0369372367858887,
      "step": 15610
    },
    {
      "epoch": 0.9461818181818182,
      "grad_norm": 0.04863531515002251,
      "learning_rate": 0.0001795959595959596,
      "loss": 3.0308358669281006,
      "step": 15612
    },
    {
      "epoch": 0.9463030303030303,
      "grad_norm": 0.049230001866817474,
      "learning_rate": 0.0001791919191919192,
      "loss": 3.0470571517944336,
      "step": 15614
    },
    {
      "epoch": 0.9464242424242424,
      "grad_norm": 0.048427753150463104,
      "learning_rate": 0.0001787878787878788,
      "loss": 3.0499167442321777,
      "step": 15616
    },
    {
      "epoch": 0.9465454545454546,
      "grad_norm": 0.048432476818561554,
      "learning_rate": 0.00017838383838383838,
      "loss": 3.043076992034912,
      "step": 15618
    },
    {
      "epoch": 0.9466666666666667,
      "grad_norm": 0.04924627020955086,
      "learning_rate": 0.00017797979797979797,
      "loss": 3.0535717010498047,
      "step": 15620
    },
    {
      "epoch": 0.9467878787878787,
      "grad_norm": 0.051176052540540695,
      "learning_rate": 0.0001775757575757576,
      "loss": 3.048149585723877,
      "step": 15622
    },
    {
      "epoch": 0.9469090909090909,
      "grad_norm": 0.04843096435070038,
      "learning_rate": 0.0001771717171717172,
      "loss": 3.042633295059204,
      "step": 15624
    },
    {
      "epoch": 0.947030303030303,
      "grad_norm": 0.04827112704515457,
      "learning_rate": 0.0001767676767676768,
      "loss": 3.014803409576416,
      "step": 15626
    },
    {
      "epoch": 0.9471515151515152,
      "grad_norm": 0.05004272237420082,
      "learning_rate": 0.00017636363636363637,
      "loss": 3.0407724380493164,
      "step": 15628
    },
    {
      "epoch": 0.9472727272727273,
      "grad_norm": 0.04909525811672211,
      "learning_rate": 0.00017595959595959596,
      "loss": 3.035121202468872,
      "step": 15630
    },
    {
      "epoch": 0.9473939393939393,
      "grad_norm": 0.05698690935969353,
      "learning_rate": 0.00017555555555555556,
      "loss": 3.038562059402466,
      "step": 15632
    },
    {
      "epoch": 0.9475151515151515,
      "grad_norm": 0.04843836650252342,
      "learning_rate": 0.00017515151515151516,
      "loss": 3.0429539680480957,
      "step": 15634
    },
    {
      "epoch": 0.9476363636363636,
      "grad_norm": 0.049286969006061554,
      "learning_rate": 0.00017474747474747476,
      "loss": 3.086639881134033,
      "step": 15636
    },
    {
      "epoch": 0.9477575757575758,
      "grad_norm": 0.04797523096203804,
      "learning_rate": 0.00017434343434343435,
      "loss": 3.0544376373291016,
      "step": 15638
    },
    {
      "epoch": 0.9478787878787879,
      "grad_norm": 0.05267041176557541,
      "learning_rate": 0.00017393939393939395,
      "loss": 3.0665767192840576,
      "step": 15640
    },
    {
      "epoch": 0.948,
      "grad_norm": 0.04922143369913101,
      "learning_rate": 0.00017353535353535355,
      "loss": 3.023818254470825,
      "step": 15642
    },
    {
      "epoch": 0.9481212121212121,
      "grad_norm": 0.048744723200798035,
      "learning_rate": 0.00017313131313131315,
      "loss": 3.0475008487701416,
      "step": 15644
    },
    {
      "epoch": 0.9482424242424242,
      "grad_norm": 0.048895835876464844,
      "learning_rate": 0.00017272727272727275,
      "loss": 3.0317225456237793,
      "step": 15646
    },
    {
      "epoch": 0.9483636363636364,
      "grad_norm": 0.04969105124473572,
      "learning_rate": 0.00017232323232323232,
      "loss": 3.0166869163513184,
      "step": 15648
    },
    {
      "epoch": 0.9484848484848485,
      "grad_norm": 0.04833272099494934,
      "learning_rate": 0.00017191919191919192,
      "loss": 3.034177303314209,
      "step": 15650
    },
    {
      "epoch": 0.9486060606060606,
      "grad_norm": 0.05050016567111015,
      "learning_rate": 0.0001715151515151515,
      "loss": 3.0504894256591797,
      "step": 15652
    },
    {
      "epoch": 0.9487272727272728,
      "grad_norm": 0.05115874484181404,
      "learning_rate": 0.0001711111111111111,
      "loss": 3.0455822944641113,
      "step": 15654
    },
    {
      "epoch": 0.9488484848484848,
      "grad_norm": 0.049892958253622055,
      "learning_rate": 0.0001707070707070707,
      "loss": 3.1053671836853027,
      "step": 15656
    },
    {
      "epoch": 0.948969696969697,
      "grad_norm": 0.051689811050891876,
      "learning_rate": 0.0001703030303030303,
      "loss": 3.044862747192383,
      "step": 15658
    },
    {
      "epoch": 0.9490909090909091,
      "grad_norm": 0.050586894154548645,
      "learning_rate": 0.0001698989898989899,
      "loss": 3.032987117767334,
      "step": 15660
    },
    {
      "epoch": 0.9492121212121212,
      "grad_norm": 0.04895954579114914,
      "learning_rate": 0.0001694949494949495,
      "loss": 3.06919264793396,
      "step": 15662
    },
    {
      "epoch": 0.9493333333333334,
      "grad_norm": 0.05009319260716438,
      "learning_rate": 0.0001690909090909091,
      "loss": 3.071161985397339,
      "step": 15664
    },
    {
      "epoch": 0.9494545454545454,
      "grad_norm": 0.051976896822452545,
      "learning_rate": 0.0001686868686868687,
      "loss": 3.0612051486968994,
      "step": 15666
    },
    {
      "epoch": 0.9495757575757576,
      "grad_norm": 0.05031817778944969,
      "learning_rate": 0.0001682828282828283,
      "loss": 3.0508081912994385,
      "step": 15668
    },
    {
      "epoch": 0.9496969696969697,
      "grad_norm": 0.048356011509895325,
      "learning_rate": 0.00016787878787878787,
      "loss": 3.0699217319488525,
      "step": 15670
    },
    {
      "epoch": 0.9498181818181818,
      "grad_norm": 0.05238514021039009,
      "learning_rate": 0.00016747474747474747,
      "loss": 3.0066373348236084,
      "step": 15672
    },
    {
      "epoch": 0.949939393939394,
      "grad_norm": 0.04901914298534393,
      "learning_rate": 0.0001670707070707071,
      "loss": 3.0517160892486572,
      "step": 15674
    },
    {
      "epoch": 0.950060606060606,
      "grad_norm": 0.05048520490527153,
      "learning_rate": 0.0001666666666666667,
      "loss": 3.0555028915405273,
      "step": 15676
    },
    {
      "epoch": 0.9501818181818181,
      "grad_norm": 0.05010529235005379,
      "learning_rate": 0.00016626262626262629,
      "loss": 3.0781137943267822,
      "step": 15678
    },
    {
      "epoch": 0.9503030303030303,
      "grad_norm": 0.05323826149106026,
      "learning_rate": 0.00016585858585858586,
      "loss": 3.1238059997558594,
      "step": 15680
    },
    {
      "epoch": 0.9504242424242424,
      "grad_norm": 0.053634583950042725,
      "learning_rate": 0.00016545454545454545,
      "loss": 3.034567356109619,
      "step": 15682
    },
    {
      "epoch": 0.9505454545454546,
      "grad_norm": 0.04938892275094986,
      "learning_rate": 0.00016505050505050505,
      "loss": 3.068929433822632,
      "step": 15684
    },
    {
      "epoch": 0.9506666666666667,
      "grad_norm": 0.04895763844251633,
      "learning_rate": 0.00016464646464646465,
      "loss": 3.060349464416504,
      "step": 15686
    },
    {
      "epoch": 0.9507878787878787,
      "grad_norm": 0.0484452024102211,
      "learning_rate": 0.00016424242424242425,
      "loss": 3.071992874145508,
      "step": 15688
    },
    {
      "epoch": 0.9509090909090909,
      "grad_norm": 0.05171800032258034,
      "learning_rate": 0.00016383838383838385,
      "loss": 3.048373222351074,
      "step": 15690
    },
    {
      "epoch": 0.951030303030303,
      "grad_norm": 0.049861203879117966,
      "learning_rate": 0.00016343434343434344,
      "loss": 3.1033411026000977,
      "step": 15692
    },
    {
      "epoch": 0.9511515151515152,
      "grad_norm": 0.050121549516916275,
      "learning_rate": 0.00016303030303030304,
      "loss": 3.063870906829834,
      "step": 15694
    },
    {
      "epoch": 0.9512727272727273,
      "grad_norm": 0.0517585463821888,
      "learning_rate": 0.00016262626262626264,
      "loss": 3.1038029193878174,
      "step": 15696
    },
    {
      "epoch": 0.9513939393939393,
      "grad_norm": 0.05002948269248009,
      "learning_rate": 0.00016222222222222224,
      "loss": 3.060966730117798,
      "step": 15698
    },
    {
      "epoch": 0.9515151515151515,
      "grad_norm": 0.04929853975772858,
      "learning_rate": 0.00016181818181818184,
      "loss": 3.042423725128174,
      "step": 15700
    },
    {
      "epoch": 0.9516363636363636,
      "grad_norm": 0.04830727353692055,
      "learning_rate": 0.0001614141414141414,
      "loss": 3.0788261890411377,
      "step": 15702
    },
    {
      "epoch": 0.9517575757575758,
      "grad_norm": 0.04835592210292816,
      "learning_rate": 0.000161010101010101,
      "loss": 3.041840076446533,
      "step": 15704
    },
    {
      "epoch": 0.9518787878787879,
      "grad_norm": 0.04859842732548714,
      "learning_rate": 0.0001606060606060606,
      "loss": 3.039973735809326,
      "step": 15706
    },
    {
      "epoch": 0.952,
      "grad_norm": 0.049100473523139954,
      "learning_rate": 0.00016020202020202023,
      "loss": 3.0315284729003906,
      "step": 15708
    },
    {
      "epoch": 0.9521212121212121,
      "grad_norm": 0.050308942794799805,
      "learning_rate": 0.00015979797979797983,
      "loss": 3.0698208808898926,
      "step": 15710
    },
    {
      "epoch": 0.9522424242424242,
      "grad_norm": 0.05116778984665871,
      "learning_rate": 0.0001593939393939394,
      "loss": 3.0448875427246094,
      "step": 15712
    },
    {
      "epoch": 0.9523636363636364,
      "grad_norm": 0.0494735985994339,
      "learning_rate": 0.000158989898989899,
      "loss": 3.0764763355255127,
      "step": 15714
    },
    {
      "epoch": 0.9524848484848485,
      "grad_norm": 0.060145922005176544,
      "learning_rate": 0.0001585858585858586,
      "loss": 3.077226400375366,
      "step": 15716
    },
    {
      "epoch": 0.9526060606060606,
      "grad_norm": 0.04869908466935158,
      "learning_rate": 0.0001581818181818182,
      "loss": 3.072455406188965,
      "step": 15718
    },
    {
      "epoch": 0.9527272727272728,
      "grad_norm": 0.05627526342868805,
      "learning_rate": 0.0001577777777777778,
      "loss": 3.0303144454956055,
      "step": 15720
    },
    {
      "epoch": 0.9528484848484848,
      "grad_norm": 0.04811324551701546,
      "learning_rate": 0.00015737373737373739,
      "loss": 3.0413079261779785,
      "step": 15722
    },
    {
      "epoch": 0.952969696969697,
      "grad_norm": 0.051033999770879745,
      "learning_rate": 0.00015696969696969696,
      "loss": 3.095437526702881,
      "step": 15724
    },
    {
      "epoch": 0.9530909090909091,
      "grad_norm": 0.04885207861661911,
      "learning_rate": 0.00015656565656565658,
      "loss": 3.08821439743042,
      "step": 15726
    },
    {
      "epoch": 0.9532121212121212,
      "grad_norm": 0.05047230049967766,
      "learning_rate": 0.00015616161616161618,
      "loss": 3.063981533050537,
      "step": 15728
    },
    {
      "epoch": 0.9533333333333334,
      "grad_norm": 0.04993906244635582,
      "learning_rate": 0.00015575757575757578,
      "loss": 3.0649547576904297,
      "step": 15730
    },
    {
      "epoch": 0.9534545454545454,
      "grad_norm": 0.04901989549398422,
      "learning_rate": 0.00015535353535353538,
      "loss": 3.0588221549987793,
      "step": 15732
    },
    {
      "epoch": 0.9535757575757575,
      "grad_norm": 0.05232423171401024,
      "learning_rate": 0.00015494949494949495,
      "loss": 3.0712108612060547,
      "step": 15734
    },
    {
      "epoch": 0.9536969696969697,
      "grad_norm": 0.051649320870637894,
      "learning_rate": 0.00015454545454545454,
      "loss": 3.0475387573242188,
      "step": 15736
    },
    {
      "epoch": 0.9538181818181818,
      "grad_norm": 0.05005862936377525,
      "learning_rate": 0.00015414141414141414,
      "loss": 3.088308095932007,
      "step": 15738
    },
    {
      "epoch": 0.953939393939394,
      "grad_norm": 0.049746960401535034,
      "learning_rate": 0.00015373737373737374,
      "loss": 3.082504987716675,
      "step": 15740
    },
    {
      "epoch": 0.954060606060606,
      "grad_norm": 0.04855158552527428,
      "learning_rate": 0.00015333333333333334,
      "loss": 3.0292022228240967,
      "step": 15742
    },
    {
      "epoch": 0.9541818181818181,
      "grad_norm": 0.04768714681267738,
      "learning_rate": 0.00015292929292929294,
      "loss": 3.0590527057647705,
      "step": 15744
    },
    {
      "epoch": 0.9543030303030303,
      "grad_norm": 0.04855417087674141,
      "learning_rate": 0.00015252525252525253,
      "loss": 3.1062064170837402,
      "step": 15746
    },
    {
      "epoch": 0.9544242424242424,
      "grad_norm": 0.05530768632888794,
      "learning_rate": 0.00015212121212121213,
      "loss": 3.082184314727783,
      "step": 15748
    },
    {
      "epoch": 0.9545454545454546,
      "grad_norm": 0.04959571734070778,
      "learning_rate": 0.00015171717171717173,
      "loss": 3.034513473510742,
      "step": 15750
    },
    {
      "epoch": 0.9546666666666667,
      "grad_norm": 0.05376448482275009,
      "learning_rate": 0.00015131313131313133,
      "loss": 3.058668851852417,
      "step": 15752
    },
    {
      "epoch": 0.9547878787878787,
      "grad_norm": 0.04869585484266281,
      "learning_rate": 0.0001509090909090909,
      "loss": 3.086904764175415,
      "step": 15754
    },
    {
      "epoch": 0.9549090909090909,
      "grad_norm": 0.051713403314352036,
      "learning_rate": 0.0001505050505050505,
      "loss": 3.0616326332092285,
      "step": 15756
    },
    {
      "epoch": 0.955030303030303,
      "grad_norm": 0.05046727880835533,
      "learning_rate": 0.0001501010101010101,
      "loss": 3.0670979022979736,
      "step": 15758
    },
    {
      "epoch": 0.9551515151515152,
      "grad_norm": 0.04920874163508415,
      "learning_rate": 0.00014969696969696972,
      "loss": 3.0991592407226562,
      "step": 15760
    },
    {
      "epoch": 0.9552727272727273,
      "grad_norm": 0.05251651257276535,
      "learning_rate": 0.00014929292929292932,
      "loss": 3.0664758682250977,
      "step": 15762
    },
    {
      "epoch": 0.9553939393939394,
      "grad_norm": 0.049125295132398605,
      "learning_rate": 0.0001488888888888889,
      "loss": 3.0915982723236084,
      "step": 15764
    },
    {
      "epoch": 0.9555151515151515,
      "grad_norm": 0.048347122967243195,
      "learning_rate": 0.00014848484848484849,
      "loss": 3.070382595062256,
      "step": 15766
    },
    {
      "epoch": 0.9556363636363636,
      "grad_norm": 0.04870107024908066,
      "learning_rate": 0.00014808080808080808,
      "loss": 3.075108051300049,
      "step": 15768
    },
    {
      "epoch": 0.9557575757575758,
      "grad_norm": 0.0488167405128479,
      "learning_rate": 0.00014767676767676768,
      "loss": 3.0865166187286377,
      "step": 15770
    },
    {
      "epoch": 0.9558787878787879,
      "grad_norm": 0.05521353706717491,
      "learning_rate": 0.00014727272727272728,
      "loss": 3.079735040664673,
      "step": 15772
    },
    {
      "epoch": 0.956,
      "grad_norm": 0.04917971417307854,
      "learning_rate": 0.00014686868686868688,
      "loss": 3.0745558738708496,
      "step": 15774
    },
    {
      "epoch": 0.9561212121212121,
      "grad_norm": 0.05129864066839218,
      "learning_rate": 0.00014646464646464648,
      "loss": 3.0585780143737793,
      "step": 15776
    },
    {
      "epoch": 0.9562424242424242,
      "grad_norm": 0.05071466416120529,
      "learning_rate": 0.00014606060606060607,
      "loss": 3.1265082359313965,
      "step": 15778
    },
    {
      "epoch": 0.9563636363636364,
      "grad_norm": 0.05265762656927109,
      "learning_rate": 0.00014565656565656567,
      "loss": 3.0922024250030518,
      "step": 15780
    },
    {
      "epoch": 0.9564848484848485,
      "grad_norm": 0.05322057753801346,
      "learning_rate": 0.00014525252525252527,
      "loss": 3.0842103958129883,
      "step": 15782
    },
    {
      "epoch": 0.9566060606060606,
      "grad_norm": 0.04821353778243065,
      "learning_rate": 0.00014484848484848487,
      "loss": 3.0852701663970947,
      "step": 15784
    },
    {
      "epoch": 0.9567272727272728,
      "grad_norm": 0.04867221415042877,
      "learning_rate": 0.00014444444444444444,
      "loss": 3.073138475418091,
      "step": 15786
    },
    {
      "epoch": 0.9568484848484848,
      "grad_norm": 0.05084449425339699,
      "learning_rate": 0.00014404040404040404,
      "loss": 3.09576416015625,
      "step": 15788
    },
    {
      "epoch": 0.9569696969696969,
      "grad_norm": 0.04853491112589836,
      "learning_rate": 0.00014363636363636363,
      "loss": 3.089974880218506,
      "step": 15790
    },
    {
      "epoch": 0.9570909090909091,
      "grad_norm": 0.048672761768102646,
      "learning_rate": 0.00014323232323232323,
      "loss": 3.050147771835327,
      "step": 15792
    },
    {
      "epoch": 0.9572121212121212,
      "grad_norm": 0.0500684417784214,
      "learning_rate": 0.00014282828282828286,
      "loss": 3.0851659774780273,
      "step": 15794
    },
    {
      "epoch": 0.9573333333333334,
      "grad_norm": 0.051558975130319595,
      "learning_rate": 0.00014242424242424243,
      "loss": 3.1109042167663574,
      "step": 15796
    },
    {
      "epoch": 0.9574545454545454,
      "grad_norm": 0.05559660121798515,
      "learning_rate": 0.00014202020202020203,
      "loss": 3.1125175952911377,
      "step": 15798
    },
    {
      "epoch": 0.9575757575757575,
      "grad_norm": 0.05025303363800049,
      "learning_rate": 0.00014161616161616162,
      "loss": 3.0782811641693115,
      "step": 15800
    },
    {
      "epoch": 0.9576969696969697,
      "grad_norm": 0.05206725373864174,
      "learning_rate": 0.00014121212121212122,
      "loss": 3.1086833477020264,
      "step": 15802
    },
    {
      "epoch": 0.9578181818181818,
      "grad_norm": 0.05180590599775314,
      "learning_rate": 0.00014080808080808082,
      "loss": 3.0979292392730713,
      "step": 15804
    },
    {
      "epoch": 0.957939393939394,
      "grad_norm": 0.057155441492795944,
      "learning_rate": 0.00014040404040404042,
      "loss": 3.0437703132629395,
      "step": 15806
    },
    {
      "epoch": 0.9580606060606061,
      "grad_norm": 0.04766825586557388,
      "learning_rate": 0.00014,
      "loss": 3.0877349376678467,
      "step": 15808
    },
    {
      "epoch": 0.9581818181818181,
      "grad_norm": 0.04803939536213875,
      "learning_rate": 0.0001395959595959596,
      "loss": 3.0672221183776855,
      "step": 15810
    },
    {
      "epoch": 0.9583030303030303,
      "grad_norm": 0.0549965463578701,
      "learning_rate": 0.0001391919191919192,
      "loss": 3.0717720985412598,
      "step": 15812
    },
    {
      "epoch": 0.9584242424242424,
      "grad_norm": 0.0514734722673893,
      "learning_rate": 0.0001387878787878788,
      "loss": 3.0707602500915527,
      "step": 15814
    },
    {
      "epoch": 0.9585454545454546,
      "grad_norm": 0.04876880720257759,
      "learning_rate": 0.0001383838383838384,
      "loss": 3.0840048789978027,
      "step": 15816
    },
    {
      "epoch": 0.9586666666666667,
      "grad_norm": 0.055530328303575516,
      "learning_rate": 0.00013797979797979798,
      "loss": 3.1017704010009766,
      "step": 15818
    },
    {
      "epoch": 0.9587878787878787,
      "grad_norm": 0.0503402054309845,
      "learning_rate": 0.00013757575757575758,
      "loss": 3.0865015983581543,
      "step": 15820
    },
    {
      "epoch": 0.9589090909090909,
      "grad_norm": 0.051434144377708435,
      "learning_rate": 0.00013717171717171717,
      "loss": 3.088186740875244,
      "step": 15822
    },
    {
      "epoch": 0.959030303030303,
      "grad_norm": 0.053344182670116425,
      "learning_rate": 0.00013676767676767677,
      "loss": 3.0878305435180664,
      "step": 15824
    },
    {
      "epoch": 0.9591515151515152,
      "grad_norm": 0.04888543114066124,
      "learning_rate": 0.00013636363636363637,
      "loss": 3.078613758087158,
      "step": 15826
    },
    {
      "epoch": 0.9592727272727273,
      "grad_norm": 0.05574370175600052,
      "learning_rate": 0.00013595959595959597,
      "loss": 3.1451833248138428,
      "step": 15828
    },
    {
      "epoch": 0.9593939393939394,
      "grad_norm": 0.055157892405986786,
      "learning_rate": 0.00013555555555555556,
      "loss": 3.088019609451294,
      "step": 15830
    },
    {
      "epoch": 0.9595151515151515,
      "grad_norm": 0.04848414286971092,
      "learning_rate": 0.00013515151515151516,
      "loss": 3.117337465286255,
      "step": 15832
    },
    {
      "epoch": 0.9596363636363636,
      "grad_norm": 0.059998758137226105,
      "learning_rate": 0.00013474747474747476,
      "loss": 3.1215593814849854,
      "step": 15834
    },
    {
      "epoch": 0.9597575757575758,
      "grad_norm": 0.049959585070610046,
      "learning_rate": 0.00013434343434343436,
      "loss": 3.1201400756835938,
      "step": 15836
    },
    {
      "epoch": 0.9598787878787879,
      "grad_norm": 0.04953428730368614,
      "learning_rate": 0.00013393939393939393,
      "loss": 3.060267448425293,
      "step": 15838
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.04891553148627281,
      "learning_rate": 0.00013353535353535353,
      "loss": 3.091520071029663,
      "step": 15840
    }
  ],
  "logging_steps": 2,
  "max_steps": 16500,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 660,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.7619745465690006e+19,
  "train_batch_size": 20,
  "trial_name": null,
  "trial_params": null
}