{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 915,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003278688524590164,
      "grad_norm": 16.89353212095864,
      "learning_rate": 0.0,
      "loss": 3.0094027519226074,
      "step": 1
    },
    {
      "epoch": 0.006557377049180328,
      "grad_norm": 16.028943910846195,
      "learning_rate": 1.0869565217391305e-07,
      "loss": 2.479351758956909,
      "step": 2
    },
    {
      "epoch": 0.009836065573770493,
      "grad_norm": 17.868457175984453,
      "learning_rate": 2.173913043478261e-07,
      "loss": 2.557854175567627,
      "step": 3
    },
    {
      "epoch": 0.013114754098360656,
      "grad_norm": 17.664917096804118,
      "learning_rate": 3.2608695652173915e-07,
      "loss": 2.84600567817688,
      "step": 4
    },
    {
      "epoch": 0.01639344262295082,
      "grad_norm": 17.109555608982376,
      "learning_rate": 4.347826086956522e-07,
      "loss": 2.8910634517669678,
      "step": 5
    },
    {
      "epoch": 0.019672131147540985,
      "grad_norm": 21.795417097411942,
      "learning_rate": 5.434782608695653e-07,
      "loss": 3.316324234008789,
      "step": 6
    },
    {
      "epoch": 0.022950819672131147,
      "grad_norm": 23.206155197624565,
      "learning_rate": 6.521739130434783e-07,
      "loss": 2.203197717666626,
      "step": 7
    },
    {
      "epoch": 0.02622950819672131,
      "grad_norm": 16.44869113667813,
      "learning_rate": 7.608695652173914e-07,
      "loss": 2.2714686393737793,
      "step": 8
    },
    {
      "epoch": 0.029508196721311476,
      "grad_norm": 21.286553216527384,
      "learning_rate": 8.695652173913044e-07,
      "loss": 2.418856620788574,
      "step": 9
    },
    {
      "epoch": 0.03278688524590164,
      "grad_norm": 15.196927017869122,
      "learning_rate": 9.782608695652175e-07,
      "loss": 2.7377705574035645,
      "step": 10
    },
    {
      "epoch": 0.036065573770491806,
      "grad_norm": 16.195139191781866,
      "learning_rate": 1.0869565217391306e-06,
      "loss": 2.68233060836792,
      "step": 11
    },
    {
      "epoch": 0.03934426229508197,
      "grad_norm": 16.975158613094695,
      "learning_rate": 1.1956521739130436e-06,
      "loss": 2.3804709911346436,
      "step": 12
    },
    {
      "epoch": 0.04262295081967213,
      "grad_norm": 16.03747038201197,
      "learning_rate": 1.3043478260869566e-06,
      "loss": 2.442486047744751,
      "step": 13
    },
    {
      "epoch": 0.04590163934426229,
      "grad_norm": 13.958818850279027,
      "learning_rate": 1.4130434782608697e-06,
      "loss": 2.3495070934295654,
      "step": 14
    },
    {
      "epoch": 0.04918032786885246,
      "grad_norm": 76.12773314030454,
      "learning_rate": 1.521739130434783e-06,
      "loss": 2.233027696609497,
      "step": 15
    },
    {
      "epoch": 0.05245901639344262,
      "grad_norm": 12.689587104774729,
      "learning_rate": 1.6304347826086957e-06,
      "loss": 2.28440523147583,
      "step": 16
    },
    {
      "epoch": 0.05573770491803279,
      "grad_norm": 11.137011403020724,
      "learning_rate": 1.7391304347826088e-06,
      "loss": 2.1200904846191406,
      "step": 17
    },
    {
      "epoch": 0.05901639344262295,
      "grad_norm": 12.795123355445146,
      "learning_rate": 1.8478260869565218e-06,
      "loss": 2.5397818088531494,
      "step": 18
    },
    {
      "epoch": 0.06229508196721312,
      "grad_norm": 11.394155718638995,
      "learning_rate": 1.956521739130435e-06,
      "loss": 2.5477490425109863,
      "step": 19
    },
    {
      "epoch": 0.06557377049180328,
      "grad_norm": 12.941190800367005,
      "learning_rate": 2.065217391304348e-06,
      "loss": 2.836233615875244,
      "step": 20
    },
    {
      "epoch": 0.06885245901639345,
      "grad_norm": 11.046137332938052,
      "learning_rate": 2.173913043478261e-06,
      "loss": 2.131692409515381,
      "step": 21
    },
    {
      "epoch": 0.07213114754098361,
      "grad_norm": 17.52625950015947,
      "learning_rate": 2.282608695652174e-06,
      "loss": 2.54901123046875,
      "step": 22
    },
    {
      "epoch": 0.07540983606557378,
      "grad_norm": 15.179411936939736,
      "learning_rate": 2.391304347826087e-06,
      "loss": 2.4161558151245117,
      "step": 23
    },
    {
      "epoch": 0.07868852459016394,
      "grad_norm": 15.65678400445971,
      "learning_rate": 2.5e-06,
      "loss": 2.2004499435424805,
      "step": 24
    },
    {
      "epoch": 0.08196721311475409,
      "grad_norm": 18.087212043190434,
      "learning_rate": 2.6086956521739132e-06,
      "loss": 2.536360025405884,
      "step": 25
    },
    {
      "epoch": 0.08524590163934426,
      "grad_norm": 18.926639105563854,
      "learning_rate": 2.7173913043478263e-06,
      "loss": 2.7464561462402344,
      "step": 26
    },
    {
      "epoch": 0.08852459016393442,
      "grad_norm": 15.355968795855254,
      "learning_rate": 2.8260869565217393e-06,
      "loss": 2.894282102584839,
      "step": 27
    },
    {
      "epoch": 0.09180327868852459,
      "grad_norm": 8.691177279105537,
      "learning_rate": 2.9347826086956528e-06,
      "loss": 2.3183541297912598,
      "step": 28
    },
    {
      "epoch": 0.09508196721311475,
      "grad_norm": 15.529231139964732,
      "learning_rate": 3.043478260869566e-06,
      "loss": 2.283705711364746,
      "step": 29
    },
    {
      "epoch": 0.09836065573770492,
      "grad_norm": 12.126223168480202,
      "learning_rate": 3.152173913043479e-06,
      "loss": 1.8977246284484863,
      "step": 30
    },
    {
      "epoch": 0.10163934426229508,
      "grad_norm": 25.91368694328349,
      "learning_rate": 3.2608695652173914e-06,
      "loss": 2.572606086730957,
      "step": 31
    },
    {
      "epoch": 0.10491803278688525,
      "grad_norm": 8.042192706097293,
      "learning_rate": 3.3695652173913045e-06,
      "loss": 2.369826316833496,
      "step": 32
    },
    {
      "epoch": 0.10819672131147541,
      "grad_norm": 10.217213708676413,
      "learning_rate": 3.4782608695652175e-06,
      "loss": 2.0198986530303955,
      "step": 33
    },
    {
      "epoch": 0.11147540983606558,
      "grad_norm": 16.517414212994996,
      "learning_rate": 3.5869565217391305e-06,
      "loss": 2.160893201828003,
      "step": 34
    },
    {
      "epoch": 0.11475409836065574,
      "grad_norm": 11.776543409467024,
      "learning_rate": 3.6956521739130436e-06,
      "loss": 2.2623419761657715,
      "step": 35
    },
    {
      "epoch": 0.1180327868852459,
      "grad_norm": 10.027433960634152,
      "learning_rate": 3.804347826086957e-06,
      "loss": 2.5216753482818604,
      "step": 36
    },
    {
      "epoch": 0.12131147540983607,
      "grad_norm": 8.337831849962773,
      "learning_rate": 3.91304347826087e-06,
      "loss": 2.128694772720337,
      "step": 37
    },
    {
      "epoch": 0.12459016393442623,
      "grad_norm": 9.02353353510628,
      "learning_rate": 4.021739130434783e-06,
      "loss": 2.4561331272125244,
      "step": 38
    },
    {
      "epoch": 0.12786885245901639,
      "grad_norm": 9.111603210771797,
      "learning_rate": 4.130434782608696e-06,
      "loss": 2.297398090362549,
      "step": 39
    },
    {
      "epoch": 0.13114754098360656,
      "grad_norm": 6.888204153928028,
      "learning_rate": 4.239130434782609e-06,
      "loss": 2.181044101715088,
      "step": 40
    },
    {
      "epoch": 0.13442622950819672,
      "grad_norm": 9.729446575014977,
      "learning_rate": 4.347826086956522e-06,
      "loss": 2.456869602203369,
      "step": 41
    },
    {
      "epoch": 0.1377049180327869,
      "grad_norm": 9.537377126128062,
      "learning_rate": 4.456521739130435e-06,
      "loss": 2.583646774291992,
      "step": 42
    },
    {
      "epoch": 0.14098360655737704,
      "grad_norm": 20.79305394317051,
      "learning_rate": 4.565217391304348e-06,
      "loss": 2.187347650527954,
      "step": 43
    },
    {
      "epoch": 0.14426229508196722,
      "grad_norm": 12.029609133743605,
      "learning_rate": 4.673913043478261e-06,
      "loss": 2.0726521015167236,
      "step": 44
    },
    {
      "epoch": 0.14754098360655737,
      "grad_norm": 12.83655966367189,
      "learning_rate": 4.782608695652174e-06,
      "loss": 2.773625135421753,
      "step": 45
    },
    {
      "epoch": 0.15081967213114755,
      "grad_norm": 9.398980764324769,
      "learning_rate": 4.891304347826087e-06,
      "loss": 2.6287107467651367,
      "step": 46
    },
    {
      "epoch": 0.1540983606557377,
      "grad_norm": 11.033254103172723,
      "learning_rate": 5e-06,
      "loss": 2.549129009246826,
      "step": 47
    },
    {
      "epoch": 0.15737704918032788,
      "grad_norm": 10.298031451477781,
      "learning_rate": 5.108695652173914e-06,
      "loss": 2.471952438354492,
      "step": 48
    },
    {
      "epoch": 0.16065573770491803,
      "grad_norm": 7.840202939559905,
      "learning_rate": 5.2173913043478265e-06,
      "loss": 2.512025833129883,
      "step": 49
    },
    {
      "epoch": 0.16393442622950818,
      "grad_norm": 10.10194984633829,
      "learning_rate": 5.3260869565217395e-06,
      "loss": 2.5505197048187256,
      "step": 50
    },
    {
      "epoch": 0.16721311475409836,
      "grad_norm": 8.840489916114647,
      "learning_rate": 5.4347826086956525e-06,
      "loss": 2.4877638816833496,
      "step": 51
    },
    {
      "epoch": 0.17049180327868851,
      "grad_norm": 6.071904404309473,
      "learning_rate": 5.543478260869566e-06,
      "loss": 2.514116048812866,
      "step": 52
    },
    {
      "epoch": 0.1737704918032787,
      "grad_norm": 8.358712110161177,
      "learning_rate": 5.652173913043479e-06,
      "loss": 2.398836135864258,
      "step": 53
    },
    {
      "epoch": 0.17704918032786884,
      "grad_norm": 9.148970336356888,
      "learning_rate": 5.760869565217392e-06,
      "loss": 2.498903751373291,
      "step": 54
    },
    {
      "epoch": 0.18032786885245902,
      "grad_norm": 8.405179217040024,
      "learning_rate": 5.8695652173913055e-06,
      "loss": 2.741854190826416,
      "step": 55
    },
    {
      "epoch": 0.18360655737704917,
      "grad_norm": 36.365983609117684,
      "learning_rate": 5.978260869565218e-06,
      "loss": 2.234142303466797,
      "step": 56
    },
    {
      "epoch": 0.18688524590163935,
      "grad_norm": 7.68829577102625,
      "learning_rate": 6.086956521739132e-06,
      "loss": 2.370748996734619,
      "step": 57
    },
    {
      "epoch": 0.1901639344262295,
      "grad_norm": 22.381764027626158,
      "learning_rate": 6.195652173913044e-06,
      "loss": 2.635423421859741,
      "step": 58
    },
    {
      "epoch": 0.19344262295081968,
      "grad_norm": 7.080805794757332,
      "learning_rate": 6.304347826086958e-06,
      "loss": 2.5489463806152344,
      "step": 59
    },
    {
      "epoch": 0.19672131147540983,
      "grad_norm": 10.998453372305452,
      "learning_rate": 6.41304347826087e-06,
      "loss": 2.6816728115081787,
      "step": 60
    },
    {
      "epoch": 0.2,
      "grad_norm": 7.34484367857415,
      "learning_rate": 6.521739130434783e-06,
      "loss": 2.1532349586486816,
      "step": 61
    },
    {
      "epoch": 0.20327868852459016,
      "grad_norm": 9.768503039892842,
      "learning_rate": 6.630434782608696e-06,
      "loss": 2.455888271331787,
      "step": 62
    },
    {
      "epoch": 0.20655737704918034,
      "grad_norm": 18.26030810766118,
      "learning_rate": 6.739130434782609e-06,
      "loss": 1.318924903869629,
      "step": 63
    },
    {
      "epoch": 0.2098360655737705,
      "grad_norm": 11.421285434071244,
      "learning_rate": 6.847826086956523e-06,
      "loss": 2.6968984603881836,
      "step": 64
    },
    {
      "epoch": 0.21311475409836064,
      "grad_norm": 6.707816680569159,
      "learning_rate": 6.956521739130435e-06,
      "loss": 2.5202150344848633,
      "step": 65
    },
    {
      "epoch": 0.21639344262295082,
      "grad_norm": 9.725970026297484,
      "learning_rate": 7.065217391304349e-06,
      "loss": 3.0976004600524902,
      "step": 66
    },
    {
      "epoch": 0.21967213114754097,
      "grad_norm": 12.259636136580166,
      "learning_rate": 7.173913043478261e-06,
      "loss": 2.3197407722473145,
      "step": 67
    },
    {
      "epoch": 0.22295081967213115,
      "grad_norm": 11.856167783229704,
      "learning_rate": 7.282608695652175e-06,
      "loss": 2.131117582321167,
      "step": 68
    },
    {
      "epoch": 0.2262295081967213,
      "grad_norm": 8.301390262803812,
      "learning_rate": 7.391304347826087e-06,
      "loss": 2.2955703735351562,
      "step": 69
    },
    {
      "epoch": 0.22950819672131148,
      "grad_norm": 7.257457610803963,
      "learning_rate": 7.500000000000001e-06,
      "loss": 2.2596120834350586,
      "step": 70
    },
    {
      "epoch": 0.23278688524590163,
      "grad_norm": 11.841362824519118,
      "learning_rate": 7.608695652173914e-06,
      "loss": 2.22799015045166,
      "step": 71
    },
    {
      "epoch": 0.2360655737704918,
      "grad_norm": 11.994180547857127,
      "learning_rate": 7.717391304347827e-06,
      "loss": 2.3619353771209717,
      "step": 72
    },
    {
      "epoch": 0.23934426229508196,
      "grad_norm": 18.61903589815759,
      "learning_rate": 7.82608695652174e-06,
      "loss": 2.276402711868286,
      "step": 73
    },
    {
      "epoch": 0.24262295081967214,
      "grad_norm": 8.639083747845074,
      "learning_rate": 7.934782608695653e-06,
      "loss": 2.602898597717285,
      "step": 74
    },
    {
      "epoch": 0.2459016393442623,
      "grad_norm": 8.441808484395048,
      "learning_rate": 8.043478260869566e-06,
      "loss": 2.44040846824646,
      "step": 75
    },
    {
      "epoch": 0.24918032786885247,
      "grad_norm": 11.535106426694751,
      "learning_rate": 8.15217391304348e-06,
      "loss": 2.365647077560425,
      "step": 76
    },
    {
      "epoch": 0.25245901639344265,
      "grad_norm": 18.315786566453365,
      "learning_rate": 8.260869565217392e-06,
      "loss": 2.658693313598633,
      "step": 77
    },
    {
      "epoch": 0.25573770491803277,
      "grad_norm": 15.855955724429215,
      "learning_rate": 8.369565217391305e-06,
      "loss": 1.595600962638855,
      "step": 78
    },
    {
      "epoch": 0.25901639344262295,
      "grad_norm": 8.675987208012433,
      "learning_rate": 8.478260869565218e-06,
      "loss": 2.3835480213165283,
      "step": 79
    },
    {
      "epoch": 0.26229508196721313,
      "grad_norm": 13.471802392623209,
      "learning_rate": 8.586956521739131e-06,
      "loss": 2.095423698425293,
      "step": 80
    },
    {
      "epoch": 0.26557377049180325,
      "grad_norm": 13.499186101973232,
      "learning_rate": 8.695652173913044e-06,
      "loss": 2.546840190887451,
      "step": 81
    },
    {
      "epoch": 0.26885245901639343,
      "grad_norm": 11.293340960759608,
      "learning_rate": 8.804347826086957e-06,
      "loss": 1.510994791984558,
      "step": 82
    },
    {
      "epoch": 0.2721311475409836,
      "grad_norm": 9.239083457753898,
      "learning_rate": 8.91304347826087e-06,
      "loss": 2.1867687702178955,
      "step": 83
    },
    {
      "epoch": 0.2754098360655738,
      "grad_norm": 9.841087525915807,
      "learning_rate": 9.021739130434784e-06,
      "loss": 2.436410903930664,
      "step": 84
    },
    {
      "epoch": 0.2786885245901639,
      "grad_norm": 14.160634901988136,
      "learning_rate": 9.130434782608697e-06,
      "loss": 2.6772923469543457,
      "step": 85
    },
    {
      "epoch": 0.2819672131147541,
      "grad_norm": 7.723300697532095,
      "learning_rate": 9.23913043478261e-06,
      "loss": 2.6738224029541016,
      "step": 86
    },
    {
      "epoch": 0.28524590163934427,
      "grad_norm": 12.61070856616998,
      "learning_rate": 9.347826086956523e-06,
      "loss": 2.712817668914795,
      "step": 87
    },
    {
      "epoch": 0.28852459016393445,
      "grad_norm": 7.189321581499551,
      "learning_rate": 9.456521739130436e-06,
      "loss": 2.2721221446990967,
      "step": 88
    },
    {
      "epoch": 0.29180327868852457,
      "grad_norm": 27.343926151075024,
      "learning_rate": 9.565217391304349e-06,
      "loss": 1.9258663654327393,
      "step": 89
    },
    {
      "epoch": 0.29508196721311475,
      "grad_norm": 11.406519767474075,
      "learning_rate": 9.673913043478262e-06,
      "loss": 2.6684117317199707,
      "step": 90
    },
    {
      "epoch": 0.2983606557377049,
      "grad_norm": 20.51088786538055,
      "learning_rate": 9.782608695652175e-06,
      "loss": 2.364388942718506,
      "step": 91
    },
    {
      "epoch": 0.3016393442622951,
      "grad_norm": 8.44528444743607,
      "learning_rate": 9.891304347826088e-06,
      "loss": 2.722784996032715,
      "step": 92
    },
    {
      "epoch": 0.30491803278688523,
      "grad_norm": 7.508036366602105,
      "learning_rate": 1e-05,
      "loss": 2.3887619972229004,
      "step": 93
    },
    {
      "epoch": 0.3081967213114754,
      "grad_norm": 10.124125411792933,
      "learning_rate": 9.999963571645329e-06,
      "loss": 2.1840157508850098,
      "step": 94
    },
    {
      "epoch": 0.3114754098360656,
      "grad_norm": 16.38308252379299,
      "learning_rate": 9.999854287112122e-06,
      "loss": 2.2762627601623535,
      "step": 95
    },
    {
      "epoch": 0.31475409836065577,
      "grad_norm": 6.288851667519567,
      "learning_rate": 9.999672147992806e-06,
      "loss": 2.119352102279663,
      "step": 96
    },
    {
      "epoch": 0.3180327868852459,
      "grad_norm": 9.47809746312098,
      "learning_rate": 9.99941715694139e-06,
      "loss": 2.301476240158081,
      "step": 97
    },
    {
      "epoch": 0.32131147540983607,
      "grad_norm": 13.094257600615272,
      "learning_rate": 9.999089317673432e-06,
      "loss": 2.5972483158111572,
      "step": 98
    },
    {
      "epoch": 0.32459016393442625,
      "grad_norm": 10.19048933796723,
      "learning_rate": 9.998688634965996e-06,
      "loss": 2.779660940170288,
      "step": 99
    },
    {
      "epoch": 0.32786885245901637,
      "grad_norm": 5.8936834387995845,
      "learning_rate": 9.998215114657564e-06,
      "loss": 2.2308220863342285,
      "step": 100
    },
    {
      "epoch": 0.33114754098360655,
      "grad_norm": 10.502710763313692,
      "learning_rate": 9.997668763647963e-06,
      "loss": 2.8325366973876953,
      "step": 101
    },
    {
      "epoch": 0.3344262295081967,
      "grad_norm": 7.850898262428381,
      "learning_rate": 9.99704958989826e-06,
      "loss": 2.3015875816345215,
      "step": 102
    },
    {
      "epoch": 0.3377049180327869,
      "grad_norm": 7.175846059648616,
      "learning_rate": 9.996357602430647e-06,
      "loss": 2.083513021469116,
      "step": 103
    },
    {
      "epoch": 0.34098360655737703,
      "grad_norm": 12.918153921333007,
      "learning_rate": 9.99559281132831e-06,
      "loss": 1.970626950263977,
      "step": 104
    },
    {
      "epoch": 0.3442622950819672,
      "grad_norm": 10.831422691089006,
      "learning_rate": 9.994755227735284e-06,
      "loss": 2.1563878059387207,
      "step": 105
    },
    {
      "epoch": 0.3475409836065574,
      "grad_norm": 6.825443208154653,
      "learning_rate": 9.993844863856281e-06,
      "loss": 2.480492353439331,
      "step": 106
    },
    {
      "epoch": 0.35081967213114756,
      "grad_norm": 21.992403965996946,
      "learning_rate": 9.992861732956529e-06,
      "loss": 1.792158842086792,
      "step": 107
    },
    {
      "epoch": 0.3540983606557377,
      "grad_norm": 17.359788849655715,
      "learning_rate": 9.991805849361563e-06,
      "loss": 1.8844330310821533,
      "step": 108
    },
    {
      "epoch": 0.35737704918032787,
      "grad_norm": 10.313007387963811,
      "learning_rate": 9.990677228457022e-06,
      "loss": 2.675395965576172,
      "step": 109
    },
    {
      "epoch": 0.36065573770491804,
      "grad_norm": 17.684705918346737,
      "learning_rate": 9.98947588668843e-06,
      "loss": 2.1340208053588867,
      "step": 110
    },
    {
      "epoch": 0.3639344262295082,
      "grad_norm": 16.22328112769769,
      "learning_rate": 9.988201841560945e-06,
      "loss": 2.472806453704834,
      "step": 111
    },
    {
      "epoch": 0.36721311475409835,
      "grad_norm": 8.585998811584894,
      "learning_rate": 9.986855111639118e-06,
      "loss": 2.2037081718444824,
      "step": 112
    },
    {
      "epoch": 0.3704918032786885,
      "grad_norm": 10.625503536630955,
      "learning_rate": 9.985435716546607e-06,
      "loss": 2.8116614818573,
      "step": 113
    },
    {
      "epoch": 0.3737704918032787,
      "grad_norm": 8.328891017920228,
      "learning_rate": 9.983943676965908e-06,
      "loss": 2.2937393188476562,
      "step": 114
    },
    {
      "epoch": 0.3770491803278688,
      "grad_norm": 25.132057060893327,
      "learning_rate": 9.982379014638036e-06,
      "loss": 2.009312629699707,
      "step": 115
    },
    {
      "epoch": 0.380327868852459,
      "grad_norm": 17.734057181718484,
      "learning_rate": 9.980741752362222e-06,
      "loss": 2.4379334449768066,
      "step": 116
    },
    {
      "epoch": 0.3836065573770492,
      "grad_norm": 8.650433488596095,
      "learning_rate": 9.979031913995574e-06,
      "loss": 2.6336417198181152,
      "step": 117
    },
    {
      "epoch": 0.38688524590163936,
      "grad_norm": 10.335901220440789,
      "learning_rate": 9.977249524452732e-06,
      "loss": 2.6149487495422363,
      "step": 118
    },
    {
      "epoch": 0.3901639344262295,
      "grad_norm": 12.454276988377098,
      "learning_rate": 9.975394609705504e-06,
      "loss": 2.3056716918945312,
      "step": 119
    },
    {
      "epoch": 0.39344262295081966,
      "grad_norm": 11.52674648293092,
      "learning_rate": 9.973467196782484e-06,
      "loss": 2.3978047370910645,
      "step": 120
    },
    {
      "epoch": 0.39672131147540984,
      "grad_norm": 11.70854679403386,
      "learning_rate": 9.971467313768668e-06,
      "loss": 2.4032225608825684,
      "step": 121
    },
    {
      "epoch": 0.4,
      "grad_norm": 7.244882025846572,
      "learning_rate": 9.969394989805035e-06,
      "loss": 2.4925785064697266,
      "step": 122
    },
    {
      "epoch": 0.40327868852459015,
      "grad_norm": 29.631727691106814,
      "learning_rate": 9.967250255088121e-06,
      "loss": 2.540073871612549,
      "step": 123
    },
    {
      "epoch": 0.4065573770491803,
      "grad_norm": 16.491791586455538,
      "learning_rate": 9.965033140869596e-06,
      "loss": 2.562507152557373,
      "step": 124
    },
    {
      "epoch": 0.4098360655737705,
      "grad_norm": 18.89159517028497,
      "learning_rate": 9.962743679455783e-06,
      "loss": 1.4019899368286133,
      "step": 125
    },
    {
      "epoch": 0.4131147540983607,
      "grad_norm": 11.08365886362951,
      "learning_rate": 9.96038190420721e-06,
      "loss": 2.470672130584717,
      "step": 126
    },
    {
      "epoch": 0.4163934426229508,
      "grad_norm": 13.931169642100365,
      "learning_rate": 9.957947849538112e-06,
      "loss": 2.5515592098236084,
      "step": 127
    },
    {
      "epoch": 0.419672131147541,
      "grad_norm": 10.48096677220992,
      "learning_rate": 9.95544155091593e-06,
      "loss": 1.8564338684082031,
      "step": 128
    },
    {
      "epoch": 0.42295081967213116,
      "grad_norm": 22.085697247990158,
      "learning_rate": 9.9528630448608e-06,
      "loss": 2.4436991214752197,
      "step": 129
    },
    {
      "epoch": 0.4262295081967213,
      "grad_norm": 41.05766088686945,
      "learning_rate": 9.950212368945013e-06,
      "loss": 2.011152982711792,
      "step": 130
    },
    {
      "epoch": 0.42950819672131146,
      "grad_norm": 7.332867185902429,
      "learning_rate": 9.947489561792475e-06,
      "loss": 2.3709192276000977,
      "step": 131
    },
    {
      "epoch": 0.43278688524590164,
      "grad_norm": 7.067784534663912,
      "learning_rate": 9.94469466307814e-06,
      "loss": 2.4364941120147705,
      "step": 132
    },
    {
      "epoch": 0.4360655737704918,
      "grad_norm": 6.796150590529943,
      "learning_rate": 9.941827713527435e-06,
      "loss": 2.605982780456543,
      "step": 133
    },
    {
      "epoch": 0.43934426229508194,
      "grad_norm": 17.847218467637784,
      "learning_rate": 9.938888754915657e-06,
      "loss": 1.9951808452606201,
      "step": 134
    },
    {
      "epoch": 0.4426229508196721,
      "grad_norm": 9.637940265765115,
      "learning_rate": 9.93587783006738e-06,
      "loss": 2.514698028564453,
      "step": 135
    },
    {
      "epoch": 0.4459016393442623,
      "grad_norm": 14.025044375098688,
      "learning_rate": 9.932794982855818e-06,
      "loss": 2.6266212463378906,
      "step": 136
    },
    {
      "epoch": 0.4491803278688525,
      "grad_norm": 7.742628932780814,
      "learning_rate": 9.929640258202193e-06,
      "loss": 2.694523811340332,
      "step": 137
    },
    {
      "epoch": 0.4524590163934426,
      "grad_norm": 9.420409137736808,
      "learning_rate": 9.926413702075075e-06,
      "loss": 2.3812270164489746,
      "step": 138
    },
    {
      "epoch": 0.4557377049180328,
      "grad_norm": 25.357762811620063,
      "learning_rate": 9.923115361489719e-06,
      "loss": 1.8413501977920532,
      "step": 139
    },
    {
      "epoch": 0.45901639344262296,
      "grad_norm": 9.23668319901442,
      "learning_rate": 9.91974528450737e-06,
      "loss": 2.681863307952881,
      "step": 140
    },
    {
      "epoch": 0.46229508196721314,
      "grad_norm": 13.91154278046453,
      "learning_rate": 9.916303520234573e-06,
      "loss": 1.9020752906799316,
      "step": 141
    },
    {
      "epoch": 0.46557377049180326,
      "grad_norm": 9.735454722376808,
      "learning_rate": 9.912790118822451e-06,
      "loss": 2.2685928344726562,
      "step": 142
    },
    {
      "epoch": 0.46885245901639344,
      "grad_norm": 6.307393100595144,
      "learning_rate": 9.90920513146598e-06,
      "loss": 2.6260900497436523,
      "step": 143
    },
    {
      "epoch": 0.4721311475409836,
      "grad_norm": 10.256520667204969,
      "learning_rate": 9.905548610403234e-06,
      "loss": 2.425342082977295,
      "step": 144
    },
    {
      "epoch": 0.47540983606557374,
      "grad_norm": 5.736311053584111,
      "learning_rate": 9.901820608914632e-06,
      "loss": 2.357337713241577,
      "step": 145
    },
    {
      "epoch": 0.4786885245901639,
      "grad_norm": 8.807246568465844,
      "learning_rate": 9.898021181322158e-06,
      "loss": 2.2193427085876465,
      "step": 146
    },
    {
      "epoch": 0.4819672131147541,
      "grad_norm": 12.42413884634667,
      "learning_rate": 9.89415038298857e-06,
      "loss": 2.517714262008667,
      "step": 147
    },
    {
      "epoch": 0.4852459016393443,
      "grad_norm": 13.402793074301506,
      "learning_rate": 9.890208270316595e-06,
      "loss": 2.0575406551361084,
      "step": 148
    },
    {
      "epoch": 0.4885245901639344,
      "grad_norm": 6.023414807948633,
      "learning_rate": 9.886194900748103e-06,
      "loss": 2.6296324729919434,
      "step": 149
    },
    {
      "epoch": 0.4918032786885246,
      "grad_norm": 7.715805841847776,
      "learning_rate": 9.882110332763275e-06,
      "loss": 2.4448821544647217,
      "step": 150
    },
    {
      "epoch": 0.49508196721311476,
      "grad_norm": 9.118773545041579,
      "learning_rate": 9.877954625879746e-06,
      "loss": 2.2841904163360596,
      "step": 151
    },
    {
      "epoch": 0.49836065573770494,
      "grad_norm": 6.177286913705299,
      "learning_rate": 9.873727840651745e-06,
      "loss": 2.2682907581329346,
      "step": 152
    },
    {
      "epoch": 0.5016393442622951,
      "grad_norm": 10.286512937930272,
      "learning_rate": 9.869430038669202e-06,
      "loss": 2.8492913246154785,
      "step": 153
    },
    {
      "epoch": 0.5049180327868853,
      "grad_norm": 8.902132907191097,
      "learning_rate": 9.865061282556859e-06,
      "loss": 2.546908140182495,
      "step": 154
    },
    {
      "epoch": 0.5081967213114754,
      "grad_norm": 12.932184915529149,
      "learning_rate": 9.860621635973356e-06,
      "loss": 2.2108309268951416,
      "step": 155
    },
    {
      "epoch": 0.5114754098360655,
      "grad_norm": 21.722529791173507,
      "learning_rate": 9.8561111636103e-06,
      "loss": 2.1323680877685547,
      "step": 156
    },
    {
      "epoch": 0.5147540983606558,
      "grad_norm": 8.54995237341061,
      "learning_rate": 9.851529931191325e-06,
      "loss": 2.3354313373565674,
      "step": 157
    },
    {
      "epoch": 0.5180327868852459,
      "grad_norm": 11.778806941155413,
      "learning_rate": 9.846878005471139e-06,
      "loss": 2.489478826522827,
      "step": 158
    },
    {
      "epoch": 0.521311475409836,
      "grad_norm": 18.453791625427396,
      "learning_rate": 9.842155454234537e-06,
      "loss": 2.464871406555176,
      "step": 159
    },
    {
      "epoch": 0.5245901639344263,
      "grad_norm": 13.977349143338607,
      "learning_rate": 9.83736234629543e-06,
      "loss": 2.521759271621704,
      "step": 160
    },
    {
      "epoch": 0.5278688524590164,
      "grad_norm": 14.843078406057481,
      "learning_rate": 9.832498751495832e-06,
      "loss": 2.189639091491699,
      "step": 161
    },
    {
      "epoch": 0.5311475409836065,
      "grad_norm": 11.805763820117145,
      "learning_rate": 9.827564740704848e-06,
      "loss": 2.3668131828308105,
      "step": 162
    },
    {
      "epoch": 0.5344262295081967,
      "grad_norm": 11.317160406796951,
      "learning_rate": 9.82256038581763e-06,
      "loss": 2.697373151779175,
      "step": 163
    },
    {
      "epoch": 0.5377049180327869,
      "grad_norm": 10.207489785694769,
      "learning_rate": 9.817485759754348e-06,
      "loss": 2.1023507118225098,
      "step": 164
    },
    {
      "epoch": 0.5409836065573771,
      "grad_norm": 10.180641561578351,
      "learning_rate": 9.812340936459113e-06,
      "loss": 2.5591394901275635,
      "step": 165
    },
    {
      "epoch": 0.5442622950819672,
      "grad_norm": 12.41560054529337,
      "learning_rate": 9.807125990898905e-06,
      "loss": 2.2220029830932617,
      "step": 166
    },
    {
      "epoch": 0.5475409836065573,
      "grad_norm": 8.647737868553188,
      "learning_rate": 9.801840999062476e-06,
      "loss": 2.7247979640960693,
      "step": 167
    },
    {
      "epoch": 0.5508196721311476,
      "grad_norm": 11.273589344567679,
      "learning_rate": 9.796486037959251e-06,
      "loss": 2.238039493560791,
      "step": 168
    },
    {
      "epoch": 0.5540983606557377,
      "grad_norm": 7.067412937489566,
      "learning_rate": 9.791061185618199e-06,
      "loss": 2.407823085784912,
      "step": 169
    },
    {
      "epoch": 0.5573770491803278,
      "grad_norm": 13.730271908177464,
      "learning_rate": 9.785566521086695e-06,
      "loss": 2.2689170837402344,
      "step": 170
    },
    {
      "epoch": 0.5606557377049181,
      "grad_norm": 13.635709240955189,
      "learning_rate": 9.780002124429377e-06,
      "loss": 2.018502712249756,
      "step": 171
    },
    {
      "epoch": 0.5639344262295082,
      "grad_norm": 14.612861839376295,
      "learning_rate": 9.774368076726972e-06,
      "loss": 2.2665579319000244,
      "step": 172
    },
    {
      "epoch": 0.5672131147540984,
      "grad_norm": 41.96415343388753,
      "learning_rate": 9.768664460075112e-06,
      "loss": 2.3035991191864014,
      "step": 173
    },
    {
      "epoch": 0.5704918032786885,
      "grad_norm": 19.63165274562379,
      "learning_rate": 9.76289135758315e-06,
      "loss": 2.5324723720550537,
      "step": 174
    },
    {
      "epoch": 0.5737704918032787,
      "grad_norm": 6.610337445226602,
      "learning_rate": 9.757048853372927e-06,
      "loss": 2.565101146697998,
      "step": 175
    },
    {
      "epoch": 0.5770491803278689,
      "grad_norm": 11.189423195267334,
      "learning_rate": 9.75113703257758e-06,
      "loss": 2.298004150390625,
      "step": 176
    },
    {
      "epoch": 0.580327868852459,
      "grad_norm": 11.685516338819953,
      "learning_rate": 9.745155981340265e-06,
      "loss": 2.463772773742676,
      "step": 177
    },
    {
      "epoch": 0.5836065573770491,
      "grad_norm": 9.299439842875548,
      "learning_rate": 9.739105786812923e-06,
      "loss": 2.5719070434570312,
      "step": 178
    },
    {
      "epoch": 0.5868852459016394,
      "grad_norm": 5.816867653870291,
      "learning_rate": 9.732986537155012e-06,
      "loss": 2.4491379261016846,
      "step": 179
    },
    {
      "epoch": 0.5901639344262295,
      "grad_norm": 8.912746736929753,
      "learning_rate": 9.726798321532205e-06,
      "loss": 2.3815207481384277,
      "step": 180
    },
    {
      "epoch": 0.5934426229508196,
      "grad_norm": 11.523154847243013,
      "learning_rate": 9.720541230115113e-06,
      "loss": 2.3223185539245605,
      "step": 181
    },
    {
      "epoch": 0.5967213114754099,
      "grad_norm": 6.379908315597364,
      "learning_rate": 9.71421535407795e-06,
      "loss": 2.4502346515655518,
      "step": 182
    },
    {
      "epoch": 0.6,
      "grad_norm": 13.763467803769869,
      "learning_rate": 9.70782078559722e-06,
      "loss": 2.5693788528442383,
      "step": 183
    },
    {
      "epoch": 0.6032786885245902,
      "grad_norm": 6.8455322733799004,
      "learning_rate": 9.701357617850364e-06,
      "loss": 2.2750675678253174,
      "step": 184
    },
    {
      "epoch": 0.6065573770491803,
      "grad_norm": 10.904041161242418,
      "learning_rate": 9.694825945014414e-06,
      "loss": 2.4306750297546387,
      "step": 185
    },
    {
      "epoch": 0.6098360655737705,
      "grad_norm": 8.736445176506262,
      "learning_rate": 9.688225862264604e-06,
      "loss": 2.4892170429229736,
      "step": 186
    },
    {
      "epoch": 0.6131147540983607,
      "grad_norm": 13.71647922858585,
      "learning_rate": 9.681557465772995e-06,
      "loss": 2.5634660720825195,
      "step": 187
    },
    {
      "epoch": 0.6163934426229508,
      "grad_norm": 12.108203455114717,
      "learning_rate": 9.674820852707076e-06,
      "loss": 2.3774335384368896,
      "step": 188
    },
    {
      "epoch": 0.6196721311475409,
      "grad_norm": 10.149287498094273,
      "learning_rate": 9.668016121228338e-06,
      "loss": 2.4913172721862793,
      "step": 189
    },
    {
      "epoch": 0.6229508196721312,
      "grad_norm": 10.196856373881207,
      "learning_rate": 9.661143370490846e-06,
      "loss": 2.7339348793029785,
      "step": 190
    },
    {
      "epoch": 0.6262295081967213,
      "grad_norm": 9.333771245553299,
      "learning_rate": 9.654202700639805e-06,
      "loss": 2.2505457401275635,
      "step": 191
    },
    {
      "epoch": 0.6295081967213115,
      "grad_norm": 8.148903296375927,
      "learning_rate": 9.647194212810086e-06,
      "loss": 2.695054054260254,
      "step": 192
    },
    {
      "epoch": 0.6327868852459017,
      "grad_norm": 12.557400841371972,
      "learning_rate": 9.640118009124761e-06,
      "loss": 2.382502555847168,
      "step": 193
    },
    {
      "epoch": 0.6360655737704918,
      "grad_norm": 9.145946209661751,
      "learning_rate": 9.632974192693614e-06,
      "loss": 2.34623384475708,
      "step": 194
    },
    {
      "epoch": 0.639344262295082,
      "grad_norm": 8.542659802114223,
      "learning_rate": 9.625762867611636e-06,
      "loss": 2.1379222869873047,
      "step": 195
    },
    {
      "epoch": 0.6426229508196721,
      "grad_norm": 12.326902118073734,
      "learning_rate": 9.61848413895751e-06,
      "loss": 1.9921382665634155,
      "step": 196
    },
    {
      "epoch": 0.6459016393442623,
      "grad_norm": 14.271821865211999,
      "learning_rate": 9.61113811279208e-06,
      "loss": 2.4724960327148438,
      "step": 197
    },
    {
      "epoch": 0.6491803278688525,
      "grad_norm": 11.47655091808735,
      "learning_rate": 9.603724896156806e-06,
      "loss": 2.3870677947998047,
      "step": 198
    },
    {
      "epoch": 0.6524590163934426,
      "grad_norm": 7.323447004522844,
      "learning_rate": 9.596244597072198e-06,
      "loss": 2.391430616378784,
      "step": 199
    },
    {
      "epoch": 0.6557377049180327,
      "grad_norm": 10.095709097095108,
      "learning_rate": 9.588697324536254e-06,
      "loss": 2.2718007564544678,
      "step": 200
    },
    {
      "epoch": 0.659016393442623,
      "grad_norm": 13.52756110555734,
      "learning_rate": 9.581083188522862e-06,
      "loss": 2.454087018966675,
      "step": 201
    },
    {
      "epoch": 0.6622950819672131,
      "grad_norm": 16.735232835265577,
      "learning_rate": 9.5734022999802e-06,
      "loss": 2.7983779907226562,
      "step": 202
    },
    {
      "epoch": 0.6655737704918033,
      "grad_norm": 9.118893537948745,
      "learning_rate": 9.565654770829123e-06,
      "loss": 2.388134479522705,
      "step": 203
    },
    {
      "epoch": 0.6688524590163935,
      "grad_norm": 8.372558203314588,
      "learning_rate": 9.557840713961526e-06,
      "loss": 2.368241548538208,
      "step": 204
    },
    {
      "epoch": 0.6721311475409836,
      "grad_norm": 7.867813978162408,
      "learning_rate": 9.549960243238701e-06,
      "loss": 2.33974552154541,
      "step": 205
    },
    {
      "epoch": 0.6754098360655738,
      "grad_norm": 15.063066709550244,
      "learning_rate": 9.542013473489683e-06,
      "loss": 2.649343252182007,
      "step": 206
    },
    {
      "epoch": 0.6786885245901639,
      "grad_norm": 7.047401029645536,
      "learning_rate": 9.53400052050957e-06,
      "loss": 2.560885429382324,
      "step": 207
    },
    {
      "epoch": 0.6819672131147541,
      "grad_norm": 8.907822727514814,
      "learning_rate": 9.52592150105784e-06,
      "loss": 2.412108898162842,
      "step": 208
    },
    {
      "epoch": 0.6852459016393443,
      "grad_norm": 5.170484841596506,
      "learning_rate": 9.517776532856647e-06,
      "loss": 2.0627474784851074,
      "step": 209
    },
    {
      "epoch": 0.6885245901639344,
      "grad_norm": 8.088836029721898,
      "learning_rate": 9.509565734589105e-06,
      "loss": 2.5947265625,
      "step": 210
    },
    {
      "epoch": 0.6918032786885245,
      "grad_norm": 31.641619526555406,
      "learning_rate": 9.501289225897566e-06,
      "loss": 2.513089418411255,
      "step": 211
    },
    {
      "epoch": 0.6950819672131148,
      "grad_norm": 13.679037779223505,
      "learning_rate": 9.492947127381867e-06,
      "loss": 2.400226593017578,
      "step": 212
    },
    {
      "epoch": 0.6983606557377049,
      "grad_norm": 10.43977237624282,
      "learning_rate": 9.484539560597576e-06,
      "loss": 2.286137580871582,
      "step": 213
    },
    {
      "epoch": 0.7016393442622951,
      "grad_norm": 10.141075367022605,
      "learning_rate": 9.476066648054223e-06,
      "loss": 2.7649638652801514,
      "step": 214
    },
    {
      "epoch": 0.7049180327868853,
      "grad_norm": 8.474472872601897,
      "learning_rate": 9.467528513213514e-06,
      "loss": 2.317016124725342,
      "step": 215
    },
    {
      "epoch": 0.7081967213114754,
      "grad_norm": 16.498421555513367,
      "learning_rate": 9.458925280487532e-06,
      "loss": 2.233351945877075,
      "step": 216
    },
    {
      "epoch": 0.7114754098360656,
      "grad_norm": 11.493606098576603,
      "learning_rate": 9.45025707523692e-06,
      "loss": 2.2825753688812256,
      "step": 217
    },
    {
      "epoch": 0.7147540983606557,
      "grad_norm": 13.65050204569431,
      "learning_rate": 9.441524023769059e-06,
      "loss": 2.168769598007202,
      "step": 218
    },
    {
      "epoch": 0.7180327868852459,
      "grad_norm": 8.983713618349288,
      "learning_rate": 9.432726253336231e-06,
      "loss": 2.559760808944702,
      "step": 219
    },
    {
      "epoch": 0.7213114754098361,
      "grad_norm": 15.583644405048908,
      "learning_rate": 9.423863892133754e-06,
      "loss": 1.7594213485717773,
      "step": 220
    },
    {
      "epoch": 0.7245901639344262,
      "grad_norm": 8.73686355390609,
      "learning_rate": 9.414937069298125e-06,
      "loss": 2.4652814865112305,
      "step": 221
    },
    {
      "epoch": 0.7278688524590164,
      "grad_norm": 11.495894245929948,
      "learning_rate": 9.405945914905129e-06,
      "loss": 2.5217018127441406,
      "step": 222
    },
    {
      "epoch": 0.7311475409836066,
      "grad_norm": 4.726521302535209,
      "learning_rate": 9.396890559967951e-06,
      "loss": 2.0314042568206787,
      "step": 223
    },
    {
      "epoch": 0.7344262295081967,
      "grad_norm": 7.298626143624748,
      "learning_rate": 9.387771136435267e-06,
      "loss": 2.8855409622192383,
      "step": 224
    },
    {
      "epoch": 0.7377049180327869,
      "grad_norm": 9.260856152886753,
      "learning_rate": 9.37858777718931e-06,
      "loss": 2.125582218170166,
      "step": 225
    },
    {
      "epoch": 0.740983606557377,
      "grad_norm": 6.911659227229308,
      "learning_rate": 9.369340616043948e-06,
      "loss": 2.481126546859741,
      "step": 226
    },
    {
      "epoch": 0.7442622950819672,
      "grad_norm": 9.776776699911634,
      "learning_rate": 9.360029787742731e-06,
      "loss": 2.098676919937134,
      "step": 227
    },
    {
      "epoch": 0.7475409836065574,
      "grad_norm": 20.38163371355876,
      "learning_rate": 9.350655427956919e-06,
      "loss": 2.2835912704467773,
      "step": 228
    },
    {
      "epoch": 0.7508196721311475,
      "grad_norm": 9.237053047118033,
      "learning_rate": 9.341217673283511e-06,
      "loss": 2.5307552814483643,
      "step": 229
    },
    {
      "epoch": 0.7540983606557377,
      "grad_norm": 9.562449590605533,
      "learning_rate": 9.33171666124326e-06,
      "loss": 2.6956987380981445,
      "step": 230
    },
    {
      "epoch": 0.7573770491803279,
      "grad_norm": 17.292398769655275,
      "learning_rate": 9.322152530278658e-06,
      "loss": 3.334162712097168,
      "step": 231
    },
    {
      "epoch": 0.760655737704918,
      "grad_norm": 9.403803835297106,
      "learning_rate": 9.31252541975193e-06,
      "loss": 2.7605435848236084,
      "step": 232
    },
    {
      "epoch": 0.7639344262295082,
      "grad_norm": 51.211138872525396,
      "learning_rate": 9.302835469942992e-06,
      "loss": 2.3734195232391357,
      "step": 233
    },
    {
      "epoch": 0.7672131147540984,
      "grad_norm": 8.173897381472578,
      "learning_rate": 9.293082822047417e-06,
      "loss": 2.561389446258545,
      "step": 234
    },
    {
      "epoch": 0.7704918032786885,
      "grad_norm": 8.124812115012821,
      "learning_rate": 9.28326761817437e-06,
      "loss": 2.2314820289611816,
      "step": 235
    },
    {
      "epoch": 0.7737704918032787,
      "grad_norm": 9.308271437225219,
      "learning_rate": 9.273390001344544e-06,
      "loss": 2.5885002613067627,
      "step": 236
    },
    {
      "epoch": 0.7770491803278688,
      "grad_norm": 7.493760191845912,
      "learning_rate": 9.26345011548807e-06,
      "loss": 2.5269150733947754,
      "step": 237
    },
    {
      "epoch": 0.780327868852459,
      "grad_norm": 10.292634344489139,
      "learning_rate": 9.253448105442422e-06,
      "loss": 2.344486951828003,
      "step": 238
    },
    {
      "epoch": 0.7836065573770492,
      "grad_norm": 10.65215597438691,
      "learning_rate": 9.24338411695031e-06,
      "loss": 2.264143943786621,
      "step": 239
    },
    {
      "epoch": 0.7868852459016393,
      "grad_norm": 64.63764925427373,
      "learning_rate": 9.233258296657547e-06,
      "loss": 2.584000825881958,
      "step": 240
    },
    {
      "epoch": 0.7901639344262295,
      "grad_norm": 11.661794732114105,
      "learning_rate": 9.223070792110927e-06,
      "loss": 2.1990528106689453,
      "step": 241
    },
    {
      "epoch": 0.7934426229508197,
      "grad_norm": 7.8236955368941405,
      "learning_rate": 9.212821751756057e-06,
      "loss": 2.6869657039642334,
      "step": 242
    },
    {
      "epoch": 0.7967213114754098,
      "grad_norm": 6.138447198486987,
      "learning_rate": 9.202511324935212e-06,
      "loss": 2.709324598312378,
      "step": 243
    },
    {
      "epoch": 0.8,
      "grad_norm": 5.161893914940263,
      "learning_rate": 9.192139661885143e-06,
      "loss": 2.1860909461975098,
      "step": 244
    },
    {
      "epoch": 0.8032786885245902,
      "grad_norm": 13.2826975259407,
      "learning_rate": 9.1817069137349e-06,
      "loss": 2.87062406539917,
      "step": 245
    },
    {
      "epoch": 0.8065573770491803,
      "grad_norm": 8.223008650713565,
      "learning_rate": 9.17121323250362e-06,
      "loss": 2.6421830654144287,
      "step": 246
    },
    {
      "epoch": 0.8098360655737705,
      "grad_norm": 7.209232784999499,
      "learning_rate": 9.160658771098323e-06,
      "loss": 1.1461129188537598,
      "step": 247
    },
    {
      "epoch": 0.8131147540983606,
      "grad_norm": 5.807632898905771,
      "learning_rate": 9.150043683311673e-06,
      "loss": 2.4757280349731445,
      "step": 248
    },
    {
      "epoch": 0.8163934426229508,
      "grad_norm": 11.703476641956268,
      "learning_rate": 9.139368123819742e-06,
      "loss": 2.5260419845581055,
      "step": 249
    },
    {
      "epoch": 0.819672131147541,
      "grad_norm": 17.15084273614192,
      "learning_rate": 9.128632248179761e-06,
      "loss": 2.451849937438965,
      "step": 250
    },
    {
      "epoch": 0.8229508196721311,
      "grad_norm": 7.708323928439153,
      "learning_rate": 9.117836212827839e-06,
      "loss": 2.810560941696167,
      "step": 251
    },
    {
      "epoch": 0.8262295081967214,
      "grad_norm": 7.844205619738867,
      "learning_rate": 9.1069801750767e-06,
      "loss": 2.397233724594116,
      "step": 252
    },
    {
      "epoch": 0.8295081967213115,
      "grad_norm": 11.411056209891902,
      "learning_rate": 9.096064293113382e-06,
      "loss": 2.5832808017730713,
      "step": 253
    },
    {
      "epoch": 0.8327868852459016,
      "grad_norm": 6.206045042941081,
      "learning_rate": 9.085088725996934e-06,
      "loss": 1.8659820556640625,
      "step": 254
    },
    {
      "epoch": 0.8360655737704918,
      "grad_norm": 16.623703379667013,
      "learning_rate": 9.074053633656095e-06,
      "loss": 2.41814923286438,
      "step": 255
    },
    {
      "epoch": 0.839344262295082,
      "grad_norm": 7.528315129785465,
      "learning_rate": 9.062959176886967e-06,
      "loss": 2.8099145889282227,
      "step": 256
    },
    {
      "epoch": 0.8426229508196721,
      "grad_norm": 12.354232937337795,
      "learning_rate": 9.051805517350674e-06,
      "loss": 2.538529872894287,
      "step": 257
    },
    {
      "epoch": 0.8459016393442623,
      "grad_norm": 7.315324736289917,
      "learning_rate": 9.040592817571001e-06,
      "loss": 2.3083245754241943,
      "step": 258
    },
    {
      "epoch": 0.8491803278688524,
      "grad_norm": 9.003434584265575,
      "learning_rate": 9.029321240932033e-06,
      "loss": 2.702756881713867,
      "step": 259
    },
    {
      "epoch": 0.8524590163934426,
      "grad_norm": 7.755118334347247,
      "learning_rate": 9.017990951675764e-06,
      "loss": 2.3455848693847656,
      "step": 260
    },
    {
      "epoch": 0.8557377049180328,
      "grad_norm": 7.720868789254746,
      "learning_rate": 9.006602114899711e-06,
      "loss": 2.678722381591797,
      "step": 261
    },
    {
      "epoch": 0.8590163934426229,
      "grad_norm": 9.399180691270317,
      "learning_rate": 8.99515489655451e-06,
      "loss": 2.4393181800842285,
      "step": 262
    },
    {
      "epoch": 0.8622950819672132,
      "grad_norm": 6.426704931421514,
      "learning_rate": 8.983649463441492e-06,
      "loss": 2.7876553535461426,
      "step": 263
    },
    {
      "epoch": 0.8655737704918033,
      "grad_norm": 10.514349476379792,
      "learning_rate": 8.972085983210259e-06,
      "loss": 2.637355089187622,
      "step": 264
    },
    {
      "epoch": 0.8688524590163934,
      "grad_norm": 23.26412353621198,
      "learning_rate": 8.96046462435623e-06,
      "loss": 2.2888271808624268,
      "step": 265
    },
    {
      "epoch": 0.8721311475409836,
      "grad_norm": 9.109489526446593,
      "learning_rate": 8.948785556218202e-06,
      "loss": 2.07401180267334,
      "step": 266
    },
    {
      "epoch": 0.8754098360655738,
      "grad_norm": 17.55056638792198,
      "learning_rate": 8.937048948975869e-06,
      "loss": 2.2682414054870605,
      "step": 267
    },
    {
      "epoch": 0.8786885245901639,
      "grad_norm": 10.78861045705446,
      "learning_rate": 8.925254973647344e-06,
      "loss": 2.2851309776306152,
      "step": 268
    },
    {
      "epoch": 0.8819672131147541,
      "grad_norm": 7.54314016455574,
      "learning_rate": 8.913403802086677e-06,
      "loss": 2.6696438789367676,
      "step": 269
    },
    {
      "epoch": 0.8852459016393442,
      "grad_norm": 5.9903088070059916,
      "learning_rate": 8.901495606981339e-06,
      "loss": 2.483783721923828,
      "step": 270
    },
    {
      "epoch": 0.8885245901639345,
      "grad_norm": 10.060788671745378,
      "learning_rate": 8.88953056184971e-06,
      "loss": 2.673245906829834,
      "step": 271
    },
    {
      "epoch": 0.8918032786885246,
      "grad_norm": 7.034335058403492,
      "learning_rate": 8.877508841038559e-06,
      "loss": 2.4660322666168213,
      "step": 272
    },
    {
      "epoch": 0.8950819672131147,
      "grad_norm": 8.55853434508635,
      "learning_rate": 8.865430619720484e-06,
      "loss": 2.471275568008423,
      "step": 273
    },
    {
      "epoch": 0.898360655737705,
      "grad_norm": 14.342195703865347,
      "learning_rate": 8.85329607389138e-06,
      "loss": 2.7636022567749023,
      "step": 274
    },
    {
      "epoch": 0.9016393442622951,
      "grad_norm": 7.082393678085795,
      "learning_rate": 8.841105380367861e-06,
      "loss": 2.4044272899627686,
      "step": 275
    },
    {
      "epoch": 0.9049180327868852,
      "grad_norm": 11.224019201335379,
      "learning_rate": 8.828858716784692e-06,
      "loss": 2.3502447605133057,
      "step": 276
    },
    {
      "epoch": 0.9081967213114754,
      "grad_norm": 10.7822481689718,
      "learning_rate": 8.816556261592191e-06,
      "loss": 2.407078266143799,
      "step": 277
    },
    {
      "epoch": 0.9114754098360656,
      "grad_norm": 6.128814880041577,
      "learning_rate": 8.804198194053643e-06,
      "loss": 2.4198107719421387,
      "step": 278
    },
    {
      "epoch": 0.9147540983606557,
      "grad_norm": 8.787476845180032,
      "learning_rate": 8.791784694242672e-06,
      "loss": 2.318711280822754,
      "step": 279
    },
    {
      "epoch": 0.9180327868852459,
      "grad_norm": 6.481119402062166,
      "learning_rate": 8.779315943040629e-06,
      "loss": 2.7764549255371094,
      "step": 280
    },
    {
      "epoch": 0.921311475409836,
      "grad_norm": 8.880159064541218,
      "learning_rate": 8.766792122133949e-06,
      "loss": 2.4250147342681885,
      "step": 281
    },
    {
      "epoch": 0.9245901639344263,
      "grad_norm": 8.644229718563109,
      "learning_rate": 8.75421341401151e-06,
      "loss": 2.468935966491699,
      "step": 282
    },
    {
      "epoch": 0.9278688524590164,
      "grad_norm": 13.744531085798844,
      "learning_rate": 8.741580001961967e-06,
      "loss": 2.169853448867798,
      "step": 283
    },
    {
      "epoch": 0.9311475409836065,
      "grad_norm": 6.308357979610343,
      "learning_rate": 8.728892070071084e-06,
      "loss": 2.5795698165893555,
      "step": 284
    },
    {
      "epoch": 0.9344262295081968,
      "grad_norm": 10.052189974383634,
      "learning_rate": 8.716149803219059e-06,
      "loss": 2.66308856010437,
      "step": 285
    },
    {
      "epoch": 0.9377049180327869,
      "grad_norm": 9.123034526965936,
      "learning_rate": 8.703353387077813e-06,
      "loss": 2.4960551261901855,
      "step": 286
    },
    {
      "epoch": 0.940983606557377,
      "grad_norm": 22.423904585097915,
      "learning_rate": 8.690503008108305e-06,
      "loss": 2.661004066467285,
      "step": 287
    },
    {
      "epoch": 0.9442622950819672,
      "grad_norm": 8.232659723073683,
      "learning_rate": 8.677598853557799e-06,
      "loss": 2.5189502239227295,
      "step": 288
    },
    {
      "epoch": 0.9475409836065574,
      "grad_norm": 7.4821803316082915,
      "learning_rate": 8.66464111145714e-06,
      "loss": 2.6756224632263184,
      "step": 289
    },
    {
      "epoch": 0.9508196721311475,
      "grad_norm": 9.585079589620893,
      "learning_rate": 8.65162997061802e-06,
      "loss": 2.1756176948547363,
      "step": 290
    },
    {
      "epoch": 0.9540983606557377,
      "grad_norm": 7.537583231538749,
      "learning_rate": 8.638565620630219e-06,
      "loss": 2.4570674896240234,
      "step": 291
    },
    {
      "epoch": 0.9573770491803278,
      "grad_norm": 6.694511150349457,
      "learning_rate": 8.625448251858848e-06,
      "loss": 2.3054912090301514,
      "step": 292
    },
    {
      "epoch": 0.9606557377049181,
      "grad_norm": 7.917760682682373,
      "learning_rate": 8.612278055441573e-06,
      "loss": 2.393439769744873,
      "step": 293
    },
    {
      "epoch": 0.9639344262295082,
      "grad_norm": 7.85388740220168,
      "learning_rate": 8.599055223285826e-06,
      "loss": 2.5273613929748535,
      "step": 294
    },
    {
      "epoch": 0.9672131147540983,
      "grad_norm": 5.352436129387882,
      "learning_rate": 8.585779948066015e-06,
      "loss": 2.446168899536133,
      "step": 295
    },
    {
      "epoch": 0.9704918032786886,
      "grad_norm": 9.580657348379491,
      "learning_rate": 8.572452423220717e-06,
      "loss": 2.432976484298706,
      "step": 296
    },
    {
      "epoch": 0.9737704918032787,
      "grad_norm": 6.172511361863051,
      "learning_rate": 8.55907284294985e-06,
      "loss": 2.350724220275879,
      "step": 297
    },
    {
      "epoch": 0.9770491803278688,
      "grad_norm": 6.254807576902956,
      "learning_rate": 8.54564140221185e-06,
      "loss": 2.5221989154815674,
      "step": 298
    },
    {
      "epoch": 0.980327868852459,
      "grad_norm": 11.45397684624707,
      "learning_rate": 8.532158296720837e-06,
      "loss": 2.512618064880371,
      "step": 299
    },
    {
      "epoch": 0.9836065573770492,
      "grad_norm": 10.234003050662777,
      "learning_rate": 8.518623722943747e-06,
      "loss": 2.108579397201538,
      "step": 300
    },
    {
      "epoch": 0.9868852459016394,
      "grad_norm": 9.720088231567928,
      "learning_rate": 8.505037878097481e-06,
      "loss": 2.637286901473999,
      "step": 301
    },
    {
      "epoch": 0.9901639344262295,
      "grad_norm": 15.219136970853816,
      "learning_rate": 8.491400960146032e-06,
      "loss": 2.0853002071380615,
      "step": 302
    },
    {
      "epoch": 0.9934426229508196,
      "grad_norm": 9.635171729082114,
      "learning_rate": 8.477713167797592e-06,
      "loss": 2.340456008911133,
      "step": 303
    },
    {
      "epoch": 0.9967213114754099,
      "grad_norm": 6.87333560177396,
      "learning_rate": 8.463974700501661e-06,
      "loss": 2.3672666549682617,
      "step": 304
    },
    {
      "epoch": 1.0,
      "grad_norm": 10.462621042015464,
      "learning_rate": 8.450185758446145e-06,
      "loss": 2.800326347351074,
      "step": 305
    },
    {
      "epoch": 1.0032786885245901,
      "grad_norm": 14.533639373938543,
      "learning_rate": 8.436346542554432e-06,
      "loss": 1.219738245010376,
      "step": 306
    },
    {
      "epoch": 1.0065573770491802,
      "grad_norm": 14.88360903001493,
      "learning_rate": 8.422457254482469e-06,
      "loss": 1.4494341611862183,
      "step": 307
    },
    {
      "epoch": 1.0098360655737706,
      "grad_norm": 12.15977366188915,
      "learning_rate": 8.408518096615817e-06,
      "loss": 1.4818754196166992,
      "step": 308
    },
    {
      "epoch": 1.0131147540983607,
      "grad_norm": 11.988406204921171,
      "learning_rate": 8.394529272066715e-06,
      "loss": 1.8539477586746216,
      "step": 309
    },
    {
      "epoch": 1.0163934426229508,
      "grad_norm": 8.439921492481496,
      "learning_rate": 8.380490984671105e-06,
      "loss": 1.4613733291625977,
      "step": 310
    },
    {
      "epoch": 1.019672131147541,
      "grad_norm": 7.084191580276859,
      "learning_rate": 8.366403438985675e-06,
      "loss": 1.5455926656723022,
      "step": 311
    },
    {
      "epoch": 1.022950819672131,
      "grad_norm": 6.423762559791681,
      "learning_rate": 8.352266840284866e-06,
      "loss": 1.4449374675750732,
      "step": 312
    },
    {
      "epoch": 1.0262295081967212,
      "grad_norm": 8.188558452199691,
      "learning_rate": 8.338081394557891e-06,
      "loss": 1.2924364805221558,
      "step": 313
    },
    {
      "epoch": 1.0295081967213116,
      "grad_norm": 8.728713037991858,
      "learning_rate": 8.323847308505732e-06,
      "loss": 1.5841925144195557,
      "step": 314
    },
    {
      "epoch": 1.0327868852459017,
      "grad_norm": 13.070036453280155,
      "learning_rate": 8.30956478953812e-06,
      "loss": 1.3826817274093628,
      "step": 315
    },
    {
      "epoch": 1.0360655737704918,
      "grad_norm": 9.235731930061215,
      "learning_rate": 8.295234045770524e-06,
      "loss": 1.4997901916503906,
      "step": 316
    },
    {
      "epoch": 1.039344262295082,
      "grad_norm": 13.174420813084796,
      "learning_rate": 8.28085528602111e-06,
      "loss": 1.5066428184509277,
      "step": 317
    },
    {
      "epoch": 1.042622950819672,
      "grad_norm": 10.14182980143544,
      "learning_rate": 8.2664287198077e-06,
      "loss": 1.4239689111709595,
      "step": 318
    },
    {
      "epoch": 1.0459016393442624,
      "grad_norm": 16.151021644287574,
      "learning_rate": 8.251954557344724e-06,
      "loss": 1.4513654708862305,
      "step": 319
    },
    {
      "epoch": 1.0491803278688525,
      "grad_norm": 15.98731534303969,
      "learning_rate": 8.23743300954015e-06,
      "loss": 1.5789086818695068,
      "step": 320
    },
    {
      "epoch": 1.0524590163934426,
      "grad_norm": 9.928640139556784,
      "learning_rate": 8.222864287992419e-06,
      "loss": 1.6258488893508911,
      "step": 321
    },
    {
      "epoch": 1.0557377049180328,
      "grad_norm": 7.190541527762004,
      "learning_rate": 8.208248604987348e-06,
      "loss": 1.4359124898910522,
      "step": 322
    },
    {
      "epoch": 1.0590163934426229,
      "grad_norm": 7.782232053710492,
      "learning_rate": 8.193586173495056e-06,
      "loss": 1.6550524234771729,
      "step": 323
    },
    {
      "epoch": 1.0622950819672132,
      "grad_norm": 13.11681490593238,
      "learning_rate": 8.178877207166842e-06,
      "loss": 1.2745180130004883,
      "step": 324
    },
    {
      "epoch": 1.0655737704918034,
      "grad_norm": 15.294585724645694,
      "learning_rate": 8.164121920332085e-06,
      "loss": 1.411191463470459,
      "step": 325
    },
    {
      "epoch": 1.0688524590163935,
      "grad_norm": 7.96799571943578,
      "learning_rate": 8.149320527995111e-06,
      "loss": 1.6015852689743042,
      "step": 326
    },
    {
      "epoch": 1.0721311475409836,
      "grad_norm": 7.333251448915382,
      "learning_rate": 8.13447324583207e-06,
      "loss": 1.2892570495605469,
      "step": 327
    },
    {
      "epoch": 1.0754098360655737,
      "grad_norm": 8.53552004919549,
      "learning_rate": 8.119580290187783e-06,
      "loss": 1.3905184268951416,
      "step": 328
    },
    {
      "epoch": 1.0786885245901638,
      "grad_norm": 10.797771056593009,
      "learning_rate": 8.104641878072603e-06,
      "loss": 1.366774559020996,
      "step": 329
    },
    {
      "epoch": 1.0819672131147542,
      "grad_norm": 5.181145611428843,
      "learning_rate": 8.089658227159239e-06,
      "loss": 1.0951892137527466,
      "step": 330
    },
    {
      "epoch": 1.0852459016393443,
      "grad_norm": 8.289032879258805,
      "learning_rate": 8.074629555779586e-06,
      "loss": 1.5894650220870972,
      "step": 331
    },
    {
      "epoch": 1.0885245901639344,
      "grad_norm": 6.9196900995086645,
      "learning_rate": 8.059556082921557e-06,
      "loss": 2.0638175010681152,
      "step": 332
    },
    {
      "epoch": 1.0918032786885246,
      "grad_norm": 8.059026065369947,
      "learning_rate": 8.044438028225878e-06,
      "loss": 1.4300751686096191,
      "step": 333
    },
    {
      "epoch": 1.0950819672131147,
      "grad_norm": 9.730961807383812,
      "learning_rate": 8.02927561198289e-06,
      "loss": 1.6003992557525635,
      "step": 334
    },
    {
      "epoch": 1.098360655737705,
      "grad_norm": 8.296955967033988,
      "learning_rate": 8.014069055129345e-06,
      "loss": 1.5709595680236816,
      "step": 335
    },
    {
      "epoch": 1.1016393442622952,
      "grad_norm": 8.809665246351774,
      "learning_rate": 7.998818579245183e-06,
      "loss": 1.8245192766189575,
      "step": 336
    },
    {
      "epoch": 1.1049180327868853,
      "grad_norm": 7.96484738715982,
      "learning_rate": 7.9835244065503e-06,
      "loss": 1.368034839630127,
      "step": 337
    },
    {
      "epoch": 1.1081967213114754,
      "grad_norm": 7.056947687170356,
      "learning_rate": 7.968186759901315e-06,
      "loss": 1.4263694286346436,
      "step": 338
    },
    {
      "epoch": 1.1114754098360655,
      "grad_norm": 8.897554028630147,
      "learning_rate": 7.952805862788322e-06,
      "loss": 1.8532183170318604,
      "step": 339
    },
    {
      "epoch": 1.1147540983606556,
      "grad_norm": 12.708467273377865,
      "learning_rate": 7.937381939331628e-06,
      "loss": 1.4250767230987549,
      "step": 340
    },
    {
      "epoch": 1.118032786885246,
      "grad_norm": 8.2827556480665,
      "learning_rate": 7.9219152142785e-06,
      "loss": 1.4702391624450684,
      "step": 341
    },
    {
      "epoch": 1.1213114754098361,
      "grad_norm": 31.419584705515167,
      "learning_rate": 7.906405912999871e-06,
      "loss": 1.59003484249115,
      "step": 342
    },
    {
      "epoch": 1.1245901639344262,
      "grad_norm": 8.593861875038188,
      "learning_rate": 7.890854261487074e-06,
      "loss": 1.5017095804214478,
      "step": 343
    },
    {
      "epoch": 1.1278688524590164,
      "grad_norm": 8.476156978391113,
      "learning_rate": 7.875260486348542e-06,
      "loss": 1.3351414203643799,
      "step": 344
    },
    {
      "epoch": 1.1311475409836065,
      "grad_norm": 7.431587054521972,
      "learning_rate": 7.8596248148065e-06,
      "loss": 1.2222039699554443,
      "step": 345
    },
    {
      "epoch": 1.1344262295081968,
      "grad_norm": 10.172410177178598,
      "learning_rate": 7.843947474693665e-06,
      "loss": 1.833259105682373,
      "step": 346
    },
    {
      "epoch": 1.137704918032787,
      "grad_norm": 9.695236509446838,
      "learning_rate": 7.82822869444992e-06,
      "loss": 1.554382085800171,
      "step": 347
    },
    {
      "epoch": 1.140983606557377,
      "grad_norm": 8.75471707105222,
      "learning_rate": 7.812468703118984e-06,
      "loss": 1.4548015594482422,
      "step": 348
    },
    {
      "epoch": 1.1442622950819672,
      "grad_norm": 8.57064855290684,
      "learning_rate": 7.796667730345083e-06,
      "loss": 1.3063480854034424,
      "step": 349
    },
    {
      "epoch": 1.1475409836065573,
      "grad_norm": 11.662681153860305,
      "learning_rate": 7.780826006369586e-06,
      "loss": 0.8981505632400513,
      "step": 350
    },
    {
      "epoch": 1.1508196721311474,
      "grad_norm": 8.8045560064301,
      "learning_rate": 7.764943762027675e-06,
      "loss": 1.2321419715881348,
      "step": 351
    },
    {
      "epoch": 1.1540983606557378,
      "grad_norm": 7.398693309255406,
      "learning_rate": 7.749021228744958e-06,
      "loss": 1.6639280319213867,
      "step": 352
    },
    {
      "epoch": 1.157377049180328,
      "grad_norm": 12.812324275485885,
      "learning_rate": 7.733058638534113e-06,
      "loss": 1.4588600397109985,
      "step": 353
    },
    {
      "epoch": 1.160655737704918,
      "grad_norm": 11.700942854663293,
      "learning_rate": 7.717056223991499e-06,
      "loss": 1.7766895294189453,
      "step": 354
    },
    {
      "epoch": 1.1639344262295082,
      "grad_norm": 8.096809191195872,
      "learning_rate": 7.701014218293768e-06,
      "loss": 1.545503854751587,
      "step": 355
    },
    {
      "epoch": 1.1672131147540983,
      "grad_norm": 10.15781291965153,
      "learning_rate": 7.68493285519447e-06,
      "loss": 1.5841809511184692,
      "step": 356
    },
    {
      "epoch": 1.1704918032786886,
      "grad_norm": 6.956266551234813,
      "learning_rate": 7.668812369020645e-06,
      "loss": 1.3549474477767944,
      "step": 357
    },
    {
      "epoch": 1.1737704918032787,
      "grad_norm": 8.697874364844058,
      "learning_rate": 7.652652994669407e-06,
      "loss": 1.6333961486816406,
      "step": 358
    },
    {
      "epoch": 1.1770491803278689,
      "grad_norm": 8.247562789586302,
      "learning_rate": 7.636454967604524e-06,
      "loss": 1.0479097366333008,
      "step": 359
    },
    {
      "epoch": 1.180327868852459,
      "grad_norm": 14.220261949793006,
      "learning_rate": 7.620218523852987e-06,
      "loss": 1.8211294412612915,
      "step": 360
    },
    {
      "epoch": 1.1836065573770491,
      "grad_norm": 9.624626520315642,
      "learning_rate": 7.603943900001567e-06,
      "loss": 1.1971122026443481,
      "step": 361
    },
    {
      "epoch": 1.1868852459016392,
      "grad_norm": 6.02279814672322,
      "learning_rate": 7.587631333193373e-06,
      "loss": 1.3711479902267456,
      "step": 362
    },
    {
      "epoch": 1.1901639344262296,
      "grad_norm": 7.494490493136151,
      "learning_rate": 7.571281061124394e-06,
      "loss": 1.4267476797103882,
      "step": 363
    },
    {
      "epoch": 1.1934426229508197,
      "grad_norm": 11.27806543340223,
      "learning_rate": 7.554893322040032e-06,
      "loss": 1.758327603340149,
      "step": 364
    },
    {
      "epoch": 1.1967213114754098,
      "grad_norm": 8.013835367423333,
      "learning_rate": 7.538468354731636e-06,
      "loss": 1.5538535118103027,
      "step": 365
    },
    {
      "epoch": 1.2,
      "grad_norm": 8.361421150521341,
      "learning_rate": 7.522006398533022e-06,
      "loss": 1.1149446964263916,
      "step": 366
    },
    {
      "epoch": 1.20327868852459,
      "grad_norm": 9.229788704559793,
      "learning_rate": 7.505507693316977e-06,
      "loss": 1.764215111732483,
      "step": 367
    },
    {
      "epoch": 1.2065573770491804,
      "grad_norm": 9.763541518847278,
      "learning_rate": 7.4889724794917784e-06,
      "loss": 1.3411585092544556,
      "step": 368
    },
    {
      "epoch": 1.2098360655737705,
      "grad_norm": 8.781910763604646,
      "learning_rate": 7.472400997997679e-06,
      "loss": 1.4444241523742676,
      "step": 369
    },
    {
      "epoch": 1.2131147540983607,
      "grad_norm": 9.881713464429248,
      "learning_rate": 7.4557934903034035e-06,
      "loss": 1.1535298824310303,
      "step": 370
    },
    {
      "epoch": 1.2163934426229508,
      "grad_norm": 16.038401168578606,
      "learning_rate": 7.439150198402619e-06,
      "loss": 1.7464418411254883,
      "step": 371
    },
    {
      "epoch": 1.219672131147541,
      "grad_norm": 12.51653188258912,
      "learning_rate": 7.422471364810426e-06,
      "loss": 1.3906786441802979,
      "step": 372
    },
    {
      "epoch": 1.222950819672131,
      "grad_norm": 10.458359682213914,
      "learning_rate": 7.4057572325598085e-06,
      "loss": 1.3982175588607788,
      "step": 373
    },
    {
      "epoch": 1.2262295081967214,
      "grad_norm": 7.522798397841898,
      "learning_rate": 7.3890080451981025e-06,
      "loss": 1.4276384115219116,
      "step": 374
    },
    {
      "epoch": 1.2295081967213115,
      "grad_norm": 13.462837303199894,
      "learning_rate": 7.372224046783442e-06,
      "loss": 1.682824730873108,
      "step": 375
    },
    {
      "epoch": 1.2327868852459016,
      "grad_norm": 10.34107419440432,
      "learning_rate": 7.355405481881207e-06,
      "loss": 1.6824283599853516,
      "step": 376
    },
    {
      "epoch": 1.2360655737704918,
      "grad_norm": 8.639419387471962,
      "learning_rate": 7.338552595560455e-06,
      "loss": 1.3464815616607666,
      "step": 377
    },
    {
      "epoch": 1.2393442622950819,
      "grad_norm": 8.96788308439072,
      "learning_rate": 7.321665633390356e-06,
      "loss": 2.129988670349121,
      "step": 378
    },
    {
      "epoch": 1.2426229508196722,
      "grad_norm": 7.205928497540528,
      "learning_rate": 7.3047448414366066e-06,
      "loss": 1.6468236446380615,
      "step": 379
    },
    {
      "epoch": 1.2459016393442623,
      "grad_norm": 12.241056010722936,
      "learning_rate": 7.287790466257854e-06,
      "loss": 1.4744781255722046,
      "step": 380
    },
    {
      "epoch": 1.2491803278688525,
      "grad_norm": 8.848740093248512,
      "learning_rate": 7.270802754902092e-06,
      "loss": 1.6379506587982178,
      "step": 381
    },
    {
      "epoch": 1.2524590163934426,
      "grad_norm": 8.254402118879579,
      "learning_rate": 7.253781954903073e-06,
      "loss": 1.2095084190368652,
      "step": 382
    },
    {
      "epoch": 1.2557377049180327,
      "grad_norm": 8.75654117126329,
      "learning_rate": 7.236728314276692e-06,
      "loss": 1.320736289024353,
      "step": 383
    },
    {
      "epoch": 1.2590163934426228,
      "grad_norm": 16.148893866749482,
      "learning_rate": 7.219642081517374e-06,
      "loss": 1.2354371547698975,
      "step": 384
    },
    {
      "epoch": 1.2622950819672132,
      "grad_norm": 8.876266665665618,
      "learning_rate": 7.2025235055944605e-06,
      "loss": 1.9609148502349854,
      "step": 385
    },
    {
      "epoch": 1.2655737704918033,
      "grad_norm": 10.212145685917541,
      "learning_rate": 7.185372835948574e-06,
      "loss": 1.4914538860321045,
      "step": 386
    },
    {
      "epoch": 1.2688524590163934,
      "grad_norm": 9.875822539195672,
      "learning_rate": 7.168190322487982e-06,
      "loss": 1.4521596431732178,
      "step": 387
    },
    {
      "epoch": 1.2721311475409836,
      "grad_norm": 13.94574516279124,
      "learning_rate": 7.150976215584967e-06,
      "loss": 1.3369953632354736,
      "step": 388
    },
    {
      "epoch": 1.275409836065574,
      "grad_norm": 6.555822273720464,
      "learning_rate": 7.133730766072163e-06,
      "loss": 1.5519535541534424,
      "step": 389
    },
    {
      "epoch": 1.278688524590164,
      "grad_norm": 12.541244651564327,
      "learning_rate": 7.116454225238909e-06,
      "loss": 1.866693139076233,
      "step": 390
    },
    {
      "epoch": 1.2819672131147541,
      "grad_norm": 6.555318810127099,
      "learning_rate": 7.0991468448275914e-06,
      "loss": 1.2162957191467285,
      "step": 391
    },
    {
      "epoch": 1.2852459016393443,
      "grad_norm": 16.63261347947183,
      "learning_rate": 7.081808877029963e-06,
      "loss": 1.3007960319519043,
      "step": 392
    },
    {
      "epoch": 1.2885245901639344,
      "grad_norm": 18.536839858396142,
      "learning_rate": 7.064440574483482e-06,
      "loss": 1.2612102031707764,
      "step": 393
    },
    {
      "epoch": 1.2918032786885245,
      "grad_norm": 11.05091421652279,
      "learning_rate": 7.047042190267625e-06,
      "loss": 1.6232455968856812,
      "step": 394
    },
    {
      "epoch": 1.2950819672131146,
      "grad_norm": 8.081221167653263,
      "learning_rate": 7.029613977900192e-06,
      "loss": 1.725204586982727,
      "step": 395
    },
    {
      "epoch": 1.298360655737705,
      "grad_norm": 21.723286214553717,
      "learning_rate": 7.0121561913336255e-06,
      "loss": 1.5390952825546265,
      "step": 396
    },
    {
      "epoch": 1.301639344262295,
      "grad_norm": 7.711430606948905,
      "learning_rate": 6.994669084951302e-06,
      "loss": 1.5362415313720703,
      "step": 397
    },
    {
      "epoch": 1.3049180327868852,
      "grad_norm": 8.485307706298222,
      "learning_rate": 6.977152913563825e-06,
      "loss": 1.7464603185653687,
      "step": 398
    },
    {
      "epoch": 1.3081967213114754,
      "grad_norm": 9.365897332142001,
      "learning_rate": 6.95960793240532e-06,
      "loss": 1.7053837776184082,
      "step": 399
    },
    {
      "epoch": 1.3114754098360657,
      "grad_norm": 6.623017337472723,
      "learning_rate": 6.942034397129702e-06,
      "loss": 1.4123156070709229,
      "step": 400
    },
    {
      "epoch": 1.3147540983606558,
      "grad_norm": 9.182015994009502,
      "learning_rate": 6.924432563806962e-06,
      "loss": 2.156587600708008,
      "step": 401
    },
    {
      "epoch": 1.318032786885246,
      "grad_norm": 9.929028759710313,
      "learning_rate": 6.906802688919433e-06,
      "loss": 1.3962024450302124,
      "step": 402
    },
    {
      "epoch": 1.321311475409836,
      "grad_norm": 19.518335593135163,
      "learning_rate": 6.889145029358046e-06,
      "loss": 1.622226357460022,
      "step": 403
    },
    {
      "epoch": 1.3245901639344262,
      "grad_norm": 15.124312146579202,
      "learning_rate": 6.871459842418596e-06,
      "loss": 2.099233388900757,
      "step": 404
    },
    {
      "epoch": 1.3278688524590163,
      "grad_norm": 12.883770096506646,
      "learning_rate": 6.853747385797991e-06,
      "loss": 1.523669958114624,
      "step": 405
    },
    {
      "epoch": 1.3311475409836064,
      "grad_norm": 8.441778137156883,
      "learning_rate": 6.836007917590487e-06,
      "loss": 1.1277689933776855,
      "step": 406
    },
    {
      "epoch": 1.3344262295081968,
      "grad_norm": 10.523480974653184,
      "learning_rate": 6.818241696283942e-06,
      "loss": 1.0837914943695068,
      "step": 407
    },
    {
      "epoch": 1.337704918032787,
      "grad_norm": 10.574109469392138,
      "learning_rate": 6.8004489807560425e-06,
      "loss": 1.6207302808761597,
      "step": 408
    },
    {
      "epoch": 1.340983606557377,
      "grad_norm": 10.926404659494368,
      "learning_rate": 6.782630030270525e-06,
      "loss": 1.2583204507827759,
      "step": 409
    },
    {
      "epoch": 1.3442622950819672,
      "grad_norm": 9.862008543326159,
      "learning_rate": 6.764785104473411e-06,
      "loss": 1.4810888767242432,
      "step": 410
    },
    {
      "epoch": 1.3475409836065575,
      "grad_norm": 10.24878361683331,
      "learning_rate": 6.746914463389216e-06,
      "loss": 1.3578720092773438,
      "step": 411
    },
    {
      "epoch": 1.3508196721311476,
      "grad_norm": 13.251903662824025,
      "learning_rate": 6.729018367417158e-06,
      "loss": 1.9914039373397827,
      "step": 412
    },
    {
      "epoch": 1.3540983606557377,
      "grad_norm": 9.328090099153702,
      "learning_rate": 6.7110970773273735e-06,
      "loss": 1.8492844104766846,
      "step": 413
    },
    {
      "epoch": 1.3573770491803279,
      "grad_norm": 11.488647842266868,
      "learning_rate": 6.693150854257102e-06,
      "loss": 1.6561657190322876,
      "step": 414
    },
    {
      "epoch": 1.360655737704918,
      "grad_norm": 7.343608128825276,
      "learning_rate": 6.675179959706899e-06,
      "loss": 1.4760901927947998,
      "step": 415
    },
    {
      "epoch": 1.3639344262295081,
      "grad_norm": 8.579920022541033,
      "learning_rate": 6.65718465553681e-06,
      "loss": 1.6962871551513672,
      "step": 416
    },
    {
      "epoch": 1.3672131147540982,
      "grad_norm": 9.646239986624149,
      "learning_rate": 6.639165203962567e-06,
      "loss": 1.500190258026123,
      "step": 417
    },
    {
      "epoch": 1.3704918032786886,
      "grad_norm": 11.723227819136099,
      "learning_rate": 6.621121867551759e-06,
      "loss": 1.067988634109497,
      "step": 418
    },
    {
      "epoch": 1.3737704918032787,
      "grad_norm": 11.510256977384001,
      "learning_rate": 6.603054909220005e-06,
      "loss": 1.4429908990859985,
      "step": 419
    },
    {
      "epoch": 1.3770491803278688,
      "grad_norm": 11.782974259408602,
      "learning_rate": 6.584964592227135e-06,
      "loss": 1.4444313049316406,
      "step": 420
    },
    {
      "epoch": 1.380327868852459,
      "grad_norm": 8.127425704413369,
      "learning_rate": 6.566851180173344e-06,
      "loss": 1.5946853160858154,
      "step": 421
    },
    {
      "epoch": 1.3836065573770493,
      "grad_norm": 11.834837231806146,
      "learning_rate": 6.548714936995346e-06,
      "loss": 1.435799479484558,
      "step": 422
    },
    {
      "epoch": 1.3868852459016394,
      "grad_norm": 6.449784907628745,
      "learning_rate": 6.5305561269625455e-06,
      "loss": 1.7013428211212158,
      "step": 423
    },
    {
      "epoch": 1.3901639344262295,
      "grad_norm": 10.583301597719005,
      "learning_rate": 6.51237501467317e-06,
      "loss": 1.377068281173706,
      "step": 424
    },
    {
      "epoch": 1.3934426229508197,
      "grad_norm": 8.157704440106766,
      "learning_rate": 6.494171865050421e-06,
      "loss": 1.9748648405075073,
      "step": 425
    },
    {
      "epoch": 1.3967213114754098,
      "grad_norm": 6.554016476355135,
      "learning_rate": 6.475946943338616e-06,
      "loss": 1.2935904264450073,
      "step": 426
    },
    {
      "epoch": 1.4,
      "grad_norm": 22.578016627767845,
      "learning_rate": 6.45770051509932e-06,
      "loss": 1.9697861671447754,
      "step": 427
    },
    {
      "epoch": 1.40327868852459,
      "grad_norm": 9.228555178608955,
      "learning_rate": 6.439432846207475e-06,
      "loss": 1.069584846496582,
      "step": 428
    },
    {
      "epoch": 1.4065573770491804,
      "grad_norm": 8.24983523057297,
      "learning_rate": 6.421144202847531e-06,
      "loss": 1.6482625007629395,
      "step": 429
    },
    {
      "epoch": 1.4098360655737705,
      "grad_norm": 7.385866395546861,
      "learning_rate": 6.402834851509564e-06,
      "loss": 1.5046641826629639,
      "step": 430
    },
    {
      "epoch": 1.4131147540983606,
      "grad_norm": 8.637935153514332,
      "learning_rate": 6.384505058985388e-06,
      "loss": 1.5675042867660522,
      "step": 431
    },
    {
      "epoch": 1.4163934426229507,
      "grad_norm": 9.79023497333411,
      "learning_rate": 6.366155092364681e-06,
      "loss": 1.3445487022399902,
      "step": 432
    },
    {
      "epoch": 1.419672131147541,
      "grad_norm": 6.8547486886474935,
      "learning_rate": 6.347785219031076e-06,
      "loss": 1.289559245109558,
      "step": 433
    },
    {
      "epoch": 1.4229508196721312,
      "grad_norm": 10.584428259104762,
      "learning_rate": 6.329395706658278e-06,
      "loss": 1.3962552547454834,
      "step": 434
    },
    {
      "epoch": 1.4262295081967213,
      "grad_norm": 9.55282934543838,
      "learning_rate": 6.31098682320616e-06,
      "loss": 1.2521915435791016,
      "step": 435
    },
    {
      "epoch": 1.4295081967213115,
      "grad_norm": 12.901326350437573,
      "learning_rate": 6.292558836916856e-06,
      "loss": 1.2058460712432861,
      "step": 436
    },
    {
      "epoch": 1.4327868852459016,
      "grad_norm": 9.737585592985,
      "learning_rate": 6.274112016310854e-06,
      "loss": 1.413370132446289,
      "step": 437
    },
    {
      "epoch": 1.4360655737704917,
      "grad_norm": 6.485759737574068,
      "learning_rate": 6.2556466301830835e-06,
      "loss": 1.2930845022201538,
      "step": 438
    },
    {
      "epoch": 1.4393442622950818,
      "grad_norm": 11.64974070881728,
      "learning_rate": 6.237162947598998e-06,
      "loss": 1.328700065612793,
      "step": 439
    },
    {
      "epoch": 1.4426229508196722,
      "grad_norm": 7.07603611397449,
      "learning_rate": 6.2186612378906545e-06,
      "loss": 1.4033368825912476,
      "step": 440
    },
    {
      "epoch": 1.4459016393442623,
      "grad_norm": 13.822104214327695,
      "learning_rate": 6.200141770652791e-06,
      "loss": 1.4624767303466797,
      "step": 441
    },
    {
      "epoch": 1.4491803278688524,
      "grad_norm": 7.361221857860456,
      "learning_rate": 6.181604815738899e-06,
      "loss": 1.576357364654541,
      "step": 442
    },
    {
      "epoch": 1.4524590163934425,
      "grad_norm": 9.456106131000285,
      "learning_rate": 6.163050643257282e-06,
      "loss": 1.532828450202942,
      "step": 443
    },
    {
      "epoch": 1.455737704918033,
      "grad_norm": 7.632015314506418,
      "learning_rate": 6.144479523567131e-06,
      "loss": 1.856471300125122,
      "step": 444
    },
    {
      "epoch": 1.459016393442623,
      "grad_norm": 10.258556155564422,
      "learning_rate": 6.1258917272745795e-06,
      "loss": 1.2253443002700806,
      "step": 445
    },
    {
      "epoch": 1.4622950819672131,
      "grad_norm": 13.801749921871817,
      "learning_rate": 6.107287525228764e-06,
      "loss": 1.8214157819747925,
      "step": 446
    },
    {
      "epoch": 1.4655737704918033,
      "grad_norm": 12.95500964912237,
      "learning_rate": 6.08866718851787e-06,
      "loss": 1.2344238758087158,
      "step": 447
    },
    {
      "epoch": 1.4688524590163934,
      "grad_norm": 8.114059630664892,
      "learning_rate": 6.070030988465192e-06,
      "loss": 1.3586925268173218,
      "step": 448
    },
    {
      "epoch": 1.4721311475409835,
      "grad_norm": 8.302997593912952,
      "learning_rate": 6.051379196625171e-06,
      "loss": 1.323337197303772,
      "step": 449
    },
    {
      "epoch": 1.4754098360655736,
      "grad_norm": 9.165565749301205,
      "learning_rate": 6.0327120847794415e-06,
      "loss": 1.3031678199768066,
      "step": 450
    },
    {
      "epoch": 1.478688524590164,
      "grad_norm": 11.039958256486253,
      "learning_rate": 6.014029924932874e-06,
      "loss": 1.7454357147216797,
      "step": 451
    },
    {
      "epoch": 1.481967213114754,
      "grad_norm": 5.8665691715667165,
      "learning_rate": 5.995332989309603e-06,
      "loss": 1.4284415245056152,
      "step": 452
    },
    {
      "epoch": 1.4852459016393442,
      "grad_norm": 9.738643550562717,
      "learning_rate": 5.976621550349072e-06,
      "loss": 1.5822160243988037,
      "step": 453
    },
    {
      "epoch": 1.4885245901639343,
      "grad_norm": 9.105911760512909,
      "learning_rate": 5.957895880702056e-06,
      "loss": 1.207653284072876,
      "step": 454
    },
    {
      "epoch": 1.4918032786885247,
      "grad_norm": 8.94493900334316,
      "learning_rate": 5.9391562532266875e-06,
      "loss": 1.18796968460083,
      "step": 455
    },
    {
      "epoch": 1.4950819672131148,
      "grad_norm": 7.253259219911815,
      "learning_rate": 5.920402940984483e-06,
      "loss": 1.4249799251556396,
      "step": 456
    },
    {
      "epoch": 1.498360655737705,
      "grad_norm": 6.0428545997211325,
      "learning_rate": 5.90163621723637e-06,
      "loss": 1.2148387432098389,
      "step": 457
    },
    {
      "epoch": 1.501639344262295,
      "grad_norm": 10.68293773211332,
      "learning_rate": 5.8828563554386955e-06,
      "loss": 1.2648682594299316,
      "step": 458
    },
    {
      "epoch": 1.5049180327868852,
      "grad_norm": 8.198841450906707,
      "learning_rate": 5.864063629239243e-06,
      "loss": 1.2296135425567627,
      "step": 459
    },
    {
      "epoch": 1.5081967213114753,
      "grad_norm": 13.518888318228889,
      "learning_rate": 5.845258312473252e-06,
      "loss": 1.476584553718567,
      "step": 460
    },
    {
      "epoch": 1.5114754098360654,
      "grad_norm": 12.120554378871548,
      "learning_rate": 5.826440679159424e-06,
      "loss": 1.1283669471740723,
      "step": 461
    },
    {
      "epoch": 1.5147540983606558,
      "grad_norm": 6.670816048809034,
      "learning_rate": 5.807611003495925e-06,
      "loss": 1.3941131830215454,
      "step": 462
    },
    {
      "epoch": 1.518032786885246,
      "grad_norm": 9.599762640935925,
      "learning_rate": 5.7887695598563975e-06,
      "loss": 1.4467484951019287,
      "step": 463
    },
    {
      "epoch": 1.521311475409836,
      "grad_norm": 8.945489686049422,
      "learning_rate": 5.769916622785957e-06,
      "loss": 1.5565500259399414,
      "step": 464
    },
    {
      "epoch": 1.5245901639344264,
      "grad_norm": 9.953206067871495,
      "learning_rate": 5.751052466997196e-06,
      "loss": 1.19337797164917,
      "step": 465
    },
    {
      "epoch": 1.5278688524590165,
      "grad_norm": 14.727031659772624,
      "learning_rate": 5.732177367366176e-06,
      "loss": 1.8662505149841309,
      "step": 466
    },
    {
      "epoch": 1.5311475409836066,
      "grad_norm": 10.509488558706542,
      "learning_rate": 5.713291598928429e-06,
      "loss": 1.449589729309082,
      "step": 467
    },
    {
      "epoch": 1.5344262295081967,
      "grad_norm": 10.923305385782259,
      "learning_rate": 5.694395436874942e-06,
      "loss": 1.6893059015274048,
      "step": 468
    },
    {
      "epoch": 1.5377049180327869,
      "grad_norm": 8.286311693216856,
      "learning_rate": 5.675489156548151e-06,
      "loss": 1.3428866863250732,
      "step": 469
    },
    {
      "epoch": 1.540983606557377,
      "grad_norm": 6.173067699163104,
      "learning_rate": 5.656573033437932e-06,
      "loss": 1.805051326751709,
      "step": 470
    },
    {
      "epoch": 1.544262295081967,
      "grad_norm": 11.536799759656052,
      "learning_rate": 5.63764734317758e-06,
      "loss": 1.928034782409668,
      "step": 471
    },
    {
      "epoch": 1.5475409836065572,
      "grad_norm": 7.209559234784469,
      "learning_rate": 5.618712361539798e-06,
      "loss": 1.2544653415679932,
      "step": 472
    },
    {
      "epoch": 1.5508196721311476,
      "grad_norm": 7.0947337002847615,
      "learning_rate": 5.599768364432681e-06,
      "loss": 1.4806904792785645,
      "step": 473
    },
    {
      "epoch": 1.5540983606557377,
      "grad_norm": 6.378225592429903,
      "learning_rate": 5.5808156278956815e-06,
      "loss": 1.6040301322937012,
      "step": 474
    },
    {
      "epoch": 1.5573770491803278,
      "grad_norm": 13.001532433243089,
      "learning_rate": 5.561854428095606e-06,
      "loss": 1.6910431385040283,
      "step": 475
    },
    {
      "epoch": 1.5606557377049182,
      "grad_norm": 7.237899730893004,
      "learning_rate": 5.542885041322577e-06,
      "loss": 1.3757598400115967,
      "step": 476
    },
    {
      "epoch": 1.5639344262295083,
      "grad_norm": 6.703931743993996,
      "learning_rate": 5.523907743986017e-06,
      "loss": 1.345323920249939,
      "step": 477
    },
    {
      "epoch": 1.5672131147540984,
      "grad_norm": 17.92880345014065,
      "learning_rate": 5.5049228126106106e-06,
      "loss": 1.7451939582824707,
      "step": 478
    },
    {
      "epoch": 1.5704918032786885,
      "grad_norm": 25.47716013520683,
      "learning_rate": 5.4859305238322846e-06,
      "loss": 1.5801379680633545,
      "step": 479
    },
    {
      "epoch": 1.5737704918032787,
      "grad_norm": 9.78005871327646,
      "learning_rate": 5.466931154394171e-06,
      "loss": 1.4417543411254883,
      "step": 480
    },
    {
      "epoch": 1.5770491803278688,
      "grad_norm": 7.845555178426862,
      "learning_rate": 5.447924981142578e-06,
      "loss": 1.4756526947021484,
      "step": 481
    },
    {
      "epoch": 1.580327868852459,
      "grad_norm": 6.508529323042152,
      "learning_rate": 5.4289122810229535e-06,
      "loss": 1.8134113550186157,
      "step": 482
    },
    {
      "epoch": 1.583606557377049,
      "grad_norm": 7.2399856783936665,
      "learning_rate": 5.40989333107585e-06,
      "loss": 1.4654526710510254,
      "step": 483
    },
    {
      "epoch": 1.5868852459016394,
      "grad_norm": 10.055481248084142,
      "learning_rate": 5.39086840843289e-06,
      "loss": 1.3508714437484741,
      "step": 484
    },
    {
      "epoch": 1.5901639344262295,
      "grad_norm": 7.055143216570921,
      "learning_rate": 5.371837790312725e-06,
      "loss": 1.373887300491333,
      "step": 485
    },
    {
      "epoch": 1.5934426229508196,
      "grad_norm": 9.636116824048985,
      "learning_rate": 5.3528017540169974e-06,
      "loss": 1.344774842262268,
      "step": 486
    },
    {
      "epoch": 1.59672131147541,
      "grad_norm": 12.33974858592215,
      "learning_rate": 5.3337605769263015e-06,
      "loss": 1.9978229999542236,
      "step": 487
    },
    {
      "epoch": 1.6,
      "grad_norm": 9.710433403844894,
      "learning_rate": 5.314714536496135e-06,
      "loss": 1.7118706703186035,
      "step": 488
    },
    {
      "epoch": 1.6032786885245902,
      "grad_norm": 7.498696507906713,
      "learning_rate": 5.295663910252867e-06,
      "loss": 1.1946070194244385,
      "step": 489
    },
    {
      "epoch": 1.6065573770491803,
      "grad_norm": 6.3253658386979374,
      "learning_rate": 5.276608975789683e-06,
      "loss": 1.4657094478607178,
      "step": 490
    },
    {
      "epoch": 1.6098360655737705,
      "grad_norm": 7.608212656330091,
      "learning_rate": 5.25755001076255e-06,
      "loss": 1.4694055318832397,
      "step": 491
    },
    {
      "epoch": 1.6131147540983606,
      "grad_norm": 10.266284962007779,
      "learning_rate": 5.238487292886162e-06,
      "loss": 1.0663282871246338,
      "step": 492
    },
    {
      "epoch": 1.6163934426229507,
      "grad_norm": 11.315157373411498,
      "learning_rate": 5.219421099929899e-06,
      "loss": 1.6470210552215576,
      "step": 493
    },
    {
      "epoch": 1.6196721311475408,
      "grad_norm": 10.658486832627354,
      "learning_rate": 5.200351709713774e-06,
      "loss": 1.4890694618225098,
      "step": 494
    },
    {
      "epoch": 1.6229508196721312,
      "grad_norm": 8.705183945598245,
      "learning_rate": 5.181279400104393e-06,
      "loss": 1.194528341293335,
      "step": 495
    },
    {
      "epoch": 1.6262295081967213,
      "grad_norm": 12.287684290665057,
      "learning_rate": 5.1622044490108994e-06,
      "loss": 1.1717027425765991,
      "step": 496
    },
    {
      "epoch": 1.6295081967213116,
      "grad_norm": 6.852835561152611,
      "learning_rate": 5.143127134380926e-06,
      "loss": 1.3001526594161987,
      "step": 497
    },
    {
      "epoch": 1.6327868852459018,
      "grad_norm": 10.434751231193086,
      "learning_rate": 5.124047734196549e-06,
      "loss": 2.141303062438965,
      "step": 498
    },
    {
      "epoch": 1.6360655737704919,
      "grad_norm": 9.796651343186152,
      "learning_rate": 5.104966526470227e-06,
      "loss": 1.7574173212051392,
      "step": 499
    },
    {
      "epoch": 1.639344262295082,
      "grad_norm": 7.9300937657173955,
      "learning_rate": 5.085883789240764e-06,
      "loss": 1.4474475383758545,
      "step": 500
    },
    {
      "epoch": 1.6426229508196721,
      "grad_norm": 7.532558940104923,
      "learning_rate": 5.066799800569247e-06,
      "loss": 1.5207959413528442,
      "step": 501
    },
    {
      "epoch": 1.6459016393442623,
      "grad_norm": 6.3818911891780195,
      "learning_rate": 5.0477148385349985e-06,
      "loss": 1.4381382465362549,
      "step": 502
    },
    {
      "epoch": 1.6491803278688524,
      "grad_norm": 9.164865769377675,
      "learning_rate": 5.028629181231526e-06,
      "loss": 1.7102932929992676,
      "step": 503
    },
    {
      "epoch": 1.6524590163934425,
      "grad_norm": 10.089200649938695,
      "learning_rate": 5.0095431067624655e-06,
      "loss": 1.3638228178024292,
      "step": 504
    },
    {
      "epoch": 1.6557377049180326,
      "grad_norm": 9.28966329247032,
      "learning_rate": 4.9904568932375344e-06,
      "loss": 1.3798298835754395,
      "step": 505
    },
    {
      "epoch": 1.659016393442623,
      "grad_norm": 7.574242480850614,
      "learning_rate": 4.971370818768475e-06,
      "loss": 1.4695639610290527,
      "step": 506
    },
    {
      "epoch": 1.662295081967213,
      "grad_norm": 8.901720684229767,
      "learning_rate": 4.952285161465003e-06,
      "loss": 1.3713805675506592,
      "step": 507
    },
    {
      "epoch": 1.6655737704918034,
      "grad_norm": 9.490445406232086,
      "learning_rate": 4.933200199430754e-06,
      "loss": 1.6947979927062988,
      "step": 508
    },
    {
      "epoch": 1.6688524590163936,
      "grad_norm": 8.09980845418294,
      "learning_rate": 4.914116210759237e-06,
      "loss": 2.0679752826690674,
      "step": 509
    },
    {
      "epoch": 1.6721311475409837,
      "grad_norm": 7.75123899004764,
      "learning_rate": 4.8950334735297746e-06,
      "loss": 1.7710498571395874,
      "step": 510
    },
    {
      "epoch": 1.6754098360655738,
      "grad_norm": 8.246679834300911,
      "learning_rate": 4.875952265803452e-06,
      "loss": 1.4090079069137573,
      "step": 511
    },
    {
      "epoch": 1.678688524590164,
      "grad_norm": 24.566367864116824,
      "learning_rate": 4.856872865619074e-06,
      "loss": 1.2892216444015503,
      "step": 512
    },
    {
      "epoch": 1.681967213114754,
      "grad_norm": 9.154282919956307,
      "learning_rate": 4.837795550989101e-06,
      "loss": 1.6451359987258911,
      "step": 513
    },
    {
      "epoch": 1.6852459016393442,
      "grad_norm": 10.472618479029203,
      "learning_rate": 4.818720599895608e-06,
      "loss": 1.6292381286621094,
      "step": 514
    },
    {
      "epoch": 1.6885245901639343,
      "grad_norm": 7.052090572598493,
      "learning_rate": 4.799648290286228e-06,
      "loss": 1.4105167388916016,
      "step": 515
    },
    {
      "epoch": 1.6918032786885244,
      "grad_norm": 9.991877315968562,
      "learning_rate": 4.780578900070104e-06,
      "loss": 1.5266077518463135,
      "step": 516
    },
    {
      "epoch": 1.6950819672131148,
      "grad_norm": 7.192264305713691,
      "learning_rate": 4.76151270711384e-06,
      "loss": 1.401094913482666,
      "step": 517
    },
    {
      "epoch": 1.698360655737705,
      "grad_norm": 8.346845526705799,
      "learning_rate": 4.74244998923745e-06,
      "loss": 1.3493717908859253,
      "step": 518
    },
    {
      "epoch": 1.7016393442622952,
      "grad_norm": 6.629577551219913,
      "learning_rate": 4.723391024210318e-06,
      "loss": 1.8160909414291382,
      "step": 519
    },
    {
      "epoch": 1.7049180327868854,
      "grad_norm": 11.487830630303534,
      "learning_rate": 4.704336089747135e-06,
      "loss": 1.4186710119247437,
      "step": 520
    },
    {
      "epoch": 1.7081967213114755,
      "grad_norm": 6.750650905528032,
      "learning_rate": 4.685285463503867e-06,
      "loss": 1.6921336650848389,
      "step": 521
    },
    {
      "epoch": 1.7114754098360656,
      "grad_norm": 8.75830088082367,
      "learning_rate": 4.666239423073702e-06,
      "loss": 1.0855233669281006,
      "step": 522
    },
    {
      "epoch": 1.7147540983606557,
      "grad_norm": 12.783655428922271,
      "learning_rate": 4.647198245983005e-06,
      "loss": 1.4159142971038818,
      "step": 523
    },
    {
      "epoch": 1.7180327868852459,
      "grad_norm": 11.855373216443706,
      "learning_rate": 4.628162209687276e-06,
      "loss": 1.6099746227264404,
      "step": 524
    },
    {
      "epoch": 1.721311475409836,
      "grad_norm": 16.09290536501777,
      "learning_rate": 4.609131591567111e-06,
      "loss": 1.6052772998809814,
      "step": 525
    },
    {
      "epoch": 1.724590163934426,
      "grad_norm": 9.249385137520209,
      "learning_rate": 4.5901066689241514e-06,
      "loss": 1.6209545135498047,
      "step": 526
    },
    {
      "epoch": 1.7278688524590164,
      "grad_norm": 55.487694533164195,
      "learning_rate": 4.571087718977047e-06,
      "loss": 2.792712688446045,
      "step": 527
    },
    {
      "epoch": 1.7311475409836066,
      "grad_norm": 7.426791606702041,
      "learning_rate": 4.552075018857423e-06,
      "loss": 1.5465900897979736,
      "step": 528
    },
    {
      "epoch": 1.7344262295081967,
      "grad_norm": 9.15211592940861,
      "learning_rate": 4.533068845605831e-06,
      "loss": 1.601561188697815,
      "step": 529
    },
    {
      "epoch": 1.737704918032787,
      "grad_norm": 8.177876480364937,
      "learning_rate": 4.514069476167716e-06,
      "loss": 1.5934646129608154,
      "step": 530
    },
    {
      "epoch": 1.7409836065573772,
      "grad_norm": 74.16329164060816,
      "learning_rate": 4.49507718738939e-06,
      "loss": 2.185462713241577,
      "step": 531
    },
    {
      "epoch": 1.7442622950819673,
      "grad_norm": 10.97624327347011,
      "learning_rate": 4.4760922560139854e-06,
      "loss": 1.2236711978912354,
      "step": 532
    },
    {
      "epoch": 1.7475409836065574,
      "grad_norm": 9.806550239570528,
      "learning_rate": 4.457114958677423e-06,
      "loss": 1.389749526977539,
      "step": 533
    },
    {
      "epoch": 1.7508196721311475,
      "grad_norm": 7.235080058556069,
      "learning_rate": 4.438145571904396e-06,
      "loss": 1.4698362350463867,
      "step": 534
    },
    {
      "epoch": 1.7540983606557377,
      "grad_norm": 8.352056869428369,
      "learning_rate": 4.41918437210432e-06,
      "loss": 1.1259835958480835,
      "step": 535
    },
    {
      "epoch": 1.7573770491803278,
      "grad_norm": 8.223586404616016,
      "learning_rate": 4.400231635567319e-06,
      "loss": 1.4079432487487793,
      "step": 536
    },
    {
      "epoch": 1.760655737704918,
      "grad_norm": 9.696589268397148,
      "learning_rate": 4.381287638460202e-06,
      "loss": 1.5803723335266113,
      "step": 537
    },
    {
      "epoch": 1.7639344262295082,
      "grad_norm": 8.631613071998114,
      "learning_rate": 4.362352656822422e-06,
      "loss": 1.783247470855713,
      "step": 538
    },
    {
      "epoch": 1.7672131147540984,
      "grad_norm": 6.769387598626242,
      "learning_rate": 4.3434269665620694e-06,
      "loss": 1.3596124649047852,
      "step": 539
    },
    {
      "epoch": 1.7704918032786885,
      "grad_norm": 12.700446025136257,
      "learning_rate": 4.324510843451851e-06,
      "loss": 1.2757470607757568,
      "step": 540
    },
    {
      "epoch": 1.7737704918032788,
      "grad_norm": 10.97349445647978,
      "learning_rate": 4.305604563125061e-06,
      "loss": 1.4117778539657593,
      "step": 541
    },
    {
      "epoch": 1.777049180327869,
      "grad_norm": 8.448231811716006,
      "learning_rate": 4.286708401071574e-06,
      "loss": 1.6345001459121704,
      "step": 542
    },
    {
      "epoch": 1.780327868852459,
      "grad_norm": 5.977930323371188,
      "learning_rate": 4.2678226326338246e-06,
      "loss": 1.464469075202942,
      "step": 543
    },
    {
      "epoch": 1.7836065573770492,
      "grad_norm": 10.488070983730596,
      "learning_rate": 4.248947533002806e-06,
      "loss": 0.8534256219863892,
      "step": 544
    },
    {
      "epoch": 1.7868852459016393,
      "grad_norm": 12.073744191960243,
      "learning_rate": 4.230083377214044e-06,
      "loss": 1.5764466524124146,
      "step": 545
    },
    {
      "epoch": 1.7901639344262295,
      "grad_norm": 10.116747302655472,
      "learning_rate": 4.211230440143604e-06,
      "loss": 1.5294190645217896,
      "step": 546
    },
    {
      "epoch": 1.7934426229508196,
      "grad_norm": 6.947385827026429,
      "learning_rate": 4.192388996504077e-06,
      "loss": 1.4170427322387695,
      "step": 547
    },
    {
      "epoch": 1.7967213114754097,
      "grad_norm": 8.673815099532291,
      "learning_rate": 4.1735593208405785e-06,
      "loss": 1.6583044528961182,
      "step": 548
    },
    {
      "epoch": 1.8,
      "grad_norm": 7.8084373215499845,
      "learning_rate": 4.154741687526749e-06,
      "loss": 1.4119561910629272,
      "step": 549
    },
    {
      "epoch": 1.8032786885245902,
      "grad_norm": 11.6505598659139,
      "learning_rate": 4.135936370760759e-06,
      "loss": 1.18519926071167,
      "step": 550
    },
    {
      "epoch": 1.8065573770491803,
      "grad_norm": 7.206435414152386,
      "learning_rate": 4.117143644561306e-06,
      "loss": 1.283574104309082,
      "step": 551
    },
    {
      "epoch": 1.8098360655737706,
      "grad_norm": 6.586238801855751,
      "learning_rate": 4.09836378276363e-06,
      "loss": 1.3717527389526367,
      "step": 552
    },
    {
      "epoch": 1.8131147540983608,
      "grad_norm": 11.243675301529752,
      "learning_rate": 4.079597059015518e-06,
      "loss": 1.7565321922302246,
      "step": 553
    },
    {
      "epoch": 1.8163934426229509,
      "grad_norm": 12.091978383833098,
      "learning_rate": 4.060843746773315e-06,
      "loss": 1.6233265399932861,
      "step": 554
    },
    {
      "epoch": 1.819672131147541,
      "grad_norm": 11.53599375292441,
      "learning_rate": 4.042104119297945e-06,
      "loss": 1.6700351238250732,
      "step": 555
    },
    {
      "epoch": 1.8229508196721311,
      "grad_norm": 11.681108367045207,
      "learning_rate": 4.023378449650928e-06,
      "loss": 1.7181103229522705,
      "step": 556
    },
    {
      "epoch": 1.8262295081967213,
      "grad_norm": 9.081769748597901,
      "learning_rate": 4.004667010690398e-06,
      "loss": 1.4881409406661987,
      "step": 557
    },
    {
      "epoch": 1.8295081967213114,
      "grad_norm": 10.069568358332267,
      "learning_rate": 3.985970075067128e-06,
      "loss": 1.3073152303695679,
      "step": 558
    },
    {
      "epoch": 1.8327868852459015,
      "grad_norm": 6.18422898732813,
      "learning_rate": 3.96728791522056e-06,
      "loss": 1.7904932498931885,
      "step": 559
    },
    {
      "epoch": 1.8360655737704918,
      "grad_norm": 18.088444221423824,
      "learning_rate": 3.9486208033748315e-06,
      "loss": 1.884446382522583,
      "step": 560
    },
    {
      "epoch": 1.839344262295082,
      "grad_norm": 5.751334007919857,
      "learning_rate": 3.929969011534811e-06,
      "loss": 1.5616281032562256,
      "step": 561
    },
    {
      "epoch": 1.842622950819672,
      "grad_norm": 7.8316844091562565,
      "learning_rate": 3.91133281148213e-06,
      "loss": 1.4229798316955566,
      "step": 562
    },
    {
      "epoch": 1.8459016393442624,
      "grad_norm": 8.142206278555301,
      "learning_rate": 3.892712474771237e-06,
      "loss": 1.3973615169525146,
      "step": 563
    },
    {
      "epoch": 1.8491803278688526,
      "grad_norm": 11.51994080215916,
      "learning_rate": 3.874108272725421e-06,
      "loss": 1.4394562244415283,
      "step": 564
    },
    {
      "epoch": 1.8524590163934427,
      "grad_norm": 7.031408743840362,
      "learning_rate": 3.855520476432871e-06,
      "loss": 1.8910778760910034,
      "step": 565
    },
    {
      "epoch": 1.8557377049180328,
      "grad_norm": 14.859145590342383,
      "learning_rate": 3.83694935674272e-06,
      "loss": 1.8477580547332764,
      "step": 566
    },
    {
      "epoch": 1.859016393442623,
      "grad_norm": 8.615394904677078,
      "learning_rate": 3.818395184261104e-06,
      "loss": 1.6715424060821533,
      "step": 567
    },
    {
      "epoch": 1.862295081967213,
      "grad_norm": 7.494768071817523,
      "learning_rate": 3.7998582293472088e-06,
      "loss": 1.2757171392440796,
      "step": 568
    },
    {
      "epoch": 1.8655737704918032,
      "grad_norm": 7.594052894821273,
      "learning_rate": 3.781338762109347e-06,
      "loss": 1.2033525705337524,
      "step": 569
    },
    {
      "epoch": 1.8688524590163933,
      "grad_norm": 7.547056826346777,
      "learning_rate": 3.762837052401004e-06,
      "loss": 1.6481246948242188,
      "step": 570
    },
    {
      "epoch": 1.8721311475409836,
      "grad_norm": 7.436931179017303,
      "learning_rate": 3.7443533698169186e-06,
      "loss": 1.2988598346710205,
      "step": 571
    },
    {
      "epoch": 1.8754098360655738,
      "grad_norm": 12.152906412174815,
      "learning_rate": 3.725887983689148e-06,
      "loss": 1.3220934867858887,
      "step": 572
    },
    {
      "epoch": 1.8786885245901639,
      "grad_norm": 8.888061965475663,
      "learning_rate": 3.7074411630831462e-06,
      "loss": 1.3513283729553223,
      "step": 573
    },
    {
      "epoch": 1.8819672131147542,
      "grad_norm": 6.297143314045074,
      "learning_rate": 3.6890131767938402e-06,
      "loss": 1.208467721939087,
      "step": 574
    },
    {
      "epoch": 1.8852459016393444,
      "grad_norm": 8.324756033243434,
      "learning_rate": 3.670604293341723e-06,
      "loss": 1.4959217309951782,
      "step": 575
    },
    {
      "epoch": 1.8885245901639345,
      "grad_norm": 6.671533588498681,
      "learning_rate": 3.652214780968926e-06,
      "loss": 1.284533143043518,
      "step": 576
    },
    {
      "epoch": 1.8918032786885246,
      "grad_norm": 7.555092020319121,
      "learning_rate": 3.633844907635321e-06,
      "loss": 1.2508797645568848,
      "step": 577
    },
    {
      "epoch": 1.8950819672131147,
      "grad_norm": 8.43412034405742,
      "learning_rate": 3.6154949410146136e-06,
      "loss": 1.2697298526763916,
      "step": 578
    },
    {
      "epoch": 1.8983606557377048,
      "grad_norm": 9.003353875048909,
      "learning_rate": 3.597165148490439e-06,
      "loss": 1.382217288017273,
      "step": 579
    },
    {
      "epoch": 1.901639344262295,
      "grad_norm": 9.27098796032901,
      "learning_rate": 3.5788557971524695e-06,
      "loss": 1.6072741746902466,
      "step": 580
    },
    {
      "epoch": 1.904918032786885,
      "grad_norm": 5.5253341744418485,
      "learning_rate": 3.5605671537925264e-06,
      "loss": 1.3846685886383057,
      "step": 581
    },
    {
      "epoch": 1.9081967213114754,
      "grad_norm": 10.22222113080044,
      "learning_rate": 3.542299484900681e-06,
      "loss": 1.73702871799469,
      "step": 582
    },
    {
      "epoch": 1.9114754098360656,
      "grad_norm": 11.47077324018453,
      "learning_rate": 3.524053056661385e-06,
      "loss": 1.8521015644073486,
      "step": 583
    },
    {
      "epoch": 1.9147540983606557,
      "grad_norm": 14.70885803418104,
      "learning_rate": 3.5058281349495804e-06,
      "loss": 1.679369330406189,
      "step": 584
    },
    {
      "epoch": 1.918032786885246,
      "grad_norm": 9.79227306739351,
      "learning_rate": 3.487624985326833e-06,
      "loss": 1.4347236156463623,
      "step": 585
    },
    {
      "epoch": 1.9213114754098362,
      "grad_norm": 7.895368432371944,
      "learning_rate": 3.469443873037457e-06,
      "loss": 1.6367138624191284,
      "step": 586
    },
    {
      "epoch": 1.9245901639344263,
      "grad_norm": 9.86171941668043,
      "learning_rate": 3.4512850630046545e-06,
      "loss": 1.987825632095337,
      "step": 587
    },
    {
      "epoch": 1.9278688524590164,
      "grad_norm": 10.69693870131734,
      "learning_rate": 3.4331488198266575e-06,
      "loss": 1.4333100318908691,
      "step": 588
    },
    {
      "epoch": 1.9311475409836065,
      "grad_norm": 9.58303495289985,
      "learning_rate": 3.415035407772865e-06,
      "loss": 1.811872959136963,
      "step": 589
    },
    {
      "epoch": 1.9344262295081966,
      "grad_norm": 9.991867112663671,
      "learning_rate": 3.3969450907799966e-06,
      "loss": 1.4560937881469727,
      "step": 590
    },
    {
      "epoch": 1.9377049180327868,
      "grad_norm": 8.108964428953943,
      "learning_rate": 3.3788781324482446e-06,
      "loss": 1.4396641254425049,
      "step": 591
    },
    {
      "epoch": 1.940983606557377,
      "grad_norm": 9.589154621854519,
      "learning_rate": 3.3608347960374347e-06,
      "loss": 1.809628963470459,
      "step": 592
    },
    {
      "epoch": 1.9442622950819672,
      "grad_norm": 8.08333948546386,
      "learning_rate": 3.34281534446319e-06,
      "loss": 1.5539662837982178,
      "step": 593
    },
    {
      "epoch": 1.9475409836065574,
      "grad_norm": 12.574619755000336,
      "learning_rate": 3.3248200402931024e-06,
      "loss": 1.2026546001434326,
      "step": 594
    },
    {
      "epoch": 1.9508196721311475,
      "grad_norm": 16.902985823344192,
      "learning_rate": 3.3068491457428984e-06,
      "loss": 1.0881797075271606,
      "step": 595
    },
    {
      "epoch": 1.9540983606557378,
      "grad_norm": 8.356842538208136,
      "learning_rate": 3.2889029226726286e-06,
      "loss": 1.695966362953186,
      "step": 596
    },
    {
      "epoch": 1.957377049180328,
      "grad_norm": 8.41169408094449,
      "learning_rate": 3.270981632582843e-06,
      "loss": 1.4734704494476318,
      "step": 597
    },
    {
      "epoch": 1.960655737704918,
      "grad_norm": 5.906317987561819,
      "learning_rate": 3.253085536610786e-06,
      "loss": 1.108353614807129,
      "step": 598
    },
    {
      "epoch": 1.9639344262295082,
      "grad_norm": 8.465425955671048,
      "learning_rate": 3.2352148955265893e-06,
      "loss": 1.5087281465530396,
      "step": 599
    },
    {
      "epoch": 1.9672131147540983,
      "grad_norm": 8.352824374400317,
      "learning_rate": 3.217369969729476e-06,
      "loss": 1.3761603832244873,
      "step": 600
    },
    {
      "epoch": 1.9704918032786884,
      "grad_norm": 5.615486549740408,
      "learning_rate": 3.1995510192439587e-06,
      "loss": 0.8662180304527283,
      "step": 601
    },
    {
      "epoch": 1.9737704918032786,
      "grad_norm": 8.217362775403338,
      "learning_rate": 3.181758303716058e-06,
      "loss": 1.1148695945739746,
      "step": 602
    },
    {
      "epoch": 1.9770491803278687,
      "grad_norm": 26.703857759821094,
      "learning_rate": 3.163992082409515e-06,
      "loss": 1.6514984369277954,
      "step": 603
    },
    {
      "epoch": 1.980327868852459,
      "grad_norm": 9.250896223229718,
      "learning_rate": 3.1462526142020115e-06,
      "loss": 1.6147348880767822,
      "step": 604
    },
    {
      "epoch": 1.9836065573770492,
      "grad_norm": 17.31517028770501,
      "learning_rate": 3.1285401575814043e-06,
      "loss": 1.0211924314498901,
      "step": 605
    },
    {
      "epoch": 1.9868852459016395,
      "grad_norm": 11.745081110726778,
      "learning_rate": 3.1108549706419553e-06,
      "loss": 1.4241924285888672,
      "step": 606
    },
    {
      "epoch": 1.9901639344262296,
      "grad_norm": 11.388120688396235,
      "learning_rate": 3.093197311080568e-06,
      "loss": 1.7059409618377686,
      "step": 607
    },
    {
      "epoch": 1.9934426229508198,
      "grad_norm": 10.203359159576197,
      "learning_rate": 3.0755674361930387e-06,
      "loss": 1.3052058219909668,
      "step": 608
    },
    {
      "epoch": 1.9967213114754099,
      "grad_norm": 12.66929230024026,
      "learning_rate": 3.0579656028703e-06,
      "loss": 1.6413627862930298,
      "step": 609
    },
    {
      "epoch": 2.0,
      "grad_norm": 9.901860094629342,
      "learning_rate": 3.0403920675946826e-06,
      "loss": 0.7727410793304443,
      "step": 610
    },
    {
      "epoch": 2.00327868852459,
      "grad_norm": 6.80522504918782,
      "learning_rate": 3.022847086436176e-06,
      "loss": 0.5204824209213257,
      "step": 611
    },
    {
      "epoch": 2.0065573770491802,
      "grad_norm": 10.370094518601123,
      "learning_rate": 3.0053309150486996e-06,
      "loss": 0.7960829138755798,
      "step": 612
    },
    {
      "epoch": 2.0098360655737704,
      "grad_norm": 11.631077275085174,
      "learning_rate": 2.9878438086663753e-06,
      "loss": 0.6627193689346313,
      "step": 613
    },
    {
      "epoch": 2.0131147540983605,
      "grad_norm": 8.269501072426324,
      "learning_rate": 2.970386022099809e-06,
      "loss": 0.8483942747116089,
      "step": 614
    },
    {
      "epoch": 2.0163934426229506,
      "grad_norm": 11.433034909968399,
      "learning_rate": 2.952957809732377e-06,
      "loss": 1.0915180444717407,
      "step": 615
    },
    {
      "epoch": 2.019672131147541,
      "grad_norm": 11.029984955450137,
      "learning_rate": 2.9355594255165186e-06,
      "loss": 0.7344239950180054,
      "step": 616
    },
    {
      "epoch": 2.0229508196721313,
      "grad_norm": 6.538446171100794,
      "learning_rate": 2.9181911229700383e-06,
      "loss": 0.557336688041687,
      "step": 617
    },
    {
      "epoch": 2.0262295081967214,
      "grad_norm": 10.390688726074252,
      "learning_rate": 2.9008531551724094e-06,
      "loss": 0.6669437885284424,
      "step": 618
    },
    {
      "epoch": 2.0295081967213116,
      "grad_norm": 9.199661937117229,
      "learning_rate": 2.8835457747610907e-06,
      "loss": 0.6179019212722778,
      "step": 619
    },
    {
      "epoch": 2.0327868852459017,
      "grad_norm": 7.615029287636688,
      "learning_rate": 2.8662692339278387e-06,
      "loss": 0.520706295967102,
      "step": 620
    },
    {
      "epoch": 2.036065573770492,
      "grad_norm": 14.874804480624977,
      "learning_rate": 2.8490237844150335e-06,
      "loss": 0.6297595500946045,
      "step": 621
    },
    {
      "epoch": 2.039344262295082,
      "grad_norm": 13.985425134800286,
      "learning_rate": 2.8318096775120187e-06,
      "loss": 0.8497211337089539,
      "step": 622
    },
    {
      "epoch": 2.042622950819672,
      "grad_norm": 13.111853605082757,
      "learning_rate": 2.814627164051429e-06,
      "loss": 0.979051947593689,
      "step": 623
    },
    {
      "epoch": 2.045901639344262,
      "grad_norm": 11.09422268561705,
      "learning_rate": 2.79747649440554e-06,
      "loss": 0.5062299966812134,
      "step": 624
    },
    {
      "epoch": 2.0491803278688523,
      "grad_norm": 12.496707541331265,
      "learning_rate": 2.780357918482627e-06,
      "loss": 0.7015146017074585,
      "step": 625
    },
    {
      "epoch": 2.0524590163934424,
      "grad_norm": 10.905413013212424,
      "learning_rate": 2.763271685723311e-06,
      "loss": 0.610783040523529,
      "step": 626
    },
    {
      "epoch": 2.055737704918033,
      "grad_norm": 8.781941546714954,
      "learning_rate": 2.7462180450969287e-06,
      "loss": 0.5132089853286743,
      "step": 627
    },
    {
      "epoch": 2.059016393442623,
      "grad_norm": 10.673103616850808,
      "learning_rate": 2.7291972450979082e-06,
      "loss": 0.777117133140564,
      "step": 628
    },
    {
      "epoch": 2.0622950819672132,
      "grad_norm": 10.202783498286214,
      "learning_rate": 2.712209533742147e-06,
      "loss": 0.7694088220596313,
      "step": 629
    },
    {
      "epoch": 2.0655737704918034,
      "grad_norm": 20.49043324223074,
      "learning_rate": 2.6952551585633947e-06,
      "loss": 1.1913038492202759,
      "step": 630
    },
    {
      "epoch": 2.0688524590163935,
      "grad_norm": 7.644454615493383,
      "learning_rate": 2.6783343666096445e-06,
      "loss": 0.5829485654830933,
      "step": 631
    },
    {
      "epoch": 2.0721311475409836,
      "grad_norm": 9.065091705244212,
      "learning_rate": 2.6614474044395454e-06,
      "loss": 0.41709184646606445,
      "step": 632
    },
    {
      "epoch": 2.0754098360655737,
      "grad_norm": 8.021391962895821,
      "learning_rate": 2.644594518118795e-06,
      "loss": 0.5522010326385498,
      "step": 633
    },
    {
      "epoch": 2.078688524590164,
      "grad_norm": 8.33270176581632,
      "learning_rate": 2.6277759532165596e-06,
      "loss": 0.5892815589904785,
      "step": 634
    },
    {
      "epoch": 2.081967213114754,
      "grad_norm": 11.181774266781076,
      "learning_rate": 2.6109919548019004e-06,
      "loss": 0.6555030345916748,
      "step": 635
    },
    {
      "epoch": 2.085245901639344,
      "grad_norm": 6.1243937926273135,
      "learning_rate": 2.5942427674401936e-06,
      "loss": 0.6386077404022217,
      "step": 636
    },
    {
      "epoch": 2.088524590163934,
      "grad_norm": 11.051666301631604,
      "learning_rate": 2.5775286351895745e-06,
      "loss": 0.5038043856620789,
      "step": 637
    },
    {
      "epoch": 2.091803278688525,
      "grad_norm": 8.95985517236454,
      "learning_rate": 2.5608498015973817e-06,
      "loss": 0.5079100131988525,
      "step": 638
    },
    {
      "epoch": 2.095081967213115,
      "grad_norm": 7.70565789530436,
      "learning_rate": 2.5442065096965986e-06,
      "loss": 0.6524150371551514,
      "step": 639
    },
    {
      "epoch": 2.098360655737705,
      "grad_norm": 7.298451254709435,
      "learning_rate": 2.52759900200232e-06,
      "loss": 0.6000703573226929,
      "step": 640
    },
    {
      "epoch": 2.101639344262295,
      "grad_norm": 9.184883410922703,
      "learning_rate": 2.5110275205082224e-06,
      "loss": 0.4635947346687317,
      "step": 641
    },
    {
      "epoch": 2.1049180327868853,
      "grad_norm": 12.306589964555906,
      "learning_rate": 2.4944923066830248e-06,
      "loss": 0.4841459393501282,
      "step": 642
    },
    {
      "epoch": 2.1081967213114754,
      "grad_norm": 12.120814433124611,
      "learning_rate": 2.4779936014669792e-06,
      "loss": 0.9178411364555359,
      "step": 643
    },
    {
      "epoch": 2.1114754098360655,
      "grad_norm": 6.975255854992642,
      "learning_rate": 2.461531645268364e-06,
      "loss": 0.5847235918045044,
      "step": 644
    },
    {
      "epoch": 2.1147540983606556,
      "grad_norm": 9.733219268130398,
      "learning_rate": 2.445106677959969e-06,
      "loss": 0.4724552631378174,
      "step": 645
    },
    {
      "epoch": 2.1180327868852458,
      "grad_norm": 63.124414385253765,
      "learning_rate": 2.428718938875607e-06,
      "loss": 1.7704694271087646,
      "step": 646
    },
    {
      "epoch": 2.121311475409836,
      "grad_norm": 9.755450303526732,
      "learning_rate": 2.4123686668066282e-06,
      "loss": 0.9343034625053406,
      "step": 647
    },
    {
      "epoch": 2.1245901639344265,
      "grad_norm": 10.195056393393118,
      "learning_rate": 2.396056099998435e-06,
      "loss": 0.8475706577301025,
      "step": 648
    },
    {
      "epoch": 2.1278688524590166,
      "grad_norm": 8.567217632834149,
      "learning_rate": 2.3797814761470146e-06,
      "loss": 0.6202654838562012,
      "step": 649
    },
    {
      "epoch": 2.1311475409836067,
      "grad_norm": 11.00797895411823,
      "learning_rate": 2.3635450323954773e-06,
      "loss": 0.898897111415863,
      "step": 650
    },
    {
      "epoch": 2.134426229508197,
      "grad_norm": 13.34250594487987,
      "learning_rate": 2.3473470053305954e-06,
      "loss": 0.7017407417297363,
      "step": 651
    },
    {
      "epoch": 2.137704918032787,
      "grad_norm": 8.059320484016075,
      "learning_rate": 2.331187630979355e-06,
      "loss": 0.7722477912902832,
      "step": 652
    },
    {
      "epoch": 2.140983606557377,
      "grad_norm": 9.114403557028968,
      "learning_rate": 2.31506714480553e-06,
      "loss": 0.7707144021987915,
      "step": 653
    },
    {
      "epoch": 2.144262295081967,
      "grad_norm": 10.259054525344466,
      "learning_rate": 2.2989857817062327e-06,
      "loss": 0.743545413017273,
      "step": 654
    },
    {
      "epoch": 2.1475409836065573,
      "grad_norm": 8.85035133631966,
      "learning_rate": 2.2829437760085023e-06,
      "loss": 0.883000910282135,
      "step": 655
    },
    {
      "epoch": 2.1508196721311474,
      "grad_norm": 11.51414308889685,
      "learning_rate": 2.266941361465886e-06,
      "loss": 0.8990451097488403,
      "step": 656
    },
    {
      "epoch": 2.1540983606557376,
      "grad_norm": 9.33157197460147,
      "learning_rate": 2.2509787712550424e-06,
      "loss": 0.6484037637710571,
      "step": 657
    },
    {
      "epoch": 2.1573770491803277,
      "grad_norm": 9.966960196418873,
      "learning_rate": 2.235056237972326e-06,
      "loss": 0.5184581875801086,
      "step": 658
    },
    {
      "epoch": 2.160655737704918,
      "grad_norm": 12.062273294093876,
      "learning_rate": 2.2191739936304147e-06,
      "loss": 0.5672429800033569,
      "step": 659
    },
    {
      "epoch": 2.1639344262295084,
      "grad_norm": 11.578066861830251,
      "learning_rate": 2.2033322696549197e-06,
      "loss": 0.426275372505188,
      "step": 660
    },
    {
      "epoch": 2.1672131147540985,
      "grad_norm": 7.799563330500566,
      "learning_rate": 2.187531296881017e-06,
      "loss": 0.5644603371620178,
      "step": 661
    },
    {
      "epoch": 2.1704918032786886,
      "grad_norm": 12.692062832535653,
      "learning_rate": 2.1717713055500807e-06,
      "loss": 0.7381806373596191,
      "step": 662
    },
    {
      "epoch": 2.1737704918032787,
      "grad_norm": 10.328717808626742,
      "learning_rate": 2.156052525306336e-06,
      "loss": 1.1425390243530273,
      "step": 663
    },
    {
      "epoch": 2.177049180327869,
      "grad_norm": 10.328663124547331,
      "learning_rate": 2.140375185193502e-06,
      "loss": 0.5078897476196289,
      "step": 664
    },
    {
      "epoch": 2.180327868852459,
      "grad_norm": 11.760695188291958,
      "learning_rate": 2.1247395136514592e-06,
      "loss": 0.6729401350021362,
      "step": 665
    },
    {
      "epoch": 2.183606557377049,
      "grad_norm": 11.553087048317673,
      "learning_rate": 2.1091457385129267e-06,
      "loss": 0.40105968713760376,
      "step": 666
    },
    {
      "epoch": 2.1868852459016392,
      "grad_norm": 7.385212696869419,
      "learning_rate": 2.093594087000131e-06,
      "loss": 0.7621872425079346,
      "step": 667
    },
    {
      "epoch": 2.1901639344262294,
      "grad_norm": 8.170651600457456,
      "learning_rate": 2.078084785721501e-06,
      "loss": 0.6865527629852295,
      "step": 668
    },
    {
      "epoch": 2.1934426229508195,
      "grad_norm": 9.966802021569556,
      "learning_rate": 2.0626180606683715e-06,
      "loss": 0.5401767492294312,
      "step": 669
    },
    {
      "epoch": 2.19672131147541,
      "grad_norm": 7.692541035567487,
      "learning_rate": 2.0471941372116793e-06,
      "loss": 0.8780995011329651,
      "step": 670
    },
    {
      "epoch": 2.2,
      "grad_norm": 7.06726992148381,
      "learning_rate": 2.031813240098686e-06,
      "loss": 0.8158024549484253,
      "step": 671
    },
    {
      "epoch": 2.2032786885245903,
      "grad_norm": 13.10476850738305,
      "learning_rate": 2.016475593449702e-06,
      "loss": 0.6709092855453491,
      "step": 672
    },
    {
      "epoch": 2.2065573770491804,
      "grad_norm": 10.115353928008695,
      "learning_rate": 2.001181420754819e-06,
      "loss": 0.5526499152183533,
      "step": 673
    },
    {
      "epoch": 2.2098360655737705,
      "grad_norm": 7.1356315930848675,
      "learning_rate": 1.985930944870657e-06,
      "loss": 0.5387853384017944,
      "step": 674
    },
    {
      "epoch": 2.2131147540983607,
      "grad_norm": 10.24212597241438,
      "learning_rate": 1.9707243880171117e-06,
      "loss": 0.5927190184593201,
      "step": 675
    },
    {
      "epoch": 2.216393442622951,
      "grad_norm": 13.544315136826267,
      "learning_rate": 1.9555619717741248e-06,
      "loss": 0.8063439726829529,
      "step": 676
    },
    {
      "epoch": 2.219672131147541,
      "grad_norm": 7.7043095829823764,
      "learning_rate": 1.9404439170784438e-06,
      "loss": 0.8656831979751587,
      "step": 677
    },
    {
      "epoch": 2.222950819672131,
      "grad_norm": 8.221101482965668,
      "learning_rate": 1.925370444220415e-06,
      "loss": 0.5712820291519165,
      "step": 678
    },
    {
      "epoch": 2.226229508196721,
      "grad_norm": 8.461774526575825,
      "learning_rate": 1.910341772840764e-06,
      "loss": 0.5832774639129639,
      "step": 679
    },
    {
      "epoch": 2.2295081967213113,
      "grad_norm": 12.262436150282866,
      "learning_rate": 1.8953581219273987e-06,
      "loss": 0.819401741027832,
      "step": 680
    },
    {
      "epoch": 2.2327868852459014,
      "grad_norm": 10.381156704851467,
      "learning_rate": 1.8804197098122168e-06,
      "loss": 0.6590138673782349,
      "step": 681
    },
    {
      "epoch": 2.236065573770492,
      "grad_norm": 8.175338805924074,
      "learning_rate": 1.8655267541679317e-06,
      "loss": 0.6401422619819641,
      "step": 682
    },
    {
      "epoch": 2.239344262295082,
      "grad_norm": 9.489907336274296,
      "learning_rate": 1.8506794720048903e-06,
      "loss": 0.4747089445590973,
      "step": 683
    },
    {
      "epoch": 2.2426229508196722,
      "grad_norm": 9.836175039066868,
      "learning_rate": 1.835878079667917e-06,
      "loss": 0.6246740221977234,
      "step": 684
    },
    {
      "epoch": 2.2459016393442623,
      "grad_norm": 9.63657985434297,
      "learning_rate": 1.8211227928331593e-06,
      "loss": 0.6933366656303406,
      "step": 685
    },
    {
      "epoch": 2.2491803278688525,
      "grad_norm": 10.780295041100512,
      "learning_rate": 1.8064138265049457e-06,
      "loss": 0.5234163403511047,
      "step": 686
    },
    {
      "epoch": 2.2524590163934426,
      "grad_norm": 7.528495114867664,
      "learning_rate": 1.791751395012652e-06,
      "loss": 0.5458259582519531,
      "step": 687
    },
    {
      "epoch": 2.2557377049180327,
      "grad_norm": 10.233022990604935,
      "learning_rate": 1.7771357120075833e-06,
      "loss": 0.7600114941596985,
      "step": 688
    },
    {
      "epoch": 2.259016393442623,
      "grad_norm": 7.003428652762557,
      "learning_rate": 1.7625669904598518e-06,
      "loss": 0.6699049472808838,
      "step": 689
    },
    {
      "epoch": 2.262295081967213,
      "grad_norm": 8.533036929885279,
      "learning_rate": 1.7480454426552773e-06,
      "loss": 0.30874204635620117,
      "step": 690
    },
    {
      "epoch": 2.265573770491803,
      "grad_norm": 8.307348267058222,
      "learning_rate": 1.7335712801923015e-06,
      "loss": 0.6455368399620056,
      "step": 691
    },
    {
      "epoch": 2.2688524590163937,
      "grad_norm": 8.87257195216342,
      "learning_rate": 1.7191447139788925e-06,
      "loss": 0.5174970030784607,
      "step": 692
    },
    {
      "epoch": 2.2721311475409838,
      "grad_norm": 11.099583735402225,
      "learning_rate": 1.704765954229476e-06,
      "loss": 0.8222718238830566,
      "step": 693
    },
    {
      "epoch": 2.275409836065574,
      "grad_norm": 12.205907598307611,
      "learning_rate": 1.6904352104618792e-06,
      "loss": 0.5776864290237427,
      "step": 694
    },
    {
      "epoch": 2.278688524590164,
      "grad_norm": 11.139054961537802,
      "learning_rate": 1.6761526914942682e-06,
      "loss": 0.9057301878929138,
      "step": 695
    },
    {
      "epoch": 2.281967213114754,
      "grad_norm": 8.630583590372039,
      "learning_rate": 1.6619186054421088e-06,
      "loss": 0.7172201871871948,
      "step": 696
    },
    {
      "epoch": 2.2852459016393443,
      "grad_norm": 8.4758541473458,
      "learning_rate": 1.6477331597151358e-06,
      "loss": 0.31603288650512695,
      "step": 697
    },
    {
      "epoch": 2.2885245901639344,
      "grad_norm": 10.045963692358674,
      "learning_rate": 1.6335965610143274e-06,
      "loss": 0.8781267404556274,
      "step": 698
    },
    {
      "epoch": 2.2918032786885245,
      "grad_norm": 10.152642496499004,
      "learning_rate": 1.6195090153288966e-06,
      "loss": 0.9591543078422546,
      "step": 699
    },
    {
      "epoch": 2.2950819672131146,
      "grad_norm": 8.402047010935645,
      "learning_rate": 1.6054707279332865e-06,
      "loss": 0.6470961570739746,
      "step": 700
    },
    {
      "epoch": 2.2983606557377048,
      "grad_norm": 8.029043754391878,
      "learning_rate": 1.5914819033841843e-06,
      "loss": 0.390561580657959,
      "step": 701
    },
    {
      "epoch": 2.301639344262295,
      "grad_norm": 11.728947987690505,
      "learning_rate": 1.577542745517533e-06,
      "loss": 0.41876158118247986,
      "step": 702
    },
    {
      "epoch": 2.304918032786885,
      "grad_norm": 12.487271261788218,
      "learning_rate": 1.5636534574455685e-06,
      "loss": 0.5718614459037781,
      "step": 703
    },
    {
      "epoch": 2.3081967213114756,
      "grad_norm": 8.530606852831838,
      "learning_rate": 1.5498142415538558e-06,
      "loss": 0.5597206354141235,
      "step": 704
    },
    {
      "epoch": 2.3114754098360657,
      "grad_norm": 7.30654157846341,
      "learning_rate": 1.5360252994983404e-06,
      "loss": 0.6952862739562988,
      "step": 705
    },
    {
      "epoch": 2.314754098360656,
      "grad_norm": 12.716366766516995,
      "learning_rate": 1.5222868322024092e-06,
      "loss": 0.6790463924407959,
      "step": 706
    },
    {
      "epoch": 2.318032786885246,
      "grad_norm": 8.298754960677092,
      "learning_rate": 1.5085990398539685e-06,
      "loss": 0.40630030632019043,
      "step": 707
    },
    {
      "epoch": 2.321311475409836,
      "grad_norm": 11.061103699867397,
      "learning_rate": 1.4949621219025195e-06,
      "loss": 0.5404191613197327,
      "step": 708
    },
    {
      "epoch": 2.324590163934426,
      "grad_norm": 9.194041350216061,
      "learning_rate": 1.481376277056255e-06,
      "loss": 0.7214863896369934,
      "step": 709
    },
    {
      "epoch": 2.3278688524590163,
      "grad_norm": 10.513164873740623,
      "learning_rate": 1.4678417032791653e-06,
      "loss": 0.5778199434280396,
      "step": 710
    },
    {
      "epoch": 2.3311475409836064,
      "grad_norm": 10.38932118339124,
      "learning_rate": 1.4543585977881513e-06,
      "loss": 0.3441578447818756,
      "step": 711
    },
    {
      "epoch": 2.3344262295081966,
      "grad_norm": 8.829864894944937,
      "learning_rate": 1.4409271570501522e-06,
      "loss": 0.3943712115287781,
      "step": 712
    },
    {
      "epoch": 2.337704918032787,
      "grad_norm": 9.713700776767412,
      "learning_rate": 1.4275475767792846e-06,
      "loss": 1.0443286895751953,
      "step": 713
    },
    {
      "epoch": 2.3409836065573773,
      "grad_norm": 10.887915798399776,
      "learning_rate": 1.4142200519339844e-06,
      "loss": 0.6791509389877319,
      "step": 714
    },
    {
      "epoch": 2.3442622950819674,
      "grad_norm": 15.166319282939247,
      "learning_rate": 1.4009447767141748e-06,
      "loss": 0.576408863067627,
      "step": 715
    },
    {
      "epoch": 2.3475409836065575,
      "grad_norm": 10.490720645593324,
      "learning_rate": 1.3877219445584283e-06,
      "loss": 0.6661597490310669,
      "step": 716
    },
    {
      "epoch": 2.3508196721311476,
      "grad_norm": 16.842580120876438,
      "learning_rate": 1.374551748141153e-06,
      "loss": 0.6657031774520874,
      "step": 717
    },
    {
      "epoch": 2.3540983606557377,
      "grad_norm": 8.450377996205953,
      "learning_rate": 1.3614343793697831e-06,
      "loss": 0.446186900138855,
      "step": 718
    },
    {
      "epoch": 2.357377049180328,
      "grad_norm": 9.066748448453154,
      "learning_rate": 1.3483700293819819e-06,
      "loss": 0.651573657989502,
      "step": 719
    },
    {
      "epoch": 2.360655737704918,
      "grad_norm": 7.966917702107941,
      "learning_rate": 1.335358888542862e-06,
      "loss": 0.5286246538162231,
      "step": 720
    },
    {
      "epoch": 2.363934426229508,
      "grad_norm": 12.158588190010066,
      "learning_rate": 1.3224011464422032e-06,
      "loss": 0.5317904949188232,
      "step": 721
    },
    {
      "epoch": 2.3672131147540982,
      "grad_norm": 12.593517655534825,
      "learning_rate": 1.3094969918916967e-06,
      "loss": 0.7954739332199097,
      "step": 722
    },
    {
      "epoch": 2.3704918032786884,
      "grad_norm": 17.533385513483815,
      "learning_rate": 1.2966466129221884e-06,
      "loss": 1.2486153841018677,
      "step": 723
    },
    {
      "epoch": 2.3737704918032785,
      "grad_norm": 10.864571046821904,
      "learning_rate": 1.2838501967809441e-06,
      "loss": 0.6230376362800598,
      "step": 724
    },
    {
      "epoch": 2.3770491803278686,
      "grad_norm": 12.188863850756452,
      "learning_rate": 1.271107929928917e-06,
      "loss": 0.44286614656448364,
      "step": 725
    },
    {
      "epoch": 2.380327868852459,
      "grad_norm": 8.72028998175659,
      "learning_rate": 1.2584199980380358e-06,
      "loss": 0.5746725797653198,
      "step": 726
    },
    {
      "epoch": 2.3836065573770493,
      "grad_norm": 7.8720208021252445,
      "learning_rate": 1.245786585988491e-06,
      "loss": 0.4517443776130676,
      "step": 727
    },
    {
      "epoch": 2.3868852459016394,
      "grad_norm": 10.205696041068311,
      "learning_rate": 1.2332078778660516e-06,
      "loss": 0.6351556777954102,
      "step": 728
    },
    {
      "epoch": 2.3901639344262295,
      "grad_norm": 13.683034808215892,
      "learning_rate": 1.2206840569593726e-06,
      "loss": 1.1598081588745117,
      "step": 729
    },
    {
      "epoch": 2.3934426229508197,
      "grad_norm": 9.488511387047744,
      "learning_rate": 1.20821530575733e-06,
      "loss": 0.35358521342277527,
      "step": 730
    },
    {
      "epoch": 2.39672131147541,
      "grad_norm": 13.620783929275827,
      "learning_rate": 1.1958018059463577e-06,
      "loss": 0.5249242186546326,
      "step": 731
    },
    {
      "epoch": 2.4,
      "grad_norm": 10.152861508734686,
      "learning_rate": 1.1834437384078095e-06,
      "loss": 0.7835702896118164,
      "step": 732
    },
    {
      "epoch": 2.40327868852459,
      "grad_norm": 10.88129657997722,
      "learning_rate": 1.17114128321531e-06,
      "loss": 0.5754145383834839,
      "step": 733
    },
    {
      "epoch": 2.40655737704918,
      "grad_norm": 8.675946801194728,
      "learning_rate": 1.1588946196321404e-06,
      "loss": 0.6827773451805115,
      "step": 734
    },
    {
      "epoch": 2.4098360655737707,
      "grad_norm": 8.990521692307496,
      "learning_rate": 1.146703926108622e-06,
      "loss": 0.5709261894226074,
      "step": 735
    },
    {
      "epoch": 2.413114754098361,
      "grad_norm": 8.612314148456155,
      "learning_rate": 1.1345693802795177e-06,
      "loss": 0.6407266855239868,
      "step": 736
    },
    {
      "epoch": 2.416393442622951,
      "grad_norm": 9.810861911468454,
      "learning_rate": 1.1224911589614423e-06,
      "loss": 0.577508807182312,
      "step": 737
    },
    {
      "epoch": 2.419672131147541,
      "grad_norm": 10.21022852976877,
      "learning_rate": 1.11046943815029e-06,
      "loss": 0.633446455001831,
      "step": 738
    },
    {
      "epoch": 2.422950819672131,
      "grad_norm": 10.433822312317895,
      "learning_rate": 1.0985043930186624e-06,
      "loss": 0.7005766034126282,
      "step": 739
    },
    {
      "epoch": 2.4262295081967213,
      "grad_norm": 8.374240128659636,
      "learning_rate": 1.0865961979133245e-06,
      "loss": 0.8112733364105225,
      "step": 740
    },
    {
      "epoch": 2.4295081967213115,
      "grad_norm": 9.62795967906854,
      "learning_rate": 1.0747450263526576e-06,
      "loss": 0.37373289465904236,
      "step": 741
    },
    {
      "epoch": 2.4327868852459016,
      "grad_norm": 13.753819659963641,
      "learning_rate": 1.0629510510241337e-06,
      "loss": 0.8246908187866211,
      "step": 742
    },
    {
      "epoch": 2.4360655737704917,
      "grad_norm": 7.72190068820331,
      "learning_rate": 1.0512144437817995e-06,
      "loss": 0.356155663728714,
      "step": 743
    },
    {
      "epoch": 2.439344262295082,
      "grad_norm": 11.709296853156587,
      "learning_rate": 1.0395353756437699e-06,
      "loss": 0.5895639657974243,
      "step": 744
    },
    {
      "epoch": 2.442622950819672,
      "grad_norm": 9.206168440632947,
      "learning_rate": 1.0279140167897428e-06,
      "loss": 0.7546871900558472,
      "step": 745
    },
    {
      "epoch": 2.445901639344262,
      "grad_norm": 8.050461363390497,
      "learning_rate": 1.0163505365585086e-06,
      "loss": 0.8311668634414673,
      "step": 746
    },
    {
      "epoch": 2.4491803278688526,
      "grad_norm": 8.643106973190003,
      "learning_rate": 1.004845103445492e-06,
      "loss": 0.5180816054344177,
      "step": 747
    },
    {
      "epoch": 2.4524590163934428,
      "grad_norm": 14.400475668772438,
      "learning_rate": 9.933978851002912e-07,
      "loss": 0.7587926387786865,
      "step": 748
    },
    {
      "epoch": 2.455737704918033,
      "grad_norm": 8.67852546917449,
      "learning_rate": 9.820090483242394e-07,
      "loss": 0.6491926908493042,
      "step": 749
    },
    {
      "epoch": 2.459016393442623,
      "grad_norm": 9.17651190753313,
      "learning_rate": 9.706787590679685e-07,
      "loss": 0.6185643672943115,
      "step": 750
    },
    {
      "epoch": 2.462295081967213,
      "grad_norm": 7.405114789282885,
      "learning_rate": 9.594071824289986e-07,
      "loss": 0.564989447593689,
      "step": 751
    },
    {
      "epoch": 2.4655737704918033,
      "grad_norm": 9.972905853881517,
      "learning_rate": 9.481944826493266e-07,
      "loss": 0.6626894474029541,
      "step": 752
    },
    {
      "epoch": 2.4688524590163934,
      "grad_norm": 7.094573408783286,
      "learning_rate": 9.370408231130346e-07,
      "loss": 0.7726181745529175,
      "step": 753
    },
    {
      "epoch": 2.4721311475409835,
      "grad_norm": 11.077713933639133,
      "learning_rate": 9.259463663439072e-07,
      "loss": 0.7983223795890808,
      "step": 754
    },
    {
      "epoch": 2.4754098360655736,
      "grad_norm": 9.884726507627212,
      "learning_rate": 9.149112740030675e-07,
      "loss": 1.0112802982330322,
      "step": 755
    },
    {
      "epoch": 2.4786885245901638,
      "grad_norm": 9.905643131452015,
      "learning_rate": 9.039357068866178e-07,
      "loss": 0.71968013048172,
      "step": 756
    },
    {
      "epoch": 2.4819672131147543,
      "grad_norm": 14.849954217948104,
      "learning_rate": 8.930198249233002e-07,
      "loss": 0.5837727785110474,
      "step": 757
    },
    {
      "epoch": 2.4852459016393444,
      "grad_norm": 9.0944822899666,
      "learning_rate": 8.821637871721622e-07,
      "loss": 0.5900105237960815,
      "step": 758
    },
    {
      "epoch": 2.4885245901639346,
      "grad_norm": 7.990941095589427,
      "learning_rate": 8.713677518202412e-07,
      "loss": 0.5894654989242554,
      "step": 759
    },
    {
      "epoch": 2.4918032786885247,
      "grad_norm": 8.908684981251513,
      "learning_rate": 8.606318761802584e-07,
      "loss": 0.6155968904495239,
      "step": 760
    },
    {
      "epoch": 2.495081967213115,
      "grad_norm": 8.970711386254106,
      "learning_rate": 8.49956316688329e-07,
      "loss": 0.4901209771633148,
      "step": 761
    },
    {
      "epoch": 2.498360655737705,
      "grad_norm": 8.359378324244565,
      "learning_rate": 8.393412289016778e-07,
      "loss": 0.9492852687835693,
      "step": 762
    },
    {
      "epoch": 2.501639344262295,
      "grad_norm": 9.093256052787806,
      "learning_rate": 8.287867674963807e-07,
      "loss": 0.8427372574806213,
      "step": 763
    },
    {
      "epoch": 2.504918032786885,
      "grad_norm": 10.255826071241534,
      "learning_rate": 8.182930862651012e-07,
      "loss": 0.8181349039077759,
      "step": 764
    },
    {
      "epoch": 2.5081967213114753,
      "grad_norm": 8.812866421103134,
      "learning_rate": 8.078603381148575e-07,
      "loss": 0.6845513582229614,
      "step": 765
    },
    {
      "epoch": 2.5114754098360654,
      "grad_norm": 10.148883137978496,
      "learning_rate": 7.974886750647887e-07,
      "loss": 0.62053382396698,
      "step": 766
    },
    {
      "epoch": 2.5147540983606556,
      "grad_norm": 12.940359607584073,
      "learning_rate": 7.871782482439433e-07,
      "loss": 0.6365728378295898,
      "step": 767
    },
    {
      "epoch": 2.5180327868852457,
      "grad_norm": 8.122511797596042,
      "learning_rate": 7.769292078890745e-07,
      "loss": 0.4968264102935791,
      "step": 768
    },
    {
      "epoch": 2.521311475409836,
      "grad_norm": 13.79917919525515,
      "learning_rate": 7.667417033424529e-07,
      "loss": 1.1382057666778564,
      "step": 769
    },
    {
      "epoch": 2.5245901639344264,
      "grad_norm": 10.122757583662537,
      "learning_rate": 7.566158830496917e-07,
      "loss": 0.6581559777259827,
      "step": 770
    },
    {
      "epoch": 2.5278688524590165,
      "grad_norm": 7.816258634706478,
      "learning_rate": 7.465518945575789e-07,
      "loss": 0.43607428669929504,
      "step": 771
    },
    {
      "epoch": 2.5311475409836066,
      "grad_norm": 10.297048441436818,
      "learning_rate": 7.365498845119317e-07,
      "loss": 0.6695338487625122,
      "step": 772
    },
    {
      "epoch": 2.5344262295081967,
      "grad_norm": 8.244938512310734,
      "learning_rate": 7.266099986554576e-07,
      "loss": 0.595778226852417,
      "step": 773
    },
    {
      "epoch": 2.537704918032787,
      "grad_norm": 11.687587004973341,
      "learning_rate": 7.167323818256305e-07,
      "loss": 0.5753973722457886,
      "step": 774
    },
    {
      "epoch": 2.540983606557377,
      "grad_norm": 8.284695869426658,
      "learning_rate": 7.069171779525846e-07,
      "loss": 0.5516860485076904,
      "step": 775
    },
    {
      "epoch": 2.544262295081967,
      "grad_norm": 12.565729777623124,
      "learning_rate": 6.971645300570084e-07,
      "loss": 1.1838195323944092,
      "step": 776
    },
    {
      "epoch": 2.5475409836065572,
      "grad_norm": 13.429622305460638,
      "learning_rate": 6.874745802480715e-07,
      "loss": 0.4558683931827545,
      "step": 777
    },
    {
      "epoch": 2.550819672131148,
      "grad_norm": 14.212286309934173,
      "learning_rate": 6.778474697213427e-07,
      "loss": 0.9987090826034546,
      "step": 778
    },
    {
      "epoch": 2.554098360655738,
      "grad_norm": 7.8958963121132815,
      "learning_rate": 6.682833387567422e-07,
      "loss": 0.7573103904724121,
      "step": 779
    },
    {
      "epoch": 2.557377049180328,
      "grad_norm": 7.383146372881519,
      "learning_rate": 6.587823267164911e-07,
      "loss": 0.517373263835907,
      "step": 780
    },
    {
      "epoch": 2.560655737704918,
      "grad_norm": 11.652813079038612,
      "learning_rate": 6.49344572043083e-07,
      "loss": 0.6053184270858765,
      "step": 781
    },
    {
      "epoch": 2.5639344262295083,
      "grad_norm": 14.01748420884827,
      "learning_rate": 6.399702122572698e-07,
      "loss": 0.6553714275360107,
      "step": 782
    },
    {
      "epoch": 2.5672131147540984,
      "grad_norm": 12.627499359642803,
      "learning_rate": 6.306593839560521e-07,
      "loss": 1.0168967247009277,
      "step": 783
    },
    {
      "epoch": 2.5704918032786885,
      "grad_norm": 14.045539369184889,
      "learning_rate": 6.214122228106917e-07,
      "loss": 0.9201576709747314,
      "step": 784
    },
    {
      "epoch": 2.5737704918032787,
      "grad_norm": 29.59616670098063,
      "learning_rate": 6.122288635647355e-07,
      "loss": 0.8917211890220642,
      "step": 785
    },
    {
      "epoch": 2.577049180327869,
      "grad_norm": 12.522181650549864,
      "learning_rate": 6.031094400320498e-07,
      "loss": 0.4954626262187958,
      "step": 786
    },
    {
      "epoch": 2.580327868852459,
      "grad_norm": 11.901743267361088,
      "learning_rate": 5.940540850948723e-07,
      "loss": 0.7444179654121399,
      "step": 787
    },
    {
      "epoch": 2.583606557377049,
      "grad_norm": 9.144057514766333,
      "learning_rate": 5.850629307018768e-07,
      "loss": 0.5142679810523987,
      "step": 788
    },
    {
      "epoch": 2.586885245901639,
      "grad_norm": 14.007018710528909,
      "learning_rate": 5.761361078662464e-07,
      "loss": 0.3713076114654541,
      "step": 789
    },
    {
      "epoch": 2.5901639344262293,
      "grad_norm": 9.35544797735101,
      "learning_rate": 5.672737466637701e-07,
      "loss": 0.6729528903961182,
      "step": 790
    },
    {
      "epoch": 2.5934426229508194,
      "grad_norm": 12.9010466913571,
      "learning_rate": 5.584759762309422e-07,
      "loss": 0.5998413562774658,
      "step": 791
    },
    {
      "epoch": 2.59672131147541,
      "grad_norm": 8.789323608491406,
      "learning_rate": 5.497429247630825e-07,
      "loss": 0.6380819082260132,
      "step": 792
    },
    {
      "epoch": 2.6,
      "grad_norm": 9.178527788685045,
      "learning_rate": 5.410747195124705e-07,
      "loss": 0.5965032577514648,
      "step": 793
    },
    {
      "epoch": 2.60327868852459,
      "grad_norm": 8.748138258537878,
      "learning_rate": 5.324714867864861e-07,
      "loss": 0.530613899230957,
      "step": 794
    },
    {
      "epoch": 2.6065573770491803,
      "grad_norm": 13.13669915079173,
      "learning_rate": 5.239333519457779e-07,
      "loss": 0.7559823989868164,
      "step": 795
    },
    {
      "epoch": 2.6098360655737705,
      "grad_norm": 9.102444180885925,
      "learning_rate": 5.154604394024254e-07,
      "loss": 0.3219029903411865,
      "step": 796
    },
    {
      "epoch": 2.6131147540983606,
      "grad_norm": 11.17181461481391,
      "learning_rate": 5.070528726181345e-07,
      "loss": 0.7130431532859802,
      "step": 797
    },
    {
      "epoch": 2.6163934426229507,
      "grad_norm": 12.394950008370559,
      "learning_rate": 4.98710774102435e-07,
      "loss": 0.7524692416191101,
      "step": 798
    },
    {
      "epoch": 2.619672131147541,
      "grad_norm": 10.267399593456043,
      "learning_rate": 4.904342654108957e-07,
      "loss": 0.49988648295402527,
      "step": 799
    },
    {
      "epoch": 2.6229508196721314,
      "grad_norm": 13.65861670782972,
      "learning_rate": 4.822234671433552e-07,
      "loss": 0.82187819480896,
      "step": 800
    },
    {
      "epoch": 2.6262295081967215,
      "grad_norm": 9.100489214671041,
      "learning_rate": 4.7407849894216097e-07,
      "loss": 0.6017215251922607,
      "step": 801
    },
    {
      "epoch": 2.6295081967213116,
      "grad_norm": 8.281691235042029,
      "learning_rate": 4.65999479490431e-07,
      "loss": 0.5520101189613342,
      "step": 802
    },
    {
      "epoch": 2.6327868852459018,
      "grad_norm": 8.22441534867937,
      "learning_rate": 4.579865265103184e-07,
      "loss": 0.5308873653411865,
      "step": 803
    },
    {
      "epoch": 2.636065573770492,
      "grad_norm": 8.949030474805165,
      "learning_rate": 4.500397567613002e-07,
      "loss": 0.7142630815505981,
      "step": 804
    },
    {
      "epoch": 2.639344262295082,
      "grad_norm": 9.435174739342594,
      "learning_rate": 4.4215928603847604e-07,
      "loss": 0.39907175302505493,
      "step": 805
    },
    {
      "epoch": 2.642622950819672,
      "grad_norm": 8.377391490056,
      "learning_rate": 4.343452291708783e-07,
      "loss": 0.6312208771705627,
      "step": 806
    },
    {
      "epoch": 2.6459016393442623,
      "grad_norm": 7.545619479707925,
      "learning_rate": 4.265977000197996e-07,
      "loss": 0.5526963472366333,
      "step": 807
    },
    {
      "epoch": 2.6491803278688524,
      "grad_norm": 10.18998282908331,
      "learning_rate": 4.1891681147713913e-07,
      "loss": 0.8185096979141235,
      "step": 808
    },
    {
      "epoch": 2.6524590163934425,
      "grad_norm": 9.368250311381187,
      "learning_rate": 4.1130267546374726e-07,
      "loss": 0.5902255177497864,
      "step": 809
    },
    {
      "epoch": 2.6557377049180326,
      "grad_norm": 5.871289073432532,
      "learning_rate": 4.03755402927804e-07,
      "loss": 0.4009667634963989,
      "step": 810
    },
    {
      "epoch": 2.6590163934426227,
      "grad_norm": 12.79240864242054,
      "learning_rate": 3.962751038431961e-07,
      "loss": 0.715050995349884,
      "step": 811
    },
    {
      "epoch": 2.662295081967213,
      "grad_norm": 10.594262698608302,
      "learning_rate": 3.888618872079203e-07,
      "loss": 0.5971469879150391,
      "step": 812
    },
    {
      "epoch": 2.6655737704918034,
      "grad_norm": 15.877999197939989,
      "learning_rate": 3.815158610424896e-07,
      "loss": 0.8317169547080994,
      "step": 813
    },
    {
      "epoch": 2.6688524590163936,
      "grad_norm": 8.943100209291494,
      "learning_rate": 3.7423713238836426e-07,
      "loss": 0.4437413513660431,
      "step": 814
    },
    {
      "epoch": 2.6721311475409837,
      "grad_norm": 16.895162995871228,
      "learning_rate": 3.670258073063865e-07,
      "loss": 0.7190691232681274,
      "step": 815
    },
    {
      "epoch": 2.675409836065574,
      "grad_norm": 9.21012516020575,
      "learning_rate": 3.5988199087523987e-07,
      "loss": 0.46982142329216003,
      "step": 816
    },
    {
      "epoch": 2.678688524590164,
      "grad_norm": 7.639609447418553,
      "learning_rate": 3.5280578718991544e-07,
      "loss": 0.6563073396682739,
      "step": 817
    },
    {
      "epoch": 2.681967213114754,
      "grad_norm": 6.960564005126012,
      "learning_rate": 3.4579729936019656e-07,
      "loss": 0.5035058856010437,
      "step": 818
    },
    {
      "epoch": 2.685245901639344,
      "grad_norm": 9.078968262602558,
      "learning_rate": 3.388566295091544e-07,
      "loss": 0.7727448344230652,
      "step": 819
    },
    {
      "epoch": 2.6885245901639343,
      "grad_norm": 7.490814127324463,
      "learning_rate": 3.319838787716634e-07,
      "loss": 0.6857200860977173,
      "step": 820
    },
    {
      "epoch": 2.6918032786885244,
      "grad_norm": 13.81275808222043,
      "learning_rate": 3.2517914729292446e-07,
      "loss": 0.855427622795105,
      "step": 821
    },
    {
      "epoch": 2.695081967213115,
      "grad_norm": 12.446870332625844,
      "learning_rate": 3.184425342270053e-07,
      "loss": 0.9690858721733093,
      "step": 822
    },
    {
      "epoch": 2.698360655737705,
      "grad_norm": 7.558078474486006,
      "learning_rate": 3.117741377353978e-07,
      "loss": 0.4048570990562439,
      "step": 823
    },
    {
      "epoch": 2.7016393442622952,
      "grad_norm": 9.428513773870677,
      "learning_rate": 3.0517405498558696e-07,
      "loss": 0.44000768661499023,
      "step": 824
    },
    {
      "epoch": 2.7049180327868854,
      "grad_norm": 9.110846542542461,
      "learning_rate": 2.9864238214963593e-07,
      "loss": 0.6617041230201721,
      "step": 825
    },
    {
      "epoch": 2.7081967213114755,
      "grad_norm": 9.143156959782054,
      "learning_rate": 2.921792144027813e-07,
      "loss": 0.5910684466362,
      "step": 826
    },
    {
      "epoch": 2.7114754098360656,
      "grad_norm": 7.058912049109526,
      "learning_rate": 2.8578464592205145e-07,
      "loss": 0.7246738076210022,
      "step": 827
    },
    {
      "epoch": 2.7147540983606557,
      "grad_norm": 12.730471796684768,
      "learning_rate": 2.7945876988488883e-07,
      "loss": 0.8969898223876953,
      "step": 828
    },
    {
      "epoch": 2.718032786885246,
      "grad_norm": 8.779816711328683,
      "learning_rate": 2.732016784677954e-07,
      "loss": 0.5854172110557556,
      "step": 829
    },
    {
      "epoch": 2.721311475409836,
      "grad_norm": 9.647809268687485,
      "learning_rate": 2.6701346284499e-07,
      "loss": 0.7470331192016602,
      "step": 830
    },
    {
      "epoch": 2.724590163934426,
      "grad_norm": 11.088068159529023,
      "learning_rate": 2.6089421318707785e-07,
      "loss": 1.2475409507751465,
      "step": 831
    },
    {
      "epoch": 2.7278688524590162,
      "grad_norm": 8.4828159011528,
      "learning_rate": 2.548440186597373e-07,
      "loss": 0.49615880846977234,
      "step": 832
    },
    {
      "epoch": 2.7311475409836063,
      "grad_norm": 11.215374424741396,
      "learning_rate": 2.4886296742242135e-07,
      "loss": 0.6099059581756592,
      "step": 833
    },
    {
      "epoch": 2.7344262295081965,
      "grad_norm": 10.181385949403362,
      "learning_rate": 2.4295114662707285e-07,
      "loss": 0.34299445152282715,
      "step": 834
    },
    {
      "epoch": 2.737704918032787,
      "grad_norm": 11.481712576102744,
      "learning_rate": 2.3710864241685338e-07,
      "loss": 0.7269039154052734,
      "step": 835
    },
    {
      "epoch": 2.740983606557377,
      "grad_norm": 7.476213087173758,
      "learning_rate": 2.3133553992488845e-07,
      "loss": 0.46271950006484985,
      "step": 836
    },
    {
      "epoch": 2.7442622950819673,
      "grad_norm": 8.16069580105883,
      "learning_rate": 2.256319232730292e-07,
      "loss": 0.4534473419189453,
      "step": 837
    },
    {
      "epoch": 2.7475409836065574,
      "grad_norm": 10.878256120702252,
      "learning_rate": 2.199978755706228e-07,
      "loss": 0.4390193819999695,
      "step": 838
    },
    {
      "epoch": 2.7508196721311475,
      "grad_norm": 9.083116566307146,
      "learning_rate": 2.144334789133057e-07,
      "loss": 0.4008505344390869,
      "step": 839
    },
    {
      "epoch": 2.7540983606557377,
      "grad_norm": 6.43431312570963,
      "learning_rate": 2.0893881438180275e-07,
      "loss": 0.6122070550918579,
      "step": 840
    },
    {
      "epoch": 2.7573770491803278,
      "grad_norm": 10.622872262629405,
      "learning_rate": 2.0351396204074946e-07,
      "loss": 0.7235456705093384,
      "step": 841
    },
    {
      "epoch": 2.760655737704918,
      "grad_norm": 7.213619311132858,
      "learning_rate": 1.981590009375245e-07,
      "loss": 0.5202394127845764,
      "step": 842
    },
    {
      "epoch": 2.7639344262295085,
      "grad_norm": 10.161880372184976,
      "learning_rate": 1.928740091010961e-07,
      "loss": 0.6245577931404114,
      "step": 843
    },
    {
      "epoch": 2.7672131147540986,
      "grad_norm": 6.758018946519213,
      "learning_rate": 1.8765906354088704e-07,
      "loss": 0.8134009838104248,
      "step": 844
    },
    {
      "epoch": 2.7704918032786887,
      "grad_norm": 9.53893785483641,
      "learning_rate": 1.8251424024565256e-07,
      "loss": 0.6723477244377136,
      "step": 845
    },
    {
      "epoch": 2.773770491803279,
      "grad_norm": 7.95046391349502,
      "learning_rate": 1.7743961418237144e-07,
      "loss": 0.4486456513404846,
      "step": 846
    },
    {
      "epoch": 2.777049180327869,
      "grad_norm": 7.591058667301265,
      "learning_rate": 1.7243525929515504e-07,
      "loss": 0.8112704157829285,
      "step": 847
    },
    {
      "epoch": 2.780327868852459,
      "grad_norm": 9.930607310114755,
      "learning_rate": 1.6750124850416826e-07,
      "loss": 0.682133674621582,
      "step": 848
    },
    {
      "epoch": 2.783606557377049,
      "grad_norm": 8.813766989992272,
      "learning_rate": 1.626376537045704e-07,
      "loss": 0.6443338394165039,
      "step": 849
    },
    {
      "epoch": 2.7868852459016393,
      "grad_norm": 7.094646177322405,
      "learning_rate": 1.578445457654637e-07,
      "loss": 0.6525646448135376,
      "step": 850
    },
    {
      "epoch": 2.7901639344262295,
      "grad_norm": 11.626296711626333,
      "learning_rate": 1.5312199452886145e-07,
      "loss": 0.9580066800117493,
      "step": 851
    },
    {
      "epoch": 2.7934426229508196,
      "grad_norm": 9.210254341369163,
      "learning_rate": 1.484700688086743e-07,
      "loss": 0.6437457799911499,
      "step": 852
    },
    {
      "epoch": 2.7967213114754097,
      "grad_norm": 8.601088161825224,
      "learning_rate": 1.4388883638970063e-07,
      "loss": 0.42306095361709595,
      "step": 853
    },
    {
      "epoch": 2.8,
      "grad_norm": 7.324300334125709,
      "learning_rate": 1.3937836402664495e-07,
      "loss": 0.6748613119125366,
      "step": 854
    },
    {
      "epoch": 2.80327868852459,
      "grad_norm": 10.547086935821094,
      "learning_rate": 1.3493871744314214e-07,
      "loss": 0.3418477177619934,
      "step": 855
    },
    {
      "epoch": 2.80655737704918,
      "grad_norm": 6.969955887076789,
      "learning_rate": 1.3056996133079924e-07,
      "loss": 0.5980502367019653,
      "step": 856
    },
    {
      "epoch": 2.8098360655737706,
      "grad_norm": 7.294833640866651,
      "learning_rate": 1.2627215934825577e-07,
      "loss": 0.42744672298431396,
      "step": 857
    },
    {
      "epoch": 2.8131147540983608,
      "grad_norm": 10.37042590987861,
      "learning_rate": 1.220453741202543e-07,
      "loss": 0.9779307842254639,
      "step": 858
    },
    {
      "epoch": 2.816393442622951,
      "grad_norm": 12.272481933406535,
      "learning_rate": 1.1788966723672635e-07,
      "loss": 0.9996778964996338,
      "step": 859
    },
    {
      "epoch": 2.819672131147541,
      "grad_norm": 17.305538683658135,
      "learning_rate": 1.1380509925189853e-07,
      "loss": 1.1473438739776611,
      "step": 860
    },
    {
      "epoch": 2.822950819672131,
      "grad_norm": 8.705145620927263,
      "learning_rate": 1.0979172968340667e-07,
      "loss": 0.5649204254150391,
      "step": 861
    },
    {
      "epoch": 2.8262295081967213,
      "grad_norm": 14.32991090724013,
      "learning_rate": 1.0584961701143149e-07,
      "loss": 0.8015550971031189,
      "step": 862
    },
    {
      "epoch": 2.8295081967213114,
      "grad_norm": 8.804270867003007,
      "learning_rate": 1.0197881867784365e-07,
      "loss": 0.33222225308418274,
      "step": 863
    },
    {
      "epoch": 2.8327868852459015,
      "grad_norm": 10.805115340890156,
      "learning_rate": 9.817939108536956e-08,
      "loss": 0.706474244594574,
      "step": 864
    },
    {
      "epoch": 2.836065573770492,
      "grad_norm": 10.402005795094361,
      "learning_rate": 9.445138959676692e-08,
      "loss": 0.5427497625350952,
      "step": 865
    },
    {
      "epoch": 2.839344262295082,
      "grad_norm": 8.197074456008247,
      "learning_rate": 9.079486853402097e-08,
      "loss": 0.6840100288391113,
      "step": 866
    },
    {
      "epoch": 2.8426229508196723,
      "grad_norm": 9.319086353566995,
      "learning_rate": 8.720988117754958e-08,
      "loss": 0.6404067277908325,
      "step": 867
    },
    {
      "epoch": 2.8459016393442624,
      "grad_norm": 8.310362206317706,
      "learning_rate": 8.369647976542883e-08,
      "loss": 0.556831955909729,
      "step": 868
    },
    {
      "epoch": 2.8491803278688526,
      "grad_norm": 11.916371174895799,
      "learning_rate": 8.025471549263142e-08,
      "loss": 0.800558865070343,
      "step": 869
    },
    {
      "epoch": 2.8524590163934427,
      "grad_norm": 11.724735875015957,
      "learning_rate": 7.688463851028227e-08,
      "loss": 0.7638567686080933,
      "step": 870
    },
    {
      "epoch": 2.855737704918033,
      "grad_norm": 9.237960315010103,
      "learning_rate": 7.358629792492522e-08,
      "loss": 0.5945174694061279,
      "step": 871
    },
    {
      "epoch": 2.859016393442623,
      "grad_norm": 16.973787019570754,
      "learning_rate": 7.035974179780803e-08,
      "loss": 0.5800426602363586,
      "step": 872
    },
    {
      "epoch": 2.862295081967213,
      "grad_norm": 11.379259939969558,
      "learning_rate": 6.720501714418237e-08,
      "loss": 0.7505283355712891,
      "step": 873
    },
    {
      "epoch": 2.865573770491803,
      "grad_norm": 9.656225233728003,
      "learning_rate": 6.41221699326211e-08,
      "loss": 0.999565839767456,
      "step": 874
    },
    {
      "epoch": 2.8688524590163933,
      "grad_norm": 7.971622495757984,
      "learning_rate": 6.11112450843443e-08,
      "loss": 0.593449592590332,
      "step": 875
    },
    {
      "epoch": 2.8721311475409834,
      "grad_norm": 8.980449631620504,
      "learning_rate": 5.8172286472566456e-08,
      "loss": 0.5593907833099365,
      "step": 876
    },
    {
      "epoch": 2.8754098360655735,
      "grad_norm": 9.529195014273123,
      "learning_rate": 5.53053369218598e-08,
      "loss": 0.59034264087677,
      "step": 877
    },
    {
      "epoch": 2.8786885245901637,
      "grad_norm": 8.883154573445223,
      "learning_rate": 5.251043820752533e-08,
      "loss": 0.6159124374389648,
      "step": 878
    },
    {
      "epoch": 2.8819672131147542,
      "grad_norm": 10.015292813404121,
      "learning_rate": 4.978763105498774e-08,
      "loss": 0.564907968044281,
      "step": 879
    },
    {
      "epoch": 2.8852459016393444,
      "grad_norm": 8.877025904067645,
      "learning_rate": 4.713695513920147e-08,
      "loss": 0.6092976331710815,
      "step": 880
    },
    {
      "epoch": 2.8885245901639345,
      "grad_norm": 13.087425563399531,
      "learning_rate": 4.455844908407059e-08,
      "loss": 0.45290064811706543,
      "step": 881
    },
    {
      "epoch": 2.8918032786885246,
      "grad_norm": 7.493274122506968,
      "learning_rate": 4.205215046188926e-08,
      "loss": 0.5094927549362183,
      "step": 882
    },
    {
      "epoch": 2.8950819672131147,
      "grad_norm": 10.418940699294136,
      "learning_rate": 3.9618095792790524e-08,
      "loss": 0.6270198822021484,
      "step": 883
    },
    {
      "epoch": 2.898360655737705,
      "grad_norm": 8.885371305625478,
      "learning_rate": 3.7256320544218347e-08,
      "loss": 0.7956331968307495,
      "step": 884
    },
    {
      "epoch": 2.901639344262295,
      "grad_norm": 8.244563536045693,
      "learning_rate": 3.4966859130405873e-08,
      "loss": 0.7026015520095825,
      "step": 885
    },
    {
      "epoch": 2.904918032786885,
      "grad_norm": 10.467424802431355,
      "learning_rate": 3.27497449118791e-08,
      "loss": 0.7262118458747864,
      "step": 886
    },
    {
      "epoch": 2.9081967213114757,
      "grad_norm": 9.0119192158647,
      "learning_rate": 3.060501019496675e-08,
      "loss": 0.6786316633224487,
      "step": 887
    },
    {
      "epoch": 2.911475409836066,
      "grad_norm": 8.287242668225502,
      "learning_rate": 2.853268623133232e-08,
      "loss": 0.7014474868774414,
      "step": 888
    },
    {
      "epoch": 2.914754098360656,
      "grad_norm": 9.449835059250328,
      "learning_rate": 2.65328032175155e-08,
      "loss": 0.9751036167144775,
      "step": 889
    },
    {
      "epoch": 2.918032786885246,
      "grad_norm": 11.90492447078595,
      "learning_rate": 2.4605390294497043e-08,
      "loss": 0.7350157499313354,
      "step": 890
    },
    {
      "epoch": 2.921311475409836,
      "grad_norm": 7.443321940718876,
      "learning_rate": 2.275047554726795e-08,
      "loss": 0.6686207056045532,
      "step": 891
    },
    {
      "epoch": 2.9245901639344263,
      "grad_norm": 7.92371234212105,
      "learning_rate": 2.0968086004425903e-08,
      "loss": 0.7841460704803467,
      "step": 892
    },
    {
      "epoch": 2.9278688524590164,
      "grad_norm": 7.081271964048332,
      "learning_rate": 1.9258247637778393e-08,
      "loss": 0.6987062096595764,
      "step": 893
    },
    {
      "epoch": 2.9311475409836065,
      "grad_norm": 13.436496778674424,
      "learning_rate": 1.762098536196466e-08,
      "loss": 0.7867368459701538,
      "step": 894
    },
    {
      "epoch": 2.9344262295081966,
      "grad_norm": 8.25269515028753,
      "learning_rate": 1.6056323034092658e-08,
      "loss": 0.7751071453094482,
      "step": 895
    },
    {
      "epoch": 2.9377049180327868,
      "grad_norm": 8.665161960356096,
      "learning_rate": 1.4564283453392669e-08,
      "loss": 0.7448148727416992,
      "step": 896
    },
    {
      "epoch": 2.940983606557377,
      "grad_norm": 10.787329953761654,
      "learning_rate": 1.3144888360883678e-08,
      "loss": 0.5395925045013428,
      "step": 897
    },
    {
      "epoch": 2.944262295081967,
      "grad_norm": 10.978042105561899,
      "learning_rate": 1.179815843905585e-08,
      "loss": 0.6888113021850586,
      "step": 898
    },
    {
      "epoch": 2.947540983606557,
      "grad_norm": 11.553965534322028,
      "learning_rate": 1.0524113311571881e-08,
      "loss": 0.5078659653663635,
      "step": 899
    },
    {
      "epoch": 2.9508196721311473,
      "grad_norm": 13.043459685630678,
      "learning_rate": 9.322771542978892e-09,
      "loss": 0.6531692743301392,
      "step": 900
    },
    {
      "epoch": 2.954098360655738,
      "grad_norm": 10.89031227513574,
      "learning_rate": 8.194150638438093e-09,
      "loss": 0.888818621635437,
      "step": 901
    },
    {
      "epoch": 2.957377049180328,
      "grad_norm": 9.766839312076108,
      "learning_rate": 7.138267043471647e-09,
      "loss": 0.49958160519599915,
      "step": 902
    },
    {
      "epoch": 2.960655737704918,
      "grad_norm": 10.40192268687688,
      "learning_rate": 6.1551361437189876e-09,
      "loss": 0.8164390325546265,
      "step": 903
    },
    {
      "epoch": 2.963934426229508,
      "grad_norm": 9.020802587654194,
      "learning_rate": 5.244772264717535e-09,
      "loss": 0.5776973962783813,
      "step": 904
    },
    {
      "epoch": 2.9672131147540983,
      "grad_norm": 74.88350948695356,
      "learning_rate": 4.407188671690099e-09,
      "loss": 0.6302528381347656,
      "step": 905
    },
    {
      "epoch": 2.9704918032786884,
      "grad_norm": 10.291708081506558,
      "learning_rate": 3.6423975693533618e-09,
      "loss": 0.7293718457221985,
      "step": 906
    },
    {
      "epoch": 2.9737704918032786,
      "grad_norm": 8.433209135811323,
      "learning_rate": 2.950410101740797e-09,
      "loss": 0.6107383370399475,
      "step": 907
    },
    {
      "epoch": 2.9770491803278687,
      "grad_norm": 16.156426054367216,
      "learning_rate": 2.3312363520378024e-09,
      "loss": 0.670303225517273,
      "step": 908
    },
    {
      "epoch": 2.9803278688524593,
      "grad_norm": 9.841217655731743,
      "learning_rate": 1.78488534243626e-09,
      "loss": 0.647737979888916,
      "step": 909
    },
    {
      "epoch": 2.9836065573770494,
      "grad_norm": 9.672450498610333,
      "learning_rate": 1.3113650340046413e-09,
      "loss": 0.6792494654655457,
      "step": 910
    },
    {
      "epoch": 2.9868852459016395,
      "grad_norm": 10.753013068423641,
      "learning_rate": 9.106823265681019e-10,
      "loss": 0.5941249132156372,
      "step": 911
    },
    {
      "epoch": 2.9901639344262296,
      "grad_norm": 7.871527643095715,
      "learning_rate": 5.828430586124479e-10,
      "loss": 0.3177376985549927,
      "step": 912
    },
    {
      "epoch": 2.9934426229508198,
      "grad_norm": 12.358592647358588,
      "learning_rate": 3.278520071947622e-10,
      "loss": 0.6548700928688049,
      "step": 913
    },
    {
      "epoch": 2.99672131147541,
      "grad_norm": 13.09126561142478,
      "learning_rate": 1.457128878779024e-10,
      "loss": 0.7156137228012085,
      "step": 914
    },
    {
      "epoch": 3.0,
      "grad_norm": 11.504680357991957,
      "learning_rate": 3.6428354671658176e-11,
      "loss": 0.42233142256736755,
      "step": 915
    },
    {
      "epoch": 3.0,
      "step": 915,
      "total_flos": 4888573747200.0,
      "train_loss": 1.5217517310478648,
      "train_runtime": 2117.074,
      "train_samples_per_second": 3.452,
      "train_steps_per_second": 0.432
    }
  ],
  "logging_steps": 1,
  "max_steps": 915,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4888573747200.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}