{
  "best_global_step": 1000,
  "best_metric": 4.025330543518066,
  "best_model_checkpoint": "./snac_checkpoints-full/checkpoint-1000",
  "epoch": 7.0,
  "eval_steps": 500,
  "global_step": 3430,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0020408163265306124,
      "grad_norm": 270.0,
      "learning_rate": 0.0,
      "loss": 13.956,
      "step": 1
    },
    {
      "epoch": 0.004081632653061225,
      "grad_norm": 262.0,
      "learning_rate": 2.915451895043732e-07,
      "loss": 13.8596,
      "step": 2
    },
    {
      "epoch": 0.006122448979591836,
      "grad_norm": 286.0,
      "learning_rate": 5.830903790087464e-07,
      "loss": 13.9665,
      "step": 3
    },
    {
      "epoch": 0.00816326530612245,
      "grad_norm": 270.0,
      "learning_rate": 8.746355685131196e-07,
      "loss": 13.9292,
      "step": 4
    },
    {
      "epoch": 0.01020408163265306,
      "grad_norm": 214.0,
      "learning_rate": 1.1661807580174927e-06,
      "loss": 13.8249,
      "step": 5
    },
    {
      "epoch": 0.012244897959183673,
      "grad_norm": 168.0,
      "learning_rate": 1.457725947521866e-06,
      "loss": 13.8095,
      "step": 6
    },
    {
      "epoch": 0.014285714285714285,
      "grad_norm": 132.0,
      "learning_rate": 1.7492711370262391e-06,
      "loss": 13.6732,
      "step": 7
    },
    {
      "epoch": 0.0163265306122449,
      "grad_norm": 112.0,
      "learning_rate": 2.040816326530612e-06,
      "loss": 13.6012,
      "step": 8
    },
    {
      "epoch": 0.018367346938775512,
      "grad_norm": 93.5,
      "learning_rate": 2.3323615160349855e-06,
      "loss": 13.5982,
      "step": 9
    },
    {
      "epoch": 0.02040816326530612,
      "grad_norm": 76.5,
      "learning_rate": 2.623906705539359e-06,
      "loss": 13.4279,
      "step": 10
    },
    {
      "epoch": 0.022448979591836733,
      "grad_norm": 76.0,
      "learning_rate": 2.915451895043732e-06,
      "loss": 13.3568,
      "step": 11
    },
    {
      "epoch": 0.024489795918367346,
      "grad_norm": 71.0,
      "learning_rate": 3.2069970845481052e-06,
      "loss": 13.2011,
      "step": 12
    },
    {
      "epoch": 0.026530612244897958,
      "grad_norm": 63.5,
      "learning_rate": 3.4985422740524782e-06,
      "loss": 13.2092,
      "step": 13
    },
    {
      "epoch": 0.02857142857142857,
      "grad_norm": 49.5,
      "learning_rate": 3.7900874635568516e-06,
      "loss": 13.1568,
      "step": 14
    },
    {
      "epoch": 0.030612244897959183,
      "grad_norm": 43.75,
      "learning_rate": 4.081632653061224e-06,
      "loss": 13.0267,
      "step": 15
    },
    {
      "epoch": 0.0326530612244898,
      "grad_norm": 35.75,
      "learning_rate": 4.3731778425655976e-06,
      "loss": 13.0138,
      "step": 16
    },
    {
      "epoch": 0.03469387755102041,
      "grad_norm": 32.75,
      "learning_rate": 4.664723032069971e-06,
      "loss": 12.973,
      "step": 17
    },
    {
      "epoch": 0.036734693877551024,
      "grad_norm": 33.0,
      "learning_rate": 4.956268221574344e-06,
      "loss": 12.8514,
      "step": 18
    },
    {
      "epoch": 0.03877551020408163,
      "grad_norm": 26.375,
      "learning_rate": 5.247813411078718e-06,
      "loss": 12.8395,
      "step": 19
    },
    {
      "epoch": 0.04081632653061224,
      "grad_norm": 22.25,
      "learning_rate": 5.539358600583091e-06,
      "loss": 12.7759,
      "step": 20
    },
    {
      "epoch": 0.04285714285714286,
      "grad_norm": 17.25,
      "learning_rate": 5.830903790087464e-06,
      "loss": 12.6002,
      "step": 21
    },
    {
      "epoch": 0.044897959183673466,
      "grad_norm": 19.375,
      "learning_rate": 6.122448979591837e-06,
      "loss": 12.6862,
      "step": 22
    },
    {
      "epoch": 0.04693877551020408,
      "grad_norm": 17.125,
      "learning_rate": 6.4139941690962105e-06,
      "loss": 12.5866,
      "step": 23
    },
    {
      "epoch": 0.04897959183673469,
      "grad_norm": 17.75,
      "learning_rate": 6.705539358600584e-06,
      "loss": 12.4753,
      "step": 24
    },
    {
      "epoch": 0.05102040816326531,
      "grad_norm": 18.125,
      "learning_rate": 6.9970845481049564e-06,
      "loss": 12.4455,
      "step": 25
    },
    {
      "epoch": 0.053061224489795916,
      "grad_norm": 12.9375,
      "learning_rate": 7.28862973760933e-06,
      "loss": 12.3216,
      "step": 26
    },
    {
      "epoch": 0.05510204081632653,
      "grad_norm": 21.375,
      "learning_rate": 7.580174927113703e-06,
      "loss": 12.3599,
      "step": 27
    },
    {
      "epoch": 0.05714285714285714,
      "grad_norm": 23.0,
      "learning_rate": 7.871720116618077e-06,
      "loss": 12.1911,
      "step": 28
    },
    {
      "epoch": 0.05918367346938776,
      "grad_norm": 9.5,
      "learning_rate": 8.163265306122448e-06,
      "loss": 12.2376,
      "step": 29
    },
    {
      "epoch": 0.061224489795918366,
      "grad_norm": 16.125,
      "learning_rate": 8.454810495626823e-06,
      "loss": 12.1463,
      "step": 30
    },
    {
      "epoch": 0.06326530612244897,
      "grad_norm": 15.75,
      "learning_rate": 8.746355685131195e-06,
      "loss": 12.0956,
      "step": 31
    },
    {
      "epoch": 0.0653061224489796,
      "grad_norm": 9.5625,
      "learning_rate": 9.03790087463557e-06,
      "loss": 12.0433,
      "step": 32
    },
    {
      "epoch": 0.0673469387755102,
      "grad_norm": 7.5,
      "learning_rate": 9.329446064139942e-06,
      "loss": 11.9664,
      "step": 33
    },
    {
      "epoch": 0.06938775510204082,
      "grad_norm": 12.375,
      "learning_rate": 9.620991253644314e-06,
      "loss": 11.8438,
      "step": 34
    },
    {
      "epoch": 0.07142857142857142,
      "grad_norm": 19.5,
      "learning_rate": 9.912536443148689e-06,
      "loss": 11.935,
      "step": 35
    },
    {
      "epoch": 0.07346938775510205,
      "grad_norm": 7.875,
      "learning_rate": 1.0204081632653061e-05,
      "loss": 11.8444,
      "step": 36
    },
    {
      "epoch": 0.07551020408163266,
      "grad_norm": 9.6875,
      "learning_rate": 1.0495626822157436e-05,
      "loss": 11.7777,
      "step": 37
    },
    {
      "epoch": 0.07755102040816327,
      "grad_norm": 11.6875,
      "learning_rate": 1.0787172011661808e-05,
      "loss": 11.8336,
      "step": 38
    },
    {
      "epoch": 0.07959183673469387,
      "grad_norm": 7.53125,
      "learning_rate": 1.1078717201166182e-05,
      "loss": 11.6325,
      "step": 39
    },
    {
      "epoch": 0.08163265306122448,
      "grad_norm": 11.75,
      "learning_rate": 1.1370262390670553e-05,
      "loss": 11.6474,
      "step": 40
    },
    {
      "epoch": 0.0836734693877551,
      "grad_norm": 6.125,
      "learning_rate": 1.1661807580174927e-05,
      "loss": 11.6984,
      "step": 41
    },
    {
      "epoch": 0.08571428571428572,
      "grad_norm": 6.375,
      "learning_rate": 1.19533527696793e-05,
      "loss": 11.7204,
      "step": 42
    },
    {
      "epoch": 0.08775510204081632,
      "grad_norm": 14.625,
      "learning_rate": 1.2244897959183674e-05,
      "loss": 11.6667,
      "step": 43
    },
    {
      "epoch": 0.08979591836734693,
      "grad_norm": 5.90625,
      "learning_rate": 1.2536443148688048e-05,
      "loss": 11.5053,
      "step": 44
    },
    {
      "epoch": 0.09183673469387756,
      "grad_norm": 11.9375,
      "learning_rate": 1.2827988338192421e-05,
      "loss": 11.5791,
      "step": 45
    },
    {
      "epoch": 0.09387755102040816,
      "grad_norm": 7.9375,
      "learning_rate": 1.3119533527696792e-05,
      "loss": 11.3534,
      "step": 46
    },
    {
      "epoch": 0.09591836734693877,
      "grad_norm": 10.6875,
      "learning_rate": 1.3411078717201168e-05,
      "loss": 11.3246,
      "step": 47
    },
    {
      "epoch": 0.09795918367346938,
      "grad_norm": 9.9375,
      "learning_rate": 1.3702623906705539e-05,
      "loss": 11.3148,
      "step": 48
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.125,
      "learning_rate": 1.3994169096209913e-05,
      "loss": 11.315,
      "step": 49
    },
    {
      "epoch": 0.10204081632653061,
      "grad_norm": 8.4375,
      "learning_rate": 1.4285714285714285e-05,
      "loss": 11.2,
      "step": 50
    },
    {
      "epoch": 0.10408163265306122,
      "grad_norm": 5.46875,
      "learning_rate": 1.457725947521866e-05,
      "loss": 11.289,
      "step": 51
    },
    {
      "epoch": 0.10612244897959183,
      "grad_norm": 10.1875,
      "learning_rate": 1.4868804664723032e-05,
      "loss": 11.1126,
      "step": 52
    },
    {
      "epoch": 0.10816326530612246,
      "grad_norm": 8.625,
      "learning_rate": 1.5160349854227406e-05,
      "loss": 11.2346,
      "step": 53
    },
    {
      "epoch": 0.11020408163265306,
      "grad_norm": 5.71875,
      "learning_rate": 1.545189504373178e-05,
      "loss": 11.1143,
      "step": 54
    },
    {
      "epoch": 0.11224489795918367,
      "grad_norm": 6.25,
      "learning_rate": 1.5743440233236155e-05,
      "loss": 10.9541,
      "step": 55
    },
    {
      "epoch": 0.11428571428571428,
      "grad_norm": 4.59375,
      "learning_rate": 1.6034985422740524e-05,
      "loss": 10.9802,
      "step": 56
    },
    {
      "epoch": 0.11632653061224489,
      "grad_norm": 7.09375,
      "learning_rate": 1.6326530612244897e-05,
      "loss": 10.9792,
      "step": 57
    },
    {
      "epoch": 0.11836734693877551,
      "grad_norm": 5.6875,
      "learning_rate": 1.6618075801749273e-05,
      "loss": 10.8762,
      "step": 58
    },
    {
      "epoch": 0.12040816326530612,
      "grad_norm": 6.78125,
      "learning_rate": 1.6909620991253645e-05,
      "loss": 10.6789,
      "step": 59
    },
    {
      "epoch": 0.12244897959183673,
      "grad_norm": 5.65625,
      "learning_rate": 1.7201166180758018e-05,
      "loss": 10.6563,
      "step": 60
    },
    {
      "epoch": 0.12448979591836734,
      "grad_norm": 6.0,
      "learning_rate": 1.749271137026239e-05,
      "loss": 10.4851,
      "step": 61
    },
    {
      "epoch": 0.12653061224489795,
      "grad_norm": 7.28125,
      "learning_rate": 1.7784256559766766e-05,
      "loss": 10.3698,
      "step": 62
    },
    {
      "epoch": 0.12857142857142856,
      "grad_norm": 6.84375,
      "learning_rate": 1.807580174927114e-05,
      "loss": 10.2304,
      "step": 63
    },
    {
      "epoch": 0.1306122448979592,
      "grad_norm": 5.21875,
      "learning_rate": 1.836734693877551e-05,
      "loss": 10.0903,
      "step": 64
    },
    {
      "epoch": 0.1326530612244898,
      "grad_norm": 15.4375,
      "learning_rate": 1.8658892128279884e-05,
      "loss": 10.0921,
      "step": 65
    },
    {
      "epoch": 0.1346938775510204,
      "grad_norm": 9.375,
      "learning_rate": 1.895043731778426e-05,
      "loss": 9.909,
      "step": 66
    },
    {
      "epoch": 0.13673469387755102,
      "grad_norm": 11.4375,
      "learning_rate": 1.924198250728863e-05,
      "loss": 9.7761,
      "step": 67
    },
    {
      "epoch": 0.13877551020408163,
      "grad_norm": 7.5,
      "learning_rate": 1.9533527696793e-05,
      "loss": 9.6638,
      "step": 68
    },
    {
      "epoch": 0.14081632653061224,
      "grad_norm": 9.0625,
      "learning_rate": 1.9825072886297377e-05,
      "loss": 9.6164,
      "step": 69
    },
    {
      "epoch": 0.14285714285714285,
      "grad_norm": 6.3125,
      "learning_rate": 2.011661807580175e-05,
      "loss": 9.5539,
      "step": 70
    },
    {
      "epoch": 0.14489795918367346,
      "grad_norm": 5.0,
      "learning_rate": 2.0408163265306123e-05,
      "loss": 9.529,
      "step": 71
    },
    {
      "epoch": 0.1469387755102041,
      "grad_norm": 5.5625,
      "learning_rate": 2.0699708454810495e-05,
      "loss": 9.3138,
      "step": 72
    },
    {
      "epoch": 0.1489795918367347,
      "grad_norm": 4.75,
      "learning_rate": 2.099125364431487e-05,
      "loss": 9.2833,
      "step": 73
    },
    {
      "epoch": 0.1510204081632653,
      "grad_norm": 4.09375,
      "learning_rate": 2.1282798833819244e-05,
      "loss": 9.195,
      "step": 74
    },
    {
      "epoch": 0.15306122448979592,
      "grad_norm": 3.1875,
      "learning_rate": 2.1574344023323616e-05,
      "loss": 9.1055,
      "step": 75
    },
    {
      "epoch": 0.15510204081632653,
      "grad_norm": 3.5,
      "learning_rate": 2.186588921282799e-05,
      "loss": 9.0636,
      "step": 76
    },
    {
      "epoch": 0.15714285714285714,
      "grad_norm": 3.21875,
      "learning_rate": 2.2157434402332365e-05,
      "loss": 8.9555,
      "step": 77
    },
    {
      "epoch": 0.15918367346938775,
      "grad_norm": 2.765625,
      "learning_rate": 2.2448979591836737e-05,
      "loss": 8.9046,
      "step": 78
    },
    {
      "epoch": 0.16122448979591836,
      "grad_norm": 2.359375,
      "learning_rate": 2.2740524781341106e-05,
      "loss": 8.8944,
      "step": 79
    },
    {
      "epoch": 0.16326530612244897,
      "grad_norm": 2.9375,
      "learning_rate": 2.3032069970845482e-05,
      "loss": 8.6582,
      "step": 80
    },
    {
      "epoch": 0.1653061224489796,
      "grad_norm": 3.0625,
      "learning_rate": 2.3323615160349855e-05,
      "loss": 8.7293,
      "step": 81
    },
    {
      "epoch": 0.1673469387755102,
      "grad_norm": 3.53125,
      "learning_rate": 2.3615160349854227e-05,
      "loss": 8.5917,
      "step": 82
    },
    {
      "epoch": 0.16938775510204082,
      "grad_norm": 2.75,
      "learning_rate": 2.39067055393586e-05,
      "loss": 8.6483,
      "step": 83
    },
    {
      "epoch": 0.17142857142857143,
      "grad_norm": 2.546875,
      "learning_rate": 2.4198250728862976e-05,
      "loss": 8.5543,
      "step": 84
    },
    {
      "epoch": 0.17346938775510204,
      "grad_norm": 2.859375,
      "learning_rate": 2.448979591836735e-05,
      "loss": 8.4662,
      "step": 85
    },
    {
      "epoch": 0.17551020408163265,
      "grad_norm": 2.03125,
      "learning_rate": 2.478134110787172e-05,
      "loss": 8.6056,
      "step": 86
    },
    {
      "epoch": 0.17755102040816326,
      "grad_norm": 2.03125,
      "learning_rate": 2.5072886297376097e-05,
      "loss": 8.5313,
      "step": 87
    },
    {
      "epoch": 0.17959183673469387,
      "grad_norm": 2.375,
      "learning_rate": 2.536443148688047e-05,
      "loss": 8.551,
      "step": 88
    },
    {
      "epoch": 0.1816326530612245,
      "grad_norm": 2.890625,
      "learning_rate": 2.5655976676384842e-05,
      "loss": 8.5305,
      "step": 89
    },
    {
      "epoch": 0.1836734693877551,
      "grad_norm": 2.015625,
      "learning_rate": 2.594752186588921e-05,
      "loss": 8.5339,
      "step": 90
    },
    {
      "epoch": 0.18571428571428572,
      "grad_norm": 2.03125,
      "learning_rate": 2.6239067055393584e-05,
      "loss": 8.5971,
      "step": 91
    },
    {
      "epoch": 0.18775510204081633,
      "grad_norm": 2.140625,
      "learning_rate": 2.6530612244897963e-05,
      "loss": 8.4027,
      "step": 92
    },
    {
      "epoch": 0.18979591836734694,
      "grad_norm": 3.15625,
      "learning_rate": 2.6822157434402336e-05,
      "loss": 8.5793,
      "step": 93
    },
    {
      "epoch": 0.19183673469387755,
      "grad_norm": 2.65625,
      "learning_rate": 2.7113702623906705e-05,
      "loss": 8.4546,
      "step": 94
    },
    {
      "epoch": 0.19387755102040816,
      "grad_norm": 1.6640625,
      "learning_rate": 2.7405247813411077e-05,
      "loss": 8.559,
      "step": 95
    },
    {
      "epoch": 0.19591836734693877,
      "grad_norm": 4.59375,
      "learning_rate": 2.7696793002915457e-05,
      "loss": 8.5194,
      "step": 96
    },
    {
      "epoch": 0.19795918367346937,
      "grad_norm": 1.796875,
      "learning_rate": 2.7988338192419826e-05,
      "loss": 8.4945,
      "step": 97
    },
    {
      "epoch": 0.2,
      "grad_norm": 5.84375,
      "learning_rate": 2.82798833819242e-05,
      "loss": 8.5868,
      "step": 98
    },
    {
      "epoch": 0.20204081632653062,
      "grad_norm": 2.5,
      "learning_rate": 2.857142857142857e-05,
      "loss": 8.5977,
      "step": 99
    },
    {
      "epoch": 0.20408163265306123,
      "grad_norm": 1.6484375,
      "learning_rate": 2.886297376093295e-05,
      "loss": 8.4463,
      "step": 100
    },
    {
      "epoch": 0.20612244897959184,
      "grad_norm": 3.203125,
      "learning_rate": 2.915451895043732e-05,
      "loss": 8.296,
      "step": 101
    },
    {
      "epoch": 0.20816326530612245,
      "grad_norm": 2.078125,
      "learning_rate": 2.9446064139941692e-05,
      "loss": 8.5476,
      "step": 102
    },
    {
      "epoch": 0.21020408163265306,
      "grad_norm": 2.15625,
      "learning_rate": 2.9737609329446064e-05,
      "loss": 8.3634,
      "step": 103
    },
    {
      "epoch": 0.21224489795918366,
      "grad_norm": 2.5625,
      "learning_rate": 3.0029154518950437e-05,
      "loss": 8.4391,
      "step": 104
    },
    {
      "epoch": 0.21428571428571427,
      "grad_norm": 3.03125,
      "learning_rate": 3.0320699708454813e-05,
      "loss": 8.5003,
      "step": 105
    },
    {
      "epoch": 0.2163265306122449,
      "grad_norm": 2.140625,
      "learning_rate": 3.061224489795919e-05,
      "loss": 8.5502,
      "step": 106
    },
    {
      "epoch": 0.21836734693877552,
      "grad_norm": 1.8359375,
      "learning_rate": 3.090379008746356e-05,
      "loss": 8.4291,
      "step": 107
    },
    {
      "epoch": 0.22040816326530613,
      "grad_norm": 2.4375,
      "learning_rate": 3.119533527696793e-05,
      "loss": 8.3857,
      "step": 108
    },
    {
      "epoch": 0.22244897959183674,
      "grad_norm": 2.078125,
      "learning_rate": 3.148688046647231e-05,
      "loss": 8.3713,
      "step": 109
    },
    {
      "epoch": 0.22448979591836735,
      "grad_norm": 2.8125,
      "learning_rate": 3.177842565597668e-05,
      "loss": 8.4372,
      "step": 110
    },
    {
      "epoch": 0.22653061224489796,
      "grad_norm": 2.015625,
      "learning_rate": 3.206997084548105e-05,
      "loss": 8.4845,
      "step": 111
    },
    {
      "epoch": 0.22857142857142856,
      "grad_norm": 2.015625,
      "learning_rate": 3.2361516034985424e-05,
      "loss": 8.497,
      "step": 112
    },
    {
      "epoch": 0.23061224489795917,
      "grad_norm": 1.953125,
      "learning_rate": 3.265306122448979e-05,
      "loss": 8.4082,
      "step": 113
    },
    {
      "epoch": 0.23265306122448978,
      "grad_norm": 2.203125,
      "learning_rate": 3.294460641399417e-05,
      "loss": 8.345,
      "step": 114
    },
    {
      "epoch": 0.23469387755102042,
      "grad_norm": 2.671875,
      "learning_rate": 3.3236151603498545e-05,
      "loss": 8.2966,
      "step": 115
    },
    {
      "epoch": 0.23673469387755103,
      "grad_norm": 3.546875,
      "learning_rate": 3.3527696793002914e-05,
      "loss": 8.2451,
      "step": 116
    },
    {
      "epoch": 0.23877551020408164,
      "grad_norm": 3.4375,
      "learning_rate": 3.381924198250729e-05,
      "loss": 8.4205,
      "step": 117
    },
    {
      "epoch": 0.24081632653061225,
      "grad_norm": 2.25,
      "learning_rate": 3.4110787172011666e-05,
      "loss": 8.5652,
      "step": 118
    },
    {
      "epoch": 0.24285714285714285,
      "grad_norm": 3.953125,
      "learning_rate": 3.4402332361516035e-05,
      "loss": 8.3901,
      "step": 119
    },
    {
      "epoch": 0.24489795918367346,
      "grad_norm": 2.59375,
      "learning_rate": 3.469387755102041e-05,
      "loss": 8.4824,
      "step": 120
    },
    {
      "epoch": 0.24693877551020407,
      "grad_norm": 2.359375,
      "learning_rate": 3.498542274052478e-05,
      "loss": 8.3196,
      "step": 121
    },
    {
      "epoch": 0.24897959183673468,
      "grad_norm": 5.5,
      "learning_rate": 3.5276967930029156e-05,
      "loss": 8.4221,
      "step": 122
    },
    {
      "epoch": 0.2510204081632653,
      "grad_norm": 4.625,
      "learning_rate": 3.556851311953353e-05,
      "loss": 8.3701,
      "step": 123
    },
    {
      "epoch": 0.2530612244897959,
      "grad_norm": 2.15625,
      "learning_rate": 3.58600583090379e-05,
      "loss": 8.5719,
      "step": 124
    },
    {
      "epoch": 0.25510204081632654,
      "grad_norm": 4.375,
      "learning_rate": 3.615160349854228e-05,
      "loss": 8.4045,
      "step": 125
    },
    {
      "epoch": 0.2571428571428571,
      "grad_norm": 9.125,
      "learning_rate": 3.644314868804665e-05,
      "loss": 8.3438,
      "step": 126
    },
    {
      "epoch": 0.25918367346938775,
      "grad_norm": 3.015625,
      "learning_rate": 3.673469387755102e-05,
      "loss": 8.4539,
      "step": 127
    },
    {
      "epoch": 0.2612244897959184,
      "grad_norm": 15.875,
      "learning_rate": 3.70262390670554e-05,
      "loss": 8.4131,
      "step": 128
    },
    {
      "epoch": 0.26326530612244897,
      "grad_norm": 13.625,
      "learning_rate": 3.731778425655977e-05,
      "loss": 8.4202,
      "step": 129
    },
    {
      "epoch": 0.2653061224489796,
      "grad_norm": 2.453125,
      "learning_rate": 3.760932944606414e-05,
      "loss": 8.3407,
      "step": 130
    },
    {
      "epoch": 0.2673469387755102,
      "grad_norm": 4.1875,
      "learning_rate": 3.790087463556852e-05,
      "loss": 8.3932,
      "step": 131
    },
    {
      "epoch": 0.2693877551020408,
      "grad_norm": 4.46875,
      "learning_rate": 3.819241982507289e-05,
      "loss": 8.2858,
      "step": 132
    },
    {
      "epoch": 0.2714285714285714,
      "grad_norm": 2.03125,
      "learning_rate": 3.848396501457726e-05,
      "loss": 8.1549,
      "step": 133
    },
    {
      "epoch": 0.27346938775510204,
      "grad_norm": 10.9375,
      "learning_rate": 3.8775510204081634e-05,
      "loss": 8.3157,
      "step": 134
    },
    {
      "epoch": 0.2755102040816326,
      "grad_norm": 6.15625,
      "learning_rate": 3.9067055393586e-05,
      "loss": 8.2587,
      "step": 135
    },
    {
      "epoch": 0.27755102040816326,
      "grad_norm": 9.5,
      "learning_rate": 3.9358600583090386e-05,
      "loss": 8.1931,
      "step": 136
    },
    {
      "epoch": 0.2795918367346939,
      "grad_norm": 8.875,
      "learning_rate": 3.9650145772594755e-05,
      "loss": 8.2118,
      "step": 137
    },
    {
      "epoch": 0.2816326530612245,
      "grad_norm": 2.078125,
      "learning_rate": 3.9941690962099124e-05,
      "loss": 8.2175,
      "step": 138
    },
    {
      "epoch": 0.2836734693877551,
      "grad_norm": 3.234375,
      "learning_rate": 4.02332361516035e-05,
      "loss": 8.4113,
      "step": 139
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 5.4375,
      "learning_rate": 4.0524781341107876e-05,
      "loss": 8.1832,
      "step": 140
    },
    {
      "epoch": 0.28775510204081634,
      "grad_norm": 3.046875,
      "learning_rate": 4.0816326530612245e-05,
      "loss": 8.1237,
      "step": 141
    },
    {
      "epoch": 0.2897959183673469,
      "grad_norm": 5.28125,
      "learning_rate": 4.110787172011662e-05,
      "loss": 8.1893,
      "step": 142
    },
    {
      "epoch": 0.29183673469387755,
      "grad_norm": 3.203125,
      "learning_rate": 4.139941690962099e-05,
      "loss": 8.2877,
      "step": 143
    },
    {
      "epoch": 0.2938775510204082,
      "grad_norm": 8.1875,
      "learning_rate": 4.1690962099125366e-05,
      "loss": 8.2507,
      "step": 144
    },
    {
      "epoch": 0.29591836734693877,
      "grad_norm": 7.28125,
      "learning_rate": 4.198250728862974e-05,
      "loss": 8.3109,
      "step": 145
    },
    {
      "epoch": 0.2979591836734694,
      "grad_norm": 4.375,
      "learning_rate": 4.227405247813411e-05,
      "loss": 8.2102,
      "step": 146
    },
    {
      "epoch": 0.3,
      "grad_norm": 4.3125,
      "learning_rate": 4.256559766763849e-05,
      "loss": 8.2071,
      "step": 147
    },
    {
      "epoch": 0.3020408163265306,
      "grad_norm": 2.671875,
      "learning_rate": 4.2857142857142856e-05,
      "loss": 8.0322,
      "step": 148
    },
    {
      "epoch": 0.3040816326530612,
      "grad_norm": 1.59375,
      "learning_rate": 4.314868804664723e-05,
      "loss": 8.0883,
      "step": 149
    },
    {
      "epoch": 0.30612244897959184,
      "grad_norm": 4.25,
      "learning_rate": 4.344023323615161e-05,
      "loss": 8.0931,
      "step": 150
    },
    {
      "epoch": 0.3081632653061224,
      "grad_norm": 1.84375,
      "learning_rate": 4.373177842565598e-05,
      "loss": 8.0258,
      "step": 151
    },
    {
      "epoch": 0.31020408163265306,
      "grad_norm": 8.1875,
      "learning_rate": 4.402332361516035e-05,
      "loss": 8.134,
      "step": 152
    },
    {
      "epoch": 0.3122448979591837,
      "grad_norm": 7.875,
      "learning_rate": 4.431486880466473e-05,
      "loss": 8.1399,
      "step": 153
    },
    {
      "epoch": 0.3142857142857143,
      "grad_norm": 3.78125,
      "learning_rate": 4.46064139941691e-05,
      "loss": 8.2004,
      "step": 154
    },
    {
      "epoch": 0.3163265306122449,
      "grad_norm": 4.0625,
      "learning_rate": 4.4897959183673474e-05,
      "loss": 7.9594,
      "step": 155
    },
    {
      "epoch": 0.3183673469387755,
      "grad_norm": 2.453125,
      "learning_rate": 4.5189504373177843e-05,
      "loss": 8.1404,
      "step": 156
    },
    {
      "epoch": 0.32040816326530613,
      "grad_norm": 1.640625,
      "learning_rate": 4.548104956268221e-05,
      "loss": 8.1451,
      "step": 157
    },
    {
      "epoch": 0.3224489795918367,
      "grad_norm": 3.890625,
      "learning_rate": 4.5772594752186595e-05,
      "loss": 8.0985,
      "step": 158
    },
    {
      "epoch": 0.32448979591836735,
      "grad_norm": 2.796875,
      "learning_rate": 4.6064139941690965e-05,
      "loss": 8.114,
      "step": 159
    },
    {
      "epoch": 0.32653061224489793,
      "grad_norm": 1.640625,
      "learning_rate": 4.6355685131195334e-05,
      "loss": 8.1096,
      "step": 160
    },
    {
      "epoch": 0.32857142857142857,
      "grad_norm": 2.109375,
      "learning_rate": 4.664723032069971e-05,
      "loss": 7.9051,
      "step": 161
    },
    {
      "epoch": 0.3306122448979592,
      "grad_norm": 4.8125,
      "learning_rate": 4.6938775510204086e-05,
      "loss": 8.0538,
      "step": 162
    },
    {
      "epoch": 0.3326530612244898,
      "grad_norm": 1.65625,
      "learning_rate": 4.7230320699708455e-05,
      "loss": 8.2233,
      "step": 163
    },
    {
      "epoch": 0.3346938775510204,
      "grad_norm": 1.9140625,
      "learning_rate": 4.752186588921283e-05,
      "loss": 8.1843,
      "step": 164
    },
    {
      "epoch": 0.336734693877551,
      "grad_norm": 2.09375,
      "learning_rate": 4.78134110787172e-05,
      "loss": 7.9962,
      "step": 165
    },
    {
      "epoch": 0.33877551020408164,
      "grad_norm": 4.59375,
      "learning_rate": 4.810495626822158e-05,
      "loss": 8.0115,
      "step": 166
    },
    {
      "epoch": 0.3408163265306122,
      "grad_norm": 6.84375,
      "learning_rate": 4.839650145772595e-05,
      "loss": 7.9945,
      "step": 167
    },
    {
      "epoch": 0.34285714285714286,
      "grad_norm": 3.0,
      "learning_rate": 4.868804664723032e-05,
      "loss": 8.0635,
      "step": 168
    },
    {
      "epoch": 0.3448979591836735,
      "grad_norm": 3.84375,
      "learning_rate": 4.89795918367347e-05,
      "loss": 7.9456,
      "step": 169
    },
    {
      "epoch": 0.3469387755102041,
      "grad_norm": 17.625,
      "learning_rate": 4.9271137026239066e-05,
      "loss": 7.969,
      "step": 170
    },
    {
      "epoch": 0.3489795918367347,
      "grad_norm": 13.4375,
      "learning_rate": 4.956268221574344e-05,
      "loss": 8.2427,
      "step": 171
    },
    {
      "epoch": 0.3510204081632653,
      "grad_norm": 10.9375,
      "learning_rate": 4.985422740524782e-05,
      "loss": 8.0573,
      "step": 172
    },
    {
      "epoch": 0.35306122448979593,
      "grad_norm": 8.0,
      "learning_rate": 5.0145772594752194e-05,
      "loss": 7.9694,
      "step": 173
    },
    {
      "epoch": 0.3551020408163265,
      "grad_norm": 12.5625,
      "learning_rate": 5.043731778425656e-05,
      "loss": 8.3278,
      "step": 174
    },
    {
      "epoch": 0.35714285714285715,
      "grad_norm": 9.4375,
      "learning_rate": 5.072886297376094e-05,
      "loss": 7.9835,
      "step": 175
    },
    {
      "epoch": 0.35918367346938773,
      "grad_norm": 6.5,
      "learning_rate": 5.102040816326531e-05,
      "loss": 7.9495,
      "step": 176
    },
    {
      "epoch": 0.36122448979591837,
      "grad_norm": 6.5,
      "learning_rate": 5.1311953352769684e-05,
      "loss": 7.9896,
      "step": 177
    },
    {
      "epoch": 0.363265306122449,
      "grad_norm": 6.1875,
      "learning_rate": 5.160349854227405e-05,
      "loss": 7.9586,
      "step": 178
    },
    {
      "epoch": 0.3653061224489796,
      "grad_norm": 4.375,
      "learning_rate": 5.189504373177842e-05,
      "loss": 7.8384,
      "step": 179
    },
    {
      "epoch": 0.3673469387755102,
      "grad_norm": 4.8125,
      "learning_rate": 5.21865889212828e-05,
      "loss": 7.9217,
      "step": 180
    },
    {
      "epoch": 0.3693877551020408,
      "grad_norm": 3.203125,
      "learning_rate": 5.247813411078717e-05,
      "loss": 7.9755,
      "step": 181
    },
    {
      "epoch": 0.37142857142857144,
      "grad_norm": 3.453125,
      "learning_rate": 5.276967930029155e-05,
      "loss": 7.8748,
      "step": 182
    },
    {
      "epoch": 0.373469387755102,
      "grad_norm": 4.625,
      "learning_rate": 5.3061224489795926e-05,
      "loss": 7.8079,
      "step": 183
    },
    {
      "epoch": 0.37551020408163266,
      "grad_norm": 2.78125,
      "learning_rate": 5.3352769679300295e-05,
      "loss": 7.8928,
      "step": 184
    },
    {
      "epoch": 0.37755102040816324,
      "grad_norm": 8.5625,
      "learning_rate": 5.364431486880467e-05,
      "loss": 7.6182,
      "step": 185
    },
    {
      "epoch": 0.3795918367346939,
      "grad_norm": 7.53125,
      "learning_rate": 5.393586005830904e-05,
      "loss": 7.5909,
      "step": 186
    },
    {
      "epoch": 0.3816326530612245,
      "grad_norm": 4.5,
      "learning_rate": 5.422740524781341e-05,
      "loss": 7.7326,
      "step": 187
    },
    {
      "epoch": 0.3836734693877551,
      "grad_norm": 4.71875,
      "learning_rate": 5.4518950437317785e-05,
      "loss": 7.6624,
      "step": 188
    },
    {
      "epoch": 0.38571428571428573,
      "grad_norm": 2.578125,
      "learning_rate": 5.4810495626822155e-05,
      "loss": 7.7293,
      "step": 189
    },
    {
      "epoch": 0.3877551020408163,
      "grad_norm": 5.5,
      "learning_rate": 5.510204081632653e-05,
      "loss": 7.5851,
      "step": 190
    },
    {
      "epoch": 0.38979591836734695,
      "grad_norm": 5.1875,
      "learning_rate": 5.539358600583091e-05,
      "loss": 7.7903,
      "step": 191
    },
    {
      "epoch": 0.39183673469387753,
      "grad_norm": 7.46875,
      "learning_rate": 5.568513119533528e-05,
      "loss": 7.5057,
      "step": 192
    },
    {
      "epoch": 0.39387755102040817,
      "grad_norm": 3.171875,
      "learning_rate": 5.597667638483965e-05,
      "loss": 7.6355,
      "step": 193
    },
    {
      "epoch": 0.39591836734693875,
      "grad_norm": 8.75,
      "learning_rate": 5.626822157434403e-05,
      "loss": 7.5757,
      "step": 194
    },
    {
      "epoch": 0.3979591836734694,
      "grad_norm": 4.0625,
      "learning_rate": 5.65597667638484e-05,
      "loss": 7.5217,
      "step": 195
    },
    {
      "epoch": 0.4,
      "grad_norm": 10.875,
      "learning_rate": 5.685131195335277e-05,
      "loss": 7.4943,
      "step": 196
    },
    {
      "epoch": 0.4020408163265306,
      "grad_norm": 7.3125,
      "learning_rate": 5.714285714285714e-05,
      "loss": 7.6952,
      "step": 197
    },
    {
      "epoch": 0.40408163265306124,
      "grad_norm": 11.4375,
      "learning_rate": 5.743440233236152e-05,
      "loss": 7.3887,
      "step": 198
    },
    {
      "epoch": 0.4061224489795918,
      "grad_norm": 11.6875,
      "learning_rate": 5.77259475218659e-05,
      "loss": 7.5169,
      "step": 199
    },
    {
      "epoch": 0.40816326530612246,
      "grad_norm": 4.4375,
      "learning_rate": 5.801749271137027e-05,
      "loss": 7.321,
      "step": 200
    },
    {
      "epoch": 0.41020408163265304,
      "grad_norm": 11.875,
      "learning_rate": 5.830903790087464e-05,
      "loss": 7.4407,
      "step": 201
    },
    {
      "epoch": 0.4122448979591837,
      "grad_norm": 10.1875,
      "learning_rate": 5.8600583090379015e-05,
      "loss": 7.3076,
      "step": 202
    },
    {
      "epoch": 0.4142857142857143,
      "grad_norm": 2.6875,
      "learning_rate": 5.8892128279883384e-05,
      "loss": 7.2927,
      "step": 203
    },
    {
      "epoch": 0.4163265306122449,
      "grad_norm": 13.5625,
      "learning_rate": 5.918367346938776e-05,
      "loss": 7.3617,
      "step": 204
    },
    {
      "epoch": 0.41836734693877553,
      "grad_norm": 6.96875,
      "learning_rate": 5.947521865889213e-05,
      "loss": 7.3366,
      "step": 205
    },
    {
      "epoch": 0.4204081632653061,
      "grad_norm": 7.09375,
      "learning_rate": 5.97667638483965e-05,
      "loss": 7.1847,
      "step": 206
    },
    {
      "epoch": 0.42244897959183675,
      "grad_norm": 4.3125,
      "learning_rate": 6.0058309037900874e-05,
      "loss": 7.1928,
      "step": 207
    },
    {
      "epoch": 0.42448979591836733,
      "grad_norm": 3.03125,
      "learning_rate": 6.034985422740526e-05,
      "loss": 7.087,
      "step": 208
    },
    {
      "epoch": 0.42653061224489797,
      "grad_norm": 4.0,
      "learning_rate": 6.0641399416909626e-05,
      "loss": 7.0556,
      "step": 209
    },
    {
      "epoch": 0.42857142857142855,
      "grad_norm": 3.234375,
      "learning_rate": 6.0932944606414e-05,
      "loss": 7.1476,
      "step": 210
    },
    {
      "epoch": 0.4306122448979592,
      "grad_norm": 6.6875,
      "learning_rate": 6.122448979591838e-05,
      "loss": 7.1851,
      "step": 211
    },
    {
      "epoch": 0.4326530612244898,
      "grad_norm": 2.390625,
      "learning_rate": 6.151603498542275e-05,
      "loss": 6.8979,
      "step": 212
    },
    {
      "epoch": 0.4346938775510204,
      "grad_norm": 8.375,
      "learning_rate": 6.180758017492712e-05,
      "loss": 6.9724,
      "step": 213
    },
    {
      "epoch": 0.43673469387755104,
      "grad_norm": 5.65625,
      "learning_rate": 6.209912536443149e-05,
      "loss": 6.9267,
      "step": 214
    },
    {
      "epoch": 0.4387755102040816,
      "grad_norm": 9.25,
      "learning_rate": 6.239067055393585e-05,
      "loss": 7.1214,
      "step": 215
    },
    {
      "epoch": 0.44081632653061226,
      "grad_norm": 6.53125,
      "learning_rate": 6.268221574344024e-05,
      "loss": 6.8548,
      "step": 216
    },
    {
      "epoch": 0.44285714285714284,
      "grad_norm": 4.15625,
      "learning_rate": 6.297376093294462e-05,
      "loss": 6.7708,
      "step": 217
    },
    {
      "epoch": 0.4448979591836735,
      "grad_norm": 4.6875,
      "learning_rate": 6.326530612244899e-05,
      "loss": 6.7851,
      "step": 218
    },
    {
      "epoch": 0.44693877551020406,
      "grad_norm": 5.15625,
      "learning_rate": 6.355685131195336e-05,
      "loss": 6.8873,
      "step": 219
    },
    {
      "epoch": 0.4489795918367347,
      "grad_norm": 3.953125,
      "learning_rate": 6.384839650145773e-05,
      "loss": 6.6817,
      "step": 220
    },
    {
      "epoch": 0.45102040816326533,
      "grad_norm": 3.328125,
      "learning_rate": 6.41399416909621e-05,
      "loss": 6.6812,
      "step": 221
    },
    {
      "epoch": 0.4530612244897959,
      "grad_norm": 2.40625,
      "learning_rate": 6.443148688046648e-05,
      "loss": 6.693,
      "step": 222
    },
    {
      "epoch": 0.45510204081632655,
      "grad_norm": 2.078125,
      "learning_rate": 6.472303206997085e-05,
      "loss": 6.6584,
      "step": 223
    },
    {
      "epoch": 0.45714285714285713,
      "grad_norm": 3.78125,
      "learning_rate": 6.501457725947522e-05,
      "loss": 6.6324,
      "step": 224
    },
    {
      "epoch": 0.45918367346938777,
      "grad_norm": 1.9609375,
      "learning_rate": 6.530612244897959e-05,
      "loss": 6.4791,
      "step": 225
    },
    {
      "epoch": 0.46122448979591835,
      "grad_norm": 1.6953125,
      "learning_rate": 6.559766763848397e-05,
      "loss": 6.45,
      "step": 226
    },
    {
      "epoch": 0.463265306122449,
      "grad_norm": 4.53125,
      "learning_rate": 6.588921282798834e-05,
      "loss": 6.5522,
      "step": 227
    },
    {
      "epoch": 0.46530612244897956,
      "grad_norm": 2.578125,
      "learning_rate": 6.618075801749272e-05,
      "loss": 6.4091,
      "step": 228
    },
    {
      "epoch": 0.4673469387755102,
      "grad_norm": 5.15625,
      "learning_rate": 6.647230320699709e-05,
      "loss": 6.4452,
      "step": 229
    },
    {
      "epoch": 0.46938775510204084,
      "grad_norm": 2.15625,
      "learning_rate": 6.676384839650146e-05,
      "loss": 6.4287,
      "step": 230
    },
    {
      "epoch": 0.4714285714285714,
      "grad_norm": 4.40625,
      "learning_rate": 6.705539358600583e-05,
      "loss": 6.4798,
      "step": 231
    },
    {
      "epoch": 0.47346938775510206,
      "grad_norm": 1.703125,
      "learning_rate": 6.73469387755102e-05,
      "loss": 6.6685,
      "step": 232
    },
    {
      "epoch": 0.47551020408163264,
      "grad_norm": 1.96875,
      "learning_rate": 6.763848396501458e-05,
      "loss": 6.3878,
      "step": 233
    },
    {
      "epoch": 0.4775510204081633,
      "grad_norm": 3.28125,
      "learning_rate": 6.793002915451895e-05,
      "loss": 6.2616,
      "step": 234
    },
    {
      "epoch": 0.47959183673469385,
      "grad_norm": 2.546875,
      "learning_rate": 6.822157434402333e-05,
      "loss": 6.365,
      "step": 235
    },
    {
      "epoch": 0.4816326530612245,
      "grad_norm": 1.6171875,
      "learning_rate": 6.85131195335277e-05,
      "loss": 6.3051,
      "step": 236
    },
    {
      "epoch": 0.48367346938775513,
      "grad_norm": 4.5,
      "learning_rate": 6.880466472303207e-05,
      "loss": 6.5448,
      "step": 237
    },
    {
      "epoch": 0.4857142857142857,
      "grad_norm": 4.90625,
      "learning_rate": 6.909620991253645e-05,
      "loss": 6.404,
      "step": 238
    },
    {
      "epoch": 0.48775510204081635,
      "grad_norm": 2.5625,
      "learning_rate": 6.938775510204082e-05,
      "loss": 6.3212,
      "step": 239
    },
    {
      "epoch": 0.4897959183673469,
      "grad_norm": 10.625,
      "learning_rate": 6.967930029154519e-05,
      "loss": 6.4011,
      "step": 240
    },
    {
      "epoch": 0.49183673469387756,
      "grad_norm": 8.6875,
      "learning_rate": 6.997084548104956e-05,
      "loss": 6.2483,
      "step": 241
    },
    {
      "epoch": 0.49387755102040815,
      "grad_norm": 4.65625,
      "learning_rate": 7.026239067055393e-05,
      "loss": 6.283,
      "step": 242
    },
    {
      "epoch": 0.4959183673469388,
      "grad_norm": 5.34375,
      "learning_rate": 7.055393586005831e-05,
      "loss": 6.3428,
      "step": 243
    },
    {
      "epoch": 0.49795918367346936,
      "grad_norm": 3.90625,
      "learning_rate": 7.08454810495627e-05,
      "loss": 6.2511,
      "step": 244
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.890625,
      "learning_rate": 7.113702623906706e-05,
      "loss": 6.1408,
      "step": 245
    },
    {
      "epoch": 0.5020408163265306,
      "grad_norm": 5.375,
      "learning_rate": 7.142857142857143e-05,
      "loss": 6.3555,
      "step": 246
    },
    {
      "epoch": 0.5040816326530613,
      "grad_norm": 5.09375,
      "learning_rate": 7.17201166180758e-05,
      "loss": 6.1988,
      "step": 247
    },
    {
      "epoch": 0.5061224489795918,
      "grad_norm": 2.734375,
      "learning_rate": 7.201166180758017e-05,
      "loss": 6.0844,
      "step": 248
    },
    {
      "epoch": 0.5081632653061224,
      "grad_norm": 3.796875,
      "learning_rate": 7.230320699708455e-05,
      "loss": 6.2489,
      "step": 249
    },
    {
      "epoch": 0.5102040816326531,
      "grad_norm": 4.75,
      "learning_rate": 7.259475218658892e-05,
      "loss": 6.0877,
      "step": 250
    },
    {
      "epoch": 0.5122448979591837,
      "grad_norm": 2.828125,
      "learning_rate": 7.28862973760933e-05,
      "loss": 6.1329,
      "step": 251
    },
    {
      "epoch": 0.5142857142857142,
      "grad_norm": 6.3125,
      "learning_rate": 7.317784256559768e-05,
      "loss": 6.2386,
      "step": 252
    },
    {
      "epoch": 0.5163265306122449,
      "grad_norm": 4.375,
      "learning_rate": 7.346938775510205e-05,
      "loss": 6.1082,
      "step": 253
    },
    {
      "epoch": 0.5183673469387755,
      "grad_norm": 5.40625,
      "learning_rate": 7.376093294460641e-05,
      "loss": 6.1372,
      "step": 254
    },
    {
      "epoch": 0.5204081632653061,
      "grad_norm": 3.96875,
      "learning_rate": 7.40524781341108e-05,
      "loss": 6.1034,
      "step": 255
    },
    {
      "epoch": 0.5224489795918368,
      "grad_norm": 5.90625,
      "learning_rate": 7.434402332361517e-05,
      "loss": 6.2069,
      "step": 256
    },
    {
      "epoch": 0.5244897959183673,
      "grad_norm": 4.1875,
      "learning_rate": 7.463556851311954e-05,
      "loss": 6.1267,
      "step": 257
    },
    {
      "epoch": 0.5265306122448979,
      "grad_norm": 3.984375,
      "learning_rate": 7.49271137026239e-05,
      "loss": 6.2217,
      "step": 258
    },
    {
      "epoch": 0.5285714285714286,
      "grad_norm": 3.71875,
      "learning_rate": 7.521865889212827e-05,
      "loss": 6.1076,
      "step": 259
    },
    {
      "epoch": 0.5306122448979592,
      "grad_norm": 3.953125,
      "learning_rate": 7.551020408163266e-05,
      "loss": 6.1139,
      "step": 260
    },
    {
      "epoch": 0.5326530612244897,
      "grad_norm": 2.875,
      "learning_rate": 7.580174927113704e-05,
      "loss": 6.0507,
      "step": 261
    },
    {
      "epoch": 0.5346938775510204,
      "grad_norm": 5.125,
      "learning_rate": 7.609329446064141e-05,
      "loss": 6.0944,
      "step": 262
    },
    {
      "epoch": 0.536734693877551,
      "grad_norm": 4.09375,
      "learning_rate": 7.638483965014578e-05,
      "loss": 6.0211,
      "step": 263
    },
    {
      "epoch": 0.5387755102040817,
      "grad_norm": 4.59375,
      "learning_rate": 7.667638483965015e-05,
      "loss": 6.1391,
      "step": 264
    },
    {
      "epoch": 0.5408163265306123,
      "grad_norm": 4.84375,
      "learning_rate": 7.696793002915452e-05,
      "loss": 6.2732,
      "step": 265
    },
    {
      "epoch": 0.5428571428571428,
      "grad_norm": 3.390625,
      "learning_rate": 7.72594752186589e-05,
      "loss": 6.1078,
      "step": 266
    },
    {
      "epoch": 0.5448979591836735,
      "grad_norm": 2.640625,
      "learning_rate": 7.755102040816327e-05,
      "loss": 6.0451,
      "step": 267
    },
    {
      "epoch": 0.5469387755102041,
      "grad_norm": 2.203125,
      "learning_rate": 7.784256559766764e-05,
      "loss": 6.2347,
      "step": 268
    },
    {
      "epoch": 0.5489795918367347,
      "grad_norm": 1.625,
      "learning_rate": 7.8134110787172e-05,
      "loss": 5.9228,
      "step": 269
    },
    {
      "epoch": 0.5510204081632653,
      "grad_norm": 2.8125,
      "learning_rate": 7.842565597667639e-05,
      "loss": 5.9698,
      "step": 270
    },
    {
      "epoch": 0.5530612244897959,
      "grad_norm": 3.015625,
      "learning_rate": 7.871720116618077e-05,
      "loss": 6.1453,
      "step": 271
    },
    {
      "epoch": 0.5551020408163265,
      "grad_norm": 2.390625,
      "learning_rate": 7.900874635568514e-05,
      "loss": 6.0078,
      "step": 272
    },
    {
      "epoch": 0.5571428571428572,
      "grad_norm": 6.25,
      "learning_rate": 7.930029154518951e-05,
      "loss": 6.1259,
      "step": 273
    },
    {
      "epoch": 0.5591836734693878,
      "grad_norm": 3.8125,
      "learning_rate": 7.959183673469388e-05,
      "loss": 6.1101,
      "step": 274
    },
    {
      "epoch": 0.5612244897959183,
      "grad_norm": 4.5625,
      "learning_rate": 7.988338192419825e-05,
      "loss": 6.1051,
      "step": 275
    },
    {
      "epoch": 0.563265306122449,
      "grad_norm": 3.515625,
      "learning_rate": 8.017492711370263e-05,
      "loss": 5.9927,
      "step": 276
    },
    {
      "epoch": 0.5653061224489796,
      "grad_norm": 5.9375,
      "learning_rate": 8.0466472303207e-05,
      "loss": 5.9803,
      "step": 277
    },
    {
      "epoch": 0.5673469387755102,
      "grad_norm": 5.59375,
      "learning_rate": 8.075801749271137e-05,
      "loss": 6.0926,
      "step": 278
    },
    {
      "epoch": 0.5693877551020409,
      "grad_norm": 3.53125,
      "learning_rate": 8.104956268221575e-05,
      "loss": 5.9645,
      "step": 279
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 4.3125,
      "learning_rate": 8.134110787172012e-05,
      "loss": 6.1563,
      "step": 280
    },
    {
      "epoch": 0.573469387755102,
      "grad_norm": 1.6171875,
      "learning_rate": 8.163265306122449e-05,
      "loss": 6.0345,
      "step": 281
    },
    {
      "epoch": 0.5755102040816327,
      "grad_norm": 2.203125,
      "learning_rate": 8.192419825072887e-05,
      "loss": 5.9936,
      "step": 282
    },
    {
      "epoch": 0.5775510204081633,
      "grad_norm": 4.53125,
      "learning_rate": 8.221574344023324e-05,
      "loss": 5.8938,
      "step": 283
    },
    {
      "epoch": 0.5795918367346938,
      "grad_norm": 2.734375,
      "learning_rate": 8.250728862973761e-05,
      "loss": 5.9197,
      "step": 284
    },
    {
      "epoch": 0.5816326530612245,
      "grad_norm": 8.125,
      "learning_rate": 8.279883381924198e-05,
      "loss": 6.1707,
      "step": 285
    },
    {
      "epoch": 0.5836734693877551,
      "grad_norm": 8.5625,
      "learning_rate": 8.309037900874635e-05,
      "loss": 6.032,
      "step": 286
    },
    {
      "epoch": 0.5857142857142857,
      "grad_norm": 2.1875,
      "learning_rate": 8.338192419825073e-05,
      "loss": 6.0437,
      "step": 287
    },
    {
      "epoch": 0.5877551020408164,
      "grad_norm": 8.125,
      "learning_rate": 8.367346938775511e-05,
      "loss": 6.057,
      "step": 288
    },
    {
      "epoch": 0.5897959183673469,
      "grad_norm": 9.5625,
      "learning_rate": 8.396501457725948e-05,
      "loss": 6.2017,
      "step": 289
    },
    {
      "epoch": 0.5918367346938775,
      "grad_norm": 3.765625,
      "learning_rate": 8.425655976676385e-05,
      "loss": 6.0977,
      "step": 290
    },
    {
      "epoch": 0.5938775510204082,
      "grad_norm": 7.40625,
      "learning_rate": 8.454810495626822e-05,
      "loss": 6.1095,
      "step": 291
    },
    {
      "epoch": 0.5959183673469388,
      "grad_norm": 6.15625,
      "learning_rate": 8.483965014577259e-05,
      "loss": 6.1066,
      "step": 292
    },
    {
      "epoch": 0.5979591836734693,
      "grad_norm": 2.796875,
      "learning_rate": 8.513119533527697e-05,
      "loss": 6.0938,
      "step": 293
    },
    {
      "epoch": 0.6,
      "grad_norm": 3.96875,
      "learning_rate": 8.542274052478134e-05,
      "loss": 6.0187,
      "step": 294
    },
    {
      "epoch": 0.6020408163265306,
      "grad_norm": 2.921875,
      "learning_rate": 8.571428571428571e-05,
      "loss": 6.0705,
      "step": 295
    },
    {
      "epoch": 0.6040816326530613,
      "grad_norm": 2.03125,
      "learning_rate": 8.60058309037901e-05,
      "loss": 5.9669,
      "step": 296
    },
    {
      "epoch": 0.6061224489795919,
      "grad_norm": 1.9375,
      "learning_rate": 8.629737609329446e-05,
      "loss": 6.0344,
      "step": 297
    },
    {
      "epoch": 0.6081632653061224,
      "grad_norm": 3.421875,
      "learning_rate": 8.658892128279885e-05,
      "loss": 5.8556,
      "step": 298
    },
    {
      "epoch": 0.610204081632653,
      "grad_norm": 1.796875,
      "learning_rate": 8.688046647230322e-05,
      "loss": 5.9316,
      "step": 299
    },
    {
      "epoch": 0.6122448979591837,
      "grad_norm": 2.78125,
      "learning_rate": 8.717201166180759e-05,
      "loss": 5.8865,
      "step": 300
    },
    {
      "epoch": 0.6142857142857143,
      "grad_norm": 2.5,
      "learning_rate": 8.746355685131195e-05,
      "loss": 5.8613,
      "step": 301
    },
    {
      "epoch": 0.6163265306122448,
      "grad_norm": 1.640625,
      "learning_rate": 8.775510204081632e-05,
      "loss": 5.9319,
      "step": 302
    },
    {
      "epoch": 0.6183673469387755,
      "grad_norm": 2.71875,
      "learning_rate": 8.80466472303207e-05,
      "loss": 6.0128,
      "step": 303
    },
    {
      "epoch": 0.6204081632653061,
      "grad_norm": 2.5625,
      "learning_rate": 8.833819241982508e-05,
      "loss": 6.0924,
      "step": 304
    },
    {
      "epoch": 0.6224489795918368,
      "grad_norm": 1.9140625,
      "learning_rate": 8.862973760932946e-05,
      "loss": 5.987,
      "step": 305
    },
    {
      "epoch": 0.6244897959183674,
      "grad_norm": 3.84375,
      "learning_rate": 8.892128279883383e-05,
      "loss": 5.9603,
      "step": 306
    },
    {
      "epoch": 0.6265306122448979,
      "grad_norm": 2.203125,
      "learning_rate": 8.92128279883382e-05,
      "loss": 5.9091,
      "step": 307
    },
    {
      "epoch": 0.6285714285714286,
      "grad_norm": 4.75,
      "learning_rate": 8.950437317784257e-05,
      "loss": 5.9154,
      "step": 308
    },
    {
      "epoch": 0.6306122448979592,
      "grad_norm": 2.40625,
      "learning_rate": 8.979591836734695e-05,
      "loss": 6.0045,
      "step": 309
    },
    {
      "epoch": 0.6326530612244898,
      "grad_norm": 4.15625,
      "learning_rate": 9.008746355685132e-05,
      "loss": 6.0836,
      "step": 310
    },
    {
      "epoch": 0.6346938775510204,
      "grad_norm": 3.078125,
      "learning_rate": 9.037900874635569e-05,
      "loss": 5.9195,
      "step": 311
    },
    {
      "epoch": 0.636734693877551,
      "grad_norm": 2.984375,
      "learning_rate": 9.067055393586006e-05,
      "loss": 6.0057,
      "step": 312
    },
    {
      "epoch": 0.6387755102040816,
      "grad_norm": 1.890625,
      "learning_rate": 9.096209912536443e-05,
      "loss": 5.8223,
      "step": 313
    },
    {
      "epoch": 0.6408163265306123,
      "grad_norm": 2.875,
      "learning_rate": 9.125364431486881e-05,
      "loss": 5.9448,
      "step": 314
    },
    {
      "epoch": 0.6428571428571429,
      "grad_norm": 1.9453125,
      "learning_rate": 9.154518950437319e-05,
      "loss": 6.0801,
      "step": 315
    },
    {
      "epoch": 0.6448979591836734,
      "grad_norm": 5.03125,
      "learning_rate": 9.183673469387756e-05,
      "loss": 5.9737,
      "step": 316
    },
    {
      "epoch": 0.6469387755102041,
      "grad_norm": 2.25,
      "learning_rate": 9.212827988338193e-05,
      "loss": 5.7682,
      "step": 317
    },
    {
      "epoch": 0.6489795918367347,
      "grad_norm": 2.875,
      "learning_rate": 9.24198250728863e-05,
      "loss": 5.836,
      "step": 318
    },
    {
      "epoch": 0.6510204081632653,
      "grad_norm": 2.125,
      "learning_rate": 9.271137026239067e-05,
      "loss": 5.8778,
      "step": 319
    },
    {
      "epoch": 0.6530612244897959,
      "grad_norm": 2.3125,
      "learning_rate": 9.300291545189505e-05,
      "loss": 5.9055,
      "step": 320
    },
    {
      "epoch": 0.6551020408163265,
      "grad_norm": 2.734375,
      "learning_rate": 9.329446064139942e-05,
      "loss": 6.0365,
      "step": 321
    },
    {
      "epoch": 0.6571428571428571,
      "grad_norm": 1.6796875,
      "learning_rate": 9.358600583090379e-05,
      "loss": 5.7881,
      "step": 322
    },
    {
      "epoch": 0.6591836734693878,
      "grad_norm": 3.015625,
      "learning_rate": 9.387755102040817e-05,
      "loss": 5.9185,
      "step": 323
    },
    {
      "epoch": 0.6612244897959184,
      "grad_norm": 1.9609375,
      "learning_rate": 9.416909620991254e-05,
      "loss": 5.7898,
      "step": 324
    },
    {
      "epoch": 0.6632653061224489,
      "grad_norm": 3.75,
      "learning_rate": 9.446064139941691e-05,
      "loss": 5.9171,
      "step": 325
    },
    {
      "epoch": 0.6653061224489796,
      "grad_norm": 2.28125,
      "learning_rate": 9.475218658892129e-05,
      "loss": 5.9707,
      "step": 326
    },
    {
      "epoch": 0.6673469387755102,
      "grad_norm": 4.4375,
      "learning_rate": 9.504373177842566e-05,
      "loss": 5.8368,
      "step": 327
    },
    {
      "epoch": 0.6693877551020408,
      "grad_norm": 3.5,
      "learning_rate": 9.533527696793003e-05,
      "loss": 5.9395,
      "step": 328
    },
    {
      "epoch": 0.6714285714285714,
      "grad_norm": 2.75,
      "learning_rate": 9.56268221574344e-05,
      "loss": 5.9225,
      "step": 329
    },
    {
      "epoch": 0.673469387755102,
      "grad_norm": 2.640625,
      "learning_rate": 9.591836734693878e-05,
      "loss": 5.8534,
      "step": 330
    },
    {
      "epoch": 0.6755102040816326,
      "grad_norm": 2.625,
      "learning_rate": 9.620991253644317e-05,
      "loss": 5.8768,
      "step": 331
    },
    {
      "epoch": 0.6775510204081633,
      "grad_norm": 2.546875,
      "learning_rate": 9.650145772594753e-05,
      "loss": 5.9243,
      "step": 332
    },
    {
      "epoch": 0.6795918367346939,
      "grad_norm": 2.078125,
      "learning_rate": 9.67930029154519e-05,
      "loss": 5.8804,
      "step": 333
    },
    {
      "epoch": 0.6816326530612244,
      "grad_norm": 4.40625,
      "learning_rate": 9.708454810495627e-05,
      "loss": 6.2647,
      "step": 334
    },
    {
      "epoch": 0.6836734693877551,
      "grad_norm": 2.296875,
      "learning_rate": 9.737609329446064e-05,
      "loss": 5.8774,
      "step": 335
    },
    {
      "epoch": 0.6857142857142857,
      "grad_norm": 3.96875,
      "learning_rate": 9.766763848396502e-05,
      "loss": 5.912,
      "step": 336
    },
    {
      "epoch": 0.6877551020408164,
      "grad_norm": 3.71875,
      "learning_rate": 9.79591836734694e-05,
      "loss": 5.8912,
      "step": 337
    },
    {
      "epoch": 0.689795918367347,
      "grad_norm": 4.28125,
      "learning_rate": 9.825072886297376e-05,
      "loss": 5.7401,
      "step": 338
    },
    {
      "epoch": 0.6918367346938775,
      "grad_norm": 4.03125,
      "learning_rate": 9.854227405247813e-05,
      "loss": 5.8699,
      "step": 339
    },
    {
      "epoch": 0.6938775510204082,
      "grad_norm": 2.328125,
      "learning_rate": 9.883381924198251e-05,
      "loss": 5.7914,
      "step": 340
    },
    {
      "epoch": 0.6959183673469388,
      "grad_norm": 2.984375,
      "learning_rate": 9.912536443148688e-05,
      "loss": 5.8102,
      "step": 341
    },
    {
      "epoch": 0.6979591836734694,
      "grad_norm": 1.875,
      "learning_rate": 9.941690962099127e-05,
      "loss": 5.98,
      "step": 342
    },
    {
      "epoch": 0.7,
      "grad_norm": 2.828125,
      "learning_rate": 9.970845481049564e-05,
      "loss": 5.9031,
      "step": 343
    },
    {
      "epoch": 0.7020408163265306,
      "grad_norm": 2.59375,
      "learning_rate": 0.0001,
      "loss": 5.6908,
      "step": 344
    },
    {
      "epoch": 0.7040816326530612,
      "grad_norm": 1.671875,
      "learning_rate": 9.996760609005507e-05,
      "loss": 5.8475,
      "step": 345
    },
    {
      "epoch": 0.7061224489795919,
      "grad_norm": 1.7265625,
      "learning_rate": 9.993521218011015e-05,
      "loss": 5.7639,
      "step": 346
    },
    {
      "epoch": 0.7081632653061225,
      "grad_norm": 1.515625,
      "learning_rate": 9.990281827016522e-05,
      "loss": 5.5835,
      "step": 347
    },
    {
      "epoch": 0.710204081632653,
      "grad_norm": 2.265625,
      "learning_rate": 9.987042436022028e-05,
      "loss": 5.7026,
      "step": 348
    },
    {
      "epoch": 0.7122448979591837,
      "grad_norm": 1.9609375,
      "learning_rate": 9.983803045027536e-05,
      "loss": 5.6181,
      "step": 349
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 2.28125,
      "learning_rate": 9.980563654033043e-05,
      "loss": 5.8685,
      "step": 350
    },
    {
      "epoch": 0.7163265306122449,
      "grad_norm": 1.7265625,
      "learning_rate": 9.977324263038549e-05,
      "loss": 5.6348,
      "step": 351
    },
    {
      "epoch": 0.7183673469387755,
      "grad_norm": 2.171875,
      "learning_rate": 9.974084872044056e-05,
      "loss": 5.7772,
      "step": 352
    },
    {
      "epoch": 0.7204081632653061,
      "grad_norm": 1.75,
      "learning_rate": 9.970845481049564e-05,
      "loss": 5.773,
      "step": 353
    },
    {
      "epoch": 0.7224489795918367,
      "grad_norm": 2.515625,
      "learning_rate": 9.96760609005507e-05,
      "loss": 5.747,
      "step": 354
    },
    {
      "epoch": 0.7244897959183674,
      "grad_norm": 2.09375,
      "learning_rate": 9.964366699060577e-05,
      "loss": 5.8438,
      "step": 355
    },
    {
      "epoch": 0.726530612244898,
      "grad_norm": 2.515625,
      "learning_rate": 9.961127308066083e-05,
      "loss": 5.6612,
      "step": 356
    },
    {
      "epoch": 0.7285714285714285,
      "grad_norm": 2.21875,
      "learning_rate": 9.957887917071591e-05,
      "loss": 5.7914,
      "step": 357
    },
    {
      "epoch": 0.7306122448979592,
      "grad_norm": 1.859375,
      "learning_rate": 9.954648526077098e-05,
      "loss": 5.8725,
      "step": 358
    },
    {
      "epoch": 0.7326530612244898,
      "grad_norm": 2.34375,
      "learning_rate": 9.951409135082604e-05,
      "loss": 5.6965,
      "step": 359
    },
    {
      "epoch": 0.7346938775510204,
      "grad_norm": 2.125,
      "learning_rate": 9.948169744088112e-05,
      "loss": 5.7224,
      "step": 360
    },
    {
      "epoch": 0.736734693877551,
      "grad_norm": 1.7109375,
      "learning_rate": 9.944930353093619e-05,
      "loss": 5.6711,
      "step": 361
    },
    {
      "epoch": 0.7387755102040816,
      "grad_norm": 1.890625,
      "learning_rate": 9.941690962099127e-05,
      "loss": 5.9616,
      "step": 362
    },
    {
      "epoch": 0.7408163265306122,
      "grad_norm": 2.578125,
      "learning_rate": 9.938451571104633e-05,
      "loss": 5.8727,
      "step": 363
    },
    {
      "epoch": 0.7428571428571429,
      "grad_norm": 2.875,
      "learning_rate": 9.93521218011014e-05,
      "loss": 5.6886,
      "step": 364
    },
    {
      "epoch": 0.7448979591836735,
      "grad_norm": 2.796875,
      "learning_rate": 9.931972789115646e-05,
      "loss": 5.6566,
      "step": 365
    },
    {
      "epoch": 0.746938775510204,
      "grad_norm": 2.125,
      "learning_rate": 9.928733398121154e-05,
      "loss": 5.8179,
      "step": 366
    },
    {
      "epoch": 0.7489795918367347,
      "grad_norm": 3.515625,
      "learning_rate": 9.925494007126661e-05,
      "loss": 5.5646,
      "step": 367
    },
    {
      "epoch": 0.7510204081632653,
      "grad_norm": 2.625,
      "learning_rate": 9.922254616132167e-05,
      "loss": 5.6489,
      "step": 368
    },
    {
      "epoch": 0.753061224489796,
      "grad_norm": 3.65625,
      "learning_rate": 9.919015225137674e-05,
      "loss": 5.5983,
      "step": 369
    },
    {
      "epoch": 0.7551020408163265,
      "grad_norm": 3.15625,
      "learning_rate": 9.915775834143182e-05,
      "loss": 5.5495,
      "step": 370
    },
    {
      "epoch": 0.7571428571428571,
      "grad_norm": 3.828125,
      "learning_rate": 9.912536443148688e-05,
      "loss": 5.5367,
      "step": 371
    },
    {
      "epoch": 0.7591836734693878,
      "grad_norm": 2.546875,
      "learning_rate": 9.909297052154195e-05,
      "loss": 5.6654,
      "step": 372
    },
    {
      "epoch": 0.7612244897959184,
      "grad_norm": 3.5625,
      "learning_rate": 9.906057661159703e-05,
      "loss": 5.6685,
      "step": 373
    },
    {
      "epoch": 0.763265306122449,
      "grad_norm": 2.59375,
      "learning_rate": 9.90281827016521e-05,
      "loss": 5.5552,
      "step": 374
    },
    {
      "epoch": 0.7653061224489796,
      "grad_norm": 2.921875,
      "learning_rate": 9.899578879170717e-05,
      "loss": 5.764,
      "step": 375
    },
    {
      "epoch": 0.7673469387755102,
      "grad_norm": 3.109375,
      "learning_rate": 9.896339488176223e-05,
      "loss": 5.7637,
      "step": 376
    },
    {
      "epoch": 0.7693877551020408,
      "grad_norm": 1.6640625,
      "learning_rate": 9.89310009718173e-05,
      "loss": 5.6304,
      "step": 377
    },
    {
      "epoch": 0.7714285714285715,
      "grad_norm": 2.5625,
      "learning_rate": 9.889860706187237e-05,
      "loss": 5.7364,
      "step": 378
    },
    {
      "epoch": 0.773469387755102,
      "grad_norm": 1.78125,
      "learning_rate": 9.886621315192745e-05,
      "loss": 5.705,
      "step": 379
    },
    {
      "epoch": 0.7755102040816326,
      "grad_norm": 2.578125,
      "learning_rate": 9.883381924198251e-05,
      "loss": 5.5901,
      "step": 380
    },
    {
      "epoch": 0.7775510204081633,
      "grad_norm": 1.7265625,
      "learning_rate": 9.880142533203758e-05,
      "loss": 5.7524,
      "step": 381
    },
    {
      "epoch": 0.7795918367346939,
      "grad_norm": 2.0625,
      "learning_rate": 9.876903142209265e-05,
      "loss": 5.5826,
      "step": 382
    },
    {
      "epoch": 0.7816326530612245,
      "grad_norm": 2.28125,
      "learning_rate": 9.873663751214772e-05,
      "loss": 5.6024,
      "step": 383
    },
    {
      "epoch": 0.7836734693877551,
      "grad_norm": 1.765625,
      "learning_rate": 9.870424360220279e-05,
      "loss": 5.5304,
      "step": 384
    },
    {
      "epoch": 0.7857142857142857,
      "grad_norm": 2.484375,
      "learning_rate": 9.867184969225786e-05,
      "loss": 5.5228,
      "step": 385
    },
    {
      "epoch": 0.7877551020408163,
      "grad_norm": 2.59375,
      "learning_rate": 9.863945578231294e-05,
      "loss": 5.7729,
      "step": 386
    },
    {
      "epoch": 0.789795918367347,
      "grad_norm": 2.484375,
      "learning_rate": 9.8607061872368e-05,
      "loss": 5.5169,
      "step": 387
    },
    {
      "epoch": 0.7918367346938775,
      "grad_norm": 2.140625,
      "learning_rate": 9.857466796242307e-05,
      "loss": 5.5264,
      "step": 388
    },
    {
      "epoch": 0.7938775510204081,
      "grad_norm": 2.1875,
      "learning_rate": 9.854227405247813e-05,
      "loss": 5.5907,
      "step": 389
    },
    {
      "epoch": 0.7959183673469388,
      "grad_norm": 1.7890625,
      "learning_rate": 9.850988014253321e-05,
      "loss": 5.5483,
      "step": 390
    },
    {
      "epoch": 0.7979591836734694,
      "grad_norm": 1.90625,
      "learning_rate": 9.847748623258828e-05,
      "loss": 5.6224,
      "step": 391
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.265625,
      "learning_rate": 9.844509232264336e-05,
      "loss": 5.4087,
      "step": 392
    },
    {
      "epoch": 0.8020408163265306,
      "grad_norm": 1.7421875,
      "learning_rate": 9.841269841269841e-05,
      "loss": 5.5928,
      "step": 393
    },
    {
      "epoch": 0.8040816326530612,
      "grad_norm": 2.578125,
      "learning_rate": 9.838030450275349e-05,
      "loss": 5.6086,
      "step": 394
    },
    {
      "epoch": 0.8061224489795918,
      "grad_norm": 2.21875,
      "learning_rate": 9.834791059280855e-05,
      "loss": 5.6237,
      "step": 395
    },
    {
      "epoch": 0.8081632653061225,
      "grad_norm": 3.453125,
      "learning_rate": 9.831551668286363e-05,
      "loss": 5.5317,
      "step": 396
    },
    {
      "epoch": 0.810204081632653,
      "grad_norm": 2.484375,
      "learning_rate": 9.82831227729187e-05,
      "loss": 5.539,
      "step": 397
    },
    {
      "epoch": 0.8122448979591836,
      "grad_norm": 2.75,
      "learning_rate": 9.825072886297376e-05,
      "loss": 5.5483,
      "step": 398
    },
    {
      "epoch": 0.8142857142857143,
      "grad_norm": 3.34375,
      "learning_rate": 9.821833495302883e-05,
      "loss": 5.491,
      "step": 399
    },
    {
      "epoch": 0.8163265306122449,
      "grad_norm": 2.296875,
      "learning_rate": 9.818594104308391e-05,
      "loss": 5.5646,
      "step": 400
    },
    {
      "epoch": 0.8183673469387756,
      "grad_norm": 2.296875,
      "learning_rate": 9.815354713313897e-05,
      "loss": 5.4056,
      "step": 401
    },
    {
      "epoch": 0.8204081632653061,
      "grad_norm": 1.796875,
      "learning_rate": 9.812115322319404e-05,
      "loss": 5.4781,
      "step": 402
    },
    {
      "epoch": 0.8224489795918367,
      "grad_norm": 2.34375,
      "learning_rate": 9.808875931324912e-05,
      "loss": 5.4442,
      "step": 403
    },
    {
      "epoch": 0.8244897959183674,
      "grad_norm": 1.8359375,
      "learning_rate": 9.805636540330418e-05,
      "loss": 5.5673,
      "step": 404
    },
    {
      "epoch": 0.826530612244898,
      "grad_norm": 2.34375,
      "learning_rate": 9.802397149335926e-05,
      "loss": 5.5,
      "step": 405
    },
    {
      "epoch": 0.8285714285714286,
      "grad_norm": 1.9453125,
      "learning_rate": 9.799157758341431e-05,
      "loss": 5.483,
      "step": 406
    },
    {
      "epoch": 0.8306122448979592,
      "grad_norm": 2.65625,
      "learning_rate": 9.79591836734694e-05,
      "loss": 5.3602,
      "step": 407
    },
    {
      "epoch": 0.8326530612244898,
      "grad_norm": 2.234375,
      "learning_rate": 9.792678976352446e-05,
      "loss": 5.5128,
      "step": 408
    },
    {
      "epoch": 0.8346938775510204,
      "grad_norm": 1.8828125,
      "learning_rate": 9.789439585357954e-05,
      "loss": 5.4923,
      "step": 409
    },
    {
      "epoch": 0.8367346938775511,
      "grad_norm": 2.671875,
      "learning_rate": 9.786200194363459e-05,
      "loss": 5.4525,
      "step": 410
    },
    {
      "epoch": 0.8387755102040816,
      "grad_norm": 1.71875,
      "learning_rate": 9.782960803368967e-05,
      "loss": 5.4164,
      "step": 411
    },
    {
      "epoch": 0.8408163265306122,
      "grad_norm": 2.15625,
      "learning_rate": 9.779721412374473e-05,
      "loss": 5.415,
      "step": 412
    },
    {
      "epoch": 0.8428571428571429,
      "grad_norm": 2.09375,
      "learning_rate": 9.776482021379981e-05,
      "loss": 5.4444,
      "step": 413
    },
    {
      "epoch": 0.8448979591836735,
      "grad_norm": 2.171875,
      "learning_rate": 9.773242630385488e-05,
      "loss": 5.4948,
      "step": 414
    },
    {
      "epoch": 0.8469387755102041,
      "grad_norm": 1.8203125,
      "learning_rate": 9.770003239390995e-05,
      "loss": 5.3823,
      "step": 415
    },
    {
      "epoch": 0.8489795918367347,
      "grad_norm": 2.484375,
      "learning_rate": 9.766763848396502e-05,
      "loss": 5.4814,
      "step": 416
    },
    {
      "epoch": 0.8510204081632653,
      "grad_norm": 1.625,
      "learning_rate": 9.763524457402009e-05,
      "loss": 5.2718,
      "step": 417
    },
    {
      "epoch": 0.8530612244897959,
      "grad_norm": 2.375,
      "learning_rate": 9.760285066407517e-05,
      "loss": 5.2892,
      "step": 418
    },
    {
      "epoch": 0.8551020408163266,
      "grad_norm": 2.21875,
      "learning_rate": 9.757045675413022e-05,
      "loss": 5.4267,
      "step": 419
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 2.65625,
      "learning_rate": 9.75380628441853e-05,
      "loss": 5.4264,
      "step": 420
    },
    {
      "epoch": 0.8591836734693877,
      "grad_norm": 2.0,
      "learning_rate": 9.750566893424037e-05,
      "loss": 5.4557,
      "step": 421
    },
    {
      "epoch": 0.8612244897959184,
      "grad_norm": 2.203125,
      "learning_rate": 9.747327502429544e-05,
      "loss": 5.509,
      "step": 422
    },
    {
      "epoch": 0.863265306122449,
      "grad_norm": 2.25,
      "learning_rate": 9.74408811143505e-05,
      "loss": 5.4043,
      "step": 423
    },
    {
      "epoch": 0.8653061224489796,
      "grad_norm": 1.9140625,
      "learning_rate": 9.740848720440558e-05,
      "loss": 5.4319,
      "step": 424
    },
    {
      "epoch": 0.8673469387755102,
      "grad_norm": 2.90625,
      "learning_rate": 9.737609329446064e-05,
      "loss": 5.3586,
      "step": 425
    },
    {
      "epoch": 0.8693877551020408,
      "grad_norm": 1.9765625,
      "learning_rate": 9.734369938451572e-05,
      "loss": 5.3789,
      "step": 426
    },
    {
      "epoch": 0.8714285714285714,
      "grad_norm": 2.90625,
      "learning_rate": 9.731130547457079e-05,
      "loss": 5.3776,
      "step": 427
    },
    {
      "epoch": 0.8734693877551021,
      "grad_norm": 1.859375,
      "learning_rate": 9.727891156462585e-05,
      "loss": 5.3532,
      "step": 428
    },
    {
      "epoch": 0.8755102040816326,
      "grad_norm": 2.609375,
      "learning_rate": 9.724651765468092e-05,
      "loss": 5.526,
      "step": 429
    },
    {
      "epoch": 0.8775510204081632,
      "grad_norm": 2.59375,
      "learning_rate": 9.7214123744736e-05,
      "loss": 5.2067,
      "step": 430
    },
    {
      "epoch": 0.8795918367346939,
      "grad_norm": 2.109375,
      "learning_rate": 9.718172983479106e-05,
      "loss": 5.4407,
      "step": 431
    },
    {
      "epoch": 0.8816326530612245,
      "grad_norm": 2.515625,
      "learning_rate": 9.714933592484613e-05,
      "loss": 5.3648,
      "step": 432
    },
    {
      "epoch": 0.8836734693877552,
      "grad_norm": 1.6953125,
      "learning_rate": 9.711694201490121e-05,
      "loss": 5.3088,
      "step": 433
    },
    {
      "epoch": 0.8857142857142857,
      "grad_norm": 3.28125,
      "learning_rate": 9.708454810495627e-05,
      "loss": 5.2259,
      "step": 434
    },
    {
      "epoch": 0.8877551020408163,
      "grad_norm": 1.84375,
      "learning_rate": 9.705215419501135e-05,
      "loss": 5.3369,
      "step": 435
    },
    {
      "epoch": 0.889795918367347,
      "grad_norm": 2.9375,
      "learning_rate": 9.70197602850664e-05,
      "loss": 5.2903,
      "step": 436
    },
    {
      "epoch": 0.8918367346938776,
      "grad_norm": 2.34375,
      "learning_rate": 9.698736637512148e-05,
      "loss": 5.3472,
      "step": 437
    },
    {
      "epoch": 0.8938775510204081,
      "grad_norm": 3.5625,
      "learning_rate": 9.695497246517655e-05,
      "loss": 5.352,
      "step": 438
    },
    {
      "epoch": 0.8959183673469387,
      "grad_norm": 2.546875,
      "learning_rate": 9.692257855523163e-05,
      "loss": 5.4007,
      "step": 439
    },
    {
      "epoch": 0.8979591836734694,
      "grad_norm": 3.109375,
      "learning_rate": 9.689018464528668e-05,
      "loss": 5.2628,
      "step": 440
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.234375,
      "learning_rate": 9.685779073534176e-05,
      "loss": 5.2345,
      "step": 441
    },
    {
      "epoch": 0.9020408163265307,
      "grad_norm": 3.15625,
      "learning_rate": 9.682539682539682e-05,
      "loss": 5.3104,
      "step": 442
    },
    {
      "epoch": 0.9040816326530612,
      "grad_norm": 2.375,
      "learning_rate": 9.67930029154519e-05,
      "loss": 5.4044,
      "step": 443
    },
    {
      "epoch": 0.9061224489795918,
      "grad_norm": 3.015625,
      "learning_rate": 9.676060900550697e-05,
      "loss": 5.2699,
      "step": 444
    },
    {
      "epoch": 0.9081632653061225,
      "grad_norm": 2.5,
      "learning_rate": 9.672821509556203e-05,
      "loss": 5.2957,
      "step": 445
    },
    {
      "epoch": 0.9102040816326531,
      "grad_norm": 2.640625,
      "learning_rate": 9.669582118561711e-05,
      "loss": 5.362,
      "step": 446
    },
    {
      "epoch": 0.9122448979591836,
      "grad_norm": 2.515625,
      "learning_rate": 9.666342727567218e-05,
      "loss": 5.3189,
      "step": 447
    },
    {
      "epoch": 0.9142857142857143,
      "grad_norm": 2.484375,
      "learning_rate": 9.663103336572726e-05,
      "loss": 5.3132,
      "step": 448
    },
    {
      "epoch": 0.9163265306122449,
      "grad_norm": 1.9140625,
      "learning_rate": 9.659863945578231e-05,
      "loss": 5.234,
      "step": 449
    },
    {
      "epoch": 0.9183673469387755,
      "grad_norm": 2.578125,
      "learning_rate": 9.656624554583739e-05,
      "loss": 5.2804,
      "step": 450
    },
    {
      "epoch": 0.9204081632653062,
      "grad_norm": 2.375,
      "learning_rate": 9.653385163589246e-05,
      "loss": 5.3495,
      "step": 451
    },
    {
      "epoch": 0.9224489795918367,
      "grad_norm": 1.890625,
      "learning_rate": 9.650145772594753e-05,
      "loss": 5.221,
      "step": 452
    },
    {
      "epoch": 0.9244897959183673,
      "grad_norm": 3.0,
      "learning_rate": 9.646906381600259e-05,
      "loss": 5.1243,
      "step": 453
    },
    {
      "epoch": 0.926530612244898,
      "grad_norm": 1.6015625,
      "learning_rate": 9.643666990605767e-05,
      "loss": 5.2523,
      "step": 454
    },
    {
      "epoch": 0.9285714285714286,
      "grad_norm": 2.765625,
      "learning_rate": 9.640427599611273e-05,
      "loss": 5.2834,
      "step": 455
    },
    {
      "epoch": 0.9306122448979591,
      "grad_norm": 1.6953125,
      "learning_rate": 9.637188208616781e-05,
      "loss": 5.3789,
      "step": 456
    },
    {
      "epoch": 0.9326530612244898,
      "grad_norm": 2.65625,
      "learning_rate": 9.633948817622288e-05,
      "loss": 5.1874,
      "step": 457
    },
    {
      "epoch": 0.9346938775510204,
      "grad_norm": 1.7734375,
      "learning_rate": 9.630709426627794e-05,
      "loss": 5.2311,
      "step": 458
    },
    {
      "epoch": 0.936734693877551,
      "grad_norm": 3.046875,
      "learning_rate": 9.627470035633302e-05,
      "loss": 5.3345,
      "step": 459
    },
    {
      "epoch": 0.9387755102040817,
      "grad_norm": 2.46875,
      "learning_rate": 9.624230644638809e-05,
      "loss": 5.2116,
      "step": 460
    },
    {
      "epoch": 0.9408163265306122,
      "grad_norm": 2.140625,
      "learning_rate": 9.620991253644317e-05,
      "loss": 5.1734,
      "step": 461
    },
    {
      "epoch": 0.9428571428571428,
      "grad_norm": 2.765625,
      "learning_rate": 9.617751862649822e-05,
      "loss": 5.1,
      "step": 462
    },
    {
      "epoch": 0.9448979591836735,
      "grad_norm": 2.953125,
      "learning_rate": 9.61451247165533e-05,
      "loss": 5.2185,
      "step": 463
    },
    {
      "epoch": 0.9469387755102041,
      "grad_norm": 2.0625,
      "learning_rate": 9.611273080660836e-05,
      "loss": 5.2862,
      "step": 464
    },
    {
      "epoch": 0.9489795918367347,
      "grad_norm": 2.140625,
      "learning_rate": 9.608033689666344e-05,
      "loss": 5.2224,
      "step": 465
    },
    {
      "epoch": 0.9510204081632653,
      "grad_norm": 1.9453125,
      "learning_rate": 9.604794298671849e-05,
      "loss": 5.1458,
      "step": 466
    },
    {
      "epoch": 0.9530612244897959,
      "grad_norm": 2.0,
      "learning_rate": 9.601554907677357e-05,
      "loss": 5.1679,
      "step": 467
    },
    {
      "epoch": 0.9551020408163265,
      "grad_norm": 2.390625,
      "learning_rate": 9.598315516682864e-05,
      "loss": 5.1953,
      "step": 468
    },
    {
      "epoch": 0.9571428571428572,
      "grad_norm": 1.890625,
      "learning_rate": 9.595076125688372e-05,
      "loss": 5.1759,
      "step": 469
    },
    {
      "epoch": 0.9591836734693877,
      "grad_norm": 2.46875,
      "learning_rate": 9.591836734693878e-05,
      "loss": 5.331,
      "step": 470
    },
    {
      "epoch": 0.9612244897959183,
      "grad_norm": 2.046875,
      "learning_rate": 9.588597343699385e-05,
      "loss": 5.374,
      "step": 471
    },
    {
      "epoch": 0.963265306122449,
      "grad_norm": 2.546875,
      "learning_rate": 9.585357952704891e-05,
      "loss": 5.0785,
      "step": 472
    },
    {
      "epoch": 0.9653061224489796,
      "grad_norm": 2.390625,
      "learning_rate": 9.582118561710399e-05,
      "loss": 5.2189,
      "step": 473
    },
    {
      "epoch": 0.9673469387755103,
      "grad_norm": 2.140625,
      "learning_rate": 9.578879170715906e-05,
      "loss": 5.1768,
      "step": 474
    },
    {
      "epoch": 0.9693877551020408,
      "grad_norm": 2.203125,
      "learning_rate": 9.575639779721412e-05,
      "loss": 5.1351,
      "step": 475
    },
    {
      "epoch": 0.9714285714285714,
      "grad_norm": 2.078125,
      "learning_rate": 9.57240038872692e-05,
      "loss": 5.2468,
      "step": 476
    },
    {
      "epoch": 0.9734693877551021,
      "grad_norm": 2.546875,
      "learning_rate": 9.569160997732427e-05,
      "loss": 5.1924,
      "step": 477
    },
    {
      "epoch": 0.9755102040816327,
      "grad_norm": 2.15625,
      "learning_rate": 9.565921606737935e-05,
      "loss": 5.1984,
      "step": 478
    },
    {
      "epoch": 0.9775510204081632,
      "grad_norm": 2.234375,
      "learning_rate": 9.56268221574344e-05,
      "loss": 5.1939,
      "step": 479
    },
    {
      "epoch": 0.9795918367346939,
      "grad_norm": 2.09375,
      "learning_rate": 9.559442824748948e-05,
      "loss": 5.3328,
      "step": 480
    },
    {
      "epoch": 0.9816326530612245,
      "grad_norm": 2.78125,
      "learning_rate": 9.556203433754454e-05,
      "loss": 5.147,
      "step": 481
    },
    {
      "epoch": 0.9836734693877551,
      "grad_norm": 2.15625,
      "learning_rate": 9.552964042759962e-05,
      "loss": 5.0896,
      "step": 482
    },
    {
      "epoch": 0.9857142857142858,
      "grad_norm": 2.734375,
      "learning_rate": 9.549724651765468e-05,
      "loss": 5.2347,
      "step": 483
    },
    {
      "epoch": 0.9877551020408163,
      "grad_norm": 2.359375,
      "learning_rate": 9.546485260770975e-05,
      "loss": 5.0827,
      "step": 484
    },
    {
      "epoch": 0.9897959183673469,
      "grad_norm": 2.421875,
      "learning_rate": 9.543245869776482e-05,
      "loss": 5.1718,
      "step": 485
    },
    {
      "epoch": 0.9918367346938776,
      "grad_norm": 1.9609375,
      "learning_rate": 9.54000647878199e-05,
      "loss": 5.2481,
      "step": 486
    },
    {
      "epoch": 0.9938775510204082,
      "grad_norm": 2.0,
      "learning_rate": 9.536767087787496e-05,
      "loss": 5.106,
      "step": 487
    },
    {
      "epoch": 0.9959183673469387,
      "grad_norm": 2.65625,
      "learning_rate": 9.533527696793003e-05,
      "loss": 5.1127,
      "step": 488
    },
    {
      "epoch": 0.9979591836734694,
      "grad_norm": 1.78125,
      "learning_rate": 9.530288305798511e-05,
      "loss": 5.1815,
      "step": 489
    },
    {
      "epoch": 1.0,
      "grad_norm": 2.4375,
      "learning_rate": 9.527048914804018e-05,
      "loss": 5.1918,
      "step": 490
    },
    {
      "epoch": 1.0020408163265306,
      "grad_norm": 2.1875,
      "learning_rate": 9.523809523809524e-05,
      "loss": 5.0281,
      "step": 491
    },
    {
      "epoch": 1.0040816326530613,
      "grad_norm": 2.40625,
      "learning_rate": 9.52057013281503e-05,
      "loss": 5.0703,
      "step": 492
    },
    {
      "epoch": 1.006122448979592,
      "grad_norm": 2.1875,
      "learning_rate": 9.517330741820539e-05,
      "loss": 5.0325,
      "step": 493
    },
    {
      "epoch": 1.0081632653061225,
      "grad_norm": 2.296875,
      "learning_rate": 9.514091350826045e-05,
      "loss": 5.1937,
      "step": 494
    },
    {
      "epoch": 1.010204081632653,
      "grad_norm": 2.140625,
      "learning_rate": 9.510851959831553e-05,
      "loss": 4.9899,
      "step": 495
    },
    {
      "epoch": 1.0122448979591836,
      "grad_norm": 1.9375,
      "learning_rate": 9.507612568837058e-05,
      "loss": 5.2111,
      "step": 496
    },
    {
      "epoch": 1.0142857142857142,
      "grad_norm": 2.09375,
      "learning_rate": 9.504373177842566e-05,
      "loss": 5.0057,
      "step": 497
    },
    {
      "epoch": 1.0163265306122449,
      "grad_norm": 2.0,
      "learning_rate": 9.501133786848073e-05,
      "loss": 5.0491,
      "step": 498
    },
    {
      "epoch": 1.0183673469387755,
      "grad_norm": 2.328125,
      "learning_rate": 9.49789439585358e-05,
      "loss": 5.0318,
      "step": 499
    },
    {
      "epoch": 1.0204081632653061,
      "grad_norm": 1.953125,
      "learning_rate": 9.494655004859087e-05,
      "loss": 5.1135,
      "step": 500
    },
    {
      "epoch": 1.0204081632653061,
      "eval_loss": 4.40017032623291,
      "eval_runtime": 14.6713,
      "eval_samples_per_second": 10.906,
      "eval_steps_per_second": 2.726,
      "step": 500
    },
    {
      "epoch": 1.0224489795918368,
      "grad_norm": 1.9375,
      "learning_rate": 9.491415613864594e-05,
      "loss": 5.0543,
      "step": 501
    },
    {
      "epoch": 1.0244897959183674,
      "grad_norm": 2.53125,
      "learning_rate": 9.488176222870102e-05,
      "loss": 5.113,
      "step": 502
    },
    {
      "epoch": 1.026530612244898,
      "grad_norm": 2.78125,
      "learning_rate": 9.484936831875608e-05,
      "loss": 5.0466,
      "step": 503
    },
    {
      "epoch": 1.0285714285714285,
      "grad_norm": 2.25,
      "learning_rate": 9.481697440881115e-05,
      "loss": 5.0092,
      "step": 504
    },
    {
      "epoch": 1.030612244897959,
      "grad_norm": 2.203125,
      "learning_rate": 9.478458049886621e-05,
      "loss": 5.0907,
      "step": 505
    },
    {
      "epoch": 1.0326530612244897,
      "grad_norm": 2.375,
      "learning_rate": 9.475218658892129e-05,
      "loss": 5.0782,
      "step": 506
    },
    {
      "epoch": 1.0346938775510204,
      "grad_norm": 2.359375,
      "learning_rate": 9.471979267897636e-05,
      "loss": 4.9835,
      "step": 507
    },
    {
      "epoch": 1.036734693877551,
      "grad_norm": 2.171875,
      "learning_rate": 9.468739876903142e-05,
      "loss": 5.0113,
      "step": 508
    },
    {
      "epoch": 1.0387755102040817,
      "grad_norm": 2.375,
      "learning_rate": 9.465500485908649e-05,
      "loss": 4.9735,
      "step": 509
    },
    {
      "epoch": 1.0408163265306123,
      "grad_norm": 2.078125,
      "learning_rate": 9.462261094914157e-05,
      "loss": 4.9344,
      "step": 510
    },
    {
      "epoch": 1.042857142857143,
      "grad_norm": 2.609375,
      "learning_rate": 9.459021703919663e-05,
      "loss": 5.0704,
      "step": 511
    },
    {
      "epoch": 1.0448979591836736,
      "grad_norm": 2.625,
      "learning_rate": 9.455782312925171e-05,
      "loss": 4.9382,
      "step": 512
    },
    {
      "epoch": 1.046938775510204,
      "grad_norm": 2.265625,
      "learning_rate": 9.452542921930676e-05,
      "loss": 5.0419,
      "step": 513
    },
    {
      "epoch": 1.0489795918367346,
      "grad_norm": 2.65625,
      "learning_rate": 9.449303530936184e-05,
      "loss": 4.9912,
      "step": 514
    },
    {
      "epoch": 1.0510204081632653,
      "grad_norm": 2.53125,
      "learning_rate": 9.446064139941691e-05,
      "loss": 4.9545,
      "step": 515
    },
    {
      "epoch": 1.0530612244897959,
      "grad_norm": 2.203125,
      "learning_rate": 9.442824748947199e-05,
      "loss": 5.0483,
      "step": 516
    },
    {
      "epoch": 1.0551020408163265,
      "grad_norm": 2.09375,
      "learning_rate": 9.439585357952705e-05,
      "loss": 5.0521,
      "step": 517
    },
    {
      "epoch": 1.0571428571428572,
      "grad_norm": 2.171875,
      "learning_rate": 9.436345966958212e-05,
      "loss": 4.9659,
      "step": 518
    },
    {
      "epoch": 1.0591836734693878,
      "grad_norm": 2.265625,
      "learning_rate": 9.43310657596372e-05,
      "loss": 4.9462,
      "step": 519
    },
    {
      "epoch": 1.0612244897959184,
      "grad_norm": 2.03125,
      "learning_rate": 9.429867184969226e-05,
      "loss": 4.9327,
      "step": 520
    },
    {
      "epoch": 1.063265306122449,
      "grad_norm": 2.203125,
      "learning_rate": 9.426627793974733e-05,
      "loss": 5.001,
      "step": 521
    },
    {
      "epoch": 1.0653061224489795,
      "grad_norm": 2.078125,
      "learning_rate": 9.42338840298024e-05,
      "loss": 4.8174,
      "step": 522
    },
    {
      "epoch": 1.0673469387755101,
      "grad_norm": 2.28125,
      "learning_rate": 9.420149011985747e-05,
      "loss": 4.9902,
      "step": 523
    },
    {
      "epoch": 1.0693877551020408,
      "grad_norm": 2.46875,
      "learning_rate": 9.416909620991254e-05,
      "loss": 4.9752,
      "step": 524
    },
    {
      "epoch": 1.0714285714285714,
      "grad_norm": 2.421875,
      "learning_rate": 9.41367022999676e-05,
      "loss": 5.035,
      "step": 525
    },
    {
      "epoch": 1.073469387755102,
      "grad_norm": 2.453125,
      "learning_rate": 9.410430839002267e-05,
      "loss": 4.9999,
      "step": 526
    },
    {
      "epoch": 1.0755102040816327,
      "grad_norm": 2.265625,
      "learning_rate": 9.407191448007775e-05,
      "loss": 4.9897,
      "step": 527
    },
    {
      "epoch": 1.0775510204081633,
      "grad_norm": 2.203125,
      "learning_rate": 9.403952057013282e-05,
      "loss": 4.9265,
      "step": 528
    },
    {
      "epoch": 1.079591836734694,
      "grad_norm": 2.078125,
      "learning_rate": 9.40071266601879e-05,
      "loss": 5.024,
      "step": 529
    },
    {
      "epoch": 1.0816326530612246,
      "grad_norm": 2.234375,
      "learning_rate": 9.397473275024296e-05,
      "loss": 4.8582,
      "step": 530
    },
    {
      "epoch": 1.083673469387755,
      "grad_norm": 2.53125,
      "learning_rate": 9.394233884029803e-05,
      "loss": 4.9825,
      "step": 531
    },
    {
      "epoch": 1.0857142857142856,
      "grad_norm": 2.53125,
      "learning_rate": 9.39099449303531e-05,
      "loss": 5.0188,
      "step": 532
    },
    {
      "epoch": 1.0877551020408163,
      "grad_norm": 2.390625,
      "learning_rate": 9.387755102040817e-05,
      "loss": 4.9018,
      "step": 533
    },
    {
      "epoch": 1.089795918367347,
      "grad_norm": 2.046875,
      "learning_rate": 9.384515711046324e-05,
      "loss": 5.101,
      "step": 534
    },
    {
      "epoch": 1.0918367346938775,
      "grad_norm": 2.71875,
      "learning_rate": 9.38127632005183e-05,
      "loss": 5.0344,
      "step": 535
    },
    {
      "epoch": 1.0938775510204082,
      "grad_norm": 2.5625,
      "learning_rate": 9.378036929057338e-05,
      "loss": 5.0846,
      "step": 536
    },
    {
      "epoch": 1.0959183673469388,
      "grad_norm": 2.8125,
      "learning_rate": 9.374797538062845e-05,
      "loss": 4.9642,
      "step": 537
    },
    {
      "epoch": 1.0979591836734695,
      "grad_norm": 2.28125,
      "learning_rate": 9.371558147068351e-05,
      "loss": 5.0037,
      "step": 538
    },
    {
      "epoch": 1.1,
      "grad_norm": 2.09375,
      "learning_rate": 9.368318756073858e-05,
      "loss": 4.9107,
      "step": 539
    },
    {
      "epoch": 1.1020408163265305,
      "grad_norm": 2.265625,
      "learning_rate": 9.365079365079366e-05,
      "loss": 4.9987,
      "step": 540
    },
    {
      "epoch": 1.1040816326530611,
      "grad_norm": 2.078125,
      "learning_rate": 9.361839974084872e-05,
      "loss": 4.8866,
      "step": 541
    },
    {
      "epoch": 1.1061224489795918,
      "grad_norm": 2.375,
      "learning_rate": 9.358600583090379e-05,
      "loss": 5.0313,
      "step": 542
    },
    {
      "epoch": 1.1081632653061224,
      "grad_norm": 1.640625,
      "learning_rate": 9.355361192095887e-05,
      "loss": 4.8962,
      "step": 543
    },
    {
      "epoch": 1.110204081632653,
      "grad_norm": 3.203125,
      "learning_rate": 9.352121801101393e-05,
      "loss": 4.992,
      "step": 544
    },
    {
      "epoch": 1.1122448979591837,
      "grad_norm": 2.640625,
      "learning_rate": 9.348882410106901e-05,
      "loss": 5.0842,
      "step": 545
    },
    {
      "epoch": 1.1142857142857143,
      "grad_norm": 2.46875,
      "learning_rate": 9.345643019112408e-05,
      "loss": 4.9707,
      "step": 546
    },
    {
      "epoch": 1.116326530612245,
      "grad_norm": 2.984375,
      "learning_rate": 9.342403628117914e-05,
      "loss": 4.9968,
      "step": 547
    },
    {
      "epoch": 1.1183673469387756,
      "grad_norm": 2.15625,
      "learning_rate": 9.339164237123421e-05,
      "loss": 4.8544,
      "step": 548
    },
    {
      "epoch": 1.120408163265306,
      "grad_norm": 2.109375,
      "learning_rate": 9.335924846128929e-05,
      "loss": 4.9132,
      "step": 549
    },
    {
      "epoch": 1.1224489795918366,
      "grad_norm": 2.203125,
      "learning_rate": 9.332685455134435e-05,
      "loss": 4.9301,
      "step": 550
    },
    {
      "epoch": 1.1244897959183673,
      "grad_norm": 2.09375,
      "learning_rate": 9.329446064139942e-05,
      "loss": 4.9584,
      "step": 551
    },
    {
      "epoch": 1.126530612244898,
      "grad_norm": 2.625,
      "learning_rate": 9.326206673145448e-05,
      "loss": 4.965,
      "step": 552
    },
    {
      "epoch": 1.1285714285714286,
      "grad_norm": 2.046875,
      "learning_rate": 9.322967282150956e-05,
      "loss": 4.8883,
      "step": 553
    },
    {
      "epoch": 1.1306122448979592,
      "grad_norm": 2.5625,
      "learning_rate": 9.319727891156463e-05,
      "loss": 4.9301,
      "step": 554
    },
    {
      "epoch": 1.1326530612244898,
      "grad_norm": 1.9921875,
      "learning_rate": 9.31648850016197e-05,
      "loss": 4.9611,
      "step": 555
    },
    {
      "epoch": 1.1346938775510205,
      "grad_norm": 2.421875,
      "learning_rate": 9.313249109167476e-05,
      "loss": 4.9668,
      "step": 556
    },
    {
      "epoch": 1.136734693877551,
      "grad_norm": 2.015625,
      "learning_rate": 9.310009718172984e-05,
      "loss": 5.0554,
      "step": 557
    },
    {
      "epoch": 1.1387755102040815,
      "grad_norm": 2.65625,
      "learning_rate": 9.30677032717849e-05,
      "loss": 5.0055,
      "step": 558
    },
    {
      "epoch": 1.1408163265306122,
      "grad_norm": 2.3125,
      "learning_rate": 9.303530936183998e-05,
      "loss": 4.9066,
      "step": 559
    },
    {
      "epoch": 1.1428571428571428,
      "grad_norm": 1.96875,
      "learning_rate": 9.300291545189505e-05,
      "loss": 5.0405,
      "step": 560
    },
    {
      "epoch": 1.1448979591836734,
      "grad_norm": 2.09375,
      "learning_rate": 9.297052154195012e-05,
      "loss": 4.9479,
      "step": 561
    },
    {
      "epoch": 1.146938775510204,
      "grad_norm": 1.9765625,
      "learning_rate": 9.29381276320052e-05,
      "loss": 4.9936,
      "step": 562
    },
    {
      "epoch": 1.1489795918367347,
      "grad_norm": 2.140625,
      "learning_rate": 9.290573372206026e-05,
      "loss": 4.9178,
      "step": 563
    },
    {
      "epoch": 1.1510204081632653,
      "grad_norm": 2.25,
      "learning_rate": 9.287333981211533e-05,
      "loss": 4.9577,
      "step": 564
    },
    {
      "epoch": 1.153061224489796,
      "grad_norm": 2.328125,
      "learning_rate": 9.284094590217039e-05,
      "loss": 4.9056,
      "step": 565
    },
    {
      "epoch": 1.1551020408163266,
      "grad_norm": 2.15625,
      "learning_rate": 9.280855199222547e-05,
      "loss": 4.9087,
      "step": 566
    },
    {
      "epoch": 1.157142857142857,
      "grad_norm": 2.203125,
      "learning_rate": 9.277615808228054e-05,
      "loss": 4.869,
      "step": 567
    },
    {
      "epoch": 1.1591836734693877,
      "grad_norm": 1.859375,
      "learning_rate": 9.27437641723356e-05,
      "loss": 5.0266,
      "step": 568
    },
    {
      "epoch": 1.1612244897959183,
      "grad_norm": 2.328125,
      "learning_rate": 9.271137026239067e-05,
      "loss": 4.8804,
      "step": 569
    },
    {
      "epoch": 1.163265306122449,
      "grad_norm": 2.46875,
      "learning_rate": 9.267897635244575e-05,
      "loss": 4.7398,
      "step": 570
    },
    {
      "epoch": 1.1653061224489796,
      "grad_norm": 1.5390625,
      "learning_rate": 9.264658244250081e-05,
      "loss": 4.8832,
      "step": 571
    },
    {
      "epoch": 1.1673469387755102,
      "grad_norm": 2.703125,
      "learning_rate": 9.261418853255588e-05,
      "loss": 4.945,
      "step": 572
    },
    {
      "epoch": 1.1693877551020408,
      "grad_norm": 2.203125,
      "learning_rate": 9.258179462261096e-05,
      "loss": 4.9119,
      "step": 573
    },
    {
      "epoch": 1.1714285714285715,
      "grad_norm": 2.203125,
      "learning_rate": 9.254940071266602e-05,
      "loss": 4.9341,
      "step": 574
    },
    {
      "epoch": 1.1734693877551021,
      "grad_norm": 3.1875,
      "learning_rate": 9.25170068027211e-05,
      "loss": 4.9101,
      "step": 575
    },
    {
      "epoch": 1.1755102040816325,
      "grad_norm": 2.09375,
      "learning_rate": 9.248461289277617e-05,
      "loss": 4.9925,
      "step": 576
    },
    {
      "epoch": 1.1775510204081632,
      "grad_norm": 2.578125,
      "learning_rate": 9.245221898283123e-05,
      "loss": 4.9555,
      "step": 577
    },
    {
      "epoch": 1.1795918367346938,
      "grad_norm": 2.203125,
      "learning_rate": 9.24198250728863e-05,
      "loss": 4.8755,
      "step": 578
    },
    {
      "epoch": 1.1816326530612244,
      "grad_norm": 2.609375,
      "learning_rate": 9.238743116294138e-05,
      "loss": 4.9367,
      "step": 579
    },
    {
      "epoch": 1.183673469387755,
      "grad_norm": 2.078125,
      "learning_rate": 9.235503725299644e-05,
      "loss": 4.9645,
      "step": 580
    },
    {
      "epoch": 1.1857142857142857,
      "grad_norm": 2.203125,
      "learning_rate": 9.232264334305151e-05,
      "loss": 4.9078,
      "step": 581
    },
    {
      "epoch": 1.1877551020408164,
      "grad_norm": 2.5,
      "learning_rate": 9.229024943310657e-05,
      "loss": 4.9647,
      "step": 582
    },
    {
      "epoch": 1.189795918367347,
      "grad_norm": 2.09375,
      "learning_rate": 9.225785552316165e-05,
      "loss": 4.9639,
      "step": 583
    },
    {
      "epoch": 1.1918367346938776,
      "grad_norm": 2.40625,
      "learning_rate": 9.222546161321672e-05,
      "loss": 4.8762,
      "step": 584
    },
    {
      "epoch": 1.193877551020408,
      "grad_norm": 2.234375,
      "learning_rate": 9.219306770327178e-05,
      "loss": 4.9132,
      "step": 585
    },
    {
      "epoch": 1.1959183673469387,
      "grad_norm": 1.859375,
      "learning_rate": 9.216067379332686e-05,
      "loss": 4.8061,
      "step": 586
    },
    {
      "epoch": 1.1979591836734693,
      "grad_norm": 1.7265625,
      "learning_rate": 9.212827988338193e-05,
      "loss": 4.9384,
      "step": 587
    },
    {
      "epoch": 1.2,
      "grad_norm": 2.203125,
      "learning_rate": 9.209588597343701e-05,
      "loss": 4.936,
      "step": 588
    },
    {
      "epoch": 1.2020408163265306,
      "grad_norm": 2.078125,
      "learning_rate": 9.206349206349206e-05,
      "loss": 4.8928,
      "step": 589
    },
    {
      "epoch": 1.2040816326530612,
      "grad_norm": 1.953125,
      "learning_rate": 9.203109815354714e-05,
      "loss": 4.886,
      "step": 590
    },
    {
      "epoch": 1.2061224489795919,
      "grad_norm": 2.21875,
      "learning_rate": 9.19987042436022e-05,
      "loss": 4.9312,
      "step": 591
    },
    {
      "epoch": 1.2081632653061225,
      "grad_norm": 1.5625,
      "learning_rate": 9.196631033365728e-05,
      "loss": 4.8449,
      "step": 592
    },
    {
      "epoch": 1.2102040816326531,
      "grad_norm": 1.703125,
      "learning_rate": 9.193391642371235e-05,
      "loss": 4.6902,
      "step": 593
    },
    {
      "epoch": 1.2122448979591836,
      "grad_norm": 1.5859375,
      "learning_rate": 9.190152251376742e-05,
      "loss": 4.9792,
      "step": 594
    },
    {
      "epoch": 1.2142857142857142,
      "grad_norm": 1.7890625,
      "learning_rate": 9.186912860382248e-05,
      "loss": 4.8343,
      "step": 595
    },
    {
      "epoch": 1.2163265306122448,
      "grad_norm": 2.09375,
      "learning_rate": 9.183673469387756e-05,
      "loss": 4.9856,
      "step": 596
    },
    {
      "epoch": 1.2183673469387755,
      "grad_norm": 1.984375,
      "learning_rate": 9.180434078393263e-05,
      "loss": 5.0087,
      "step": 597
    },
    {
      "epoch": 1.220408163265306,
      "grad_norm": 2.8125,
      "learning_rate": 9.177194687398769e-05,
      "loss": 4.9597,
      "step": 598
    },
    {
      "epoch": 1.2224489795918367,
      "grad_norm": 1.609375,
      "learning_rate": 9.173955296404276e-05,
      "loss": 4.8544,
      "step": 599
    },
    {
      "epoch": 1.2244897959183674,
      "grad_norm": 2.875,
      "learning_rate": 9.170715905409784e-05,
      "loss": 4.7941,
      "step": 600
    },
    {
      "epoch": 1.226530612244898,
      "grad_norm": 1.9765625,
      "learning_rate": 9.16747651441529e-05,
      "loss": 4.8669,
      "step": 601
    },
    {
      "epoch": 1.2285714285714286,
      "grad_norm": 3.03125,
      "learning_rate": 9.164237123420797e-05,
      "loss": 4.8347,
      "step": 602
    },
    {
      "epoch": 1.230612244897959,
      "grad_norm": 2.328125,
      "learning_rate": 9.160997732426305e-05,
      "loss": 5.0321,
      "step": 603
    },
    {
      "epoch": 1.2326530612244897,
      "grad_norm": 2.484375,
      "learning_rate": 9.157758341431811e-05,
      "loss": 4.9522,
      "step": 604
    },
    {
      "epoch": 1.2346938775510203,
      "grad_norm": 2.453125,
      "learning_rate": 9.154518950437319e-05,
      "loss": 4.9245,
      "step": 605
    },
    {
      "epoch": 1.236734693877551,
      "grad_norm": 1.890625,
      "learning_rate": 9.151279559442824e-05,
      "loss": 4.9363,
      "step": 606
    },
    {
      "epoch": 1.2387755102040816,
      "grad_norm": 2.03125,
      "learning_rate": 9.148040168448332e-05,
      "loss": 4.8159,
      "step": 607
    },
    {
      "epoch": 1.2408163265306122,
      "grad_norm": 1.703125,
      "learning_rate": 9.144800777453839e-05,
      "loss": 4.9212,
      "step": 608
    },
    {
      "epoch": 1.2428571428571429,
      "grad_norm": 1.90625,
      "learning_rate": 9.141561386459347e-05,
      "loss": 4.9119,
      "step": 609
    },
    {
      "epoch": 1.2448979591836735,
      "grad_norm": 2.109375,
      "learning_rate": 9.138321995464853e-05,
      "loss": 4.9227,
      "step": 610
    },
    {
      "epoch": 1.2469387755102042,
      "grad_norm": 2.625,
      "learning_rate": 9.13508260447036e-05,
      "loss": 4.9165,
      "step": 611
    },
    {
      "epoch": 1.2489795918367346,
      "grad_norm": 2.078125,
      "learning_rate": 9.131843213475866e-05,
      "loss": 4.8128,
      "step": 612
    },
    {
      "epoch": 1.2510204081632654,
      "grad_norm": 1.703125,
      "learning_rate": 9.128603822481374e-05,
      "loss": 4.7524,
      "step": 613
    },
    {
      "epoch": 1.2530612244897958,
      "grad_norm": 2.09375,
      "learning_rate": 9.125364431486881e-05,
      "loss": 4.8006,
      "step": 614
    },
    {
      "epoch": 1.2551020408163265,
      "grad_norm": 1.640625,
      "learning_rate": 9.122125040492387e-05,
      "loss": 4.8151,
      "step": 615
    },
    {
      "epoch": 1.2571428571428571,
      "grad_norm": 1.734375,
      "learning_rate": 9.118885649497895e-05,
      "loss": 4.9447,
      "step": 616
    },
    {
      "epoch": 1.2591836734693878,
      "grad_norm": 2.28125,
      "learning_rate": 9.115646258503402e-05,
      "loss": 4.8381,
      "step": 617
    },
    {
      "epoch": 1.2612244897959184,
      "grad_norm": 1.9140625,
      "learning_rate": 9.11240686750891e-05,
      "loss": 4.8053,
      "step": 618
    },
    {
      "epoch": 1.263265306122449,
      "grad_norm": 2.03125,
      "learning_rate": 9.109167476514415e-05,
      "loss": 4.7734,
      "step": 619
    },
    {
      "epoch": 1.2653061224489797,
      "grad_norm": 2.1875,
      "learning_rate": 9.105928085519923e-05,
      "loss": 4.7551,
      "step": 620
    },
    {
      "epoch": 1.26734693877551,
      "grad_norm": 1.9609375,
      "learning_rate": 9.10268869452543e-05,
      "loss": 4.9713,
      "step": 621
    },
    {
      "epoch": 1.269387755102041,
      "grad_norm": 1.7890625,
      "learning_rate": 9.099449303530937e-05,
      "loss": 4.8043,
      "step": 622
    },
    {
      "epoch": 1.2714285714285714,
      "grad_norm": 1.8984375,
      "learning_rate": 9.096209912536443e-05,
      "loss": 4.7243,
      "step": 623
    },
    {
      "epoch": 1.273469387755102,
      "grad_norm": 1.84375,
      "learning_rate": 9.09297052154195e-05,
      "loss": 4.8382,
      "step": 624
    },
    {
      "epoch": 1.2755102040816326,
      "grad_norm": 1.7265625,
      "learning_rate": 9.089731130547457e-05,
      "loss": 4.9188,
      "step": 625
    },
    {
      "epoch": 1.2775510204081633,
      "grad_norm": 2.46875,
      "learning_rate": 9.086491739552965e-05,
      "loss": 5.019,
      "step": 626
    },
    {
      "epoch": 1.279591836734694,
      "grad_norm": 1.8359375,
      "learning_rate": 9.083252348558471e-05,
      "loss": 4.693,
      "step": 627
    },
    {
      "epoch": 1.2816326530612245,
      "grad_norm": 1.984375,
      "learning_rate": 9.080012957563978e-05,
      "loss": 4.8015,
      "step": 628
    },
    {
      "epoch": 1.2836734693877552,
      "grad_norm": 1.6875,
      "learning_rate": 9.076773566569486e-05,
      "loss": 4.8401,
      "step": 629
    },
    {
      "epoch": 1.2857142857142856,
      "grad_norm": 1.796875,
      "learning_rate": 9.073534175574992e-05,
      "loss": 4.7409,
      "step": 630
    },
    {
      "epoch": 1.2877551020408164,
      "grad_norm": 1.890625,
      "learning_rate": 9.0702947845805e-05,
      "loss": 4.7701,
      "step": 631
    },
    {
      "epoch": 1.2897959183673469,
      "grad_norm": 1.6796875,
      "learning_rate": 9.067055393586006e-05,
      "loss": 4.7568,
      "step": 632
    },
    {
      "epoch": 1.2918367346938775,
      "grad_norm": 2.03125,
      "learning_rate": 9.063816002591514e-05,
      "loss": 4.7754,
      "step": 633
    },
    {
      "epoch": 1.2938775510204081,
      "grad_norm": 1.890625,
      "learning_rate": 9.06057661159702e-05,
      "loss": 4.8189,
      "step": 634
    },
    {
      "epoch": 1.2959183673469388,
      "grad_norm": 2.9375,
      "learning_rate": 9.057337220602528e-05,
      "loss": 4.9332,
      "step": 635
    },
    {
      "epoch": 1.2979591836734694,
      "grad_norm": 2.03125,
      "learning_rate": 9.054097829608033e-05,
      "loss": 4.8598,
      "step": 636
    },
    {
      "epoch": 1.3,
      "grad_norm": 2.34375,
      "learning_rate": 9.050858438613541e-05,
      "loss": 4.745,
      "step": 637
    },
    {
      "epoch": 1.3020408163265307,
      "grad_norm": 2.25,
      "learning_rate": 9.047619047619048e-05,
      "loss": 4.7094,
      "step": 638
    },
    {
      "epoch": 1.304081632653061,
      "grad_norm": 2.171875,
      "learning_rate": 9.044379656624556e-05,
      "loss": 4.8985,
      "step": 639
    },
    {
      "epoch": 1.306122448979592,
      "grad_norm": 2.265625,
      "learning_rate": 9.041140265630061e-05,
      "loss": 4.7035,
      "step": 640
    },
    {
      "epoch": 1.3081632653061224,
      "grad_norm": 1.7890625,
      "learning_rate": 9.037900874635569e-05,
      "loss": 4.9557,
      "step": 641
    },
    {
      "epoch": 1.310204081632653,
      "grad_norm": 1.9375,
      "learning_rate": 9.034661483641075e-05,
      "loss": 4.7488,
      "step": 642
    },
    {
      "epoch": 1.3122448979591836,
      "grad_norm": 2.09375,
      "learning_rate": 9.031422092646583e-05,
      "loss": 4.905,
      "step": 643
    },
    {
      "epoch": 1.3142857142857143,
      "grad_norm": 1.703125,
      "learning_rate": 9.02818270165209e-05,
      "loss": 4.8654,
      "step": 644
    },
    {
      "epoch": 1.316326530612245,
      "grad_norm": 1.90625,
      "learning_rate": 9.024943310657596e-05,
      "loss": 4.7871,
      "step": 645
    },
    {
      "epoch": 1.3183673469387756,
      "grad_norm": 1.734375,
      "learning_rate": 9.021703919663104e-05,
      "loss": 4.7715,
      "step": 646
    },
    {
      "epoch": 1.3204081632653062,
      "grad_norm": 2.421875,
      "learning_rate": 9.018464528668611e-05,
      "loss": 4.7566,
      "step": 647
    },
    {
      "epoch": 1.3224489795918366,
      "grad_norm": 1.671875,
      "learning_rate": 9.015225137674119e-05,
      "loss": 4.8316,
      "step": 648
    },
    {
      "epoch": 1.3244897959183675,
      "grad_norm": 1.9375,
      "learning_rate": 9.011985746679624e-05,
      "loss": 4.7074,
      "step": 649
    },
    {
      "epoch": 1.3265306122448979,
      "grad_norm": 2.015625,
      "learning_rate": 9.008746355685132e-05,
      "loss": 4.8533,
      "step": 650
    },
    {
      "epoch": 1.3285714285714285,
      "grad_norm": 1.9375,
      "learning_rate": 9.005506964690638e-05,
      "loss": 4.8399,
      "step": 651
    },
    {
      "epoch": 1.3306122448979592,
      "grad_norm": 2.234375,
      "learning_rate": 9.002267573696146e-05,
      "loss": 4.8714,
      "step": 652
    },
    {
      "epoch": 1.3326530612244898,
      "grad_norm": 1.8046875,
      "learning_rate": 8.999028182701651e-05,
      "loss": 4.7215,
      "step": 653
    },
    {
      "epoch": 1.3346938775510204,
      "grad_norm": 2.703125,
      "learning_rate": 8.99578879170716e-05,
      "loss": 4.7335,
      "step": 654
    },
    {
      "epoch": 1.336734693877551,
      "grad_norm": 2.15625,
      "learning_rate": 8.992549400712666e-05,
      "loss": 4.7722,
      "step": 655
    },
    {
      "epoch": 1.3387755102040817,
      "grad_norm": 2.21875,
      "learning_rate": 8.989310009718174e-05,
      "loss": 4.748,
      "step": 656
    },
    {
      "epoch": 1.3408163265306121,
      "grad_norm": 2.234375,
      "learning_rate": 8.98607061872368e-05,
      "loss": 4.8914,
      "step": 657
    },
    {
      "epoch": 1.342857142857143,
      "grad_norm": 2.078125,
      "learning_rate": 8.982831227729187e-05,
      "loss": 4.78,
      "step": 658
    },
    {
      "epoch": 1.3448979591836734,
      "grad_norm": 2.140625,
      "learning_rate": 8.979591836734695e-05,
      "loss": 4.848,
      "step": 659
    },
    {
      "epoch": 1.346938775510204,
      "grad_norm": 1.6953125,
      "learning_rate": 8.976352445740201e-05,
      "loss": 4.8411,
      "step": 660
    },
    {
      "epoch": 1.3489795918367347,
      "grad_norm": 1.84375,
      "learning_rate": 8.97311305474571e-05,
      "loss": 4.7888,
      "step": 661
    },
    {
      "epoch": 1.3510204081632653,
      "grad_norm": 1.828125,
      "learning_rate": 8.969873663751215e-05,
      "loss": 4.6929,
      "step": 662
    },
    {
      "epoch": 1.353061224489796,
      "grad_norm": 1.953125,
      "learning_rate": 8.966634272756722e-05,
      "loss": 4.6919,
      "step": 663
    },
    {
      "epoch": 1.3551020408163266,
      "grad_norm": 2.390625,
      "learning_rate": 8.963394881762229e-05,
      "loss": 4.909,
      "step": 664
    },
    {
      "epoch": 1.3571428571428572,
      "grad_norm": 2.296875,
      "learning_rate": 8.960155490767737e-05,
      "loss": 4.8881,
      "step": 665
    },
    {
      "epoch": 1.3591836734693876,
      "grad_norm": 2.203125,
      "learning_rate": 8.956916099773242e-05,
      "loss": 4.7653,
      "step": 666
    },
    {
      "epoch": 1.3612244897959185,
      "grad_norm": 1.9765625,
      "learning_rate": 8.95367670877875e-05,
      "loss": 4.8264,
      "step": 667
    },
    {
      "epoch": 1.363265306122449,
      "grad_norm": 1.7265625,
      "learning_rate": 8.950437317784257e-05,
      "loss": 4.7398,
      "step": 668
    },
    {
      "epoch": 1.3653061224489795,
      "grad_norm": 2.03125,
      "learning_rate": 8.947197926789765e-05,
      "loss": 4.7321,
      "step": 669
    },
    {
      "epoch": 1.3673469387755102,
      "grad_norm": 1.6796875,
      "learning_rate": 8.943958535795271e-05,
      "loss": 4.5985,
      "step": 670
    },
    {
      "epoch": 1.3693877551020408,
      "grad_norm": 1.9375,
      "learning_rate": 8.940719144800778e-05,
      "loss": 4.7438,
      "step": 671
    },
    {
      "epoch": 1.3714285714285714,
      "grad_norm": 1.6171875,
      "learning_rate": 8.937479753806286e-05,
      "loss": 4.8135,
      "step": 672
    },
    {
      "epoch": 1.373469387755102,
      "grad_norm": 2.328125,
      "learning_rate": 8.934240362811792e-05,
      "loss": 4.696,
      "step": 673
    },
    {
      "epoch": 1.3755102040816327,
      "grad_norm": 1.8359375,
      "learning_rate": 8.931000971817299e-05,
      "loss": 4.8524,
      "step": 674
    },
    {
      "epoch": 1.3775510204081631,
      "grad_norm": 2.15625,
      "learning_rate": 8.927761580822805e-05,
      "loss": 4.7665,
      "step": 675
    },
    {
      "epoch": 1.379591836734694,
      "grad_norm": 1.9140625,
      "learning_rate": 8.924522189828313e-05,
      "loss": 4.8345,
      "step": 676
    },
    {
      "epoch": 1.3816326530612244,
      "grad_norm": 2.4375,
      "learning_rate": 8.92128279883382e-05,
      "loss": 4.7603,
      "step": 677
    },
    {
      "epoch": 1.383673469387755,
      "grad_norm": 2.1875,
      "learning_rate": 8.918043407839328e-05,
      "loss": 4.8339,
      "step": 678
    },
    {
      "epoch": 1.3857142857142857,
      "grad_norm": 1.8515625,
      "learning_rate": 8.914804016844833e-05,
      "loss": 4.7435,
      "step": 679
    },
    {
      "epoch": 1.3877551020408163,
      "grad_norm": 2.125,
      "learning_rate": 8.911564625850341e-05,
      "loss": 4.8046,
      "step": 680
    },
    {
      "epoch": 1.389795918367347,
      "grad_norm": 2.15625,
      "learning_rate": 8.908325234855847e-05,
      "loss": 4.7758,
      "step": 681
    },
    {
      "epoch": 1.3918367346938776,
      "grad_norm": 1.6640625,
      "learning_rate": 8.905085843861355e-05,
      "loss": 4.6746,
      "step": 682
    },
    {
      "epoch": 1.3938775510204082,
      "grad_norm": 2.046875,
      "learning_rate": 8.90184645286686e-05,
      "loss": 4.9647,
      "step": 683
    },
    {
      "epoch": 1.3959183673469386,
      "grad_norm": 1.9296875,
      "learning_rate": 8.898607061872368e-05,
      "loss": 4.9418,
      "step": 684
    },
    {
      "epoch": 1.3979591836734695,
      "grad_norm": 2.203125,
      "learning_rate": 8.895367670877875e-05,
      "loss": 4.8851,
      "step": 685
    },
    {
      "epoch": 1.4,
      "grad_norm": 2.03125,
      "learning_rate": 8.892128279883383e-05,
      "loss": 4.7804,
      "step": 686
    },
    {
      "epoch": 1.4020408163265305,
      "grad_norm": 2.015625,
      "learning_rate": 8.888888888888889e-05,
      "loss": 4.7336,
      "step": 687
    },
    {
      "epoch": 1.4040816326530612,
      "grad_norm": 1.8125,
      "learning_rate": 8.885649497894396e-05,
      "loss": 4.7454,
      "step": 688
    },
    {
      "epoch": 1.4061224489795918,
      "grad_norm": 1.9375,
      "learning_rate": 8.882410106899904e-05,
      "loss": 4.6825,
      "step": 689
    },
    {
      "epoch": 1.4081632653061225,
      "grad_norm": 1.796875,
      "learning_rate": 8.87917071590541e-05,
      "loss": 4.72,
      "step": 690
    },
    {
      "epoch": 1.410204081632653,
      "grad_norm": 2.125,
      "learning_rate": 8.875931324910918e-05,
      "loss": 4.8235,
      "step": 691
    },
    {
      "epoch": 1.4122448979591837,
      "grad_norm": 2.0,
      "learning_rate": 8.872691933916423e-05,
      "loss": 4.6293,
      "step": 692
    },
    {
      "epoch": 1.4142857142857144,
      "grad_norm": 2.046875,
      "learning_rate": 8.869452542921931e-05,
      "loss": 4.8867,
      "step": 693
    },
    {
      "epoch": 1.416326530612245,
      "grad_norm": 2.0,
      "learning_rate": 8.866213151927438e-05,
      "loss": 4.7234,
      "step": 694
    },
    {
      "epoch": 1.4183673469387754,
      "grad_norm": 1.6796875,
      "learning_rate": 8.862973760932946e-05,
      "loss": 4.7312,
      "step": 695
    },
    {
      "epoch": 1.420408163265306,
      "grad_norm": 1.9296875,
      "learning_rate": 8.859734369938451e-05,
      "loss": 4.6994,
      "step": 696
    },
    {
      "epoch": 1.4224489795918367,
      "grad_norm": 1.6875,
      "learning_rate": 8.856494978943959e-05,
      "loss": 4.7038,
      "step": 697
    },
    {
      "epoch": 1.4244897959183673,
      "grad_norm": 1.84375,
      "learning_rate": 8.853255587949466e-05,
      "loss": 4.8444,
      "step": 698
    },
    {
      "epoch": 1.426530612244898,
      "grad_norm": 1.7421875,
      "learning_rate": 8.850016196954973e-05,
      "loss": 4.7437,
      "step": 699
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 1.6796875,
      "learning_rate": 8.84677680596048e-05,
      "loss": 4.6036,
      "step": 700
    },
    {
      "epoch": 1.4306122448979592,
      "grad_norm": 2.15625,
      "learning_rate": 8.843537414965987e-05,
      "loss": 4.7024,
      "step": 701
    },
    {
      "epoch": 1.4326530612244899,
      "grad_norm": 1.8125,
      "learning_rate": 8.840298023971494e-05,
      "loss": 4.8155,
      "step": 702
    },
    {
      "epoch": 1.4346938775510205,
      "grad_norm": 2.4375,
      "learning_rate": 8.837058632977001e-05,
      "loss": 4.7073,
      "step": 703
    },
    {
      "epoch": 1.436734693877551,
      "grad_norm": 1.90625,
      "learning_rate": 8.833819241982508e-05,
      "loss": 4.6878,
      "step": 704
    },
    {
      "epoch": 1.4387755102040816,
      "grad_norm": 2.03125,
      "learning_rate": 8.830579850988014e-05,
      "loss": 4.6892,
      "step": 705
    },
    {
      "epoch": 1.4408163265306122,
      "grad_norm": 2.140625,
      "learning_rate": 8.827340459993522e-05,
      "loss": 4.7653,
      "step": 706
    },
    {
      "epoch": 1.4428571428571428,
      "grad_norm": 2.1875,
      "learning_rate": 8.824101068999029e-05,
      "loss": 4.7781,
      "step": 707
    },
    {
      "epoch": 1.4448979591836735,
      "grad_norm": 1.8984375,
      "learning_rate": 8.820861678004537e-05,
      "loss": 4.695,
      "step": 708
    },
    {
      "epoch": 1.4469387755102041,
      "grad_norm": 1.7890625,
      "learning_rate": 8.817622287010042e-05,
      "loss": 4.7224,
      "step": 709
    },
    {
      "epoch": 1.4489795918367347,
      "grad_norm": 1.671875,
      "learning_rate": 8.81438289601555e-05,
      "loss": 4.7639,
      "step": 710
    },
    {
      "epoch": 1.4510204081632654,
      "grad_norm": 1.8125,
      "learning_rate": 8.811143505021056e-05,
      "loss": 4.5957,
      "step": 711
    },
    {
      "epoch": 1.453061224489796,
      "grad_norm": 1.78125,
      "learning_rate": 8.807904114026564e-05,
      "loss": 4.8636,
      "step": 712
    },
    {
      "epoch": 1.4551020408163264,
      "grad_norm": 1.8828125,
      "learning_rate": 8.80466472303207e-05,
      "loss": 4.5423,
      "step": 713
    },
    {
      "epoch": 1.457142857142857,
      "grad_norm": 1.8125,
      "learning_rate": 8.801425332037577e-05,
      "loss": 4.6605,
      "step": 714
    },
    {
      "epoch": 1.4591836734693877,
      "grad_norm": 1.796875,
      "learning_rate": 8.798185941043085e-05,
      "loss": 4.6972,
      "step": 715
    },
    {
      "epoch": 1.4612244897959183,
      "grad_norm": 1.78125,
      "learning_rate": 8.794946550048592e-05,
      "loss": 4.6256,
      "step": 716
    },
    {
      "epoch": 1.463265306122449,
      "grad_norm": 1.875,
      "learning_rate": 8.791707159054098e-05,
      "loss": 4.7475,
      "step": 717
    },
    {
      "epoch": 1.4653061224489796,
      "grad_norm": 1.9921875,
      "learning_rate": 8.788467768059605e-05,
      "loss": 4.7042,
      "step": 718
    },
    {
      "epoch": 1.4673469387755103,
      "grad_norm": 2.015625,
      "learning_rate": 8.785228377065113e-05,
      "loss": 4.8132,
      "step": 719
    },
    {
      "epoch": 1.469387755102041,
      "grad_norm": 1.953125,
      "learning_rate": 8.781988986070619e-05,
      "loss": 4.8131,
      "step": 720
    },
    {
      "epoch": 1.4714285714285715,
      "grad_norm": 1.8046875,
      "learning_rate": 8.778749595076126e-05,
      "loss": 4.6683,
      "step": 721
    },
    {
      "epoch": 1.473469387755102,
      "grad_norm": 2.015625,
      "learning_rate": 8.775510204081632e-05,
      "loss": 4.8674,
      "step": 722
    },
    {
      "epoch": 1.4755102040816326,
      "grad_norm": 1.96875,
      "learning_rate": 8.77227081308714e-05,
      "loss": 4.7787,
      "step": 723
    },
    {
      "epoch": 1.4775510204081632,
      "grad_norm": 1.8515625,
      "learning_rate": 8.769031422092647e-05,
      "loss": 4.7076,
      "step": 724
    },
    {
      "epoch": 1.4795918367346939,
      "grad_norm": 1.75,
      "learning_rate": 8.765792031098155e-05,
      "loss": 4.6402,
      "step": 725
    },
    {
      "epoch": 1.4816326530612245,
      "grad_norm": 1.9375,
      "learning_rate": 8.76255264010366e-05,
      "loss": 4.6897,
      "step": 726
    },
    {
      "epoch": 1.4836734693877551,
      "grad_norm": 1.828125,
      "learning_rate": 8.759313249109168e-05,
      "loss": 4.7182,
      "step": 727
    },
    {
      "epoch": 1.4857142857142858,
      "grad_norm": 1.9609375,
      "learning_rate": 8.756073858114674e-05,
      "loss": 4.7372,
      "step": 728
    },
    {
      "epoch": 1.4877551020408164,
      "grad_norm": 1.9609375,
      "learning_rate": 8.752834467120182e-05,
      "loss": 4.73,
      "step": 729
    },
    {
      "epoch": 1.489795918367347,
      "grad_norm": 1.9921875,
      "learning_rate": 8.749595076125689e-05,
      "loss": 4.6488,
      "step": 730
    },
    {
      "epoch": 1.4918367346938775,
      "grad_norm": 2.125,
      "learning_rate": 8.746355685131195e-05,
      "loss": 4.6862,
      "step": 731
    },
    {
      "epoch": 1.493877551020408,
      "grad_norm": 2.171875,
      "learning_rate": 8.743116294136703e-05,
      "loss": 4.7229,
      "step": 732
    },
    {
      "epoch": 1.4959183673469387,
      "grad_norm": 2.140625,
      "learning_rate": 8.73987690314221e-05,
      "loss": 4.7505,
      "step": 733
    },
    {
      "epoch": 1.4979591836734694,
      "grad_norm": 2.09375,
      "learning_rate": 8.736637512147716e-05,
      "loss": 4.7485,
      "step": 734
    },
    {
      "epoch": 1.5,
      "grad_norm": 1.8828125,
      "learning_rate": 8.733398121153223e-05,
      "loss": 4.6776,
      "step": 735
    },
    {
      "epoch": 1.5020408163265306,
      "grad_norm": 2.0,
      "learning_rate": 8.730158730158731e-05,
      "loss": 4.6363,
      "step": 736
    },
    {
      "epoch": 1.5040816326530613,
      "grad_norm": 1.875,
      "learning_rate": 8.726919339164238e-05,
      "loss": 4.7541,
      "step": 737
    },
    {
      "epoch": 1.5061224489795917,
      "grad_norm": 1.71875,
      "learning_rate": 8.723679948169744e-05,
      "loss": 4.6463,
      "step": 738
    },
    {
      "epoch": 1.5081632653061225,
      "grad_norm": 1.7890625,
      "learning_rate": 8.72044055717525e-05,
      "loss": 4.7848,
      "step": 739
    },
    {
      "epoch": 1.510204081632653,
      "grad_norm": 1.9296875,
      "learning_rate": 8.717201166180759e-05,
      "loss": 4.703,
      "step": 740
    },
    {
      "epoch": 1.5122448979591838,
      "grad_norm": 2.046875,
      "learning_rate": 8.713961775186265e-05,
      "loss": 4.7346,
      "step": 741
    },
    {
      "epoch": 1.5142857142857142,
      "grad_norm": 1.9609375,
      "learning_rate": 8.710722384191773e-05,
      "loss": 4.7878,
      "step": 742
    },
    {
      "epoch": 1.5163265306122449,
      "grad_norm": 2.03125,
      "learning_rate": 8.70748299319728e-05,
      "loss": 4.7043,
      "step": 743
    },
    {
      "epoch": 1.5183673469387755,
      "grad_norm": 1.765625,
      "learning_rate": 8.704243602202786e-05,
      "loss": 4.6572,
      "step": 744
    },
    {
      "epoch": 1.5204081632653061,
      "grad_norm": 1.8984375,
      "learning_rate": 8.701004211208294e-05,
      "loss": 4.6817,
      "step": 745
    },
    {
      "epoch": 1.5224489795918368,
      "grad_norm": 1.953125,
      "learning_rate": 8.6977648202138e-05,
      "loss": 4.7208,
      "step": 746
    },
    {
      "epoch": 1.5244897959183672,
      "grad_norm": 1.7421875,
      "learning_rate": 8.694525429219307e-05,
      "loss": 4.6026,
      "step": 747
    },
    {
      "epoch": 1.526530612244898,
      "grad_norm": 2.140625,
      "learning_rate": 8.691286038224814e-05,
      "loss": 4.8206,
      "step": 748
    },
    {
      "epoch": 1.5285714285714285,
      "grad_norm": 1.9296875,
      "learning_rate": 8.688046647230322e-05,
      "loss": 4.6129,
      "step": 749
    },
    {
      "epoch": 1.5306122448979593,
      "grad_norm": 1.671875,
      "learning_rate": 8.684807256235828e-05,
      "loss": 4.586,
      "step": 750
    },
    {
      "epoch": 1.5326530612244897,
      "grad_norm": 2.515625,
      "learning_rate": 8.681567865241335e-05,
      "loss": 4.721,
      "step": 751
    },
    {
      "epoch": 1.5346938775510204,
      "grad_norm": 2.0625,
      "learning_rate": 8.678328474246841e-05,
      "loss": 4.782,
      "step": 752
    },
    {
      "epoch": 1.536734693877551,
      "grad_norm": 2.015625,
      "learning_rate": 8.675089083252349e-05,
      "loss": 4.6907,
      "step": 753
    },
    {
      "epoch": 1.5387755102040817,
      "grad_norm": 2.140625,
      "learning_rate": 8.671849692257856e-05,
      "loss": 4.6905,
      "step": 754
    },
    {
      "epoch": 1.5408163265306123,
      "grad_norm": 1.90625,
      "learning_rate": 8.668610301263362e-05,
      "loss": 4.6976,
      "step": 755
    },
    {
      "epoch": 1.5428571428571427,
      "grad_norm": 1.828125,
      "learning_rate": 8.66537091026887e-05,
      "loss": 4.6916,
      "step": 756
    },
    {
      "epoch": 1.5448979591836736,
      "grad_norm": 1.6875,
      "learning_rate": 8.662131519274377e-05,
      "loss": 4.7449,
      "step": 757
    },
    {
      "epoch": 1.546938775510204,
      "grad_norm": 1.890625,
      "learning_rate": 8.658892128279885e-05,
      "loss": 4.7492,
      "step": 758
    },
    {
      "epoch": 1.5489795918367348,
      "grad_norm": 2.15625,
      "learning_rate": 8.655652737285391e-05,
      "loss": 4.7508,
      "step": 759
    },
    {
      "epoch": 1.5510204081632653,
      "grad_norm": 1.546875,
      "learning_rate": 8.652413346290898e-05,
      "loss": 4.6283,
      "step": 760
    },
    {
      "epoch": 1.5530612244897959,
      "grad_norm": 2.15625,
      "learning_rate": 8.649173955296404e-05,
      "loss": 4.6828,
      "step": 761
    },
    {
      "epoch": 1.5551020408163265,
      "grad_norm": 1.5703125,
      "learning_rate": 8.645934564301912e-05,
      "loss": 4.6093,
      "step": 762
    },
    {
      "epoch": 1.5571428571428572,
      "grad_norm": 2.265625,
      "learning_rate": 8.642695173307419e-05,
      "loss": 4.7238,
      "step": 763
    },
    {
      "epoch": 1.5591836734693878,
      "grad_norm": 1.625,
      "learning_rate": 8.639455782312925e-05,
      "loss": 4.777,
      "step": 764
    },
    {
      "epoch": 1.5612244897959182,
      "grad_norm": 2.171875,
      "learning_rate": 8.636216391318432e-05,
      "loss": 4.7003,
      "step": 765
    },
    {
      "epoch": 1.563265306122449,
      "grad_norm": 2.125,
      "learning_rate": 8.63297700032394e-05,
      "loss": 4.6712,
      "step": 766
    },
    {
      "epoch": 1.5653061224489795,
      "grad_norm": 2.125,
      "learning_rate": 8.629737609329446e-05,
      "loss": 4.6514,
      "step": 767
    },
    {
      "epoch": 1.5673469387755103,
      "grad_norm": 2.0625,
      "learning_rate": 8.626498218334953e-05,
      "loss": 4.7182,
      "step": 768
    },
    {
      "epoch": 1.5693877551020408,
      "grad_norm": 2.21875,
      "learning_rate": 8.62325882734046e-05,
      "loss": 4.6265,
      "step": 769
    },
    {
      "epoch": 1.5714285714285714,
      "grad_norm": 2.140625,
      "learning_rate": 8.620019436345967e-05,
      "loss": 4.6955,
      "step": 770
    },
    {
      "epoch": 1.573469387755102,
      "grad_norm": 2.109375,
      "learning_rate": 8.616780045351474e-05,
      "loss": 4.774,
      "step": 771
    },
    {
      "epoch": 1.5755102040816327,
      "grad_norm": 2.140625,
      "learning_rate": 8.61354065435698e-05,
      "loss": 4.6826,
      "step": 772
    },
    {
      "epoch": 1.5775510204081633,
      "grad_norm": 1.6328125,
      "learning_rate": 8.610301263362489e-05,
      "loss": 4.6184,
      "step": 773
    },
    {
      "epoch": 1.5795918367346937,
      "grad_norm": 2.15625,
      "learning_rate": 8.607061872367995e-05,
      "loss": 4.6233,
      "step": 774
    },
    {
      "epoch": 1.5816326530612246,
      "grad_norm": 2.0,
      "learning_rate": 8.603822481373503e-05,
      "loss": 4.6778,
      "step": 775
    },
    {
      "epoch": 1.583673469387755,
      "grad_norm": 1.8984375,
      "learning_rate": 8.60058309037901e-05,
      "loss": 4.7039,
      "step": 776
    },
    {
      "epoch": 1.5857142857142859,
      "grad_norm": 2.1875,
      "learning_rate": 8.597343699384516e-05,
      "loss": 4.7812,
      "step": 777
    },
    {
      "epoch": 1.5877551020408163,
      "grad_norm": 1.703125,
      "learning_rate": 8.594104308390023e-05,
      "loss": 4.7204,
      "step": 778
    },
    {
      "epoch": 1.589795918367347,
      "grad_norm": 1.90625,
      "learning_rate": 8.59086491739553e-05,
      "loss": 4.5717,
      "step": 779
    },
    {
      "epoch": 1.5918367346938775,
      "grad_norm": 1.796875,
      "learning_rate": 8.587625526401037e-05,
      "loss": 4.6323,
      "step": 780
    },
    {
      "epoch": 1.5938775510204082,
      "grad_norm": 1.6171875,
      "learning_rate": 8.584386135406544e-05,
      "loss": 4.6432,
      "step": 781
    },
    {
      "epoch": 1.5959183673469388,
      "grad_norm": 1.9296875,
      "learning_rate": 8.58114674441205e-05,
      "loss": 4.6226,
      "step": 782
    },
    {
      "epoch": 1.5979591836734692,
      "grad_norm": 1.7109375,
      "learning_rate": 8.577907353417558e-05,
      "loss": 4.5679,
      "step": 783
    },
    {
      "epoch": 1.6,
      "grad_norm": 1.578125,
      "learning_rate": 8.574667962423065e-05,
      "loss": 4.6916,
      "step": 784
    },
    {
      "epoch": 1.6020408163265305,
      "grad_norm": 1.84375,
      "learning_rate": 8.571428571428571e-05,
      "loss": 4.732,
      "step": 785
    },
    {
      "epoch": 1.6040816326530614,
      "grad_norm": 1.8984375,
      "learning_rate": 8.568189180434079e-05,
      "loss": 4.6267,
      "step": 786
    },
    {
      "epoch": 1.6061224489795918,
      "grad_norm": 2.0,
      "learning_rate": 8.564949789439586e-05,
      "loss": 4.6426,
      "step": 787
    },
    {
      "epoch": 1.6081632653061224,
      "grad_norm": 1.9453125,
      "learning_rate": 8.561710398445094e-05,
      "loss": 4.5167,
      "step": 788
    },
    {
      "epoch": 1.610204081632653,
      "grad_norm": 2.078125,
      "learning_rate": 8.558471007450599e-05,
      "loss": 4.6252,
      "step": 789
    },
    {
      "epoch": 1.6122448979591837,
      "grad_norm": 1.9765625,
      "learning_rate": 8.555231616456107e-05,
      "loss": 4.7217,
      "step": 790
    },
    {
      "epoch": 1.6142857142857143,
      "grad_norm": 1.78125,
      "learning_rate": 8.551992225461613e-05,
      "loss": 4.7574,
      "step": 791
    },
    {
      "epoch": 1.6163265306122447,
      "grad_norm": 1.90625,
      "learning_rate": 8.548752834467121e-05,
      "loss": 4.6235,
      "step": 792
    },
    {
      "epoch": 1.6183673469387756,
      "grad_norm": 1.8515625,
      "learning_rate": 8.545513443472628e-05,
      "loss": 4.5076,
      "step": 793
    },
    {
      "epoch": 1.620408163265306,
      "grad_norm": 1.75,
      "learning_rate": 8.542274052478134e-05,
      "loss": 4.6215,
      "step": 794
    },
    {
      "epoch": 1.6224489795918369,
      "grad_norm": 1.53125,
      "learning_rate": 8.539034661483641e-05,
      "loss": 4.7553,
      "step": 795
    },
    {
      "epoch": 1.6244897959183673,
      "grad_norm": 1.9453125,
      "learning_rate": 8.535795270489149e-05,
      "loss": 4.6397,
      "step": 796
    },
    {
      "epoch": 1.626530612244898,
      "grad_norm": 2.390625,
      "learning_rate": 8.532555879494655e-05,
      "loss": 4.6758,
      "step": 797
    },
    {
      "epoch": 1.6285714285714286,
      "grad_norm": 1.65625,
      "learning_rate": 8.529316488500162e-05,
      "loss": 4.7122,
      "step": 798
    },
    {
      "epoch": 1.6306122448979592,
      "grad_norm": 1.859375,
      "learning_rate": 8.52607709750567e-05,
      "loss": 4.6288,
      "step": 799
    },
    {
      "epoch": 1.6326530612244898,
      "grad_norm": 1.9609375,
      "learning_rate": 8.522837706511176e-05,
      "loss": 4.6764,
      "step": 800
    },
    {
      "epoch": 1.6346938775510202,
      "grad_norm": 1.5859375,
      "learning_rate": 8.519598315516684e-05,
      "loss": 4.7576,
      "step": 801
    },
    {
      "epoch": 1.636734693877551,
      "grad_norm": 1.96875,
      "learning_rate": 8.51635892452219e-05,
      "loss": 4.595,
      "step": 802
    },
    {
      "epoch": 1.6387755102040815,
      "grad_norm": 1.7890625,
      "learning_rate": 8.513119533527697e-05,
      "loss": 4.5794,
      "step": 803
    },
    {
      "epoch": 1.6408163265306124,
      "grad_norm": 1.859375,
      "learning_rate": 8.509880142533204e-05,
      "loss": 4.5352,
      "step": 804
    },
    {
      "epoch": 1.6428571428571428,
      "grad_norm": 2.1875,
      "learning_rate": 8.506640751538712e-05,
      "loss": 4.6246,
      "step": 805
    },
    {
      "epoch": 1.6448979591836734,
      "grad_norm": 1.953125,
      "learning_rate": 8.503401360544217e-05,
      "loss": 4.545,
      "step": 806
    },
    {
      "epoch": 1.646938775510204,
      "grad_norm": 2.140625,
      "learning_rate": 8.500161969549725e-05,
      "loss": 4.5247,
      "step": 807
    },
    {
      "epoch": 1.6489795918367347,
      "grad_norm": 1.8359375,
      "learning_rate": 8.496922578555232e-05,
      "loss": 4.6666,
      "step": 808
    },
    {
      "epoch": 1.6510204081632653,
      "grad_norm": 1.6484375,
      "learning_rate": 8.49368318756074e-05,
      "loss": 4.7399,
      "step": 809
    },
    {
      "epoch": 1.6530612244897958,
      "grad_norm": 1.8828125,
      "learning_rate": 8.490443796566246e-05,
      "loss": 4.6531,
      "step": 810
    },
    {
      "epoch": 1.6551020408163266,
      "grad_norm": 1.7109375,
      "learning_rate": 8.487204405571753e-05,
      "loss": 4.6083,
      "step": 811
    },
    {
      "epoch": 1.657142857142857,
      "grad_norm": 2.046875,
      "learning_rate": 8.483965014577259e-05,
      "loss": 4.6065,
      "step": 812
    },
    {
      "epoch": 1.6591836734693879,
      "grad_norm": 2.15625,
      "learning_rate": 8.480725623582767e-05,
      "loss": 4.6641,
      "step": 813
    },
    {
      "epoch": 1.6612244897959183,
      "grad_norm": 1.5078125,
      "learning_rate": 8.477486232588274e-05,
      "loss": 4.6133,
      "step": 814
    },
    {
      "epoch": 1.663265306122449,
      "grad_norm": 1.890625,
      "learning_rate": 8.47424684159378e-05,
      "loss": 4.8044,
      "step": 815
    },
    {
      "epoch": 1.6653061224489796,
      "grad_norm": 1.625,
      "learning_rate": 8.471007450599288e-05,
      "loss": 4.7161,
      "step": 816
    },
    {
      "epoch": 1.6673469387755102,
      "grad_norm": 1.859375,
      "learning_rate": 8.467768059604795e-05,
      "loss": 4.5907,
      "step": 817
    },
    {
      "epoch": 1.6693877551020408,
      "grad_norm": 1.9609375,
      "learning_rate": 8.464528668610303e-05,
      "loss": 4.656,
      "step": 818
    },
    {
      "epoch": 1.6714285714285713,
      "grad_norm": 1.5546875,
      "learning_rate": 8.461289277615808e-05,
      "loss": 4.6804,
      "step": 819
    },
    {
      "epoch": 1.6734693877551021,
      "grad_norm": 2.046875,
      "learning_rate": 8.458049886621316e-05,
      "loss": 4.5524,
      "step": 820
    },
    {
      "epoch": 1.6755102040816325,
      "grad_norm": 1.640625,
      "learning_rate": 8.454810495626822e-05,
      "loss": 4.6481,
      "step": 821
    },
    {
      "epoch": 1.6775510204081634,
      "grad_norm": 1.75,
      "learning_rate": 8.45157110463233e-05,
      "loss": 4.6662,
      "step": 822
    },
    {
      "epoch": 1.6795918367346938,
      "grad_norm": 1.6015625,
      "learning_rate": 8.448331713637837e-05,
      "loss": 4.6497,
      "step": 823
    },
    {
      "epoch": 1.6816326530612244,
      "grad_norm": 1.8125,
      "learning_rate": 8.445092322643343e-05,
      "loss": 4.6387,
      "step": 824
    },
    {
      "epoch": 1.683673469387755,
      "grad_norm": 1.453125,
      "learning_rate": 8.44185293164885e-05,
      "loss": 4.5695,
      "step": 825
    },
    {
      "epoch": 1.6857142857142857,
      "grad_norm": 1.6171875,
      "learning_rate": 8.438613540654358e-05,
      "loss": 4.5346,
      "step": 826
    },
    {
      "epoch": 1.6877551020408164,
      "grad_norm": 1.78125,
      "learning_rate": 8.435374149659864e-05,
      "loss": 4.5943,
      "step": 827
    },
    {
      "epoch": 1.689795918367347,
      "grad_norm": 1.7578125,
      "learning_rate": 8.432134758665371e-05,
      "loss": 4.5762,
      "step": 828
    },
    {
      "epoch": 1.6918367346938776,
      "grad_norm": 1.375,
      "learning_rate": 8.428895367670879e-05,
      "loss": 4.5924,
      "step": 829
    },
    {
      "epoch": 1.693877551020408,
      "grad_norm": 1.734375,
      "learning_rate": 8.425655976676385e-05,
      "loss": 4.584,
      "step": 830
    },
    {
      "epoch": 1.695918367346939,
      "grad_norm": 1.4296875,
      "learning_rate": 8.422416585681893e-05,
      "loss": 4.5762,
      "step": 831
    },
    {
      "epoch": 1.6979591836734693,
      "grad_norm": 1.7890625,
      "learning_rate": 8.419177194687398e-05,
      "loss": 4.6029,
      "step": 832
    },
    {
      "epoch": 1.7,
      "grad_norm": 1.6953125,
      "learning_rate": 8.415937803692906e-05,
      "loss": 4.4798,
      "step": 833
    },
    {
      "epoch": 1.7020408163265306,
      "grad_norm": 1.4765625,
      "learning_rate": 8.412698412698413e-05,
      "loss": 4.5757,
      "step": 834
    },
    {
      "epoch": 1.7040816326530612,
      "grad_norm": 1.53125,
      "learning_rate": 8.409459021703921e-05,
      "loss": 4.6878,
      "step": 835
    },
    {
      "epoch": 1.7061224489795919,
      "grad_norm": 1.578125,
      "learning_rate": 8.406219630709426e-05,
      "loss": 4.6447,
      "step": 836
    },
    {
      "epoch": 1.7081632653061225,
      "grad_norm": 1.7421875,
      "learning_rate": 8.402980239714934e-05,
      "loss": 4.5543,
      "step": 837
    },
    {
      "epoch": 1.7102040816326531,
      "grad_norm": 1.5,
      "learning_rate": 8.39974084872044e-05,
      "loss": 4.6474,
      "step": 838
    },
    {
      "epoch": 1.7122448979591836,
      "grad_norm": 1.7890625,
      "learning_rate": 8.396501457725948e-05,
      "loss": 4.7255,
      "step": 839
    },
    {
      "epoch": 1.7142857142857144,
      "grad_norm": 1.8828125,
      "learning_rate": 8.393262066731455e-05,
      "loss": 4.5725,
      "step": 840
    },
    {
      "epoch": 1.7163265306122448,
      "grad_norm": 1.8125,
      "learning_rate": 8.390022675736962e-05,
      "loss": 4.6,
      "step": 841
    },
    {
      "epoch": 1.7183673469387755,
      "grad_norm": 2.046875,
      "learning_rate": 8.38678328474247e-05,
      "loss": 4.6976,
      "step": 842
    },
    {
      "epoch": 1.720408163265306,
      "grad_norm": 1.734375,
      "learning_rate": 8.383543893747976e-05,
      "loss": 4.6203,
      "step": 843
    },
    {
      "epoch": 1.7224489795918367,
      "grad_norm": 1.75,
      "learning_rate": 8.380304502753483e-05,
      "loss": 4.6933,
      "step": 844
    },
    {
      "epoch": 1.7244897959183674,
      "grad_norm": 1.90625,
      "learning_rate": 8.377065111758989e-05,
      "loss": 4.6168,
      "step": 845
    },
    {
      "epoch": 1.726530612244898,
      "grad_norm": 1.7109375,
      "learning_rate": 8.373825720764497e-05,
      "loss": 4.6102,
      "step": 846
    },
    {
      "epoch": 1.7285714285714286,
      "grad_norm": 1.8828125,
      "learning_rate": 8.370586329770004e-05,
      "loss": 4.5181,
      "step": 847
    },
    {
      "epoch": 1.730612244897959,
      "grad_norm": 1.7265625,
      "learning_rate": 8.367346938775511e-05,
      "loss": 4.6109,
      "step": 848
    },
    {
      "epoch": 1.73265306122449,
      "grad_norm": 1.765625,
      "learning_rate": 8.364107547781017e-05,
      "loss": 4.5518,
      "step": 849
    },
    {
      "epoch": 1.7346938775510203,
      "grad_norm": 1.9296875,
      "learning_rate": 8.360868156786525e-05,
      "loss": 4.7668,
      "step": 850
    },
    {
      "epoch": 1.736734693877551,
      "grad_norm": 1.6640625,
      "learning_rate": 8.357628765792031e-05,
      "loss": 4.6253,
      "step": 851
    },
    {
      "epoch": 1.7387755102040816,
      "grad_norm": 1.59375,
      "learning_rate": 8.354389374797539e-05,
      "loss": 4.6144,
      "step": 852
    },
    {
      "epoch": 1.7408163265306122,
      "grad_norm": 1.6796875,
      "learning_rate": 8.351149983803044e-05,
      "loss": 4.5956,
      "step": 853
    },
    {
      "epoch": 1.7428571428571429,
      "grad_norm": 1.7421875,
      "learning_rate": 8.347910592808552e-05,
      "loss": 4.5898,
      "step": 854
    },
    {
      "epoch": 1.7448979591836735,
      "grad_norm": 1.7734375,
      "learning_rate": 8.344671201814059e-05,
      "loss": 4.4947,
      "step": 855
    },
    {
      "epoch": 1.7469387755102042,
      "grad_norm": 1.828125,
      "learning_rate": 8.341431810819567e-05,
      "loss": 4.7078,
      "step": 856
    },
    {
      "epoch": 1.7489795918367346,
      "grad_norm": 1.734375,
      "learning_rate": 8.338192419825073e-05,
      "loss": 4.772,
      "step": 857
    },
    {
      "epoch": 1.7510204081632654,
      "grad_norm": 1.5859375,
      "learning_rate": 8.33495302883058e-05,
      "loss": 4.5017,
      "step": 858
    },
    {
      "epoch": 1.7530612244897958,
      "grad_norm": 1.65625,
      "learning_rate": 8.331713637836088e-05,
      "loss": 4.7137,
      "step": 859
    },
    {
      "epoch": 1.7551020408163265,
      "grad_norm": 1.5078125,
      "learning_rate": 8.328474246841594e-05,
      "loss": 4.5628,
      "step": 860
    },
    {
      "epoch": 1.7571428571428571,
      "grad_norm": 1.7265625,
      "learning_rate": 8.325234855847102e-05,
      "loss": 4.6,
      "step": 861
    },
    {
      "epoch": 1.7591836734693878,
      "grad_norm": 1.8125,
      "learning_rate": 8.321995464852607e-05,
      "loss": 4.6522,
      "step": 862
    },
    {
      "epoch": 1.7612244897959184,
      "grad_norm": 1.7734375,
      "learning_rate": 8.318756073858115e-05,
      "loss": 4.6517,
      "step": 863
    },
    {
      "epoch": 1.763265306122449,
      "grad_norm": 2.34375,
      "learning_rate": 8.315516682863622e-05,
      "loss": 4.6358,
      "step": 864
    },
    {
      "epoch": 1.7653061224489797,
      "grad_norm": 1.8125,
      "learning_rate": 8.31227729186913e-05,
      "loss": 4.57,
      "step": 865
    },
    {
      "epoch": 1.76734693877551,
      "grad_norm": 2.078125,
      "learning_rate": 8.309037900874635e-05,
      "loss": 4.5503,
      "step": 866
    },
    {
      "epoch": 1.769387755102041,
      "grad_norm": 1.828125,
      "learning_rate": 8.305798509880143e-05,
      "loss": 4.4925,
      "step": 867
    },
    {
      "epoch": 1.7714285714285714,
      "grad_norm": 1.8125,
      "learning_rate": 8.30255911888565e-05,
      "loss": 4.6649,
      "step": 868
    },
    {
      "epoch": 1.773469387755102,
      "grad_norm": 2.078125,
      "learning_rate": 8.299319727891157e-05,
      "loss": 4.5619,
      "step": 869
    },
    {
      "epoch": 1.7755102040816326,
      "grad_norm": 1.71875,
      "learning_rate": 8.296080336896664e-05,
      "loss": 4.5747,
      "step": 870
    },
    {
      "epoch": 1.7775510204081633,
      "grad_norm": 1.6875,
      "learning_rate": 8.29284094590217e-05,
      "loss": 4.5868,
      "step": 871
    },
    {
      "epoch": 1.779591836734694,
      "grad_norm": 1.75,
      "learning_rate": 8.289601554907678e-05,
      "loss": 4.6435,
      "step": 872
    },
    {
      "epoch": 1.7816326530612245,
      "grad_norm": 1.8046875,
      "learning_rate": 8.286362163913185e-05,
      "loss": 4.5665,
      "step": 873
    },
    {
      "epoch": 1.7836734693877552,
      "grad_norm": 1.6015625,
      "learning_rate": 8.283122772918693e-05,
      "loss": 4.5897,
      "step": 874
    },
    {
      "epoch": 1.7857142857142856,
      "grad_norm": 1.8359375,
      "learning_rate": 8.279883381924198e-05,
      "loss": 4.6342,
      "step": 875
    },
    {
      "epoch": 1.7877551020408164,
      "grad_norm": 1.5234375,
      "learning_rate": 8.276643990929706e-05,
      "loss": 4.6099,
      "step": 876
    },
    {
      "epoch": 1.7897959183673469,
      "grad_norm": 1.671875,
      "learning_rate": 8.273404599935213e-05,
      "loss": 4.5821,
      "step": 877
    },
    {
      "epoch": 1.7918367346938775,
      "grad_norm": 1.7265625,
      "learning_rate": 8.27016520894072e-05,
      "loss": 4.4818,
      "step": 878
    },
    {
      "epoch": 1.7938775510204081,
      "grad_norm": 1.9609375,
      "learning_rate": 8.266925817946226e-05,
      "loss": 4.6504,
      "step": 879
    },
    {
      "epoch": 1.7959183673469388,
      "grad_norm": 1.7421875,
      "learning_rate": 8.263686426951734e-05,
      "loss": 4.559,
      "step": 880
    },
    {
      "epoch": 1.7979591836734694,
      "grad_norm": 1.8203125,
      "learning_rate": 8.26044703595724e-05,
      "loss": 4.6844,
      "step": 881
    },
    {
      "epoch": 1.8,
      "grad_norm": 1.765625,
      "learning_rate": 8.257207644962748e-05,
      "loss": 4.5474,
      "step": 882
    },
    {
      "epoch": 1.8020408163265307,
      "grad_norm": 1.71875,
      "learning_rate": 8.253968253968255e-05,
      "loss": 4.6742,
      "step": 883
    },
    {
      "epoch": 1.804081632653061,
      "grad_norm": 1.671875,
      "learning_rate": 8.250728862973761e-05,
      "loss": 4.5474,
      "step": 884
    },
    {
      "epoch": 1.806122448979592,
      "grad_norm": 1.59375,
      "learning_rate": 8.247489471979269e-05,
      "loss": 4.5266,
      "step": 885
    },
    {
      "epoch": 1.8081632653061224,
      "grad_norm": 1.5625,
      "learning_rate": 8.244250080984776e-05,
      "loss": 4.6557,
      "step": 886
    },
    {
      "epoch": 1.810204081632653,
      "grad_norm": 1.453125,
      "learning_rate": 8.241010689990282e-05,
      "loss": 4.5406,
      "step": 887
    },
    {
      "epoch": 1.8122448979591836,
      "grad_norm": 1.625,
      "learning_rate": 8.237771298995789e-05,
      "loss": 4.5673,
      "step": 888
    },
    {
      "epoch": 1.8142857142857143,
      "grad_norm": 1.7265625,
      "learning_rate": 8.234531908001297e-05,
      "loss": 4.6766,
      "step": 889
    },
    {
      "epoch": 1.816326530612245,
      "grad_norm": 1.3359375,
      "learning_rate": 8.231292517006803e-05,
      "loss": 4.6166,
      "step": 890
    },
    {
      "epoch": 1.8183673469387756,
      "grad_norm": 2.21875,
      "learning_rate": 8.228053126012311e-05,
      "loss": 4.5535,
      "step": 891
    },
    {
      "epoch": 1.8204081632653062,
      "grad_norm": 1.8203125,
      "learning_rate": 8.224813735017816e-05,
      "loss": 4.4891,
      "step": 892
    },
    {
      "epoch": 1.8224489795918366,
      "grad_norm": 1.5234375,
      "learning_rate": 8.221574344023324e-05,
      "loss": 4.5502,
      "step": 893
    },
    {
      "epoch": 1.8244897959183675,
      "grad_norm": 1.859375,
      "learning_rate": 8.218334953028831e-05,
      "loss": 4.7406,
      "step": 894
    },
    {
      "epoch": 1.8265306122448979,
      "grad_norm": 1.6875,
      "learning_rate": 8.215095562034339e-05,
      "loss": 4.5271,
      "step": 895
    },
    {
      "epoch": 1.8285714285714287,
      "grad_norm": 1.59375,
      "learning_rate": 8.211856171039844e-05,
      "loss": 4.5788,
      "step": 896
    },
    {
      "epoch": 1.8306122448979592,
      "grad_norm": 1.8046875,
      "learning_rate": 8.208616780045352e-05,
      "loss": 4.5234,
      "step": 897
    },
    {
      "epoch": 1.8326530612244898,
      "grad_norm": 1.5078125,
      "learning_rate": 8.205377389050858e-05,
      "loss": 4.578,
      "step": 898
    },
    {
      "epoch": 1.8346938775510204,
      "grad_norm": 1.7890625,
      "learning_rate": 8.202137998056366e-05,
      "loss": 4.4459,
      "step": 899
    },
    {
      "epoch": 1.836734693877551,
      "grad_norm": 1.765625,
      "learning_rate": 8.198898607061873e-05,
      "loss": 4.5312,
      "step": 900
    },
    {
      "epoch": 1.8387755102040817,
      "grad_norm": 1.890625,
      "learning_rate": 8.19565921606738e-05,
      "loss": 4.5001,
      "step": 901
    },
    {
      "epoch": 1.8408163265306121,
      "grad_norm": 1.796875,
      "learning_rate": 8.192419825072887e-05,
      "loss": 4.4454,
      "step": 902
    },
    {
      "epoch": 1.842857142857143,
      "grad_norm": 1.609375,
      "learning_rate": 8.189180434078394e-05,
      "loss": 4.6092,
      "step": 903
    },
    {
      "epoch": 1.8448979591836734,
      "grad_norm": 1.6640625,
      "learning_rate": 8.1859410430839e-05,
      "loss": 4.5464,
      "step": 904
    },
    {
      "epoch": 1.8469387755102042,
      "grad_norm": 1.6640625,
      "learning_rate": 8.182701652089407e-05,
      "loss": 4.4984,
      "step": 905
    },
    {
      "epoch": 1.8489795918367347,
      "grad_norm": 1.6484375,
      "learning_rate": 8.179462261094915e-05,
      "loss": 4.5625,
      "step": 906
    },
    {
      "epoch": 1.8510204081632653,
      "grad_norm": 1.875,
      "learning_rate": 8.176222870100421e-05,
      "loss": 4.5445,
      "step": 907
    },
    {
      "epoch": 1.853061224489796,
      "grad_norm": 1.6015625,
      "learning_rate": 8.17298347910593e-05,
      "loss": 4.5562,
      "step": 908
    },
    {
      "epoch": 1.8551020408163266,
      "grad_norm": 1.953125,
      "learning_rate": 8.169744088111435e-05,
      "loss": 4.5794,
      "step": 909
    },
    {
      "epoch": 1.8571428571428572,
      "grad_norm": 1.7578125,
      "learning_rate": 8.166504697116942e-05,
      "loss": 4.5457,
      "step": 910
    },
    {
      "epoch": 1.8591836734693876,
      "grad_norm": 1.5859375,
      "learning_rate": 8.163265306122449e-05,
      "loss": 4.5373,
      "step": 911
    },
    {
      "epoch": 1.8612244897959185,
      "grad_norm": 1.8359375,
      "learning_rate": 8.160025915127957e-05,
      "loss": 4.5399,
      "step": 912
    },
    {
      "epoch": 1.863265306122449,
      "grad_norm": 1.671875,
      "learning_rate": 8.156786524133463e-05,
      "loss": 4.5698,
      "step": 913
    },
    {
      "epoch": 1.8653061224489798,
      "grad_norm": 1.6484375,
      "learning_rate": 8.15354713313897e-05,
      "loss": 4.5839,
      "step": 914
    },
    {
      "epoch": 1.8673469387755102,
      "grad_norm": 1.6484375,
      "learning_rate": 8.150307742144478e-05,
      "loss": 4.6639,
      "step": 915
    },
    {
      "epoch": 1.8693877551020408,
      "grad_norm": 1.4609375,
      "learning_rate": 8.147068351149985e-05,
      "loss": 4.5476,
      "step": 916
    },
    {
      "epoch": 1.8714285714285714,
      "grad_norm": 1.546875,
      "learning_rate": 8.143828960155491e-05,
      "loss": 4.5894,
      "step": 917
    },
    {
      "epoch": 1.873469387755102,
      "grad_norm": 1.8125,
      "learning_rate": 8.140589569160998e-05,
      "loss": 4.4782,
      "step": 918
    },
    {
      "epoch": 1.8755102040816327,
      "grad_norm": 1.6484375,
      "learning_rate": 8.137350178166506e-05,
      "loss": 4.4375,
      "step": 919
    },
    {
      "epoch": 1.8775510204081631,
      "grad_norm": 1.8125,
      "learning_rate": 8.134110787172012e-05,
      "loss": 4.5602,
      "step": 920
    },
    {
      "epoch": 1.879591836734694,
      "grad_norm": 1.640625,
      "learning_rate": 8.130871396177519e-05,
      "loss": 4.6722,
      "step": 921
    },
    {
      "epoch": 1.8816326530612244,
      "grad_norm": 1.7265625,
      "learning_rate": 8.127632005183025e-05,
      "loss": 4.5458,
      "step": 922
    },
    {
      "epoch": 1.8836734693877553,
      "grad_norm": 1.609375,
      "learning_rate": 8.124392614188533e-05,
      "loss": 4.5878,
      "step": 923
    },
    {
      "epoch": 1.8857142857142857,
      "grad_norm": 1.5703125,
      "learning_rate": 8.12115322319404e-05,
      "loss": 4.6634,
      "step": 924
    },
    {
      "epoch": 1.8877551020408163,
      "grad_norm": 2.234375,
      "learning_rate": 8.117913832199548e-05,
      "loss": 4.5091,
      "step": 925
    },
    {
      "epoch": 1.889795918367347,
      "grad_norm": 1.8046875,
      "learning_rate": 8.114674441205054e-05,
      "loss": 4.4966,
      "step": 926
    },
    {
      "epoch": 1.8918367346938776,
      "grad_norm": 1.6640625,
      "learning_rate": 8.111435050210561e-05,
      "loss": 4.6033,
      "step": 927
    },
    {
      "epoch": 1.8938775510204082,
      "grad_norm": 1.84375,
      "learning_rate": 8.108195659216067e-05,
      "loss": 4.5734,
      "step": 928
    },
    {
      "epoch": 1.8959183673469386,
      "grad_norm": 1.78125,
      "learning_rate": 8.104956268221575e-05,
      "loss": 4.4716,
      "step": 929
    },
    {
      "epoch": 1.8979591836734695,
      "grad_norm": 1.78125,
      "learning_rate": 8.101716877227082e-05,
      "loss": 4.4251,
      "step": 930
    },
    {
      "epoch": 1.9,
      "grad_norm": 1.59375,
      "learning_rate": 8.098477486232588e-05,
      "loss": 4.5957,
      "step": 931
    },
    {
      "epoch": 1.9020408163265308,
      "grad_norm": 1.40625,
      "learning_rate": 8.095238095238096e-05,
      "loss": 4.571,
      "step": 932
    },
    {
      "epoch": 1.9040816326530612,
      "grad_norm": 1.53125,
      "learning_rate": 8.091998704243603e-05,
      "loss": 4.3549,
      "step": 933
    },
    {
      "epoch": 1.9061224489795918,
      "grad_norm": 2.09375,
      "learning_rate": 8.088759313249109e-05,
      "loss": 4.6104,
      "step": 934
    },
    {
      "epoch": 1.9081632653061225,
      "grad_norm": 1.6875,
      "learning_rate": 8.085519922254616e-05,
      "loss": 4.4906,
      "step": 935
    },
    {
      "epoch": 1.910204081632653,
      "grad_norm": 1.859375,
      "learning_rate": 8.082280531260124e-05,
      "loss": 4.4406,
      "step": 936
    },
    {
      "epoch": 1.9122448979591837,
      "grad_norm": 1.5234375,
      "learning_rate": 8.07904114026563e-05,
      "loss": 4.5944,
      "step": 937
    },
    {
      "epoch": 1.9142857142857141,
      "grad_norm": 1.609375,
      "learning_rate": 8.075801749271137e-05,
      "loss": 4.6013,
      "step": 938
    },
    {
      "epoch": 1.916326530612245,
      "grad_norm": 1.6015625,
      "learning_rate": 8.072562358276643e-05,
      "loss": 4.5243,
      "step": 939
    },
    {
      "epoch": 1.9183673469387754,
      "grad_norm": 1.5625,
      "learning_rate": 8.069322967282151e-05,
      "loss": 4.5775,
      "step": 940
    },
    {
      "epoch": 1.9204081632653063,
      "grad_norm": 2.03125,
      "learning_rate": 8.066083576287658e-05,
      "loss": 4.545,
      "step": 941
    },
    {
      "epoch": 1.9224489795918367,
      "grad_norm": 1.734375,
      "learning_rate": 8.062844185293166e-05,
      "loss": 4.6464,
      "step": 942
    },
    {
      "epoch": 1.9244897959183673,
      "grad_norm": 1.984375,
      "learning_rate": 8.059604794298672e-05,
      "loss": 4.4966,
      "step": 943
    },
    {
      "epoch": 1.926530612244898,
      "grad_norm": 1.53125,
      "learning_rate": 8.056365403304179e-05,
      "loss": 4.4015,
      "step": 944
    },
    {
      "epoch": 1.9285714285714286,
      "grad_norm": 1.921875,
      "learning_rate": 8.053126012309687e-05,
      "loss": 4.4975,
      "step": 945
    },
    {
      "epoch": 1.9306122448979592,
      "grad_norm": 1.8046875,
      "learning_rate": 8.049886621315193e-05,
      "loss": 4.4132,
      "step": 946
    },
    {
      "epoch": 1.9326530612244897,
      "grad_norm": 1.6171875,
      "learning_rate": 8.0466472303207e-05,
      "loss": 4.5068,
      "step": 947
    },
    {
      "epoch": 1.9346938775510205,
      "grad_norm": 1.8984375,
      "learning_rate": 8.043407839326207e-05,
      "loss": 4.585,
      "step": 948
    },
    {
      "epoch": 1.936734693877551,
      "grad_norm": 1.53125,
      "learning_rate": 8.040168448331714e-05,
      "loss": 4.6246,
      "step": 949
    },
    {
      "epoch": 1.9387755102040818,
      "grad_norm": 1.5234375,
      "learning_rate": 8.036929057337221e-05,
      "loss": 4.4732,
      "step": 950
    },
    {
      "epoch": 1.9408163265306122,
      "grad_norm": 1.78125,
      "learning_rate": 8.033689666342728e-05,
      "loss": 4.547,
      "step": 951
    },
    {
      "epoch": 1.9428571428571428,
      "grad_norm": 1.875,
      "learning_rate": 8.030450275348234e-05,
      "loss": 4.6498,
      "step": 952
    },
    {
      "epoch": 1.9448979591836735,
      "grad_norm": 1.6953125,
      "learning_rate": 8.027210884353742e-05,
      "loss": 4.5267,
      "step": 953
    },
    {
      "epoch": 1.9469387755102041,
      "grad_norm": 1.609375,
      "learning_rate": 8.023971493359249e-05,
      "loss": 4.6491,
      "step": 954
    },
    {
      "epoch": 1.9489795918367347,
      "grad_norm": 1.5859375,
      "learning_rate": 8.020732102364757e-05,
      "loss": 4.5664,
      "step": 955
    },
    {
      "epoch": 1.9510204081632652,
      "grad_norm": 1.328125,
      "learning_rate": 8.017492711370263e-05,
      "loss": 4.4935,
      "step": 956
    },
    {
      "epoch": 1.953061224489796,
      "grad_norm": 1.625,
      "learning_rate": 8.01425332037577e-05,
      "loss": 4.5979,
      "step": 957
    },
    {
      "epoch": 1.9551020408163264,
      "grad_norm": 1.484375,
      "learning_rate": 8.011013929381278e-05,
      "loss": 4.5463,
      "step": 958
    },
    {
      "epoch": 1.9571428571428573,
      "grad_norm": 1.71875,
      "learning_rate": 8.007774538386784e-05,
      "loss": 4.418,
      "step": 959
    },
    {
      "epoch": 1.9591836734693877,
      "grad_norm": 1.6015625,
      "learning_rate": 8.00453514739229e-05,
      "loss": 4.5294,
      "step": 960
    },
    {
      "epoch": 1.9612244897959183,
      "grad_norm": 1.7578125,
      "learning_rate": 8.001295756397797e-05,
      "loss": 4.475,
      "step": 961
    },
    {
      "epoch": 1.963265306122449,
      "grad_norm": 1.4921875,
      "learning_rate": 7.998056365403305e-05,
      "loss": 4.5902,
      "step": 962
    },
    {
      "epoch": 1.9653061224489796,
      "grad_norm": 1.7109375,
      "learning_rate": 7.994816974408812e-05,
      "loss": 4.5178,
      "step": 963
    },
    {
      "epoch": 1.9673469387755103,
      "grad_norm": 1.4765625,
      "learning_rate": 7.991577583414318e-05,
      "loss": 4.6032,
      "step": 964
    },
    {
      "epoch": 1.9693877551020407,
      "grad_norm": 1.5234375,
      "learning_rate": 7.988338192419825e-05,
      "loss": 4.5699,
      "step": 965
    },
    {
      "epoch": 1.9714285714285715,
      "grad_norm": 1.5703125,
      "learning_rate": 7.985098801425333e-05,
      "loss": 4.5884,
      "step": 966
    },
    {
      "epoch": 1.973469387755102,
      "grad_norm": 1.53125,
      "learning_rate": 7.981859410430839e-05,
      "loss": 4.5213,
      "step": 967
    },
    {
      "epoch": 1.9755102040816328,
      "grad_norm": 1.46875,
      "learning_rate": 7.978620019436346e-05,
      "loss": 4.5347,
      "step": 968
    },
    {
      "epoch": 1.9775510204081632,
      "grad_norm": 1.5546875,
      "learning_rate": 7.975380628441854e-05,
      "loss": 4.4596,
      "step": 969
    },
    {
      "epoch": 1.9795918367346939,
      "grad_norm": 1.6953125,
      "learning_rate": 7.97214123744736e-05,
      "loss": 4.4387,
      "step": 970
    },
    {
      "epoch": 1.9816326530612245,
      "grad_norm": 1.5703125,
      "learning_rate": 7.968901846452867e-05,
      "loss": 4.4685,
      "step": 971
    },
    {
      "epoch": 1.9836734693877551,
      "grad_norm": 1.6640625,
      "learning_rate": 7.965662455458375e-05,
      "loss": 4.5439,
      "step": 972
    },
    {
      "epoch": 1.9857142857142858,
      "grad_norm": 1.71875,
      "learning_rate": 7.962423064463881e-05,
      "loss": 4.5256,
      "step": 973
    },
    {
      "epoch": 1.9877551020408162,
      "grad_norm": 1.453125,
      "learning_rate": 7.959183673469388e-05,
      "loss": 4.5381,
      "step": 974
    },
    {
      "epoch": 1.989795918367347,
      "grad_norm": 1.65625,
      "learning_rate": 7.955944282474896e-05,
      "loss": 4.5995,
      "step": 975
    },
    {
      "epoch": 1.9918367346938775,
      "grad_norm": 1.46875,
      "learning_rate": 7.952704891480402e-05,
      "loss": 4.4395,
      "step": 976
    },
    {
      "epoch": 1.9938775510204083,
      "grad_norm": 1.5390625,
      "learning_rate": 7.949465500485909e-05,
      "loss": 4.4136,
      "step": 977
    },
    {
      "epoch": 1.9959183673469387,
      "grad_norm": 1.7734375,
      "learning_rate": 7.946226109491415e-05,
      "loss": 4.5081,
      "step": 978
    },
    {
      "epoch": 1.9979591836734694,
      "grad_norm": 1.6796875,
      "learning_rate": 7.942986718496923e-05,
      "loss": 4.4953,
      "step": 979
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.796875,
      "learning_rate": 7.93974732750243e-05,
      "loss": 4.5133,
      "step": 980
    },
    {
      "epoch": 2.0020408163265304,
      "grad_norm": 1.7578125,
      "learning_rate": 7.936507936507937e-05,
      "loss": 4.2191,
      "step": 981
    },
    {
      "epoch": 2.0040816326530613,
      "grad_norm": 1.734375,
      "learning_rate": 7.933268545513443e-05,
      "loss": 4.3466,
      "step": 982
    },
    {
      "epoch": 2.0061224489795917,
      "grad_norm": 1.640625,
      "learning_rate": 7.930029154518951e-05,
      "loss": 4.2504,
      "step": 983
    },
    {
      "epoch": 2.0081632653061225,
      "grad_norm": 1.6484375,
      "learning_rate": 7.926789763524458e-05,
      "loss": 4.4179,
      "step": 984
    },
    {
      "epoch": 2.010204081632653,
      "grad_norm": 1.8203125,
      "learning_rate": 7.923550372529964e-05,
      "loss": 4.3759,
      "step": 985
    },
    {
      "epoch": 2.012244897959184,
      "grad_norm": 1.7578125,
      "learning_rate": 7.920310981535472e-05,
      "loss": 4.3409,
      "step": 986
    },
    {
      "epoch": 2.0142857142857142,
      "grad_norm": 1.6875,
      "learning_rate": 7.917071590540979e-05,
      "loss": 4.2449,
      "step": 987
    },
    {
      "epoch": 2.016326530612245,
      "grad_norm": 1.6328125,
      "learning_rate": 7.913832199546486e-05,
      "loss": 4.3722,
      "step": 988
    },
    {
      "epoch": 2.0183673469387755,
      "grad_norm": 1.8125,
      "learning_rate": 7.910592808551993e-05,
      "loss": 4.1739,
      "step": 989
    },
    {
      "epoch": 2.020408163265306,
      "grad_norm": 2.09375,
      "learning_rate": 7.9073534175575e-05,
      "loss": 4.1077,
      "step": 990
    },
    {
      "epoch": 2.022448979591837,
      "grad_norm": 1.578125,
      "learning_rate": 7.904114026563006e-05,
      "loss": 4.2163,
      "step": 991
    },
    {
      "epoch": 2.024489795918367,
      "grad_norm": 2.28125,
      "learning_rate": 7.900874635568514e-05,
      "loss": 4.3382,
      "step": 992
    },
    {
      "epoch": 2.026530612244898,
      "grad_norm": 2.15625,
      "learning_rate": 7.89763524457402e-05,
      "loss": 4.2353,
      "step": 993
    },
    {
      "epoch": 2.0285714285714285,
      "grad_norm": 1.96875,
      "learning_rate": 7.894395853579527e-05,
      "loss": 4.1874,
      "step": 994
    },
    {
      "epoch": 2.0306122448979593,
      "grad_norm": 1.921875,
      "learning_rate": 7.891156462585034e-05,
      "loss": 4.1556,
      "step": 995
    },
    {
      "epoch": 2.0326530612244897,
      "grad_norm": 1.671875,
      "learning_rate": 7.887917071590542e-05,
      "loss": 4.2339,
      "step": 996
    },
    {
      "epoch": 2.0346938775510206,
      "grad_norm": 2.09375,
      "learning_rate": 7.884677680596048e-05,
      "loss": 4.2934,
      "step": 997
    },
    {
      "epoch": 2.036734693877551,
      "grad_norm": 1.8984375,
      "learning_rate": 7.881438289601555e-05,
      "loss": 4.2437,
      "step": 998
    },
    {
      "epoch": 2.0387755102040814,
      "grad_norm": 1.890625,
      "learning_rate": 7.878198898607063e-05,
      "loss": 4.2019,
      "step": 999
    },
    {
      "epoch": 2.0408163265306123,
      "grad_norm": 1.8671875,
      "learning_rate": 7.874959507612569e-05,
      "loss": 4.1762,
      "step": 1000
    },
    {
      "epoch": 2.0408163265306123,
      "eval_loss": 4.025330543518066,
      "eval_runtime": 5.4547,
      "eval_samples_per_second": 29.333,
      "eval_steps_per_second": 7.333,
      "step": 1000
    },
    {
      "epoch": 2.0428571428571427,
      "grad_norm": 1.984375,
      "learning_rate": 7.871720116618077e-05,
      "loss": 4.4351,
      "step": 1001
    },
    {
      "epoch": 2.0448979591836736,
      "grad_norm": 1.65625,
      "learning_rate": 7.868480725623582e-05,
      "loss": 4.2428,
      "step": 1002
    },
    {
      "epoch": 2.046938775510204,
      "grad_norm": 2.046875,
      "learning_rate": 7.86524133462909e-05,
      "loss": 4.3199,
      "step": 1003
    },
    {
      "epoch": 2.048979591836735,
      "grad_norm": 2.25,
      "learning_rate": 7.862001943634597e-05,
      "loss": 4.1872,
      "step": 1004
    },
    {
      "epoch": 2.0510204081632653,
      "grad_norm": 1.859375,
      "learning_rate": 7.858762552640105e-05,
      "loss": 4.1688,
      "step": 1005
    },
    {
      "epoch": 2.053061224489796,
      "grad_norm": 2.296875,
      "learning_rate": 7.855523161645611e-05,
      "loss": 4.337,
      "step": 1006
    },
    {
      "epoch": 2.0551020408163265,
      "grad_norm": 2.15625,
      "learning_rate": 7.852283770651118e-05,
      "loss": 4.1198,
      "step": 1007
    },
    {
      "epoch": 2.057142857142857,
      "grad_norm": 1.7265625,
      "learning_rate": 7.849044379656624e-05,
      "loss": 4.2986,
      "step": 1008
    },
    {
      "epoch": 2.059183673469388,
      "grad_norm": 2.15625,
      "learning_rate": 7.845804988662132e-05,
      "loss": 4.0616,
      "step": 1009
    },
    {
      "epoch": 2.061224489795918,
      "grad_norm": 2.0,
      "learning_rate": 7.842565597667639e-05,
      "loss": 4.2204,
      "step": 1010
    },
    {
      "epoch": 2.063265306122449,
      "grad_norm": 1.796875,
      "learning_rate": 7.839326206673145e-05,
      "loss": 4.1761,
      "step": 1011
    },
    {
      "epoch": 2.0653061224489795,
      "grad_norm": 2.09375,
      "learning_rate": 7.836086815678652e-05,
      "loss": 4.182,
      "step": 1012
    },
    {
      "epoch": 2.0673469387755103,
      "grad_norm": 1.828125,
      "learning_rate": 7.83284742468416e-05,
      "loss": 4.2916,
      "step": 1013
    },
    {
      "epoch": 2.0693877551020408,
      "grad_norm": 1.8046875,
      "learning_rate": 7.829608033689666e-05,
      "loss": 4.1519,
      "step": 1014
    },
    {
      "epoch": 2.0714285714285716,
      "grad_norm": 1.78125,
      "learning_rate": 7.826368642695173e-05,
      "loss": 4.3492,
      "step": 1015
    },
    {
      "epoch": 2.073469387755102,
      "grad_norm": 2.03125,
      "learning_rate": 7.823129251700681e-05,
      "loss": 4.174,
      "step": 1016
    },
    {
      "epoch": 2.0755102040816324,
      "grad_norm": 1.78125,
      "learning_rate": 7.819889860706187e-05,
      "loss": 4.3547,
      "step": 1017
    },
    {
      "epoch": 2.0775510204081633,
      "grad_norm": 1.859375,
      "learning_rate": 7.816650469711695e-05,
      "loss": 4.1761,
      "step": 1018
    },
    {
      "epoch": 2.0795918367346937,
      "grad_norm": 1.9453125,
      "learning_rate": 7.8134110787172e-05,
      "loss": 4.3823,
      "step": 1019
    },
    {
      "epoch": 2.0816326530612246,
      "grad_norm": 1.5625,
      "learning_rate": 7.810171687722709e-05,
      "loss": 4.361,
      "step": 1020
    },
    {
      "epoch": 2.083673469387755,
      "grad_norm": 1.828125,
      "learning_rate": 7.806932296728215e-05,
      "loss": 4.1552,
      "step": 1021
    },
    {
      "epoch": 2.085714285714286,
      "grad_norm": 1.625,
      "learning_rate": 7.803692905733723e-05,
      "loss": 4.2614,
      "step": 1022
    },
    {
      "epoch": 2.0877551020408163,
      "grad_norm": 1.5859375,
      "learning_rate": 7.80045351473923e-05,
      "loss": 4.2051,
      "step": 1023
    },
    {
      "epoch": 2.089795918367347,
      "grad_norm": 1.734375,
      "learning_rate": 7.797214123744736e-05,
      "loss": 4.1534,
      "step": 1024
    },
    {
      "epoch": 2.0918367346938775,
      "grad_norm": 1.796875,
      "learning_rate": 7.793974732750243e-05,
      "loss": 4.1943,
      "step": 1025
    },
    {
      "epoch": 2.093877551020408,
      "grad_norm": 1.921875,
      "learning_rate": 7.79073534175575e-05,
      "loss": 4.2191,
      "step": 1026
    },
    {
      "epoch": 2.095918367346939,
      "grad_norm": 1.9609375,
      "learning_rate": 7.787495950761257e-05,
      "loss": 4.2108,
      "step": 1027
    },
    {
      "epoch": 2.0979591836734692,
      "grad_norm": 1.609375,
      "learning_rate": 7.784256559766764e-05,
      "loss": 4.3035,
      "step": 1028
    },
    {
      "epoch": 2.1,
      "grad_norm": 1.875,
      "learning_rate": 7.781017168772272e-05,
      "loss": 4.3197,
      "step": 1029
    },
    {
      "epoch": 2.1020408163265305,
      "grad_norm": 1.90625,
      "learning_rate": 7.777777777777778e-05,
      "loss": 4.2912,
      "step": 1030
    },
    {
      "epoch": 2.1040816326530614,
      "grad_norm": 1.84375,
      "learning_rate": 7.774538386783286e-05,
      "loss": 4.1402,
      "step": 1031
    },
    {
      "epoch": 2.1061224489795918,
      "grad_norm": 1.921875,
      "learning_rate": 7.771298995788791e-05,
      "loss": 4.2356,
      "step": 1032
    },
    {
      "epoch": 2.1081632653061226,
      "grad_norm": 1.8515625,
      "learning_rate": 7.768059604794299e-05,
      "loss": 4.2653,
      "step": 1033
    },
    {
      "epoch": 2.110204081632653,
      "grad_norm": 1.90625,
      "learning_rate": 7.764820213799806e-05,
      "loss": 4.321,
      "step": 1034
    },
    {
      "epoch": 2.1122448979591835,
      "grad_norm": 1.8515625,
      "learning_rate": 7.761580822805314e-05,
      "loss": 4.243,
      "step": 1035
    },
    {
      "epoch": 2.1142857142857143,
      "grad_norm": 1.7421875,
      "learning_rate": 7.758341431810819e-05,
      "loss": 4.1279,
      "step": 1036
    },
    {
      "epoch": 2.1163265306122447,
      "grad_norm": 1.90625,
      "learning_rate": 7.755102040816327e-05,
      "loss": 4.3547,
      "step": 1037
    },
    {
      "epoch": 2.1183673469387756,
      "grad_norm": 1.6875,
      "learning_rate": 7.751862649821833e-05,
      "loss": 4.2522,
      "step": 1038
    },
    {
      "epoch": 2.120408163265306,
      "grad_norm": 1.9375,
      "learning_rate": 7.748623258827341e-05,
      "loss": 4.2449,
      "step": 1039
    },
    {
      "epoch": 2.122448979591837,
      "grad_norm": 1.75,
      "learning_rate": 7.745383867832848e-05,
      "loss": 4.2106,
      "step": 1040
    },
    {
      "epoch": 2.1244897959183673,
      "grad_norm": 1.828125,
      "learning_rate": 7.742144476838354e-05,
      "loss": 4.2819,
      "step": 1041
    },
    {
      "epoch": 2.126530612244898,
      "grad_norm": 1.78125,
      "learning_rate": 7.738905085843862e-05,
      "loss": 4.2978,
      "step": 1042
    },
    {
      "epoch": 2.1285714285714286,
      "grad_norm": 1.75,
      "learning_rate": 7.735665694849369e-05,
      "loss": 4.1743,
      "step": 1043
    },
    {
      "epoch": 2.130612244897959,
      "grad_norm": 1.9453125,
      "learning_rate": 7.732426303854877e-05,
      "loss": 4.1746,
      "step": 1044
    },
    {
      "epoch": 2.13265306122449,
      "grad_norm": 1.7265625,
      "learning_rate": 7.729186912860382e-05,
      "loss": 4.1288,
      "step": 1045
    },
    {
      "epoch": 2.1346938775510202,
      "grad_norm": 1.6796875,
      "learning_rate": 7.72594752186589e-05,
      "loss": 4.2504,
      "step": 1046
    },
    {
      "epoch": 2.136734693877551,
      "grad_norm": 1.90625,
      "learning_rate": 7.722708130871396e-05,
      "loss": 4.2063,
      "step": 1047
    },
    {
      "epoch": 2.1387755102040815,
      "grad_norm": 1.875,
      "learning_rate": 7.719468739876904e-05,
      "loss": 4.2249,
      "step": 1048
    },
    {
      "epoch": 2.1408163265306124,
      "grad_norm": 1.75,
      "learning_rate": 7.71622934888241e-05,
      "loss": 4.2155,
      "step": 1049
    },
    {
      "epoch": 2.142857142857143,
      "grad_norm": 1.90625,
      "learning_rate": 7.712989957887917e-05,
      "loss": 4.3042,
      "step": 1050
    },
    {
      "epoch": 2.1448979591836737,
      "grad_norm": 1.609375,
      "learning_rate": 7.709750566893424e-05,
      "loss": 4.2049,
      "step": 1051
    },
    {
      "epoch": 2.146938775510204,
      "grad_norm": 1.7421875,
      "learning_rate": 7.706511175898932e-05,
      "loss": 4.3375,
      "step": 1052
    },
    {
      "epoch": 2.148979591836735,
      "grad_norm": 1.734375,
      "learning_rate": 7.703271784904438e-05,
      "loss": 4.3483,
      "step": 1053
    },
    {
      "epoch": 2.1510204081632653,
      "grad_norm": 1.921875,
      "learning_rate": 7.700032393909945e-05,
      "loss": 4.2495,
      "step": 1054
    },
    {
      "epoch": 2.1530612244897958,
      "grad_norm": 1.9375,
      "learning_rate": 7.696793002915452e-05,
      "loss": 4.0384,
      "step": 1055
    },
    {
      "epoch": 2.1551020408163266,
      "grad_norm": 1.828125,
      "learning_rate": 7.69355361192096e-05,
      "loss": 4.2755,
      "step": 1056
    },
    {
      "epoch": 2.157142857142857,
      "grad_norm": 1.7578125,
      "learning_rate": 7.690314220926466e-05,
      "loss": 4.273,
      "step": 1057
    },
    {
      "epoch": 2.159183673469388,
      "grad_norm": 1.4375,
      "learning_rate": 7.687074829931973e-05,
      "loss": 4.1972,
      "step": 1058
    },
    {
      "epoch": 2.1612244897959183,
      "grad_norm": 1.578125,
      "learning_rate": 7.68383543893748e-05,
      "loss": 4.2271,
      "step": 1059
    },
    {
      "epoch": 2.163265306122449,
      "grad_norm": 1.7421875,
      "learning_rate": 7.680596047942987e-05,
      "loss": 4.2246,
      "step": 1060
    },
    {
      "epoch": 2.1653061224489796,
      "grad_norm": 1.8359375,
      "learning_rate": 7.677356656948495e-05,
      "loss": 4.2787,
      "step": 1061
    },
    {
      "epoch": 2.16734693877551,
      "grad_norm": 1.7890625,
      "learning_rate": 7.674117265954e-05,
      "loss": 4.2807,
      "step": 1062
    },
    {
      "epoch": 2.169387755102041,
      "grad_norm": 1.828125,
      "learning_rate": 7.670877874959508e-05,
      "loss": 4.2996,
      "step": 1063
    },
    {
      "epoch": 2.1714285714285713,
      "grad_norm": 1.7734375,
      "learning_rate": 7.667638483965015e-05,
      "loss": 4.2142,
      "step": 1064
    },
    {
      "epoch": 2.173469387755102,
      "grad_norm": 1.765625,
      "learning_rate": 7.664399092970523e-05,
      "loss": 4.2761,
      "step": 1065
    },
    {
      "epoch": 2.1755102040816325,
      "grad_norm": 1.734375,
      "learning_rate": 7.661159701976028e-05,
      "loss": 4.3326,
      "step": 1066
    },
    {
      "epoch": 2.1775510204081634,
      "grad_norm": 1.8046875,
      "learning_rate": 7.657920310981536e-05,
      "loss": 4.3556,
      "step": 1067
    },
    {
      "epoch": 2.179591836734694,
      "grad_norm": 1.7734375,
      "learning_rate": 7.654680919987042e-05,
      "loss": 4.2136,
      "step": 1068
    },
    {
      "epoch": 2.1816326530612247,
      "grad_norm": 2.0,
      "learning_rate": 7.65144152899255e-05,
      "loss": 4.2234,
      "step": 1069
    },
    {
      "epoch": 2.183673469387755,
      "grad_norm": 1.671875,
      "learning_rate": 7.648202137998057e-05,
      "loss": 4.3658,
      "step": 1070
    },
    {
      "epoch": 2.185714285714286,
      "grad_norm": 1.6640625,
      "learning_rate": 7.644962747003563e-05,
      "loss": 4.3511,
      "step": 1071
    },
    {
      "epoch": 2.1877551020408164,
      "grad_norm": 1.671875,
      "learning_rate": 7.641723356009071e-05,
      "loss": 4.1838,
      "step": 1072
    },
    {
      "epoch": 2.1897959183673468,
      "grad_norm": 1.828125,
      "learning_rate": 7.638483965014578e-05,
      "loss": 4.2588,
      "step": 1073
    },
    {
      "epoch": 2.1918367346938776,
      "grad_norm": 1.6015625,
      "learning_rate": 7.635244574020086e-05,
      "loss": 4.2983,
      "step": 1074
    },
    {
      "epoch": 2.193877551020408,
      "grad_norm": 1.7734375,
      "learning_rate": 7.632005183025591e-05,
      "loss": 4.183,
      "step": 1075
    },
    {
      "epoch": 2.195918367346939,
      "grad_norm": 1.8359375,
      "learning_rate": 7.628765792031099e-05,
      "loss": 4.155,
      "step": 1076
    },
    {
      "epoch": 2.1979591836734693,
      "grad_norm": 1.6171875,
      "learning_rate": 7.625526401036605e-05,
      "loss": 4.1874,
      "step": 1077
    },
    {
      "epoch": 2.2,
      "grad_norm": 1.7578125,
      "learning_rate": 7.622287010042113e-05,
      "loss": 4.3332,
      "step": 1078
    },
    {
      "epoch": 2.2020408163265306,
      "grad_norm": 1.796875,
      "learning_rate": 7.619047619047618e-05,
      "loss": 4.2761,
      "step": 1079
    },
    {
      "epoch": 2.204081632653061,
      "grad_norm": 1.6953125,
      "learning_rate": 7.615808228053126e-05,
      "loss": 4.1713,
      "step": 1080
    },
    {
      "epoch": 2.206122448979592,
      "grad_norm": 2.234375,
      "learning_rate": 7.612568837058633e-05,
      "loss": 4.2792,
      "step": 1081
    },
    {
      "epoch": 2.2081632653061223,
      "grad_norm": 1.7109375,
      "learning_rate": 7.609329446064141e-05,
      "loss": 4.1984,
      "step": 1082
    },
    {
      "epoch": 2.210204081632653,
      "grad_norm": 1.5,
      "learning_rate": 7.606090055069647e-05,
      "loss": 4.2761,
      "step": 1083
    },
    {
      "epoch": 2.2122448979591836,
      "grad_norm": 1.6484375,
      "learning_rate": 7.602850664075154e-05,
      "loss": 4.2548,
      "step": 1084
    },
    {
      "epoch": 2.2142857142857144,
      "grad_norm": 1.5625,
      "learning_rate": 7.599611273080662e-05,
      "loss": 4.2747,
      "step": 1085
    },
    {
      "epoch": 2.216326530612245,
      "grad_norm": 1.5546875,
      "learning_rate": 7.596371882086168e-05,
      "loss": 4.1591,
      "step": 1086
    },
    {
      "epoch": 2.2183673469387757,
      "grad_norm": 1.703125,
      "learning_rate": 7.593132491091676e-05,
      "loss": 4.2701,
      "step": 1087
    },
    {
      "epoch": 2.220408163265306,
      "grad_norm": 1.5859375,
      "learning_rate": 7.589893100097182e-05,
      "loss": 4.2033,
      "step": 1088
    },
    {
      "epoch": 2.222448979591837,
      "grad_norm": 1.921875,
      "learning_rate": 7.58665370910269e-05,
      "loss": 4.2465,
      "step": 1089
    },
    {
      "epoch": 2.2244897959183674,
      "grad_norm": 1.5546875,
      "learning_rate": 7.583414318108196e-05,
      "loss": 4.3297,
      "step": 1090
    },
    {
      "epoch": 2.226530612244898,
      "grad_norm": 1.7109375,
      "learning_rate": 7.580174927113704e-05,
      "loss": 4.2206,
      "step": 1091
    },
    {
      "epoch": 2.2285714285714286,
      "grad_norm": 1.71875,
      "learning_rate": 7.576935536119209e-05,
      "loss": 4.3086,
      "step": 1092
    },
    {
      "epoch": 2.230612244897959,
      "grad_norm": 1.890625,
      "learning_rate": 7.573696145124717e-05,
      "loss": 4.2998,
      "step": 1093
    },
    {
      "epoch": 2.23265306122449,
      "grad_norm": 1.671875,
      "learning_rate": 7.570456754130224e-05,
      "loss": 4.3213,
      "step": 1094
    },
    {
      "epoch": 2.2346938775510203,
      "grad_norm": 1.578125,
      "learning_rate": 7.567217363135731e-05,
      "loss": 4.246,
      "step": 1095
    },
    {
      "epoch": 2.236734693877551,
      "grad_norm": 2.140625,
      "learning_rate": 7.563977972141238e-05,
      "loss": 4.1913,
      "step": 1096
    },
    {
      "epoch": 2.2387755102040816,
      "grad_norm": 1.671875,
      "learning_rate": 7.560738581146745e-05,
      "loss": 4.2934,
      "step": 1097
    },
    {
      "epoch": 2.240816326530612,
      "grad_norm": 1.796875,
      "learning_rate": 7.557499190152251e-05,
      "loss": 4.244,
      "step": 1098
    },
    {
      "epoch": 2.242857142857143,
      "grad_norm": 1.7578125,
      "learning_rate": 7.554259799157759e-05,
      "loss": 4.3621,
      "step": 1099
    },
    {
      "epoch": 2.2448979591836733,
      "grad_norm": 1.6015625,
      "learning_rate": 7.551020408163266e-05,
      "loss": 4.2102,
      "step": 1100
    },
    {
      "epoch": 2.246938775510204,
      "grad_norm": 1.75,
      "learning_rate": 7.547781017168772e-05,
      "loss": 4.262,
      "step": 1101
    },
    {
      "epoch": 2.2489795918367346,
      "grad_norm": 1.640625,
      "learning_rate": 7.54454162617428e-05,
      "loss": 4.3077,
      "step": 1102
    },
    {
      "epoch": 2.2510204081632654,
      "grad_norm": 1.9296875,
      "learning_rate": 7.541302235179787e-05,
      "loss": 4.2464,
      "step": 1103
    },
    {
      "epoch": 2.253061224489796,
      "grad_norm": 1.796875,
      "learning_rate": 7.538062844185295e-05,
      "loss": 4.3553,
      "step": 1104
    },
    {
      "epoch": 2.2551020408163267,
      "grad_norm": 1.5859375,
      "learning_rate": 7.5348234531908e-05,
      "loss": 4.3904,
      "step": 1105
    },
    {
      "epoch": 2.257142857142857,
      "grad_norm": 1.9140625,
      "learning_rate": 7.531584062196308e-05,
      "loss": 4.1534,
      "step": 1106
    },
    {
      "epoch": 2.259183673469388,
      "grad_norm": 1.6484375,
      "learning_rate": 7.528344671201814e-05,
      "loss": 4.2408,
      "step": 1107
    },
    {
      "epoch": 2.2612244897959184,
      "grad_norm": 1.8125,
      "learning_rate": 7.525105280207322e-05,
      "loss": 4.3447,
      "step": 1108
    },
    {
      "epoch": 2.263265306122449,
      "grad_norm": 1.9609375,
      "learning_rate": 7.521865889212827e-05,
      "loss": 4.1911,
      "step": 1109
    },
    {
      "epoch": 2.2653061224489797,
      "grad_norm": 1.75,
      "learning_rate": 7.518626498218335e-05,
      "loss": 4.2798,
      "step": 1110
    },
    {
      "epoch": 2.26734693877551,
      "grad_norm": 1.765625,
      "learning_rate": 7.515387107223842e-05,
      "loss": 4.1094,
      "step": 1111
    },
    {
      "epoch": 2.269387755102041,
      "grad_norm": 1.625,
      "learning_rate": 7.51214771622935e-05,
      "loss": 4.2196,
      "step": 1112
    },
    {
      "epoch": 2.2714285714285714,
      "grad_norm": 1.609375,
      "learning_rate": 7.508908325234856e-05,
      "loss": 4.278,
      "step": 1113
    },
    {
      "epoch": 2.273469387755102,
      "grad_norm": 1.5859375,
      "learning_rate": 7.505668934240363e-05,
      "loss": 4.1459,
      "step": 1114
    },
    {
      "epoch": 2.2755102040816326,
      "grad_norm": 1.7265625,
      "learning_rate": 7.502429543245871e-05,
      "loss": 4.2585,
      "step": 1115
    },
    {
      "epoch": 2.277551020408163,
      "grad_norm": 1.7890625,
      "learning_rate": 7.499190152251377e-05,
      "loss": 4.3321,
      "step": 1116
    },
    {
      "epoch": 2.279591836734694,
      "grad_norm": 1.6875,
      "learning_rate": 7.495950761256884e-05,
      "loss": 4.1766,
      "step": 1117
    },
    {
      "epoch": 2.2816326530612243,
      "grad_norm": 1.921875,
      "learning_rate": 7.49271137026239e-05,
      "loss": 4.2266,
      "step": 1118
    },
    {
      "epoch": 2.283673469387755,
      "grad_norm": 1.703125,
      "learning_rate": 7.489471979267898e-05,
      "loss": 4.3169,
      "step": 1119
    },
    {
      "epoch": 2.2857142857142856,
      "grad_norm": 2.015625,
      "learning_rate": 7.486232588273405e-05,
      "loss": 4.2498,
      "step": 1120
    },
    {
      "epoch": 2.2877551020408164,
      "grad_norm": 2.125,
      "learning_rate": 7.482993197278913e-05,
      "loss": 4.1544,
      "step": 1121
    },
    {
      "epoch": 2.289795918367347,
      "grad_norm": 1.7578125,
      "learning_rate": 7.479753806284418e-05,
      "loss": 4.1903,
      "step": 1122
    },
    {
      "epoch": 2.2918367346938777,
      "grad_norm": 1.828125,
      "learning_rate": 7.476514415289926e-05,
      "loss": 4.2425,
      "step": 1123
    },
    {
      "epoch": 2.293877551020408,
      "grad_norm": 2.234375,
      "learning_rate": 7.473275024295433e-05,
      "loss": 4.2638,
      "step": 1124
    },
    {
      "epoch": 2.295918367346939,
      "grad_norm": 1.890625,
      "learning_rate": 7.47003563330094e-05,
      "loss": 4.2894,
      "step": 1125
    },
    {
      "epoch": 2.2979591836734694,
      "grad_norm": 2.015625,
      "learning_rate": 7.466796242306447e-05,
      "loss": 4.3134,
      "step": 1126
    },
    {
      "epoch": 2.3,
      "grad_norm": 2.40625,
      "learning_rate": 7.463556851311954e-05,
      "loss": 4.2295,
      "step": 1127
    },
    {
      "epoch": 2.3020408163265307,
      "grad_norm": 1.6171875,
      "learning_rate": 7.460317460317461e-05,
      "loss": 4.2266,
      "step": 1128
    },
    {
      "epoch": 2.304081632653061,
      "grad_norm": 1.8125,
      "learning_rate": 7.457078069322968e-05,
      "loss": 4.1767,
      "step": 1129
    },
    {
      "epoch": 2.306122448979592,
      "grad_norm": 1.8828125,
      "learning_rate": 7.453838678328475e-05,
      "loss": 4.3757,
      "step": 1130
    },
    {
      "epoch": 2.3081632653061224,
      "grad_norm": 1.890625,
      "learning_rate": 7.450599287333981e-05,
      "loss": 4.149,
      "step": 1131
    },
    {
      "epoch": 2.3102040816326532,
      "grad_norm": 1.7109375,
      "learning_rate": 7.447359896339489e-05,
      "loss": 4.3476,
      "step": 1132
    },
    {
      "epoch": 2.3122448979591836,
      "grad_norm": 1.6640625,
      "learning_rate": 7.444120505344996e-05,
      "loss": 4.1284,
      "step": 1133
    },
    {
      "epoch": 2.314285714285714,
      "grad_norm": 1.984375,
      "learning_rate": 7.440881114350502e-05,
      "loss": 4.1494,
      "step": 1134
    },
    {
      "epoch": 2.316326530612245,
      "grad_norm": 1.5859375,
      "learning_rate": 7.437641723356009e-05,
      "loss": 4.3341,
      "step": 1135
    },
    {
      "epoch": 2.3183673469387753,
      "grad_norm": 1.828125,
      "learning_rate": 7.434402332361517e-05,
      "loss": 4.3528,
      "step": 1136
    },
    {
      "epoch": 2.320408163265306,
      "grad_norm": 1.9609375,
      "learning_rate": 7.431162941367023e-05,
      "loss": 4.1957,
      "step": 1137
    },
    {
      "epoch": 2.3224489795918366,
      "grad_norm": 1.546875,
      "learning_rate": 7.427923550372531e-05,
      "loss": 4.1281,
      "step": 1138
    },
    {
      "epoch": 2.3244897959183675,
      "grad_norm": 1.7109375,
      "learning_rate": 7.424684159378036e-05,
      "loss": 4.2159,
      "step": 1139
    },
    {
      "epoch": 2.326530612244898,
      "grad_norm": 1.765625,
      "learning_rate": 7.421444768383544e-05,
      "loss": 4.1168,
      "step": 1140
    },
    {
      "epoch": 2.3285714285714287,
      "grad_norm": 1.59375,
      "learning_rate": 7.418205377389051e-05,
      "loss": 4.3013,
      "step": 1141
    },
    {
      "epoch": 2.330612244897959,
      "grad_norm": 1.625,
      "learning_rate": 7.414965986394559e-05,
      "loss": 4.1657,
      "step": 1142
    },
    {
      "epoch": 2.33265306122449,
      "grad_norm": 1.6015625,
      "learning_rate": 7.411726595400065e-05,
      "loss": 4.2377,
      "step": 1143
    },
    {
      "epoch": 2.3346938775510204,
      "grad_norm": 1.7109375,
      "learning_rate": 7.408487204405572e-05,
      "loss": 4.2896,
      "step": 1144
    },
    {
      "epoch": 2.336734693877551,
      "grad_norm": 1.6875,
      "learning_rate": 7.40524781341108e-05,
      "loss": 4.2559,
      "step": 1145
    },
    {
      "epoch": 2.3387755102040817,
      "grad_norm": 1.5390625,
      "learning_rate": 7.402008422416586e-05,
      "loss": 4.209,
      "step": 1146
    },
    {
      "epoch": 2.340816326530612,
      "grad_norm": 1.8671875,
      "learning_rate": 7.398769031422093e-05,
      "loss": 4.1941,
      "step": 1147
    },
    {
      "epoch": 2.342857142857143,
      "grad_norm": 1.7421875,
      "learning_rate": 7.3955296404276e-05,
      "loss": 4.2456,
      "step": 1148
    },
    {
      "epoch": 2.3448979591836734,
      "grad_norm": 1.5625,
      "learning_rate": 7.392290249433107e-05,
      "loss": 4.1695,
      "step": 1149
    },
    {
      "epoch": 2.3469387755102042,
      "grad_norm": 1.578125,
      "learning_rate": 7.389050858438614e-05,
      "loss": 4.172,
      "step": 1150
    },
    {
      "epoch": 2.3489795918367347,
      "grad_norm": 1.6796875,
      "learning_rate": 7.38581146744412e-05,
      "loss": 4.2296,
      "step": 1151
    },
    {
      "epoch": 2.351020408163265,
      "grad_norm": 1.7265625,
      "learning_rate": 7.382572076449627e-05,
      "loss": 4.2232,
      "step": 1152
    },
    {
      "epoch": 2.353061224489796,
      "grad_norm": 1.671875,
      "learning_rate": 7.379332685455135e-05,
      "loss": 4.188,
      "step": 1153
    },
    {
      "epoch": 2.3551020408163263,
      "grad_norm": 1.71875,
      "learning_rate": 7.376093294460641e-05,
      "loss": 4.2057,
      "step": 1154
    },
    {
      "epoch": 2.357142857142857,
      "grad_norm": 1.859375,
      "learning_rate": 7.37285390346615e-05,
      "loss": 4.1379,
      "step": 1155
    },
    {
      "epoch": 2.3591836734693876,
      "grad_norm": 1.6640625,
      "learning_rate": 7.369614512471656e-05,
      "loss": 4.1453,
      "step": 1156
    },
    {
      "epoch": 2.3612244897959185,
      "grad_norm": 1.9296875,
      "learning_rate": 7.366375121477162e-05,
      "loss": 4.1431,
      "step": 1157
    },
    {
      "epoch": 2.363265306122449,
      "grad_norm": 1.6015625,
      "learning_rate": 7.36313573048267e-05,
      "loss": 4.2932,
      "step": 1158
    },
    {
      "epoch": 2.3653061224489798,
      "grad_norm": 1.7734375,
      "learning_rate": 7.359896339488177e-05,
      "loss": 4.1768,
      "step": 1159
    },
    {
      "epoch": 2.36734693877551,
      "grad_norm": 1.8984375,
      "learning_rate": 7.356656948493683e-05,
      "loss": 4.0642,
      "step": 1160
    },
    {
      "epoch": 2.369387755102041,
      "grad_norm": 1.6875,
      "learning_rate": 7.35341755749919e-05,
      "loss": 4.0023,
      "step": 1161
    },
    {
      "epoch": 2.3714285714285714,
      "grad_norm": 1.734375,
      "learning_rate": 7.350178166504698e-05,
      "loss": 4.2168,
      "step": 1162
    },
    {
      "epoch": 2.373469387755102,
      "grad_norm": 1.796875,
      "learning_rate": 7.346938775510205e-05,
      "loss": 4.2608,
      "step": 1163
    },
    {
      "epoch": 2.3755102040816327,
      "grad_norm": 1.734375,
      "learning_rate": 7.343699384515711e-05,
      "loss": 4.2901,
      "step": 1164
    },
    {
      "epoch": 2.377551020408163,
      "grad_norm": 1.7421875,
      "learning_rate": 7.340459993521218e-05,
      "loss": 4.2634,
      "step": 1165
    },
    {
      "epoch": 2.379591836734694,
      "grad_norm": 1.6484375,
      "learning_rate": 7.337220602526726e-05,
      "loss": 4.0896,
      "step": 1166
    },
    {
      "epoch": 2.3816326530612244,
      "grad_norm": 1.78125,
      "learning_rate": 7.333981211532232e-05,
      "loss": 4.1883,
      "step": 1167
    },
    {
      "epoch": 2.3836734693877553,
      "grad_norm": 1.546875,
      "learning_rate": 7.330741820537739e-05,
      "loss": 4.1743,
      "step": 1168
    },
    {
      "epoch": 2.3857142857142857,
      "grad_norm": 1.7265625,
      "learning_rate": 7.327502429543247e-05,
      "loss": 4.2351,
      "step": 1169
    },
    {
      "epoch": 2.387755102040816,
      "grad_norm": 1.875,
      "learning_rate": 7.324263038548753e-05,
      "loss": 4.2279,
      "step": 1170
    },
    {
      "epoch": 2.389795918367347,
      "grad_norm": 1.6796875,
      "learning_rate": 7.321023647554261e-05,
      "loss": 4.1565,
      "step": 1171
    },
    {
      "epoch": 2.3918367346938774,
      "grad_norm": 1.890625,
      "learning_rate": 7.317784256559768e-05,
      "loss": 4.1795,
      "step": 1172
    },
    {
      "epoch": 2.3938775510204082,
      "grad_norm": 1.9296875,
      "learning_rate": 7.314544865565274e-05,
      "loss": 4.1396,
      "step": 1173
    },
    {
      "epoch": 2.3959183673469386,
      "grad_norm": 1.7890625,
      "learning_rate": 7.311305474570781e-05,
      "loss": 4.3018,
      "step": 1174
    },
    {
      "epoch": 2.3979591836734695,
      "grad_norm": 2.09375,
      "learning_rate": 7.308066083576289e-05,
      "loss": 4.1999,
      "step": 1175
    },
    {
      "epoch": 2.4,
      "grad_norm": 1.8671875,
      "learning_rate": 7.304826692581795e-05,
      "loss": 4.2324,
      "step": 1176
    },
    {
      "epoch": 2.4020408163265308,
      "grad_norm": 1.8125,
      "learning_rate": 7.301587301587302e-05,
      "loss": 4.2292,
      "step": 1177
    },
    {
      "epoch": 2.404081632653061,
      "grad_norm": 1.7421875,
      "learning_rate": 7.298347910592808e-05,
      "loss": 4.2312,
      "step": 1178
    },
    {
      "epoch": 2.406122448979592,
      "grad_norm": 2.0,
      "learning_rate": 7.295108519598316e-05,
      "loss": 4.3041,
      "step": 1179
    },
    {
      "epoch": 2.4081632653061225,
      "grad_norm": 2.0625,
      "learning_rate": 7.291869128603823e-05,
      "loss": 4.1451,
      "step": 1180
    },
    {
      "epoch": 2.410204081632653,
      "grad_norm": 2.046875,
      "learning_rate": 7.28862973760933e-05,
      "loss": 4.375,
      "step": 1181
    },
    {
      "epoch": 2.4122448979591837,
      "grad_norm": 1.78125,
      "learning_rate": 7.285390346614836e-05,
      "loss": 4.1891,
      "step": 1182
    },
    {
      "epoch": 2.414285714285714,
      "grad_norm": 1.890625,
      "learning_rate": 7.282150955620344e-05,
      "loss": 4.169,
      "step": 1183
    },
    {
      "epoch": 2.416326530612245,
      "grad_norm": 1.7109375,
      "learning_rate": 7.27891156462585e-05,
      "loss": 4.069,
      "step": 1184
    },
    {
      "epoch": 2.4183673469387754,
      "grad_norm": 1.71875,
      "learning_rate": 7.275672173631357e-05,
      "loss": 4.3169,
      "step": 1185
    },
    {
      "epoch": 2.4204081632653063,
      "grad_norm": 1.8515625,
      "learning_rate": 7.272432782636865e-05,
      "loss": 4.2691,
      "step": 1186
    },
    {
      "epoch": 2.4224489795918367,
      "grad_norm": 1.84375,
      "learning_rate": 7.269193391642371e-05,
      "loss": 4.2444,
      "step": 1187
    },
    {
      "epoch": 2.424489795918367,
      "grad_norm": 1.75,
      "learning_rate": 7.265954000647879e-05,
      "loss": 4.2382,
      "step": 1188
    },
    {
      "epoch": 2.426530612244898,
      "grad_norm": 1.7265625,
      "learning_rate": 7.262714609653386e-05,
      "loss": 4.1333,
      "step": 1189
    },
    {
      "epoch": 2.4285714285714284,
      "grad_norm": 1.796875,
      "learning_rate": 7.259475218658892e-05,
      "loss": 4.2535,
      "step": 1190
    },
    {
      "epoch": 2.4306122448979592,
      "grad_norm": 1.6640625,
      "learning_rate": 7.256235827664399e-05,
      "loss": 4.325,
      "step": 1191
    },
    {
      "epoch": 2.4326530612244897,
      "grad_norm": 1.796875,
      "learning_rate": 7.252996436669907e-05,
      "loss": 4.2599,
      "step": 1192
    },
    {
      "epoch": 2.4346938775510205,
      "grad_norm": 1.9375,
      "learning_rate": 7.249757045675413e-05,
      "loss": 4.2822,
      "step": 1193
    },
    {
      "epoch": 2.436734693877551,
      "grad_norm": 1.828125,
      "learning_rate": 7.24651765468092e-05,
      "loss": 4.1882,
      "step": 1194
    },
    {
      "epoch": 2.438775510204082,
      "grad_norm": 1.75,
      "learning_rate": 7.243278263686427e-05,
      "loss": 4.1496,
      "step": 1195
    },
    {
      "epoch": 2.440816326530612,
      "grad_norm": 1.6484375,
      "learning_rate": 7.240038872691934e-05,
      "loss": 4.1195,
      "step": 1196
    },
    {
      "epoch": 2.442857142857143,
      "grad_norm": 1.796875,
      "learning_rate": 7.236799481697441e-05,
      "loss": 4.0929,
      "step": 1197
    },
    {
      "epoch": 2.4448979591836735,
      "grad_norm": 1.6015625,
      "learning_rate": 7.233560090702948e-05,
      "loss": 4.1763,
      "step": 1198
    },
    {
      "epoch": 2.446938775510204,
      "grad_norm": 1.765625,
      "learning_rate": 7.230320699708455e-05,
      "loss": 4.2162,
      "step": 1199
    },
    {
      "epoch": 2.4489795918367347,
      "grad_norm": 1.671875,
      "learning_rate": 7.227081308713962e-05,
      "loss": 4.1681,
      "step": 1200
    },
    {
      "epoch": 2.451020408163265,
      "grad_norm": 1.609375,
      "learning_rate": 7.22384191771947e-05,
      "loss": 4.1128,
      "step": 1201
    },
    {
      "epoch": 2.453061224489796,
      "grad_norm": 1.765625,
      "learning_rate": 7.220602526724975e-05,
      "loss": 4.1233,
      "step": 1202
    },
    {
      "epoch": 2.4551020408163264,
      "grad_norm": 1.6171875,
      "learning_rate": 7.217363135730483e-05,
      "loss": 4.1858,
      "step": 1203
    },
    {
      "epoch": 2.4571428571428573,
      "grad_norm": 1.78125,
      "learning_rate": 7.21412374473599e-05,
      "loss": 4.1411,
      "step": 1204
    },
    {
      "epoch": 2.4591836734693877,
      "grad_norm": 1.6875,
      "learning_rate": 7.210884353741498e-05,
      "loss": 4.1064,
      "step": 1205
    },
    {
      "epoch": 2.461224489795918,
      "grad_norm": 1.671875,
      "learning_rate": 7.207644962747004e-05,
      "loss": 4.3317,
      "step": 1206
    },
    {
      "epoch": 2.463265306122449,
      "grad_norm": 1.90625,
      "learning_rate": 7.20440557175251e-05,
      "loss": 4.1632,
      "step": 1207
    },
    {
      "epoch": 2.4653061224489794,
      "grad_norm": 1.984375,
      "learning_rate": 7.201166180758017e-05,
      "loss": 4.2921,
      "step": 1208
    },
    {
      "epoch": 2.4673469387755103,
      "grad_norm": 1.6328125,
      "learning_rate": 7.197926789763525e-05,
      "loss": 4.1569,
      "step": 1209
    },
    {
      "epoch": 2.4693877551020407,
      "grad_norm": 1.6484375,
      "learning_rate": 7.194687398769032e-05,
      "loss": 4.2105,
      "step": 1210
    },
    {
      "epoch": 2.4714285714285715,
      "grad_norm": 1.84375,
      "learning_rate": 7.191448007774538e-05,
      "loss": 4.2421,
      "step": 1211
    },
    {
      "epoch": 2.473469387755102,
      "grad_norm": 1.4765625,
      "learning_rate": 7.188208616780046e-05,
      "loss": 4.2467,
      "step": 1212
    },
    {
      "epoch": 2.475510204081633,
      "grad_norm": 2.28125,
      "learning_rate": 7.184969225785553e-05,
      "loss": 4.179,
      "step": 1213
    },
    {
      "epoch": 2.477551020408163,
      "grad_norm": 1.828125,
      "learning_rate": 7.18172983479106e-05,
      "loss": 4.1903,
      "step": 1214
    },
    {
      "epoch": 2.479591836734694,
      "grad_norm": 1.6875,
      "learning_rate": 7.178490443796566e-05,
      "loss": 4.2195,
      "step": 1215
    },
    {
      "epoch": 2.4816326530612245,
      "grad_norm": 2.203125,
      "learning_rate": 7.175251052802074e-05,
      "loss": 4.167,
      "step": 1216
    },
    {
      "epoch": 2.483673469387755,
      "grad_norm": 1.765625,
      "learning_rate": 7.17201166180758e-05,
      "loss": 4.252,
      "step": 1217
    },
    {
      "epoch": 2.4857142857142858,
      "grad_norm": 1.75,
      "learning_rate": 7.168772270813088e-05,
      "loss": 4.2026,
      "step": 1218
    },
    {
      "epoch": 2.487755102040816,
      "grad_norm": 2.234375,
      "learning_rate": 7.165532879818595e-05,
      "loss": 4.149,
      "step": 1219
    },
    {
      "epoch": 2.489795918367347,
      "grad_norm": 2.046875,
      "learning_rate": 7.162293488824101e-05,
      "loss": 4.0355,
      "step": 1220
    },
    {
      "epoch": 2.4918367346938775,
      "grad_norm": 1.96875,
      "learning_rate": 7.159054097829608e-05,
      "loss": 4.2366,
      "step": 1221
    },
    {
      "epoch": 2.4938775510204083,
      "grad_norm": 2.171875,
      "learning_rate": 7.155814706835116e-05,
      "loss": 4.1593,
      "step": 1222
    },
    {
      "epoch": 2.4959183673469387,
      "grad_norm": 1.6953125,
      "learning_rate": 7.152575315840622e-05,
      "loss": 4.1907,
      "step": 1223
    },
    {
      "epoch": 2.497959183673469,
      "grad_norm": 1.75,
      "learning_rate": 7.149335924846129e-05,
      "loss": 4.1911,
      "step": 1224
    },
    {
      "epoch": 2.5,
      "grad_norm": 1.7109375,
      "learning_rate": 7.146096533851635e-05,
      "loss": 4.3124,
      "step": 1225
    },
    {
      "epoch": 2.502040816326531,
      "grad_norm": 1.6640625,
      "learning_rate": 7.142857142857143e-05,
      "loss": 4.1293,
      "step": 1226
    },
    {
      "epoch": 2.5040816326530613,
      "grad_norm": 1.6328125,
      "learning_rate": 7.13961775186265e-05,
      "loss": 4.1912,
      "step": 1227
    },
    {
      "epoch": 2.5061224489795917,
      "grad_norm": 2.0,
      "learning_rate": 7.136378360868157e-05,
      "loss": 4.1663,
      "step": 1228
    },
    {
      "epoch": 2.5081632653061225,
      "grad_norm": 1.7421875,
      "learning_rate": 7.133138969873664e-05,
      "loss": 4.1641,
      "step": 1229
    },
    {
      "epoch": 2.510204081632653,
      "grad_norm": 1.671875,
      "learning_rate": 7.129899578879171e-05,
      "loss": 4.1785,
      "step": 1230
    },
    {
      "epoch": 2.512244897959184,
      "grad_norm": 1.734375,
      "learning_rate": 7.126660187884679e-05,
      "loss": 4.235,
      "step": 1231
    },
    {
      "epoch": 2.5142857142857142,
      "grad_norm": 1.7421875,
      "learning_rate": 7.123420796890184e-05,
      "loss": 4.256,
      "step": 1232
    },
    {
      "epoch": 2.516326530612245,
      "grad_norm": 1.9140625,
      "learning_rate": 7.120181405895692e-05,
      "loss": 4.1971,
      "step": 1233
    },
    {
      "epoch": 2.5183673469387755,
      "grad_norm": 1.7890625,
      "learning_rate": 7.116942014901199e-05,
      "loss": 4.2035,
      "step": 1234
    },
    {
      "epoch": 2.520408163265306,
      "grad_norm": 1.6953125,
      "learning_rate": 7.113702623906706e-05,
      "loss": 4.091,
      "step": 1235
    },
    {
      "epoch": 2.522448979591837,
      "grad_norm": 1.9140625,
      "learning_rate": 7.110463232912213e-05,
      "loss": 4.1941,
      "step": 1236
    },
    {
      "epoch": 2.524489795918367,
      "grad_norm": 2.0,
      "learning_rate": 7.10722384191772e-05,
      "loss": 4.15,
      "step": 1237
    },
    {
      "epoch": 2.526530612244898,
      "grad_norm": 1.59375,
      "learning_rate": 7.103984450923226e-05,
      "loss": 4.1773,
      "step": 1238
    },
    {
      "epoch": 2.5285714285714285,
      "grad_norm": 1.734375,
      "learning_rate": 7.100745059928734e-05,
      "loss": 4.0427,
      "step": 1239
    },
    {
      "epoch": 2.5306122448979593,
      "grad_norm": 1.9609375,
      "learning_rate": 7.09750566893424e-05,
      "loss": 4.1933,
      "step": 1240
    },
    {
      "epoch": 2.5326530612244897,
      "grad_norm": 1.625,
      "learning_rate": 7.094266277939747e-05,
      "loss": 4.1369,
      "step": 1241
    },
    {
      "epoch": 2.53469387755102,
      "grad_norm": 1.9375,
      "learning_rate": 7.091026886945255e-05,
      "loss": 4.1467,
      "step": 1242
    },
    {
      "epoch": 2.536734693877551,
      "grad_norm": 1.640625,
      "learning_rate": 7.087787495950762e-05,
      "loss": 4.1172,
      "step": 1243
    },
    {
      "epoch": 2.538775510204082,
      "grad_norm": 1.9140625,
      "learning_rate": 7.08454810495627e-05,
      "loss": 4.1003,
      "step": 1244
    },
    {
      "epoch": 2.5408163265306123,
      "grad_norm": 1.7734375,
      "learning_rate": 7.081308713961775e-05,
      "loss": 4.1787,
      "step": 1245
    },
    {
      "epoch": 2.5428571428571427,
      "grad_norm": 1.7734375,
      "learning_rate": 7.078069322967283e-05,
      "loss": 4.144,
      "step": 1246
    },
    {
      "epoch": 2.5448979591836736,
      "grad_norm": 1.8046875,
      "learning_rate": 7.074829931972789e-05,
      "loss": 4.1095,
      "step": 1247
    },
    {
      "epoch": 2.546938775510204,
      "grad_norm": 1.75,
      "learning_rate": 7.071590540978297e-05,
      "loss": 4.0303,
      "step": 1248
    },
    {
      "epoch": 2.548979591836735,
      "grad_norm": 1.8046875,
      "learning_rate": 7.068351149983802e-05,
      "loss": 4.163,
      "step": 1249
    },
    {
      "epoch": 2.5510204081632653,
      "grad_norm": 2.109375,
      "learning_rate": 7.06511175898931e-05,
      "loss": 4.1751,
      "step": 1250
    },
    {
      "epoch": 2.553061224489796,
      "grad_norm": 1.71875,
      "learning_rate": 7.061872367994817e-05,
      "loss": 4.1379,
      "step": 1251
    },
    {
      "epoch": 2.5551020408163265,
      "grad_norm": 1.9921875,
      "learning_rate": 7.058632977000325e-05,
      "loss": 4.1562,
      "step": 1252
    },
    {
      "epoch": 2.557142857142857,
      "grad_norm": 1.65625,
      "learning_rate": 7.055393586005831e-05,
      "loss": 4.0126,
      "step": 1253
    },
    {
      "epoch": 2.559183673469388,
      "grad_norm": 1.8046875,
      "learning_rate": 7.052154195011338e-05,
      "loss": 4.1517,
      "step": 1254
    },
    {
      "epoch": 2.561224489795918,
      "grad_norm": 1.84375,
      "learning_rate": 7.048914804016846e-05,
      "loss": 4.0808,
      "step": 1255
    },
    {
      "epoch": 2.563265306122449,
      "grad_norm": 1.8671875,
      "learning_rate": 7.045675413022352e-05,
      "loss": 4.2167,
      "step": 1256
    },
    {
      "epoch": 2.5653061224489795,
      "grad_norm": 1.8671875,
      "learning_rate": 7.04243602202786e-05,
      "loss": 4.203,
      "step": 1257
    },
    {
      "epoch": 2.5673469387755103,
      "grad_norm": 1.8046875,
      "learning_rate": 7.039196631033365e-05,
      "loss": 4.1736,
      "step": 1258
    },
    {
      "epoch": 2.5693877551020408,
      "grad_norm": 1.9765625,
      "learning_rate": 7.035957240038873e-05,
      "loss": 4.1056,
      "step": 1259
    },
    {
      "epoch": 2.571428571428571,
      "grad_norm": 1.5703125,
      "learning_rate": 7.03271784904438e-05,
      "loss": 4.2005,
      "step": 1260
    },
    {
      "epoch": 2.573469387755102,
      "grad_norm": 1.6484375,
      "learning_rate": 7.029478458049888e-05,
      "loss": 4.061,
      "step": 1261
    },
    {
      "epoch": 2.575510204081633,
      "grad_norm": 1.8515625,
      "learning_rate": 7.026239067055393e-05,
      "loss": 4.1177,
      "step": 1262
    },
    {
      "epoch": 2.5775510204081633,
      "grad_norm": 1.7734375,
      "learning_rate": 7.022999676060901e-05,
      "loss": 4.1006,
      "step": 1263
    },
    {
      "epoch": 2.5795918367346937,
      "grad_norm": 1.90625,
      "learning_rate": 7.019760285066407e-05,
      "loss": 4.2119,
      "step": 1264
    },
    {
      "epoch": 2.5816326530612246,
      "grad_norm": 1.8359375,
      "learning_rate": 7.016520894071915e-05,
      "loss": 4.2441,
      "step": 1265
    },
    {
      "epoch": 2.583673469387755,
      "grad_norm": 1.84375,
      "learning_rate": 7.01328150307742e-05,
      "loss": 4.2145,
      "step": 1266
    },
    {
      "epoch": 2.585714285714286,
      "grad_norm": 1.6875,
      "learning_rate": 7.010042112082929e-05,
      "loss": 4.1519,
      "step": 1267
    },
    {
      "epoch": 2.5877551020408163,
      "grad_norm": 1.7578125,
      "learning_rate": 7.006802721088435e-05,
      "loss": 4.214,
      "step": 1268
    },
    {
      "epoch": 2.589795918367347,
      "grad_norm": 1.8671875,
      "learning_rate": 7.003563330093943e-05,
      "loss": 4.06,
      "step": 1269
    },
    {
      "epoch": 2.5918367346938775,
      "grad_norm": 1.9140625,
      "learning_rate": 7.00032393909945e-05,
      "loss": 4.2084,
      "step": 1270
    },
    {
      "epoch": 2.593877551020408,
      "grad_norm": 1.8125,
      "learning_rate": 6.997084548104956e-05,
      "loss": 4.1669,
      "step": 1271
    },
    {
      "epoch": 2.595918367346939,
      "grad_norm": 2.046875,
      "learning_rate": 6.993845157110464e-05,
      "loss": 4.1428,
      "step": 1272
    },
    {
      "epoch": 2.5979591836734692,
      "grad_norm": 1.7578125,
      "learning_rate": 6.99060576611597e-05,
      "loss": 4.2427,
      "step": 1273
    },
    {
      "epoch": 2.6,
      "grad_norm": 1.75,
      "learning_rate": 6.987366375121478e-05,
      "loss": 4.1758,
      "step": 1274
    },
    {
      "epoch": 2.6020408163265305,
      "grad_norm": 1.8125,
      "learning_rate": 6.984126984126984e-05,
      "loss": 4.1984,
      "step": 1275
    },
    {
      "epoch": 2.6040816326530614,
      "grad_norm": 1.9140625,
      "learning_rate": 6.980887593132492e-05,
      "loss": 4.0204,
      "step": 1276
    },
    {
      "epoch": 2.6061224489795918,
      "grad_norm": 1.6796875,
      "learning_rate": 6.977648202137998e-05,
      "loss": 4.0882,
      "step": 1277
    },
    {
      "epoch": 2.608163265306122,
      "grad_norm": 1.5078125,
      "learning_rate": 6.974408811143506e-05,
      "loss": 4.0657,
      "step": 1278
    },
    {
      "epoch": 2.610204081632653,
      "grad_norm": 1.5234375,
      "learning_rate": 6.971169420149011e-05,
      "loss": 4.0665,
      "step": 1279
    },
    {
      "epoch": 2.612244897959184,
      "grad_norm": 1.75,
      "learning_rate": 6.967930029154519e-05,
      "loss": 4.2238,
      "step": 1280
    },
    {
      "epoch": 2.6142857142857143,
      "grad_norm": 1.6328125,
      "learning_rate": 6.964690638160026e-05,
      "loss": 4.18,
      "step": 1281
    },
    {
      "epoch": 2.6163265306122447,
      "grad_norm": 1.7578125,
      "learning_rate": 6.961451247165534e-05,
      "loss": 4.1619,
      "step": 1282
    },
    {
      "epoch": 2.6183673469387756,
      "grad_norm": 2.046875,
      "learning_rate": 6.95821185617104e-05,
      "loss": 4.1817,
      "step": 1283
    },
    {
      "epoch": 2.620408163265306,
      "grad_norm": 1.71875,
      "learning_rate": 6.954972465176547e-05,
      "loss": 4.1065,
      "step": 1284
    },
    {
      "epoch": 2.622448979591837,
      "grad_norm": 1.8203125,
      "learning_rate": 6.951733074182055e-05,
      "loss": 4.124,
      "step": 1285
    },
    {
      "epoch": 2.6244897959183673,
      "grad_norm": 1.7890625,
      "learning_rate": 6.948493683187561e-05,
      "loss": 4.1385,
      "step": 1286
    },
    {
      "epoch": 2.626530612244898,
      "grad_norm": 1.7578125,
      "learning_rate": 6.945254292193069e-05,
      "loss": 4.0894,
      "step": 1287
    },
    {
      "epoch": 2.6285714285714286,
      "grad_norm": 1.5546875,
      "learning_rate": 6.942014901198574e-05,
      "loss": 4.055,
      "step": 1288
    },
    {
      "epoch": 2.630612244897959,
      "grad_norm": 1.6953125,
      "learning_rate": 6.938775510204082e-05,
      "loss": 4.1706,
      "step": 1289
    },
    {
      "epoch": 2.63265306122449,
      "grad_norm": 1.765625,
      "learning_rate": 6.935536119209589e-05,
      "loss": 4.0605,
      "step": 1290
    },
    {
      "epoch": 2.6346938775510202,
      "grad_norm": 1.6953125,
      "learning_rate": 6.932296728215097e-05,
      "loss": 4.2112,
      "step": 1291
    },
    {
      "epoch": 2.636734693877551,
      "grad_norm": 1.609375,
      "learning_rate": 6.929057337220602e-05,
      "loss": 4.024,
      "step": 1292
    },
    {
      "epoch": 2.6387755102040815,
      "grad_norm": 1.609375,
      "learning_rate": 6.92581794622611e-05,
      "loss": 4.0457,
      "step": 1293
    },
    {
      "epoch": 2.6408163265306124,
      "grad_norm": 1.6328125,
      "learning_rate": 6.922578555231616e-05,
      "loss": 4.2136,
      "step": 1294
    },
    {
      "epoch": 2.642857142857143,
      "grad_norm": 1.6953125,
      "learning_rate": 6.919339164237124e-05,
      "loss": 4.02,
      "step": 1295
    },
    {
      "epoch": 2.644897959183673,
      "grad_norm": 1.8359375,
      "learning_rate": 6.916099773242631e-05,
      "loss": 4.0376,
      "step": 1296
    },
    {
      "epoch": 2.646938775510204,
      "grad_norm": 1.8203125,
      "learning_rate": 6.912860382248137e-05,
      "loss": 4.1891,
      "step": 1297
    },
    {
      "epoch": 2.648979591836735,
      "grad_norm": 1.9453125,
      "learning_rate": 6.909620991253645e-05,
      "loss": 4.1496,
      "step": 1298
    },
    {
      "epoch": 2.6510204081632653,
      "grad_norm": 1.71875,
      "learning_rate": 6.906381600259152e-05,
      "loss": 4.1239,
      "step": 1299
    },
    {
      "epoch": 2.6530612244897958,
      "grad_norm": 1.828125,
      "learning_rate": 6.903142209264658e-05,
      "loss": 4.1085,
      "step": 1300
    },
    {
      "epoch": 2.6551020408163266,
      "grad_norm": 1.4609375,
      "learning_rate": 6.899902818270165e-05,
      "loss": 4.1451,
      "step": 1301
    },
    {
      "epoch": 2.657142857142857,
      "grad_norm": 1.796875,
      "learning_rate": 6.896663427275673e-05,
      "loss": 4.1994,
      "step": 1302
    },
    {
      "epoch": 2.659183673469388,
      "grad_norm": 1.6953125,
      "learning_rate": 6.89342403628118e-05,
      "loss": 4.1493,
      "step": 1303
    },
    {
      "epoch": 2.6612244897959183,
      "grad_norm": 1.6953125,
      "learning_rate": 6.890184645286687e-05,
      "loss": 4.0935,
      "step": 1304
    },
    {
      "epoch": 2.663265306122449,
      "grad_norm": 1.6640625,
      "learning_rate": 6.886945254292193e-05,
      "loss": 4.1052,
      "step": 1305
    },
    {
      "epoch": 2.6653061224489796,
      "grad_norm": 1.7578125,
      "learning_rate": 6.8837058632977e-05,
      "loss": 4.2225,
      "step": 1306
    },
    {
      "epoch": 2.66734693877551,
      "grad_norm": 1.84375,
      "learning_rate": 6.880466472303207e-05,
      "loss": 4.1516,
      "step": 1307
    },
    {
      "epoch": 2.669387755102041,
      "grad_norm": 1.640625,
      "learning_rate": 6.877227081308715e-05,
      "loss": 4.097,
      "step": 1308
    },
    {
      "epoch": 2.6714285714285713,
      "grad_norm": 1.5546875,
      "learning_rate": 6.87398769031422e-05,
      "loss": 4.2107,
      "step": 1309
    },
    {
      "epoch": 2.673469387755102,
      "grad_norm": 1.8203125,
      "learning_rate": 6.870748299319728e-05,
      "loss": 4.0556,
      "step": 1310
    },
    {
      "epoch": 2.6755102040816325,
      "grad_norm": 1.7265625,
      "learning_rate": 6.867508908325235e-05,
      "loss": 4.1359,
      "step": 1311
    },
    {
      "epoch": 2.6775510204081634,
      "grad_norm": 1.7734375,
      "learning_rate": 6.864269517330743e-05,
      "loss": 4.1303,
      "step": 1312
    },
    {
      "epoch": 2.679591836734694,
      "grad_norm": 1.78125,
      "learning_rate": 6.861030126336249e-05,
      "loss": 4.0265,
      "step": 1313
    },
    {
      "epoch": 2.6816326530612242,
      "grad_norm": 1.7578125,
      "learning_rate": 6.857790735341756e-05,
      "loss": 4.1672,
      "step": 1314
    },
    {
      "epoch": 2.683673469387755,
      "grad_norm": 1.75,
      "learning_rate": 6.854551344347264e-05,
      "loss": 4.1208,
      "step": 1315
    },
    {
      "epoch": 2.685714285714286,
      "grad_norm": 1.6484375,
      "learning_rate": 6.85131195335277e-05,
      "loss": 4.0832,
      "step": 1316
    },
    {
      "epoch": 2.6877551020408164,
      "grad_norm": 1.8125,
      "learning_rate": 6.848072562358277e-05,
      "loss": 4.1623,
      "step": 1317
    },
    {
      "epoch": 2.6897959183673468,
      "grad_norm": 1.6484375,
      "learning_rate": 6.844833171363783e-05,
      "loss": 4.0214,
      "step": 1318
    },
    {
      "epoch": 2.6918367346938776,
      "grad_norm": 1.7421875,
      "learning_rate": 6.841593780369291e-05,
      "loss": 4.1563,
      "step": 1319
    },
    {
      "epoch": 2.693877551020408,
      "grad_norm": 1.5859375,
      "learning_rate": 6.838354389374798e-05,
      "loss": 4.1611,
      "step": 1320
    },
    {
      "epoch": 2.695918367346939,
      "grad_norm": 1.6484375,
      "learning_rate": 6.835114998380306e-05,
      "loss": 4.1354,
      "step": 1321
    },
    {
      "epoch": 2.6979591836734693,
      "grad_norm": 1.7890625,
      "learning_rate": 6.831875607385811e-05,
      "loss": 4.0363,
      "step": 1322
    },
    {
      "epoch": 2.7,
      "grad_norm": 1.84375,
      "learning_rate": 6.828636216391319e-05,
      "loss": 4.1147,
      "step": 1323
    },
    {
      "epoch": 2.7020408163265306,
      "grad_norm": 1.65625,
      "learning_rate": 6.825396825396825e-05,
      "loss": 4.1469,
      "step": 1324
    },
    {
      "epoch": 2.704081632653061,
      "grad_norm": 2.015625,
      "learning_rate": 6.822157434402333e-05,
      "loss": 4.0486,
      "step": 1325
    },
    {
      "epoch": 2.706122448979592,
      "grad_norm": 1.765625,
      "learning_rate": 6.81891804340784e-05,
      "loss": 4.1049,
      "step": 1326
    },
    {
      "epoch": 2.7081632653061227,
      "grad_norm": 1.6953125,
      "learning_rate": 6.815678652413346e-05,
      "loss": 4.0912,
      "step": 1327
    },
    {
      "epoch": 2.710204081632653,
      "grad_norm": 2.0,
      "learning_rate": 6.812439261418854e-05,
      "loss": 4.0403,
      "step": 1328
    },
    {
      "epoch": 2.7122448979591836,
      "grad_norm": 1.8359375,
      "learning_rate": 6.809199870424361e-05,
      "loss": 4.0231,
      "step": 1329
    },
    {
      "epoch": 2.7142857142857144,
      "grad_norm": 1.6953125,
      "learning_rate": 6.805960479429867e-05,
      "loss": 4.1423,
      "step": 1330
    },
    {
      "epoch": 2.716326530612245,
      "grad_norm": 1.890625,
      "learning_rate": 6.802721088435374e-05,
      "loss": 4.2771,
      "step": 1331
    },
    {
      "epoch": 2.7183673469387752,
      "grad_norm": 1.703125,
      "learning_rate": 6.799481697440882e-05,
      "loss": 3.9857,
      "step": 1332
    },
    {
      "epoch": 2.720408163265306,
      "grad_norm": 1.8515625,
      "learning_rate": 6.796242306446388e-05,
      "loss": 4.0519,
      "step": 1333
    },
    {
      "epoch": 2.722448979591837,
      "grad_norm": 1.8125,
      "learning_rate": 6.793002915451895e-05,
      "loss": 4.0942,
      "step": 1334
    },
    {
      "epoch": 2.7244897959183674,
      "grad_norm": 1.7890625,
      "learning_rate": 6.789763524457402e-05,
      "loss": 4.095,
      "step": 1335
    },
    {
      "epoch": 2.726530612244898,
      "grad_norm": 1.9140625,
      "learning_rate": 6.78652413346291e-05,
      "loss": 4.0242,
      "step": 1336
    },
    {
      "epoch": 2.7285714285714286,
      "grad_norm": 1.7421875,
      "learning_rate": 6.783284742468416e-05,
      "loss": 4.0388,
      "step": 1337
    },
    {
      "epoch": 2.730612244897959,
      "grad_norm": 1.65625,
      "learning_rate": 6.780045351473924e-05,
      "loss": 4.0854,
      "step": 1338
    },
    {
      "epoch": 2.73265306122449,
      "grad_norm": 1.859375,
      "learning_rate": 6.77680596047943e-05,
      "loss": 4.1267,
      "step": 1339
    },
    {
      "epoch": 2.7346938775510203,
      "grad_norm": 1.5546875,
      "learning_rate": 6.773566569484937e-05,
      "loss": 4.0877,
      "step": 1340
    },
    {
      "epoch": 2.736734693877551,
      "grad_norm": 1.59375,
      "learning_rate": 6.770327178490445e-05,
      "loss": 4.0559,
      "step": 1341
    },
    {
      "epoch": 2.7387755102040816,
      "grad_norm": 1.6015625,
      "learning_rate": 6.767087787495952e-05,
      "loss": 4.0277,
      "step": 1342
    },
    {
      "epoch": 2.740816326530612,
      "grad_norm": 1.703125,
      "learning_rate": 6.763848396501458e-05,
      "loss": 4.066,
      "step": 1343
    },
    {
      "epoch": 2.742857142857143,
      "grad_norm": 1.796875,
      "learning_rate": 6.760609005506965e-05,
      "loss": 4.1804,
      "step": 1344
    },
    {
      "epoch": 2.7448979591836737,
      "grad_norm": 1.6171875,
      "learning_rate": 6.757369614512473e-05,
      "loss": 4.0293,
      "step": 1345
    },
    {
      "epoch": 2.746938775510204,
      "grad_norm": 2.125,
      "learning_rate": 6.754130223517979e-05,
      "loss": 4.1689,
      "step": 1346
    },
    {
      "epoch": 2.7489795918367346,
      "grad_norm": 1.71875,
      "learning_rate": 6.750890832523486e-05,
      "loss": 4.036,
      "step": 1347
    },
    {
      "epoch": 2.7510204081632654,
      "grad_norm": 1.921875,
      "learning_rate": 6.747651441528992e-05,
      "loss": 4.1353,
      "step": 1348
    },
    {
      "epoch": 2.753061224489796,
      "grad_norm": 1.5703125,
      "learning_rate": 6.7444120505345e-05,
      "loss": 4.0922,
      "step": 1349
    },
    {
      "epoch": 2.7551020408163263,
      "grad_norm": 1.8359375,
      "learning_rate": 6.741172659540007e-05,
      "loss": 4.126,
      "step": 1350
    },
    {
      "epoch": 2.757142857142857,
      "grad_norm": 1.5625,
      "learning_rate": 6.737933268545515e-05,
      "loss": 4.1688,
      "step": 1351
    },
    {
      "epoch": 2.759183673469388,
      "grad_norm": 1.6328125,
      "learning_rate": 6.73469387755102e-05,
      "loss": 3.9783,
      "step": 1352
    },
    {
      "epoch": 2.7612244897959184,
      "grad_norm": 1.78125,
      "learning_rate": 6.731454486556528e-05,
      "loss": 3.9786,
      "step": 1353
    },
    {
      "epoch": 2.763265306122449,
      "grad_norm": 1.71875,
      "learning_rate": 6.728215095562034e-05,
      "loss": 4.0809,
      "step": 1354
    },
    {
      "epoch": 2.7653061224489797,
      "grad_norm": 1.6875,
      "learning_rate": 6.724975704567542e-05,
      "loss": 4.0654,
      "step": 1355
    },
    {
      "epoch": 2.76734693877551,
      "grad_norm": 1.6484375,
      "learning_rate": 6.721736313573049e-05,
      "loss": 4.0846,
      "step": 1356
    },
    {
      "epoch": 2.769387755102041,
      "grad_norm": 1.6640625,
      "learning_rate": 6.718496922578555e-05,
      "loss": 3.9995,
      "step": 1357
    },
    {
      "epoch": 2.7714285714285714,
      "grad_norm": 1.6484375,
      "learning_rate": 6.715257531584063e-05,
      "loss": 4.1032,
      "step": 1358
    },
    {
      "epoch": 2.773469387755102,
      "grad_norm": 1.78125,
      "learning_rate": 6.71201814058957e-05,
      "loss": 4.1243,
      "step": 1359
    },
    {
      "epoch": 2.7755102040816326,
      "grad_norm": 1.6875,
      "learning_rate": 6.708778749595076e-05,
      "loss": 4.1856,
      "step": 1360
    },
    {
      "epoch": 2.777551020408163,
      "grad_norm": 1.7421875,
      "learning_rate": 6.705539358600583e-05,
      "loss": 4.1611,
      "step": 1361
    },
    {
      "epoch": 2.779591836734694,
      "grad_norm": 1.5546875,
      "learning_rate": 6.702299967606091e-05,
      "loss": 4.1322,
      "step": 1362
    },
    {
      "epoch": 2.7816326530612248,
      "grad_norm": 1.6484375,
      "learning_rate": 6.699060576611597e-05,
      "loss": 4.1502,
      "step": 1363
    },
    {
      "epoch": 2.783673469387755,
      "grad_norm": 1.875,
      "learning_rate": 6.695821185617104e-05,
      "loss": 4.1082,
      "step": 1364
    },
    {
      "epoch": 2.7857142857142856,
      "grad_norm": 1.7265625,
      "learning_rate": 6.69258179462261e-05,
      "loss": 4.0393,
      "step": 1365
    },
    {
      "epoch": 2.7877551020408164,
      "grad_norm": 1.84375,
      "learning_rate": 6.689342403628118e-05,
      "loss": 4.1083,
      "step": 1366
    },
    {
      "epoch": 2.789795918367347,
      "grad_norm": 1.6953125,
      "learning_rate": 6.686103012633625e-05,
      "loss": 4.1162,
      "step": 1367
    },
    {
      "epoch": 2.7918367346938773,
      "grad_norm": 1.796875,
      "learning_rate": 6.682863621639133e-05,
      "loss": 4.1943,
      "step": 1368
    },
    {
      "epoch": 2.793877551020408,
      "grad_norm": 1.6171875,
      "learning_rate": 6.67962423064464e-05,
      "loss": 4.0067,
      "step": 1369
    },
    {
      "epoch": 2.795918367346939,
      "grad_norm": 1.7421875,
      "learning_rate": 6.676384839650146e-05,
      "loss": 4.0821,
      "step": 1370
    },
    {
      "epoch": 2.7979591836734694,
      "grad_norm": 1.734375,
      "learning_rate": 6.673145448655654e-05,
      "loss": 4.1228,
      "step": 1371
    },
    {
      "epoch": 2.8,
      "grad_norm": 1.5625,
      "learning_rate": 6.66990605766116e-05,
      "loss": 4.0097,
      "step": 1372
    },
    {
      "epoch": 2.8020408163265307,
      "grad_norm": 1.7890625,
      "learning_rate": 6.666666666666667e-05,
      "loss": 4.0162,
      "step": 1373
    },
    {
      "epoch": 2.804081632653061,
      "grad_norm": 1.625,
      "learning_rate": 6.663427275672174e-05,
      "loss": 4.1394,
      "step": 1374
    },
    {
      "epoch": 2.806122448979592,
      "grad_norm": 1.8671875,
      "learning_rate": 6.660187884677681e-05,
      "loss": 4.0067,
      "step": 1375
    },
    {
      "epoch": 2.8081632653061224,
      "grad_norm": 1.6328125,
      "learning_rate": 6.656948493683188e-05,
      "loss": 4.1297,
      "step": 1376
    },
    {
      "epoch": 2.8102040816326532,
      "grad_norm": 1.8359375,
      "learning_rate": 6.653709102688695e-05,
      "loss": 4.1559,
      "step": 1377
    },
    {
      "epoch": 2.8122448979591836,
      "grad_norm": 1.75,
      "learning_rate": 6.650469711694201e-05,
      "loss": 4.0884,
      "step": 1378
    },
    {
      "epoch": 2.814285714285714,
      "grad_norm": 1.6875,
      "learning_rate": 6.647230320699709e-05,
      "loss": 4.0185,
      "step": 1379
    },
    {
      "epoch": 2.816326530612245,
      "grad_norm": 1.578125,
      "learning_rate": 6.643990929705216e-05,
      "loss": 4.0439,
      "step": 1380
    },
    {
      "epoch": 2.8183673469387758,
      "grad_norm": 1.765625,
      "learning_rate": 6.640751538710722e-05,
      "loss": 4.1468,
      "step": 1381
    },
    {
      "epoch": 2.820408163265306,
      "grad_norm": 1.578125,
      "learning_rate": 6.63751214771623e-05,
      "loss": 4.0969,
      "step": 1382
    },
    {
      "epoch": 2.8224489795918366,
      "grad_norm": 1.8125,
      "learning_rate": 6.634272756721737e-05,
      "loss": 3.974,
      "step": 1383
    },
    {
      "epoch": 2.8244897959183675,
      "grad_norm": 1.8515625,
      "learning_rate": 6.631033365727245e-05,
      "loss": 4.0772,
      "step": 1384
    },
    {
      "epoch": 2.826530612244898,
      "grad_norm": 1.734375,
      "learning_rate": 6.627793974732751e-05,
      "loss": 3.9441,
      "step": 1385
    },
    {
      "epoch": 2.8285714285714287,
      "grad_norm": 1.6796875,
      "learning_rate": 6.624554583738258e-05,
      "loss": 4.0557,
      "step": 1386
    },
    {
      "epoch": 2.830612244897959,
      "grad_norm": 1.734375,
      "learning_rate": 6.621315192743764e-05,
      "loss": 4.0635,
      "step": 1387
    },
    {
      "epoch": 2.83265306122449,
      "grad_norm": 1.6328125,
      "learning_rate": 6.618075801749272e-05,
      "loss": 4.0927,
      "step": 1388
    },
    {
      "epoch": 2.8346938775510204,
      "grad_norm": 1.5078125,
      "learning_rate": 6.614836410754779e-05,
      "loss": 4.0129,
      "step": 1389
    },
    {
      "epoch": 2.836734693877551,
      "grad_norm": 1.640625,
      "learning_rate": 6.611597019760285e-05,
      "loss": 4.0109,
      "step": 1390
    },
    {
      "epoch": 2.8387755102040817,
      "grad_norm": 1.7890625,
      "learning_rate": 6.608357628765792e-05,
      "loss": 4.0952,
      "step": 1391
    },
    {
      "epoch": 2.840816326530612,
      "grad_norm": 1.6015625,
      "learning_rate": 6.6051182377713e-05,
      "loss": 4.0377,
      "step": 1392
    },
    {
      "epoch": 2.842857142857143,
      "grad_norm": 2.125,
      "learning_rate": 6.601878846776806e-05,
      "loss": 4.1198,
      "step": 1393
    },
    {
      "epoch": 2.8448979591836734,
      "grad_norm": 1.609375,
      "learning_rate": 6.598639455782313e-05,
      "loss": 4.0528,
      "step": 1394
    },
    {
      "epoch": 2.8469387755102042,
      "grad_norm": 1.9765625,
      "learning_rate": 6.59540006478782e-05,
      "loss": 4.0641,
      "step": 1395
    },
    {
      "epoch": 2.8489795918367347,
      "grad_norm": 1.9140625,
      "learning_rate": 6.592160673793327e-05,
      "loss": 3.9933,
      "step": 1396
    },
    {
      "epoch": 2.851020408163265,
      "grad_norm": 1.4921875,
      "learning_rate": 6.588921282798834e-05,
      "loss": 4.0936,
      "step": 1397
    },
    {
      "epoch": 2.853061224489796,
      "grad_norm": 1.921875,
      "learning_rate": 6.58568189180434e-05,
      "loss": 4.1758,
      "step": 1398
    },
    {
      "epoch": 2.855102040816327,
      "grad_norm": 1.8046875,
      "learning_rate": 6.582442500809848e-05,
      "loss": 4.0891,
      "step": 1399
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 1.765625,
      "learning_rate": 6.579203109815355e-05,
      "loss": 3.9412,
      "step": 1400
    },
    {
      "epoch": 2.8591836734693876,
      "grad_norm": 1.6953125,
      "learning_rate": 6.575963718820863e-05,
      "loss": 4.1739,
      "step": 1401
    },
    {
      "epoch": 2.8612244897959185,
      "grad_norm": 1.8203125,
      "learning_rate": 6.57272432782637e-05,
      "loss": 4.084,
      "step": 1402
    },
    {
      "epoch": 2.863265306122449,
      "grad_norm": 1.625,
      "learning_rate": 6.569484936831876e-05,
      "loss": 4.1516,
      "step": 1403
    },
    {
      "epoch": 2.8653061224489798,
      "grad_norm": 1.8046875,
      "learning_rate": 6.566245545837382e-05,
      "loss": 4.0697,
      "step": 1404
    },
    {
      "epoch": 2.86734693877551,
      "grad_norm": 1.828125,
      "learning_rate": 6.56300615484289e-05,
      "loss": 3.9902,
      "step": 1405
    },
    {
      "epoch": 2.869387755102041,
      "grad_norm": 1.7890625,
      "learning_rate": 6.559766763848397e-05,
      "loss": 4.1368,
      "step": 1406
    },
    {
      "epoch": 2.8714285714285714,
      "grad_norm": 1.7734375,
      "learning_rate": 6.556527372853903e-05,
      "loss": 4.0122,
      "step": 1407
    },
    {
      "epoch": 2.873469387755102,
      "grad_norm": 1.59375,
      "learning_rate": 6.55328798185941e-05,
      "loss": 4.0806,
      "step": 1408
    },
    {
      "epoch": 2.8755102040816327,
      "grad_norm": 1.5546875,
      "learning_rate": 6.550048590864918e-05,
      "loss": 4.009,
      "step": 1409
    },
    {
      "epoch": 2.877551020408163,
      "grad_norm": 1.7578125,
      "learning_rate": 6.546809199870425e-05,
      "loss": 3.9207,
      "step": 1410
    },
    {
      "epoch": 2.879591836734694,
      "grad_norm": 1.734375,
      "learning_rate": 6.543569808875931e-05,
      "loss": 4.0075,
      "step": 1411
    },
    {
      "epoch": 2.8816326530612244,
      "grad_norm": 1.6796875,
      "learning_rate": 6.540330417881439e-05,
      "loss": 4.079,
      "step": 1412
    },
    {
      "epoch": 2.8836734693877553,
      "grad_norm": 1.7421875,
      "learning_rate": 6.537091026886946e-05,
      "loss": 3.973,
      "step": 1413
    },
    {
      "epoch": 2.8857142857142857,
      "grad_norm": 1.6953125,
      "learning_rate": 6.533851635892453e-05,
      "loss": 4.1295,
      "step": 1414
    },
    {
      "epoch": 2.887755102040816,
      "grad_norm": 1.75,
      "learning_rate": 6.530612244897959e-05,
      "loss": 4.1293,
      "step": 1415
    },
    {
      "epoch": 2.889795918367347,
      "grad_norm": 1.59375,
      "learning_rate": 6.527372853903467e-05,
      "loss": 4.1797,
      "step": 1416
    },
    {
      "epoch": 2.891836734693878,
      "grad_norm": 1.8125,
      "learning_rate": 6.524133462908973e-05,
      "loss": 4.068,
      "step": 1417
    },
    {
      "epoch": 2.8938775510204082,
      "grad_norm": 1.5859375,
      "learning_rate": 6.520894071914481e-05,
      "loss": 4.0196,
      "step": 1418
    },
    {
      "epoch": 2.8959183673469386,
      "grad_norm": 1.8203125,
      "learning_rate": 6.517654680919988e-05,
      "loss": 4.0543,
      "step": 1419
    },
    {
      "epoch": 2.8979591836734695,
      "grad_norm": 1.8671875,
      "learning_rate": 6.514415289925494e-05,
      "loss": 4.1154,
      "step": 1420
    },
    {
      "epoch": 2.9,
      "grad_norm": 1.7890625,
      "learning_rate": 6.511175898931001e-05,
      "loss": 4.1853,
      "step": 1421
    },
    {
      "epoch": 2.9020408163265308,
      "grad_norm": 1.8125,
      "learning_rate": 6.507936507936509e-05,
      "loss": 3.9837,
      "step": 1422
    },
    {
      "epoch": 2.904081632653061,
      "grad_norm": 1.765625,
      "learning_rate": 6.504697116942015e-05,
      "loss": 3.9968,
      "step": 1423
    },
    {
      "epoch": 2.906122448979592,
      "grad_norm": 1.828125,
      "learning_rate": 6.501457725947522e-05,
      "loss": 4.0123,
      "step": 1424
    },
    {
      "epoch": 2.9081632653061225,
      "grad_norm": 1.7890625,
      "learning_rate": 6.49821833495303e-05,
      "loss": 3.982,
      "step": 1425
    },
    {
      "epoch": 2.910204081632653,
      "grad_norm": 1.65625,
      "learning_rate": 6.494978943958536e-05,
      "loss": 4.0876,
      "step": 1426
    },
    {
      "epoch": 2.9122448979591837,
      "grad_norm": 1.6796875,
      "learning_rate": 6.491739552964044e-05,
      "loss": 3.9931,
      "step": 1427
    },
    {
      "epoch": 2.914285714285714,
      "grad_norm": 1.640625,
      "learning_rate": 6.48850016196955e-05,
      "loss": 3.9378,
      "step": 1428
    },
    {
      "epoch": 2.916326530612245,
      "grad_norm": 1.6171875,
      "learning_rate": 6.485260770975057e-05,
      "loss": 4.003,
      "step": 1429
    },
    {
      "epoch": 2.9183673469387754,
      "grad_norm": 1.6640625,
      "learning_rate": 6.482021379980564e-05,
      "loss": 4.0363,
      "step": 1430
    },
    {
      "epoch": 2.9204081632653063,
      "grad_norm": 1.7734375,
      "learning_rate": 6.478781988986072e-05,
      "loss": 4.2008,
      "step": 1431
    },
    {
      "epoch": 2.9224489795918367,
      "grad_norm": 1.59375,
      "learning_rate": 6.475542597991577e-05,
      "loss": 3.9824,
      "step": 1432
    },
    {
      "epoch": 2.924489795918367,
      "grad_norm": 1.703125,
      "learning_rate": 6.472303206997085e-05,
      "loss": 4.0711,
      "step": 1433
    },
    {
      "epoch": 2.926530612244898,
      "grad_norm": 1.6953125,
      "learning_rate": 6.469063816002591e-05,
      "loss": 3.9777,
      "step": 1434
    },
    {
      "epoch": 2.928571428571429,
      "grad_norm": 1.4375,
      "learning_rate": 6.465824425008099e-05,
      "loss": 4.0181,
      "step": 1435
    },
    {
      "epoch": 2.9306122448979592,
      "grad_norm": 1.828125,
      "learning_rate": 6.462585034013606e-05,
      "loss": 3.9961,
      "step": 1436
    },
    {
      "epoch": 2.9326530612244897,
      "grad_norm": 1.5,
      "learning_rate": 6.459345643019112e-05,
      "loss": 4.0267,
      "step": 1437
    },
    {
      "epoch": 2.9346938775510205,
      "grad_norm": 1.6640625,
      "learning_rate": 6.456106252024619e-05,
      "loss": 4.0973,
      "step": 1438
    },
    {
      "epoch": 2.936734693877551,
      "grad_norm": 1.6328125,
      "learning_rate": 6.452866861030127e-05,
      "loss": 4.1208,
      "step": 1439
    },
    {
      "epoch": 2.938775510204082,
      "grad_norm": 1.75,
      "learning_rate": 6.449627470035633e-05,
      "loss": 4.0061,
      "step": 1440
    },
    {
      "epoch": 2.940816326530612,
      "grad_norm": 1.8359375,
      "learning_rate": 6.44638807904114e-05,
      "loss": 4.0582,
      "step": 1441
    },
    {
      "epoch": 2.942857142857143,
      "grad_norm": 1.9921875,
      "learning_rate": 6.443148688046648e-05,
      "loss": 4.1433,
      "step": 1442
    },
    {
      "epoch": 2.9448979591836735,
      "grad_norm": 1.921875,
      "learning_rate": 6.439909297052154e-05,
      "loss": 4.0633,
      "step": 1443
    },
    {
      "epoch": 2.946938775510204,
      "grad_norm": 1.671875,
      "learning_rate": 6.436669906057662e-05,
      "loss": 4.0253,
      "step": 1444
    },
    {
      "epoch": 2.9489795918367347,
      "grad_norm": 1.7421875,
      "learning_rate": 6.433430515063168e-05,
      "loss": 4.1278,
      "step": 1445
    },
    {
      "epoch": 2.951020408163265,
      "grad_norm": 2.1875,
      "learning_rate": 6.430191124068676e-05,
      "loss": 4.1774,
      "step": 1446
    },
    {
      "epoch": 2.953061224489796,
      "grad_norm": 1.78125,
      "learning_rate": 6.426951733074182e-05,
      "loss": 4.0848,
      "step": 1447
    },
    {
      "epoch": 2.9551020408163264,
      "grad_norm": 1.8515625,
      "learning_rate": 6.42371234207969e-05,
      "loss": 4.0593,
      "step": 1448
    },
    {
      "epoch": 2.9571428571428573,
      "grad_norm": 1.7109375,
      "learning_rate": 6.420472951085195e-05,
      "loss": 4.0219,
      "step": 1449
    },
    {
      "epoch": 2.9591836734693877,
      "grad_norm": 1.6328125,
      "learning_rate": 6.417233560090703e-05,
      "loss": 3.9959,
      "step": 1450
    },
    {
      "epoch": 2.961224489795918,
      "grad_norm": 1.7421875,
      "learning_rate": 6.41399416909621e-05,
      "loss": 3.94,
      "step": 1451
    },
    {
      "epoch": 2.963265306122449,
      "grad_norm": 1.609375,
      "learning_rate": 6.410754778101718e-05,
      "loss": 4.01,
      "step": 1452
    },
    {
      "epoch": 2.96530612244898,
      "grad_norm": 1.453125,
      "learning_rate": 6.407515387107224e-05,
      "loss": 4.0706,
      "step": 1453
    },
    {
      "epoch": 2.9673469387755103,
      "grad_norm": 1.6875,
      "learning_rate": 6.40427599611273e-05,
      "loss": 4.0636,
      "step": 1454
    },
    {
      "epoch": 2.9693877551020407,
      "grad_norm": 1.4609375,
      "learning_rate": 6.401036605118239e-05,
      "loss": 4.0435,
      "step": 1455
    },
    {
      "epoch": 2.9714285714285715,
      "grad_norm": 1.5234375,
      "learning_rate": 6.397797214123745e-05,
      "loss": 3.9866,
      "step": 1456
    },
    {
      "epoch": 2.973469387755102,
      "grad_norm": 1.4765625,
      "learning_rate": 6.394557823129253e-05,
      "loss": 4.0314,
      "step": 1457
    },
    {
      "epoch": 2.975510204081633,
      "grad_norm": 1.7265625,
      "learning_rate": 6.391318432134758e-05,
      "loss": 3.9391,
      "step": 1458
    },
    {
      "epoch": 2.977551020408163,
      "grad_norm": 1.6875,
      "learning_rate": 6.388079041140266e-05,
      "loss": 4.0971,
      "step": 1459
    },
    {
      "epoch": 2.979591836734694,
      "grad_norm": 1.65625,
      "learning_rate": 6.384839650145773e-05,
      "loss": 4.0204,
      "step": 1460
    },
    {
      "epoch": 2.9816326530612245,
      "grad_norm": 1.609375,
      "learning_rate": 6.38160025915128e-05,
      "loss": 4.0229,
      "step": 1461
    },
    {
      "epoch": 2.983673469387755,
      "grad_norm": 1.6796875,
      "learning_rate": 6.378360868156786e-05,
      "loss": 4.1219,
      "step": 1462
    },
    {
      "epoch": 2.9857142857142858,
      "grad_norm": 1.6015625,
      "learning_rate": 6.375121477162294e-05,
      "loss": 4.089,
      "step": 1463
    },
    {
      "epoch": 2.987755102040816,
      "grad_norm": 1.5625,
      "learning_rate": 6.3718820861678e-05,
      "loss": 4.0221,
      "step": 1464
    },
    {
      "epoch": 2.989795918367347,
      "grad_norm": 1.7734375,
      "learning_rate": 6.368642695173308e-05,
      "loss": 4.0416,
      "step": 1465
    },
    {
      "epoch": 2.9918367346938775,
      "grad_norm": 1.8046875,
      "learning_rate": 6.365403304178815e-05,
      "loss": 4.0376,
      "step": 1466
    },
    {
      "epoch": 2.9938775510204083,
      "grad_norm": 2.046875,
      "learning_rate": 6.362163913184321e-05,
      "loss": 3.9165,
      "step": 1467
    },
    {
      "epoch": 2.9959183673469387,
      "grad_norm": 1.796875,
      "learning_rate": 6.358924522189829e-05,
      "loss": 4.0583,
      "step": 1468
    },
    {
      "epoch": 2.997959183673469,
      "grad_norm": 1.90625,
      "learning_rate": 6.355685131195336e-05,
      "loss": 4.0083,
      "step": 1469
    },
    {
      "epoch": 3.0,
      "grad_norm": 1.640625,
      "learning_rate": 6.352445740200842e-05,
      "loss": 4.1371,
      "step": 1470
    },
    {
      "epoch": 3.0020408163265304,
      "grad_norm": 1.9921875,
      "learning_rate": 6.349206349206349e-05,
      "loss": 3.8164,
      "step": 1471
    },
    {
      "epoch": 3.0040816326530613,
      "grad_norm": 2.34375,
      "learning_rate": 6.345966958211857e-05,
      "loss": 3.5484,
      "step": 1472
    },
    {
      "epoch": 3.0061224489795917,
      "grad_norm": 2.265625,
      "learning_rate": 6.342727567217363e-05,
      "loss": 3.6043,
      "step": 1473
    },
    {
      "epoch": 3.0081632653061225,
      "grad_norm": 2.046875,
      "learning_rate": 6.339488176222871e-05,
      "loss": 3.6104,
      "step": 1474
    },
    {
      "epoch": 3.010204081632653,
      "grad_norm": 2.21875,
      "learning_rate": 6.336248785228377e-05,
      "loss": 3.4885,
      "step": 1475
    },
    {
      "epoch": 3.012244897959184,
      "grad_norm": 2.0,
      "learning_rate": 6.333009394233884e-05,
      "loss": 3.6444,
      "step": 1476
    },
    {
      "epoch": 3.0142857142857142,
      "grad_norm": 2.09375,
      "learning_rate": 6.329770003239391e-05,
      "loss": 3.4262,
      "step": 1477
    },
    {
      "epoch": 3.016326530612245,
      "grad_norm": 2.0625,
      "learning_rate": 6.326530612244899e-05,
      "loss": 3.5901,
      "step": 1478
    },
    {
      "epoch": 3.0183673469387755,
      "grad_norm": 2.09375,
      "learning_rate": 6.323291221250404e-05,
      "loss": 3.7082,
      "step": 1479
    },
    {
      "epoch": 3.020408163265306,
      "grad_norm": 2.203125,
      "learning_rate": 6.320051830255912e-05,
      "loss": 3.6041,
      "step": 1480
    },
    {
      "epoch": 3.022448979591837,
      "grad_norm": 2.03125,
      "learning_rate": 6.316812439261419e-05,
      "loss": 3.611,
      "step": 1481
    },
    {
      "epoch": 3.024489795918367,
      "grad_norm": 1.71875,
      "learning_rate": 6.313573048266926e-05,
      "loss": 3.4937,
      "step": 1482
    },
    {
      "epoch": 3.026530612244898,
      "grad_norm": 2.484375,
      "learning_rate": 6.310333657272433e-05,
      "loss": 3.6775,
      "step": 1483
    },
    {
      "epoch": 3.0285714285714285,
      "grad_norm": 2.296875,
      "learning_rate": 6.30709426627794e-05,
      "loss": 3.6023,
      "step": 1484
    },
    {
      "epoch": 3.0306122448979593,
      "grad_norm": 2.140625,
      "learning_rate": 6.303854875283448e-05,
      "loss": 3.5206,
      "step": 1485
    },
    {
      "epoch": 3.0326530612244897,
      "grad_norm": 2.15625,
      "learning_rate": 6.300615484288954e-05,
      "loss": 3.4834,
      "step": 1486
    },
    {
      "epoch": 3.0346938775510206,
      "grad_norm": 1.921875,
      "learning_rate": 6.297376093294462e-05,
      "loss": 3.2951,
      "step": 1487
    },
    {
      "epoch": 3.036734693877551,
      "grad_norm": 1.90625,
      "learning_rate": 6.294136702299967e-05,
      "loss": 3.3867,
      "step": 1488
    },
    {
      "epoch": 3.0387755102040814,
      "grad_norm": 2.15625,
      "learning_rate": 6.290897311305475e-05,
      "loss": 3.5583,
      "step": 1489
    },
    {
      "epoch": 3.0408163265306123,
      "grad_norm": 2.140625,
      "learning_rate": 6.287657920310982e-05,
      "loss": 3.4877,
      "step": 1490
    },
    {
      "epoch": 3.0428571428571427,
      "grad_norm": 1.7578125,
      "learning_rate": 6.28441852931649e-05,
      "loss": 3.5249,
      "step": 1491
    },
    {
      "epoch": 3.0448979591836736,
      "grad_norm": 1.796875,
      "learning_rate": 6.281179138321995e-05,
      "loss": 3.5523,
      "step": 1492
    },
    {
      "epoch": 3.046938775510204,
      "grad_norm": 1.9453125,
      "learning_rate": 6.277939747327503e-05,
      "loss": 3.4143,
      "step": 1493
    },
    {
      "epoch": 3.048979591836735,
      "grad_norm": 1.9296875,
      "learning_rate": 6.274700356333009e-05,
      "loss": 3.4881,
      "step": 1494
    },
    {
      "epoch": 3.0510204081632653,
      "grad_norm": 2.125,
      "learning_rate": 6.271460965338517e-05,
      "loss": 3.4368,
      "step": 1495
    },
    {
      "epoch": 3.053061224489796,
      "grad_norm": 2.03125,
      "learning_rate": 6.268221574344024e-05,
      "loss": 3.4519,
      "step": 1496
    },
    {
      "epoch": 3.0551020408163265,
      "grad_norm": 2.03125,
      "learning_rate": 6.26498218334953e-05,
      "loss": 3.4,
      "step": 1497
    },
    {
      "epoch": 3.057142857142857,
      "grad_norm": 2.09375,
      "learning_rate": 6.261742792355038e-05,
      "loss": 3.5496,
      "step": 1498
    },
    {
      "epoch": 3.059183673469388,
      "grad_norm": 2.015625,
      "learning_rate": 6.258503401360545e-05,
      "loss": 3.412,
      "step": 1499
    },
    {
      "epoch": 3.061224489795918,
      "grad_norm": 2.015625,
      "learning_rate": 6.255264010366053e-05,
      "loss": 3.475,
      "step": 1500
    },
    {
      "epoch": 3.061224489795918,
      "eval_loss": 4.029097080230713,
      "eval_runtime": 5.3999,
      "eval_samples_per_second": 29.63,
      "eval_steps_per_second": 7.407,
      "step": 1500
    },
    {
      "epoch": 3.063265306122449,
      "grad_norm": 2.53125,
      "learning_rate": 6.252024619371558e-05,
      "loss": 3.3333,
      "step": 1501
    },
    {
      "epoch": 3.0653061224489795,
      "grad_norm": 2.40625,
      "learning_rate": 6.248785228377066e-05,
      "loss": 3.4222,
      "step": 1502
    },
    {
      "epoch": 3.0673469387755103,
      "grad_norm": 2.46875,
      "learning_rate": 6.245545837382572e-05,
      "loss": 3.5303,
      "step": 1503
    },
    {
      "epoch": 3.0693877551020408,
      "grad_norm": 2.140625,
      "learning_rate": 6.24230644638808e-05,
      "loss": 3.6131,
      "step": 1504
    },
    {
      "epoch": 3.0714285714285716,
      "grad_norm": 2.375,
      "learning_rate": 6.239067055393585e-05,
      "loss": 3.34,
      "step": 1505
    },
    {
      "epoch": 3.073469387755102,
      "grad_norm": 2.546875,
      "learning_rate": 6.235827664399093e-05,
      "loss": 3.4137,
      "step": 1506
    },
    {
      "epoch": 3.0755102040816324,
      "grad_norm": 2.25,
      "learning_rate": 6.2325882734046e-05,
      "loss": 3.5074,
      "step": 1507
    },
    {
      "epoch": 3.0775510204081633,
      "grad_norm": 1.9765625,
      "learning_rate": 6.229348882410108e-05,
      "loss": 3.4919,
      "step": 1508
    },
    {
      "epoch": 3.0795918367346937,
      "grad_norm": 2.1875,
      "learning_rate": 6.226109491415614e-05,
      "loss": 3.5079,
      "step": 1509
    },
    {
      "epoch": 3.0816326530612246,
      "grad_norm": 2.34375,
      "learning_rate": 6.222870100421121e-05,
      "loss": 3.4582,
      "step": 1510
    },
    {
      "epoch": 3.083673469387755,
      "grad_norm": 2.28125,
      "learning_rate": 6.219630709426629e-05,
      "loss": 3.445,
      "step": 1511
    },
    {
      "epoch": 3.085714285714286,
      "grad_norm": 2.125,
      "learning_rate": 6.216391318432135e-05,
      "loss": 3.4486,
      "step": 1512
    },
    {
      "epoch": 3.0877551020408163,
      "grad_norm": 2.0625,
      "learning_rate": 6.213151927437642e-05,
      "loss": 3.5094,
      "step": 1513
    },
    {
      "epoch": 3.089795918367347,
      "grad_norm": 2.09375,
      "learning_rate": 6.209912536443149e-05,
      "loss": 3.4263,
      "step": 1514
    },
    {
      "epoch": 3.0918367346938775,
      "grad_norm": 2.109375,
      "learning_rate": 6.206673145448656e-05,
      "loss": 3.3779,
      "step": 1515
    },
    {
      "epoch": 3.093877551020408,
      "grad_norm": 2.1875,
      "learning_rate": 6.203433754454163e-05,
      "loss": 3.639,
      "step": 1516
    },
    {
      "epoch": 3.095918367346939,
      "grad_norm": 2.015625,
      "learning_rate": 6.200194363459671e-05,
      "loss": 3.5294,
      "step": 1517
    },
    {
      "epoch": 3.0979591836734692,
      "grad_norm": 2.296875,
      "learning_rate": 6.196954972465176e-05,
      "loss": 3.559,
      "step": 1518
    },
    {
      "epoch": 3.1,
      "grad_norm": 2.140625,
      "learning_rate": 6.193715581470684e-05,
      "loss": 3.4692,
      "step": 1519
    },
    {
      "epoch": 3.1020408163265305,
      "grad_norm": 2.40625,
      "learning_rate": 6.19047619047619e-05,
      "loss": 3.4147,
      "step": 1520
    },
    {
      "epoch": 3.1040816326530614,
      "grad_norm": 2.3125,
      "learning_rate": 6.187236799481698e-05,
      "loss": 3.4023,
      "step": 1521
    },
    {
      "epoch": 3.1061224489795918,
      "grad_norm": 2.21875,
      "learning_rate": 6.183997408487204e-05,
      "loss": 3.3725,
      "step": 1522
    },
    {
      "epoch": 3.1081632653061226,
      "grad_norm": 2.15625,
      "learning_rate": 6.180758017492712e-05,
      "loss": 3.4335,
      "step": 1523
    },
    {
      "epoch": 3.110204081632653,
      "grad_norm": 2.5,
      "learning_rate": 6.177518626498218e-05,
      "loss": 3.3888,
      "step": 1524
    },
    {
      "epoch": 3.1122448979591835,
      "grad_norm": 2.46875,
      "learning_rate": 6.174279235503726e-05,
      "loss": 3.4811,
      "step": 1525
    },
    {
      "epoch": 3.1142857142857143,
      "grad_norm": 2.109375,
      "learning_rate": 6.171039844509233e-05,
      "loss": 3.4709,
      "step": 1526
    },
    {
      "epoch": 3.1163265306122447,
      "grad_norm": 2.5625,
      "learning_rate": 6.167800453514739e-05,
      "loss": 3.3581,
      "step": 1527
    },
    {
      "epoch": 3.1183673469387756,
      "grad_norm": 2.28125,
      "learning_rate": 6.164561062520247e-05,
      "loss": 3.4616,
      "step": 1528
    },
    {
      "epoch": 3.120408163265306,
      "grad_norm": 2.328125,
      "learning_rate": 6.161321671525754e-05,
      "loss": 3.629,
      "step": 1529
    },
    {
      "epoch": 3.122448979591837,
      "grad_norm": 1.9921875,
      "learning_rate": 6.15808228053126e-05,
      "loss": 3.3703,
      "step": 1530
    },
    {
      "epoch": 3.1244897959183673,
      "grad_norm": 2.34375,
      "learning_rate": 6.154842889536767e-05,
      "loss": 3.5046,
      "step": 1531
    },
    {
      "epoch": 3.126530612244898,
      "grad_norm": 2.203125,
      "learning_rate": 6.151603498542275e-05,
      "loss": 3.3817,
      "step": 1532
    },
    {
      "epoch": 3.1285714285714286,
      "grad_norm": 1.9921875,
      "learning_rate": 6.148364107547781e-05,
      "loss": 3.3814,
      "step": 1533
    },
    {
      "epoch": 3.130612244897959,
      "grad_norm": 2.0625,
      "learning_rate": 6.145124716553289e-05,
      "loss": 3.4488,
      "step": 1534
    },
    {
      "epoch": 3.13265306122449,
      "grad_norm": 2.25,
      "learning_rate": 6.141885325558794e-05,
      "loss": 3.4689,
      "step": 1535
    },
    {
      "epoch": 3.1346938775510202,
      "grad_norm": 1.8984375,
      "learning_rate": 6.138645934564302e-05,
      "loss": 3.442,
      "step": 1536
    },
    {
      "epoch": 3.136734693877551,
      "grad_norm": 2.046875,
      "learning_rate": 6.135406543569809e-05,
      "loss": 3.3787,
      "step": 1537
    },
    {
      "epoch": 3.1387755102040815,
      "grad_norm": 2.328125,
      "learning_rate": 6.132167152575317e-05,
      "loss": 3.5958,
      "step": 1538
    },
    {
      "epoch": 3.1408163265306124,
      "grad_norm": 2.109375,
      "learning_rate": 6.128927761580823e-05,
      "loss": 3.5498,
      "step": 1539
    },
    {
      "epoch": 3.142857142857143,
      "grad_norm": 2.0,
      "learning_rate": 6.12568837058633e-05,
      "loss": 3.3284,
      "step": 1540
    },
    {
      "epoch": 3.1448979591836737,
      "grad_norm": 2.25,
      "learning_rate": 6.122448979591838e-05,
      "loss": 3.3005,
      "step": 1541
    },
    {
      "epoch": 3.146938775510204,
      "grad_norm": 2.09375,
      "learning_rate": 6.119209588597344e-05,
      "loss": 3.5354,
      "step": 1542
    },
    {
      "epoch": 3.148979591836735,
      "grad_norm": 1.9609375,
      "learning_rate": 6.115970197602851e-05,
      "loss": 3.3749,
      "step": 1543
    },
    {
      "epoch": 3.1510204081632653,
      "grad_norm": 2.25,
      "learning_rate": 6.112730806608357e-05,
      "loss": 3.5468,
      "step": 1544
    },
    {
      "epoch": 3.1530612244897958,
      "grad_norm": 2.125,
      "learning_rate": 6.109491415613865e-05,
      "loss": 3.4955,
      "step": 1545
    },
    {
      "epoch": 3.1551020408163266,
      "grad_norm": 2.1875,
      "learning_rate": 6.106252024619372e-05,
      "loss": 3.5934,
      "step": 1546
    },
    {
      "epoch": 3.157142857142857,
      "grad_norm": 2.015625,
      "learning_rate": 6.1030126336248785e-05,
      "loss": 3.5262,
      "step": 1547
    },
    {
      "epoch": 3.159183673469388,
      "grad_norm": 2.078125,
      "learning_rate": 6.099773242630386e-05,
      "loss": 3.5055,
      "step": 1548
    },
    {
      "epoch": 3.1612244897959183,
      "grad_norm": 2.265625,
      "learning_rate": 6.096533851635893e-05,
      "loss": 3.4818,
      "step": 1549
    },
    {
      "epoch": 3.163265306122449,
      "grad_norm": 2.203125,
      "learning_rate": 6.0932944606414e-05,
      "loss": 3.5106,
      "step": 1550
    },
    {
      "epoch": 3.1653061224489796,
      "grad_norm": 2.09375,
      "learning_rate": 6.0900550696469074e-05,
      "loss": 3.3524,
      "step": 1551
    },
    {
      "epoch": 3.16734693877551,
      "grad_norm": 2.265625,
      "learning_rate": 6.086815678652413e-05,
      "loss": 3.3421,
      "step": 1552
    },
    {
      "epoch": 3.169387755102041,
      "grad_norm": 2.4375,
      "learning_rate": 6.0835762876579205e-05,
      "loss": 3.397,
      "step": 1553
    },
    {
      "epoch": 3.1714285714285713,
      "grad_norm": 2.171875,
      "learning_rate": 6.080336896663428e-05,
      "loss": 3.3626,
      "step": 1554
    },
    {
      "epoch": 3.173469387755102,
      "grad_norm": 2.015625,
      "learning_rate": 6.077097505668935e-05,
      "loss": 3.5001,
      "step": 1555
    },
    {
      "epoch": 3.1755102040816325,
      "grad_norm": 2.15625,
      "learning_rate": 6.073858114674441e-05,
      "loss": 3.487,
      "step": 1556
    },
    {
      "epoch": 3.1775510204081634,
      "grad_norm": 2.09375,
      "learning_rate": 6.070618723679948e-05,
      "loss": 3.445,
      "step": 1557
    },
    {
      "epoch": 3.179591836734694,
      "grad_norm": 1.8828125,
      "learning_rate": 6.0673793326854554e-05,
      "loss": 3.4881,
      "step": 1558
    },
    {
      "epoch": 3.1816326530612247,
      "grad_norm": 2.390625,
      "learning_rate": 6.0641399416909626e-05,
      "loss": 3.3545,
      "step": 1559
    },
    {
      "epoch": 3.183673469387755,
      "grad_norm": 2.09375,
      "learning_rate": 6.060900550696469e-05,
      "loss": 3.43,
      "step": 1560
    },
    {
      "epoch": 3.185714285714286,
      "grad_norm": 2.203125,
      "learning_rate": 6.0576611597019764e-05,
      "loss": 3.4476,
      "step": 1561
    },
    {
      "epoch": 3.1877551020408164,
      "grad_norm": 2.3125,
      "learning_rate": 6.0544217687074836e-05,
      "loss": 3.4598,
      "step": 1562
    },
    {
      "epoch": 3.1897959183673468,
      "grad_norm": 2.3125,
      "learning_rate": 6.051182377712991e-05,
      "loss": 3.5228,
      "step": 1563
    },
    {
      "epoch": 3.1918367346938776,
      "grad_norm": 2.421875,
      "learning_rate": 6.047942986718497e-05,
      "loss": 3.4505,
      "step": 1564
    },
    {
      "epoch": 3.193877551020408,
      "grad_norm": 2.25,
      "learning_rate": 6.044703595724004e-05,
      "loss": 3.5197,
      "step": 1565
    },
    {
      "epoch": 3.195918367346939,
      "grad_norm": 2.234375,
      "learning_rate": 6.041464204729511e-05,
      "loss": 3.4069,
      "step": 1566
    },
    {
      "epoch": 3.1979591836734693,
      "grad_norm": 2.3125,
      "learning_rate": 6.0382248137350184e-05,
      "loss": 3.4133,
      "step": 1567
    },
    {
      "epoch": 3.2,
      "grad_norm": 2.203125,
      "learning_rate": 6.034985422740526e-05,
      "loss": 3.4692,
      "step": 1568
    },
    {
      "epoch": 3.2020408163265306,
      "grad_norm": 2.171875,
      "learning_rate": 6.0317460317460316e-05,
      "loss": 3.4681,
      "step": 1569
    },
    {
      "epoch": 3.204081632653061,
      "grad_norm": 2.578125,
      "learning_rate": 6.028506640751539e-05,
      "loss": 3.3937,
      "step": 1570
    },
    {
      "epoch": 3.206122448979592,
      "grad_norm": 2.40625,
      "learning_rate": 6.025267249757046e-05,
      "loss": 3.4462,
      "step": 1571
    },
    {
      "epoch": 3.2081632653061223,
      "grad_norm": 2.171875,
      "learning_rate": 6.022027858762553e-05,
      "loss": 3.4723,
      "step": 1572
    },
    {
      "epoch": 3.210204081632653,
      "grad_norm": 2.390625,
      "learning_rate": 6.01878846776806e-05,
      "loss": 3.3671,
      "step": 1573
    },
    {
      "epoch": 3.2122448979591836,
      "grad_norm": 2.40625,
      "learning_rate": 6.015549076773567e-05,
      "loss": 3.4764,
      "step": 1574
    },
    {
      "epoch": 3.2142857142857144,
      "grad_norm": 2.234375,
      "learning_rate": 6.0123096857790736e-05,
      "loss": 3.3898,
      "step": 1575
    },
    {
      "epoch": 3.216326530612245,
      "grad_norm": 2.140625,
      "learning_rate": 6.009070294784581e-05,
      "loss": 3.4498,
      "step": 1576
    },
    {
      "epoch": 3.2183673469387757,
      "grad_norm": 2.109375,
      "learning_rate": 6.0058309037900874e-05,
      "loss": 3.5924,
      "step": 1577
    },
    {
      "epoch": 3.220408163265306,
      "grad_norm": 2.046875,
      "learning_rate": 6.0025915127955946e-05,
      "loss": 3.4354,
      "step": 1578
    },
    {
      "epoch": 3.222448979591837,
      "grad_norm": 1.9765625,
      "learning_rate": 5.999352121801102e-05,
      "loss": 3.5289,
      "step": 1579
    },
    {
      "epoch": 3.2244897959183674,
      "grad_norm": 2.328125,
      "learning_rate": 5.996112730806609e-05,
      "loss": 3.5256,
      "step": 1580
    },
    {
      "epoch": 3.226530612244898,
      "grad_norm": 2.125,
      "learning_rate": 5.992873339812115e-05,
      "loss": 3.4633,
      "step": 1581
    },
    {
      "epoch": 3.2285714285714286,
      "grad_norm": 2.0625,
      "learning_rate": 5.989633948817622e-05,
      "loss": 3.4646,
      "step": 1582
    },
    {
      "epoch": 3.230612244897959,
      "grad_norm": 2.359375,
      "learning_rate": 5.9863945578231295e-05,
      "loss": 3.4958,
      "step": 1583
    },
    {
      "epoch": 3.23265306122449,
      "grad_norm": 2.046875,
      "learning_rate": 5.983155166828637e-05,
      "loss": 3.5275,
      "step": 1584
    },
    {
      "epoch": 3.2346938775510203,
      "grad_norm": 2.21875,
      "learning_rate": 5.979915775834144e-05,
      "loss": 3.4574,
      "step": 1585
    },
    {
      "epoch": 3.236734693877551,
      "grad_norm": 2.203125,
      "learning_rate": 5.97667638483965e-05,
      "loss": 3.359,
      "step": 1586
    },
    {
      "epoch": 3.2387755102040816,
      "grad_norm": 2.21875,
      "learning_rate": 5.973436993845157e-05,
      "loss": 3.4808,
      "step": 1587
    },
    {
      "epoch": 3.240816326530612,
      "grad_norm": 2.328125,
      "learning_rate": 5.970197602850664e-05,
      "loss": 3.3058,
      "step": 1588
    },
    {
      "epoch": 3.242857142857143,
      "grad_norm": 2.53125,
      "learning_rate": 5.9669582118561715e-05,
      "loss": 3.4738,
      "step": 1589
    },
    {
      "epoch": 3.2448979591836733,
      "grad_norm": 2.578125,
      "learning_rate": 5.963718820861678e-05,
      "loss": 3.3784,
      "step": 1590
    },
    {
      "epoch": 3.246938775510204,
      "grad_norm": 2.03125,
      "learning_rate": 5.960479429867185e-05,
      "loss": 3.4544,
      "step": 1591
    },
    {
      "epoch": 3.2489795918367346,
      "grad_norm": 2.171875,
      "learning_rate": 5.9572400388726925e-05,
      "loss": 3.4022,
      "step": 1592
    },
    {
      "epoch": 3.2510204081632654,
      "grad_norm": 2.28125,
      "learning_rate": 5.9540006478782e-05,
      "loss": 3.4635,
      "step": 1593
    },
    {
      "epoch": 3.253061224489796,
      "grad_norm": 2.03125,
      "learning_rate": 5.9507612568837057e-05,
      "loss": 3.4679,
      "step": 1594
    },
    {
      "epoch": 3.2551020408163267,
      "grad_norm": 2.109375,
      "learning_rate": 5.947521865889213e-05,
      "loss": 3.398,
      "step": 1595
    },
    {
      "epoch": 3.257142857142857,
      "grad_norm": 2.21875,
      "learning_rate": 5.94428247489472e-05,
      "loss": 3.4493,
      "step": 1596
    },
    {
      "epoch": 3.259183673469388,
      "grad_norm": 2.328125,
      "learning_rate": 5.9410430839002274e-05,
      "loss": 3.4511,
      "step": 1597
    },
    {
      "epoch": 3.2612244897959184,
      "grad_norm": 2.09375,
      "learning_rate": 5.937803692905733e-05,
      "loss": 3.4364,
      "step": 1598
    },
    {
      "epoch": 3.263265306122449,
      "grad_norm": 2.15625,
      "learning_rate": 5.9345643019112405e-05,
      "loss": 3.3668,
      "step": 1599
    },
    {
      "epoch": 3.2653061224489797,
      "grad_norm": 2.203125,
      "learning_rate": 5.931324910916748e-05,
      "loss": 3.4555,
      "step": 1600
    },
    {
      "epoch": 3.26734693877551,
      "grad_norm": 2.515625,
      "learning_rate": 5.928085519922255e-05,
      "loss": 3.4698,
      "step": 1601
    },
    {
      "epoch": 3.269387755102041,
      "grad_norm": 2.265625,
      "learning_rate": 5.924846128927762e-05,
      "loss": 3.3644,
      "step": 1602
    },
    {
      "epoch": 3.2714285714285714,
      "grad_norm": 2.21875,
      "learning_rate": 5.921606737933269e-05,
      "loss": 3.3963,
      "step": 1603
    },
    {
      "epoch": 3.273469387755102,
      "grad_norm": 2.046875,
      "learning_rate": 5.918367346938776e-05,
      "loss": 3.463,
      "step": 1604
    },
    {
      "epoch": 3.2755102040816326,
      "grad_norm": 2.09375,
      "learning_rate": 5.915127955944283e-05,
      "loss": 3.5902,
      "step": 1605
    },
    {
      "epoch": 3.277551020408163,
      "grad_norm": 2.28125,
      "learning_rate": 5.9118885649497904e-05,
      "loss": 3.532,
      "step": 1606
    },
    {
      "epoch": 3.279591836734694,
      "grad_norm": 2.046875,
      "learning_rate": 5.908649173955296e-05,
      "loss": 3.437,
      "step": 1607
    },
    {
      "epoch": 3.2816326530612243,
      "grad_norm": 2.171875,
      "learning_rate": 5.9054097829608036e-05,
      "loss": 3.4692,
      "step": 1608
    },
    {
      "epoch": 3.283673469387755,
      "grad_norm": 2.375,
      "learning_rate": 5.902170391966311e-05,
      "loss": 3.3673,
      "step": 1609
    },
    {
      "epoch": 3.2857142857142856,
      "grad_norm": 2.125,
      "learning_rate": 5.898931000971818e-05,
      "loss": 3.5476,
      "step": 1610
    },
    {
      "epoch": 3.2877551020408164,
      "grad_norm": 2.21875,
      "learning_rate": 5.895691609977324e-05,
      "loss": 3.5193,
      "step": 1611
    },
    {
      "epoch": 3.289795918367347,
      "grad_norm": 2.0625,
      "learning_rate": 5.892452218982831e-05,
      "loss": 3.4981,
      "step": 1612
    },
    {
      "epoch": 3.2918367346938777,
      "grad_norm": 2.3125,
      "learning_rate": 5.8892128279883384e-05,
      "loss": 3.5374,
      "step": 1613
    },
    {
      "epoch": 3.293877551020408,
      "grad_norm": 2.203125,
      "learning_rate": 5.8859734369938456e-05,
      "loss": 3.5107,
      "step": 1614
    },
    {
      "epoch": 3.295918367346939,
      "grad_norm": 2.25,
      "learning_rate": 5.882734045999352e-05,
      "loss": 3.4657,
      "step": 1615
    },
    {
      "epoch": 3.2979591836734694,
      "grad_norm": 2.046875,
      "learning_rate": 5.8794946550048594e-05,
      "loss": 3.4252,
      "step": 1616
    },
    {
      "epoch": 3.3,
      "grad_norm": 2.09375,
      "learning_rate": 5.876255264010366e-05,
      "loss": 3.4388,
      "step": 1617
    },
    {
      "epoch": 3.3020408163265307,
      "grad_norm": 2.15625,
      "learning_rate": 5.873015873015873e-05,
      "loss": 3.665,
      "step": 1618
    },
    {
      "epoch": 3.304081632653061,
      "grad_norm": 2.171875,
      "learning_rate": 5.8697764820213804e-05,
      "loss": 3.4056,
      "step": 1619
    },
    {
      "epoch": 3.306122448979592,
      "grad_norm": 2.078125,
      "learning_rate": 5.866537091026887e-05,
      "loss": 3.4226,
      "step": 1620
    },
    {
      "epoch": 3.3081632653061224,
      "grad_norm": 1.9375,
      "learning_rate": 5.863297700032394e-05,
      "loss": 3.4739,
      "step": 1621
    },
    {
      "epoch": 3.3102040816326532,
      "grad_norm": 2.375,
      "learning_rate": 5.8600583090379015e-05,
      "loss": 3.483,
      "step": 1622
    },
    {
      "epoch": 3.3122448979591836,
      "grad_norm": 2.15625,
      "learning_rate": 5.856818918043409e-05,
      "loss": 3.4722,
      "step": 1623
    },
    {
      "epoch": 3.314285714285714,
      "grad_norm": 2.03125,
      "learning_rate": 5.8535795270489146e-05,
      "loss": 3.4285,
      "step": 1624
    },
    {
      "epoch": 3.316326530612245,
      "grad_norm": 2.046875,
      "learning_rate": 5.850340136054422e-05,
      "loss": 3.3931,
      "step": 1625
    },
    {
      "epoch": 3.3183673469387753,
      "grad_norm": 2.171875,
      "learning_rate": 5.847100745059929e-05,
      "loss": 3.4013,
      "step": 1626
    },
    {
      "epoch": 3.320408163265306,
      "grad_norm": 2.234375,
      "learning_rate": 5.843861354065436e-05,
      "loss": 3.5122,
      "step": 1627
    },
    {
      "epoch": 3.3224489795918366,
      "grad_norm": 2.234375,
      "learning_rate": 5.840621963070942e-05,
      "loss": 3.4111,
      "step": 1628
    },
    {
      "epoch": 3.3244897959183675,
      "grad_norm": 2.28125,
      "learning_rate": 5.8373825720764494e-05,
      "loss": 3.4688,
      "step": 1629
    },
    {
      "epoch": 3.326530612244898,
      "grad_norm": 2.25,
      "learning_rate": 5.8341431810819566e-05,
      "loss": 3.4653,
      "step": 1630
    },
    {
      "epoch": 3.3285714285714287,
      "grad_norm": 1.9453125,
      "learning_rate": 5.830903790087464e-05,
      "loss": 3.5119,
      "step": 1631
    },
    {
      "epoch": 3.330612244897959,
      "grad_norm": 2.140625,
      "learning_rate": 5.827664399092971e-05,
      "loss": 3.2836,
      "step": 1632
    },
    {
      "epoch": 3.33265306122449,
      "grad_norm": 2.078125,
      "learning_rate": 5.824425008098478e-05,
      "loss": 3.3258,
      "step": 1633
    },
    {
      "epoch": 3.3346938775510204,
      "grad_norm": 2.21875,
      "learning_rate": 5.821185617103985e-05,
      "loss": 3.6035,
      "step": 1634
    },
    {
      "epoch": 3.336734693877551,
      "grad_norm": 1.96875,
      "learning_rate": 5.817946226109492e-05,
      "loss": 3.3718,
      "step": 1635
    },
    {
      "epoch": 3.3387755102040817,
      "grad_norm": 2.109375,
      "learning_rate": 5.8147068351149994e-05,
      "loss": 3.3736,
      "step": 1636
    },
    {
      "epoch": 3.340816326530612,
      "grad_norm": 2.1875,
      "learning_rate": 5.811467444120505e-05,
      "loss": 3.4401,
      "step": 1637
    },
    {
      "epoch": 3.342857142857143,
      "grad_norm": 2.203125,
      "learning_rate": 5.8082280531260125e-05,
      "loss": 3.513,
      "step": 1638
    },
    {
      "epoch": 3.3448979591836734,
      "grad_norm": 2.171875,
      "learning_rate": 5.80498866213152e-05,
      "loss": 3.4462,
      "step": 1639
    },
    {
      "epoch": 3.3469387755102042,
      "grad_norm": 2.28125,
      "learning_rate": 5.801749271137027e-05,
      "loss": 3.4525,
      "step": 1640
    },
    {
      "epoch": 3.3489795918367347,
      "grad_norm": 2.28125,
      "learning_rate": 5.798509880142533e-05,
      "loss": 3.4151,
      "step": 1641
    },
    {
      "epoch": 3.351020408163265,
      "grad_norm": 2.1875,
      "learning_rate": 5.79527048914804e-05,
      "loss": 3.6145,
      "step": 1642
    },
    {
      "epoch": 3.353061224489796,
      "grad_norm": 2.34375,
      "learning_rate": 5.792031098153547e-05,
      "loss": 3.401,
      "step": 1643
    },
    {
      "epoch": 3.3551020408163263,
      "grad_norm": 2.40625,
      "learning_rate": 5.7887917071590545e-05,
      "loss": 3.5068,
      "step": 1644
    },
    {
      "epoch": 3.357142857142857,
      "grad_norm": 2.015625,
      "learning_rate": 5.785552316164561e-05,
      "loss": 3.434,
      "step": 1645
    },
    {
      "epoch": 3.3591836734693876,
      "grad_norm": 2.140625,
      "learning_rate": 5.782312925170068e-05,
      "loss": 3.4476,
      "step": 1646
    },
    {
      "epoch": 3.3612244897959185,
      "grad_norm": 2.1875,
      "learning_rate": 5.7790735341755756e-05,
      "loss": 3.6293,
      "step": 1647
    },
    {
      "epoch": 3.363265306122449,
      "grad_norm": 2.078125,
      "learning_rate": 5.775834143181083e-05,
      "loss": 3.4135,
      "step": 1648
    },
    {
      "epoch": 3.3653061224489798,
      "grad_norm": 2.0625,
      "learning_rate": 5.77259475218659e-05,
      "loss": 3.4371,
      "step": 1649
    },
    {
      "epoch": 3.36734693877551,
      "grad_norm": 2.0625,
      "learning_rate": 5.769355361192096e-05,
      "loss": 3.452,
      "step": 1650
    },
    {
      "epoch": 3.369387755102041,
      "grad_norm": 2.1875,
      "learning_rate": 5.766115970197603e-05,
      "loss": 3.579,
      "step": 1651
    },
    {
      "epoch": 3.3714285714285714,
      "grad_norm": 2.125,
      "learning_rate": 5.7628765792031104e-05,
      "loss": 3.4631,
      "step": 1652
    },
    {
      "epoch": 3.373469387755102,
      "grad_norm": 2.34375,
      "learning_rate": 5.7596371882086176e-05,
      "loss": 3.4205,
      "step": 1653
    },
    {
      "epoch": 3.3755102040816327,
      "grad_norm": 2.078125,
      "learning_rate": 5.7563977972141235e-05,
      "loss": 3.4985,
      "step": 1654
    },
    {
      "epoch": 3.377551020408163,
      "grad_norm": 2.046875,
      "learning_rate": 5.753158406219631e-05,
      "loss": 3.4337,
      "step": 1655
    },
    {
      "epoch": 3.379591836734694,
      "grad_norm": 2.203125,
      "learning_rate": 5.749919015225138e-05,
      "loss": 3.4344,
      "step": 1656
    },
    {
      "epoch": 3.3816326530612244,
      "grad_norm": 1.8671875,
      "learning_rate": 5.746679624230645e-05,
      "loss": 3.5502,
      "step": 1657
    },
    {
      "epoch": 3.3836734693877553,
      "grad_norm": 2.046875,
      "learning_rate": 5.743440233236152e-05,
      "loss": 3.463,
      "step": 1658
    },
    {
      "epoch": 3.3857142857142857,
      "grad_norm": 2.25,
      "learning_rate": 5.740200842241658e-05,
      "loss": 3.4643,
      "step": 1659
    },
    {
      "epoch": 3.387755102040816,
      "grad_norm": 1.9296875,
      "learning_rate": 5.7369614512471656e-05,
      "loss": 3.4755,
      "step": 1660
    },
    {
      "epoch": 3.389795918367347,
      "grad_norm": 2.203125,
      "learning_rate": 5.733722060252673e-05,
      "loss": 3.4902,
      "step": 1661
    },
    {
      "epoch": 3.3918367346938774,
      "grad_norm": 2.21875,
      "learning_rate": 5.7304826692581794e-05,
      "loss": 3.3551,
      "step": 1662
    },
    {
      "epoch": 3.3938775510204082,
      "grad_norm": 2.328125,
      "learning_rate": 5.7272432782636866e-05,
      "loss": 3.4505,
      "step": 1663
    },
    {
      "epoch": 3.3959183673469386,
      "grad_norm": 2.109375,
      "learning_rate": 5.724003887269194e-05,
      "loss": 3.4839,
      "step": 1664
    },
    {
      "epoch": 3.3979591836734695,
      "grad_norm": 2.296875,
      "learning_rate": 5.720764496274701e-05,
      "loss": 3.4792,
      "step": 1665
    },
    {
      "epoch": 3.4,
      "grad_norm": 2.6875,
      "learning_rate": 5.717525105280208e-05,
      "loss": 3.4532,
      "step": 1666
    },
    {
      "epoch": 3.4020408163265308,
      "grad_norm": 2.234375,
      "learning_rate": 5.714285714285714e-05,
      "loss": 3.4527,
      "step": 1667
    },
    {
      "epoch": 3.404081632653061,
      "grad_norm": 2.375,
      "learning_rate": 5.7110463232912214e-05,
      "loss": 3.4704,
      "step": 1668
    },
    {
      "epoch": 3.406122448979592,
      "grad_norm": 2.109375,
      "learning_rate": 5.7078069322967286e-05,
      "loss": 3.4193,
      "step": 1669
    },
    {
      "epoch": 3.4081632653061225,
      "grad_norm": 2.0,
      "learning_rate": 5.704567541302236e-05,
      "loss": 3.5038,
      "step": 1670
    },
    {
      "epoch": 3.410204081632653,
      "grad_norm": 2.03125,
      "learning_rate": 5.701328150307742e-05,
      "loss": 3.4167,
      "step": 1671
    },
    {
      "epoch": 3.4122448979591837,
      "grad_norm": 2.078125,
      "learning_rate": 5.698088759313249e-05,
      "loss": 3.4317,
      "step": 1672
    },
    {
      "epoch": 3.414285714285714,
      "grad_norm": 2.078125,
      "learning_rate": 5.694849368318756e-05,
      "loss": 3.4,
      "step": 1673
    },
    {
      "epoch": 3.416326530612245,
      "grad_norm": 2.3125,
      "learning_rate": 5.6916099773242635e-05,
      "loss": 3.4267,
      "step": 1674
    },
    {
      "epoch": 3.4183673469387754,
      "grad_norm": 2.3125,
      "learning_rate": 5.68837058632977e-05,
      "loss": 3.45,
      "step": 1675
    },
    {
      "epoch": 3.4204081632653063,
      "grad_norm": 2.078125,
      "learning_rate": 5.685131195335277e-05,
      "loss": 3.4605,
      "step": 1676
    },
    {
      "epoch": 3.4224489795918367,
      "grad_norm": 2.125,
      "learning_rate": 5.6818918043407845e-05,
      "loss": 3.405,
      "step": 1677
    },
    {
      "epoch": 3.424489795918367,
      "grad_norm": 2.359375,
      "learning_rate": 5.678652413346292e-05,
      "loss": 3.4619,
      "step": 1678
    },
    {
      "epoch": 3.426530612244898,
      "grad_norm": 2.4375,
      "learning_rate": 5.6754130223517976e-05,
      "loss": 3.5701,
      "step": 1679
    },
    {
      "epoch": 3.4285714285714284,
      "grad_norm": 2.265625,
      "learning_rate": 5.672173631357305e-05,
      "loss": 3.3769,
      "step": 1680
    },
    {
      "epoch": 3.4306122448979592,
      "grad_norm": 2.03125,
      "learning_rate": 5.668934240362812e-05,
      "loss": 3.4463,
      "step": 1681
    },
    {
      "epoch": 3.4326530612244897,
      "grad_norm": 2.109375,
      "learning_rate": 5.665694849368319e-05,
      "loss": 3.4429,
      "step": 1682
    },
    {
      "epoch": 3.4346938775510205,
      "grad_norm": 2.015625,
      "learning_rate": 5.6624554583738265e-05,
      "loss": 3.3424,
      "step": 1683
    },
    {
      "epoch": 3.436734693877551,
      "grad_norm": 1.9609375,
      "learning_rate": 5.6592160673793324e-05,
      "loss": 3.453,
      "step": 1684
    },
    {
      "epoch": 3.438775510204082,
      "grad_norm": 2.140625,
      "learning_rate": 5.65597667638484e-05,
      "loss": 3.4612,
      "step": 1685
    },
    {
      "epoch": 3.440816326530612,
      "grad_norm": 2.21875,
      "learning_rate": 5.652737285390347e-05,
      "loss": 3.5364,
      "step": 1686
    },
    {
      "epoch": 3.442857142857143,
      "grad_norm": 2.09375,
      "learning_rate": 5.649497894395854e-05,
      "loss": 3.4779,
      "step": 1687
    },
    {
      "epoch": 3.4448979591836735,
      "grad_norm": 1.953125,
      "learning_rate": 5.646258503401361e-05,
      "loss": 3.5381,
      "step": 1688
    },
    {
      "epoch": 3.446938775510204,
      "grad_norm": 2.0625,
      "learning_rate": 5.643019112406868e-05,
      "loss": 3.3519,
      "step": 1689
    },
    {
      "epoch": 3.4489795918367347,
      "grad_norm": 1.9140625,
      "learning_rate": 5.639779721412375e-05,
      "loss": 3.4751,
      "step": 1690
    },
    {
      "epoch": 3.451020408163265,
      "grad_norm": 2.125,
      "learning_rate": 5.6365403304178824e-05,
      "loss": 3.4206,
      "step": 1691
    },
    {
      "epoch": 3.453061224489796,
      "grad_norm": 2.171875,
      "learning_rate": 5.633300939423388e-05,
      "loss": 3.5207,
      "step": 1692
    },
    {
      "epoch": 3.4551020408163264,
      "grad_norm": 2.15625,
      "learning_rate": 5.6300615484288955e-05,
      "loss": 3.4374,
      "step": 1693
    },
    {
      "epoch": 3.4571428571428573,
      "grad_norm": 2.40625,
      "learning_rate": 5.626822157434403e-05,
      "loss": 3.4702,
      "step": 1694
    },
    {
      "epoch": 3.4591836734693877,
      "grad_norm": 2.140625,
      "learning_rate": 5.62358276643991e-05,
      "loss": 3.341,
      "step": 1695
    },
    {
      "epoch": 3.461224489795918,
      "grad_norm": 1.96875,
      "learning_rate": 5.620343375445416e-05,
      "loss": 3.4814,
      "step": 1696
    },
    {
      "epoch": 3.463265306122449,
      "grad_norm": 2.546875,
      "learning_rate": 5.617103984450923e-05,
      "loss": 3.4101,
      "step": 1697
    },
    {
      "epoch": 3.4653061224489794,
      "grad_norm": 2.28125,
      "learning_rate": 5.61386459345643e-05,
      "loss": 3.4463,
      "step": 1698
    },
    {
      "epoch": 3.4673469387755103,
      "grad_norm": 2.28125,
      "learning_rate": 5.6106252024619376e-05,
      "loss": 3.537,
      "step": 1699
    },
    {
      "epoch": 3.4693877551020407,
      "grad_norm": 2.25,
      "learning_rate": 5.607385811467445e-05,
      "loss": 3.4823,
      "step": 1700
    },
    {
      "epoch": 3.4714285714285715,
      "grad_norm": 2.328125,
      "learning_rate": 5.604146420472951e-05,
      "loss": 3.4207,
      "step": 1701
    },
    {
      "epoch": 3.473469387755102,
      "grad_norm": 2.171875,
      "learning_rate": 5.600907029478458e-05,
      "loss": 3.4705,
      "step": 1702
    },
    {
      "epoch": 3.475510204081633,
      "grad_norm": 2.09375,
      "learning_rate": 5.597667638483965e-05,
      "loss": 3.5616,
      "step": 1703
    },
    {
      "epoch": 3.477551020408163,
      "grad_norm": 2.078125,
      "learning_rate": 5.5944282474894724e-05,
      "loss": 3.5472,
      "step": 1704
    },
    {
      "epoch": 3.479591836734694,
      "grad_norm": 2.078125,
      "learning_rate": 5.591188856494979e-05,
      "loss": 3.5233,
      "step": 1705
    },
    {
      "epoch": 3.4816326530612245,
      "grad_norm": 2.1875,
      "learning_rate": 5.587949465500486e-05,
      "loss": 3.4823,
      "step": 1706
    },
    {
      "epoch": 3.483673469387755,
      "grad_norm": 2.0625,
      "learning_rate": 5.5847100745059934e-05,
      "loss": 3.468,
      "step": 1707
    },
    {
      "epoch": 3.4857142857142858,
      "grad_norm": 2.046875,
      "learning_rate": 5.5814706835115007e-05,
      "loss": 3.4776,
      "step": 1708
    },
    {
      "epoch": 3.487755102040816,
      "grad_norm": 2.09375,
      "learning_rate": 5.5782312925170065e-05,
      "loss": 3.2895,
      "step": 1709
    },
    {
      "epoch": 3.489795918367347,
      "grad_norm": 2.140625,
      "learning_rate": 5.574991901522514e-05,
      "loss": 3.3645,
      "step": 1710
    },
    {
      "epoch": 3.4918367346938775,
      "grad_norm": 1.9765625,
      "learning_rate": 5.571752510528021e-05,
      "loss": 3.4161,
      "step": 1711
    },
    {
      "epoch": 3.4938775510204083,
      "grad_norm": 2.296875,
      "learning_rate": 5.568513119533528e-05,
      "loss": 3.4979,
      "step": 1712
    },
    {
      "epoch": 3.4959183673469387,
      "grad_norm": 2.125,
      "learning_rate": 5.565273728539034e-05,
      "loss": 3.5179,
      "step": 1713
    },
    {
      "epoch": 3.497959183673469,
      "grad_norm": 2.171875,
      "learning_rate": 5.5620343375445414e-05,
      "loss": 3.5074,
      "step": 1714
    },
    {
      "epoch": 3.5,
      "grad_norm": 2.21875,
      "learning_rate": 5.5587949465500486e-05,
      "loss": 3.3868,
      "step": 1715
    },
    {
      "epoch": 3.502040816326531,
      "grad_norm": 2.015625,
      "learning_rate": 5.555555555555556e-05,
      "loss": 3.4591,
      "step": 1716
    },
    {
      "epoch": 3.5040816326530613,
      "grad_norm": 2.125,
      "learning_rate": 5.552316164561063e-05,
      "loss": 3.324,
      "step": 1717
    },
    {
      "epoch": 3.5061224489795917,
      "grad_norm": 2.078125,
      "learning_rate": 5.5490767735665696e-05,
      "loss": 3.4678,
      "step": 1718
    },
    {
      "epoch": 3.5081632653061225,
      "grad_norm": 2.40625,
      "learning_rate": 5.545837382572077e-05,
      "loss": 3.4163,
      "step": 1719
    },
    {
      "epoch": 3.510204081632653,
      "grad_norm": 2.109375,
      "learning_rate": 5.542597991577584e-05,
      "loss": 3.6051,
      "step": 1720
    },
    {
      "epoch": 3.512244897959184,
      "grad_norm": 2.09375,
      "learning_rate": 5.539358600583091e-05,
      "loss": 3.5767,
      "step": 1721
    },
    {
      "epoch": 3.5142857142857142,
      "grad_norm": 2.5,
      "learning_rate": 5.536119209588597e-05,
      "loss": 3.4834,
      "step": 1722
    },
    {
      "epoch": 3.516326530612245,
      "grad_norm": 2.21875,
      "learning_rate": 5.5328798185941044e-05,
      "loss": 3.3741,
      "step": 1723
    },
    {
      "epoch": 3.5183673469387755,
      "grad_norm": 1.9765625,
      "learning_rate": 5.529640427599612e-05,
      "loss": 3.4645,
      "step": 1724
    },
    {
      "epoch": 3.520408163265306,
      "grad_norm": 2.09375,
      "learning_rate": 5.526401036605119e-05,
      "loss": 3.45,
      "step": 1725
    },
    {
      "epoch": 3.522448979591837,
      "grad_norm": 2.34375,
      "learning_rate": 5.523161645610625e-05,
      "loss": 3.4607,
      "step": 1726
    },
    {
      "epoch": 3.524489795918367,
      "grad_norm": 2.109375,
      "learning_rate": 5.519922254616132e-05,
      "loss": 3.5204,
      "step": 1727
    },
    {
      "epoch": 3.526530612244898,
      "grad_norm": 2.09375,
      "learning_rate": 5.516682863621639e-05,
      "loss": 3.4598,
      "step": 1728
    },
    {
      "epoch": 3.5285714285714285,
      "grad_norm": 2.03125,
      "learning_rate": 5.5134434726271465e-05,
      "loss": 3.5583,
      "step": 1729
    },
    {
      "epoch": 3.5306122448979593,
      "grad_norm": 2.046875,
      "learning_rate": 5.510204081632653e-05,
      "loss": 3.4004,
      "step": 1730
    },
    {
      "epoch": 3.5326530612244897,
      "grad_norm": 2.046875,
      "learning_rate": 5.50696469063816e-05,
      "loss": 3.4216,
      "step": 1731
    },
    {
      "epoch": 3.53469387755102,
      "grad_norm": 2.140625,
      "learning_rate": 5.5037252996436675e-05,
      "loss": 3.5093,
      "step": 1732
    },
    {
      "epoch": 3.536734693877551,
      "grad_norm": 2.421875,
      "learning_rate": 5.500485908649175e-05,
      "loss": 3.4257,
      "step": 1733
    },
    {
      "epoch": 3.538775510204082,
      "grad_norm": 2.359375,
      "learning_rate": 5.497246517654682e-05,
      "loss": 3.5129,
      "step": 1734
    },
    {
      "epoch": 3.5408163265306123,
      "grad_norm": 2.046875,
      "learning_rate": 5.494007126660188e-05,
      "loss": 3.4154,
      "step": 1735
    },
    {
      "epoch": 3.5428571428571427,
      "grad_norm": 2.21875,
      "learning_rate": 5.490767735665695e-05,
      "loss": 3.3789,
      "step": 1736
    },
    {
      "epoch": 3.5448979591836736,
      "grad_norm": 2.390625,
      "learning_rate": 5.4875283446712023e-05,
      "loss": 3.5026,
      "step": 1737
    },
    {
      "epoch": 3.546938775510204,
      "grad_norm": 2.171875,
      "learning_rate": 5.4842889536767096e-05,
      "loss": 3.5932,
      "step": 1738
    },
    {
      "epoch": 3.548979591836735,
      "grad_norm": 2.1875,
      "learning_rate": 5.4810495626822155e-05,
      "loss": 3.4834,
      "step": 1739
    },
    {
      "epoch": 3.5510204081632653,
      "grad_norm": 2.078125,
      "learning_rate": 5.477810171687723e-05,
      "loss": 3.513,
      "step": 1740
    },
    {
      "epoch": 3.553061224489796,
      "grad_norm": 2.0,
      "learning_rate": 5.47457078069323e-05,
      "loss": 3.4826,
      "step": 1741
    },
    {
      "epoch": 3.5551020408163265,
      "grad_norm": 2.09375,
      "learning_rate": 5.471331389698737e-05,
      "loss": 3.5273,
      "step": 1742
    },
    {
      "epoch": 3.557142857142857,
      "grad_norm": 2.09375,
      "learning_rate": 5.468091998704244e-05,
      "loss": 3.4701,
      "step": 1743
    },
    {
      "epoch": 3.559183673469388,
      "grad_norm": 2.1875,
      "learning_rate": 5.46485260770975e-05,
      "loss": 3.4358,
      "step": 1744
    },
    {
      "epoch": 3.561224489795918,
      "grad_norm": 2.0625,
      "learning_rate": 5.4616132167152575e-05,
      "loss": 3.5237,
      "step": 1745
    },
    {
      "epoch": 3.563265306122449,
      "grad_norm": 2.234375,
      "learning_rate": 5.458373825720765e-05,
      "loss": 3.5329,
      "step": 1746
    },
    {
      "epoch": 3.5653061224489795,
      "grad_norm": 2.109375,
      "learning_rate": 5.455134434726271e-05,
      "loss": 3.3236,
      "step": 1747
    },
    {
      "epoch": 3.5673469387755103,
      "grad_norm": 2.265625,
      "learning_rate": 5.4518950437317785e-05,
      "loss": 3.4274,
      "step": 1748
    },
    {
      "epoch": 3.5693877551020408,
      "grad_norm": 2.078125,
      "learning_rate": 5.448655652737286e-05,
      "loss": 3.4466,
      "step": 1749
    },
    {
      "epoch": 3.571428571428571,
      "grad_norm": 2.046875,
      "learning_rate": 5.445416261742793e-05,
      "loss": 3.3402,
      "step": 1750
    },
    {
      "epoch": 3.573469387755102,
      "grad_norm": 2.078125,
      "learning_rate": 5.4421768707483e-05,
      "loss": 3.489,
      "step": 1751
    },
    {
      "epoch": 3.575510204081633,
      "grad_norm": 2.265625,
      "learning_rate": 5.438937479753806e-05,
      "loss": 3.3885,
      "step": 1752
    },
    {
      "epoch": 3.5775510204081633,
      "grad_norm": 2.09375,
      "learning_rate": 5.4356980887593134e-05,
      "loss": 3.3484,
      "step": 1753
    },
    {
      "epoch": 3.5795918367346937,
      "grad_norm": 2.34375,
      "learning_rate": 5.4324586977648206e-05,
      "loss": 3.3207,
      "step": 1754
    },
    {
      "epoch": 3.5816326530612246,
      "grad_norm": 2.109375,
      "learning_rate": 5.429219306770328e-05,
      "loss": 3.4806,
      "step": 1755
    },
    {
      "epoch": 3.583673469387755,
      "grad_norm": 1.9921875,
      "learning_rate": 5.425979915775834e-05,
      "loss": 3.436,
      "step": 1756
    },
    {
      "epoch": 3.585714285714286,
      "grad_norm": 2.109375,
      "learning_rate": 5.422740524781341e-05,
      "loss": 3.4486,
      "step": 1757
    },
    {
      "epoch": 3.5877551020408163,
      "grad_norm": 2.265625,
      "learning_rate": 5.419501133786848e-05,
      "loss": 3.4713,
      "step": 1758
    },
    {
      "epoch": 3.589795918367347,
      "grad_norm": 2.15625,
      "learning_rate": 5.4162617427923554e-05,
      "loss": 3.432,
      "step": 1759
    },
    {
      "epoch": 3.5918367346938775,
      "grad_norm": 2.265625,
      "learning_rate": 5.413022351797862e-05,
      "loss": 3.5235,
      "step": 1760
    },
    {
      "epoch": 3.593877551020408,
      "grad_norm": 2.109375,
      "learning_rate": 5.409782960803369e-05,
      "loss": 3.5692,
      "step": 1761
    },
    {
      "epoch": 3.595918367346939,
      "grad_norm": 2.28125,
      "learning_rate": 5.4065435698088764e-05,
      "loss": 3.4943,
      "step": 1762
    },
    {
      "epoch": 3.5979591836734692,
      "grad_norm": 2.171875,
      "learning_rate": 5.403304178814384e-05,
      "loss": 3.4607,
      "step": 1763
    },
    {
      "epoch": 3.6,
      "grad_norm": 2.140625,
      "learning_rate": 5.400064787819891e-05,
      "loss": 3.4316,
      "step": 1764
    },
    {
      "epoch": 3.6020408163265305,
      "grad_norm": 2.078125,
      "learning_rate": 5.396825396825397e-05,
      "loss": 3.5074,
      "step": 1765
    },
    {
      "epoch": 3.6040816326530614,
      "grad_norm": 2.4375,
      "learning_rate": 5.393586005830904e-05,
      "loss": 3.3814,
      "step": 1766
    },
    {
      "epoch": 3.6061224489795918,
      "grad_norm": 2.140625,
      "learning_rate": 5.390346614836411e-05,
      "loss": 3.5379,
      "step": 1767
    },
    {
      "epoch": 3.608163265306122,
      "grad_norm": 2.0625,
      "learning_rate": 5.3871072238419185e-05,
      "loss": 3.5695,
      "step": 1768
    },
    {
      "epoch": 3.610204081632653,
      "grad_norm": 1.984375,
      "learning_rate": 5.3838678328474244e-05,
      "loss": 3.4012,
      "step": 1769
    },
    {
      "epoch": 3.612244897959184,
      "grad_norm": 2.390625,
      "learning_rate": 5.3806284418529316e-05,
      "loss": 3.4255,
      "step": 1770
    },
    {
      "epoch": 3.6142857142857143,
      "grad_norm": 1.9765625,
      "learning_rate": 5.377389050858439e-05,
      "loss": 3.5002,
      "step": 1771
    },
    {
      "epoch": 3.6163265306122447,
      "grad_norm": 2.046875,
      "learning_rate": 5.374149659863946e-05,
      "loss": 3.551,
      "step": 1772
    },
    {
      "epoch": 3.6183673469387756,
      "grad_norm": 2.046875,
      "learning_rate": 5.3709102688694526e-05,
      "loss": 3.41,
      "step": 1773
    },
    {
      "epoch": 3.620408163265306,
      "grad_norm": 2.203125,
      "learning_rate": 5.36767087787496e-05,
      "loss": 3.3829,
      "step": 1774
    },
    {
      "epoch": 3.622448979591837,
      "grad_norm": 2.109375,
      "learning_rate": 5.364431486880467e-05,
      "loss": 3.3713,
      "step": 1775
    },
    {
      "epoch": 3.6244897959183673,
      "grad_norm": 2.0625,
      "learning_rate": 5.3611920958859743e-05,
      "loss": 3.4234,
      "step": 1776
    },
    {
      "epoch": 3.626530612244898,
      "grad_norm": 1.984375,
      "learning_rate": 5.35795270489148e-05,
      "loss": 3.5053,
      "step": 1777
    },
    {
      "epoch": 3.6285714285714286,
      "grad_norm": 2.53125,
      "learning_rate": 5.3547133138969875e-05,
      "loss": 3.4278,
      "step": 1778
    },
    {
      "epoch": 3.630612244897959,
      "grad_norm": 2.109375,
      "learning_rate": 5.351473922902495e-05,
      "loss": 3.5675,
      "step": 1779
    },
    {
      "epoch": 3.63265306122449,
      "grad_norm": 2.109375,
      "learning_rate": 5.348234531908002e-05,
      "loss": 3.4621,
      "step": 1780
    },
    {
      "epoch": 3.6346938775510202,
      "grad_norm": 2.109375,
      "learning_rate": 5.344995140913509e-05,
      "loss": 3.4983,
      "step": 1781
    },
    {
      "epoch": 3.636734693877551,
      "grad_norm": 2.265625,
      "learning_rate": 5.341755749919015e-05,
      "loss": 3.5221,
      "step": 1782
    },
    {
      "epoch": 3.6387755102040815,
      "grad_norm": 2.375,
      "learning_rate": 5.338516358924522e-05,
      "loss": 3.3525,
      "step": 1783
    },
    {
      "epoch": 3.6408163265306124,
      "grad_norm": 2.078125,
      "learning_rate": 5.3352769679300295e-05,
      "loss": 3.4281,
      "step": 1784
    },
    {
      "epoch": 3.642857142857143,
      "grad_norm": 2.28125,
      "learning_rate": 5.332037576935537e-05,
      "loss": 3.4991,
      "step": 1785
    },
    {
      "epoch": 3.644897959183673,
      "grad_norm": 2.421875,
      "learning_rate": 5.3287981859410426e-05,
      "loss": 3.4093,
      "step": 1786
    },
    {
      "epoch": 3.646938775510204,
      "grad_norm": 2.359375,
      "learning_rate": 5.32555879494655e-05,
      "loss": 3.4789,
      "step": 1787
    },
    {
      "epoch": 3.648979591836735,
      "grad_norm": 2.109375,
      "learning_rate": 5.322319403952057e-05,
      "loss": 3.522,
      "step": 1788
    },
    {
      "epoch": 3.6510204081632653,
      "grad_norm": 2.125,
      "learning_rate": 5.3190800129575643e-05,
      "loss": 3.4683,
      "step": 1789
    },
    {
      "epoch": 3.6530612244897958,
      "grad_norm": 2.171875,
      "learning_rate": 5.315840621963071e-05,
      "loss": 3.5317,
      "step": 1790
    },
    {
      "epoch": 3.6551020408163266,
      "grad_norm": 2.375,
      "learning_rate": 5.312601230968578e-05,
      "loss": 3.3725,
      "step": 1791
    },
    {
      "epoch": 3.657142857142857,
      "grad_norm": 2.15625,
      "learning_rate": 5.3093618399740854e-05,
      "loss": 3.4804,
      "step": 1792
    },
    {
      "epoch": 3.659183673469388,
      "grad_norm": 2.21875,
      "learning_rate": 5.3061224489795926e-05,
      "loss": 3.3837,
      "step": 1793
    },
    {
      "epoch": 3.6612244897959183,
      "grad_norm": 2.28125,
      "learning_rate": 5.3028830579850985e-05,
      "loss": 3.4372,
      "step": 1794
    },
    {
      "epoch": 3.663265306122449,
      "grad_norm": 2.328125,
      "learning_rate": 5.299643666990606e-05,
      "loss": 3.5749,
      "step": 1795
    },
    {
      "epoch": 3.6653061224489796,
      "grad_norm": 2.0,
      "learning_rate": 5.296404275996113e-05,
      "loss": 3.4979,
      "step": 1796
    },
    {
      "epoch": 3.66734693877551,
      "grad_norm": 2.1875,
      "learning_rate": 5.29316488500162e-05,
      "loss": 3.406,
      "step": 1797
    },
    {
      "epoch": 3.669387755102041,
      "grad_norm": 2.125,
      "learning_rate": 5.2899254940071274e-05,
      "loss": 3.4661,
      "step": 1798
    },
    {
      "epoch": 3.6714285714285713,
      "grad_norm": 2.21875,
      "learning_rate": 5.286686103012633e-05,
      "loss": 3.4207,
      "step": 1799
    },
    {
      "epoch": 3.673469387755102,
      "grad_norm": 1.9375,
      "learning_rate": 5.2834467120181405e-05,
      "loss": 3.4303,
      "step": 1800
    },
    {
      "epoch": 3.6755102040816325,
      "grad_norm": 2.03125,
      "learning_rate": 5.280207321023648e-05,
      "loss": 3.4304,
      "step": 1801
    },
    {
      "epoch": 3.6775510204081634,
      "grad_norm": 2.1875,
      "learning_rate": 5.276967930029155e-05,
      "loss": 3.4682,
      "step": 1802
    },
    {
      "epoch": 3.679591836734694,
      "grad_norm": 2.15625,
      "learning_rate": 5.2737285390346616e-05,
      "loss": 3.3661,
      "step": 1803
    },
    {
      "epoch": 3.6816326530612242,
      "grad_norm": 2.109375,
      "learning_rate": 5.270489148040169e-05,
      "loss": 3.4982,
      "step": 1804
    },
    {
      "epoch": 3.683673469387755,
      "grad_norm": 2.0625,
      "learning_rate": 5.267249757045676e-05,
      "loss": 3.4119,
      "step": 1805
    },
    {
      "epoch": 3.685714285714286,
      "grad_norm": 2.015625,
      "learning_rate": 5.264010366051183e-05,
      "loss": 3.3957,
      "step": 1806
    },
    {
      "epoch": 3.6877551020408164,
      "grad_norm": 2.234375,
      "learning_rate": 5.260770975056689e-05,
      "loss": 3.4879,
      "step": 1807
    },
    {
      "epoch": 3.6897959183673468,
      "grad_norm": 2.1875,
      "learning_rate": 5.2575315840621964e-05,
      "loss": 3.4575,
      "step": 1808
    },
    {
      "epoch": 3.6918367346938776,
      "grad_norm": 2.203125,
      "learning_rate": 5.2542921930677036e-05,
      "loss": 3.5858,
      "step": 1809
    },
    {
      "epoch": 3.693877551020408,
      "grad_norm": 2.046875,
      "learning_rate": 5.251052802073211e-05,
      "loss": 3.4657,
      "step": 1810
    },
    {
      "epoch": 3.695918367346939,
      "grad_norm": 2.015625,
      "learning_rate": 5.247813411078717e-05,
      "loss": 3.455,
      "step": 1811
    },
    {
      "epoch": 3.6979591836734693,
      "grad_norm": 2.40625,
      "learning_rate": 5.244574020084224e-05,
      "loss": 3.4047,
      "step": 1812
    },
    {
      "epoch": 3.7,
      "grad_norm": 2.046875,
      "learning_rate": 5.241334629089731e-05,
      "loss": 3.4825,
      "step": 1813
    },
    {
      "epoch": 3.7020408163265306,
      "grad_norm": 2.0625,
      "learning_rate": 5.2380952380952384e-05,
      "loss": 3.4515,
      "step": 1814
    },
    {
      "epoch": 3.704081632653061,
      "grad_norm": 1.953125,
      "learning_rate": 5.234855847100746e-05,
      "loss": 3.4283,
      "step": 1815
    },
    {
      "epoch": 3.706122448979592,
      "grad_norm": 2.09375,
      "learning_rate": 5.231616456106252e-05,
      "loss": 3.3681,
      "step": 1816
    },
    {
      "epoch": 3.7081632653061227,
      "grad_norm": 2.09375,
      "learning_rate": 5.2283770651117595e-05,
      "loss": 3.3375,
      "step": 1817
    },
    {
      "epoch": 3.710204081632653,
      "grad_norm": 2.125,
      "learning_rate": 5.225137674117267e-05,
      "loss": 3.5474,
      "step": 1818
    },
    {
      "epoch": 3.7122448979591836,
      "grad_norm": 2.328125,
      "learning_rate": 5.221898283122774e-05,
      "loss": 3.2789,
      "step": 1819
    },
    {
      "epoch": 3.7142857142857144,
      "grad_norm": 2.25,
      "learning_rate": 5.21865889212828e-05,
      "loss": 3.4298,
      "step": 1820
    },
    {
      "epoch": 3.716326530612245,
      "grad_norm": 2.03125,
      "learning_rate": 5.215419501133787e-05,
      "loss": 3.3686,
      "step": 1821
    },
    {
      "epoch": 3.7183673469387752,
      "grad_norm": 2.3125,
      "learning_rate": 5.212180110139294e-05,
      "loss": 3.393,
      "step": 1822
    },
    {
      "epoch": 3.720408163265306,
      "grad_norm": 2.21875,
      "learning_rate": 5.2089407191448015e-05,
      "loss": 3.3894,
      "step": 1823
    },
    {
      "epoch": 3.722448979591837,
      "grad_norm": 2.0625,
      "learning_rate": 5.2057013281503074e-05,
      "loss": 3.4169,
      "step": 1824
    },
    {
      "epoch": 3.7244897959183674,
      "grad_norm": 2.234375,
      "learning_rate": 5.2024619371558146e-05,
      "loss": 3.3835,
      "step": 1825
    },
    {
      "epoch": 3.726530612244898,
      "grad_norm": 2.140625,
      "learning_rate": 5.199222546161322e-05,
      "loss": 3.3875,
      "step": 1826
    },
    {
      "epoch": 3.7285714285714286,
      "grad_norm": 2.203125,
      "learning_rate": 5.195983155166829e-05,
      "loss": 3.3243,
      "step": 1827
    },
    {
      "epoch": 3.730612244897959,
      "grad_norm": 2.15625,
      "learning_rate": 5.192743764172335e-05,
      "loss": 3.4338,
      "step": 1828
    },
    {
      "epoch": 3.73265306122449,
      "grad_norm": 2.203125,
      "learning_rate": 5.189504373177842e-05,
      "loss": 3.3227,
      "step": 1829
    },
    {
      "epoch": 3.7346938775510203,
      "grad_norm": 2.203125,
      "learning_rate": 5.1862649821833495e-05,
      "loss": 3.3953,
      "step": 1830
    },
    {
      "epoch": 3.736734693877551,
      "grad_norm": 1.953125,
      "learning_rate": 5.183025591188857e-05,
      "loss": 3.4606,
      "step": 1831
    },
    {
      "epoch": 3.7387755102040816,
      "grad_norm": 2.171875,
      "learning_rate": 5.179786200194364e-05,
      "loss": 3.441,
      "step": 1832
    },
    {
      "epoch": 3.740816326530612,
      "grad_norm": 2.25,
      "learning_rate": 5.1765468091998705e-05,
      "loss": 3.407,
      "step": 1833
    },
    {
      "epoch": 3.742857142857143,
      "grad_norm": 2.046875,
      "learning_rate": 5.173307418205378e-05,
      "loss": 3.3686,
      "step": 1834
    },
    {
      "epoch": 3.7448979591836737,
      "grad_norm": 2.25,
      "learning_rate": 5.170068027210885e-05,
      "loss": 3.5301,
      "step": 1835
    },
    {
      "epoch": 3.746938775510204,
      "grad_norm": 2.390625,
      "learning_rate": 5.166828636216392e-05,
      "loss": 3.5177,
      "step": 1836
    },
    {
      "epoch": 3.7489795918367346,
      "grad_norm": 2.25,
      "learning_rate": 5.163589245221898e-05,
      "loss": 3.5998,
      "step": 1837
    },
    {
      "epoch": 3.7510204081632654,
      "grad_norm": 2.09375,
      "learning_rate": 5.160349854227405e-05,
      "loss": 3.4615,
      "step": 1838
    },
    {
      "epoch": 3.753061224489796,
      "grad_norm": 2.046875,
      "learning_rate": 5.1571104632329125e-05,
      "loss": 3.3793,
      "step": 1839
    },
    {
      "epoch": 3.7551020408163263,
      "grad_norm": 2.421875,
      "learning_rate": 5.15387107223842e-05,
      "loss": 3.4338,
      "step": 1840
    },
    {
      "epoch": 3.757142857142857,
      "grad_norm": 2.34375,
      "learning_rate": 5.150631681243926e-05,
      "loss": 3.5112,
      "step": 1841
    },
    {
      "epoch": 3.759183673469388,
      "grad_norm": 2.109375,
      "learning_rate": 5.147392290249433e-05,
      "loss": 3.3838,
      "step": 1842
    },
    {
      "epoch": 3.7612244897959184,
      "grad_norm": 2.140625,
      "learning_rate": 5.14415289925494e-05,
      "loss": 3.3898,
      "step": 1843
    },
    {
      "epoch": 3.763265306122449,
      "grad_norm": 2.375,
      "learning_rate": 5.1409135082604474e-05,
      "loss": 3.4269,
      "step": 1844
    },
    {
      "epoch": 3.7653061224489797,
      "grad_norm": 2.15625,
      "learning_rate": 5.137674117265954e-05,
      "loss": 3.4232,
      "step": 1845
    },
    {
      "epoch": 3.76734693877551,
      "grad_norm": 2.15625,
      "learning_rate": 5.134434726271461e-05,
      "loss": 3.3834,
      "step": 1846
    },
    {
      "epoch": 3.769387755102041,
      "grad_norm": 2.109375,
      "learning_rate": 5.1311953352769684e-05,
      "loss": 3.4413,
      "step": 1847
    },
    {
      "epoch": 3.7714285714285714,
      "grad_norm": 2.015625,
      "learning_rate": 5.1279559442824756e-05,
      "loss": 3.4406,
      "step": 1848
    },
    {
      "epoch": 3.773469387755102,
      "grad_norm": 2.21875,
      "learning_rate": 5.124716553287983e-05,
      "loss": 3.3265,
      "step": 1849
    },
    {
      "epoch": 3.7755102040816326,
      "grad_norm": 2.328125,
      "learning_rate": 5.121477162293489e-05,
      "loss": 3.3894,
      "step": 1850
    },
    {
      "epoch": 3.777551020408163,
      "grad_norm": 2.359375,
      "learning_rate": 5.118237771298996e-05,
      "loss": 3.5265,
      "step": 1851
    },
    {
      "epoch": 3.779591836734694,
      "grad_norm": 2.1875,
      "learning_rate": 5.114998380304503e-05,
      "loss": 3.4177,
      "step": 1852
    },
    {
      "epoch": 3.7816326530612248,
      "grad_norm": 2.140625,
      "learning_rate": 5.1117589893100105e-05,
      "loss": 3.3482,
      "step": 1853
    },
    {
      "epoch": 3.783673469387755,
      "grad_norm": 2.1875,
      "learning_rate": 5.108519598315516e-05,
      "loss": 3.3905,
      "step": 1854
    },
    {
      "epoch": 3.7857142857142856,
      "grad_norm": 2.0625,
      "learning_rate": 5.1052802073210236e-05,
      "loss": 3.4622,
      "step": 1855
    },
    {
      "epoch": 3.7877551020408164,
      "grad_norm": 1.953125,
      "learning_rate": 5.102040816326531e-05,
      "loss": 3.4652,
      "step": 1856
    },
    {
      "epoch": 3.789795918367347,
      "grad_norm": 2.34375,
      "learning_rate": 5.098801425332038e-05,
      "loss": 3.4067,
      "step": 1857
    },
    {
      "epoch": 3.7918367346938773,
      "grad_norm": 2.421875,
      "learning_rate": 5.0955620343375446e-05,
      "loss": 3.4768,
      "step": 1858
    },
    {
      "epoch": 3.793877551020408,
      "grad_norm": 2.21875,
      "learning_rate": 5.092322643343052e-05,
      "loss": 3.2912,
      "step": 1859
    },
    {
      "epoch": 3.795918367346939,
      "grad_norm": 2.28125,
      "learning_rate": 5.089083252348559e-05,
      "loss": 3.4539,
      "step": 1860
    },
    {
      "epoch": 3.7979591836734694,
      "grad_norm": 2.21875,
      "learning_rate": 5.085843861354066e-05,
      "loss": 3.4313,
      "step": 1861
    },
    {
      "epoch": 3.8,
      "grad_norm": 2.390625,
      "learning_rate": 5.082604470359572e-05,
      "loss": 3.4548,
      "step": 1862
    },
    {
      "epoch": 3.8020408163265307,
      "grad_norm": 2.265625,
      "learning_rate": 5.0793650793650794e-05,
      "loss": 3.402,
      "step": 1863
    },
    {
      "epoch": 3.804081632653061,
      "grad_norm": 2.15625,
      "learning_rate": 5.0761256883705867e-05,
      "loss": 3.3511,
      "step": 1864
    },
    {
      "epoch": 3.806122448979592,
      "grad_norm": 2.265625,
      "learning_rate": 5.072886297376094e-05,
      "loss": 3.3626,
      "step": 1865
    },
    {
      "epoch": 3.8081632653061224,
      "grad_norm": 2.078125,
      "learning_rate": 5.069646906381601e-05,
      "loss": 3.5008,
      "step": 1866
    },
    {
      "epoch": 3.8102040816326532,
      "grad_norm": 2.21875,
      "learning_rate": 5.066407515387107e-05,
      "loss": 3.4178,
      "step": 1867
    },
    {
      "epoch": 3.8122448979591836,
      "grad_norm": 2.25,
      "learning_rate": 5.063168124392614e-05,
      "loss": 3.5174,
      "step": 1868
    },
    {
      "epoch": 3.814285714285714,
      "grad_norm": 2.125,
      "learning_rate": 5.0599287333981215e-05,
      "loss": 3.4194,
      "step": 1869
    },
    {
      "epoch": 3.816326530612245,
      "grad_norm": 2.078125,
      "learning_rate": 5.056689342403629e-05,
      "loss": 3.2913,
      "step": 1870
    },
    {
      "epoch": 3.8183673469387758,
      "grad_norm": 2.359375,
      "learning_rate": 5.0534499514091346e-05,
      "loss": 3.4444,
      "step": 1871
    },
    {
      "epoch": 3.820408163265306,
      "grad_norm": 2.3125,
      "learning_rate": 5.050210560414642e-05,
      "loss": 3.4171,
      "step": 1872
    },
    {
      "epoch": 3.8224489795918366,
      "grad_norm": 2.0625,
      "learning_rate": 5.046971169420149e-05,
      "loss": 3.4258,
      "step": 1873
    },
    {
      "epoch": 3.8244897959183675,
      "grad_norm": 2.40625,
      "learning_rate": 5.043731778425656e-05,
      "loss": 3.3949,
      "step": 1874
    },
    {
      "epoch": 3.826530612244898,
      "grad_norm": 2.171875,
      "learning_rate": 5.040492387431163e-05,
      "loss": 3.4803,
      "step": 1875
    },
    {
      "epoch": 3.8285714285714287,
      "grad_norm": 2.25,
      "learning_rate": 5.03725299643667e-05,
      "loss": 3.5589,
      "step": 1876
    },
    {
      "epoch": 3.830612244897959,
      "grad_norm": 2.265625,
      "learning_rate": 5.034013605442177e-05,
      "loss": 3.4583,
      "step": 1877
    },
    {
      "epoch": 3.83265306122449,
      "grad_norm": 2.203125,
      "learning_rate": 5.0307742144476846e-05,
      "loss": 3.4857,
      "step": 1878
    },
    {
      "epoch": 3.8346938775510204,
      "grad_norm": 2.28125,
      "learning_rate": 5.0275348234531904e-05,
      "loss": 3.542,
      "step": 1879
    },
    {
      "epoch": 3.836734693877551,
      "grad_norm": 2.28125,
      "learning_rate": 5.024295432458698e-05,
      "loss": 3.4379,
      "step": 1880
    },
    {
      "epoch": 3.8387755102040817,
      "grad_norm": 2.1875,
      "learning_rate": 5.021056041464205e-05,
      "loss": 3.5353,
      "step": 1881
    },
    {
      "epoch": 3.840816326530612,
      "grad_norm": 2.4375,
      "learning_rate": 5.017816650469712e-05,
      "loss": 3.2997,
      "step": 1882
    },
    {
      "epoch": 3.842857142857143,
      "grad_norm": 2.3125,
      "learning_rate": 5.0145772594752194e-05,
      "loss": 3.5132,
      "step": 1883
    },
    {
      "epoch": 3.8448979591836734,
      "grad_norm": 2.3125,
      "learning_rate": 5.011337868480725e-05,
      "loss": 3.503,
      "step": 1884
    },
    {
      "epoch": 3.8469387755102042,
      "grad_norm": 2.265625,
      "learning_rate": 5.0080984774862325e-05,
      "loss": 3.4214,
      "step": 1885
    },
    {
      "epoch": 3.8489795918367347,
      "grad_norm": 2.140625,
      "learning_rate": 5.00485908649174e-05,
      "loss": 3.3291,
      "step": 1886
    },
    {
      "epoch": 3.851020408163265,
      "grad_norm": 2.1875,
      "learning_rate": 5.001619695497247e-05,
      "loss": 3.4123,
      "step": 1887
    },
    {
      "epoch": 3.853061224489796,
      "grad_norm": 1.953125,
      "learning_rate": 4.9983803045027535e-05,
      "loss": 3.3773,
      "step": 1888
    },
    {
      "epoch": 3.855102040816327,
      "grad_norm": 2.265625,
      "learning_rate": 4.995140913508261e-05,
      "loss": 3.3662,
      "step": 1889
    },
    {
      "epoch": 3.857142857142857,
      "grad_norm": 2.328125,
      "learning_rate": 4.991901522513768e-05,
      "loss": 3.4996,
      "step": 1890
    },
    {
      "epoch": 3.8591836734693876,
      "grad_norm": 2.015625,
      "learning_rate": 4.9886621315192745e-05,
      "loss": 3.4603,
      "step": 1891
    },
    {
      "epoch": 3.8612244897959185,
      "grad_norm": 2.140625,
      "learning_rate": 4.985422740524782e-05,
      "loss": 3.5081,
      "step": 1892
    },
    {
      "epoch": 3.863265306122449,
      "grad_norm": 2.1875,
      "learning_rate": 4.9821833495302883e-05,
      "loss": 3.5083,
      "step": 1893
    },
    {
      "epoch": 3.8653061224489798,
      "grad_norm": 2.21875,
      "learning_rate": 4.9789439585357956e-05,
      "loss": 3.5541,
      "step": 1894
    },
    {
      "epoch": 3.86734693877551,
      "grad_norm": 2.109375,
      "learning_rate": 4.975704567541302e-05,
      "loss": 3.4129,
      "step": 1895
    },
    {
      "epoch": 3.869387755102041,
      "grad_norm": 2.3125,
      "learning_rate": 4.9724651765468094e-05,
      "loss": 3.457,
      "step": 1896
    },
    {
      "epoch": 3.8714285714285714,
      "grad_norm": 2.1875,
      "learning_rate": 4.9692257855523166e-05,
      "loss": 3.4321,
      "step": 1897
    },
    {
      "epoch": 3.873469387755102,
      "grad_norm": 2.0625,
      "learning_rate": 4.965986394557823e-05,
      "loss": 3.3792,
      "step": 1898
    },
    {
      "epoch": 3.8755102040816327,
      "grad_norm": 2.234375,
      "learning_rate": 4.9627470035633304e-05,
      "loss": 3.3566,
      "step": 1899
    },
    {
      "epoch": 3.877551020408163,
      "grad_norm": 2.40625,
      "learning_rate": 4.959507612568837e-05,
      "loss": 3.4019,
      "step": 1900
    },
    {
      "epoch": 3.879591836734694,
      "grad_norm": 2.078125,
      "learning_rate": 4.956268221574344e-05,
      "loss": 3.4609,
      "step": 1901
    },
    {
      "epoch": 3.8816326530612244,
      "grad_norm": 2.046875,
      "learning_rate": 4.9530288305798514e-05,
      "loss": 3.4236,
      "step": 1902
    },
    {
      "epoch": 3.8836734693877553,
      "grad_norm": 2.3125,
      "learning_rate": 4.9497894395853587e-05,
      "loss": 3.3307,
      "step": 1903
    },
    {
      "epoch": 3.8857142857142857,
      "grad_norm": 2.1875,
      "learning_rate": 4.946550048590865e-05,
      "loss": 3.3809,
      "step": 1904
    },
    {
      "epoch": 3.887755102040816,
      "grad_norm": 2.046875,
      "learning_rate": 4.9433106575963725e-05,
      "loss": 3.4671,
      "step": 1905
    },
    {
      "epoch": 3.889795918367347,
      "grad_norm": 2.015625,
      "learning_rate": 4.940071266601879e-05,
      "loss": 3.3508,
      "step": 1906
    },
    {
      "epoch": 3.891836734693878,
      "grad_norm": 1.859375,
      "learning_rate": 4.936831875607386e-05,
      "loss": 3.3628,
      "step": 1907
    },
    {
      "epoch": 3.8938775510204082,
      "grad_norm": 2.140625,
      "learning_rate": 4.933592484612893e-05,
      "loss": 3.5081,
      "step": 1908
    },
    {
      "epoch": 3.8959183673469386,
      "grad_norm": 2.109375,
      "learning_rate": 4.9303530936184e-05,
      "loss": 3.4169,
      "step": 1909
    },
    {
      "epoch": 3.8979591836734695,
      "grad_norm": 2.0625,
      "learning_rate": 4.9271137026239066e-05,
      "loss": 3.472,
      "step": 1910
    },
    {
      "epoch": 3.9,
      "grad_norm": 2.203125,
      "learning_rate": 4.923874311629414e-05,
      "loss": 3.4098,
      "step": 1911
    },
    {
      "epoch": 3.9020408163265308,
      "grad_norm": 2.09375,
      "learning_rate": 4.9206349206349204e-05,
      "loss": 3.4763,
      "step": 1912
    },
    {
      "epoch": 3.904081632653061,
      "grad_norm": 2.125,
      "learning_rate": 4.9173955296404276e-05,
      "loss": 3.4713,
      "step": 1913
    },
    {
      "epoch": 3.906122448979592,
      "grad_norm": 2.140625,
      "learning_rate": 4.914156138645935e-05,
      "loss": 3.3181,
      "step": 1914
    },
    {
      "epoch": 3.9081632653061225,
      "grad_norm": 2.296875,
      "learning_rate": 4.9109167476514414e-05,
      "loss": 3.462,
      "step": 1915
    },
    {
      "epoch": 3.910204081632653,
      "grad_norm": 1.875,
      "learning_rate": 4.9076773566569486e-05,
      "loss": 3.4091,
      "step": 1916
    },
    {
      "epoch": 3.9122448979591837,
      "grad_norm": 1.96875,
      "learning_rate": 4.904437965662456e-05,
      "loss": 3.4491,
      "step": 1917
    },
    {
      "epoch": 3.914285714285714,
      "grad_norm": 2.125,
      "learning_rate": 4.901198574667963e-05,
      "loss": 3.5265,
      "step": 1918
    },
    {
      "epoch": 3.916326530612245,
      "grad_norm": 2.25,
      "learning_rate": 4.89795918367347e-05,
      "loss": 3.4668,
      "step": 1919
    },
    {
      "epoch": 3.9183673469387754,
      "grad_norm": 2.078125,
      "learning_rate": 4.894719792678977e-05,
      "loss": 3.5042,
      "step": 1920
    },
    {
      "epoch": 3.9204081632653063,
      "grad_norm": 2.125,
      "learning_rate": 4.8914804016844835e-05,
      "loss": 3.4502,
      "step": 1921
    },
    {
      "epoch": 3.9224489795918367,
      "grad_norm": 2.375,
      "learning_rate": 4.888241010689991e-05,
      "loss": 3.3559,
      "step": 1922
    },
    {
      "epoch": 3.924489795918367,
      "grad_norm": 2.078125,
      "learning_rate": 4.885001619695497e-05,
      "loss": 3.4113,
      "step": 1923
    },
    {
      "epoch": 3.926530612244898,
      "grad_norm": 1.984375,
      "learning_rate": 4.8817622287010045e-05,
      "loss": 3.3915,
      "step": 1924
    },
    {
      "epoch": 3.928571428571429,
      "grad_norm": 2.453125,
      "learning_rate": 4.878522837706511e-05,
      "loss": 3.3372,
      "step": 1925
    },
    {
      "epoch": 3.9306122448979592,
      "grad_norm": 2.5,
      "learning_rate": 4.875283446712018e-05,
      "loss": 3.3469,
      "step": 1926
    },
    {
      "epoch": 3.9326530612244897,
      "grad_norm": 2.09375,
      "learning_rate": 4.872044055717525e-05,
      "loss": 3.4411,
      "step": 1927
    },
    {
      "epoch": 3.9346938775510205,
      "grad_norm": 1.9921875,
      "learning_rate": 4.868804664723032e-05,
      "loss": 3.4401,
      "step": 1928
    },
    {
      "epoch": 3.936734693877551,
      "grad_norm": 2.25,
      "learning_rate": 4.865565273728539e-05,
      "loss": 3.3855,
      "step": 1929
    },
    {
      "epoch": 3.938775510204082,
      "grad_norm": 2.21875,
      "learning_rate": 4.862325882734046e-05,
      "loss": 3.4084,
      "step": 1930
    },
    {
      "epoch": 3.940816326530612,
      "grad_norm": 2.390625,
      "learning_rate": 4.859086491739553e-05,
      "loss": 3.4121,
      "step": 1931
    },
    {
      "epoch": 3.942857142857143,
      "grad_norm": 2.3125,
      "learning_rate": 4.8558471007450603e-05,
      "loss": 3.4183,
      "step": 1932
    },
    {
      "epoch": 3.9448979591836735,
      "grad_norm": 2.078125,
      "learning_rate": 4.8526077097505676e-05,
      "loss": 3.4573,
      "step": 1933
    },
    {
      "epoch": 3.946938775510204,
      "grad_norm": 2.40625,
      "learning_rate": 4.849368318756074e-05,
      "loss": 3.3916,
      "step": 1934
    },
    {
      "epoch": 3.9489795918367347,
      "grad_norm": 2.375,
      "learning_rate": 4.8461289277615814e-05,
      "loss": 3.3188,
      "step": 1935
    },
    {
      "epoch": 3.951020408163265,
      "grad_norm": 2.21875,
      "learning_rate": 4.842889536767088e-05,
      "loss": 3.4503,
      "step": 1936
    },
    {
      "epoch": 3.953061224489796,
      "grad_norm": 2.671875,
      "learning_rate": 4.839650145772595e-05,
      "loss": 3.4937,
      "step": 1937
    },
    {
      "epoch": 3.9551020408163264,
      "grad_norm": 2.3125,
      "learning_rate": 4.836410754778102e-05,
      "loss": 3.4968,
      "step": 1938
    },
    {
      "epoch": 3.9571428571428573,
      "grad_norm": 2.03125,
      "learning_rate": 4.833171363783609e-05,
      "loss": 3.5098,
      "step": 1939
    },
    {
      "epoch": 3.9591836734693877,
      "grad_norm": 2.125,
      "learning_rate": 4.8299319727891155e-05,
      "loss": 3.4109,
      "step": 1940
    },
    {
      "epoch": 3.961224489795918,
      "grad_norm": 2.265625,
      "learning_rate": 4.826692581794623e-05,
      "loss": 3.4511,
      "step": 1941
    },
    {
      "epoch": 3.963265306122449,
      "grad_norm": 2.1875,
      "learning_rate": 4.823453190800129e-05,
      "loss": 3.5554,
      "step": 1942
    },
    {
      "epoch": 3.96530612244898,
      "grad_norm": 2.234375,
      "learning_rate": 4.8202137998056365e-05,
      "loss": 3.4561,
      "step": 1943
    },
    {
      "epoch": 3.9673469387755103,
      "grad_norm": 2.15625,
      "learning_rate": 4.816974408811144e-05,
      "loss": 3.522,
      "step": 1944
    },
    {
      "epoch": 3.9693877551020407,
      "grad_norm": 2.171875,
      "learning_rate": 4.813735017816651e-05,
      "loss": 3.5313,
      "step": 1945
    },
    {
      "epoch": 3.9714285714285715,
      "grad_norm": 2.21875,
      "learning_rate": 4.810495626822158e-05,
      "loss": 3.2735,
      "step": 1946
    },
    {
      "epoch": 3.973469387755102,
      "grad_norm": 2.09375,
      "learning_rate": 4.807256235827665e-05,
      "loss": 3.3529,
      "step": 1947
    },
    {
      "epoch": 3.975510204081633,
      "grad_norm": 2.0625,
      "learning_rate": 4.804016844833172e-05,
      "loss": 3.6025,
      "step": 1948
    },
    {
      "epoch": 3.977551020408163,
      "grad_norm": 2.03125,
      "learning_rate": 4.8007774538386786e-05,
      "loss": 3.4223,
      "step": 1949
    },
    {
      "epoch": 3.979591836734694,
      "grad_norm": 2.078125,
      "learning_rate": 4.797538062844186e-05,
      "loss": 3.3337,
      "step": 1950
    },
    {
      "epoch": 3.9816326530612245,
      "grad_norm": 2.046875,
      "learning_rate": 4.7942986718496924e-05,
      "loss": 3.3363,
      "step": 1951
    },
    {
      "epoch": 3.983673469387755,
      "grad_norm": 2.21875,
      "learning_rate": 4.7910592808551996e-05,
      "loss": 3.454,
      "step": 1952
    },
    {
      "epoch": 3.9857142857142858,
      "grad_norm": 2.265625,
      "learning_rate": 4.787819889860706e-05,
      "loss": 3.408,
      "step": 1953
    },
    {
      "epoch": 3.987755102040816,
      "grad_norm": 2.25,
      "learning_rate": 4.7845804988662134e-05,
      "loss": 3.3896,
      "step": 1954
    },
    {
      "epoch": 3.989795918367347,
      "grad_norm": 2.421875,
      "learning_rate": 4.78134110787172e-05,
      "loss": 3.4961,
      "step": 1955
    },
    {
      "epoch": 3.9918367346938775,
      "grad_norm": 2.3125,
      "learning_rate": 4.778101716877227e-05,
      "loss": 3.3614,
      "step": 1956
    },
    {
      "epoch": 3.9938775510204083,
      "grad_norm": 2.171875,
      "learning_rate": 4.774862325882734e-05,
      "loss": 3.3644,
      "step": 1957
    },
    {
      "epoch": 3.9959183673469387,
      "grad_norm": 1.9140625,
      "learning_rate": 4.771622934888241e-05,
      "loss": 3.3965,
      "step": 1958
    },
    {
      "epoch": 3.997959183673469,
      "grad_norm": 2.0625,
      "learning_rate": 4.768383543893748e-05,
      "loss": 3.4523,
      "step": 1959
    },
    {
      "epoch": 4.0,
      "grad_norm": 2.046875,
      "learning_rate": 4.7651441528992555e-05,
      "loss": 3.3894,
      "step": 1960
    },
    {
      "epoch": 4.002040816326531,
      "grad_norm": 4.40625,
      "learning_rate": 4.761904761904762e-05,
      "loss": 2.7113,
      "step": 1961
    },
    {
      "epoch": 4.004081632653061,
      "grad_norm": 4.28125,
      "learning_rate": 4.758665370910269e-05,
      "loss": 2.6844,
      "step": 1962
    },
    {
      "epoch": 4.006122448979592,
      "grad_norm": 3.140625,
      "learning_rate": 4.7554259799157765e-05,
      "loss": 2.5534,
      "step": 1963
    },
    {
      "epoch": 4.0081632653061225,
      "grad_norm": 3.046875,
      "learning_rate": 4.752186588921283e-05,
      "loss": 2.6762,
      "step": 1964
    },
    {
      "epoch": 4.010204081632653,
      "grad_norm": 3.578125,
      "learning_rate": 4.74894719792679e-05,
      "loss": 2.5501,
      "step": 1965
    },
    {
      "epoch": 4.012244897959183,
      "grad_norm": 4.5625,
      "learning_rate": 4.745707806932297e-05,
      "loss": 2.6461,
      "step": 1966
    },
    {
      "epoch": 4.014285714285714,
      "grad_norm": 4.21875,
      "learning_rate": 4.742468415937804e-05,
      "loss": 2.5861,
      "step": 1967
    },
    {
      "epoch": 4.016326530612245,
      "grad_norm": 3.546875,
      "learning_rate": 4.7392290249433106e-05,
      "loss": 2.664,
      "step": 1968
    },
    {
      "epoch": 4.018367346938776,
      "grad_norm": 3.359375,
      "learning_rate": 4.735989633948818e-05,
      "loss": 2.5438,
      "step": 1969
    },
    {
      "epoch": 4.020408163265306,
      "grad_norm": 3.28125,
      "learning_rate": 4.7327502429543244e-05,
      "loss": 2.4938,
      "step": 1970
    },
    {
      "epoch": 4.022448979591837,
      "grad_norm": 3.109375,
      "learning_rate": 4.729510851959832e-05,
      "loss": 2.5062,
      "step": 1971
    },
    {
      "epoch": 4.024489795918368,
      "grad_norm": 3.046875,
      "learning_rate": 4.726271460965338e-05,
      "loss": 2.4742,
      "step": 1972
    },
    {
      "epoch": 4.026530612244898,
      "grad_norm": 3.015625,
      "learning_rate": 4.7230320699708455e-05,
      "loss": 2.4641,
      "step": 1973
    },
    {
      "epoch": 4.0285714285714285,
      "grad_norm": 2.875,
      "learning_rate": 4.719792678976353e-05,
      "loss": 2.3775,
      "step": 1974
    },
    {
      "epoch": 4.030612244897959,
      "grad_norm": 3.015625,
      "learning_rate": 4.71655328798186e-05,
      "loss": 2.4747,
      "step": 1975
    },
    {
      "epoch": 4.03265306122449,
      "grad_norm": 2.953125,
      "learning_rate": 4.7133138969873665e-05,
      "loss": 2.5731,
      "step": 1976
    },
    {
      "epoch": 4.03469387755102,
      "grad_norm": 2.78125,
      "learning_rate": 4.710074505992874e-05,
      "loss": 2.5632,
      "step": 1977
    },
    {
      "epoch": 4.036734693877551,
      "grad_norm": 2.71875,
      "learning_rate": 4.70683511499838e-05,
      "loss": 2.3868,
      "step": 1978
    },
    {
      "epoch": 4.038775510204082,
      "grad_norm": 2.765625,
      "learning_rate": 4.7035957240038875e-05,
      "loss": 2.4346,
      "step": 1979
    },
    {
      "epoch": 4.040816326530612,
      "grad_norm": 2.6875,
      "learning_rate": 4.700356333009395e-05,
      "loss": 2.4132,
      "step": 1980
    },
    {
      "epoch": 4.042857142857143,
      "grad_norm": 2.828125,
      "learning_rate": 4.697116942014901e-05,
      "loss": 2.4468,
      "step": 1981
    },
    {
      "epoch": 4.044897959183674,
      "grad_norm": 2.96875,
      "learning_rate": 4.6938775510204086e-05,
      "loss": 2.45,
      "step": 1982
    },
    {
      "epoch": 4.046938775510204,
      "grad_norm": 3.015625,
      "learning_rate": 4.690638160025915e-05,
      "loss": 2.4232,
      "step": 1983
    },
    {
      "epoch": 4.048979591836734,
      "grad_norm": 2.65625,
      "learning_rate": 4.6873987690314223e-05,
      "loss": 2.4314,
      "step": 1984
    },
    {
      "epoch": 4.051020408163265,
      "grad_norm": 2.921875,
      "learning_rate": 4.684159378036929e-05,
      "loss": 2.2679,
      "step": 1985
    },
    {
      "epoch": 4.053061224489796,
      "grad_norm": 2.828125,
      "learning_rate": 4.680919987042436e-05,
      "loss": 2.447,
      "step": 1986
    },
    {
      "epoch": 4.055102040816327,
      "grad_norm": 2.890625,
      "learning_rate": 4.6776805960479434e-05,
      "loss": 2.3749,
      "step": 1987
    },
    {
      "epoch": 4.057142857142857,
      "grad_norm": 2.8125,
      "learning_rate": 4.6744412050534506e-05,
      "loss": 2.4267,
      "step": 1988
    },
    {
      "epoch": 4.059183673469388,
      "grad_norm": 3.015625,
      "learning_rate": 4.671201814058957e-05,
      "loss": 2.3769,
      "step": 1989
    },
    {
      "epoch": 4.061224489795919,
      "grad_norm": 2.640625,
      "learning_rate": 4.6679624230644644e-05,
      "loss": 2.3978,
      "step": 1990
    },
    {
      "epoch": 4.063265306122449,
      "grad_norm": 2.90625,
      "learning_rate": 4.664723032069971e-05,
      "loss": 2.3004,
      "step": 1991
    },
    {
      "epoch": 4.0653061224489795,
      "grad_norm": 2.953125,
      "learning_rate": 4.661483641075478e-05,
      "loss": 2.3596,
      "step": 1992
    },
    {
      "epoch": 4.06734693877551,
      "grad_norm": 2.796875,
      "learning_rate": 4.658244250080985e-05,
      "loss": 2.4023,
      "step": 1993
    },
    {
      "epoch": 4.069387755102041,
      "grad_norm": 2.859375,
      "learning_rate": 4.655004859086492e-05,
      "loss": 2.465,
      "step": 1994
    },
    {
      "epoch": 4.071428571428571,
      "grad_norm": 2.90625,
      "learning_rate": 4.651765468091999e-05,
      "loss": 2.3229,
      "step": 1995
    },
    {
      "epoch": 4.073469387755102,
      "grad_norm": 2.8125,
      "learning_rate": 4.648526077097506e-05,
      "loss": 2.3934,
      "step": 1996
    },
    {
      "epoch": 4.075510204081633,
      "grad_norm": 2.921875,
      "learning_rate": 4.645286686103013e-05,
      "loss": 2.4088,
      "step": 1997
    },
    {
      "epoch": 4.077551020408163,
      "grad_norm": 2.859375,
      "learning_rate": 4.6420472951085196e-05,
      "loss": 2.2878,
      "step": 1998
    },
    {
      "epoch": 4.079591836734694,
      "grad_norm": 2.796875,
      "learning_rate": 4.638807904114027e-05,
      "loss": 2.3958,
      "step": 1999
    },
    {
      "epoch": 4.081632653061225,
      "grad_norm": 3.09375,
      "learning_rate": 4.6355685131195334e-05,
      "loss": 2.4641,
      "step": 2000
    },
    {
      "epoch": 4.081632653061225,
      "eval_loss": 4.328609943389893,
      "eval_runtime": 5.3793,
      "eval_samples_per_second": 29.744,
      "eval_steps_per_second": 7.436,
      "step": 2000
    },
    {
      "epoch": 4.083673469387755,
      "grad_norm": 2.90625,
      "learning_rate": 4.6323291221250406e-05,
      "loss": 2.4247,
      "step": 2001
    },
    {
      "epoch": 4.085714285714285,
      "grad_norm": 2.921875,
      "learning_rate": 4.629089731130548e-05,
      "loss": 2.3869,
      "step": 2002
    },
    {
      "epoch": 4.087755102040816,
      "grad_norm": 2.953125,
      "learning_rate": 4.625850340136055e-05,
      "loss": 2.3143,
      "step": 2003
    },
    {
      "epoch": 4.089795918367347,
      "grad_norm": 2.875,
      "learning_rate": 4.6226109491415616e-05,
      "loss": 2.3457,
      "step": 2004
    },
    {
      "epoch": 4.091836734693878,
      "grad_norm": 3.109375,
      "learning_rate": 4.619371558147069e-05,
      "loss": 2.3232,
      "step": 2005
    },
    {
      "epoch": 4.093877551020408,
      "grad_norm": 2.859375,
      "learning_rate": 4.6161321671525754e-05,
      "loss": 2.321,
      "step": 2006
    },
    {
      "epoch": 4.095918367346939,
      "grad_norm": 3.0,
      "learning_rate": 4.6128927761580827e-05,
      "loss": 2.4116,
      "step": 2007
    },
    {
      "epoch": 4.09795918367347,
      "grad_norm": 2.828125,
      "learning_rate": 4.609653385163589e-05,
      "loss": 2.431,
      "step": 2008
    },
    {
      "epoch": 4.1,
      "grad_norm": 3.03125,
      "learning_rate": 4.6064139941690965e-05,
      "loss": 2.3627,
      "step": 2009
    },
    {
      "epoch": 4.1020408163265305,
      "grad_norm": 2.796875,
      "learning_rate": 4.603174603174603e-05,
      "loss": 2.2277,
      "step": 2010
    },
    {
      "epoch": 4.104081632653061,
      "grad_norm": 3.078125,
      "learning_rate": 4.59993521218011e-05,
      "loss": 2.3831,
      "step": 2011
    },
    {
      "epoch": 4.106122448979592,
      "grad_norm": 2.921875,
      "learning_rate": 4.5966958211856175e-05,
      "loss": 2.3938,
      "step": 2012
    },
    {
      "epoch": 4.108163265306122,
      "grad_norm": 3.046875,
      "learning_rate": 4.593456430191124e-05,
      "loss": 2.2894,
      "step": 2013
    },
    {
      "epoch": 4.110204081632653,
      "grad_norm": 3.234375,
      "learning_rate": 4.590217039196631e-05,
      "loss": 2.4361,
      "step": 2014
    },
    {
      "epoch": 4.112244897959184,
      "grad_norm": 3.1875,
      "learning_rate": 4.586977648202138e-05,
      "loss": 2.2841,
      "step": 2015
    },
    {
      "epoch": 4.114285714285714,
      "grad_norm": 2.765625,
      "learning_rate": 4.583738257207645e-05,
      "loss": 2.3232,
      "step": 2016
    },
    {
      "epoch": 4.116326530612245,
      "grad_norm": 2.828125,
      "learning_rate": 4.580498866213152e-05,
      "loss": 2.3634,
      "step": 2017
    },
    {
      "epoch": 4.118367346938776,
      "grad_norm": 3.03125,
      "learning_rate": 4.5772594752186595e-05,
      "loss": 2.3481,
      "step": 2018
    },
    {
      "epoch": 4.1204081632653065,
      "grad_norm": 3.265625,
      "learning_rate": 4.574020084224166e-05,
      "loss": 2.2324,
      "step": 2019
    },
    {
      "epoch": 4.122448979591836,
      "grad_norm": 2.875,
      "learning_rate": 4.570780693229673e-05,
      "loss": 2.2846,
      "step": 2020
    },
    {
      "epoch": 4.124489795918367,
      "grad_norm": 2.953125,
      "learning_rate": 4.56754130223518e-05,
      "loss": 2.3354,
      "step": 2021
    },
    {
      "epoch": 4.126530612244898,
      "grad_norm": 2.796875,
      "learning_rate": 4.564301911240687e-05,
      "loss": 2.3512,
      "step": 2022
    },
    {
      "epoch": 4.128571428571428,
      "grad_norm": 2.96875,
      "learning_rate": 4.561062520246194e-05,
      "loss": 2.3471,
      "step": 2023
    },
    {
      "epoch": 4.130612244897959,
      "grad_norm": 2.671875,
      "learning_rate": 4.557823129251701e-05,
      "loss": 2.2946,
      "step": 2024
    },
    {
      "epoch": 4.13265306122449,
      "grad_norm": 2.609375,
      "learning_rate": 4.5545837382572075e-05,
      "loss": 2.3754,
      "step": 2025
    },
    {
      "epoch": 4.134693877551021,
      "grad_norm": 2.9375,
      "learning_rate": 4.551344347262715e-05,
      "loss": 2.2485,
      "step": 2026
    },
    {
      "epoch": 4.136734693877551,
      "grad_norm": 2.96875,
      "learning_rate": 4.548104956268221e-05,
      "loss": 2.3208,
      "step": 2027
    },
    {
      "epoch": 4.1387755102040815,
      "grad_norm": 2.78125,
      "learning_rate": 4.5448655652737285e-05,
      "loss": 2.3455,
      "step": 2028
    },
    {
      "epoch": 4.140816326530612,
      "grad_norm": 2.84375,
      "learning_rate": 4.541626174279236e-05,
      "loss": 2.2831,
      "step": 2029
    },
    {
      "epoch": 4.142857142857143,
      "grad_norm": 3.0625,
      "learning_rate": 4.538386783284743e-05,
      "loss": 2.259,
      "step": 2030
    },
    {
      "epoch": 4.144897959183673,
      "grad_norm": 3.0,
      "learning_rate": 4.53514739229025e-05,
      "loss": 2.2822,
      "step": 2031
    },
    {
      "epoch": 4.146938775510204,
      "grad_norm": 2.703125,
      "learning_rate": 4.531908001295757e-05,
      "loss": 2.3315,
      "step": 2032
    },
    {
      "epoch": 4.148979591836735,
      "grad_norm": 3.171875,
      "learning_rate": 4.528668610301264e-05,
      "loss": 2.3228,
      "step": 2033
    },
    {
      "epoch": 4.151020408163265,
      "grad_norm": 2.828125,
      "learning_rate": 4.5254292193067706e-05,
      "loss": 2.2717,
      "step": 2034
    },
    {
      "epoch": 4.153061224489796,
      "grad_norm": 3.0,
      "learning_rate": 4.522189828312278e-05,
      "loss": 2.2878,
      "step": 2035
    },
    {
      "epoch": 4.155102040816327,
      "grad_norm": 3.0,
      "learning_rate": 4.5189504373177843e-05,
      "loss": 2.3047,
      "step": 2036
    },
    {
      "epoch": 4.1571428571428575,
      "grad_norm": 2.984375,
      "learning_rate": 4.5157110463232916e-05,
      "loss": 2.376,
      "step": 2037
    },
    {
      "epoch": 4.159183673469387,
      "grad_norm": 3.34375,
      "learning_rate": 4.512471655328798e-05,
      "loss": 2.5557,
      "step": 2038
    },
    {
      "epoch": 4.161224489795918,
      "grad_norm": 2.90625,
      "learning_rate": 4.5092322643343054e-05,
      "loss": 2.3314,
      "step": 2039
    },
    {
      "epoch": 4.163265306122449,
      "grad_norm": 2.8125,
      "learning_rate": 4.505992873339812e-05,
      "loss": 2.4084,
      "step": 2040
    },
    {
      "epoch": 4.16530612244898,
      "grad_norm": 3.203125,
      "learning_rate": 4.502753482345319e-05,
      "loss": 2.3107,
      "step": 2041
    },
    {
      "epoch": 4.16734693877551,
      "grad_norm": 3.15625,
      "learning_rate": 4.499514091350826e-05,
      "loss": 2.3594,
      "step": 2042
    },
    {
      "epoch": 4.169387755102041,
      "grad_norm": 2.96875,
      "learning_rate": 4.496274700356333e-05,
      "loss": 2.4199,
      "step": 2043
    },
    {
      "epoch": 4.171428571428572,
      "grad_norm": 3.125,
      "learning_rate": 4.49303530936184e-05,
      "loss": 2.4666,
      "step": 2044
    },
    {
      "epoch": 4.173469387755102,
      "grad_norm": 3.15625,
      "learning_rate": 4.4897959183673474e-05,
      "loss": 2.3937,
      "step": 2045
    },
    {
      "epoch": 4.1755102040816325,
      "grad_norm": 2.9375,
      "learning_rate": 4.486556527372855e-05,
      "loss": 2.2491,
      "step": 2046
    },
    {
      "epoch": 4.177551020408163,
      "grad_norm": 3.046875,
      "learning_rate": 4.483317136378361e-05,
      "loss": 2.337,
      "step": 2047
    },
    {
      "epoch": 4.179591836734694,
      "grad_norm": 3.0,
      "learning_rate": 4.4800777453838685e-05,
      "loss": 2.2909,
      "step": 2048
    },
    {
      "epoch": 4.181632653061224,
      "grad_norm": 2.96875,
      "learning_rate": 4.476838354389375e-05,
      "loss": 2.4016,
      "step": 2049
    },
    {
      "epoch": 4.183673469387755,
      "grad_norm": 2.921875,
      "learning_rate": 4.473598963394882e-05,
      "loss": 2.2899,
      "step": 2050
    },
    {
      "epoch": 4.185714285714286,
      "grad_norm": 2.875,
      "learning_rate": 4.470359572400389e-05,
      "loss": 2.338,
      "step": 2051
    },
    {
      "epoch": 4.187755102040816,
      "grad_norm": 2.921875,
      "learning_rate": 4.467120181405896e-05,
      "loss": 2.2785,
      "step": 2052
    },
    {
      "epoch": 4.189795918367347,
      "grad_norm": 3.03125,
      "learning_rate": 4.4638807904114026e-05,
      "loss": 2.2287,
      "step": 2053
    },
    {
      "epoch": 4.191836734693878,
      "grad_norm": 3.265625,
      "learning_rate": 4.46064139941691e-05,
      "loss": 2.1878,
      "step": 2054
    },
    {
      "epoch": 4.1938775510204085,
      "grad_norm": 2.96875,
      "learning_rate": 4.4574020084224164e-05,
      "loss": 2.2929,
      "step": 2055
    },
    {
      "epoch": 4.1959183673469385,
      "grad_norm": 2.84375,
      "learning_rate": 4.4541626174279236e-05,
      "loss": 2.2614,
      "step": 2056
    },
    {
      "epoch": 4.197959183673469,
      "grad_norm": 3.0625,
      "learning_rate": 4.45092322643343e-05,
      "loss": 2.483,
      "step": 2057
    },
    {
      "epoch": 4.2,
      "grad_norm": 2.796875,
      "learning_rate": 4.4476838354389374e-05,
      "loss": 2.4164,
      "step": 2058
    },
    {
      "epoch": 4.202040816326531,
      "grad_norm": 3.203125,
      "learning_rate": 4.4444444444444447e-05,
      "loss": 2.2091,
      "step": 2059
    },
    {
      "epoch": 4.204081632653061,
      "grad_norm": 3.03125,
      "learning_rate": 4.441205053449952e-05,
      "loss": 2.3491,
      "step": 2060
    },
    {
      "epoch": 4.206122448979592,
      "grad_norm": 2.859375,
      "learning_rate": 4.437965662455459e-05,
      "loss": 2.2463,
      "step": 2061
    },
    {
      "epoch": 4.208163265306123,
      "grad_norm": 2.796875,
      "learning_rate": 4.434726271460966e-05,
      "loss": 2.3224,
      "step": 2062
    },
    {
      "epoch": 4.210204081632653,
      "grad_norm": 3.203125,
      "learning_rate": 4.431486880466473e-05,
      "loss": 2.3437,
      "step": 2063
    },
    {
      "epoch": 4.2122448979591836,
      "grad_norm": 2.921875,
      "learning_rate": 4.4282474894719795e-05,
      "loss": 2.274,
      "step": 2064
    },
    {
      "epoch": 4.214285714285714,
      "grad_norm": 3.0,
      "learning_rate": 4.425008098477487e-05,
      "loss": 2.3115,
      "step": 2065
    },
    {
      "epoch": 4.216326530612245,
      "grad_norm": 3.125,
      "learning_rate": 4.421768707482993e-05,
      "loss": 2.3288,
      "step": 2066
    },
    {
      "epoch": 4.218367346938775,
      "grad_norm": 2.8125,
      "learning_rate": 4.4185293164885005e-05,
      "loss": 2.2974,
      "step": 2067
    },
    {
      "epoch": 4.220408163265306,
      "grad_norm": 3.0,
      "learning_rate": 4.415289925494007e-05,
      "loss": 2.3152,
      "step": 2068
    },
    {
      "epoch": 4.222448979591837,
      "grad_norm": 3.4375,
      "learning_rate": 4.412050534499514e-05,
      "loss": 2.2816,
      "step": 2069
    },
    {
      "epoch": 4.224489795918367,
      "grad_norm": 3.046875,
      "learning_rate": 4.408811143505021e-05,
      "loss": 2.2808,
      "step": 2070
    },
    {
      "epoch": 4.226530612244898,
      "grad_norm": 2.984375,
      "learning_rate": 4.405571752510528e-05,
      "loss": 2.3282,
      "step": 2071
    },
    {
      "epoch": 4.228571428571429,
      "grad_norm": 3.015625,
      "learning_rate": 4.402332361516035e-05,
      "loss": 2.3877,
      "step": 2072
    },
    {
      "epoch": 4.2306122448979595,
      "grad_norm": 3.40625,
      "learning_rate": 4.3990929705215426e-05,
      "loss": 2.3049,
      "step": 2073
    },
    {
      "epoch": 4.2326530612244895,
      "grad_norm": 3.140625,
      "learning_rate": 4.395853579527049e-05,
      "loss": 2.4455,
      "step": 2074
    },
    {
      "epoch": 4.23469387755102,
      "grad_norm": 2.953125,
      "learning_rate": 4.3926141885325564e-05,
      "loss": 2.2927,
      "step": 2075
    },
    {
      "epoch": 4.236734693877551,
      "grad_norm": 3.25,
      "learning_rate": 4.389374797538063e-05,
      "loss": 2.2821,
      "step": 2076
    },
    {
      "epoch": 4.238775510204082,
      "grad_norm": 3.15625,
      "learning_rate": 4.38613540654357e-05,
      "loss": 2.3114,
      "step": 2077
    },
    {
      "epoch": 4.240816326530612,
      "grad_norm": 3.125,
      "learning_rate": 4.3828960155490774e-05,
      "loss": 2.2439,
      "step": 2078
    },
    {
      "epoch": 4.242857142857143,
      "grad_norm": 3.171875,
      "learning_rate": 4.379656624554584e-05,
      "loss": 2.3257,
      "step": 2079
    },
    {
      "epoch": 4.244897959183674,
      "grad_norm": 3.0625,
      "learning_rate": 4.376417233560091e-05,
      "loss": 2.3629,
      "step": 2080
    },
    {
      "epoch": 4.246938775510204,
      "grad_norm": 3.0625,
      "learning_rate": 4.373177842565598e-05,
      "loss": 2.2832,
      "step": 2081
    },
    {
      "epoch": 4.248979591836735,
      "grad_norm": 2.859375,
      "learning_rate": 4.369938451571105e-05,
      "loss": 2.3394,
      "step": 2082
    },
    {
      "epoch": 4.251020408163265,
      "grad_norm": 3.1875,
      "learning_rate": 4.3666990605766115e-05,
      "loss": 2.3128,
      "step": 2083
    },
    {
      "epoch": 4.253061224489796,
      "grad_norm": 3.0625,
      "learning_rate": 4.363459669582119e-05,
      "loss": 2.2695,
      "step": 2084
    },
    {
      "epoch": 4.255102040816326,
      "grad_norm": 2.96875,
      "learning_rate": 4.360220278587625e-05,
      "loss": 2.4655,
      "step": 2085
    },
    {
      "epoch": 4.257142857142857,
      "grad_norm": 3.109375,
      "learning_rate": 4.3569808875931326e-05,
      "loss": 2.2337,
      "step": 2086
    },
    {
      "epoch": 4.259183673469388,
      "grad_norm": 3.09375,
      "learning_rate": 4.35374149659864e-05,
      "loss": 2.3701,
      "step": 2087
    },
    {
      "epoch": 4.261224489795918,
      "grad_norm": 2.90625,
      "learning_rate": 4.350502105604147e-05,
      "loss": 2.2859,
      "step": 2088
    },
    {
      "epoch": 4.263265306122449,
      "grad_norm": 2.875,
      "learning_rate": 4.3472627146096536e-05,
      "loss": 2.2047,
      "step": 2089
    },
    {
      "epoch": 4.26530612244898,
      "grad_norm": 2.953125,
      "learning_rate": 4.344023323615161e-05,
      "loss": 2.3578,
      "step": 2090
    },
    {
      "epoch": 4.2673469387755105,
      "grad_norm": 2.984375,
      "learning_rate": 4.3407839326206674e-05,
      "loss": 2.3058,
      "step": 2091
    },
    {
      "epoch": 4.2693877551020405,
      "grad_norm": 3.125,
      "learning_rate": 4.3375445416261746e-05,
      "loss": 2.3138,
      "step": 2092
    },
    {
      "epoch": 4.271428571428571,
      "grad_norm": 2.953125,
      "learning_rate": 4.334305150631681e-05,
      "loss": 2.2521,
      "step": 2093
    },
    {
      "epoch": 4.273469387755102,
      "grad_norm": 3.5,
      "learning_rate": 4.3310657596371884e-05,
      "loss": 2.3911,
      "step": 2094
    },
    {
      "epoch": 4.275510204081632,
      "grad_norm": 3.3125,
      "learning_rate": 4.3278263686426956e-05,
      "loss": 2.3058,
      "step": 2095
    },
    {
      "epoch": 4.277551020408163,
      "grad_norm": 2.765625,
      "learning_rate": 4.324586977648202e-05,
      "loss": 2.271,
      "step": 2096
    },
    {
      "epoch": 4.279591836734694,
      "grad_norm": 3.15625,
      "learning_rate": 4.3213475866537094e-05,
      "loss": 2.4797,
      "step": 2097
    },
    {
      "epoch": 4.281632653061225,
      "grad_norm": 3.515625,
      "learning_rate": 4.318108195659216e-05,
      "loss": 2.3293,
      "step": 2098
    },
    {
      "epoch": 4.283673469387755,
      "grad_norm": 3.546875,
      "learning_rate": 4.314868804664723e-05,
      "loss": 2.2801,
      "step": 2099
    },
    {
      "epoch": 4.285714285714286,
      "grad_norm": 2.796875,
      "learning_rate": 4.31162941367023e-05,
      "loss": 2.3641,
      "step": 2100
    },
    {
      "epoch": 4.2877551020408164,
      "grad_norm": 3.0,
      "learning_rate": 4.308390022675737e-05,
      "loss": 2.3088,
      "step": 2101
    },
    {
      "epoch": 4.289795918367347,
      "grad_norm": 3.484375,
      "learning_rate": 4.305150631681244e-05,
      "loss": 2.2893,
      "step": 2102
    },
    {
      "epoch": 4.291836734693877,
      "grad_norm": 3.515625,
      "learning_rate": 4.3019112406867515e-05,
      "loss": 2.2868,
      "step": 2103
    },
    {
      "epoch": 4.293877551020408,
      "grad_norm": 3.4375,
      "learning_rate": 4.298671849692258e-05,
      "loss": 2.2957,
      "step": 2104
    },
    {
      "epoch": 4.295918367346939,
      "grad_norm": 3.109375,
      "learning_rate": 4.295432458697765e-05,
      "loss": 2.3539,
      "step": 2105
    },
    {
      "epoch": 4.29795918367347,
      "grad_norm": 3.265625,
      "learning_rate": 4.292193067703272e-05,
      "loss": 2.4365,
      "step": 2106
    },
    {
      "epoch": 4.3,
      "grad_norm": 3.203125,
      "learning_rate": 4.288953676708779e-05,
      "loss": 2.2233,
      "step": 2107
    },
    {
      "epoch": 4.302040816326531,
      "grad_norm": 3.234375,
      "learning_rate": 4.2857142857142856e-05,
      "loss": 2.2647,
      "step": 2108
    },
    {
      "epoch": 4.3040816326530615,
      "grad_norm": 3.140625,
      "learning_rate": 4.282474894719793e-05,
      "loss": 2.3727,
      "step": 2109
    },
    {
      "epoch": 4.3061224489795915,
      "grad_norm": 3.03125,
      "learning_rate": 4.2792355037252994e-05,
      "loss": 2.2632,
      "step": 2110
    },
    {
      "epoch": 4.308163265306122,
      "grad_norm": 3.03125,
      "learning_rate": 4.2759961127308067e-05,
      "loss": 2.3352,
      "step": 2111
    },
    {
      "epoch": 4.310204081632653,
      "grad_norm": 3.28125,
      "learning_rate": 4.272756721736314e-05,
      "loss": 2.1889,
      "step": 2112
    },
    {
      "epoch": 4.312244897959184,
      "grad_norm": 3.046875,
      "learning_rate": 4.2695173307418204e-05,
      "loss": 2.3447,
      "step": 2113
    },
    {
      "epoch": 4.314285714285714,
      "grad_norm": 3.328125,
      "learning_rate": 4.266277939747328e-05,
      "loss": 2.3224,
      "step": 2114
    },
    {
      "epoch": 4.316326530612245,
      "grad_norm": 2.921875,
      "learning_rate": 4.263038548752835e-05,
      "loss": 2.3803,
      "step": 2115
    },
    {
      "epoch": 4.318367346938776,
      "grad_norm": 3.078125,
      "learning_rate": 4.259799157758342e-05,
      "loss": 2.3084,
      "step": 2116
    },
    {
      "epoch": 4.320408163265306,
      "grad_norm": 3.109375,
      "learning_rate": 4.256559766763849e-05,
      "loss": 2.3899,
      "step": 2117
    },
    {
      "epoch": 4.322448979591837,
      "grad_norm": 3.46875,
      "learning_rate": 4.253320375769356e-05,
      "loss": 2.3742,
      "step": 2118
    },
    {
      "epoch": 4.3244897959183675,
      "grad_norm": 3.421875,
      "learning_rate": 4.2500809847748625e-05,
      "loss": 2.3441,
      "step": 2119
    },
    {
      "epoch": 4.326530612244898,
      "grad_norm": 3.15625,
      "learning_rate": 4.24684159378037e-05,
      "loss": 2.3004,
      "step": 2120
    },
    {
      "epoch": 4.328571428571428,
      "grad_norm": 2.859375,
      "learning_rate": 4.243602202785876e-05,
      "loss": 2.4438,
      "step": 2121
    },
    {
      "epoch": 4.330612244897959,
      "grad_norm": 3.046875,
      "learning_rate": 4.2403628117913835e-05,
      "loss": 2.4046,
      "step": 2122
    },
    {
      "epoch": 4.33265306122449,
      "grad_norm": 3.234375,
      "learning_rate": 4.23712342079689e-05,
      "loss": 2.3087,
      "step": 2123
    },
    {
      "epoch": 4.33469387755102,
      "grad_norm": 3.125,
      "learning_rate": 4.233884029802397e-05,
      "loss": 2.3644,
      "step": 2124
    },
    {
      "epoch": 4.336734693877551,
      "grad_norm": 2.96875,
      "learning_rate": 4.230644638807904e-05,
      "loss": 2.37,
      "step": 2125
    },
    {
      "epoch": 4.338775510204082,
      "grad_norm": 3.3125,
      "learning_rate": 4.227405247813411e-05,
      "loss": 2.2831,
      "step": 2126
    },
    {
      "epoch": 4.340816326530613,
      "grad_norm": 3.171875,
      "learning_rate": 4.2241658568189184e-05,
      "loss": 2.3253,
      "step": 2127
    },
    {
      "epoch": 4.3428571428571425,
      "grad_norm": 3.328125,
      "learning_rate": 4.220926465824425e-05,
      "loss": 2.3343,
      "step": 2128
    },
    {
      "epoch": 4.344897959183673,
      "grad_norm": 3.46875,
      "learning_rate": 4.217687074829932e-05,
      "loss": 2.2406,
      "step": 2129
    },
    {
      "epoch": 4.346938775510204,
      "grad_norm": 3.015625,
      "learning_rate": 4.2144476838354394e-05,
      "loss": 2.2875,
      "step": 2130
    },
    {
      "epoch": 4.348979591836735,
      "grad_norm": 3.078125,
      "learning_rate": 4.2112082928409466e-05,
      "loss": 2.2989,
      "step": 2131
    },
    {
      "epoch": 4.351020408163265,
      "grad_norm": 3.078125,
      "learning_rate": 4.207968901846453e-05,
      "loss": 2.3268,
      "step": 2132
    },
    {
      "epoch": 4.353061224489796,
      "grad_norm": 3.40625,
      "learning_rate": 4.2047295108519604e-05,
      "loss": 2.3127,
      "step": 2133
    },
    {
      "epoch": 4.355102040816327,
      "grad_norm": 3.125,
      "learning_rate": 4.201490119857467e-05,
      "loss": 2.3932,
      "step": 2134
    },
    {
      "epoch": 4.357142857142857,
      "grad_norm": 3.203125,
      "learning_rate": 4.198250728862974e-05,
      "loss": 2.2967,
      "step": 2135
    },
    {
      "epoch": 4.359183673469388,
      "grad_norm": 3.140625,
      "learning_rate": 4.195011337868481e-05,
      "loss": 2.2364,
      "step": 2136
    },
    {
      "epoch": 4.3612244897959185,
      "grad_norm": 3.265625,
      "learning_rate": 4.191771946873988e-05,
      "loss": 2.3888,
      "step": 2137
    },
    {
      "epoch": 4.363265306122449,
      "grad_norm": 3.0625,
      "learning_rate": 4.1885325558794946e-05,
      "loss": 2.2268,
      "step": 2138
    },
    {
      "epoch": 4.365306122448979,
      "grad_norm": 3.046875,
      "learning_rate": 4.185293164885002e-05,
      "loss": 2.2972,
      "step": 2139
    },
    {
      "epoch": 4.36734693877551,
      "grad_norm": 3.140625,
      "learning_rate": 4.1820537738905083e-05,
      "loss": 2.3227,
      "step": 2140
    },
    {
      "epoch": 4.369387755102041,
      "grad_norm": 3.09375,
      "learning_rate": 4.1788143828960156e-05,
      "loss": 2.2882,
      "step": 2141
    },
    {
      "epoch": 4.371428571428572,
      "grad_norm": 3.546875,
      "learning_rate": 4.175574991901522e-05,
      "loss": 2.4363,
      "step": 2142
    },
    {
      "epoch": 4.373469387755102,
      "grad_norm": 3.171875,
      "learning_rate": 4.1723356009070294e-05,
      "loss": 2.3141,
      "step": 2143
    },
    {
      "epoch": 4.375510204081633,
      "grad_norm": 3.1875,
      "learning_rate": 4.1690962099125366e-05,
      "loss": 2.222,
      "step": 2144
    },
    {
      "epoch": 4.377551020408164,
      "grad_norm": 3.15625,
      "learning_rate": 4.165856818918044e-05,
      "loss": 2.1358,
      "step": 2145
    },
    {
      "epoch": 4.3795918367346935,
      "grad_norm": 3.0625,
      "learning_rate": 4.162617427923551e-05,
      "loss": 2.3755,
      "step": 2146
    },
    {
      "epoch": 4.381632653061224,
      "grad_norm": 3.34375,
      "learning_rate": 4.1593780369290576e-05,
      "loss": 2.3114,
      "step": 2147
    },
    {
      "epoch": 4.383673469387755,
      "grad_norm": 3.390625,
      "learning_rate": 4.156138645934565e-05,
      "loss": 2.2699,
      "step": 2148
    },
    {
      "epoch": 4.385714285714286,
      "grad_norm": 3.515625,
      "learning_rate": 4.1528992549400714e-05,
      "loss": 2.2426,
      "step": 2149
    },
    {
      "epoch": 4.387755102040816,
      "grad_norm": 3.59375,
      "learning_rate": 4.149659863945579e-05,
      "loss": 2.2792,
      "step": 2150
    },
    {
      "epoch": 4.389795918367347,
      "grad_norm": 2.9375,
      "learning_rate": 4.146420472951085e-05,
      "loss": 2.2197,
      "step": 2151
    },
    {
      "epoch": 4.391836734693878,
      "grad_norm": 3.3125,
      "learning_rate": 4.1431810819565925e-05,
      "loss": 2.2405,
      "step": 2152
    },
    {
      "epoch": 4.393877551020408,
      "grad_norm": 3.484375,
      "learning_rate": 4.139941690962099e-05,
      "loss": 2.2902,
      "step": 2153
    },
    {
      "epoch": 4.395918367346939,
      "grad_norm": 3.234375,
      "learning_rate": 4.136702299967606e-05,
      "loss": 2.3196,
      "step": 2154
    },
    {
      "epoch": 4.3979591836734695,
      "grad_norm": 3.34375,
      "learning_rate": 4.133462908973113e-05,
      "loss": 2.3054,
      "step": 2155
    },
    {
      "epoch": 4.4,
      "grad_norm": 3.484375,
      "learning_rate": 4.13022351797862e-05,
      "loss": 2.3002,
      "step": 2156
    },
    {
      "epoch": 4.40204081632653,
      "grad_norm": 3.046875,
      "learning_rate": 4.126984126984127e-05,
      "loss": 2.3733,
      "step": 2157
    },
    {
      "epoch": 4.404081632653061,
      "grad_norm": 3.296875,
      "learning_rate": 4.1237447359896345e-05,
      "loss": 2.3329,
      "step": 2158
    },
    {
      "epoch": 4.406122448979592,
      "grad_norm": 3.15625,
      "learning_rate": 4.120505344995141e-05,
      "loss": 2.2688,
      "step": 2159
    },
    {
      "epoch": 4.408163265306122,
      "grad_norm": 3.140625,
      "learning_rate": 4.117265954000648e-05,
      "loss": 2.3077,
      "step": 2160
    },
    {
      "epoch": 4.410204081632653,
      "grad_norm": 3.171875,
      "learning_rate": 4.1140265630061555e-05,
      "loss": 2.2758,
      "step": 2161
    },
    {
      "epoch": 4.412244897959184,
      "grad_norm": 3.03125,
      "learning_rate": 4.110787172011662e-05,
      "loss": 2.3628,
      "step": 2162
    },
    {
      "epoch": 4.414285714285715,
      "grad_norm": 3.03125,
      "learning_rate": 4.107547781017169e-05,
      "loss": 2.2839,
      "step": 2163
    },
    {
      "epoch": 4.416326530612245,
      "grad_norm": 3.0625,
      "learning_rate": 4.104308390022676e-05,
      "loss": 2.3052,
      "step": 2164
    },
    {
      "epoch": 4.418367346938775,
      "grad_norm": 2.9375,
      "learning_rate": 4.101068999028183e-05,
      "loss": 2.2163,
      "step": 2165
    },
    {
      "epoch": 4.420408163265306,
      "grad_norm": 2.96875,
      "learning_rate": 4.09782960803369e-05,
      "loss": 2.2438,
      "step": 2166
    },
    {
      "epoch": 4.422448979591837,
      "grad_norm": 3.0625,
      "learning_rate": 4.094590217039197e-05,
      "loss": 2.2954,
      "step": 2167
    },
    {
      "epoch": 4.424489795918367,
      "grad_norm": 3.0,
      "learning_rate": 4.0913508260447035e-05,
      "loss": 2.2444,
      "step": 2168
    },
    {
      "epoch": 4.426530612244898,
      "grad_norm": 3.46875,
      "learning_rate": 4.088111435050211e-05,
      "loss": 2.3634,
      "step": 2169
    },
    {
      "epoch": 4.428571428571429,
      "grad_norm": 3.171875,
      "learning_rate": 4.084872044055717e-05,
      "loss": 2.319,
      "step": 2170
    },
    {
      "epoch": 4.430612244897959,
      "grad_norm": 3.265625,
      "learning_rate": 4.0816326530612245e-05,
      "loss": 2.3047,
      "step": 2171
    },
    {
      "epoch": 4.43265306122449,
      "grad_norm": 3.125,
      "learning_rate": 4.078393262066732e-05,
      "loss": 2.4314,
      "step": 2172
    },
    {
      "epoch": 4.4346938775510205,
      "grad_norm": 3.0625,
      "learning_rate": 4.075153871072239e-05,
      "loss": 2.2784,
      "step": 2173
    },
    {
      "epoch": 4.436734693877551,
      "grad_norm": 3.109375,
      "learning_rate": 4.0719144800777455e-05,
      "loss": 2.254,
      "step": 2174
    },
    {
      "epoch": 4.438775510204081,
      "grad_norm": 3.28125,
      "learning_rate": 4.068675089083253e-05,
      "loss": 2.293,
      "step": 2175
    },
    {
      "epoch": 4.440816326530612,
      "grad_norm": 3.0625,
      "learning_rate": 4.065435698088759e-05,
      "loss": 2.3435,
      "step": 2176
    },
    {
      "epoch": 4.442857142857143,
      "grad_norm": 3.015625,
      "learning_rate": 4.0621963070942666e-05,
      "loss": 2.4057,
      "step": 2177
    },
    {
      "epoch": 4.444897959183674,
      "grad_norm": 3.484375,
      "learning_rate": 4.058956916099774e-05,
      "loss": 2.2771,
      "step": 2178
    },
    {
      "epoch": 4.446938775510204,
      "grad_norm": 3.34375,
      "learning_rate": 4.0557175251052804e-05,
      "loss": 2.3165,
      "step": 2179
    },
    {
      "epoch": 4.448979591836735,
      "grad_norm": 3.515625,
      "learning_rate": 4.0524781341107876e-05,
      "loss": 2.374,
      "step": 2180
    },
    {
      "epoch": 4.451020408163266,
      "grad_norm": 3.15625,
      "learning_rate": 4.049238743116294e-05,
      "loss": 2.2465,
      "step": 2181
    },
    {
      "epoch": 4.453061224489796,
      "grad_norm": 3.125,
      "learning_rate": 4.0459993521218014e-05,
      "loss": 2.3633,
      "step": 2182
    },
    {
      "epoch": 4.455102040816326,
      "grad_norm": 3.21875,
      "learning_rate": 4.042759961127308e-05,
      "loss": 2.2687,
      "step": 2183
    },
    {
      "epoch": 4.457142857142857,
      "grad_norm": 3.25,
      "learning_rate": 4.039520570132815e-05,
      "loss": 2.3047,
      "step": 2184
    },
    {
      "epoch": 4.459183673469388,
      "grad_norm": 3.421875,
      "learning_rate": 4.036281179138322e-05,
      "loss": 2.367,
      "step": 2185
    },
    {
      "epoch": 4.461224489795918,
      "grad_norm": 3.328125,
      "learning_rate": 4.033041788143829e-05,
      "loss": 2.2379,
      "step": 2186
    },
    {
      "epoch": 4.463265306122449,
      "grad_norm": 3.5,
      "learning_rate": 4.029802397149336e-05,
      "loss": 2.294,
      "step": 2187
    },
    {
      "epoch": 4.46530612244898,
      "grad_norm": 3.203125,
      "learning_rate": 4.0265630061548434e-05,
      "loss": 2.3282,
      "step": 2188
    },
    {
      "epoch": 4.46734693877551,
      "grad_norm": 3.34375,
      "learning_rate": 4.02332361516035e-05,
      "loss": 2.2332,
      "step": 2189
    },
    {
      "epoch": 4.469387755102041,
      "grad_norm": 3.625,
      "learning_rate": 4.020084224165857e-05,
      "loss": 2.3489,
      "step": 2190
    },
    {
      "epoch": 4.4714285714285715,
      "grad_norm": 3.671875,
      "learning_rate": 4.016844833171364e-05,
      "loss": 2.3762,
      "step": 2191
    },
    {
      "epoch": 4.473469387755102,
      "grad_norm": 3.4375,
      "learning_rate": 4.013605442176871e-05,
      "loss": 2.2647,
      "step": 2192
    },
    {
      "epoch": 4.475510204081632,
      "grad_norm": 3.234375,
      "learning_rate": 4.010366051182378e-05,
      "loss": 2.3382,
      "step": 2193
    },
    {
      "epoch": 4.477551020408163,
      "grad_norm": 3.3125,
      "learning_rate": 4.007126660187885e-05,
      "loss": 2.3578,
      "step": 2194
    },
    {
      "epoch": 4.479591836734694,
      "grad_norm": 3.171875,
      "learning_rate": 4.003887269193392e-05,
      "loss": 2.1607,
      "step": 2195
    },
    {
      "epoch": 4.481632653061224,
      "grad_norm": 3.265625,
      "learning_rate": 4.0006478781988986e-05,
      "loss": 2.3133,
      "step": 2196
    },
    {
      "epoch": 4.483673469387755,
      "grad_norm": 3.203125,
      "learning_rate": 3.997408487204406e-05,
      "loss": 2.3943,
      "step": 2197
    },
    {
      "epoch": 4.485714285714286,
      "grad_norm": 3.203125,
      "learning_rate": 3.9941690962099124e-05,
      "loss": 2.3481,
      "step": 2198
    },
    {
      "epoch": 4.487755102040817,
      "grad_norm": 3.46875,
      "learning_rate": 3.9909297052154196e-05,
      "loss": 2.2339,
      "step": 2199
    },
    {
      "epoch": 4.489795918367347,
      "grad_norm": 3.578125,
      "learning_rate": 3.987690314220927e-05,
      "loss": 2.3585,
      "step": 2200
    },
    {
      "epoch": 4.4918367346938775,
      "grad_norm": 3.25,
      "learning_rate": 3.9844509232264334e-05,
      "loss": 2.473,
      "step": 2201
    },
    {
      "epoch": 4.493877551020408,
      "grad_norm": 3.34375,
      "learning_rate": 3.981211532231941e-05,
      "loss": 2.1893,
      "step": 2202
    },
    {
      "epoch": 4.495918367346939,
      "grad_norm": 3.5,
      "learning_rate": 3.977972141237448e-05,
      "loss": 2.2884,
      "step": 2203
    },
    {
      "epoch": 4.497959183673469,
      "grad_norm": 3.453125,
      "learning_rate": 3.9747327502429545e-05,
      "loss": 2.3442,
      "step": 2204
    },
    {
      "epoch": 4.5,
      "grad_norm": 3.3125,
      "learning_rate": 3.971493359248462e-05,
      "loss": 2.4096,
      "step": 2205
    },
    {
      "epoch": 4.502040816326531,
      "grad_norm": 3.578125,
      "learning_rate": 3.968253968253968e-05,
      "loss": 2.3427,
      "step": 2206
    },
    {
      "epoch": 4.504081632653062,
      "grad_norm": 3.5625,
      "learning_rate": 3.9650145772594755e-05,
      "loss": 2.2469,
      "step": 2207
    },
    {
      "epoch": 4.506122448979592,
      "grad_norm": 3.171875,
      "learning_rate": 3.961775186264982e-05,
      "loss": 2.2269,
      "step": 2208
    },
    {
      "epoch": 4.5081632653061225,
      "grad_norm": 3.078125,
      "learning_rate": 3.958535795270489e-05,
      "loss": 2.2079,
      "step": 2209
    },
    {
      "epoch": 4.510204081632653,
      "grad_norm": 3.484375,
      "learning_rate": 3.9552964042759965e-05,
      "loss": 2.4031,
      "step": 2210
    },
    {
      "epoch": 4.512244897959183,
      "grad_norm": 3.3125,
      "learning_rate": 3.952057013281503e-05,
      "loss": 2.3187,
      "step": 2211
    },
    {
      "epoch": 4.514285714285714,
      "grad_norm": 3.390625,
      "learning_rate": 3.94881762228701e-05,
      "loss": 2.2405,
      "step": 2212
    },
    {
      "epoch": 4.516326530612245,
      "grad_norm": 3.28125,
      "learning_rate": 3.945578231292517e-05,
      "loss": 2.2019,
      "step": 2213
    },
    {
      "epoch": 4.518367346938776,
      "grad_norm": 3.28125,
      "learning_rate": 3.942338840298024e-05,
      "loss": 2.3451,
      "step": 2214
    },
    {
      "epoch": 4.520408163265306,
      "grad_norm": 3.5625,
      "learning_rate": 3.939099449303531e-05,
      "loss": 2.3575,
      "step": 2215
    },
    {
      "epoch": 4.522448979591837,
      "grad_norm": 3.25,
      "learning_rate": 3.9358600583090386e-05,
      "loss": 2.36,
      "step": 2216
    },
    {
      "epoch": 4.524489795918368,
      "grad_norm": 3.015625,
      "learning_rate": 3.932620667314545e-05,
      "loss": 2.2484,
      "step": 2217
    },
    {
      "epoch": 4.526530612244898,
      "grad_norm": 3.5625,
      "learning_rate": 3.9293812763200524e-05,
      "loss": 2.2207,
      "step": 2218
    },
    {
      "epoch": 4.5285714285714285,
      "grad_norm": 3.296875,
      "learning_rate": 3.926141885325559e-05,
      "loss": 2.2256,
      "step": 2219
    },
    {
      "epoch": 4.530612244897959,
      "grad_norm": 3.375,
      "learning_rate": 3.922902494331066e-05,
      "loss": 2.2105,
      "step": 2220
    },
    {
      "epoch": 4.53265306122449,
      "grad_norm": 3.375,
      "learning_rate": 3.919663103336573e-05,
      "loss": 2.3634,
      "step": 2221
    },
    {
      "epoch": 4.53469387755102,
      "grad_norm": 3.359375,
      "learning_rate": 3.91642371234208e-05,
      "loss": 2.394,
      "step": 2222
    },
    {
      "epoch": 4.536734693877551,
      "grad_norm": 3.25,
      "learning_rate": 3.9131843213475865e-05,
      "loss": 2.3118,
      "step": 2223
    },
    {
      "epoch": 4.538775510204082,
      "grad_norm": 3.203125,
      "learning_rate": 3.909944930353094e-05,
      "loss": 2.2581,
      "step": 2224
    },
    {
      "epoch": 4.540816326530612,
      "grad_norm": 3.3125,
      "learning_rate": 3.9067055393586e-05,
      "loss": 2.1581,
      "step": 2225
    },
    {
      "epoch": 4.542857142857143,
      "grad_norm": 3.234375,
      "learning_rate": 3.9034661483641075e-05,
      "loss": 2.2618,
      "step": 2226
    },
    {
      "epoch": 4.544897959183674,
      "grad_norm": 3.328125,
      "learning_rate": 3.900226757369615e-05,
      "loss": 2.2772,
      "step": 2227
    },
    {
      "epoch": 4.546938775510204,
      "grad_norm": 3.25,
      "learning_rate": 3.896987366375121e-05,
      "loss": 2.3496,
      "step": 2228
    },
    {
      "epoch": 4.548979591836734,
      "grad_norm": 3.296875,
      "learning_rate": 3.8937479753806286e-05,
      "loss": 2.1943,
      "step": 2229
    },
    {
      "epoch": 4.551020408163265,
      "grad_norm": 3.390625,
      "learning_rate": 3.890508584386136e-05,
      "loss": 2.3699,
      "step": 2230
    },
    {
      "epoch": 4.553061224489796,
      "grad_norm": 3.390625,
      "learning_rate": 3.887269193391643e-05,
      "loss": 2.2422,
      "step": 2231
    },
    {
      "epoch": 4.555102040816326,
      "grad_norm": 3.3125,
      "learning_rate": 3.8840298023971496e-05,
      "loss": 2.3076,
      "step": 2232
    },
    {
      "epoch": 4.557142857142857,
      "grad_norm": 3.15625,
      "learning_rate": 3.880790411402657e-05,
      "loss": 2.2568,
      "step": 2233
    },
    {
      "epoch": 4.559183673469388,
      "grad_norm": 3.296875,
      "learning_rate": 3.8775510204081634e-05,
      "loss": 2.337,
      "step": 2234
    },
    {
      "epoch": 4.561224489795919,
      "grad_norm": 3.078125,
      "learning_rate": 3.8743116294136706e-05,
      "loss": 2.3332,
      "step": 2235
    },
    {
      "epoch": 4.563265306122449,
      "grad_norm": 3.21875,
      "learning_rate": 3.871072238419177e-05,
      "loss": 2.1755,
      "step": 2236
    },
    {
      "epoch": 4.5653061224489795,
      "grad_norm": 3.15625,
      "learning_rate": 3.8678328474246844e-05,
      "loss": 2.3502,
      "step": 2237
    },
    {
      "epoch": 4.56734693877551,
      "grad_norm": 3.359375,
      "learning_rate": 3.864593456430191e-05,
      "loss": 2.2582,
      "step": 2238
    },
    {
      "epoch": 4.569387755102041,
      "grad_norm": 3.609375,
      "learning_rate": 3.861354065435698e-05,
      "loss": 2.2802,
      "step": 2239
    },
    {
      "epoch": 4.571428571428571,
      "grad_norm": 3.28125,
      "learning_rate": 3.858114674441205e-05,
      "loss": 2.3594,
      "step": 2240
    },
    {
      "epoch": 4.573469387755102,
      "grad_norm": 3.359375,
      "learning_rate": 3.854875283446712e-05,
      "loss": 2.3601,
      "step": 2241
    },
    {
      "epoch": 4.575510204081633,
      "grad_norm": 3.234375,
      "learning_rate": 3.851635892452219e-05,
      "loss": 2.2309,
      "step": 2242
    },
    {
      "epoch": 4.577551020408164,
      "grad_norm": 3.3125,
      "learning_rate": 3.848396501457726e-05,
      "loss": 2.1997,
      "step": 2243
    },
    {
      "epoch": 4.579591836734694,
      "grad_norm": 3.5625,
      "learning_rate": 3.845157110463233e-05,
      "loss": 2.3115,
      "step": 2244
    },
    {
      "epoch": 4.581632653061225,
      "grad_norm": 3.4375,
      "learning_rate": 3.84191771946874e-05,
      "loss": 2.2591,
      "step": 2245
    },
    {
      "epoch": 4.583673469387755,
      "grad_norm": 3.1875,
      "learning_rate": 3.8386783284742475e-05,
      "loss": 2.2988,
      "step": 2246
    },
    {
      "epoch": 4.585714285714285,
      "grad_norm": 3.21875,
      "learning_rate": 3.835438937479754e-05,
      "loss": 2.4913,
      "step": 2247
    },
    {
      "epoch": 4.587755102040816,
      "grad_norm": 3.53125,
      "learning_rate": 3.832199546485261e-05,
      "loss": 2.2173,
      "step": 2248
    },
    {
      "epoch": 4.589795918367347,
      "grad_norm": 3.15625,
      "learning_rate": 3.828960155490768e-05,
      "loss": 2.3466,
      "step": 2249
    },
    {
      "epoch": 4.591836734693878,
      "grad_norm": 3.234375,
      "learning_rate": 3.825720764496275e-05,
      "loss": 2.2675,
      "step": 2250
    },
    {
      "epoch": 4.593877551020408,
      "grad_norm": 3.15625,
      "learning_rate": 3.8224813735017816e-05,
      "loss": 2.308,
      "step": 2251
    },
    {
      "epoch": 4.595918367346939,
      "grad_norm": 3.171875,
      "learning_rate": 3.819241982507289e-05,
      "loss": 2.1674,
      "step": 2252
    },
    {
      "epoch": 4.59795918367347,
      "grad_norm": 3.421875,
      "learning_rate": 3.8160025915127954e-05,
      "loss": 2.399,
      "step": 2253
    },
    {
      "epoch": 4.6,
      "grad_norm": 3.171875,
      "learning_rate": 3.812763200518303e-05,
      "loss": 2.2129,
      "step": 2254
    },
    {
      "epoch": 4.6020408163265305,
      "grad_norm": 3.1875,
      "learning_rate": 3.809523809523809e-05,
      "loss": 2.255,
      "step": 2255
    },
    {
      "epoch": 4.604081632653061,
      "grad_norm": 3.1875,
      "learning_rate": 3.8062844185293165e-05,
      "loss": 2.3283,
      "step": 2256
    },
    {
      "epoch": 4.606122448979592,
      "grad_norm": 3.046875,
      "learning_rate": 3.803045027534824e-05,
      "loss": 2.2885,
      "step": 2257
    },
    {
      "epoch": 4.608163265306122,
      "grad_norm": 3.46875,
      "learning_rate": 3.799805636540331e-05,
      "loss": 2.3862,
      "step": 2258
    },
    {
      "epoch": 4.610204081632653,
      "grad_norm": 3.484375,
      "learning_rate": 3.796566245545838e-05,
      "loss": 2.3183,
      "step": 2259
    },
    {
      "epoch": 4.612244897959184,
      "grad_norm": 3.40625,
      "learning_rate": 3.793326854551345e-05,
      "loss": 2.1886,
      "step": 2260
    },
    {
      "epoch": 4.614285714285714,
      "grad_norm": 3.40625,
      "learning_rate": 3.790087463556852e-05,
      "loss": 2.2727,
      "step": 2261
    },
    {
      "epoch": 4.616326530612245,
      "grad_norm": 3.375,
      "learning_rate": 3.7868480725623585e-05,
      "loss": 2.2427,
      "step": 2262
    },
    {
      "epoch": 4.618367346938776,
      "grad_norm": 3.484375,
      "learning_rate": 3.783608681567866e-05,
      "loss": 2.3151,
      "step": 2263
    },
    {
      "epoch": 4.6204081632653065,
      "grad_norm": 3.75,
      "learning_rate": 3.780369290573372e-05,
      "loss": 2.21,
      "step": 2264
    },
    {
      "epoch": 4.622448979591836,
      "grad_norm": 3.46875,
      "learning_rate": 3.7771298995788795e-05,
      "loss": 2.1821,
      "step": 2265
    },
    {
      "epoch": 4.624489795918367,
      "grad_norm": 3.265625,
      "learning_rate": 3.773890508584386e-05,
      "loss": 2.2586,
      "step": 2266
    },
    {
      "epoch": 4.626530612244898,
      "grad_norm": 3.515625,
      "learning_rate": 3.770651117589893e-05,
      "loss": 2.2232,
      "step": 2267
    },
    {
      "epoch": 4.628571428571428,
      "grad_norm": 3.46875,
      "learning_rate": 3.7674117265954e-05,
      "loss": 2.4146,
      "step": 2268
    },
    {
      "epoch": 4.630612244897959,
      "grad_norm": 3.3125,
      "learning_rate": 3.764172335600907e-05,
      "loss": 2.2865,
      "step": 2269
    },
    {
      "epoch": 4.63265306122449,
      "grad_norm": 3.296875,
      "learning_rate": 3.760932944606414e-05,
      "loss": 2.276,
      "step": 2270
    },
    {
      "epoch": 4.634693877551021,
      "grad_norm": 3.4375,
      "learning_rate": 3.757693553611921e-05,
      "loss": 2.3539,
      "step": 2271
    },
    {
      "epoch": 4.636734693877551,
      "grad_norm": 3.265625,
      "learning_rate": 3.754454162617428e-05,
      "loss": 2.2647,
      "step": 2272
    },
    {
      "epoch": 4.6387755102040815,
      "grad_norm": 3.234375,
      "learning_rate": 3.7512147716229354e-05,
      "loss": 2.268,
      "step": 2273
    },
    {
      "epoch": 4.640816326530612,
      "grad_norm": 3.15625,
      "learning_rate": 3.747975380628442e-05,
      "loss": 2.2764,
      "step": 2274
    },
    {
      "epoch": 4.642857142857143,
      "grad_norm": 3.3125,
      "learning_rate": 3.744735989633949e-05,
      "loss": 2.227,
      "step": 2275
    },
    {
      "epoch": 4.644897959183673,
      "grad_norm": 3.3125,
      "learning_rate": 3.7414965986394564e-05,
      "loss": 2.2502,
      "step": 2276
    },
    {
      "epoch": 4.646938775510204,
      "grad_norm": 3.46875,
      "learning_rate": 3.738257207644963e-05,
      "loss": 2.2629,
      "step": 2277
    },
    {
      "epoch": 4.648979591836735,
      "grad_norm": 3.140625,
      "learning_rate": 3.73501781665047e-05,
      "loss": 2.3425,
      "step": 2278
    },
    {
      "epoch": 4.651020408163266,
      "grad_norm": 3.09375,
      "learning_rate": 3.731778425655977e-05,
      "loss": 2.275,
      "step": 2279
    },
    {
      "epoch": 4.653061224489796,
      "grad_norm": 3.171875,
      "learning_rate": 3.728539034661484e-05,
      "loss": 2.197,
      "step": 2280
    },
    {
      "epoch": 4.655102040816327,
      "grad_norm": 3.34375,
      "learning_rate": 3.7252996436669906e-05,
      "loss": 2.2701,
      "step": 2281
    },
    {
      "epoch": 4.6571428571428575,
      "grad_norm": 3.65625,
      "learning_rate": 3.722060252672498e-05,
      "loss": 2.22,
      "step": 2282
    },
    {
      "epoch": 4.659183673469387,
      "grad_norm": 3.109375,
      "learning_rate": 3.7188208616780044e-05,
      "loss": 2.191,
      "step": 2283
    },
    {
      "epoch": 4.661224489795918,
      "grad_norm": 3.4375,
      "learning_rate": 3.7155814706835116e-05,
      "loss": 2.1995,
      "step": 2284
    },
    {
      "epoch": 4.663265306122449,
      "grad_norm": 3.0,
      "learning_rate": 3.712342079689018e-05,
      "loss": 2.2231,
      "step": 2285
    },
    {
      "epoch": 4.66530612244898,
      "grad_norm": 3.203125,
      "learning_rate": 3.7091026886945254e-05,
      "loss": 2.3985,
      "step": 2286
    },
    {
      "epoch": 4.66734693877551,
      "grad_norm": 3.375,
      "learning_rate": 3.7058632977000326e-05,
      "loss": 2.2468,
      "step": 2287
    },
    {
      "epoch": 4.669387755102041,
      "grad_norm": 3.328125,
      "learning_rate": 3.70262390670554e-05,
      "loss": 2.1784,
      "step": 2288
    },
    {
      "epoch": 4.671428571428572,
      "grad_norm": 3.203125,
      "learning_rate": 3.6993845157110464e-05,
      "loss": 2.4038,
      "step": 2289
    },
    {
      "epoch": 4.673469387755102,
      "grad_norm": 3.125,
      "learning_rate": 3.6961451247165536e-05,
      "loss": 2.4142,
      "step": 2290
    },
    {
      "epoch": 4.6755102040816325,
      "grad_norm": 3.078125,
      "learning_rate": 3.69290573372206e-05,
      "loss": 2.3681,
      "step": 2291
    },
    {
      "epoch": 4.677551020408163,
      "grad_norm": 3.140625,
      "learning_rate": 3.6896663427275674e-05,
      "loss": 2.2282,
      "step": 2292
    },
    {
      "epoch": 4.679591836734694,
      "grad_norm": 3.109375,
      "learning_rate": 3.686426951733075e-05,
      "loss": 2.231,
      "step": 2293
    },
    {
      "epoch": 4.681632653061224,
      "grad_norm": 3.28125,
      "learning_rate": 3.683187560738581e-05,
      "loss": 2.2173,
      "step": 2294
    },
    {
      "epoch": 4.683673469387755,
      "grad_norm": 3.109375,
      "learning_rate": 3.6799481697440885e-05,
      "loss": 2.3312,
      "step": 2295
    },
    {
      "epoch": 4.685714285714286,
      "grad_norm": 3.4375,
      "learning_rate": 3.676708778749595e-05,
      "loss": 2.2334,
      "step": 2296
    },
    {
      "epoch": 4.687755102040816,
      "grad_norm": 3.375,
      "learning_rate": 3.673469387755102e-05,
      "loss": 2.4849,
      "step": 2297
    },
    {
      "epoch": 4.689795918367347,
      "grad_norm": 3.4375,
      "learning_rate": 3.670229996760609e-05,
      "loss": 2.3023,
      "step": 2298
    },
    {
      "epoch": 4.691836734693878,
      "grad_norm": 3.296875,
      "learning_rate": 3.666990605766116e-05,
      "loss": 2.3127,
      "step": 2299
    },
    {
      "epoch": 4.6938775510204085,
      "grad_norm": 3.0,
      "learning_rate": 3.663751214771623e-05,
      "loss": 2.283,
      "step": 2300
    },
    {
      "epoch": 4.6959183673469385,
      "grad_norm": 3.40625,
      "learning_rate": 3.6605118237771305e-05,
      "loss": 2.2927,
      "step": 2301
    },
    {
      "epoch": 4.697959183673469,
      "grad_norm": 3.25,
      "learning_rate": 3.657272432782637e-05,
      "loss": 2.406,
      "step": 2302
    },
    {
      "epoch": 4.7,
      "grad_norm": 2.8125,
      "learning_rate": 3.654033041788144e-05,
      "loss": 2.428,
      "step": 2303
    },
    {
      "epoch": 4.70204081632653,
      "grad_norm": 3.0625,
      "learning_rate": 3.650793650793651e-05,
      "loss": 2.36,
      "step": 2304
    },
    {
      "epoch": 4.704081632653061,
      "grad_norm": 3.375,
      "learning_rate": 3.647554259799158e-05,
      "loss": 2.2085,
      "step": 2305
    },
    {
      "epoch": 4.706122448979592,
      "grad_norm": 3.609375,
      "learning_rate": 3.644314868804665e-05,
      "loss": 2.2612,
      "step": 2306
    },
    {
      "epoch": 4.708163265306123,
      "grad_norm": 3.328125,
      "learning_rate": 3.641075477810172e-05,
      "loss": 2.2946,
      "step": 2307
    },
    {
      "epoch": 4.710204081632653,
      "grad_norm": 3.40625,
      "learning_rate": 3.6378360868156785e-05,
      "loss": 2.3941,
      "step": 2308
    },
    {
      "epoch": 4.7122448979591836,
      "grad_norm": 3.53125,
      "learning_rate": 3.634596695821186e-05,
      "loss": 2.3753,
      "step": 2309
    },
    {
      "epoch": 4.714285714285714,
      "grad_norm": 3.265625,
      "learning_rate": 3.631357304826693e-05,
      "loss": 2.2934,
      "step": 2310
    },
    {
      "epoch": 4.716326530612245,
      "grad_norm": 3.28125,
      "learning_rate": 3.6281179138321995e-05,
      "loss": 2.2682,
      "step": 2311
    },
    {
      "epoch": 4.718367346938775,
      "grad_norm": 3.203125,
      "learning_rate": 3.624878522837707e-05,
      "loss": 2.1994,
      "step": 2312
    },
    {
      "epoch": 4.720408163265306,
      "grad_norm": 3.375,
      "learning_rate": 3.621639131843213e-05,
      "loss": 2.1798,
      "step": 2313
    },
    {
      "epoch": 4.722448979591837,
      "grad_norm": 3.15625,
      "learning_rate": 3.6183997408487205e-05,
      "loss": 2.2524,
      "step": 2314
    },
    {
      "epoch": 4.724489795918368,
      "grad_norm": 3.328125,
      "learning_rate": 3.615160349854228e-05,
      "loss": 2.2764,
      "step": 2315
    },
    {
      "epoch": 4.726530612244898,
      "grad_norm": 3.109375,
      "learning_rate": 3.611920958859735e-05,
      "loss": 2.3008,
      "step": 2316
    },
    {
      "epoch": 4.728571428571429,
      "grad_norm": 3.28125,
      "learning_rate": 3.6086815678652415e-05,
      "loss": 2.22,
      "step": 2317
    },
    {
      "epoch": 4.7306122448979595,
      "grad_norm": 3.6875,
      "learning_rate": 3.605442176870749e-05,
      "loss": 2.1657,
      "step": 2318
    },
    {
      "epoch": 4.7326530612244895,
      "grad_norm": 3.484375,
      "learning_rate": 3.602202785876255e-05,
      "loss": 2.3555,
      "step": 2319
    },
    {
      "epoch": 4.73469387755102,
      "grad_norm": 3.0,
      "learning_rate": 3.5989633948817626e-05,
      "loss": 2.4143,
      "step": 2320
    },
    {
      "epoch": 4.736734693877551,
      "grad_norm": 3.515625,
      "learning_rate": 3.595724003887269e-05,
      "loss": 2.2175,
      "step": 2321
    },
    {
      "epoch": 4.738775510204082,
      "grad_norm": 3.328125,
      "learning_rate": 3.5924846128927764e-05,
      "loss": 2.3945,
      "step": 2322
    },
    {
      "epoch": 4.740816326530612,
      "grad_norm": 3.3125,
      "learning_rate": 3.589245221898283e-05,
      "loss": 2.2442,
      "step": 2323
    },
    {
      "epoch": 4.742857142857143,
      "grad_norm": 3.515625,
      "learning_rate": 3.58600583090379e-05,
      "loss": 2.2946,
      "step": 2324
    },
    {
      "epoch": 4.744897959183674,
      "grad_norm": 3.390625,
      "learning_rate": 3.5827664399092974e-05,
      "loss": 2.1753,
      "step": 2325
    },
    {
      "epoch": 4.746938775510204,
      "grad_norm": 3.15625,
      "learning_rate": 3.579527048914804e-05,
      "loss": 2.2528,
      "step": 2326
    },
    {
      "epoch": 4.748979591836735,
      "grad_norm": 3.296875,
      "learning_rate": 3.576287657920311e-05,
      "loss": 2.2531,
      "step": 2327
    },
    {
      "epoch": 4.751020408163265,
      "grad_norm": 3.46875,
      "learning_rate": 3.573048266925818e-05,
      "loss": 2.3729,
      "step": 2328
    },
    {
      "epoch": 4.753061224489796,
      "grad_norm": 3.46875,
      "learning_rate": 3.569808875931325e-05,
      "loss": 2.2643,
      "step": 2329
    },
    {
      "epoch": 4.755102040816326,
      "grad_norm": 3.046875,
      "learning_rate": 3.566569484936832e-05,
      "loss": 2.3632,
      "step": 2330
    },
    {
      "epoch": 4.757142857142857,
      "grad_norm": 3.40625,
      "learning_rate": 3.5633300939423394e-05,
      "loss": 2.2615,
      "step": 2331
    },
    {
      "epoch": 4.759183673469388,
      "grad_norm": 3.1875,
      "learning_rate": 3.560090702947846e-05,
      "loss": 2.2969,
      "step": 2332
    },
    {
      "epoch": 4.761224489795918,
      "grad_norm": 3.328125,
      "learning_rate": 3.556851311953353e-05,
      "loss": 2.314,
      "step": 2333
    },
    {
      "epoch": 4.763265306122449,
      "grad_norm": 3.328125,
      "learning_rate": 3.55361192095886e-05,
      "loss": 2.1318,
      "step": 2334
    },
    {
      "epoch": 4.76530612244898,
      "grad_norm": 2.984375,
      "learning_rate": 3.550372529964367e-05,
      "loss": 2.1664,
      "step": 2335
    },
    {
      "epoch": 4.7673469387755105,
      "grad_norm": 3.0625,
      "learning_rate": 3.5471331389698736e-05,
      "loss": 2.2789,
      "step": 2336
    },
    {
      "epoch": 4.7693877551020405,
      "grad_norm": 3.390625,
      "learning_rate": 3.543893747975381e-05,
      "loss": 2.2788,
      "step": 2337
    },
    {
      "epoch": 4.771428571428571,
      "grad_norm": 3.46875,
      "learning_rate": 3.5406543569808874e-05,
      "loss": 2.2144,
      "step": 2338
    },
    {
      "epoch": 4.773469387755102,
      "grad_norm": 3.515625,
      "learning_rate": 3.5374149659863946e-05,
      "loss": 2.6044,
      "step": 2339
    },
    {
      "epoch": 4.775510204081632,
      "grad_norm": 3.265625,
      "learning_rate": 3.534175574991901e-05,
      "loss": 2.3675,
      "step": 2340
    },
    {
      "epoch": 4.777551020408163,
      "grad_norm": 3.140625,
      "learning_rate": 3.5309361839974084e-05,
      "loss": 2.1589,
      "step": 2341
    },
    {
      "epoch": 4.779591836734694,
      "grad_norm": 3.4375,
      "learning_rate": 3.5276967930029156e-05,
      "loss": 2.3659,
      "step": 2342
    },
    {
      "epoch": 4.781632653061225,
      "grad_norm": 3.4375,
      "learning_rate": 3.524457402008423e-05,
      "loss": 2.287,
      "step": 2343
    },
    {
      "epoch": 4.783673469387755,
      "grad_norm": 3.109375,
      "learning_rate": 3.52121801101393e-05,
      "loss": 2.291,
      "step": 2344
    },
    {
      "epoch": 4.785714285714286,
      "grad_norm": 3.375,
      "learning_rate": 3.517978620019437e-05,
      "loss": 2.239,
      "step": 2345
    },
    {
      "epoch": 4.7877551020408164,
      "grad_norm": 3.28125,
      "learning_rate": 3.514739229024944e-05,
      "loss": 2.3535,
      "step": 2346
    },
    {
      "epoch": 4.789795918367347,
      "grad_norm": 3.140625,
      "learning_rate": 3.5114998380304505e-05,
      "loss": 2.279,
      "step": 2347
    },
    {
      "epoch": 4.791836734693877,
      "grad_norm": 3.328125,
      "learning_rate": 3.508260447035958e-05,
      "loss": 2.2341,
      "step": 2348
    },
    {
      "epoch": 4.793877551020408,
      "grad_norm": 3.203125,
      "learning_rate": 3.505021056041464e-05,
      "loss": 2.3609,
      "step": 2349
    },
    {
      "epoch": 4.795918367346939,
      "grad_norm": 3.34375,
      "learning_rate": 3.5017816650469715e-05,
      "loss": 2.2761,
      "step": 2350
    },
    {
      "epoch": 4.79795918367347,
      "grad_norm": 3.015625,
      "learning_rate": 3.498542274052478e-05,
      "loss": 2.309,
      "step": 2351
    },
    {
      "epoch": 4.8,
      "grad_norm": 3.171875,
      "learning_rate": 3.495302883057985e-05,
      "loss": 2.2444,
      "step": 2352
    },
    {
      "epoch": 4.802040816326531,
      "grad_norm": 3.265625,
      "learning_rate": 3.492063492063492e-05,
      "loss": 2.3059,
      "step": 2353
    },
    {
      "epoch": 4.8040816326530615,
      "grad_norm": 3.296875,
      "learning_rate": 3.488824101068999e-05,
      "loss": 2.2313,
      "step": 2354
    },
    {
      "epoch": 4.8061224489795915,
      "grad_norm": 3.09375,
      "learning_rate": 3.4855847100745056e-05,
      "loss": 2.2899,
      "step": 2355
    },
    {
      "epoch": 4.808163265306122,
      "grad_norm": 3.4375,
      "learning_rate": 3.482345319080013e-05,
      "loss": 2.2664,
      "step": 2356
    },
    {
      "epoch": 4.810204081632653,
      "grad_norm": 3.390625,
      "learning_rate": 3.47910592808552e-05,
      "loss": 2.3391,
      "step": 2357
    },
    {
      "epoch": 4.812244897959184,
      "grad_norm": 3.359375,
      "learning_rate": 3.4758665370910273e-05,
      "loss": 2.171,
      "step": 2358
    },
    {
      "epoch": 4.814285714285714,
      "grad_norm": 3.296875,
      "learning_rate": 3.4726271460965346e-05,
      "loss": 2.1208,
      "step": 2359
    },
    {
      "epoch": 4.816326530612245,
      "grad_norm": 3.078125,
      "learning_rate": 3.469387755102041e-05,
      "loss": 2.3106,
      "step": 2360
    },
    {
      "epoch": 4.818367346938776,
      "grad_norm": 3.109375,
      "learning_rate": 3.4661483641075484e-05,
      "loss": 2.2281,
      "step": 2361
    },
    {
      "epoch": 4.820408163265306,
      "grad_norm": 3.0625,
      "learning_rate": 3.462908973113055e-05,
      "loss": 2.3204,
      "step": 2362
    },
    {
      "epoch": 4.822448979591837,
      "grad_norm": 3.3125,
      "learning_rate": 3.459669582118562e-05,
      "loss": 2.2264,
      "step": 2363
    },
    {
      "epoch": 4.8244897959183675,
      "grad_norm": 3.265625,
      "learning_rate": 3.456430191124069e-05,
      "loss": 2.1892,
      "step": 2364
    },
    {
      "epoch": 4.826530612244898,
      "grad_norm": 3.21875,
      "learning_rate": 3.453190800129576e-05,
      "loss": 2.2977,
      "step": 2365
    },
    {
      "epoch": 4.828571428571428,
      "grad_norm": 3.21875,
      "learning_rate": 3.4499514091350825e-05,
      "loss": 2.2118,
      "step": 2366
    },
    {
      "epoch": 4.830612244897959,
      "grad_norm": 3.234375,
      "learning_rate": 3.44671201814059e-05,
      "loss": 2.2924,
      "step": 2367
    },
    {
      "epoch": 4.83265306122449,
      "grad_norm": 3.390625,
      "learning_rate": 3.443472627146096e-05,
      "loss": 2.2891,
      "step": 2368
    },
    {
      "epoch": 4.83469387755102,
      "grad_norm": 3.25,
      "learning_rate": 3.4402332361516035e-05,
      "loss": 2.3386,
      "step": 2369
    },
    {
      "epoch": 4.836734693877551,
      "grad_norm": 3.4375,
      "learning_rate": 3.43699384515711e-05,
      "loss": 2.223,
      "step": 2370
    },
    {
      "epoch": 4.838775510204082,
      "grad_norm": 3.328125,
      "learning_rate": 3.433754454162617e-05,
      "loss": 2.2674,
      "step": 2371
    },
    {
      "epoch": 4.840816326530613,
      "grad_norm": 3.1875,
      "learning_rate": 3.4305150631681246e-05,
      "loss": 2.1608,
      "step": 2372
    },
    {
      "epoch": 4.8428571428571425,
      "grad_norm": 3.359375,
      "learning_rate": 3.427275672173632e-05,
      "loss": 2.2654,
      "step": 2373
    },
    {
      "epoch": 4.844897959183673,
      "grad_norm": 3.53125,
      "learning_rate": 3.4240362811791384e-05,
      "loss": 2.3037,
      "step": 2374
    },
    {
      "epoch": 4.846938775510204,
      "grad_norm": 3.34375,
      "learning_rate": 3.4207968901846456e-05,
      "loss": 2.2059,
      "step": 2375
    },
    {
      "epoch": 4.848979591836734,
      "grad_norm": 3.1875,
      "learning_rate": 3.417557499190153e-05,
      "loss": 2.4384,
      "step": 2376
    },
    {
      "epoch": 4.851020408163265,
      "grad_norm": 3.265625,
      "learning_rate": 3.4143181081956594e-05,
      "loss": 2.2846,
      "step": 2377
    },
    {
      "epoch": 4.853061224489796,
      "grad_norm": 3.140625,
      "learning_rate": 3.4110787172011666e-05,
      "loss": 2.302,
      "step": 2378
    },
    {
      "epoch": 4.855102040816327,
      "grad_norm": 3.265625,
      "learning_rate": 3.407839326206673e-05,
      "loss": 2.1633,
      "step": 2379
    },
    {
      "epoch": 4.857142857142857,
      "grad_norm": 3.328125,
      "learning_rate": 3.4045999352121804e-05,
      "loss": 2.4568,
      "step": 2380
    },
    {
      "epoch": 4.859183673469388,
      "grad_norm": 3.28125,
      "learning_rate": 3.401360544217687e-05,
      "loss": 2.2892,
      "step": 2381
    },
    {
      "epoch": 4.8612244897959185,
      "grad_norm": 3.265625,
      "learning_rate": 3.398121153223194e-05,
      "loss": 2.2423,
      "step": 2382
    },
    {
      "epoch": 4.863265306122449,
      "grad_norm": 3.109375,
      "learning_rate": 3.394881762228701e-05,
      "loss": 2.327,
      "step": 2383
    },
    {
      "epoch": 4.865306122448979,
      "grad_norm": 3.359375,
      "learning_rate": 3.391642371234208e-05,
      "loss": 2.3123,
      "step": 2384
    },
    {
      "epoch": 4.86734693877551,
      "grad_norm": 3.234375,
      "learning_rate": 3.388402980239715e-05,
      "loss": 2.325,
      "step": 2385
    },
    {
      "epoch": 4.869387755102041,
      "grad_norm": 3.328125,
      "learning_rate": 3.3851635892452225e-05,
      "loss": 2.219,
      "step": 2386
    },
    {
      "epoch": 4.871428571428572,
      "grad_norm": 3.15625,
      "learning_rate": 3.381924198250729e-05,
      "loss": 2.2718,
      "step": 2387
    },
    {
      "epoch": 4.873469387755102,
      "grad_norm": 3.125,
      "learning_rate": 3.378684807256236e-05,
      "loss": 2.1891,
      "step": 2388
    },
    {
      "epoch": 4.875510204081633,
      "grad_norm": 3.71875,
      "learning_rate": 3.375445416261743e-05,
      "loss": 2.1534,
      "step": 2389
    },
    {
      "epoch": 4.877551020408164,
      "grad_norm": 3.4375,
      "learning_rate": 3.37220602526725e-05,
      "loss": 2.1839,
      "step": 2390
    },
    {
      "epoch": 4.8795918367346935,
      "grad_norm": 2.984375,
      "learning_rate": 3.368966634272757e-05,
      "loss": 2.2352,
      "step": 2391
    },
    {
      "epoch": 4.881632653061224,
      "grad_norm": 3.125,
      "learning_rate": 3.365727243278264e-05,
      "loss": 2.2637,
      "step": 2392
    },
    {
      "epoch": 4.883673469387755,
      "grad_norm": 3.109375,
      "learning_rate": 3.362487852283771e-05,
      "loss": 2.224,
      "step": 2393
    },
    {
      "epoch": 4.885714285714286,
      "grad_norm": 3.28125,
      "learning_rate": 3.3592484612892776e-05,
      "loss": 2.2607,
      "step": 2394
    },
    {
      "epoch": 4.887755102040816,
      "grad_norm": 2.984375,
      "learning_rate": 3.356009070294785e-05,
      "loss": 2.2591,
      "step": 2395
    },
    {
      "epoch": 4.889795918367347,
      "grad_norm": 3.453125,
      "learning_rate": 3.3527696793002914e-05,
      "loss": 2.148,
      "step": 2396
    },
    {
      "epoch": 4.891836734693878,
      "grad_norm": 3.328125,
      "learning_rate": 3.349530288305799e-05,
      "loss": 2.2852,
      "step": 2397
    },
    {
      "epoch": 4.893877551020408,
      "grad_norm": 3.1875,
      "learning_rate": 3.346290897311305e-05,
      "loss": 2.2815,
      "step": 2398
    },
    {
      "epoch": 4.895918367346939,
      "grad_norm": 3.359375,
      "learning_rate": 3.3430515063168125e-05,
      "loss": 2.2226,
      "step": 2399
    },
    {
      "epoch": 4.8979591836734695,
      "grad_norm": 3.484375,
      "learning_rate": 3.33981211532232e-05,
      "loss": 2.2872,
      "step": 2400
    },
    {
      "epoch": 4.9,
      "grad_norm": 3.09375,
      "learning_rate": 3.336572724327827e-05,
      "loss": 2.2194,
      "step": 2401
    },
    {
      "epoch": 4.90204081632653,
      "grad_norm": 3.09375,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 2.2766,
      "step": 2402
    },
    {
      "epoch": 4.904081632653061,
      "grad_norm": 3.25,
      "learning_rate": 3.330093942338841e-05,
      "loss": 2.3379,
      "step": 2403
    },
    {
      "epoch": 4.906122448979592,
      "grad_norm": 3.265625,
      "learning_rate": 3.326854551344347e-05,
      "loss": 2.3337,
      "step": 2404
    },
    {
      "epoch": 4.908163265306122,
      "grad_norm": 3.453125,
      "learning_rate": 3.3236151603498545e-05,
      "loss": 2.1913,
      "step": 2405
    },
    {
      "epoch": 4.910204081632653,
      "grad_norm": 3.125,
      "learning_rate": 3.320375769355361e-05,
      "loss": 2.1398,
      "step": 2406
    },
    {
      "epoch": 4.912244897959184,
      "grad_norm": 3.25,
      "learning_rate": 3.317136378360868e-05,
      "loss": 2.2357,
      "step": 2407
    },
    {
      "epoch": 4.914285714285715,
      "grad_norm": 3.40625,
      "learning_rate": 3.3138969873663755e-05,
      "loss": 2.2259,
      "step": 2408
    },
    {
      "epoch": 4.916326530612245,
      "grad_norm": 3.34375,
      "learning_rate": 3.310657596371882e-05,
      "loss": 2.2266,
      "step": 2409
    },
    {
      "epoch": 4.918367346938775,
      "grad_norm": 3.25,
      "learning_rate": 3.3074182053773893e-05,
      "loss": 2.3298,
      "step": 2410
    },
    {
      "epoch": 4.920408163265306,
      "grad_norm": 3.296875,
      "learning_rate": 3.304178814382896e-05,
      "loss": 2.2387,
      "step": 2411
    },
    {
      "epoch": 4.922448979591836,
      "grad_norm": 3.3125,
      "learning_rate": 3.300939423388403e-05,
      "loss": 2.3771,
      "step": 2412
    },
    {
      "epoch": 4.924489795918367,
      "grad_norm": 3.453125,
      "learning_rate": 3.29770003239391e-05,
      "loss": 2.3574,
      "step": 2413
    },
    {
      "epoch": 4.926530612244898,
      "grad_norm": 3.3125,
      "learning_rate": 3.294460641399417e-05,
      "loss": 2.2177,
      "step": 2414
    },
    {
      "epoch": 4.928571428571429,
      "grad_norm": 3.40625,
      "learning_rate": 3.291221250404924e-05,
      "loss": 2.2503,
      "step": 2415
    },
    {
      "epoch": 4.930612244897959,
      "grad_norm": 3.234375,
      "learning_rate": 3.2879818594104314e-05,
      "loss": 2.2052,
      "step": 2416
    },
    {
      "epoch": 4.93265306122449,
      "grad_norm": 3.375,
      "learning_rate": 3.284742468415938e-05,
      "loss": 2.2203,
      "step": 2417
    },
    {
      "epoch": 4.9346938775510205,
      "grad_norm": 3.296875,
      "learning_rate": 3.281503077421445e-05,
      "loss": 2.2509,
      "step": 2418
    },
    {
      "epoch": 4.936734693877551,
      "grad_norm": 3.640625,
      "learning_rate": 3.278263686426952e-05,
      "loss": 2.1775,
      "step": 2419
    },
    {
      "epoch": 4.938775510204081,
      "grad_norm": 3.5625,
      "learning_rate": 3.275024295432459e-05,
      "loss": 2.2827,
      "step": 2420
    },
    {
      "epoch": 4.940816326530612,
      "grad_norm": 3.421875,
      "learning_rate": 3.2717849044379655e-05,
      "loss": 2.3511,
      "step": 2421
    },
    {
      "epoch": 4.942857142857143,
      "grad_norm": 3.234375,
      "learning_rate": 3.268545513443473e-05,
      "loss": 2.1787,
      "step": 2422
    },
    {
      "epoch": 4.944897959183674,
      "grad_norm": 3.328125,
      "learning_rate": 3.265306122448979e-05,
      "loss": 2.26,
      "step": 2423
    },
    {
      "epoch": 4.946938775510204,
      "grad_norm": 3.15625,
      "learning_rate": 3.2620667314544866e-05,
      "loss": 2.1622,
      "step": 2424
    },
    {
      "epoch": 4.948979591836735,
      "grad_norm": 3.125,
      "learning_rate": 3.258827340459994e-05,
      "loss": 2.2123,
      "step": 2425
    },
    {
      "epoch": 4.951020408163266,
      "grad_norm": 3.359375,
      "learning_rate": 3.2555879494655004e-05,
      "loss": 2.2126,
      "step": 2426
    },
    {
      "epoch": 4.953061224489796,
      "grad_norm": 3.0625,
      "learning_rate": 3.2523485584710076e-05,
      "loss": 2.2455,
      "step": 2427
    },
    {
      "epoch": 4.955102040816326,
      "grad_norm": 3.234375,
      "learning_rate": 3.249109167476515e-05,
      "loss": 2.2028,
      "step": 2428
    },
    {
      "epoch": 4.957142857142857,
      "grad_norm": 3.40625,
      "learning_rate": 3.245869776482022e-05,
      "loss": 2.2122,
      "step": 2429
    },
    {
      "epoch": 4.959183673469388,
      "grad_norm": 3.21875,
      "learning_rate": 3.2426303854875286e-05,
      "loss": 2.2116,
      "step": 2430
    },
    {
      "epoch": 4.961224489795918,
      "grad_norm": 3.53125,
      "learning_rate": 3.239390994493036e-05,
      "loss": 2.2569,
      "step": 2431
    },
    {
      "epoch": 4.963265306122449,
      "grad_norm": 3.578125,
      "learning_rate": 3.2361516034985424e-05,
      "loss": 2.279,
      "step": 2432
    },
    {
      "epoch": 4.96530612244898,
      "grad_norm": 3.46875,
      "learning_rate": 3.2329122125040497e-05,
      "loss": 2.1409,
      "step": 2433
    },
    {
      "epoch": 4.96734693877551,
      "grad_norm": 3.390625,
      "learning_rate": 3.229672821509556e-05,
      "loss": 2.0971,
      "step": 2434
    },
    {
      "epoch": 4.969387755102041,
      "grad_norm": 3.078125,
      "learning_rate": 3.2264334305150634e-05,
      "loss": 2.2182,
      "step": 2435
    },
    {
      "epoch": 4.9714285714285715,
      "grad_norm": 3.328125,
      "learning_rate": 3.22319403952057e-05,
      "loss": 2.1926,
      "step": 2436
    },
    {
      "epoch": 4.973469387755102,
      "grad_norm": 3.0625,
      "learning_rate": 3.219954648526077e-05,
      "loss": 2.2095,
      "step": 2437
    },
    {
      "epoch": 4.975510204081632,
      "grad_norm": 3.40625,
      "learning_rate": 3.216715257531584e-05,
      "loss": 2.1011,
      "step": 2438
    },
    {
      "epoch": 4.977551020408163,
      "grad_norm": 3.5625,
      "learning_rate": 3.213475866537091e-05,
      "loss": 2.2053,
      "step": 2439
    },
    {
      "epoch": 4.979591836734694,
      "grad_norm": 3.390625,
      "learning_rate": 3.2102364755425976e-05,
      "loss": 2.3191,
      "step": 2440
    },
    {
      "epoch": 4.981632653061224,
      "grad_norm": 3.421875,
      "learning_rate": 3.206997084548105e-05,
      "loss": 2.2113,
      "step": 2441
    },
    {
      "epoch": 4.983673469387755,
      "grad_norm": 3.25,
      "learning_rate": 3.203757693553612e-05,
      "loss": 2.2451,
      "step": 2442
    },
    {
      "epoch": 4.985714285714286,
      "grad_norm": 3.5,
      "learning_rate": 3.200518302559119e-05,
      "loss": 2.1749,
      "step": 2443
    },
    {
      "epoch": 4.987755102040817,
      "grad_norm": 3.28125,
      "learning_rate": 3.1972789115646265e-05,
      "loss": 2.3021,
      "step": 2444
    },
    {
      "epoch": 4.989795918367347,
      "grad_norm": 3.296875,
      "learning_rate": 3.194039520570133e-05,
      "loss": 2.2249,
      "step": 2445
    },
    {
      "epoch": 4.9918367346938775,
      "grad_norm": 3.15625,
      "learning_rate": 3.19080012957564e-05,
      "loss": 2.2093,
      "step": 2446
    },
    {
      "epoch": 4.993877551020408,
      "grad_norm": 3.171875,
      "learning_rate": 3.187560738581147e-05,
      "loss": 2.3097,
      "step": 2447
    },
    {
      "epoch": 4.995918367346938,
      "grad_norm": 3.359375,
      "learning_rate": 3.184321347586654e-05,
      "loss": 2.2224,
      "step": 2448
    },
    {
      "epoch": 4.997959183673469,
      "grad_norm": 3.421875,
      "learning_rate": 3.181081956592161e-05,
      "loss": 2.2375,
      "step": 2449
    },
    {
      "epoch": 5.0,
      "grad_norm": 3.203125,
      "learning_rate": 3.177842565597668e-05,
      "loss": 2.3735,
      "step": 2450
    },
    {
      "epoch": 5.002040816326531,
      "grad_norm": 5.96875,
      "learning_rate": 3.1746031746031745e-05,
      "loss": 1.4798,
      "step": 2451
    },
    {
      "epoch": 5.004081632653061,
      "grad_norm": 4.9375,
      "learning_rate": 3.171363783608682e-05,
      "loss": 1.4348,
      "step": 2452
    },
    {
      "epoch": 5.006122448979592,
      "grad_norm": 4.3125,
      "learning_rate": 3.168124392614188e-05,
      "loss": 1.362,
      "step": 2453
    },
    {
      "epoch": 5.0081632653061225,
      "grad_norm": 3.3125,
      "learning_rate": 3.1648850016196955e-05,
      "loss": 1.3075,
      "step": 2454
    },
    {
      "epoch": 5.010204081632653,
      "grad_norm": 3.765625,
      "learning_rate": 3.161645610625202e-05,
      "loss": 1.4149,
      "step": 2455
    },
    {
      "epoch": 5.012244897959183,
      "grad_norm": 5.09375,
      "learning_rate": 3.158406219630709e-05,
      "loss": 1.3337,
      "step": 2456
    },
    {
      "epoch": 5.014285714285714,
      "grad_norm": 5.28125,
      "learning_rate": 3.1551668286362165e-05,
      "loss": 1.3751,
      "step": 2457
    },
    {
      "epoch": 5.016326530612245,
      "grad_norm": 4.90625,
      "learning_rate": 3.151927437641724e-05,
      "loss": 1.4134,
      "step": 2458
    },
    {
      "epoch": 5.018367346938776,
      "grad_norm": 3.6875,
      "learning_rate": 3.148688046647231e-05,
      "loss": 1.3381,
      "step": 2459
    },
    {
      "epoch": 5.020408163265306,
      "grad_norm": 3.765625,
      "learning_rate": 3.1454486556527375e-05,
      "loss": 1.3398,
      "step": 2460
    },
    {
      "epoch": 5.022448979591837,
      "grad_norm": 3.921875,
      "learning_rate": 3.142209264658245e-05,
      "loss": 1.4066,
      "step": 2461
    },
    {
      "epoch": 5.024489795918368,
      "grad_norm": 3.328125,
      "learning_rate": 3.1389698736637513e-05,
      "loss": 1.4493,
      "step": 2462
    },
    {
      "epoch": 5.026530612244898,
      "grad_norm": 3.546875,
      "learning_rate": 3.1357304826692586e-05,
      "loss": 1.3063,
      "step": 2463
    },
    {
      "epoch": 5.0285714285714285,
      "grad_norm": 3.46875,
      "learning_rate": 3.132491091674765e-05,
      "loss": 1.3651,
      "step": 2464
    },
    {
      "epoch": 5.030612244897959,
      "grad_norm": 3.203125,
      "learning_rate": 3.1292517006802724e-05,
      "loss": 1.3223,
      "step": 2465
    },
    {
      "epoch": 5.03265306122449,
      "grad_norm": 2.96875,
      "learning_rate": 3.126012309685779e-05,
      "loss": 1.3707,
      "step": 2466
    },
    {
      "epoch": 5.03469387755102,
      "grad_norm": 3.203125,
      "learning_rate": 3.122772918691286e-05,
      "loss": 1.3801,
      "step": 2467
    },
    {
      "epoch": 5.036734693877551,
      "grad_norm": 3.09375,
      "learning_rate": 3.119533527696793e-05,
      "loss": 1.3314,
      "step": 2468
    },
    {
      "epoch": 5.038775510204082,
      "grad_norm": 3.234375,
      "learning_rate": 3.1162941367023e-05,
      "loss": 1.3628,
      "step": 2469
    },
    {
      "epoch": 5.040816326530612,
      "grad_norm": 3.203125,
      "learning_rate": 3.113054745707807e-05,
      "loss": 1.2826,
      "step": 2470
    },
    {
      "epoch": 5.042857142857143,
      "grad_norm": 2.984375,
      "learning_rate": 3.1098153547133144e-05,
      "loss": 1.3343,
      "step": 2471
    },
    {
      "epoch": 5.044897959183674,
      "grad_norm": 3.109375,
      "learning_rate": 3.106575963718821e-05,
      "loss": 1.3592,
      "step": 2472
    },
    {
      "epoch": 5.046938775510204,
      "grad_norm": 3.0,
      "learning_rate": 3.103336572724328e-05,
      "loss": 1.3149,
      "step": 2473
    },
    {
      "epoch": 5.048979591836734,
      "grad_norm": 2.96875,
      "learning_rate": 3.1000971817298355e-05,
      "loss": 1.2427,
      "step": 2474
    },
    {
      "epoch": 5.051020408163265,
      "grad_norm": 3.109375,
      "learning_rate": 3.096857790735342e-05,
      "loss": 1.3504,
      "step": 2475
    },
    {
      "epoch": 5.053061224489796,
      "grad_norm": 3.125,
      "learning_rate": 3.093618399740849e-05,
      "loss": 1.4345,
      "step": 2476
    },
    {
      "epoch": 5.055102040816327,
      "grad_norm": 3.140625,
      "learning_rate": 3.090379008746356e-05,
      "loss": 1.3201,
      "step": 2477
    },
    {
      "epoch": 5.057142857142857,
      "grad_norm": 3.015625,
      "learning_rate": 3.087139617751863e-05,
      "loss": 1.3356,
      "step": 2478
    },
    {
      "epoch": 5.059183673469388,
      "grad_norm": 2.96875,
      "learning_rate": 3.0839002267573696e-05,
      "loss": 1.234,
      "step": 2479
    },
    {
      "epoch": 5.061224489795919,
      "grad_norm": 3.0,
      "learning_rate": 3.080660835762877e-05,
      "loss": 1.3,
      "step": 2480
    },
    {
      "epoch": 5.063265306122449,
      "grad_norm": 3.09375,
      "learning_rate": 3.0774214447683834e-05,
      "loss": 1.3716,
      "step": 2481
    },
    {
      "epoch": 5.0653061224489795,
      "grad_norm": 2.984375,
      "learning_rate": 3.0741820537738906e-05,
      "loss": 1.246,
      "step": 2482
    },
    {
      "epoch": 5.06734693877551,
      "grad_norm": 2.9375,
      "learning_rate": 3.070942662779397e-05,
      "loss": 1.2669,
      "step": 2483
    },
    {
      "epoch": 5.069387755102041,
      "grad_norm": 2.828125,
      "learning_rate": 3.0677032717849044e-05,
      "loss": 1.2663,
      "step": 2484
    },
    {
      "epoch": 5.071428571428571,
      "grad_norm": 3.09375,
      "learning_rate": 3.0644638807904117e-05,
      "loss": 1.3593,
      "step": 2485
    },
    {
      "epoch": 5.073469387755102,
      "grad_norm": 2.953125,
      "learning_rate": 3.061224489795919e-05,
      "loss": 1.3974,
      "step": 2486
    },
    {
      "epoch": 5.075510204081633,
      "grad_norm": 2.96875,
      "learning_rate": 3.0579850988014254e-05,
      "loss": 1.2995,
      "step": 2487
    },
    {
      "epoch": 5.077551020408163,
      "grad_norm": 3.015625,
      "learning_rate": 3.054745707806933e-05,
      "loss": 1.2868,
      "step": 2488
    },
    {
      "epoch": 5.079591836734694,
      "grad_norm": 3.140625,
      "learning_rate": 3.0515063168124392e-05,
      "loss": 1.3213,
      "step": 2489
    },
    {
      "epoch": 5.081632653061225,
      "grad_norm": 3.0,
      "learning_rate": 3.0482669258179465e-05,
      "loss": 1.2516,
      "step": 2490
    },
    {
      "epoch": 5.083673469387755,
      "grad_norm": 3.0,
      "learning_rate": 3.0450275348234537e-05,
      "loss": 1.4025,
      "step": 2491
    },
    {
      "epoch": 5.085714285714285,
      "grad_norm": 3.21875,
      "learning_rate": 3.0417881438289603e-05,
      "loss": 1.3199,
      "step": 2492
    },
    {
      "epoch": 5.087755102040816,
      "grad_norm": 3.265625,
      "learning_rate": 3.0385487528344675e-05,
      "loss": 1.2432,
      "step": 2493
    },
    {
      "epoch": 5.089795918367347,
      "grad_norm": 3.0625,
      "learning_rate": 3.035309361839974e-05,
      "loss": 1.3356,
      "step": 2494
    },
    {
      "epoch": 5.091836734693878,
      "grad_norm": 2.859375,
      "learning_rate": 3.0320699708454813e-05,
      "loss": 1.2234,
      "step": 2495
    },
    {
      "epoch": 5.093877551020408,
      "grad_norm": 2.859375,
      "learning_rate": 3.0288305798509882e-05,
      "loss": 1.2547,
      "step": 2496
    },
    {
      "epoch": 5.095918367346939,
      "grad_norm": 3.234375,
      "learning_rate": 3.0255911888564954e-05,
      "loss": 1.2307,
      "step": 2497
    },
    {
      "epoch": 5.09795918367347,
      "grad_norm": 3.078125,
      "learning_rate": 3.022351797862002e-05,
      "loss": 1.4016,
      "step": 2498
    },
    {
      "epoch": 5.1,
      "grad_norm": 2.65625,
      "learning_rate": 3.0191124068675092e-05,
      "loss": 1.2774,
      "step": 2499
    },
    {
      "epoch": 5.1020408163265305,
      "grad_norm": 2.96875,
      "learning_rate": 3.0158730158730158e-05,
      "loss": 1.2827,
      "step": 2500
    },
    {
      "epoch": 5.1020408163265305,
      "eval_loss": 4.719367504119873,
      "eval_runtime": 5.3749,
      "eval_samples_per_second": 29.768,
      "eval_steps_per_second": 7.442,
      "step": 2500
    },
    {
      "epoch": 5.104081632653061,
      "grad_norm": 2.953125,
      "learning_rate": 3.012633624878523e-05,
      "loss": 1.3462,
      "step": 2501
    },
    {
      "epoch": 5.106122448979592,
      "grad_norm": 3.140625,
      "learning_rate": 3.00939423388403e-05,
      "loss": 1.2936,
      "step": 2502
    },
    {
      "epoch": 5.108163265306122,
      "grad_norm": 2.921875,
      "learning_rate": 3.0061548428895368e-05,
      "loss": 1.2707,
      "step": 2503
    },
    {
      "epoch": 5.110204081632653,
      "grad_norm": 2.9375,
      "learning_rate": 3.0029154518950437e-05,
      "loss": 1.2565,
      "step": 2504
    },
    {
      "epoch": 5.112244897959184,
      "grad_norm": 3.09375,
      "learning_rate": 2.999676060900551e-05,
      "loss": 1.3035,
      "step": 2505
    },
    {
      "epoch": 5.114285714285714,
      "grad_norm": 2.96875,
      "learning_rate": 2.9964366699060575e-05,
      "loss": 1.2588,
      "step": 2506
    },
    {
      "epoch": 5.116326530612245,
      "grad_norm": 2.953125,
      "learning_rate": 2.9931972789115647e-05,
      "loss": 1.3161,
      "step": 2507
    },
    {
      "epoch": 5.118367346938776,
      "grad_norm": 2.96875,
      "learning_rate": 2.989957887917072e-05,
      "loss": 1.2483,
      "step": 2508
    },
    {
      "epoch": 5.1204081632653065,
      "grad_norm": 3.0625,
      "learning_rate": 2.9867184969225785e-05,
      "loss": 1.2803,
      "step": 2509
    },
    {
      "epoch": 5.122448979591836,
      "grad_norm": 3.046875,
      "learning_rate": 2.9834791059280858e-05,
      "loss": 1.3361,
      "step": 2510
    },
    {
      "epoch": 5.124489795918367,
      "grad_norm": 3.328125,
      "learning_rate": 2.9802397149335927e-05,
      "loss": 1.2656,
      "step": 2511
    },
    {
      "epoch": 5.126530612244898,
      "grad_norm": 3.21875,
      "learning_rate": 2.9770003239391e-05,
      "loss": 1.2914,
      "step": 2512
    },
    {
      "epoch": 5.128571428571428,
      "grad_norm": 3.015625,
      "learning_rate": 2.9737609329446064e-05,
      "loss": 1.2585,
      "step": 2513
    },
    {
      "epoch": 5.130612244897959,
      "grad_norm": 3.0625,
      "learning_rate": 2.9705215419501137e-05,
      "loss": 1.3023,
      "step": 2514
    },
    {
      "epoch": 5.13265306122449,
      "grad_norm": 3.015625,
      "learning_rate": 2.9672821509556202e-05,
      "loss": 1.3097,
      "step": 2515
    },
    {
      "epoch": 5.134693877551021,
      "grad_norm": 2.953125,
      "learning_rate": 2.9640427599611275e-05,
      "loss": 1.2385,
      "step": 2516
    },
    {
      "epoch": 5.136734693877551,
      "grad_norm": 3.046875,
      "learning_rate": 2.9608033689666344e-05,
      "loss": 1.278,
      "step": 2517
    },
    {
      "epoch": 5.1387755102040815,
      "grad_norm": 3.03125,
      "learning_rate": 2.9575639779721416e-05,
      "loss": 1.2768,
      "step": 2518
    },
    {
      "epoch": 5.140816326530612,
      "grad_norm": 2.96875,
      "learning_rate": 2.954324586977648e-05,
      "loss": 1.3356,
      "step": 2519
    },
    {
      "epoch": 5.142857142857143,
      "grad_norm": 3.09375,
      "learning_rate": 2.9510851959831554e-05,
      "loss": 1.2872,
      "step": 2520
    },
    {
      "epoch": 5.144897959183673,
      "grad_norm": 3.203125,
      "learning_rate": 2.947845804988662e-05,
      "loss": 1.2726,
      "step": 2521
    },
    {
      "epoch": 5.146938775510204,
      "grad_norm": 2.84375,
      "learning_rate": 2.9446064139941692e-05,
      "loss": 1.217,
      "step": 2522
    },
    {
      "epoch": 5.148979591836735,
      "grad_norm": 3.1875,
      "learning_rate": 2.941367022999676e-05,
      "loss": 1.3373,
      "step": 2523
    },
    {
      "epoch": 5.151020408163265,
      "grad_norm": 3.015625,
      "learning_rate": 2.938127632005183e-05,
      "loss": 1.2756,
      "step": 2524
    },
    {
      "epoch": 5.153061224489796,
      "grad_norm": 2.828125,
      "learning_rate": 2.9348882410106902e-05,
      "loss": 1.3123,
      "step": 2525
    },
    {
      "epoch": 5.155102040816327,
      "grad_norm": 2.859375,
      "learning_rate": 2.931648850016197e-05,
      "loss": 1.337,
      "step": 2526
    },
    {
      "epoch": 5.1571428571428575,
      "grad_norm": 2.71875,
      "learning_rate": 2.9284094590217043e-05,
      "loss": 1.1954,
      "step": 2527
    },
    {
      "epoch": 5.159183673469387,
      "grad_norm": 2.875,
      "learning_rate": 2.925170068027211e-05,
      "loss": 1.2323,
      "step": 2528
    },
    {
      "epoch": 5.161224489795918,
      "grad_norm": 2.921875,
      "learning_rate": 2.921930677032718e-05,
      "loss": 1.2635,
      "step": 2529
    },
    {
      "epoch": 5.163265306122449,
      "grad_norm": 2.96875,
      "learning_rate": 2.9186912860382247e-05,
      "loss": 1.2961,
      "step": 2530
    },
    {
      "epoch": 5.16530612244898,
      "grad_norm": 2.90625,
      "learning_rate": 2.915451895043732e-05,
      "loss": 1.2753,
      "step": 2531
    },
    {
      "epoch": 5.16734693877551,
      "grad_norm": 3.078125,
      "learning_rate": 2.912212504049239e-05,
      "loss": 1.2558,
      "step": 2532
    },
    {
      "epoch": 5.169387755102041,
      "grad_norm": 3.078125,
      "learning_rate": 2.908973113054746e-05,
      "loss": 1.2745,
      "step": 2533
    },
    {
      "epoch": 5.171428571428572,
      "grad_norm": 3.15625,
      "learning_rate": 2.9057337220602526e-05,
      "loss": 1.3212,
      "step": 2534
    },
    {
      "epoch": 5.173469387755102,
      "grad_norm": 3.0,
      "learning_rate": 2.90249433106576e-05,
      "loss": 1.2592,
      "step": 2535
    },
    {
      "epoch": 5.1755102040816325,
      "grad_norm": 3.078125,
      "learning_rate": 2.8992549400712664e-05,
      "loss": 1.4014,
      "step": 2536
    },
    {
      "epoch": 5.177551020408163,
      "grad_norm": 3.109375,
      "learning_rate": 2.8960155490767737e-05,
      "loss": 1.2215,
      "step": 2537
    },
    {
      "epoch": 5.179591836734694,
      "grad_norm": 3.0,
      "learning_rate": 2.8927761580822805e-05,
      "loss": 1.3057,
      "step": 2538
    },
    {
      "epoch": 5.181632653061224,
      "grad_norm": 2.78125,
      "learning_rate": 2.8895367670877878e-05,
      "loss": 1.2552,
      "step": 2539
    },
    {
      "epoch": 5.183673469387755,
      "grad_norm": 3.140625,
      "learning_rate": 2.886297376093295e-05,
      "loss": 1.3197,
      "step": 2540
    },
    {
      "epoch": 5.185714285714286,
      "grad_norm": 2.984375,
      "learning_rate": 2.8830579850988016e-05,
      "loss": 1.2869,
      "step": 2541
    },
    {
      "epoch": 5.187755102040816,
      "grad_norm": 3.203125,
      "learning_rate": 2.8798185941043088e-05,
      "loss": 1.2774,
      "step": 2542
    },
    {
      "epoch": 5.189795918367347,
      "grad_norm": 3.109375,
      "learning_rate": 2.8765792031098154e-05,
      "loss": 1.2502,
      "step": 2543
    },
    {
      "epoch": 5.191836734693878,
      "grad_norm": 3.15625,
      "learning_rate": 2.8733398121153226e-05,
      "loss": 1.2839,
      "step": 2544
    },
    {
      "epoch": 5.1938775510204085,
      "grad_norm": 3.09375,
      "learning_rate": 2.870100421120829e-05,
      "loss": 1.2122,
      "step": 2545
    },
    {
      "epoch": 5.1959183673469385,
      "grad_norm": 3.0,
      "learning_rate": 2.8668610301263364e-05,
      "loss": 1.207,
      "step": 2546
    },
    {
      "epoch": 5.197959183673469,
      "grad_norm": 3.078125,
      "learning_rate": 2.8636216391318433e-05,
      "loss": 1.3652,
      "step": 2547
    },
    {
      "epoch": 5.2,
      "grad_norm": 3.078125,
      "learning_rate": 2.8603822481373505e-05,
      "loss": 1.3008,
      "step": 2548
    },
    {
      "epoch": 5.202040816326531,
      "grad_norm": 3.015625,
      "learning_rate": 2.857142857142857e-05,
      "loss": 1.3019,
      "step": 2549
    },
    {
      "epoch": 5.204081632653061,
      "grad_norm": 3.015625,
      "learning_rate": 2.8539034661483643e-05,
      "loss": 1.3005,
      "step": 2550
    },
    {
      "epoch": 5.206122448979592,
      "grad_norm": 2.984375,
      "learning_rate": 2.850664075153871e-05,
      "loss": 1.2774,
      "step": 2551
    },
    {
      "epoch": 5.208163265306123,
      "grad_norm": 3.09375,
      "learning_rate": 2.847424684159378e-05,
      "loss": 1.2344,
      "step": 2552
    },
    {
      "epoch": 5.210204081632653,
      "grad_norm": 3.0625,
      "learning_rate": 2.844185293164885e-05,
      "loss": 1.2982,
      "step": 2553
    },
    {
      "epoch": 5.2122448979591836,
      "grad_norm": 3.09375,
      "learning_rate": 2.8409459021703922e-05,
      "loss": 1.3391,
      "step": 2554
    },
    {
      "epoch": 5.214285714285714,
      "grad_norm": 3.109375,
      "learning_rate": 2.8377065111758988e-05,
      "loss": 1.2379,
      "step": 2555
    },
    {
      "epoch": 5.216326530612245,
      "grad_norm": 2.84375,
      "learning_rate": 2.834467120181406e-05,
      "loss": 1.3052,
      "step": 2556
    },
    {
      "epoch": 5.218367346938775,
      "grad_norm": 2.828125,
      "learning_rate": 2.8312277291869133e-05,
      "loss": 1.1821,
      "step": 2557
    },
    {
      "epoch": 5.220408163265306,
      "grad_norm": 2.984375,
      "learning_rate": 2.82798833819242e-05,
      "loss": 1.3911,
      "step": 2558
    },
    {
      "epoch": 5.222448979591837,
      "grad_norm": 3.078125,
      "learning_rate": 2.824748947197927e-05,
      "loss": 1.3909,
      "step": 2559
    },
    {
      "epoch": 5.224489795918367,
      "grad_norm": 3.09375,
      "learning_rate": 2.821509556203434e-05,
      "loss": 1.4739,
      "step": 2560
    },
    {
      "epoch": 5.226530612244898,
      "grad_norm": 3.28125,
      "learning_rate": 2.8182701652089412e-05,
      "loss": 1.4383,
      "step": 2561
    },
    {
      "epoch": 5.228571428571429,
      "grad_norm": 3.015625,
      "learning_rate": 2.8150307742144478e-05,
      "loss": 1.3313,
      "step": 2562
    },
    {
      "epoch": 5.2306122448979595,
      "grad_norm": 3.25,
      "learning_rate": 2.811791383219955e-05,
      "loss": 1.317,
      "step": 2563
    },
    {
      "epoch": 5.2326530612244895,
      "grad_norm": 3.1875,
      "learning_rate": 2.8085519922254615e-05,
      "loss": 1.3413,
      "step": 2564
    },
    {
      "epoch": 5.23469387755102,
      "grad_norm": 2.96875,
      "learning_rate": 2.8053126012309688e-05,
      "loss": 1.2729,
      "step": 2565
    },
    {
      "epoch": 5.236734693877551,
      "grad_norm": 3.046875,
      "learning_rate": 2.8020732102364753e-05,
      "loss": 1.2535,
      "step": 2566
    },
    {
      "epoch": 5.238775510204082,
      "grad_norm": 3.046875,
      "learning_rate": 2.7988338192419826e-05,
      "loss": 1.2459,
      "step": 2567
    },
    {
      "epoch": 5.240816326530612,
      "grad_norm": 3.5625,
      "learning_rate": 2.7955944282474895e-05,
      "loss": 1.4328,
      "step": 2568
    },
    {
      "epoch": 5.242857142857143,
      "grad_norm": 3.046875,
      "learning_rate": 2.7923550372529967e-05,
      "loss": 1.187,
      "step": 2569
    },
    {
      "epoch": 5.244897959183674,
      "grad_norm": 3.0,
      "learning_rate": 2.7891156462585033e-05,
      "loss": 1.2302,
      "step": 2570
    },
    {
      "epoch": 5.246938775510204,
      "grad_norm": 3.421875,
      "learning_rate": 2.7858762552640105e-05,
      "loss": 1.3545,
      "step": 2571
    },
    {
      "epoch": 5.248979591836735,
      "grad_norm": 3.21875,
      "learning_rate": 2.782636864269517e-05,
      "loss": 1.352,
      "step": 2572
    },
    {
      "epoch": 5.251020408163265,
      "grad_norm": 3.296875,
      "learning_rate": 2.7793974732750243e-05,
      "loss": 1.3513,
      "step": 2573
    },
    {
      "epoch": 5.253061224489796,
      "grad_norm": 3.171875,
      "learning_rate": 2.7761580822805315e-05,
      "loss": 1.3107,
      "step": 2574
    },
    {
      "epoch": 5.255102040816326,
      "grad_norm": 2.8125,
      "learning_rate": 2.7729186912860384e-05,
      "loss": 1.2053,
      "step": 2575
    },
    {
      "epoch": 5.257142857142857,
      "grad_norm": 3.046875,
      "learning_rate": 2.7696793002915457e-05,
      "loss": 1.2961,
      "step": 2576
    },
    {
      "epoch": 5.259183673469388,
      "grad_norm": 3.3125,
      "learning_rate": 2.7664399092970522e-05,
      "loss": 1.2129,
      "step": 2577
    },
    {
      "epoch": 5.261224489795918,
      "grad_norm": 3.453125,
      "learning_rate": 2.7632005183025595e-05,
      "loss": 1.3549,
      "step": 2578
    },
    {
      "epoch": 5.263265306122449,
      "grad_norm": 3.0625,
      "learning_rate": 2.759961127308066e-05,
      "loss": 1.2307,
      "step": 2579
    },
    {
      "epoch": 5.26530612244898,
      "grad_norm": 3.015625,
      "learning_rate": 2.7567217363135732e-05,
      "loss": 1.2692,
      "step": 2580
    },
    {
      "epoch": 5.2673469387755105,
      "grad_norm": 3.1875,
      "learning_rate": 2.75348234531908e-05,
      "loss": 1.2675,
      "step": 2581
    },
    {
      "epoch": 5.2693877551020405,
      "grad_norm": 3.109375,
      "learning_rate": 2.7502429543245874e-05,
      "loss": 1.2751,
      "step": 2582
    },
    {
      "epoch": 5.271428571428571,
      "grad_norm": 3.015625,
      "learning_rate": 2.747003563330094e-05,
      "loss": 1.2809,
      "step": 2583
    },
    {
      "epoch": 5.273469387755102,
      "grad_norm": 3.171875,
      "learning_rate": 2.7437641723356012e-05,
      "loss": 1.3195,
      "step": 2584
    },
    {
      "epoch": 5.275510204081632,
      "grad_norm": 2.96875,
      "learning_rate": 2.7405247813411077e-05,
      "loss": 1.2886,
      "step": 2585
    },
    {
      "epoch": 5.277551020408163,
      "grad_norm": 3.046875,
      "learning_rate": 2.737285390346615e-05,
      "loss": 1.3073,
      "step": 2586
    },
    {
      "epoch": 5.279591836734694,
      "grad_norm": 2.828125,
      "learning_rate": 2.734045999352122e-05,
      "loss": 1.1732,
      "step": 2587
    },
    {
      "epoch": 5.281632653061225,
      "grad_norm": 3.390625,
      "learning_rate": 2.7308066083576288e-05,
      "loss": 1.358,
      "step": 2588
    },
    {
      "epoch": 5.283673469387755,
      "grad_norm": 3.15625,
      "learning_rate": 2.7275672173631357e-05,
      "loss": 1.3808,
      "step": 2589
    },
    {
      "epoch": 5.285714285714286,
      "grad_norm": 3.1875,
      "learning_rate": 2.724327826368643e-05,
      "loss": 1.2223,
      "step": 2590
    },
    {
      "epoch": 5.2877551020408164,
      "grad_norm": 3.125,
      "learning_rate": 2.72108843537415e-05,
      "loss": 1.2423,
      "step": 2591
    },
    {
      "epoch": 5.289795918367347,
      "grad_norm": 3.28125,
      "learning_rate": 2.7178490443796567e-05,
      "loss": 1.1799,
      "step": 2592
    },
    {
      "epoch": 5.291836734693877,
      "grad_norm": 2.890625,
      "learning_rate": 2.714609653385164e-05,
      "loss": 1.2236,
      "step": 2593
    },
    {
      "epoch": 5.293877551020408,
      "grad_norm": 2.8125,
      "learning_rate": 2.7113702623906705e-05,
      "loss": 1.2508,
      "step": 2594
    },
    {
      "epoch": 5.295918367346939,
      "grad_norm": 3.015625,
      "learning_rate": 2.7081308713961777e-05,
      "loss": 1.2263,
      "step": 2595
    },
    {
      "epoch": 5.29795918367347,
      "grad_norm": 2.84375,
      "learning_rate": 2.7048914804016846e-05,
      "loss": 1.2133,
      "step": 2596
    },
    {
      "epoch": 5.3,
      "grad_norm": 3.15625,
      "learning_rate": 2.701652089407192e-05,
      "loss": 1.3155,
      "step": 2597
    },
    {
      "epoch": 5.302040816326531,
      "grad_norm": 3.125,
      "learning_rate": 2.6984126984126984e-05,
      "loss": 1.3233,
      "step": 2598
    },
    {
      "epoch": 5.3040816326530615,
      "grad_norm": 2.96875,
      "learning_rate": 2.6951733074182056e-05,
      "loss": 1.2423,
      "step": 2599
    },
    {
      "epoch": 5.3061224489795915,
      "grad_norm": 3.0625,
      "learning_rate": 2.6919339164237122e-05,
      "loss": 1.2229,
      "step": 2600
    },
    {
      "epoch": 5.308163265306122,
      "grad_norm": 2.859375,
      "learning_rate": 2.6886945254292194e-05,
      "loss": 1.2479,
      "step": 2601
    },
    {
      "epoch": 5.310204081632653,
      "grad_norm": 3.046875,
      "learning_rate": 2.6854551344347263e-05,
      "loss": 1.2388,
      "step": 2602
    },
    {
      "epoch": 5.312244897959184,
      "grad_norm": 3.09375,
      "learning_rate": 2.6822157434402336e-05,
      "loss": 1.2301,
      "step": 2603
    },
    {
      "epoch": 5.314285714285714,
      "grad_norm": 2.921875,
      "learning_rate": 2.67897635244574e-05,
      "loss": 1.3326,
      "step": 2604
    },
    {
      "epoch": 5.316326530612245,
      "grad_norm": 2.9375,
      "learning_rate": 2.6757369614512473e-05,
      "loss": 1.2315,
      "step": 2605
    },
    {
      "epoch": 5.318367346938776,
      "grad_norm": 3.03125,
      "learning_rate": 2.6724975704567546e-05,
      "loss": 1.3211,
      "step": 2606
    },
    {
      "epoch": 5.320408163265306,
      "grad_norm": 2.96875,
      "learning_rate": 2.669258179462261e-05,
      "loss": 1.241,
      "step": 2607
    },
    {
      "epoch": 5.322448979591837,
      "grad_norm": 3.03125,
      "learning_rate": 2.6660187884677684e-05,
      "loss": 1.2148,
      "step": 2608
    },
    {
      "epoch": 5.3244897959183675,
      "grad_norm": 3.21875,
      "learning_rate": 2.662779397473275e-05,
      "loss": 1.2036,
      "step": 2609
    },
    {
      "epoch": 5.326530612244898,
      "grad_norm": 3.1875,
      "learning_rate": 2.6595400064787822e-05,
      "loss": 1.2828,
      "step": 2610
    },
    {
      "epoch": 5.328571428571428,
      "grad_norm": 3.09375,
      "learning_rate": 2.656300615484289e-05,
      "loss": 1.2156,
      "step": 2611
    },
    {
      "epoch": 5.330612244897959,
      "grad_norm": 3.15625,
      "learning_rate": 2.6530612244897963e-05,
      "loss": 1.2831,
      "step": 2612
    },
    {
      "epoch": 5.33265306122449,
      "grad_norm": 2.96875,
      "learning_rate": 2.649821833495303e-05,
      "loss": 1.2035,
      "step": 2613
    },
    {
      "epoch": 5.33469387755102,
      "grad_norm": 3.171875,
      "learning_rate": 2.64658244250081e-05,
      "loss": 1.3654,
      "step": 2614
    },
    {
      "epoch": 5.336734693877551,
      "grad_norm": 3.15625,
      "learning_rate": 2.6433430515063167e-05,
      "loss": 1.2816,
      "step": 2615
    },
    {
      "epoch": 5.338775510204082,
      "grad_norm": 3.03125,
      "learning_rate": 2.640103660511824e-05,
      "loss": 1.307,
      "step": 2616
    },
    {
      "epoch": 5.340816326530613,
      "grad_norm": 3.15625,
      "learning_rate": 2.6368642695173308e-05,
      "loss": 1.2355,
      "step": 2617
    },
    {
      "epoch": 5.3428571428571425,
      "grad_norm": 3.109375,
      "learning_rate": 2.633624878522838e-05,
      "loss": 1.2479,
      "step": 2618
    },
    {
      "epoch": 5.344897959183673,
      "grad_norm": 2.984375,
      "learning_rate": 2.6303854875283446e-05,
      "loss": 1.3011,
      "step": 2619
    },
    {
      "epoch": 5.346938775510204,
      "grad_norm": 3.046875,
      "learning_rate": 2.6271460965338518e-05,
      "loss": 1.3397,
      "step": 2620
    },
    {
      "epoch": 5.348979591836735,
      "grad_norm": 2.96875,
      "learning_rate": 2.6239067055393584e-05,
      "loss": 1.2757,
      "step": 2621
    },
    {
      "epoch": 5.351020408163265,
      "grad_norm": 3.09375,
      "learning_rate": 2.6206673145448656e-05,
      "loss": 1.2729,
      "step": 2622
    },
    {
      "epoch": 5.353061224489796,
      "grad_norm": 3.0,
      "learning_rate": 2.617427923550373e-05,
      "loss": 1.2668,
      "step": 2623
    },
    {
      "epoch": 5.355102040816327,
      "grad_norm": 3.125,
      "learning_rate": 2.6141885325558797e-05,
      "loss": 1.321,
      "step": 2624
    },
    {
      "epoch": 5.357142857142857,
      "grad_norm": 3.09375,
      "learning_rate": 2.610949141561387e-05,
      "loss": 1.307,
      "step": 2625
    },
    {
      "epoch": 5.359183673469388,
      "grad_norm": 3.0625,
      "learning_rate": 2.6077097505668935e-05,
      "loss": 1.2168,
      "step": 2626
    },
    {
      "epoch": 5.3612244897959185,
      "grad_norm": 3.03125,
      "learning_rate": 2.6044703595724008e-05,
      "loss": 1.1955,
      "step": 2627
    },
    {
      "epoch": 5.363265306122449,
      "grad_norm": 3.03125,
      "learning_rate": 2.6012309685779073e-05,
      "loss": 1.2429,
      "step": 2628
    },
    {
      "epoch": 5.365306122448979,
      "grad_norm": 3.078125,
      "learning_rate": 2.5979915775834146e-05,
      "loss": 1.3035,
      "step": 2629
    },
    {
      "epoch": 5.36734693877551,
      "grad_norm": 3.296875,
      "learning_rate": 2.594752186588921e-05,
      "loss": 1.2768,
      "step": 2630
    },
    {
      "epoch": 5.369387755102041,
      "grad_norm": 3.109375,
      "learning_rate": 2.5915127955944283e-05,
      "loss": 1.2711,
      "step": 2631
    },
    {
      "epoch": 5.371428571428572,
      "grad_norm": 3.1875,
      "learning_rate": 2.5882734045999352e-05,
      "loss": 1.2826,
      "step": 2632
    },
    {
      "epoch": 5.373469387755102,
      "grad_norm": 3.015625,
      "learning_rate": 2.5850340136054425e-05,
      "loss": 1.2569,
      "step": 2633
    },
    {
      "epoch": 5.375510204081633,
      "grad_norm": 3.125,
      "learning_rate": 2.581794622610949e-05,
      "loss": 1.2456,
      "step": 2634
    },
    {
      "epoch": 5.377551020408164,
      "grad_norm": 3.296875,
      "learning_rate": 2.5785552316164563e-05,
      "loss": 1.3074,
      "step": 2635
    },
    {
      "epoch": 5.3795918367346935,
      "grad_norm": 3.15625,
      "learning_rate": 2.575315840621963e-05,
      "loss": 1.1916,
      "step": 2636
    },
    {
      "epoch": 5.381632653061224,
      "grad_norm": 3.21875,
      "learning_rate": 2.57207644962747e-05,
      "loss": 1.2701,
      "step": 2637
    },
    {
      "epoch": 5.383673469387755,
      "grad_norm": 3.140625,
      "learning_rate": 2.568837058632977e-05,
      "loss": 1.3189,
      "step": 2638
    },
    {
      "epoch": 5.385714285714286,
      "grad_norm": 2.953125,
      "learning_rate": 2.5655976676384842e-05,
      "loss": 1.1504,
      "step": 2639
    },
    {
      "epoch": 5.387755102040816,
      "grad_norm": 2.96875,
      "learning_rate": 2.5623582766439914e-05,
      "loss": 1.2828,
      "step": 2640
    },
    {
      "epoch": 5.389795918367347,
      "grad_norm": 3.171875,
      "learning_rate": 2.559118885649498e-05,
      "loss": 1.2665,
      "step": 2641
    },
    {
      "epoch": 5.391836734693878,
      "grad_norm": 2.90625,
      "learning_rate": 2.5558794946550052e-05,
      "loss": 1.2238,
      "step": 2642
    },
    {
      "epoch": 5.393877551020408,
      "grad_norm": 3.1875,
      "learning_rate": 2.5526401036605118e-05,
      "loss": 1.2773,
      "step": 2643
    },
    {
      "epoch": 5.395918367346939,
      "grad_norm": 2.921875,
      "learning_rate": 2.549400712666019e-05,
      "loss": 1.2124,
      "step": 2644
    },
    {
      "epoch": 5.3979591836734695,
      "grad_norm": 3.359375,
      "learning_rate": 2.546161321671526e-05,
      "loss": 1.229,
      "step": 2645
    },
    {
      "epoch": 5.4,
      "grad_norm": 3.0625,
      "learning_rate": 2.542921930677033e-05,
      "loss": 1.201,
      "step": 2646
    },
    {
      "epoch": 5.40204081632653,
      "grad_norm": 3.046875,
      "learning_rate": 2.5396825396825397e-05,
      "loss": 1.2548,
      "step": 2647
    },
    {
      "epoch": 5.404081632653061,
      "grad_norm": 3.40625,
      "learning_rate": 2.536443148688047e-05,
      "loss": 1.3183,
      "step": 2648
    },
    {
      "epoch": 5.406122448979592,
      "grad_norm": 3.0625,
      "learning_rate": 2.5332037576935535e-05,
      "loss": 1.2614,
      "step": 2649
    },
    {
      "epoch": 5.408163265306122,
      "grad_norm": 3.09375,
      "learning_rate": 2.5299643666990607e-05,
      "loss": 1.2114,
      "step": 2650
    },
    {
      "epoch": 5.410204081632653,
      "grad_norm": 3.28125,
      "learning_rate": 2.5267249757045673e-05,
      "loss": 1.2715,
      "step": 2651
    },
    {
      "epoch": 5.412244897959184,
      "grad_norm": 3.078125,
      "learning_rate": 2.5234855847100745e-05,
      "loss": 1.2997,
      "step": 2652
    },
    {
      "epoch": 5.414285714285715,
      "grad_norm": 3.125,
      "learning_rate": 2.5202461937155814e-05,
      "loss": 1.233,
      "step": 2653
    },
    {
      "epoch": 5.416326530612245,
      "grad_norm": 3.078125,
      "learning_rate": 2.5170068027210887e-05,
      "loss": 1.272,
      "step": 2654
    },
    {
      "epoch": 5.418367346938775,
      "grad_norm": 3.234375,
      "learning_rate": 2.5137674117265952e-05,
      "loss": 1.2805,
      "step": 2655
    },
    {
      "epoch": 5.420408163265306,
      "grad_norm": 3.0625,
      "learning_rate": 2.5105280207321025e-05,
      "loss": 1.2602,
      "step": 2656
    },
    {
      "epoch": 5.422448979591837,
      "grad_norm": 3.078125,
      "learning_rate": 2.5072886297376097e-05,
      "loss": 1.2643,
      "step": 2657
    },
    {
      "epoch": 5.424489795918367,
      "grad_norm": 3.109375,
      "learning_rate": 2.5040492387431162e-05,
      "loss": 1.3085,
      "step": 2658
    },
    {
      "epoch": 5.426530612244898,
      "grad_norm": 2.890625,
      "learning_rate": 2.5008098477486235e-05,
      "loss": 1.2143,
      "step": 2659
    },
    {
      "epoch": 5.428571428571429,
      "grad_norm": 3.203125,
      "learning_rate": 2.4975704567541304e-05,
      "loss": 1.2469,
      "step": 2660
    },
    {
      "epoch": 5.430612244897959,
      "grad_norm": 3.234375,
      "learning_rate": 2.4943310657596373e-05,
      "loss": 1.2228,
      "step": 2661
    },
    {
      "epoch": 5.43265306122449,
      "grad_norm": 3.15625,
      "learning_rate": 2.4910916747651442e-05,
      "loss": 1.2322,
      "step": 2662
    },
    {
      "epoch": 5.4346938775510205,
      "grad_norm": 3.09375,
      "learning_rate": 2.487852283770651e-05,
      "loss": 1.2408,
      "step": 2663
    },
    {
      "epoch": 5.436734693877551,
      "grad_norm": 2.984375,
      "learning_rate": 2.4846128927761583e-05,
      "loss": 1.2469,
      "step": 2664
    },
    {
      "epoch": 5.438775510204081,
      "grad_norm": 3.0,
      "learning_rate": 2.4813735017816652e-05,
      "loss": 1.2626,
      "step": 2665
    },
    {
      "epoch": 5.440816326530612,
      "grad_norm": 3.109375,
      "learning_rate": 2.478134110787172e-05,
      "loss": 1.2825,
      "step": 2666
    },
    {
      "epoch": 5.442857142857143,
      "grad_norm": 3.25,
      "learning_rate": 2.4748947197926793e-05,
      "loss": 1.3149,
      "step": 2667
    },
    {
      "epoch": 5.444897959183674,
      "grad_norm": 3.0625,
      "learning_rate": 2.4716553287981862e-05,
      "loss": 1.293,
      "step": 2668
    },
    {
      "epoch": 5.446938775510204,
      "grad_norm": 2.9375,
      "learning_rate": 2.468415937803693e-05,
      "loss": 1.2099,
      "step": 2669
    },
    {
      "epoch": 5.448979591836735,
      "grad_norm": 3.3125,
      "learning_rate": 2.4651765468092e-05,
      "loss": 1.3086,
      "step": 2670
    },
    {
      "epoch": 5.451020408163266,
      "grad_norm": 3.046875,
      "learning_rate": 2.461937155814707e-05,
      "loss": 1.2285,
      "step": 2671
    },
    {
      "epoch": 5.453061224489796,
      "grad_norm": 3.21875,
      "learning_rate": 2.4586977648202138e-05,
      "loss": 1.1502,
      "step": 2672
    },
    {
      "epoch": 5.455102040816326,
      "grad_norm": 2.84375,
      "learning_rate": 2.4554583738257207e-05,
      "loss": 1.1806,
      "step": 2673
    },
    {
      "epoch": 5.457142857142857,
      "grad_norm": 3.15625,
      "learning_rate": 2.452218982831228e-05,
      "loss": 1.2674,
      "step": 2674
    },
    {
      "epoch": 5.459183673469388,
      "grad_norm": 3.109375,
      "learning_rate": 2.448979591836735e-05,
      "loss": 1.2469,
      "step": 2675
    },
    {
      "epoch": 5.461224489795918,
      "grad_norm": 3.1875,
      "learning_rate": 2.4457402008422417e-05,
      "loss": 1.3458,
      "step": 2676
    },
    {
      "epoch": 5.463265306122449,
      "grad_norm": 3.3125,
      "learning_rate": 2.4425008098477486e-05,
      "loss": 1.2549,
      "step": 2677
    },
    {
      "epoch": 5.46530612244898,
      "grad_norm": 3.078125,
      "learning_rate": 2.4392614188532555e-05,
      "loss": 1.1858,
      "step": 2678
    },
    {
      "epoch": 5.46734693877551,
      "grad_norm": 3.109375,
      "learning_rate": 2.4360220278587624e-05,
      "loss": 1.257,
      "step": 2679
    },
    {
      "epoch": 5.469387755102041,
      "grad_norm": 3.203125,
      "learning_rate": 2.4327826368642697e-05,
      "loss": 1.2456,
      "step": 2680
    },
    {
      "epoch": 5.4714285714285715,
      "grad_norm": 3.1875,
      "learning_rate": 2.4295432458697766e-05,
      "loss": 1.2215,
      "step": 2681
    },
    {
      "epoch": 5.473469387755102,
      "grad_norm": 3.078125,
      "learning_rate": 2.4263038548752838e-05,
      "loss": 1.1833,
      "step": 2682
    },
    {
      "epoch": 5.475510204081632,
      "grad_norm": 3.109375,
      "learning_rate": 2.4230644638807907e-05,
      "loss": 1.2712,
      "step": 2683
    },
    {
      "epoch": 5.477551020408163,
      "grad_norm": 3.03125,
      "learning_rate": 2.4198250728862976e-05,
      "loss": 1.3041,
      "step": 2684
    },
    {
      "epoch": 5.479591836734694,
      "grad_norm": 2.859375,
      "learning_rate": 2.4165856818918045e-05,
      "loss": 1.2469,
      "step": 2685
    },
    {
      "epoch": 5.481632653061224,
      "grad_norm": 3.375,
      "learning_rate": 2.4133462908973114e-05,
      "loss": 1.2514,
      "step": 2686
    },
    {
      "epoch": 5.483673469387755,
      "grad_norm": 3.4375,
      "learning_rate": 2.4101068999028183e-05,
      "loss": 1.3624,
      "step": 2687
    },
    {
      "epoch": 5.485714285714286,
      "grad_norm": 3.328125,
      "learning_rate": 2.4068675089083255e-05,
      "loss": 1.2516,
      "step": 2688
    },
    {
      "epoch": 5.487755102040817,
      "grad_norm": 3.109375,
      "learning_rate": 2.4036281179138324e-05,
      "loss": 1.2092,
      "step": 2689
    },
    {
      "epoch": 5.489795918367347,
      "grad_norm": 3.140625,
      "learning_rate": 2.4003887269193393e-05,
      "loss": 1.2426,
      "step": 2690
    },
    {
      "epoch": 5.4918367346938775,
      "grad_norm": 3.15625,
      "learning_rate": 2.3971493359248462e-05,
      "loss": 1.3379,
      "step": 2691
    },
    {
      "epoch": 5.493877551020408,
      "grad_norm": 3.34375,
      "learning_rate": 2.393909944930353e-05,
      "loss": 1.2527,
      "step": 2692
    },
    {
      "epoch": 5.495918367346939,
      "grad_norm": 3.171875,
      "learning_rate": 2.39067055393586e-05,
      "loss": 1.2275,
      "step": 2693
    },
    {
      "epoch": 5.497959183673469,
      "grad_norm": 3.15625,
      "learning_rate": 2.387431162941367e-05,
      "loss": 1.2257,
      "step": 2694
    },
    {
      "epoch": 5.5,
      "grad_norm": 3.265625,
      "learning_rate": 2.384191771946874e-05,
      "loss": 1.2692,
      "step": 2695
    },
    {
      "epoch": 5.502040816326531,
      "grad_norm": 3.203125,
      "learning_rate": 2.380952380952381e-05,
      "loss": 1.2592,
      "step": 2696
    },
    {
      "epoch": 5.504081632653062,
      "grad_norm": 3.328125,
      "learning_rate": 2.3777129899578883e-05,
      "loss": 1.3027,
      "step": 2697
    },
    {
      "epoch": 5.506122448979592,
      "grad_norm": 3.140625,
      "learning_rate": 2.374473598963395e-05,
      "loss": 1.1708,
      "step": 2698
    },
    {
      "epoch": 5.5081632653061225,
      "grad_norm": 3.125,
      "learning_rate": 2.371234207968902e-05,
      "loss": 1.2265,
      "step": 2699
    },
    {
      "epoch": 5.510204081632653,
      "grad_norm": 3.203125,
      "learning_rate": 2.367994816974409e-05,
      "loss": 1.1826,
      "step": 2700
    },
    {
      "epoch": 5.512244897959183,
      "grad_norm": 2.984375,
      "learning_rate": 2.364755425979916e-05,
      "loss": 1.2291,
      "step": 2701
    },
    {
      "epoch": 5.514285714285714,
      "grad_norm": 3.21875,
      "learning_rate": 2.3615160349854227e-05,
      "loss": 1.1737,
      "step": 2702
    },
    {
      "epoch": 5.516326530612245,
      "grad_norm": 3.25,
      "learning_rate": 2.35827664399093e-05,
      "loss": 1.2176,
      "step": 2703
    },
    {
      "epoch": 5.518367346938776,
      "grad_norm": 3.40625,
      "learning_rate": 2.355037252996437e-05,
      "loss": 1.2538,
      "step": 2704
    },
    {
      "epoch": 5.520408163265306,
      "grad_norm": 3.03125,
      "learning_rate": 2.3517978620019438e-05,
      "loss": 1.2886,
      "step": 2705
    },
    {
      "epoch": 5.522448979591837,
      "grad_norm": 3.078125,
      "learning_rate": 2.3485584710074507e-05,
      "loss": 1.3369,
      "step": 2706
    },
    {
      "epoch": 5.524489795918368,
      "grad_norm": 3.28125,
      "learning_rate": 2.3453190800129576e-05,
      "loss": 1.256,
      "step": 2707
    },
    {
      "epoch": 5.526530612244898,
      "grad_norm": 3.265625,
      "learning_rate": 2.3420796890184645e-05,
      "loss": 1.4306,
      "step": 2708
    },
    {
      "epoch": 5.5285714285714285,
      "grad_norm": 3.203125,
      "learning_rate": 2.3388402980239717e-05,
      "loss": 1.3173,
      "step": 2709
    },
    {
      "epoch": 5.530612244897959,
      "grad_norm": 3.25,
      "learning_rate": 2.3356009070294786e-05,
      "loss": 1.2163,
      "step": 2710
    },
    {
      "epoch": 5.53265306122449,
      "grad_norm": 2.953125,
      "learning_rate": 2.3323615160349855e-05,
      "loss": 1.2397,
      "step": 2711
    },
    {
      "epoch": 5.53469387755102,
      "grad_norm": 3.140625,
      "learning_rate": 2.3291221250404924e-05,
      "loss": 1.3248,
      "step": 2712
    },
    {
      "epoch": 5.536734693877551,
      "grad_norm": 3.1875,
      "learning_rate": 2.3258827340459996e-05,
      "loss": 1.2536,
      "step": 2713
    },
    {
      "epoch": 5.538775510204082,
      "grad_norm": 3.0625,
      "learning_rate": 2.3226433430515065e-05,
      "loss": 1.2132,
      "step": 2714
    },
    {
      "epoch": 5.540816326530612,
      "grad_norm": 3.09375,
      "learning_rate": 2.3194039520570134e-05,
      "loss": 1.1531,
      "step": 2715
    },
    {
      "epoch": 5.542857142857143,
      "grad_norm": 3.4375,
      "learning_rate": 2.3161645610625203e-05,
      "loss": 1.2792,
      "step": 2716
    },
    {
      "epoch": 5.544897959183674,
      "grad_norm": 3.265625,
      "learning_rate": 2.3129251700680275e-05,
      "loss": 1.3612,
      "step": 2717
    },
    {
      "epoch": 5.546938775510204,
      "grad_norm": 2.859375,
      "learning_rate": 2.3096857790735344e-05,
      "loss": 1.2006,
      "step": 2718
    },
    {
      "epoch": 5.548979591836734,
      "grad_norm": 3.0,
      "learning_rate": 2.3064463880790413e-05,
      "loss": 1.1972,
      "step": 2719
    },
    {
      "epoch": 5.551020408163265,
      "grad_norm": 3.09375,
      "learning_rate": 2.3032069970845482e-05,
      "loss": 1.3005,
      "step": 2720
    },
    {
      "epoch": 5.553061224489796,
      "grad_norm": 3.109375,
      "learning_rate": 2.299967606090055e-05,
      "loss": 1.2761,
      "step": 2721
    },
    {
      "epoch": 5.555102040816326,
      "grad_norm": 3.015625,
      "learning_rate": 2.296728215095562e-05,
      "loss": 1.1637,
      "step": 2722
    },
    {
      "epoch": 5.557142857142857,
      "grad_norm": 3.0625,
      "learning_rate": 2.293488824101069e-05,
      "loss": 1.2125,
      "step": 2723
    },
    {
      "epoch": 5.559183673469388,
      "grad_norm": 2.875,
      "learning_rate": 2.290249433106576e-05,
      "loss": 1.2649,
      "step": 2724
    },
    {
      "epoch": 5.561224489795919,
      "grad_norm": 3.03125,
      "learning_rate": 2.287010042112083e-05,
      "loss": 1.276,
      "step": 2725
    },
    {
      "epoch": 5.563265306122449,
      "grad_norm": 3.25,
      "learning_rate": 2.28377065111759e-05,
      "loss": 1.1763,
      "step": 2726
    },
    {
      "epoch": 5.5653061224489795,
      "grad_norm": 3.0,
      "learning_rate": 2.280531260123097e-05,
      "loss": 1.1999,
      "step": 2727
    },
    {
      "epoch": 5.56734693877551,
      "grad_norm": 3.15625,
      "learning_rate": 2.2772918691286037e-05,
      "loss": 1.2151,
      "step": 2728
    },
    {
      "epoch": 5.569387755102041,
      "grad_norm": 3.0,
      "learning_rate": 2.2740524781341106e-05,
      "loss": 1.2183,
      "step": 2729
    },
    {
      "epoch": 5.571428571428571,
      "grad_norm": 2.859375,
      "learning_rate": 2.270813087139618e-05,
      "loss": 1.1797,
      "step": 2730
    },
    {
      "epoch": 5.573469387755102,
      "grad_norm": 3.109375,
      "learning_rate": 2.267573696145125e-05,
      "loss": 1.2448,
      "step": 2731
    },
    {
      "epoch": 5.575510204081633,
      "grad_norm": 2.984375,
      "learning_rate": 2.264334305150632e-05,
      "loss": 1.256,
      "step": 2732
    },
    {
      "epoch": 5.577551020408164,
      "grad_norm": 3.0625,
      "learning_rate": 2.261094914156139e-05,
      "loss": 1.1961,
      "step": 2733
    },
    {
      "epoch": 5.579591836734694,
      "grad_norm": 3.328125,
      "learning_rate": 2.2578555231616458e-05,
      "loss": 1.2582,
      "step": 2734
    },
    {
      "epoch": 5.581632653061225,
      "grad_norm": 2.890625,
      "learning_rate": 2.2546161321671527e-05,
      "loss": 1.1469,
      "step": 2735
    },
    {
      "epoch": 5.583673469387755,
      "grad_norm": 3.015625,
      "learning_rate": 2.2513767411726596e-05,
      "loss": 1.1698,
      "step": 2736
    },
    {
      "epoch": 5.585714285714285,
      "grad_norm": 2.921875,
      "learning_rate": 2.2481373501781665e-05,
      "loss": 1.2056,
      "step": 2737
    },
    {
      "epoch": 5.587755102040816,
      "grad_norm": 3.171875,
      "learning_rate": 2.2448979591836737e-05,
      "loss": 1.2016,
      "step": 2738
    },
    {
      "epoch": 5.589795918367347,
      "grad_norm": 3.28125,
      "learning_rate": 2.2416585681891806e-05,
      "loss": 1.2957,
      "step": 2739
    },
    {
      "epoch": 5.591836734693878,
      "grad_norm": 3.25,
      "learning_rate": 2.2384191771946875e-05,
      "loss": 1.3345,
      "step": 2740
    },
    {
      "epoch": 5.593877551020408,
      "grad_norm": 3.203125,
      "learning_rate": 2.2351797862001944e-05,
      "loss": 1.2666,
      "step": 2741
    },
    {
      "epoch": 5.595918367346939,
      "grad_norm": 3.28125,
      "learning_rate": 2.2319403952057013e-05,
      "loss": 1.2584,
      "step": 2742
    },
    {
      "epoch": 5.59795918367347,
      "grad_norm": 2.734375,
      "learning_rate": 2.2287010042112082e-05,
      "loss": 1.1868,
      "step": 2743
    },
    {
      "epoch": 5.6,
      "grad_norm": 3.328125,
      "learning_rate": 2.225461613216715e-05,
      "loss": 1.2462,
      "step": 2744
    },
    {
      "epoch": 5.6020408163265305,
      "grad_norm": 3.265625,
      "learning_rate": 2.2222222222222223e-05,
      "loss": 1.2716,
      "step": 2745
    },
    {
      "epoch": 5.604081632653061,
      "grad_norm": 3.0,
      "learning_rate": 2.2189828312277296e-05,
      "loss": 1.265,
      "step": 2746
    },
    {
      "epoch": 5.606122448979592,
      "grad_norm": 3.203125,
      "learning_rate": 2.2157434402332365e-05,
      "loss": 1.3144,
      "step": 2747
    },
    {
      "epoch": 5.608163265306122,
      "grad_norm": 3.03125,
      "learning_rate": 2.2125040492387434e-05,
      "loss": 1.1966,
      "step": 2748
    },
    {
      "epoch": 5.610204081632653,
      "grad_norm": 3.046875,
      "learning_rate": 2.2092646582442503e-05,
      "loss": 1.1719,
      "step": 2749
    },
    {
      "epoch": 5.612244897959184,
      "grad_norm": 3.09375,
      "learning_rate": 2.206025267249757e-05,
      "loss": 1.2491,
      "step": 2750
    },
    {
      "epoch": 5.614285714285714,
      "grad_norm": 3.0,
      "learning_rate": 2.202785876255264e-05,
      "loss": 1.2147,
      "step": 2751
    },
    {
      "epoch": 5.616326530612245,
      "grad_norm": 2.859375,
      "learning_rate": 2.1995464852607713e-05,
      "loss": 1.235,
      "step": 2752
    },
    {
      "epoch": 5.618367346938776,
      "grad_norm": 3.15625,
      "learning_rate": 2.1963070942662782e-05,
      "loss": 1.1965,
      "step": 2753
    },
    {
      "epoch": 5.6204081632653065,
      "grad_norm": 3.265625,
      "learning_rate": 2.193067703271785e-05,
      "loss": 1.2848,
      "step": 2754
    },
    {
      "epoch": 5.622448979591836,
      "grad_norm": 3.0,
      "learning_rate": 2.189828312277292e-05,
      "loss": 1.2666,
      "step": 2755
    },
    {
      "epoch": 5.624489795918367,
      "grad_norm": 3.109375,
      "learning_rate": 2.186588921282799e-05,
      "loss": 1.1873,
      "step": 2756
    },
    {
      "epoch": 5.626530612244898,
      "grad_norm": 3.3125,
      "learning_rate": 2.1833495302883058e-05,
      "loss": 1.3085,
      "step": 2757
    },
    {
      "epoch": 5.628571428571428,
      "grad_norm": 3.1875,
      "learning_rate": 2.1801101392938127e-05,
      "loss": 1.2045,
      "step": 2758
    },
    {
      "epoch": 5.630612244897959,
      "grad_norm": 3.15625,
      "learning_rate": 2.17687074829932e-05,
      "loss": 1.234,
      "step": 2759
    },
    {
      "epoch": 5.63265306122449,
      "grad_norm": 3.0625,
      "learning_rate": 2.1736313573048268e-05,
      "loss": 1.1806,
      "step": 2760
    },
    {
      "epoch": 5.634693877551021,
      "grad_norm": 2.921875,
      "learning_rate": 2.1703919663103337e-05,
      "loss": 1.2263,
      "step": 2761
    },
    {
      "epoch": 5.636734693877551,
      "grad_norm": 3.078125,
      "learning_rate": 2.1671525753158406e-05,
      "loss": 1.3201,
      "step": 2762
    },
    {
      "epoch": 5.6387755102040815,
      "grad_norm": 3.53125,
      "learning_rate": 2.1639131843213478e-05,
      "loss": 1.3456,
      "step": 2763
    },
    {
      "epoch": 5.640816326530612,
      "grad_norm": 2.84375,
      "learning_rate": 2.1606737933268547e-05,
      "loss": 1.1707,
      "step": 2764
    },
    {
      "epoch": 5.642857142857143,
      "grad_norm": 3.125,
      "learning_rate": 2.1574344023323616e-05,
      "loss": 1.2462,
      "step": 2765
    },
    {
      "epoch": 5.644897959183673,
      "grad_norm": 2.96875,
      "learning_rate": 2.1541950113378685e-05,
      "loss": 1.2354,
      "step": 2766
    },
    {
      "epoch": 5.646938775510204,
      "grad_norm": 3.234375,
      "learning_rate": 2.1509556203433757e-05,
      "loss": 1.2973,
      "step": 2767
    },
    {
      "epoch": 5.648979591836735,
      "grad_norm": 3.203125,
      "learning_rate": 2.1477162293488826e-05,
      "loss": 1.2441,
      "step": 2768
    },
    {
      "epoch": 5.651020408163266,
      "grad_norm": 3.140625,
      "learning_rate": 2.1444768383543895e-05,
      "loss": 1.2074,
      "step": 2769
    },
    {
      "epoch": 5.653061224489796,
      "grad_norm": 2.96875,
      "learning_rate": 2.1412374473598964e-05,
      "loss": 1.253,
      "step": 2770
    },
    {
      "epoch": 5.655102040816327,
      "grad_norm": 3.21875,
      "learning_rate": 2.1379980563654033e-05,
      "loss": 1.2768,
      "step": 2771
    },
    {
      "epoch": 5.6571428571428575,
      "grad_norm": 3.234375,
      "learning_rate": 2.1347586653709102e-05,
      "loss": 1.2561,
      "step": 2772
    },
    {
      "epoch": 5.659183673469387,
      "grad_norm": 3.203125,
      "learning_rate": 2.1315192743764175e-05,
      "loss": 1.3059,
      "step": 2773
    },
    {
      "epoch": 5.661224489795918,
      "grad_norm": 3.03125,
      "learning_rate": 2.1282798833819244e-05,
      "loss": 1.2636,
      "step": 2774
    },
    {
      "epoch": 5.663265306122449,
      "grad_norm": 3.25,
      "learning_rate": 2.1250404923874313e-05,
      "loss": 1.3502,
      "step": 2775
    },
    {
      "epoch": 5.66530612244898,
      "grad_norm": 3.234375,
      "learning_rate": 2.121801101392938e-05,
      "loss": 1.2512,
      "step": 2776
    },
    {
      "epoch": 5.66734693877551,
      "grad_norm": 3.296875,
      "learning_rate": 2.118561710398445e-05,
      "loss": 1.2711,
      "step": 2777
    },
    {
      "epoch": 5.669387755102041,
      "grad_norm": 3.359375,
      "learning_rate": 2.115322319403952e-05,
      "loss": 1.2799,
      "step": 2778
    },
    {
      "epoch": 5.671428571428572,
      "grad_norm": 3.203125,
      "learning_rate": 2.1120829284094592e-05,
      "loss": 1.268,
      "step": 2779
    },
    {
      "epoch": 5.673469387755102,
      "grad_norm": 3.046875,
      "learning_rate": 2.108843537414966e-05,
      "loss": 1.2214,
      "step": 2780
    },
    {
      "epoch": 5.6755102040816325,
      "grad_norm": 2.96875,
      "learning_rate": 2.1056041464204733e-05,
      "loss": 1.1798,
      "step": 2781
    },
    {
      "epoch": 5.677551020408163,
      "grad_norm": 3.171875,
      "learning_rate": 2.1023647554259802e-05,
      "loss": 1.327,
      "step": 2782
    },
    {
      "epoch": 5.679591836734694,
      "grad_norm": 3.3125,
      "learning_rate": 2.099125364431487e-05,
      "loss": 1.3423,
      "step": 2783
    },
    {
      "epoch": 5.681632653061224,
      "grad_norm": 3.171875,
      "learning_rate": 2.095885973436994e-05,
      "loss": 1.3002,
      "step": 2784
    },
    {
      "epoch": 5.683673469387755,
      "grad_norm": 3.421875,
      "learning_rate": 2.092646582442501e-05,
      "loss": 1.2442,
      "step": 2785
    },
    {
      "epoch": 5.685714285714286,
      "grad_norm": 3.15625,
      "learning_rate": 2.0894071914480078e-05,
      "loss": 1.2736,
      "step": 2786
    },
    {
      "epoch": 5.687755102040816,
      "grad_norm": 3.0625,
      "learning_rate": 2.0861678004535147e-05,
      "loss": 1.219,
      "step": 2787
    },
    {
      "epoch": 5.689795918367347,
      "grad_norm": 3.15625,
      "learning_rate": 2.082928409459022e-05,
      "loss": 1.2294,
      "step": 2788
    },
    {
      "epoch": 5.691836734693878,
      "grad_norm": 2.90625,
      "learning_rate": 2.0796890184645288e-05,
      "loss": 1.2175,
      "step": 2789
    },
    {
      "epoch": 5.6938775510204085,
      "grad_norm": 3.28125,
      "learning_rate": 2.0764496274700357e-05,
      "loss": 1.3087,
      "step": 2790
    },
    {
      "epoch": 5.6959183673469385,
      "grad_norm": 3.265625,
      "learning_rate": 2.0732102364755426e-05,
      "loss": 1.253,
      "step": 2791
    },
    {
      "epoch": 5.697959183673469,
      "grad_norm": 3.109375,
      "learning_rate": 2.0699708454810495e-05,
      "loss": 1.2021,
      "step": 2792
    },
    {
      "epoch": 5.7,
      "grad_norm": 3.21875,
      "learning_rate": 2.0667314544865564e-05,
      "loss": 1.2321,
      "step": 2793
    },
    {
      "epoch": 5.70204081632653,
      "grad_norm": 3.109375,
      "learning_rate": 2.0634920634920636e-05,
      "loss": 1.2805,
      "step": 2794
    },
    {
      "epoch": 5.704081632653061,
      "grad_norm": 3.171875,
      "learning_rate": 2.0602526724975705e-05,
      "loss": 1.2208,
      "step": 2795
    },
    {
      "epoch": 5.706122448979592,
      "grad_norm": 3.265625,
      "learning_rate": 2.0570132815030778e-05,
      "loss": 1.2811,
      "step": 2796
    },
    {
      "epoch": 5.708163265306123,
      "grad_norm": 3.0,
      "learning_rate": 2.0537738905085847e-05,
      "loss": 1.275,
      "step": 2797
    },
    {
      "epoch": 5.710204081632653,
      "grad_norm": 2.984375,
      "learning_rate": 2.0505344995140916e-05,
      "loss": 1.2855,
      "step": 2798
    },
    {
      "epoch": 5.7122448979591836,
      "grad_norm": 2.859375,
      "learning_rate": 2.0472951085195985e-05,
      "loss": 1.2407,
      "step": 2799
    },
    {
      "epoch": 5.714285714285714,
      "grad_norm": 3.15625,
      "learning_rate": 2.0440557175251054e-05,
      "loss": 1.2118,
      "step": 2800
    },
    {
      "epoch": 5.716326530612245,
      "grad_norm": 2.890625,
      "learning_rate": 2.0408163265306123e-05,
      "loss": 1.1587,
      "step": 2801
    },
    {
      "epoch": 5.718367346938775,
      "grad_norm": 2.984375,
      "learning_rate": 2.0375769355361195e-05,
      "loss": 1.2031,
      "step": 2802
    },
    {
      "epoch": 5.720408163265306,
      "grad_norm": 3.234375,
      "learning_rate": 2.0343375445416264e-05,
      "loss": 1.2401,
      "step": 2803
    },
    {
      "epoch": 5.722448979591837,
      "grad_norm": 3.296875,
      "learning_rate": 2.0310981535471333e-05,
      "loss": 1.3242,
      "step": 2804
    },
    {
      "epoch": 5.724489795918368,
      "grad_norm": 3.3125,
      "learning_rate": 2.0278587625526402e-05,
      "loss": 1.2476,
      "step": 2805
    },
    {
      "epoch": 5.726530612244898,
      "grad_norm": 3.21875,
      "learning_rate": 2.024619371558147e-05,
      "loss": 1.2432,
      "step": 2806
    },
    {
      "epoch": 5.728571428571429,
      "grad_norm": 2.984375,
      "learning_rate": 2.021379980563654e-05,
      "loss": 1.1582,
      "step": 2807
    },
    {
      "epoch": 5.7306122448979595,
      "grad_norm": 3.296875,
      "learning_rate": 2.018140589569161e-05,
      "loss": 1.3297,
      "step": 2808
    },
    {
      "epoch": 5.7326530612244895,
      "grad_norm": 3.109375,
      "learning_rate": 2.014901198574668e-05,
      "loss": 1.2052,
      "step": 2809
    },
    {
      "epoch": 5.73469387755102,
      "grad_norm": 3.3125,
      "learning_rate": 2.011661807580175e-05,
      "loss": 1.2611,
      "step": 2810
    },
    {
      "epoch": 5.736734693877551,
      "grad_norm": 3.28125,
      "learning_rate": 2.008422416585682e-05,
      "loss": 1.2746,
      "step": 2811
    },
    {
      "epoch": 5.738775510204082,
      "grad_norm": 3.0625,
      "learning_rate": 2.005183025591189e-05,
      "loss": 1.2039,
      "step": 2812
    },
    {
      "epoch": 5.740816326530612,
      "grad_norm": 2.890625,
      "learning_rate": 2.001943634596696e-05,
      "loss": 1.328,
      "step": 2813
    },
    {
      "epoch": 5.742857142857143,
      "grad_norm": 3.046875,
      "learning_rate": 1.998704243602203e-05,
      "loss": 1.2215,
      "step": 2814
    },
    {
      "epoch": 5.744897959183674,
      "grad_norm": 3.078125,
      "learning_rate": 1.9954648526077098e-05,
      "loss": 1.2248,
      "step": 2815
    },
    {
      "epoch": 5.746938775510204,
      "grad_norm": 2.8125,
      "learning_rate": 1.9922254616132167e-05,
      "loss": 1.2771,
      "step": 2816
    },
    {
      "epoch": 5.748979591836735,
      "grad_norm": 2.65625,
      "learning_rate": 1.988986070618724e-05,
      "loss": 1.1868,
      "step": 2817
    },
    {
      "epoch": 5.751020408163265,
      "grad_norm": 3.203125,
      "learning_rate": 1.985746679624231e-05,
      "loss": 1.3052,
      "step": 2818
    },
    {
      "epoch": 5.753061224489796,
      "grad_norm": 3.0,
      "learning_rate": 1.9825072886297377e-05,
      "loss": 1.1971,
      "step": 2819
    },
    {
      "epoch": 5.755102040816326,
      "grad_norm": 2.734375,
      "learning_rate": 1.9792678976352446e-05,
      "loss": 1.141,
      "step": 2820
    },
    {
      "epoch": 5.757142857142857,
      "grad_norm": 3.140625,
      "learning_rate": 1.9760285066407515e-05,
      "loss": 1.2447,
      "step": 2821
    },
    {
      "epoch": 5.759183673469388,
      "grad_norm": 3.421875,
      "learning_rate": 1.9727891156462584e-05,
      "loss": 1.268,
      "step": 2822
    },
    {
      "epoch": 5.761224489795918,
      "grad_norm": 3.34375,
      "learning_rate": 1.9695497246517657e-05,
      "loss": 1.2611,
      "step": 2823
    },
    {
      "epoch": 5.763265306122449,
      "grad_norm": 3.0625,
      "learning_rate": 1.9663103336572726e-05,
      "loss": 1.1749,
      "step": 2824
    },
    {
      "epoch": 5.76530612244898,
      "grad_norm": 2.9375,
      "learning_rate": 1.9630709426627795e-05,
      "loss": 1.2165,
      "step": 2825
    },
    {
      "epoch": 5.7673469387755105,
      "grad_norm": 2.984375,
      "learning_rate": 1.9598315516682864e-05,
      "loss": 1.2059,
      "step": 2826
    },
    {
      "epoch": 5.7693877551020405,
      "grad_norm": 2.8125,
      "learning_rate": 1.9565921606737933e-05,
      "loss": 1.2934,
      "step": 2827
    },
    {
      "epoch": 5.771428571428571,
      "grad_norm": 3.140625,
      "learning_rate": 1.9533527696793e-05,
      "loss": 1.2186,
      "step": 2828
    },
    {
      "epoch": 5.773469387755102,
      "grad_norm": 3.0625,
      "learning_rate": 1.9501133786848074e-05,
      "loss": 1.2513,
      "step": 2829
    },
    {
      "epoch": 5.775510204081632,
      "grad_norm": 2.9375,
      "learning_rate": 1.9468739876903143e-05,
      "loss": 1.1902,
      "step": 2830
    },
    {
      "epoch": 5.777551020408163,
      "grad_norm": 3.34375,
      "learning_rate": 1.9436345966958215e-05,
      "loss": 1.2883,
      "step": 2831
    },
    {
      "epoch": 5.779591836734694,
      "grad_norm": 3.0,
      "learning_rate": 1.9403952057013284e-05,
      "loss": 1.2001,
      "step": 2832
    },
    {
      "epoch": 5.781632653061225,
      "grad_norm": 3.171875,
      "learning_rate": 1.9371558147068353e-05,
      "loss": 1.2628,
      "step": 2833
    },
    {
      "epoch": 5.783673469387755,
      "grad_norm": 3.171875,
      "learning_rate": 1.9339164237123422e-05,
      "loss": 1.3101,
      "step": 2834
    },
    {
      "epoch": 5.785714285714286,
      "grad_norm": 3.125,
      "learning_rate": 1.930677032717849e-05,
      "loss": 1.1929,
      "step": 2835
    },
    {
      "epoch": 5.7877551020408164,
      "grad_norm": 3.125,
      "learning_rate": 1.927437641723356e-05,
      "loss": 1.2051,
      "step": 2836
    },
    {
      "epoch": 5.789795918367347,
      "grad_norm": 3.21875,
      "learning_rate": 1.924198250728863e-05,
      "loss": 1.2006,
      "step": 2837
    },
    {
      "epoch": 5.791836734693877,
      "grad_norm": 2.921875,
      "learning_rate": 1.92095885973437e-05,
      "loss": 1.2658,
      "step": 2838
    },
    {
      "epoch": 5.793877551020408,
      "grad_norm": 3.265625,
      "learning_rate": 1.917719468739877e-05,
      "loss": 1.2296,
      "step": 2839
    },
    {
      "epoch": 5.795918367346939,
      "grad_norm": 2.953125,
      "learning_rate": 1.914480077745384e-05,
      "loss": 1.3115,
      "step": 2840
    },
    {
      "epoch": 5.79795918367347,
      "grad_norm": 3.21875,
      "learning_rate": 1.9112406867508908e-05,
      "loss": 1.2223,
      "step": 2841
    },
    {
      "epoch": 5.8,
      "grad_norm": 3.03125,
      "learning_rate": 1.9080012957563977e-05,
      "loss": 1.2849,
      "step": 2842
    },
    {
      "epoch": 5.802040816326531,
      "grad_norm": 3.171875,
      "learning_rate": 1.9047619047619046e-05,
      "loss": 1.2273,
      "step": 2843
    },
    {
      "epoch": 5.8040816326530615,
      "grad_norm": 3.21875,
      "learning_rate": 1.901522513767412e-05,
      "loss": 1.2796,
      "step": 2844
    },
    {
      "epoch": 5.8061224489795915,
      "grad_norm": 3.5,
      "learning_rate": 1.898283122772919e-05,
      "loss": 1.3178,
      "step": 2845
    },
    {
      "epoch": 5.808163265306122,
      "grad_norm": 3.421875,
      "learning_rate": 1.895043731778426e-05,
      "loss": 1.2445,
      "step": 2846
    },
    {
      "epoch": 5.810204081632653,
      "grad_norm": 3.1875,
      "learning_rate": 1.891804340783933e-05,
      "loss": 1.2467,
      "step": 2847
    },
    {
      "epoch": 5.812244897959184,
      "grad_norm": 3.46875,
      "learning_rate": 1.8885649497894398e-05,
      "loss": 1.3362,
      "step": 2848
    },
    {
      "epoch": 5.814285714285714,
      "grad_norm": 3.109375,
      "learning_rate": 1.8853255587949467e-05,
      "loss": 1.1668,
      "step": 2849
    },
    {
      "epoch": 5.816326530612245,
      "grad_norm": 2.90625,
      "learning_rate": 1.8820861678004536e-05,
      "loss": 1.1725,
      "step": 2850
    },
    {
      "epoch": 5.818367346938776,
      "grad_norm": 3.328125,
      "learning_rate": 1.8788467768059605e-05,
      "loss": 1.2395,
      "step": 2851
    },
    {
      "epoch": 5.820408163265306,
      "grad_norm": 3.171875,
      "learning_rate": 1.8756073858114677e-05,
      "loss": 1.2228,
      "step": 2852
    },
    {
      "epoch": 5.822448979591837,
      "grad_norm": 3.203125,
      "learning_rate": 1.8723679948169746e-05,
      "loss": 1.1749,
      "step": 2853
    },
    {
      "epoch": 5.8244897959183675,
      "grad_norm": 3.3125,
      "learning_rate": 1.8691286038224815e-05,
      "loss": 1.3145,
      "step": 2854
    },
    {
      "epoch": 5.826530612244898,
      "grad_norm": 3.171875,
      "learning_rate": 1.8658892128279884e-05,
      "loss": 1.208,
      "step": 2855
    },
    {
      "epoch": 5.828571428571428,
      "grad_norm": 3.203125,
      "learning_rate": 1.8626498218334953e-05,
      "loss": 1.2749,
      "step": 2856
    },
    {
      "epoch": 5.830612244897959,
      "grad_norm": 3.265625,
      "learning_rate": 1.8594104308390022e-05,
      "loss": 1.2417,
      "step": 2857
    },
    {
      "epoch": 5.83265306122449,
      "grad_norm": 3.0625,
      "learning_rate": 1.856171039844509e-05,
      "loss": 1.1816,
      "step": 2858
    },
    {
      "epoch": 5.83469387755102,
      "grad_norm": 3.28125,
      "learning_rate": 1.8529316488500163e-05,
      "loss": 1.2868,
      "step": 2859
    },
    {
      "epoch": 5.836734693877551,
      "grad_norm": 3.09375,
      "learning_rate": 1.8496922578555232e-05,
      "loss": 1.2198,
      "step": 2860
    },
    {
      "epoch": 5.838775510204082,
      "grad_norm": 3.21875,
      "learning_rate": 1.84645286686103e-05,
      "loss": 1.1583,
      "step": 2861
    },
    {
      "epoch": 5.840816326530613,
      "grad_norm": 2.953125,
      "learning_rate": 1.8432134758665373e-05,
      "loss": 1.2859,
      "step": 2862
    },
    {
      "epoch": 5.8428571428571425,
      "grad_norm": 2.96875,
      "learning_rate": 1.8399740848720442e-05,
      "loss": 1.2469,
      "step": 2863
    },
    {
      "epoch": 5.844897959183673,
      "grad_norm": 2.90625,
      "learning_rate": 1.836734693877551e-05,
      "loss": 1.1606,
      "step": 2864
    },
    {
      "epoch": 5.846938775510204,
      "grad_norm": 3.15625,
      "learning_rate": 1.833495302883058e-05,
      "loss": 1.1958,
      "step": 2865
    },
    {
      "epoch": 5.848979591836734,
      "grad_norm": 3.0,
      "learning_rate": 1.8302559118885653e-05,
      "loss": 1.1338,
      "step": 2866
    },
    {
      "epoch": 5.851020408163265,
      "grad_norm": 2.984375,
      "learning_rate": 1.827016520894072e-05,
      "loss": 1.1981,
      "step": 2867
    },
    {
      "epoch": 5.853061224489796,
      "grad_norm": 2.984375,
      "learning_rate": 1.823777129899579e-05,
      "loss": 1.1742,
      "step": 2868
    },
    {
      "epoch": 5.855102040816327,
      "grad_norm": 3.203125,
      "learning_rate": 1.820537738905086e-05,
      "loss": 1.2914,
      "step": 2869
    },
    {
      "epoch": 5.857142857142857,
      "grad_norm": 3.09375,
      "learning_rate": 1.817298347910593e-05,
      "loss": 1.2752,
      "step": 2870
    },
    {
      "epoch": 5.859183673469388,
      "grad_norm": 3.609375,
      "learning_rate": 1.8140589569160997e-05,
      "loss": 1.3222,
      "step": 2871
    },
    {
      "epoch": 5.8612244897959185,
      "grad_norm": 3.171875,
      "learning_rate": 1.8108195659216066e-05,
      "loss": 1.2279,
      "step": 2872
    },
    {
      "epoch": 5.863265306122449,
      "grad_norm": 3.171875,
      "learning_rate": 1.807580174927114e-05,
      "loss": 1.3103,
      "step": 2873
    },
    {
      "epoch": 5.865306122448979,
      "grad_norm": 3.03125,
      "learning_rate": 1.8043407839326208e-05,
      "loss": 1.2451,
      "step": 2874
    },
    {
      "epoch": 5.86734693877551,
      "grad_norm": 2.953125,
      "learning_rate": 1.8011013929381277e-05,
      "loss": 1.218,
      "step": 2875
    },
    {
      "epoch": 5.869387755102041,
      "grad_norm": 3.09375,
      "learning_rate": 1.7978620019436346e-05,
      "loss": 1.2622,
      "step": 2876
    },
    {
      "epoch": 5.871428571428572,
      "grad_norm": 3.171875,
      "learning_rate": 1.7946226109491415e-05,
      "loss": 1.2416,
      "step": 2877
    },
    {
      "epoch": 5.873469387755102,
      "grad_norm": 3.0,
      "learning_rate": 1.7913832199546487e-05,
      "loss": 1.2002,
      "step": 2878
    },
    {
      "epoch": 5.875510204081633,
      "grad_norm": 3.015625,
      "learning_rate": 1.7881438289601556e-05,
      "loss": 1.1628,
      "step": 2879
    },
    {
      "epoch": 5.877551020408164,
      "grad_norm": 3.28125,
      "learning_rate": 1.7849044379656625e-05,
      "loss": 1.2519,
      "step": 2880
    },
    {
      "epoch": 5.8795918367346935,
      "grad_norm": 3.0625,
      "learning_rate": 1.7816650469711697e-05,
      "loss": 1.1872,
      "step": 2881
    },
    {
      "epoch": 5.881632653061224,
      "grad_norm": 3.03125,
      "learning_rate": 1.7784256559766766e-05,
      "loss": 1.2487,
      "step": 2882
    },
    {
      "epoch": 5.883673469387755,
      "grad_norm": 2.9375,
      "learning_rate": 1.7751862649821835e-05,
      "loss": 1.2244,
      "step": 2883
    },
    {
      "epoch": 5.885714285714286,
      "grad_norm": 3.265625,
      "learning_rate": 1.7719468739876904e-05,
      "loss": 1.16,
      "step": 2884
    },
    {
      "epoch": 5.887755102040816,
      "grad_norm": 3.109375,
      "learning_rate": 1.7687074829931973e-05,
      "loss": 1.1544,
      "step": 2885
    },
    {
      "epoch": 5.889795918367347,
      "grad_norm": 3.0,
      "learning_rate": 1.7654680919987042e-05,
      "loss": 1.1915,
      "step": 2886
    },
    {
      "epoch": 5.891836734693878,
      "grad_norm": 3.125,
      "learning_rate": 1.7622287010042114e-05,
      "loss": 1.2063,
      "step": 2887
    },
    {
      "epoch": 5.893877551020408,
      "grad_norm": 3.109375,
      "learning_rate": 1.7589893100097183e-05,
      "loss": 1.2283,
      "step": 2888
    },
    {
      "epoch": 5.895918367346939,
      "grad_norm": 3.015625,
      "learning_rate": 1.7557499190152252e-05,
      "loss": 1.2957,
      "step": 2889
    },
    {
      "epoch": 5.8979591836734695,
      "grad_norm": 2.734375,
      "learning_rate": 1.752510528020732e-05,
      "loss": 1.1526,
      "step": 2890
    },
    {
      "epoch": 5.9,
      "grad_norm": 3.375,
      "learning_rate": 1.749271137026239e-05,
      "loss": 1.1852,
      "step": 2891
    },
    {
      "epoch": 5.90204081632653,
      "grad_norm": 3.015625,
      "learning_rate": 1.746031746031746e-05,
      "loss": 1.2384,
      "step": 2892
    },
    {
      "epoch": 5.904081632653061,
      "grad_norm": 3.0625,
      "learning_rate": 1.7427923550372528e-05,
      "loss": 1.2186,
      "step": 2893
    },
    {
      "epoch": 5.906122448979592,
      "grad_norm": 3.0625,
      "learning_rate": 1.73955296404276e-05,
      "loss": 1.1204,
      "step": 2894
    },
    {
      "epoch": 5.908163265306122,
      "grad_norm": 3.515625,
      "learning_rate": 1.7363135730482673e-05,
      "loss": 1.2538,
      "step": 2895
    },
    {
      "epoch": 5.910204081632653,
      "grad_norm": 3.203125,
      "learning_rate": 1.7330741820537742e-05,
      "loss": 1.2511,
      "step": 2896
    },
    {
      "epoch": 5.912244897959184,
      "grad_norm": 3.109375,
      "learning_rate": 1.729834791059281e-05,
      "loss": 1.1657,
      "step": 2897
    },
    {
      "epoch": 5.914285714285715,
      "grad_norm": 3.21875,
      "learning_rate": 1.726595400064788e-05,
      "loss": 1.2993,
      "step": 2898
    },
    {
      "epoch": 5.916326530612245,
      "grad_norm": 3.03125,
      "learning_rate": 1.723356009070295e-05,
      "loss": 1.2253,
      "step": 2899
    },
    {
      "epoch": 5.918367346938775,
      "grad_norm": 3.0625,
      "learning_rate": 1.7201166180758018e-05,
      "loss": 1.2353,
      "step": 2900
    },
    {
      "epoch": 5.920408163265306,
      "grad_norm": 3.0,
      "learning_rate": 1.7168772270813087e-05,
      "loss": 1.1807,
      "step": 2901
    },
    {
      "epoch": 5.922448979591836,
      "grad_norm": 3.171875,
      "learning_rate": 1.713637836086816e-05,
      "loss": 1.2498,
      "step": 2902
    },
    {
      "epoch": 5.924489795918367,
      "grad_norm": 2.84375,
      "learning_rate": 1.7103984450923228e-05,
      "loss": 1.2032,
      "step": 2903
    },
    {
      "epoch": 5.926530612244898,
      "grad_norm": 3.140625,
      "learning_rate": 1.7071590540978297e-05,
      "loss": 1.2513,
      "step": 2904
    },
    {
      "epoch": 5.928571428571429,
      "grad_norm": 3.015625,
      "learning_rate": 1.7039196631033366e-05,
      "loss": 1.1338,
      "step": 2905
    },
    {
      "epoch": 5.930612244897959,
      "grad_norm": 3.203125,
      "learning_rate": 1.7006802721088435e-05,
      "loss": 1.2836,
      "step": 2906
    },
    {
      "epoch": 5.93265306122449,
      "grad_norm": 3.015625,
      "learning_rate": 1.6974408811143504e-05,
      "loss": 1.1464,
      "step": 2907
    },
    {
      "epoch": 5.9346938775510205,
      "grad_norm": 3.1875,
      "learning_rate": 1.6942014901198576e-05,
      "loss": 1.2553,
      "step": 2908
    },
    {
      "epoch": 5.936734693877551,
      "grad_norm": 3.328125,
      "learning_rate": 1.6909620991253645e-05,
      "loss": 1.2389,
      "step": 2909
    },
    {
      "epoch": 5.938775510204081,
      "grad_norm": 2.9375,
      "learning_rate": 1.6877227081308714e-05,
      "loss": 1.1838,
      "step": 2910
    },
    {
      "epoch": 5.940816326530612,
      "grad_norm": 2.875,
      "learning_rate": 1.6844833171363786e-05,
      "loss": 1.2261,
      "step": 2911
    },
    {
      "epoch": 5.942857142857143,
      "grad_norm": 3.28125,
      "learning_rate": 1.6812439261418855e-05,
      "loss": 1.2513,
      "step": 2912
    },
    {
      "epoch": 5.944897959183674,
      "grad_norm": 3.09375,
      "learning_rate": 1.6780045351473924e-05,
      "loss": 1.1899,
      "step": 2913
    },
    {
      "epoch": 5.946938775510204,
      "grad_norm": 3.171875,
      "learning_rate": 1.6747651441528993e-05,
      "loss": 1.1846,
      "step": 2914
    },
    {
      "epoch": 5.948979591836735,
      "grad_norm": 3.125,
      "learning_rate": 1.6715257531584062e-05,
      "loss": 1.2158,
      "step": 2915
    },
    {
      "epoch": 5.951020408163266,
      "grad_norm": 3.171875,
      "learning_rate": 1.6682863621639135e-05,
      "loss": 1.1559,
      "step": 2916
    },
    {
      "epoch": 5.953061224489796,
      "grad_norm": 3.078125,
      "learning_rate": 1.6650469711694204e-05,
      "loss": 1.2196,
      "step": 2917
    },
    {
      "epoch": 5.955102040816326,
      "grad_norm": 2.953125,
      "learning_rate": 1.6618075801749273e-05,
      "loss": 1.1806,
      "step": 2918
    },
    {
      "epoch": 5.957142857142857,
      "grad_norm": 2.921875,
      "learning_rate": 1.658568189180434e-05,
      "loss": 1.2208,
      "step": 2919
    },
    {
      "epoch": 5.959183673469388,
      "grad_norm": 3.203125,
      "learning_rate": 1.655328798185941e-05,
      "loss": 1.1838,
      "step": 2920
    },
    {
      "epoch": 5.961224489795918,
      "grad_norm": 2.921875,
      "learning_rate": 1.652089407191448e-05,
      "loss": 1.2051,
      "step": 2921
    },
    {
      "epoch": 5.963265306122449,
      "grad_norm": 2.9375,
      "learning_rate": 1.648850016196955e-05,
      "loss": 1.1878,
      "step": 2922
    },
    {
      "epoch": 5.96530612244898,
      "grad_norm": 3.0625,
      "learning_rate": 1.645610625202462e-05,
      "loss": 1.1922,
      "step": 2923
    },
    {
      "epoch": 5.96734693877551,
      "grad_norm": 3.125,
      "learning_rate": 1.642371234207969e-05,
      "loss": 1.2626,
      "step": 2924
    },
    {
      "epoch": 5.969387755102041,
      "grad_norm": 3.03125,
      "learning_rate": 1.639131843213476e-05,
      "loss": 1.1681,
      "step": 2925
    },
    {
      "epoch": 5.9714285714285715,
      "grad_norm": 3.0625,
      "learning_rate": 1.6358924522189828e-05,
      "loss": 1.1942,
      "step": 2926
    },
    {
      "epoch": 5.973469387755102,
      "grad_norm": 2.9375,
      "learning_rate": 1.6326530612244897e-05,
      "loss": 1.154,
      "step": 2927
    },
    {
      "epoch": 5.975510204081632,
      "grad_norm": 3.203125,
      "learning_rate": 1.629413670229997e-05,
      "loss": 1.2901,
      "step": 2928
    },
    {
      "epoch": 5.977551020408163,
      "grad_norm": 3.03125,
      "learning_rate": 1.6261742792355038e-05,
      "loss": 1.1879,
      "step": 2929
    },
    {
      "epoch": 5.979591836734694,
      "grad_norm": 3.03125,
      "learning_rate": 1.622934888241011e-05,
      "loss": 1.1324,
      "step": 2930
    },
    {
      "epoch": 5.981632653061224,
      "grad_norm": 3.046875,
      "learning_rate": 1.619695497246518e-05,
      "loss": 1.1803,
      "step": 2931
    },
    {
      "epoch": 5.983673469387755,
      "grad_norm": 3.1875,
      "learning_rate": 1.6164561062520248e-05,
      "loss": 1.2525,
      "step": 2932
    },
    {
      "epoch": 5.985714285714286,
      "grad_norm": 3.25,
      "learning_rate": 1.6132167152575317e-05,
      "loss": 1.2814,
      "step": 2933
    },
    {
      "epoch": 5.987755102040817,
      "grad_norm": 2.796875,
      "learning_rate": 1.6099773242630386e-05,
      "loss": 1.2598,
      "step": 2934
    },
    {
      "epoch": 5.989795918367347,
      "grad_norm": 2.9375,
      "learning_rate": 1.6067379332685455e-05,
      "loss": 1.228,
      "step": 2935
    },
    {
      "epoch": 5.9918367346938775,
      "grad_norm": 3.265625,
      "learning_rate": 1.6034985422740524e-05,
      "loss": 1.2529,
      "step": 2936
    },
    {
      "epoch": 5.993877551020408,
      "grad_norm": 2.96875,
      "learning_rate": 1.6002591512795596e-05,
      "loss": 1.1624,
      "step": 2937
    },
    {
      "epoch": 5.995918367346938,
      "grad_norm": 3.046875,
      "learning_rate": 1.5970197602850665e-05,
      "loss": 1.2116,
      "step": 2938
    },
    {
      "epoch": 5.997959183673469,
      "grad_norm": 3.078125,
      "learning_rate": 1.5937803692905734e-05,
      "loss": 1.1998,
      "step": 2939
    },
    {
      "epoch": 6.0,
      "grad_norm": 3.171875,
      "learning_rate": 1.5905409782960803e-05,
      "loss": 1.3831,
      "step": 2940
    },
    {
      "epoch": 6.002040816326531,
      "grad_norm": 3.3125,
      "learning_rate": 1.5873015873015872e-05,
      "loss": 0.761,
      "step": 2941
    },
    {
      "epoch": 6.004081632653061,
      "grad_norm": 3.625,
      "learning_rate": 1.584062196307094e-05,
      "loss": 0.8392,
      "step": 2942
    },
    {
      "epoch": 6.006122448979592,
      "grad_norm": 2.828125,
      "learning_rate": 1.580822805312601e-05,
      "loss": 0.8606,
      "step": 2943
    },
    {
      "epoch": 6.0081632653061225,
      "grad_norm": 2.625,
      "learning_rate": 1.5775834143181083e-05,
      "loss": 0.8263,
      "step": 2944
    },
    {
      "epoch": 6.010204081632653,
      "grad_norm": 2.8125,
      "learning_rate": 1.5743440233236155e-05,
      "loss": 0.8967,
      "step": 2945
    },
    {
      "epoch": 6.012244897959183,
      "grad_norm": 2.8125,
      "learning_rate": 1.5711046323291224e-05,
      "loss": 0.8156,
      "step": 2946
    },
    {
      "epoch": 6.014285714285714,
      "grad_norm": 3.15625,
      "learning_rate": 1.5678652413346293e-05,
      "loss": 0.822,
      "step": 2947
    },
    {
      "epoch": 6.016326530612245,
      "grad_norm": 3.21875,
      "learning_rate": 1.5646258503401362e-05,
      "loss": 0.7984,
      "step": 2948
    },
    {
      "epoch": 6.018367346938776,
      "grad_norm": 3.03125,
      "learning_rate": 1.561386459345643e-05,
      "loss": 0.8284,
      "step": 2949
    },
    {
      "epoch": 6.020408163265306,
      "grad_norm": 3.171875,
      "learning_rate": 1.55814706835115e-05,
      "loss": 0.8283,
      "step": 2950
    },
    {
      "epoch": 6.022448979591837,
      "grad_norm": 3.25,
      "learning_rate": 1.5549076773566572e-05,
      "loss": 0.8782,
      "step": 2951
    },
    {
      "epoch": 6.024489795918368,
      "grad_norm": 2.703125,
      "learning_rate": 1.551668286362164e-05,
      "loss": 0.7678,
      "step": 2952
    },
    {
      "epoch": 6.026530612244898,
      "grad_norm": 3.109375,
      "learning_rate": 1.548428895367671e-05,
      "loss": 0.8459,
      "step": 2953
    },
    {
      "epoch": 6.0285714285714285,
      "grad_norm": 2.734375,
      "learning_rate": 1.545189504373178e-05,
      "loss": 0.7841,
      "step": 2954
    },
    {
      "epoch": 6.030612244897959,
      "grad_norm": 2.71875,
      "learning_rate": 1.5419501133786848e-05,
      "loss": 0.8327,
      "step": 2955
    },
    {
      "epoch": 6.03265306122449,
      "grad_norm": 2.453125,
      "learning_rate": 1.5387107223841917e-05,
      "loss": 0.7798,
      "step": 2956
    },
    {
      "epoch": 6.03469387755102,
      "grad_norm": 2.546875,
      "learning_rate": 1.5354713313896986e-05,
      "loss": 0.8799,
      "step": 2957
    },
    {
      "epoch": 6.036734693877551,
      "grad_norm": 2.734375,
      "learning_rate": 1.5322319403952058e-05,
      "loss": 0.8675,
      "step": 2958
    },
    {
      "epoch": 6.038775510204082,
      "grad_norm": 2.5625,
      "learning_rate": 1.5289925494007127e-05,
      "loss": 0.8609,
      "step": 2959
    },
    {
      "epoch": 6.040816326530612,
      "grad_norm": 2.84375,
      "learning_rate": 1.5257531584062196e-05,
      "loss": 0.852,
      "step": 2960
    },
    {
      "epoch": 6.042857142857143,
      "grad_norm": 2.796875,
      "learning_rate": 1.5225137674117269e-05,
      "loss": 0.8492,
      "step": 2961
    },
    {
      "epoch": 6.044897959183674,
      "grad_norm": 2.390625,
      "learning_rate": 1.5192743764172338e-05,
      "loss": 0.7995,
      "step": 2962
    },
    {
      "epoch": 6.046938775510204,
      "grad_norm": 2.5,
      "learning_rate": 1.5160349854227406e-05,
      "loss": 0.8649,
      "step": 2963
    },
    {
      "epoch": 6.048979591836734,
      "grad_norm": 2.578125,
      "learning_rate": 1.5127955944282477e-05,
      "loss": 0.8594,
      "step": 2964
    },
    {
      "epoch": 6.051020408163265,
      "grad_norm": 2.671875,
      "learning_rate": 1.5095562034337546e-05,
      "loss": 0.8616,
      "step": 2965
    },
    {
      "epoch": 6.053061224489796,
      "grad_norm": 2.453125,
      "learning_rate": 1.5063168124392615e-05,
      "loss": 0.8027,
      "step": 2966
    },
    {
      "epoch": 6.055102040816327,
      "grad_norm": 2.453125,
      "learning_rate": 1.5030774214447684e-05,
      "loss": 0.848,
      "step": 2967
    },
    {
      "epoch": 6.057142857142857,
      "grad_norm": 2.578125,
      "learning_rate": 1.4998380304502755e-05,
      "loss": 0.8681,
      "step": 2968
    },
    {
      "epoch": 6.059183673469388,
      "grad_norm": 2.390625,
      "learning_rate": 1.4965986394557824e-05,
      "loss": 0.7891,
      "step": 2969
    },
    {
      "epoch": 6.061224489795919,
      "grad_norm": 2.40625,
      "learning_rate": 1.4933592484612893e-05,
      "loss": 0.8457,
      "step": 2970
    },
    {
      "epoch": 6.063265306122449,
      "grad_norm": 2.546875,
      "learning_rate": 1.4901198574667963e-05,
      "loss": 0.848,
      "step": 2971
    },
    {
      "epoch": 6.0653061224489795,
      "grad_norm": 2.15625,
      "learning_rate": 1.4868804664723032e-05,
      "loss": 0.7444,
      "step": 2972
    },
    {
      "epoch": 6.06734693877551,
      "grad_norm": 2.46875,
      "learning_rate": 1.4836410754778101e-05,
      "loss": 0.805,
      "step": 2973
    },
    {
      "epoch": 6.069387755102041,
      "grad_norm": 2.390625,
      "learning_rate": 1.4804016844833172e-05,
      "loss": 0.7989,
      "step": 2974
    },
    {
      "epoch": 6.071428571428571,
      "grad_norm": 2.359375,
      "learning_rate": 1.477162293488824e-05,
      "loss": 0.8871,
      "step": 2975
    },
    {
      "epoch": 6.073469387755102,
      "grad_norm": 2.375,
      "learning_rate": 1.473922902494331e-05,
      "loss": 0.8073,
      "step": 2976
    },
    {
      "epoch": 6.075510204081633,
      "grad_norm": 2.34375,
      "learning_rate": 1.470683511499838e-05,
      "loss": 0.8147,
      "step": 2977
    },
    {
      "epoch": 6.077551020408163,
      "grad_norm": 2.46875,
      "learning_rate": 1.4674441205053451e-05,
      "loss": 0.8723,
      "step": 2978
    },
    {
      "epoch": 6.079591836734694,
      "grad_norm": 2.5,
      "learning_rate": 1.4642047295108522e-05,
      "loss": 0.782,
      "step": 2979
    },
    {
      "epoch": 6.081632653061225,
      "grad_norm": 2.34375,
      "learning_rate": 1.460965338516359e-05,
      "loss": 0.7644,
      "step": 2980
    },
    {
      "epoch": 6.083673469387755,
      "grad_norm": 2.40625,
      "learning_rate": 1.457725947521866e-05,
      "loss": 0.7837,
      "step": 2981
    },
    {
      "epoch": 6.085714285714285,
      "grad_norm": 2.65625,
      "learning_rate": 1.454486556527373e-05,
      "loss": 0.9348,
      "step": 2982
    },
    {
      "epoch": 6.087755102040816,
      "grad_norm": 2.359375,
      "learning_rate": 1.45124716553288e-05,
      "loss": 0.8375,
      "step": 2983
    },
    {
      "epoch": 6.089795918367347,
      "grad_norm": 2.390625,
      "learning_rate": 1.4480077745383868e-05,
      "loss": 0.836,
      "step": 2984
    },
    {
      "epoch": 6.091836734693878,
      "grad_norm": 2.578125,
      "learning_rate": 1.4447683835438939e-05,
      "loss": 0.8358,
      "step": 2985
    },
    {
      "epoch": 6.093877551020408,
      "grad_norm": 2.546875,
      "learning_rate": 1.4415289925494008e-05,
      "loss": 0.8669,
      "step": 2986
    },
    {
      "epoch": 6.095918367346939,
      "grad_norm": 2.421875,
      "learning_rate": 1.4382896015549077e-05,
      "loss": 0.8169,
      "step": 2987
    },
    {
      "epoch": 6.09795918367347,
      "grad_norm": 2.390625,
      "learning_rate": 1.4350502105604146e-05,
      "loss": 0.7987,
      "step": 2988
    },
    {
      "epoch": 6.1,
      "grad_norm": 2.53125,
      "learning_rate": 1.4318108195659216e-05,
      "loss": 0.8178,
      "step": 2989
    },
    {
      "epoch": 6.1020408163265305,
      "grad_norm": 2.359375,
      "learning_rate": 1.4285714285714285e-05,
      "loss": 0.8416,
      "step": 2990
    },
    {
      "epoch": 6.104081632653061,
      "grad_norm": 2.25,
      "learning_rate": 1.4253320375769354e-05,
      "loss": 0.7499,
      "step": 2991
    },
    {
      "epoch": 6.106122448979592,
      "grad_norm": 2.5,
      "learning_rate": 1.4220926465824425e-05,
      "loss": 0.7517,
      "step": 2992
    },
    {
      "epoch": 6.108163265306122,
      "grad_norm": 2.5625,
      "learning_rate": 1.4188532555879494e-05,
      "loss": 0.8423,
      "step": 2993
    },
    {
      "epoch": 6.110204081632653,
      "grad_norm": 2.359375,
      "learning_rate": 1.4156138645934566e-05,
      "loss": 0.7365,
      "step": 2994
    },
    {
      "epoch": 6.112244897959184,
      "grad_norm": 2.34375,
      "learning_rate": 1.4123744735989635e-05,
      "loss": 0.7947,
      "step": 2995
    },
    {
      "epoch": 6.114285714285714,
      "grad_norm": 2.46875,
      "learning_rate": 1.4091350826044706e-05,
      "loss": 0.8661,
      "step": 2996
    },
    {
      "epoch": 6.116326530612245,
      "grad_norm": 2.71875,
      "learning_rate": 1.4058956916099775e-05,
      "loss": 0.8921,
      "step": 2997
    },
    {
      "epoch": 6.118367346938776,
      "grad_norm": 2.46875,
      "learning_rate": 1.4026563006154844e-05,
      "loss": 0.8112,
      "step": 2998
    },
    {
      "epoch": 6.1204081632653065,
      "grad_norm": 2.53125,
      "learning_rate": 1.3994169096209913e-05,
      "loss": 0.798,
      "step": 2999
    },
    {
      "epoch": 6.122448979591836,
      "grad_norm": 2.671875,
      "learning_rate": 1.3961775186264984e-05,
      "loss": 0.8557,
      "step": 3000
    },
    {
      "epoch": 6.122448979591836,
      "eval_loss": 4.991698265075684,
      "eval_runtime": 5.364,
      "eval_samples_per_second": 29.828,
      "eval_steps_per_second": 7.457,
      "step": 3000
    },
    {
      "epoch": 6.124489795918367,
      "grad_norm": 2.46875,
      "learning_rate": 1.3929381276320053e-05,
      "loss": 0.8544,
      "step": 3001
    },
    {
      "epoch": 6.126530612244898,
      "grad_norm": 2.59375,
      "learning_rate": 1.3896987366375121e-05,
      "loss": 0.8821,
      "step": 3002
    },
    {
      "epoch": 6.128571428571428,
      "grad_norm": 2.3125,
      "learning_rate": 1.3864593456430192e-05,
      "loss": 0.8304,
      "step": 3003
    },
    {
      "epoch": 6.130612244897959,
      "grad_norm": 2.5,
      "learning_rate": 1.3832199546485261e-05,
      "loss": 0.7474,
      "step": 3004
    },
    {
      "epoch": 6.13265306122449,
      "grad_norm": 2.84375,
      "learning_rate": 1.379980563654033e-05,
      "loss": 0.8452,
      "step": 3005
    },
    {
      "epoch": 6.134693877551021,
      "grad_norm": 2.34375,
      "learning_rate": 1.37674117265954e-05,
      "loss": 0.7788,
      "step": 3006
    },
    {
      "epoch": 6.136734693877551,
      "grad_norm": 2.5625,
      "learning_rate": 1.373501781665047e-05,
      "loss": 0.8852,
      "step": 3007
    },
    {
      "epoch": 6.1387755102040815,
      "grad_norm": 2.5,
      "learning_rate": 1.3702623906705539e-05,
      "loss": 0.8137,
      "step": 3008
    },
    {
      "epoch": 6.140816326530612,
      "grad_norm": 2.515625,
      "learning_rate": 1.367022999676061e-05,
      "loss": 0.8416,
      "step": 3009
    },
    {
      "epoch": 6.142857142857143,
      "grad_norm": 2.46875,
      "learning_rate": 1.3637836086815678e-05,
      "loss": 0.7968,
      "step": 3010
    },
    {
      "epoch": 6.144897959183673,
      "grad_norm": 2.359375,
      "learning_rate": 1.360544217687075e-05,
      "loss": 0.843,
      "step": 3011
    },
    {
      "epoch": 6.146938775510204,
      "grad_norm": 2.40625,
      "learning_rate": 1.357304826692582e-05,
      "loss": 0.8465,
      "step": 3012
    },
    {
      "epoch": 6.148979591836735,
      "grad_norm": 2.40625,
      "learning_rate": 1.3540654356980889e-05,
      "loss": 0.7731,
      "step": 3013
    },
    {
      "epoch": 6.151020408163265,
      "grad_norm": 2.46875,
      "learning_rate": 1.350826044703596e-05,
      "loss": 0.813,
      "step": 3014
    },
    {
      "epoch": 6.153061224489796,
      "grad_norm": 2.59375,
      "learning_rate": 1.3475866537091028e-05,
      "loss": 0.7976,
      "step": 3015
    },
    {
      "epoch": 6.155102040816327,
      "grad_norm": 2.34375,
      "learning_rate": 1.3443472627146097e-05,
      "loss": 0.8235,
      "step": 3016
    },
    {
      "epoch": 6.1571428571428575,
      "grad_norm": 2.3125,
      "learning_rate": 1.3411078717201168e-05,
      "loss": 0.8262,
      "step": 3017
    },
    {
      "epoch": 6.159183673469387,
      "grad_norm": 2.53125,
      "learning_rate": 1.3378684807256237e-05,
      "loss": 0.8519,
      "step": 3018
    },
    {
      "epoch": 6.161224489795918,
      "grad_norm": 2.515625,
      "learning_rate": 1.3346290897311306e-05,
      "loss": 0.8816,
      "step": 3019
    },
    {
      "epoch": 6.163265306122449,
      "grad_norm": 2.390625,
      "learning_rate": 1.3313896987366375e-05,
      "loss": 0.8324,
      "step": 3020
    },
    {
      "epoch": 6.16530612244898,
      "grad_norm": 2.703125,
      "learning_rate": 1.3281503077421445e-05,
      "loss": 0.7992,
      "step": 3021
    },
    {
      "epoch": 6.16734693877551,
      "grad_norm": 2.4375,
      "learning_rate": 1.3249109167476514e-05,
      "loss": 0.7889,
      "step": 3022
    },
    {
      "epoch": 6.169387755102041,
      "grad_norm": 2.375,
      "learning_rate": 1.3216715257531583e-05,
      "loss": 0.7467,
      "step": 3023
    },
    {
      "epoch": 6.171428571428572,
      "grad_norm": 2.4375,
      "learning_rate": 1.3184321347586654e-05,
      "loss": 0.8538,
      "step": 3024
    },
    {
      "epoch": 6.173469387755102,
      "grad_norm": 2.34375,
      "learning_rate": 1.3151927437641723e-05,
      "loss": 0.8073,
      "step": 3025
    },
    {
      "epoch": 6.1755102040816325,
      "grad_norm": 2.578125,
      "learning_rate": 1.3119533527696792e-05,
      "loss": 0.8491,
      "step": 3026
    },
    {
      "epoch": 6.177551020408163,
      "grad_norm": 2.296875,
      "learning_rate": 1.3087139617751864e-05,
      "loss": 0.816,
      "step": 3027
    },
    {
      "epoch": 6.179591836734694,
      "grad_norm": 2.625,
      "learning_rate": 1.3054745707806935e-05,
      "loss": 0.7944,
      "step": 3028
    },
    {
      "epoch": 6.181632653061224,
      "grad_norm": 2.546875,
      "learning_rate": 1.3022351797862004e-05,
      "loss": 0.8029,
      "step": 3029
    },
    {
      "epoch": 6.183673469387755,
      "grad_norm": 2.40625,
      "learning_rate": 1.2989957887917073e-05,
      "loss": 0.7615,
      "step": 3030
    },
    {
      "epoch": 6.185714285714286,
      "grad_norm": 2.640625,
      "learning_rate": 1.2957563977972142e-05,
      "loss": 0.8891,
      "step": 3031
    },
    {
      "epoch": 6.187755102040816,
      "grad_norm": 2.84375,
      "learning_rate": 1.2925170068027212e-05,
      "loss": 0.9069,
      "step": 3032
    },
    {
      "epoch": 6.189795918367347,
      "grad_norm": 2.578125,
      "learning_rate": 1.2892776158082281e-05,
      "loss": 0.8789,
      "step": 3033
    },
    {
      "epoch": 6.191836734693878,
      "grad_norm": 2.484375,
      "learning_rate": 1.286038224813735e-05,
      "loss": 0.8501,
      "step": 3034
    },
    {
      "epoch": 6.1938775510204085,
      "grad_norm": 2.46875,
      "learning_rate": 1.2827988338192421e-05,
      "loss": 0.82,
      "step": 3035
    },
    {
      "epoch": 6.1959183673469385,
      "grad_norm": 2.296875,
      "learning_rate": 1.279559442824749e-05,
      "loss": 0.7979,
      "step": 3036
    },
    {
      "epoch": 6.197959183673469,
      "grad_norm": 2.46875,
      "learning_rate": 1.2763200518302559e-05,
      "loss": 0.7961,
      "step": 3037
    },
    {
      "epoch": 6.2,
      "grad_norm": 2.359375,
      "learning_rate": 1.273080660835763e-05,
      "loss": 0.7912,
      "step": 3038
    },
    {
      "epoch": 6.202040816326531,
      "grad_norm": 2.3125,
      "learning_rate": 1.2698412698412699e-05,
      "loss": 0.7595,
      "step": 3039
    },
    {
      "epoch": 6.204081632653061,
      "grad_norm": 2.390625,
      "learning_rate": 1.2666018788467768e-05,
      "loss": 0.8133,
      "step": 3040
    },
    {
      "epoch": 6.206122448979592,
      "grad_norm": 2.53125,
      "learning_rate": 1.2633624878522836e-05,
      "loss": 0.8362,
      "step": 3041
    },
    {
      "epoch": 6.208163265306123,
      "grad_norm": 2.28125,
      "learning_rate": 1.2601230968577907e-05,
      "loss": 0.767,
      "step": 3042
    },
    {
      "epoch": 6.210204081632653,
      "grad_norm": 2.65625,
      "learning_rate": 1.2568837058632976e-05,
      "loss": 0.8336,
      "step": 3043
    },
    {
      "epoch": 6.2122448979591836,
      "grad_norm": 2.25,
      "learning_rate": 1.2536443148688048e-05,
      "loss": 0.821,
      "step": 3044
    },
    {
      "epoch": 6.214285714285714,
      "grad_norm": 2.4375,
      "learning_rate": 1.2504049238743117e-05,
      "loss": 0.7919,
      "step": 3045
    },
    {
      "epoch": 6.216326530612245,
      "grad_norm": 2.421875,
      "learning_rate": 1.2471655328798186e-05,
      "loss": 0.8154,
      "step": 3046
    },
    {
      "epoch": 6.218367346938775,
      "grad_norm": 2.484375,
      "learning_rate": 1.2439261418853255e-05,
      "loss": 0.7772,
      "step": 3047
    },
    {
      "epoch": 6.220408163265306,
      "grad_norm": 2.46875,
      "learning_rate": 1.2406867508908326e-05,
      "loss": 0.852,
      "step": 3048
    },
    {
      "epoch": 6.222448979591837,
      "grad_norm": 2.359375,
      "learning_rate": 1.2374473598963397e-05,
      "loss": 0.7787,
      "step": 3049
    },
    {
      "epoch": 6.224489795918367,
      "grad_norm": 2.546875,
      "learning_rate": 1.2342079689018466e-05,
      "loss": 0.7517,
      "step": 3050
    },
    {
      "epoch": 6.226530612244898,
      "grad_norm": 2.5625,
      "learning_rate": 1.2309685779073535e-05,
      "loss": 0.8715,
      "step": 3051
    },
    {
      "epoch": 6.228571428571429,
      "grad_norm": 2.453125,
      "learning_rate": 1.2277291869128604e-05,
      "loss": 0.8348,
      "step": 3052
    },
    {
      "epoch": 6.2306122448979595,
      "grad_norm": 2.34375,
      "learning_rate": 1.2244897959183674e-05,
      "loss": 0.8242,
      "step": 3053
    },
    {
      "epoch": 6.2326530612244895,
      "grad_norm": 2.390625,
      "learning_rate": 1.2212504049238743e-05,
      "loss": 0.7916,
      "step": 3054
    },
    {
      "epoch": 6.23469387755102,
      "grad_norm": 2.3125,
      "learning_rate": 1.2180110139293812e-05,
      "loss": 0.7629,
      "step": 3055
    },
    {
      "epoch": 6.236734693877551,
      "grad_norm": 2.546875,
      "learning_rate": 1.2147716229348883e-05,
      "loss": 0.8209,
      "step": 3056
    },
    {
      "epoch": 6.238775510204082,
      "grad_norm": 2.46875,
      "learning_rate": 1.2115322319403953e-05,
      "loss": 0.8332,
      "step": 3057
    },
    {
      "epoch": 6.240816326530612,
      "grad_norm": 2.390625,
      "learning_rate": 1.2082928409459022e-05,
      "loss": 0.7971,
      "step": 3058
    },
    {
      "epoch": 6.242857142857143,
      "grad_norm": 2.359375,
      "learning_rate": 1.2050534499514091e-05,
      "loss": 0.7935,
      "step": 3059
    },
    {
      "epoch": 6.244897959183674,
      "grad_norm": 2.390625,
      "learning_rate": 1.2018140589569162e-05,
      "loss": 0.8895,
      "step": 3060
    },
    {
      "epoch": 6.246938775510204,
      "grad_norm": 2.40625,
      "learning_rate": 1.1985746679624231e-05,
      "loss": 0.882,
      "step": 3061
    },
    {
      "epoch": 6.248979591836735,
      "grad_norm": 2.671875,
      "learning_rate": 1.19533527696793e-05,
      "loss": 0.8206,
      "step": 3062
    },
    {
      "epoch": 6.251020408163265,
      "grad_norm": 2.40625,
      "learning_rate": 1.192095885973437e-05,
      "loss": 0.8074,
      "step": 3063
    },
    {
      "epoch": 6.253061224489796,
      "grad_norm": 2.40625,
      "learning_rate": 1.1888564949789441e-05,
      "loss": 0.7785,
      "step": 3064
    },
    {
      "epoch": 6.255102040816326,
      "grad_norm": 2.375,
      "learning_rate": 1.185617103984451e-05,
      "loss": 0.7863,
      "step": 3065
    },
    {
      "epoch": 6.257142857142857,
      "grad_norm": 2.3125,
      "learning_rate": 1.182377712989958e-05,
      "loss": 0.7716,
      "step": 3066
    },
    {
      "epoch": 6.259183673469388,
      "grad_norm": 2.4375,
      "learning_rate": 1.179138321995465e-05,
      "loss": 0.7988,
      "step": 3067
    },
    {
      "epoch": 6.261224489795918,
      "grad_norm": 2.484375,
      "learning_rate": 1.1758989310009719e-05,
      "loss": 0.8253,
      "step": 3068
    },
    {
      "epoch": 6.263265306122449,
      "grad_norm": 2.5625,
      "learning_rate": 1.1726595400064788e-05,
      "loss": 0.7901,
      "step": 3069
    },
    {
      "epoch": 6.26530612244898,
      "grad_norm": 2.53125,
      "learning_rate": 1.1694201490119858e-05,
      "loss": 0.8628,
      "step": 3070
    },
    {
      "epoch": 6.2673469387755105,
      "grad_norm": 2.515625,
      "learning_rate": 1.1661807580174927e-05,
      "loss": 0.8475,
      "step": 3071
    },
    {
      "epoch": 6.2693877551020405,
      "grad_norm": 2.609375,
      "learning_rate": 1.1629413670229998e-05,
      "loss": 0.7617,
      "step": 3072
    },
    {
      "epoch": 6.271428571428571,
      "grad_norm": 2.25,
      "learning_rate": 1.1597019760285067e-05,
      "loss": 0.7973,
      "step": 3073
    },
    {
      "epoch": 6.273469387755102,
      "grad_norm": 2.640625,
      "learning_rate": 1.1564625850340138e-05,
      "loss": 0.7726,
      "step": 3074
    },
    {
      "epoch": 6.275510204081632,
      "grad_norm": 2.53125,
      "learning_rate": 1.1532231940395207e-05,
      "loss": 0.7822,
      "step": 3075
    },
    {
      "epoch": 6.277551020408163,
      "grad_norm": 2.5625,
      "learning_rate": 1.1499838030450276e-05,
      "loss": 0.9039,
      "step": 3076
    },
    {
      "epoch": 6.279591836734694,
      "grad_norm": 2.546875,
      "learning_rate": 1.1467444120505345e-05,
      "loss": 0.8531,
      "step": 3077
    },
    {
      "epoch": 6.281632653061225,
      "grad_norm": 2.8125,
      "learning_rate": 1.1435050210560415e-05,
      "loss": 0.894,
      "step": 3078
    },
    {
      "epoch": 6.283673469387755,
      "grad_norm": 2.609375,
      "learning_rate": 1.1402656300615484e-05,
      "loss": 0.8102,
      "step": 3079
    },
    {
      "epoch": 6.285714285714286,
      "grad_norm": 2.453125,
      "learning_rate": 1.1370262390670553e-05,
      "loss": 0.8188,
      "step": 3080
    },
    {
      "epoch": 6.2877551020408164,
      "grad_norm": 2.5,
      "learning_rate": 1.1337868480725626e-05,
      "loss": 0.8201,
      "step": 3081
    },
    {
      "epoch": 6.289795918367347,
      "grad_norm": 2.53125,
      "learning_rate": 1.1305474570780694e-05,
      "loss": 0.8298,
      "step": 3082
    },
    {
      "epoch": 6.291836734693877,
      "grad_norm": 2.53125,
      "learning_rate": 1.1273080660835763e-05,
      "loss": 0.7766,
      "step": 3083
    },
    {
      "epoch": 6.293877551020408,
      "grad_norm": 2.5,
      "learning_rate": 1.1240686750890832e-05,
      "loss": 0.8098,
      "step": 3084
    },
    {
      "epoch": 6.295918367346939,
      "grad_norm": 2.53125,
      "learning_rate": 1.1208292840945903e-05,
      "loss": 0.7918,
      "step": 3085
    },
    {
      "epoch": 6.29795918367347,
      "grad_norm": 2.46875,
      "learning_rate": 1.1175898931000972e-05,
      "loss": 0.8648,
      "step": 3086
    },
    {
      "epoch": 6.3,
      "grad_norm": 2.453125,
      "learning_rate": 1.1143505021056041e-05,
      "loss": 0.8067,
      "step": 3087
    },
    {
      "epoch": 6.302040816326531,
      "grad_norm": 2.484375,
      "learning_rate": 1.1111111111111112e-05,
      "loss": 0.8346,
      "step": 3088
    },
    {
      "epoch": 6.3040816326530615,
      "grad_norm": 2.5,
      "learning_rate": 1.1078717201166182e-05,
      "loss": 0.7401,
      "step": 3089
    },
    {
      "epoch": 6.3061224489795915,
      "grad_norm": 2.640625,
      "learning_rate": 1.1046323291221251e-05,
      "loss": 0.8474,
      "step": 3090
    },
    {
      "epoch": 6.308163265306122,
      "grad_norm": 2.5,
      "learning_rate": 1.101392938127632e-05,
      "loss": 0.8069,
      "step": 3091
    },
    {
      "epoch": 6.310204081632653,
      "grad_norm": 2.5625,
      "learning_rate": 1.0981535471331391e-05,
      "loss": 0.8522,
      "step": 3092
    },
    {
      "epoch": 6.312244897959184,
      "grad_norm": 2.515625,
      "learning_rate": 1.094914156138646e-05,
      "loss": 0.7717,
      "step": 3093
    },
    {
      "epoch": 6.314285714285714,
      "grad_norm": 2.421875,
      "learning_rate": 1.0916747651441529e-05,
      "loss": 0.8352,
      "step": 3094
    },
    {
      "epoch": 6.316326530612245,
      "grad_norm": 2.34375,
      "learning_rate": 1.08843537414966e-05,
      "loss": 0.7743,
      "step": 3095
    },
    {
      "epoch": 6.318367346938776,
      "grad_norm": 2.75,
      "learning_rate": 1.0851959831551668e-05,
      "loss": 0.857,
      "step": 3096
    },
    {
      "epoch": 6.320408163265306,
      "grad_norm": 2.625,
      "learning_rate": 1.0819565921606739e-05,
      "loss": 0.8793,
      "step": 3097
    },
    {
      "epoch": 6.322448979591837,
      "grad_norm": 2.40625,
      "learning_rate": 1.0787172011661808e-05,
      "loss": 0.7947,
      "step": 3098
    },
    {
      "epoch": 6.3244897959183675,
      "grad_norm": 2.3125,
      "learning_rate": 1.0754778101716879e-05,
      "loss": 0.7887,
      "step": 3099
    },
    {
      "epoch": 6.326530612244898,
      "grad_norm": 2.421875,
      "learning_rate": 1.0722384191771948e-05,
      "loss": 0.8215,
      "step": 3100
    },
    {
      "epoch": 6.328571428571428,
      "grad_norm": 2.546875,
      "learning_rate": 1.0689990281827017e-05,
      "loss": 0.7912,
      "step": 3101
    },
    {
      "epoch": 6.330612244897959,
      "grad_norm": 2.609375,
      "learning_rate": 1.0657596371882087e-05,
      "loss": 0.8136,
      "step": 3102
    },
    {
      "epoch": 6.33265306122449,
      "grad_norm": 2.375,
      "learning_rate": 1.0625202461937156e-05,
      "loss": 0.8157,
      "step": 3103
    },
    {
      "epoch": 6.33469387755102,
      "grad_norm": 2.328125,
      "learning_rate": 1.0592808551992225e-05,
      "loss": 0.7969,
      "step": 3104
    },
    {
      "epoch": 6.336734693877551,
      "grad_norm": 2.265625,
      "learning_rate": 1.0560414642047296e-05,
      "loss": 0.7621,
      "step": 3105
    },
    {
      "epoch": 6.338775510204082,
      "grad_norm": 2.390625,
      "learning_rate": 1.0528020732102367e-05,
      "loss": 0.8642,
      "step": 3106
    },
    {
      "epoch": 6.340816326530613,
      "grad_norm": 2.53125,
      "learning_rate": 1.0495626822157436e-05,
      "loss": 0.8744,
      "step": 3107
    },
    {
      "epoch": 6.3428571428571425,
      "grad_norm": 2.703125,
      "learning_rate": 1.0463232912212504e-05,
      "loss": 0.8444,
      "step": 3108
    },
    {
      "epoch": 6.344897959183673,
      "grad_norm": 2.28125,
      "learning_rate": 1.0430839002267573e-05,
      "loss": 0.791,
      "step": 3109
    },
    {
      "epoch": 6.346938775510204,
      "grad_norm": 2.40625,
      "learning_rate": 1.0398445092322644e-05,
      "loss": 0.8152,
      "step": 3110
    },
    {
      "epoch": 6.348979591836735,
      "grad_norm": 2.40625,
      "learning_rate": 1.0366051182377713e-05,
      "loss": 0.8108,
      "step": 3111
    },
    {
      "epoch": 6.351020408163265,
      "grad_norm": 2.65625,
      "learning_rate": 1.0333657272432782e-05,
      "loss": 0.8797,
      "step": 3112
    },
    {
      "epoch": 6.353061224489796,
      "grad_norm": 2.609375,
      "learning_rate": 1.0301263362487853e-05,
      "loss": 0.803,
      "step": 3113
    },
    {
      "epoch": 6.355102040816327,
      "grad_norm": 2.5,
      "learning_rate": 1.0268869452542923e-05,
      "loss": 0.8266,
      "step": 3114
    },
    {
      "epoch": 6.357142857142857,
      "grad_norm": 2.921875,
      "learning_rate": 1.0236475542597992e-05,
      "loss": 0.8791,
      "step": 3115
    },
    {
      "epoch": 6.359183673469388,
      "grad_norm": 2.5625,
      "learning_rate": 1.0204081632653061e-05,
      "loss": 0.7947,
      "step": 3116
    },
    {
      "epoch": 6.3612244897959185,
      "grad_norm": 2.53125,
      "learning_rate": 1.0171687722708132e-05,
      "loss": 0.8718,
      "step": 3117
    },
    {
      "epoch": 6.363265306122449,
      "grad_norm": 2.53125,
      "learning_rate": 1.0139293812763201e-05,
      "loss": 0.7808,
      "step": 3118
    },
    {
      "epoch": 6.365306122448979,
      "grad_norm": 2.296875,
      "learning_rate": 1.010689990281827e-05,
      "loss": 0.8579,
      "step": 3119
    },
    {
      "epoch": 6.36734693877551,
      "grad_norm": 2.25,
      "learning_rate": 1.007450599287334e-05,
      "loss": 0.7282,
      "step": 3120
    },
    {
      "epoch": 6.369387755102041,
      "grad_norm": 2.765625,
      "learning_rate": 1.004211208292841e-05,
      "loss": 0.8556,
      "step": 3121
    },
    {
      "epoch": 6.371428571428572,
      "grad_norm": 2.65625,
      "learning_rate": 1.000971817298348e-05,
      "loss": 0.8057,
      "step": 3122
    },
    {
      "epoch": 6.373469387755102,
      "grad_norm": 2.578125,
      "learning_rate": 9.977324263038549e-06,
      "loss": 0.798,
      "step": 3123
    },
    {
      "epoch": 6.375510204081633,
      "grad_norm": 2.53125,
      "learning_rate": 9.94493035309362e-06,
      "loss": 0.8284,
      "step": 3124
    },
    {
      "epoch": 6.377551020408164,
      "grad_norm": 2.484375,
      "learning_rate": 9.912536443148689e-06,
      "loss": 0.8091,
      "step": 3125
    },
    {
      "epoch": 6.3795918367346935,
      "grad_norm": 2.515625,
      "learning_rate": 9.880142533203758e-06,
      "loss": 0.834,
      "step": 3126
    },
    {
      "epoch": 6.381632653061224,
      "grad_norm": 2.296875,
      "learning_rate": 9.847748623258828e-06,
      "loss": 0.8147,
      "step": 3127
    },
    {
      "epoch": 6.383673469387755,
      "grad_norm": 2.234375,
      "learning_rate": 9.815354713313897e-06,
      "loss": 0.7288,
      "step": 3128
    },
    {
      "epoch": 6.385714285714286,
      "grad_norm": 2.421875,
      "learning_rate": 9.782960803368966e-06,
      "loss": 0.8257,
      "step": 3129
    },
    {
      "epoch": 6.387755102040816,
      "grad_norm": 2.640625,
      "learning_rate": 9.750566893424037e-06,
      "loss": 0.8032,
      "step": 3130
    },
    {
      "epoch": 6.389795918367347,
      "grad_norm": 2.296875,
      "learning_rate": 9.718172983479108e-06,
      "loss": 0.7995,
      "step": 3131
    },
    {
      "epoch": 6.391836734693878,
      "grad_norm": 2.4375,
      "learning_rate": 9.685779073534177e-06,
      "loss": 0.7743,
      "step": 3132
    },
    {
      "epoch": 6.393877551020408,
      "grad_norm": 2.59375,
      "learning_rate": 9.653385163589246e-06,
      "loss": 0.8109,
      "step": 3133
    },
    {
      "epoch": 6.395918367346939,
      "grad_norm": 2.4375,
      "learning_rate": 9.620991253644314e-06,
      "loss": 0.7975,
      "step": 3134
    },
    {
      "epoch": 6.3979591836734695,
      "grad_norm": 2.46875,
      "learning_rate": 9.588597343699385e-06,
      "loss": 0.809,
      "step": 3135
    },
    {
      "epoch": 6.4,
      "grad_norm": 2.546875,
      "learning_rate": 9.556203433754454e-06,
      "loss": 0.833,
      "step": 3136
    },
    {
      "epoch": 6.40204081632653,
      "grad_norm": 2.421875,
      "learning_rate": 9.523809523809523e-06,
      "loss": 0.859,
      "step": 3137
    },
    {
      "epoch": 6.404081632653061,
      "grad_norm": 2.40625,
      "learning_rate": 9.491415613864595e-06,
      "loss": 0.7756,
      "step": 3138
    },
    {
      "epoch": 6.406122448979592,
      "grad_norm": 2.515625,
      "learning_rate": 9.459021703919664e-06,
      "loss": 0.8029,
      "step": 3139
    },
    {
      "epoch": 6.408163265306122,
      "grad_norm": 2.46875,
      "learning_rate": 9.426627793974733e-06,
      "loss": 0.7622,
      "step": 3140
    },
    {
      "epoch": 6.410204081632653,
      "grad_norm": 2.359375,
      "learning_rate": 9.394233884029802e-06,
      "loss": 0.8132,
      "step": 3141
    },
    {
      "epoch": 6.412244897959184,
      "grad_norm": 2.46875,
      "learning_rate": 9.361839974084873e-06,
      "loss": 0.8315,
      "step": 3142
    },
    {
      "epoch": 6.414285714285715,
      "grad_norm": 2.484375,
      "learning_rate": 9.329446064139942e-06,
      "loss": 0.8266,
      "step": 3143
    },
    {
      "epoch": 6.416326530612245,
      "grad_norm": 2.40625,
      "learning_rate": 9.297052154195011e-06,
      "loss": 0.7522,
      "step": 3144
    },
    {
      "epoch": 6.418367346938775,
      "grad_norm": 2.671875,
      "learning_rate": 9.264658244250082e-06,
      "loss": 0.7832,
      "step": 3145
    },
    {
      "epoch": 6.420408163265306,
      "grad_norm": 2.390625,
      "learning_rate": 9.23226433430515e-06,
      "loss": 0.7991,
      "step": 3146
    },
    {
      "epoch": 6.422448979591837,
      "grad_norm": 2.359375,
      "learning_rate": 9.199870424360221e-06,
      "loss": 0.8581,
      "step": 3147
    },
    {
      "epoch": 6.424489795918367,
      "grad_norm": 2.453125,
      "learning_rate": 9.16747651441529e-06,
      "loss": 0.817,
      "step": 3148
    },
    {
      "epoch": 6.426530612244898,
      "grad_norm": 2.328125,
      "learning_rate": 9.13508260447036e-06,
      "loss": 0.7831,
      "step": 3149
    },
    {
      "epoch": 6.428571428571429,
      "grad_norm": 2.1875,
      "learning_rate": 9.10268869452543e-06,
      "loss": 0.7685,
      "step": 3150
    },
    {
      "epoch": 6.430612244897959,
      "grad_norm": 2.421875,
      "learning_rate": 9.070294784580499e-06,
      "loss": 0.789,
      "step": 3151
    },
    {
      "epoch": 6.43265306122449,
      "grad_norm": 2.53125,
      "learning_rate": 9.03790087463557e-06,
      "loss": 0.8112,
      "step": 3152
    },
    {
      "epoch": 6.4346938775510205,
      "grad_norm": 2.59375,
      "learning_rate": 9.005506964690638e-06,
      "loss": 0.8298,
      "step": 3153
    },
    {
      "epoch": 6.436734693877551,
      "grad_norm": 2.390625,
      "learning_rate": 8.973113054745707e-06,
      "loss": 0.8014,
      "step": 3154
    },
    {
      "epoch": 6.438775510204081,
      "grad_norm": 2.609375,
      "learning_rate": 8.940719144800778e-06,
      "loss": 0.8091,
      "step": 3155
    },
    {
      "epoch": 6.440816326530612,
      "grad_norm": 2.3125,
      "learning_rate": 8.908325234855849e-06,
      "loss": 0.7423,
      "step": 3156
    },
    {
      "epoch": 6.442857142857143,
      "grad_norm": 2.28125,
      "learning_rate": 8.875931324910918e-06,
      "loss": 0.8788,
      "step": 3157
    },
    {
      "epoch": 6.444897959183674,
      "grad_norm": 2.4375,
      "learning_rate": 8.843537414965987e-06,
      "loss": 0.7966,
      "step": 3158
    },
    {
      "epoch": 6.446938775510204,
      "grad_norm": 2.3125,
      "learning_rate": 8.811143505021057e-06,
      "loss": 0.8059,
      "step": 3159
    },
    {
      "epoch": 6.448979591836735,
      "grad_norm": 2.5,
      "learning_rate": 8.778749595076126e-06,
      "loss": 0.8892,
      "step": 3160
    },
    {
      "epoch": 6.451020408163266,
      "grad_norm": 2.40625,
      "learning_rate": 8.746355685131195e-06,
      "loss": 0.7999,
      "step": 3161
    },
    {
      "epoch": 6.453061224489796,
      "grad_norm": 2.390625,
      "learning_rate": 8.713961775186264e-06,
      "loss": 0.853,
      "step": 3162
    },
    {
      "epoch": 6.455102040816326,
      "grad_norm": 2.59375,
      "learning_rate": 8.681567865241336e-06,
      "loss": 0.8077,
      "step": 3163
    },
    {
      "epoch": 6.457142857142857,
      "grad_norm": 2.25,
      "learning_rate": 8.649173955296405e-06,
      "loss": 0.8016,
      "step": 3164
    },
    {
      "epoch": 6.459183673469388,
      "grad_norm": 2.3125,
      "learning_rate": 8.616780045351474e-06,
      "loss": 0.7455,
      "step": 3165
    },
    {
      "epoch": 6.461224489795918,
      "grad_norm": 2.421875,
      "learning_rate": 8.584386135406543e-06,
      "loss": 0.8458,
      "step": 3166
    },
    {
      "epoch": 6.463265306122449,
      "grad_norm": 2.5,
      "learning_rate": 8.551992225461614e-06,
      "loss": 0.8079,
      "step": 3167
    },
    {
      "epoch": 6.46530612244898,
      "grad_norm": 2.5625,
      "learning_rate": 8.519598315516683e-06,
      "loss": 0.7935,
      "step": 3168
    },
    {
      "epoch": 6.46734693877551,
      "grad_norm": 2.3125,
      "learning_rate": 8.487204405571752e-06,
      "loss": 0.8373,
      "step": 3169
    },
    {
      "epoch": 6.469387755102041,
      "grad_norm": 2.59375,
      "learning_rate": 8.454810495626823e-06,
      "loss": 0.8089,
      "step": 3170
    },
    {
      "epoch": 6.4714285714285715,
      "grad_norm": 2.484375,
      "learning_rate": 8.422416585681893e-06,
      "loss": 0.8119,
      "step": 3171
    },
    {
      "epoch": 6.473469387755102,
      "grad_norm": 2.515625,
      "learning_rate": 8.390022675736962e-06,
      "loss": 0.9165,
      "step": 3172
    },
    {
      "epoch": 6.475510204081632,
      "grad_norm": 2.515625,
      "learning_rate": 8.357628765792031e-06,
      "loss": 0.7549,
      "step": 3173
    },
    {
      "epoch": 6.477551020408163,
      "grad_norm": 2.578125,
      "learning_rate": 8.325234855847102e-06,
      "loss": 0.8911,
      "step": 3174
    },
    {
      "epoch": 6.479591836734694,
      "grad_norm": 2.53125,
      "learning_rate": 8.29284094590217e-06,
      "loss": 0.8601,
      "step": 3175
    },
    {
      "epoch": 6.481632653061224,
      "grad_norm": 2.5,
      "learning_rate": 8.26044703595724e-06,
      "loss": 0.8139,
      "step": 3176
    },
    {
      "epoch": 6.483673469387755,
      "grad_norm": 2.53125,
      "learning_rate": 8.22805312601231e-06,
      "loss": 0.8243,
      "step": 3177
    },
    {
      "epoch": 6.485714285714286,
      "grad_norm": 2.46875,
      "learning_rate": 8.19565921606738e-06,
      "loss": 0.7648,
      "step": 3178
    },
    {
      "epoch": 6.487755102040817,
      "grad_norm": 2.609375,
      "learning_rate": 8.163265306122448e-06,
      "loss": 0.8437,
      "step": 3179
    },
    {
      "epoch": 6.489795918367347,
      "grad_norm": 2.609375,
      "learning_rate": 8.130871396177519e-06,
      "loss": 0.8532,
      "step": 3180
    },
    {
      "epoch": 6.4918367346938775,
      "grad_norm": 2.25,
      "learning_rate": 8.09847748623259e-06,
      "loss": 0.7887,
      "step": 3181
    },
    {
      "epoch": 6.493877551020408,
      "grad_norm": 2.296875,
      "learning_rate": 8.066083576287659e-06,
      "loss": 0.7737,
      "step": 3182
    },
    {
      "epoch": 6.495918367346939,
      "grad_norm": 2.515625,
      "learning_rate": 8.033689666342728e-06,
      "loss": 0.7514,
      "step": 3183
    },
    {
      "epoch": 6.497959183673469,
      "grad_norm": 2.71875,
      "learning_rate": 8.001295756397798e-06,
      "loss": 0.8424,
      "step": 3184
    },
    {
      "epoch": 6.5,
      "grad_norm": 2.296875,
      "learning_rate": 7.968901846452867e-06,
      "loss": 0.7592,
      "step": 3185
    },
    {
      "epoch": 6.502040816326531,
      "grad_norm": 2.375,
      "learning_rate": 7.936507936507936e-06,
      "loss": 0.7765,
      "step": 3186
    },
    {
      "epoch": 6.504081632653062,
      "grad_norm": 2.484375,
      "learning_rate": 7.904114026563005e-06,
      "loss": 0.7909,
      "step": 3187
    },
    {
      "epoch": 6.506122448979592,
      "grad_norm": 2.546875,
      "learning_rate": 7.871720116618077e-06,
      "loss": 0.8351,
      "step": 3188
    },
    {
      "epoch": 6.5081632653061225,
      "grad_norm": 2.546875,
      "learning_rate": 7.839326206673146e-06,
      "loss": 0.8427,
      "step": 3189
    },
    {
      "epoch": 6.510204081632653,
      "grad_norm": 2.40625,
      "learning_rate": 7.806932296728215e-06,
      "loss": 0.8148,
      "step": 3190
    },
    {
      "epoch": 6.512244897959183,
      "grad_norm": 2.296875,
      "learning_rate": 7.774538386783286e-06,
      "loss": 0.847,
      "step": 3191
    },
    {
      "epoch": 6.514285714285714,
      "grad_norm": 2.484375,
      "learning_rate": 7.742144476838355e-06,
      "loss": 0.7621,
      "step": 3192
    },
    {
      "epoch": 6.516326530612245,
      "grad_norm": 2.421875,
      "learning_rate": 7.709750566893424e-06,
      "loss": 0.8186,
      "step": 3193
    },
    {
      "epoch": 6.518367346938776,
      "grad_norm": 2.3125,
      "learning_rate": 7.677356656948493e-06,
      "loss": 0.8107,
      "step": 3194
    },
    {
      "epoch": 6.520408163265306,
      "grad_norm": 2.546875,
      "learning_rate": 7.644962747003564e-06,
      "loss": 0.8685,
      "step": 3195
    },
    {
      "epoch": 6.522448979591837,
      "grad_norm": 2.4375,
      "learning_rate": 7.612568837058634e-06,
      "loss": 0.7544,
      "step": 3196
    },
    {
      "epoch": 6.524489795918368,
      "grad_norm": 2.484375,
      "learning_rate": 7.580174927113703e-06,
      "loss": 0.8385,
      "step": 3197
    },
    {
      "epoch": 6.526530612244898,
      "grad_norm": 2.390625,
      "learning_rate": 7.547781017168773e-06,
      "loss": 0.7223,
      "step": 3198
    },
    {
      "epoch": 6.5285714285714285,
      "grad_norm": 2.4375,
      "learning_rate": 7.515387107223842e-06,
      "loss": 0.7613,
      "step": 3199
    },
    {
      "epoch": 6.530612244897959,
      "grad_norm": 2.5,
      "learning_rate": 7.482993197278912e-06,
      "loss": 0.7926,
      "step": 3200
    },
    {
      "epoch": 6.53265306122449,
      "grad_norm": 2.453125,
      "learning_rate": 7.450599287333982e-06,
      "loss": 0.7643,
      "step": 3201
    },
    {
      "epoch": 6.53469387755102,
      "grad_norm": 2.640625,
      "learning_rate": 7.418205377389051e-06,
      "loss": 0.8568,
      "step": 3202
    },
    {
      "epoch": 6.536734693877551,
      "grad_norm": 2.34375,
      "learning_rate": 7.38581146744412e-06,
      "loss": 0.7992,
      "step": 3203
    },
    {
      "epoch": 6.538775510204082,
      "grad_norm": 2.359375,
      "learning_rate": 7.35341755749919e-06,
      "loss": 0.7878,
      "step": 3204
    },
    {
      "epoch": 6.540816326530612,
      "grad_norm": 2.375,
      "learning_rate": 7.321023647554261e-06,
      "loss": 0.7886,
      "step": 3205
    },
    {
      "epoch": 6.542857142857143,
      "grad_norm": 2.53125,
      "learning_rate": 7.28862973760933e-06,
      "loss": 0.8078,
      "step": 3206
    },
    {
      "epoch": 6.544897959183674,
      "grad_norm": 2.65625,
      "learning_rate": 7.2562358276644e-06,
      "loss": 0.8891,
      "step": 3207
    },
    {
      "epoch": 6.546938775510204,
      "grad_norm": 2.640625,
      "learning_rate": 7.2238419177194695e-06,
      "loss": 0.8695,
      "step": 3208
    },
    {
      "epoch": 6.548979591836734,
      "grad_norm": 2.515625,
      "learning_rate": 7.191448007774538e-06,
      "loss": 0.8001,
      "step": 3209
    },
    {
      "epoch": 6.551020408163265,
      "grad_norm": 2.484375,
      "learning_rate": 7.159054097829608e-06,
      "loss": 0.7508,
      "step": 3210
    },
    {
      "epoch": 6.553061224489796,
      "grad_norm": 2.421875,
      "learning_rate": 7.126660187884677e-06,
      "loss": 0.8383,
      "step": 3211
    },
    {
      "epoch": 6.555102040816326,
      "grad_norm": 2.296875,
      "learning_rate": 7.094266277939747e-06,
      "loss": 0.838,
      "step": 3212
    },
    {
      "epoch": 6.557142857142857,
      "grad_norm": 2.4375,
      "learning_rate": 7.061872367994818e-06,
      "loss": 0.802,
      "step": 3213
    },
    {
      "epoch": 6.559183673469388,
      "grad_norm": 2.375,
      "learning_rate": 7.0294784580498875e-06,
      "loss": 0.7898,
      "step": 3214
    },
    {
      "epoch": 6.561224489795919,
      "grad_norm": 2.484375,
      "learning_rate": 6.9970845481049564e-06,
      "loss": 0.7663,
      "step": 3215
    },
    {
      "epoch": 6.563265306122449,
      "grad_norm": 2.359375,
      "learning_rate": 6.964690638160026e-06,
      "loss": 0.7638,
      "step": 3216
    },
    {
      "epoch": 6.5653061224489795,
      "grad_norm": 2.34375,
      "learning_rate": 6.932296728215096e-06,
      "loss": 0.7664,
      "step": 3217
    },
    {
      "epoch": 6.56734693877551,
      "grad_norm": 2.25,
      "learning_rate": 6.899902818270165e-06,
      "loss": 0.7741,
      "step": 3218
    },
    {
      "epoch": 6.569387755102041,
      "grad_norm": 2.453125,
      "learning_rate": 6.867508908325235e-06,
      "loss": 0.8285,
      "step": 3219
    },
    {
      "epoch": 6.571428571428571,
      "grad_norm": 2.515625,
      "learning_rate": 6.835114998380305e-06,
      "loss": 0.7725,
      "step": 3220
    },
    {
      "epoch": 6.573469387755102,
      "grad_norm": 2.546875,
      "learning_rate": 6.802721088435375e-06,
      "loss": 0.7967,
      "step": 3221
    },
    {
      "epoch": 6.575510204081633,
      "grad_norm": 2.40625,
      "learning_rate": 6.770327178490444e-06,
      "loss": 0.8043,
      "step": 3222
    },
    {
      "epoch": 6.577551020408164,
      "grad_norm": 2.53125,
      "learning_rate": 6.737933268545514e-06,
      "loss": 0.8327,
      "step": 3223
    },
    {
      "epoch": 6.579591836734694,
      "grad_norm": 2.125,
      "learning_rate": 6.705539358600584e-06,
      "loss": 0.7573,
      "step": 3224
    },
    {
      "epoch": 6.581632653061225,
      "grad_norm": 2.203125,
      "learning_rate": 6.673145448655653e-06,
      "loss": 0.7698,
      "step": 3225
    },
    {
      "epoch": 6.583673469387755,
      "grad_norm": 2.46875,
      "learning_rate": 6.640751538710723e-06,
      "loss": 0.87,
      "step": 3226
    },
    {
      "epoch": 6.585714285714285,
      "grad_norm": 2.40625,
      "learning_rate": 6.608357628765792e-06,
      "loss": 0.8061,
      "step": 3227
    },
    {
      "epoch": 6.587755102040816,
      "grad_norm": 2.796875,
      "learning_rate": 6.5759637188208614e-06,
      "loss": 0.9108,
      "step": 3228
    },
    {
      "epoch": 6.589795918367347,
      "grad_norm": 2.609375,
      "learning_rate": 6.543569808875932e-06,
      "loss": 0.8008,
      "step": 3229
    },
    {
      "epoch": 6.591836734693878,
      "grad_norm": 2.390625,
      "learning_rate": 6.511175898931002e-06,
      "loss": 0.8727,
      "step": 3230
    },
    {
      "epoch": 6.593877551020408,
      "grad_norm": 2.328125,
      "learning_rate": 6.478781988986071e-06,
      "loss": 0.8308,
      "step": 3231
    },
    {
      "epoch": 6.595918367346939,
      "grad_norm": 2.5,
      "learning_rate": 6.446388079041141e-06,
      "loss": 0.8273,
      "step": 3232
    },
    {
      "epoch": 6.59795918367347,
      "grad_norm": 2.625,
      "learning_rate": 6.4139941690962105e-06,
      "loss": 0.8319,
      "step": 3233
    },
    {
      "epoch": 6.6,
      "grad_norm": 2.46875,
      "learning_rate": 6.3816002591512795e-06,
      "loss": 0.8239,
      "step": 3234
    },
    {
      "epoch": 6.6020408163265305,
      "grad_norm": 2.546875,
      "learning_rate": 6.349206349206349e-06,
      "loss": 0.8057,
      "step": 3235
    },
    {
      "epoch": 6.604081632653061,
      "grad_norm": 2.375,
      "learning_rate": 6.316812439261418e-06,
      "loss": 0.794,
      "step": 3236
    },
    {
      "epoch": 6.606122448979592,
      "grad_norm": 2.734375,
      "learning_rate": 6.284418529316488e-06,
      "loss": 0.9053,
      "step": 3237
    },
    {
      "epoch": 6.608163265306122,
      "grad_norm": 2.421875,
      "learning_rate": 6.252024619371559e-06,
      "loss": 0.7992,
      "step": 3238
    },
    {
      "epoch": 6.610204081632653,
      "grad_norm": 2.46875,
      "learning_rate": 6.219630709426628e-06,
      "loss": 0.862,
      "step": 3239
    },
    {
      "epoch": 6.612244897959184,
      "grad_norm": 2.34375,
      "learning_rate": 6.187236799481698e-06,
      "loss": 0.816,
      "step": 3240
    },
    {
      "epoch": 6.614285714285714,
      "grad_norm": 2.234375,
      "learning_rate": 6.154842889536767e-06,
      "loss": 0.8024,
      "step": 3241
    },
    {
      "epoch": 6.616326530612245,
      "grad_norm": 2.65625,
      "learning_rate": 6.122448979591837e-06,
      "loss": 0.8232,
      "step": 3242
    },
    {
      "epoch": 6.618367346938776,
      "grad_norm": 2.484375,
      "learning_rate": 6.090055069646906e-06,
      "loss": 0.8025,
      "step": 3243
    },
    {
      "epoch": 6.6204081632653065,
      "grad_norm": 2.65625,
      "learning_rate": 6.057661159701977e-06,
      "loss": 0.8248,
      "step": 3244
    },
    {
      "epoch": 6.622448979591836,
      "grad_norm": 2.328125,
      "learning_rate": 6.025267249757046e-06,
      "loss": 0.8003,
      "step": 3245
    },
    {
      "epoch": 6.624489795918367,
      "grad_norm": 2.453125,
      "learning_rate": 5.9928733398121155e-06,
      "loss": 0.8715,
      "step": 3246
    },
    {
      "epoch": 6.626530612244898,
      "grad_norm": 2.4375,
      "learning_rate": 5.960479429867185e-06,
      "loss": 0.7995,
      "step": 3247
    },
    {
      "epoch": 6.628571428571428,
      "grad_norm": 2.53125,
      "learning_rate": 5.928085519922255e-06,
      "loss": 0.8677,
      "step": 3248
    },
    {
      "epoch": 6.630612244897959,
      "grad_norm": 2.28125,
      "learning_rate": 5.895691609977325e-06,
      "loss": 0.777,
      "step": 3249
    },
    {
      "epoch": 6.63265306122449,
      "grad_norm": 2.09375,
      "learning_rate": 5.863297700032394e-06,
      "loss": 0.8114,
      "step": 3250
    },
    {
      "epoch": 6.634693877551021,
      "grad_norm": 2.421875,
      "learning_rate": 5.830903790087464e-06,
      "loss": 0.8321,
      "step": 3251
    },
    {
      "epoch": 6.636734693877551,
      "grad_norm": 2.3125,
      "learning_rate": 5.7985098801425335e-06,
      "loss": 0.8757,
      "step": 3252
    },
    {
      "epoch": 6.6387755102040815,
      "grad_norm": 2.34375,
      "learning_rate": 5.766115970197603e-06,
      "loss": 0.7658,
      "step": 3253
    },
    {
      "epoch": 6.640816326530612,
      "grad_norm": 2.390625,
      "learning_rate": 5.733722060252672e-06,
      "loss": 0.7093,
      "step": 3254
    },
    {
      "epoch": 6.642857142857143,
      "grad_norm": 2.53125,
      "learning_rate": 5.701328150307742e-06,
      "loss": 0.8227,
      "step": 3255
    },
    {
      "epoch": 6.644897959183673,
      "grad_norm": 2.28125,
      "learning_rate": 5.668934240362813e-06,
      "loss": 0.7419,
      "step": 3256
    },
    {
      "epoch": 6.646938775510204,
      "grad_norm": 2.46875,
      "learning_rate": 5.636540330417882e-06,
      "loss": 0.8162,
      "step": 3257
    },
    {
      "epoch": 6.648979591836735,
      "grad_norm": 2.703125,
      "learning_rate": 5.6041464204729515e-06,
      "loss": 0.8695,
      "step": 3258
    },
    {
      "epoch": 6.651020408163266,
      "grad_norm": 2.640625,
      "learning_rate": 5.5717525105280205e-06,
      "loss": 0.9011,
      "step": 3259
    },
    {
      "epoch": 6.653061224489796,
      "grad_norm": 2.546875,
      "learning_rate": 5.539358600583091e-06,
      "loss": 0.7929,
      "step": 3260
    },
    {
      "epoch": 6.655102040816327,
      "grad_norm": 2.3125,
      "learning_rate": 5.50696469063816e-06,
      "loss": 0.7634,
      "step": 3261
    },
    {
      "epoch": 6.6571428571428575,
      "grad_norm": 2.25,
      "learning_rate": 5.47457078069323e-06,
      "loss": 0.7489,
      "step": 3262
    },
    {
      "epoch": 6.659183673469387,
      "grad_norm": 2.46875,
      "learning_rate": 5.4421768707483e-06,
      "loss": 0.8152,
      "step": 3263
    },
    {
      "epoch": 6.661224489795918,
      "grad_norm": 2.34375,
      "learning_rate": 5.4097829608033695e-06,
      "loss": 0.7356,
      "step": 3264
    },
    {
      "epoch": 6.663265306122449,
      "grad_norm": 2.515625,
      "learning_rate": 5.377389050858439e-06,
      "loss": 0.7876,
      "step": 3265
    },
    {
      "epoch": 6.66530612244898,
      "grad_norm": 2.578125,
      "learning_rate": 5.344995140913508e-06,
      "loss": 0.7798,
      "step": 3266
    },
    {
      "epoch": 6.66734693877551,
      "grad_norm": 2.421875,
      "learning_rate": 5.312601230968578e-06,
      "loss": 0.7442,
      "step": 3267
    },
    {
      "epoch": 6.669387755102041,
      "grad_norm": 2.390625,
      "learning_rate": 5.280207321023648e-06,
      "loss": 0.8275,
      "step": 3268
    },
    {
      "epoch": 6.671428571428572,
      "grad_norm": 2.734375,
      "learning_rate": 5.247813411078718e-06,
      "loss": 0.8946,
      "step": 3269
    },
    {
      "epoch": 6.673469387755102,
      "grad_norm": 2.3125,
      "learning_rate": 5.215419501133787e-06,
      "loss": 0.87,
      "step": 3270
    },
    {
      "epoch": 6.6755102040816325,
      "grad_norm": 2.40625,
      "learning_rate": 5.1830255911888565e-06,
      "loss": 0.8487,
      "step": 3271
    },
    {
      "epoch": 6.677551020408163,
      "grad_norm": 2.421875,
      "learning_rate": 5.150631681243926e-06,
      "loss": 0.8483,
      "step": 3272
    },
    {
      "epoch": 6.679591836734694,
      "grad_norm": 2.375,
      "learning_rate": 5.118237771298996e-06,
      "loss": 0.8666,
      "step": 3273
    },
    {
      "epoch": 6.681632653061224,
      "grad_norm": 2.5,
      "learning_rate": 5.085843861354066e-06,
      "loss": 0.8191,
      "step": 3274
    },
    {
      "epoch": 6.683673469387755,
      "grad_norm": 2.875,
      "learning_rate": 5.053449951409135e-06,
      "loss": 0.8965,
      "step": 3275
    },
    {
      "epoch": 6.685714285714286,
      "grad_norm": 2.359375,
      "learning_rate": 5.021056041464205e-06,
      "loss": 0.8196,
      "step": 3276
    },
    {
      "epoch": 6.687755102040816,
      "grad_norm": 2.375,
      "learning_rate": 4.9886621315192745e-06,
      "loss": 0.8078,
      "step": 3277
    },
    {
      "epoch": 6.689795918367347,
      "grad_norm": 2.4375,
      "learning_rate": 4.956268221574344e-06,
      "loss": 0.7917,
      "step": 3278
    },
    {
      "epoch": 6.691836734693878,
      "grad_norm": 2.453125,
      "learning_rate": 4.923874311629414e-06,
      "loss": 0.8491,
      "step": 3279
    },
    {
      "epoch": 6.6938775510204085,
      "grad_norm": 2.609375,
      "learning_rate": 4.891480401684483e-06,
      "loss": 0.7846,
      "step": 3280
    },
    {
      "epoch": 6.6959183673469385,
      "grad_norm": 2.40625,
      "learning_rate": 4.859086491739554e-06,
      "loss": 0.7881,
      "step": 3281
    },
    {
      "epoch": 6.697959183673469,
      "grad_norm": 2.75,
      "learning_rate": 4.826692581794623e-06,
      "loss": 0.9012,
      "step": 3282
    },
    {
      "epoch": 6.7,
      "grad_norm": 2.46875,
      "learning_rate": 4.7942986718496926e-06,
      "loss": 0.8185,
      "step": 3283
    },
    {
      "epoch": 6.70204081632653,
      "grad_norm": 2.34375,
      "learning_rate": 4.7619047619047615e-06,
      "loss": 0.7944,
      "step": 3284
    },
    {
      "epoch": 6.704081632653061,
      "grad_norm": 2.375,
      "learning_rate": 4.729510851959832e-06,
      "loss": 0.8205,
      "step": 3285
    },
    {
      "epoch": 6.706122448979592,
      "grad_norm": 2.671875,
      "learning_rate": 4.697116942014901e-06,
      "loss": 0.8723,
      "step": 3286
    },
    {
      "epoch": 6.708163265306123,
      "grad_norm": 2.5,
      "learning_rate": 4.664723032069971e-06,
      "loss": 0.8153,
      "step": 3287
    },
    {
      "epoch": 6.710204081632653,
      "grad_norm": 2.4375,
      "learning_rate": 4.632329122125041e-06,
      "loss": 0.8019,
      "step": 3288
    },
    {
      "epoch": 6.7122448979591836,
      "grad_norm": 2.390625,
      "learning_rate": 4.599935212180111e-06,
      "loss": 0.8282,
      "step": 3289
    },
    {
      "epoch": 6.714285714285714,
      "grad_norm": 2.546875,
      "learning_rate": 4.56754130223518e-06,
      "loss": 0.8162,
      "step": 3290
    },
    {
      "epoch": 6.716326530612245,
      "grad_norm": 2.53125,
      "learning_rate": 4.535147392290249e-06,
      "loss": 0.8267,
      "step": 3291
    },
    {
      "epoch": 6.718367346938775,
      "grad_norm": 2.5,
      "learning_rate": 4.502753482345319e-06,
      "loss": 0.8133,
      "step": 3292
    },
    {
      "epoch": 6.720408163265306,
      "grad_norm": 2.375,
      "learning_rate": 4.470359572400389e-06,
      "loss": 0.8336,
      "step": 3293
    },
    {
      "epoch": 6.722448979591837,
      "grad_norm": 2.609375,
      "learning_rate": 4.437965662455459e-06,
      "loss": 0.9122,
      "step": 3294
    },
    {
      "epoch": 6.724489795918368,
      "grad_norm": 2.46875,
      "learning_rate": 4.405571752510529e-06,
      "loss": 0.8662,
      "step": 3295
    },
    {
      "epoch": 6.726530612244898,
      "grad_norm": 2.375,
      "learning_rate": 4.3731778425655976e-06,
      "loss": 0.7482,
      "step": 3296
    },
    {
      "epoch": 6.728571428571429,
      "grad_norm": 2.328125,
      "learning_rate": 4.340783932620668e-06,
      "loss": 0.8384,
      "step": 3297
    },
    {
      "epoch": 6.7306122448979595,
      "grad_norm": 2.484375,
      "learning_rate": 4.308390022675737e-06,
      "loss": 0.7669,
      "step": 3298
    },
    {
      "epoch": 6.7326530612244895,
      "grad_norm": 2.640625,
      "learning_rate": 4.275996112730807e-06,
      "loss": 0.8645,
      "step": 3299
    },
    {
      "epoch": 6.73469387755102,
      "grad_norm": 2.328125,
      "learning_rate": 4.243602202785876e-06,
      "loss": 0.8026,
      "step": 3300
    },
    {
      "epoch": 6.736734693877551,
      "grad_norm": 2.4375,
      "learning_rate": 4.211208292840947e-06,
      "loss": 0.8471,
      "step": 3301
    },
    {
      "epoch": 6.738775510204082,
      "grad_norm": 2.578125,
      "learning_rate": 4.178814382896016e-06,
      "loss": 0.8891,
      "step": 3302
    },
    {
      "epoch": 6.740816326530612,
      "grad_norm": 2.671875,
      "learning_rate": 4.146420472951085e-06,
      "loss": 0.824,
      "step": 3303
    },
    {
      "epoch": 6.742857142857143,
      "grad_norm": 2.5625,
      "learning_rate": 4.114026563006155e-06,
      "loss": 0.8246,
      "step": 3304
    },
    {
      "epoch": 6.744897959183674,
      "grad_norm": 2.484375,
      "learning_rate": 4.081632653061224e-06,
      "loss": 0.8093,
      "step": 3305
    },
    {
      "epoch": 6.746938775510204,
      "grad_norm": 2.734375,
      "learning_rate": 4.049238743116295e-06,
      "loss": 0.8453,
      "step": 3306
    },
    {
      "epoch": 6.748979591836735,
      "grad_norm": 2.34375,
      "learning_rate": 4.016844833171364e-06,
      "loss": 0.7437,
      "step": 3307
    },
    {
      "epoch": 6.751020408163265,
      "grad_norm": 2.40625,
      "learning_rate": 3.984450923226434e-06,
      "loss": 0.853,
      "step": 3308
    },
    {
      "epoch": 6.753061224489796,
      "grad_norm": 2.25,
      "learning_rate": 3.9520570132815026e-06,
      "loss": 0.771,
      "step": 3309
    },
    {
      "epoch": 6.755102040816326,
      "grad_norm": 2.5,
      "learning_rate": 3.919663103336573e-06,
      "loss": 0.8485,
      "step": 3310
    },
    {
      "epoch": 6.757142857142857,
      "grad_norm": 2.328125,
      "learning_rate": 3.887269193391643e-06,
      "loss": 0.7745,
      "step": 3311
    },
    {
      "epoch": 6.759183673469388,
      "grad_norm": 2.4375,
      "learning_rate": 3.854875283446712e-06,
      "loss": 0.86,
      "step": 3312
    },
    {
      "epoch": 6.761224489795918,
      "grad_norm": 2.671875,
      "learning_rate": 3.822481373501782e-06,
      "loss": 0.8632,
      "step": 3313
    },
    {
      "epoch": 6.763265306122449,
      "grad_norm": 2.3125,
      "learning_rate": 3.7900874635568516e-06,
      "loss": 0.7821,
      "step": 3314
    },
    {
      "epoch": 6.76530612244898,
      "grad_norm": 2.4375,
      "learning_rate": 3.757693553611921e-06,
      "loss": 0.7944,
      "step": 3315
    },
    {
      "epoch": 6.7673469387755105,
      "grad_norm": 2.78125,
      "learning_rate": 3.725299643666991e-06,
      "loss": 0.9161,
      "step": 3316
    },
    {
      "epoch": 6.7693877551020405,
      "grad_norm": 2.421875,
      "learning_rate": 3.69290573372206e-06,
      "loss": 0.8084,
      "step": 3317
    },
    {
      "epoch": 6.771428571428571,
      "grad_norm": 2.28125,
      "learning_rate": 3.6605118237771304e-06,
      "loss": 0.7925,
      "step": 3318
    },
    {
      "epoch": 6.773469387755102,
      "grad_norm": 2.46875,
      "learning_rate": 3.6281179138322e-06,
      "loss": 0.8479,
      "step": 3319
    },
    {
      "epoch": 6.775510204081632,
      "grad_norm": 2.25,
      "learning_rate": 3.595724003887269e-06,
      "loss": 0.7686,
      "step": 3320
    },
    {
      "epoch": 6.777551020408163,
      "grad_norm": 2.390625,
      "learning_rate": 3.5633300939423386e-06,
      "loss": 0.82,
      "step": 3321
    },
    {
      "epoch": 6.779591836734694,
      "grad_norm": 2.640625,
      "learning_rate": 3.530936183997409e-06,
      "loss": 0.8676,
      "step": 3322
    },
    {
      "epoch": 6.781632653061225,
      "grad_norm": 2.265625,
      "learning_rate": 3.4985422740524782e-06,
      "loss": 0.8016,
      "step": 3323
    },
    {
      "epoch": 6.783673469387755,
      "grad_norm": 2.484375,
      "learning_rate": 3.466148364107548e-06,
      "loss": 0.7916,
      "step": 3324
    },
    {
      "epoch": 6.785714285714286,
      "grad_norm": 2.53125,
      "learning_rate": 3.4337544541626174e-06,
      "loss": 0.8089,
      "step": 3325
    },
    {
      "epoch": 6.7877551020408164,
      "grad_norm": 2.625,
      "learning_rate": 3.4013605442176877e-06,
      "loss": 0.8226,
      "step": 3326
    },
    {
      "epoch": 6.789795918367347,
      "grad_norm": 2.46875,
      "learning_rate": 3.368966634272757e-06,
      "loss": 0.8101,
      "step": 3327
    },
    {
      "epoch": 6.791836734693877,
      "grad_norm": 2.453125,
      "learning_rate": 3.3365727243278264e-06,
      "loss": 0.8383,
      "step": 3328
    },
    {
      "epoch": 6.793877551020408,
      "grad_norm": 2.203125,
      "learning_rate": 3.304178814382896e-06,
      "loss": 0.7322,
      "step": 3329
    },
    {
      "epoch": 6.795918367346939,
      "grad_norm": 2.40625,
      "learning_rate": 3.271784904437966e-06,
      "loss": 0.7632,
      "step": 3330
    },
    {
      "epoch": 6.79795918367347,
      "grad_norm": 2.46875,
      "learning_rate": 3.2393909944930354e-06,
      "loss": 0.8714,
      "step": 3331
    },
    {
      "epoch": 6.8,
      "grad_norm": 2.546875,
      "learning_rate": 3.2069970845481052e-06,
      "loss": 0.8458,
      "step": 3332
    },
    {
      "epoch": 6.802040816326531,
      "grad_norm": 2.359375,
      "learning_rate": 3.1746031746031746e-06,
      "loss": 0.8663,
      "step": 3333
    },
    {
      "epoch": 6.8040816326530615,
      "grad_norm": 2.5625,
      "learning_rate": 3.142209264658244e-06,
      "loss": 0.8691,
      "step": 3334
    },
    {
      "epoch": 6.8061224489795915,
      "grad_norm": 2.625,
      "learning_rate": 3.109815354713314e-06,
      "loss": 0.8029,
      "step": 3335
    },
    {
      "epoch": 6.808163265306122,
      "grad_norm": 2.421875,
      "learning_rate": 3.0774214447683836e-06,
      "loss": 0.8763,
      "step": 3336
    },
    {
      "epoch": 6.810204081632653,
      "grad_norm": 2.625,
      "learning_rate": 3.045027534823453e-06,
      "loss": 0.7908,
      "step": 3337
    },
    {
      "epoch": 6.812244897959184,
      "grad_norm": 2.28125,
      "learning_rate": 3.012633624878523e-06,
      "loss": 0.7283,
      "step": 3338
    },
    {
      "epoch": 6.814285714285714,
      "grad_norm": 2.578125,
      "learning_rate": 2.9802397149335927e-06,
      "loss": 0.8298,
      "step": 3339
    },
    {
      "epoch": 6.816326530612245,
      "grad_norm": 2.28125,
      "learning_rate": 2.9478458049886625e-06,
      "loss": 0.7913,
      "step": 3340
    },
    {
      "epoch": 6.818367346938776,
      "grad_norm": 2.265625,
      "learning_rate": 2.915451895043732e-06,
      "loss": 0.7501,
      "step": 3341
    },
    {
      "epoch": 6.820408163265306,
      "grad_norm": 2.3125,
      "learning_rate": 2.8830579850988017e-06,
      "loss": 0.7858,
      "step": 3342
    },
    {
      "epoch": 6.822448979591837,
      "grad_norm": 2.46875,
      "learning_rate": 2.850664075153871e-06,
      "loss": 0.8025,
      "step": 3343
    },
    {
      "epoch": 6.8244897959183675,
      "grad_norm": 2.546875,
      "learning_rate": 2.818270165208941e-06,
      "loss": 0.7896,
      "step": 3344
    },
    {
      "epoch": 6.826530612244898,
      "grad_norm": 2.5,
      "learning_rate": 2.7858762552640102e-06,
      "loss": 0.8735,
      "step": 3345
    },
    {
      "epoch": 6.828571428571428,
      "grad_norm": 2.390625,
      "learning_rate": 2.75348234531908e-06,
      "loss": 0.7765,
      "step": 3346
    },
    {
      "epoch": 6.830612244897959,
      "grad_norm": 2.296875,
      "learning_rate": 2.72108843537415e-06,
      "loss": 0.7669,
      "step": 3347
    },
    {
      "epoch": 6.83265306122449,
      "grad_norm": 2.578125,
      "learning_rate": 2.6886945254292197e-06,
      "loss": 0.8444,
      "step": 3348
    },
    {
      "epoch": 6.83469387755102,
      "grad_norm": 2.625,
      "learning_rate": 2.656300615484289e-06,
      "loss": 0.8611,
      "step": 3349
    },
    {
      "epoch": 6.836734693877551,
      "grad_norm": 2.578125,
      "learning_rate": 2.623906705539359e-06,
      "loss": 0.7838,
      "step": 3350
    },
    {
      "epoch": 6.838775510204082,
      "grad_norm": 2.234375,
      "learning_rate": 2.5915127955944283e-06,
      "loss": 0.7828,
      "step": 3351
    },
    {
      "epoch": 6.840816326530613,
      "grad_norm": 2.28125,
      "learning_rate": 2.559118885649498e-06,
      "loss": 0.7854,
      "step": 3352
    },
    {
      "epoch": 6.8428571428571425,
      "grad_norm": 2.421875,
      "learning_rate": 2.5267249757045675e-06,
      "loss": 0.7977,
      "step": 3353
    },
    {
      "epoch": 6.844897959183673,
      "grad_norm": 2.484375,
      "learning_rate": 2.4943310657596373e-06,
      "loss": 0.7652,
      "step": 3354
    },
    {
      "epoch": 6.846938775510204,
      "grad_norm": 2.328125,
      "learning_rate": 2.461937155814707e-06,
      "loss": 0.7696,
      "step": 3355
    },
    {
      "epoch": 6.848979591836734,
      "grad_norm": 2.15625,
      "learning_rate": 2.429543245869777e-06,
      "loss": 0.8339,
      "step": 3356
    },
    {
      "epoch": 6.851020408163265,
      "grad_norm": 2.4375,
      "learning_rate": 2.3971493359248463e-06,
      "loss": 0.7937,
      "step": 3357
    },
    {
      "epoch": 6.853061224489796,
      "grad_norm": 2.40625,
      "learning_rate": 2.364755425979916e-06,
      "loss": 0.825,
      "step": 3358
    },
    {
      "epoch": 6.855102040816327,
      "grad_norm": 2.46875,
      "learning_rate": 2.3323615160349855e-06,
      "loss": 0.7848,
      "step": 3359
    },
    {
      "epoch": 6.857142857142857,
      "grad_norm": 2.640625,
      "learning_rate": 2.2999676060900553e-06,
      "loss": 0.8695,
      "step": 3360
    },
    {
      "epoch": 6.859183673469388,
      "grad_norm": 2.46875,
      "learning_rate": 2.2675736961451247e-06,
      "loss": 0.7602,
      "step": 3361
    },
    {
      "epoch": 6.8612244897959185,
      "grad_norm": 2.40625,
      "learning_rate": 2.2351797862001945e-06,
      "loss": 0.8322,
      "step": 3362
    },
    {
      "epoch": 6.863265306122449,
      "grad_norm": 2.578125,
      "learning_rate": 2.2027858762552643e-06,
      "loss": 0.8178,
      "step": 3363
    },
    {
      "epoch": 6.865306122448979,
      "grad_norm": 2.359375,
      "learning_rate": 2.170391966310334e-06,
      "loss": 0.7774,
      "step": 3364
    },
    {
      "epoch": 6.86734693877551,
      "grad_norm": 2.40625,
      "learning_rate": 2.1379980563654035e-06,
      "loss": 0.7743,
      "step": 3365
    },
    {
      "epoch": 6.869387755102041,
      "grad_norm": 2.4375,
      "learning_rate": 2.1056041464204733e-06,
      "loss": 0.7883,
      "step": 3366
    },
    {
      "epoch": 6.871428571428572,
      "grad_norm": 2.59375,
      "learning_rate": 2.0732102364755427e-06,
      "loss": 0.8688,
      "step": 3367
    },
    {
      "epoch": 6.873469387755102,
      "grad_norm": 2.234375,
      "learning_rate": 2.040816326530612e-06,
      "loss": 0.7091,
      "step": 3368
    },
    {
      "epoch": 6.875510204081633,
      "grad_norm": 2.453125,
      "learning_rate": 2.008422416585682e-06,
      "loss": 0.8402,
      "step": 3369
    },
    {
      "epoch": 6.877551020408164,
      "grad_norm": 2.1875,
      "learning_rate": 1.9760285066407513e-06,
      "loss": 0.7653,
      "step": 3370
    },
    {
      "epoch": 6.8795918367346935,
      "grad_norm": 2.3125,
      "learning_rate": 1.9436345966958215e-06,
      "loss": 0.7588,
      "step": 3371
    },
    {
      "epoch": 6.881632653061224,
      "grad_norm": 2.265625,
      "learning_rate": 1.911240686750891e-06,
      "loss": 0.7664,
      "step": 3372
    },
    {
      "epoch": 6.883673469387755,
      "grad_norm": 2.578125,
      "learning_rate": 1.8788467768059605e-06,
      "loss": 0.8108,
      "step": 3373
    },
    {
      "epoch": 6.885714285714286,
      "grad_norm": 2.359375,
      "learning_rate": 1.84645286686103e-06,
      "loss": 0.8603,
      "step": 3374
    },
    {
      "epoch": 6.887755102040816,
      "grad_norm": 2.359375,
      "learning_rate": 1.8140589569161e-06,
      "loss": 0.7905,
      "step": 3375
    },
    {
      "epoch": 6.889795918367347,
      "grad_norm": 2.296875,
      "learning_rate": 1.7816650469711693e-06,
      "loss": 0.767,
      "step": 3376
    },
    {
      "epoch": 6.891836734693878,
      "grad_norm": 2.3125,
      "learning_rate": 1.7492711370262391e-06,
      "loss": 0.8304,
      "step": 3377
    },
    {
      "epoch": 6.893877551020408,
      "grad_norm": 2.4375,
      "learning_rate": 1.7168772270813087e-06,
      "loss": 0.7503,
      "step": 3378
    },
    {
      "epoch": 6.895918367346939,
      "grad_norm": 2.421875,
      "learning_rate": 1.6844833171363785e-06,
      "loss": 0.831,
      "step": 3379
    },
    {
      "epoch": 6.8979591836734695,
      "grad_norm": 2.359375,
      "learning_rate": 1.652089407191448e-06,
      "loss": 0.7488,
      "step": 3380
    },
    {
      "epoch": 6.9,
      "grad_norm": 2.4375,
      "learning_rate": 1.6196954972465177e-06,
      "loss": 0.7855,
      "step": 3381
    },
    {
      "epoch": 6.90204081632653,
      "grad_norm": 2.53125,
      "learning_rate": 1.5873015873015873e-06,
      "loss": 0.838,
      "step": 3382
    },
    {
      "epoch": 6.904081632653061,
      "grad_norm": 2.34375,
      "learning_rate": 1.554907677356657e-06,
      "loss": 0.8058,
      "step": 3383
    },
    {
      "epoch": 6.906122448979592,
      "grad_norm": 2.390625,
      "learning_rate": 1.5225137674117265e-06,
      "loss": 0.8049,
      "step": 3384
    },
    {
      "epoch": 6.908163265306122,
      "grad_norm": 2.1875,
      "learning_rate": 1.4901198574667963e-06,
      "loss": 0.7409,
      "step": 3385
    },
    {
      "epoch": 6.910204081632653,
      "grad_norm": 2.78125,
      "learning_rate": 1.457725947521866e-06,
      "loss": 0.8607,
      "step": 3386
    },
    {
      "epoch": 6.912244897959184,
      "grad_norm": 2.40625,
      "learning_rate": 1.4253320375769355e-06,
      "loss": 0.856,
      "step": 3387
    },
    {
      "epoch": 6.914285714285715,
      "grad_norm": 2.453125,
      "learning_rate": 1.3929381276320051e-06,
      "loss": 0.738,
      "step": 3388
    },
    {
      "epoch": 6.916326530612245,
      "grad_norm": 2.25,
      "learning_rate": 1.360544217687075e-06,
      "loss": 0.7383,
      "step": 3389
    },
    {
      "epoch": 6.918367346938775,
      "grad_norm": 2.546875,
      "learning_rate": 1.3281503077421445e-06,
      "loss": 0.7855,
      "step": 3390
    },
    {
      "epoch": 6.920408163265306,
      "grad_norm": 2.578125,
      "learning_rate": 1.2957563977972141e-06,
      "loss": 0.841,
      "step": 3391
    },
    {
      "epoch": 6.922448979591836,
      "grad_norm": 2.265625,
      "learning_rate": 1.2633624878522837e-06,
      "loss": 0.7723,
      "step": 3392
    },
    {
      "epoch": 6.924489795918367,
      "grad_norm": 2.34375,
      "learning_rate": 1.2309685779073535e-06,
      "loss": 0.7689,
      "step": 3393
    },
    {
      "epoch": 6.926530612244898,
      "grad_norm": 2.40625,
      "learning_rate": 1.1985746679624231e-06,
      "loss": 0.7993,
      "step": 3394
    },
    {
      "epoch": 6.928571428571429,
      "grad_norm": 2.625,
      "learning_rate": 1.1661807580174927e-06,
      "loss": 0.8413,
      "step": 3395
    },
    {
      "epoch": 6.930612244897959,
      "grad_norm": 2.25,
      "learning_rate": 1.1337868480725623e-06,
      "loss": 0.8014,
      "step": 3396
    },
    {
      "epoch": 6.93265306122449,
      "grad_norm": 2.578125,
      "learning_rate": 1.1013929381276321e-06,
      "loss": 0.8613,
      "step": 3397
    },
    {
      "epoch": 6.9346938775510205,
      "grad_norm": 2.296875,
      "learning_rate": 1.0689990281827017e-06,
      "loss": 0.8238,
      "step": 3398
    },
    {
      "epoch": 6.936734693877551,
      "grad_norm": 2.421875,
      "learning_rate": 1.0366051182377713e-06,
      "loss": 0.8114,
      "step": 3399
    },
    {
      "epoch": 6.938775510204081,
      "grad_norm": 2.59375,
      "learning_rate": 1.004211208292841e-06,
      "loss": 0.7968,
      "step": 3400
    },
    {
      "epoch": 6.940816326530612,
      "grad_norm": 2.390625,
      "learning_rate": 9.718172983479108e-07,
      "loss": 0.7894,
      "step": 3401
    },
    {
      "epoch": 6.942857142857143,
      "grad_norm": 2.265625,
      "learning_rate": 9.394233884029803e-07,
      "loss": 0.7437,
      "step": 3402
    },
    {
      "epoch": 6.944897959183674,
      "grad_norm": 2.53125,
      "learning_rate": 9.0702947845805e-07,
      "loss": 0.8233,
      "step": 3403
    },
    {
      "epoch": 6.946938775510204,
      "grad_norm": 2.46875,
      "learning_rate": 8.746355685131196e-07,
      "loss": 0.7742,
      "step": 3404
    },
    {
      "epoch": 6.948979591836735,
      "grad_norm": 2.40625,
      "learning_rate": 8.422416585681893e-07,
      "loss": 0.8311,
      "step": 3405
    },
    {
      "epoch": 6.951020408163266,
      "grad_norm": 2.359375,
      "learning_rate": 8.098477486232589e-07,
      "loss": 0.8189,
      "step": 3406
    },
    {
      "epoch": 6.953061224489796,
      "grad_norm": 2.3125,
      "learning_rate": 7.774538386783285e-07,
      "loss": 0.7435,
      "step": 3407
    },
    {
      "epoch": 6.955102040816326,
      "grad_norm": 2.5625,
      "learning_rate": 7.450599287333982e-07,
      "loss": 0.8108,
      "step": 3408
    },
    {
      "epoch": 6.957142857142857,
      "grad_norm": 2.515625,
      "learning_rate": 7.126660187884678e-07,
      "loss": 0.7694,
      "step": 3409
    },
    {
      "epoch": 6.959183673469388,
      "grad_norm": 2.28125,
      "learning_rate": 6.802721088435375e-07,
      "loss": 0.8291,
      "step": 3410
    },
    {
      "epoch": 6.961224489795918,
      "grad_norm": 2.546875,
      "learning_rate": 6.478781988986071e-07,
      "loss": 0.8302,
      "step": 3411
    },
    {
      "epoch": 6.963265306122449,
      "grad_norm": 2.46875,
      "learning_rate": 6.154842889536768e-07,
      "loss": 0.8729,
      "step": 3412
    },
    {
      "epoch": 6.96530612244898,
      "grad_norm": 2.53125,
      "learning_rate": 5.830903790087464e-07,
      "loss": 0.7484,
      "step": 3413
    },
    {
      "epoch": 6.96734693877551,
      "grad_norm": 2.28125,
      "learning_rate": 5.506964690638161e-07,
      "loss": 0.7746,
      "step": 3414
    },
    {
      "epoch": 6.969387755102041,
      "grad_norm": 2.515625,
      "learning_rate": 5.183025591188857e-07,
      "loss": 0.8473,
      "step": 3415
    },
    {
      "epoch": 6.9714285714285715,
      "grad_norm": 2.421875,
      "learning_rate": 4.859086491739554e-07,
      "loss": 0.8695,
      "step": 3416
    },
    {
      "epoch": 6.973469387755102,
      "grad_norm": 2.421875,
      "learning_rate": 4.53514739229025e-07,
      "loss": 0.8249,
      "step": 3417
    },
    {
      "epoch": 6.975510204081632,
      "grad_norm": 2.359375,
      "learning_rate": 4.2112082928409463e-07,
      "loss": 0.7749,
      "step": 3418
    },
    {
      "epoch": 6.977551020408163,
      "grad_norm": 2.21875,
      "learning_rate": 3.8872691933916423e-07,
      "loss": 0.7507,
      "step": 3419
    },
    {
      "epoch": 6.979591836734694,
      "grad_norm": 2.421875,
      "learning_rate": 3.563330093942339e-07,
      "loss": 0.7236,
      "step": 3420
    },
    {
      "epoch": 6.981632653061224,
      "grad_norm": 2.484375,
      "learning_rate": 3.2393909944930353e-07,
      "loss": 0.8538,
      "step": 3421
    },
    {
      "epoch": 6.983673469387755,
      "grad_norm": 2.5,
      "learning_rate": 2.915451895043732e-07,
      "loss": 0.8119,
      "step": 3422
    },
    {
      "epoch": 6.985714285714286,
      "grad_norm": 2.375,
      "learning_rate": 2.5915127955944284e-07,
      "loss": 0.9002,
      "step": 3423
    },
    {
      "epoch": 6.987755102040817,
      "grad_norm": 2.34375,
      "learning_rate": 2.267573696145125e-07,
      "loss": 0.8106,
      "step": 3424
    },
    {
      "epoch": 6.989795918367347,
      "grad_norm": 2.53125,
      "learning_rate": 1.9436345966958211e-07,
      "loss": 0.7706,
      "step": 3425
    },
    {
      "epoch": 6.9918367346938775,
      "grad_norm": 2.328125,
      "learning_rate": 1.6196954972465177e-07,
      "loss": 0.8167,
      "step": 3426
    },
    {
      "epoch": 6.993877551020408,
      "grad_norm": 2.5,
      "learning_rate": 1.2957563977972142e-07,
      "loss": 0.8576,
      "step": 3427
    },
    {
      "epoch": 6.995918367346938,
      "grad_norm": 2.53125,
      "learning_rate": 9.718172983479106e-08,
      "loss": 0.797,
      "step": 3428
    },
    {
      "epoch": 6.997959183673469,
      "grad_norm": 2.359375,
      "learning_rate": 6.478781988986071e-08,
      "loss": 0.7789,
      "step": 3429
    },
    {
      "epoch": 7.0,
      "grad_norm": 2.421875,
      "learning_rate": 3.2393909944930355e-08,
      "loss": 0.7793,
      "step": 3430
    }
  ],
  "logging_steps": 1,
  "max_steps": 3430,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 7,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.377162808135254e+18,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}