{
  "best_global_step": 12000,
  "best_metric": 0.3009350597858429,
  "best_model_checkpoint": null,
  "epoch": 2.99971659791542,
  "eval_steps": 1000,
  "global_step": 23817,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00012595648203545676,
      "grad_norm": 107.34553527832031,
      "learning_rate": 0.0,
      "loss": 4.9992,
      "step": 1
    },
    {
      "epoch": 0.0006297824101772837,
      "grad_norm": 132.82723999023438,
      "learning_rate": 5.037783375314861e-07,
      "loss": 5.2462,
      "step": 5
    },
    {
      "epoch": 0.0012595648203545674,
      "grad_norm": 61.73713684082031,
      "learning_rate": 1.1335012594458437e-06,
      "loss": 4.9216,
      "step": 10
    },
    {
      "epoch": 0.0018893472305318512,
      "grad_norm": 29.1369571685791,
      "learning_rate": 1.7632241813602012e-06,
      "loss": 4.3103,
      "step": 15
    },
    {
      "epoch": 0.0025191296407091348,
      "grad_norm": 13.688713073730469,
      "learning_rate": 2.392947103274559e-06,
      "loss": 3.7045,
      "step": 20
    },
    {
      "epoch": 0.0031489120508864186,
      "grad_norm": 7.063476085662842,
      "learning_rate": 3.0226700251889166e-06,
      "loss": 3.255,
      "step": 25
    },
    {
      "epoch": 0.0037786944610637024,
      "grad_norm": 4.568771839141846,
      "learning_rate": 3.6523929471032744e-06,
      "loss": 2.9188,
      "step": 30
    },
    {
      "epoch": 0.004408476871240986,
      "grad_norm": 4.0639753341674805,
      "learning_rate": 4.282115869017632e-06,
      "loss": 2.6194,
      "step": 35
    },
    {
      "epoch": 0.0050382592814182696,
      "grad_norm": 3.363410234451294,
      "learning_rate": 4.911838790931989e-06,
      "loss": 2.3438,
      "step": 40
    },
    {
      "epoch": 0.005668041691595554,
      "grad_norm": 3.086527109146118,
      "learning_rate": 5.541561712846347e-06,
      "loss": 2.21,
      "step": 45
    },
    {
      "epoch": 0.006297824101772837,
      "grad_norm": 2.987258195877075,
      "learning_rate": 6.171284634760705e-06,
      "loss": 2.063,
      "step": 50
    },
    {
      "epoch": 0.006927606511950121,
      "grad_norm": 2.956822156906128,
      "learning_rate": 6.801007556675062e-06,
      "loss": 1.9592,
      "step": 55
    },
    {
      "epoch": 0.007557388922127405,
      "grad_norm": 2.7860183715820312,
      "learning_rate": 7.43073047858942e-06,
      "loss": 1.8058,
      "step": 60
    },
    {
      "epoch": 0.008187171332304689,
      "grad_norm": 2.930774211883545,
      "learning_rate": 8.060453400503778e-06,
      "loss": 1.7843,
      "step": 65
    },
    {
      "epoch": 0.008816953742481972,
      "grad_norm": 2.797520637512207,
      "learning_rate": 8.690176322418136e-06,
      "loss": 1.6922,
      "step": 70
    },
    {
      "epoch": 0.009446736152659256,
      "grad_norm": 2.945425271987915,
      "learning_rate": 9.319899244332492e-06,
      "loss": 1.6863,
      "step": 75
    },
    {
      "epoch": 0.010076518562836539,
      "grad_norm": 3.775211811065674,
      "learning_rate": 9.94962216624685e-06,
      "loss": 1.6918,
      "step": 80
    },
    {
      "epoch": 0.010706300973013824,
      "grad_norm": 4.795872688293457,
      "learning_rate": 1.0579345088161209e-05,
      "loss": 1.5709,
      "step": 85
    },
    {
      "epoch": 0.011336083383191108,
      "grad_norm": 6.182225227355957,
      "learning_rate": 1.1209068010075565e-05,
      "loss": 1.582,
      "step": 90
    },
    {
      "epoch": 0.011965865793368391,
      "grad_norm": 2.548555612564087,
      "learning_rate": 1.1838790931989923e-05,
      "loss": 1.4157,
      "step": 95
    },
    {
      "epoch": 0.012595648203545674,
      "grad_norm": 2.5125293731689453,
      "learning_rate": 1.246851385390428e-05,
      "loss": 1.4848,
      "step": 100
    },
    {
      "epoch": 0.01322543061372296,
      "grad_norm": 2.3581464290618896,
      "learning_rate": 1.309823677581864e-05,
      "loss": 1.4169,
      "step": 105
    },
    {
      "epoch": 0.013855213023900243,
      "grad_norm": 2.4205543994903564,
      "learning_rate": 1.3727959697732996e-05,
      "loss": 1.3803,
      "step": 110
    },
    {
      "epoch": 0.014484995434077526,
      "grad_norm": 2.251526355743408,
      "learning_rate": 1.4357682619647355e-05,
      "loss": 1.3928,
      "step": 115
    },
    {
      "epoch": 0.01511477784425481,
      "grad_norm": 2.3966078758239746,
      "learning_rate": 1.4987405541561711e-05,
      "loss": 1.3994,
      "step": 120
    },
    {
      "epoch": 0.015744560254432095,
      "grad_norm": 2.2904422283172607,
      "learning_rate": 1.561712846347607e-05,
      "loss": 1.3884,
      "step": 125
    },
    {
      "epoch": 0.016374342664609378,
      "grad_norm": 2.238481283187866,
      "learning_rate": 1.6246851385390428e-05,
      "loss": 1.3419,
      "step": 130
    },
    {
      "epoch": 0.01700412507478666,
      "grad_norm": 2.3208041191101074,
      "learning_rate": 1.6876574307304786e-05,
      "loss": 1.3282,
      "step": 135
    },
    {
      "epoch": 0.017633907484963945,
      "grad_norm": 2.34198260307312,
      "learning_rate": 1.750629722921914e-05,
      "loss": 1.3398,
      "step": 140
    },
    {
      "epoch": 0.018263689895141228,
      "grad_norm": 2.316502332687378,
      "learning_rate": 1.81360201511335e-05,
      "loss": 1.3171,
      "step": 145
    },
    {
      "epoch": 0.01889347230531851,
      "grad_norm": 2.1474759578704834,
      "learning_rate": 1.8765743073047857e-05,
      "loss": 1.2896,
      "step": 150
    },
    {
      "epoch": 0.019523254715495795,
      "grad_norm": 2.2437920570373535,
      "learning_rate": 1.9395465994962215e-05,
      "loss": 1.3504,
      "step": 155
    },
    {
      "epoch": 0.020153037125673078,
      "grad_norm": 2.3530609607696533,
      "learning_rate": 2.002518891687657e-05,
      "loss": 1.2937,
      "step": 160
    },
    {
      "epoch": 0.020782819535850365,
      "grad_norm": 3.199941635131836,
      "learning_rate": 2.065491183879093e-05,
      "loss": 1.2841,
      "step": 165
    },
    {
      "epoch": 0.02141260194602765,
      "grad_norm": 2.3354921340942383,
      "learning_rate": 2.128463476070529e-05,
      "loss": 1.2573,
      "step": 170
    },
    {
      "epoch": 0.022042384356204932,
      "grad_norm": 1.9546146392822266,
      "learning_rate": 2.1914357682619645e-05,
      "loss": 1.2179,
      "step": 175
    },
    {
      "epoch": 0.022672166766382215,
      "grad_norm": 2.329948902130127,
      "learning_rate": 2.2544080604534003e-05,
      "loss": 1.2417,
      "step": 180
    },
    {
      "epoch": 0.0233019491765595,
      "grad_norm": 2.110067367553711,
      "learning_rate": 2.3173803526448358e-05,
      "loss": 1.289,
      "step": 185
    },
    {
      "epoch": 0.023931731586736782,
      "grad_norm": 1.8875372409820557,
      "learning_rate": 2.380352644836272e-05,
      "loss": 1.2183,
      "step": 190
    },
    {
      "epoch": 0.024561513996914065,
      "grad_norm": 2.3789267539978027,
      "learning_rate": 2.4433249370277077e-05,
      "loss": 1.3136,
      "step": 195
    },
    {
      "epoch": 0.02519129640709135,
      "grad_norm": 2.4072821140289307,
      "learning_rate": 2.5062972292191432e-05,
      "loss": 1.2241,
      "step": 200
    },
    {
      "epoch": 0.025821078817268632,
      "grad_norm": 1.936230182647705,
      "learning_rate": 2.569269521410579e-05,
      "loss": 1.2715,
      "step": 205
    },
    {
      "epoch": 0.02645086122744592,
      "grad_norm": 1.8356448411941528,
      "learning_rate": 2.632241813602015e-05,
      "loss": 1.1728,
      "step": 210
    },
    {
      "epoch": 0.027080643637623202,
      "grad_norm": 1.7642450332641602,
      "learning_rate": 2.6952141057934507e-05,
      "loss": 1.2022,
      "step": 215
    },
    {
      "epoch": 0.027710426047800486,
      "grad_norm": 1.8820688724517822,
      "learning_rate": 2.7581863979848865e-05,
      "loss": 1.1563,
      "step": 220
    },
    {
      "epoch": 0.02834020845797777,
      "grad_norm": 1.8875645399093628,
      "learning_rate": 2.821158690176322e-05,
      "loss": 1.1473,
      "step": 225
    },
    {
      "epoch": 0.028969990868155052,
      "grad_norm": 1.950432538986206,
      "learning_rate": 2.884130982367758e-05,
      "loss": 1.1478,
      "step": 230
    },
    {
      "epoch": 0.029599773278332336,
      "grad_norm": 1.8610332012176514,
      "learning_rate": 2.9471032745591936e-05,
      "loss": 1.2026,
      "step": 235
    },
    {
      "epoch": 0.03022955568850962,
      "grad_norm": 1.865122675895691,
      "learning_rate": 3.0100755667506295e-05,
      "loss": 1.1748,
      "step": 240
    },
    {
      "epoch": 0.030859338098686902,
      "grad_norm": 1.7126635313034058,
      "learning_rate": 3.0730478589420656e-05,
      "loss": 1.0982,
      "step": 245
    },
    {
      "epoch": 0.03148912050886419,
      "grad_norm": 1.809869408607483,
      "learning_rate": 3.136020151133501e-05,
      "loss": 1.1032,
      "step": 250
    },
    {
      "epoch": 0.03211890291904147,
      "grad_norm": 1.9480305910110474,
      "learning_rate": 3.1989924433249366e-05,
      "loss": 1.1195,
      "step": 255
    },
    {
      "epoch": 0.032748685329218756,
      "grad_norm": 1.762191653251648,
      "learning_rate": 3.2619647355163724e-05,
      "loss": 1.1413,
      "step": 260
    },
    {
      "epoch": 0.03337846773939604,
      "grad_norm": 1.5951004028320312,
      "learning_rate": 3.324937027707808e-05,
      "loss": 1.1514,
      "step": 265
    },
    {
      "epoch": 0.03400825014957332,
      "grad_norm": 1.9166375398635864,
      "learning_rate": 3.387909319899244e-05,
      "loss": 1.1129,
      "step": 270
    },
    {
      "epoch": 0.034638032559750606,
      "grad_norm": 1.8051133155822754,
      "learning_rate": 3.45088161209068e-05,
      "loss": 1.1827,
      "step": 275
    },
    {
      "epoch": 0.03526781496992789,
      "grad_norm": 1.8178284168243408,
      "learning_rate": 3.513853904282116e-05,
      "loss": 1.1567,
      "step": 280
    },
    {
      "epoch": 0.03589759738010517,
      "grad_norm": 1.5286771059036255,
      "learning_rate": 3.5768261964735515e-05,
      "loss": 1.011,
      "step": 285
    },
    {
      "epoch": 0.036527379790282456,
      "grad_norm": 1.6900701522827148,
      "learning_rate": 3.639798488664987e-05,
      "loss": 1.059,
      "step": 290
    },
    {
      "epoch": 0.03715716220045974,
      "grad_norm": 1.5855501890182495,
      "learning_rate": 3.702770780856423e-05,
      "loss": 1.0943,
      "step": 295
    },
    {
      "epoch": 0.03778694461063702,
      "grad_norm": 1.650087833404541,
      "learning_rate": 3.765743073047858e-05,
      "loss": 1.0843,
      "step": 300
    },
    {
      "epoch": 0.038416727020814306,
      "grad_norm": 1.772127389907837,
      "learning_rate": 3.828715365239294e-05,
      "loss": 1.1161,
      "step": 305
    },
    {
      "epoch": 0.03904650943099159,
      "grad_norm": 1.8052891492843628,
      "learning_rate": 3.8916876574307306e-05,
      "loss": 1.1493,
      "step": 310
    },
    {
      "epoch": 0.03967629184116887,
      "grad_norm": 1.816603183746338,
      "learning_rate": 3.954659949622166e-05,
      "loss": 1.1113,
      "step": 315
    },
    {
      "epoch": 0.040306074251346156,
      "grad_norm": 1.7114448547363281,
      "learning_rate": 4.0176322418136016e-05,
      "loss": 1.1124,
      "step": 320
    },
    {
      "epoch": 0.04093585666152345,
      "grad_norm": 1.693428874015808,
      "learning_rate": 4.080604534005038e-05,
      "loss": 1.0994,
      "step": 325
    },
    {
      "epoch": 0.04156563907170073,
      "grad_norm": 1.6820402145385742,
      "learning_rate": 4.143576826196473e-05,
      "loss": 1.0989,
      "step": 330
    },
    {
      "epoch": 0.042195421481878014,
      "grad_norm": 1.5841305255889893,
      "learning_rate": 4.206549118387909e-05,
      "loss": 1.123,
      "step": 335
    },
    {
      "epoch": 0.0428252038920553,
      "grad_norm": 1.714936375617981,
      "learning_rate": 4.269521410579344e-05,
      "loss": 1.0054,
      "step": 340
    },
    {
      "epoch": 0.04345498630223258,
      "grad_norm": 1.6568523645401,
      "learning_rate": 4.332493702770781e-05,
      "loss": 1.0397,
      "step": 345
    },
    {
      "epoch": 0.044084768712409864,
      "grad_norm": 1.9612834453582764,
      "learning_rate": 4.3954659949622165e-05,
      "loss": 1.0481,
      "step": 350
    },
    {
      "epoch": 0.04471455112258715,
      "grad_norm": 1.5859555006027222,
      "learning_rate": 4.4584382871536516e-05,
      "loss": 1.0754,
      "step": 355
    },
    {
      "epoch": 0.04534433353276443,
      "grad_norm": 1.6280044317245483,
      "learning_rate": 4.521410579345088e-05,
      "loss": 1.0696,
      "step": 360
    },
    {
      "epoch": 0.045974115942941714,
      "grad_norm": 1.5000571012496948,
      "learning_rate": 4.584382871536523e-05,
      "loss": 1.0508,
      "step": 365
    },
    {
      "epoch": 0.046603898353119,
      "grad_norm": 1.4447442293167114,
      "learning_rate": 4.647355163727959e-05,
      "loss": 1.0924,
      "step": 370
    },
    {
      "epoch": 0.04723368076329628,
      "grad_norm": 1.6207387447357178,
      "learning_rate": 4.7103274559193956e-05,
      "loss": 1.0477,
      "step": 375
    },
    {
      "epoch": 0.047863463173473564,
      "grad_norm": 1.5458993911743164,
      "learning_rate": 4.773299748110831e-05,
      "loss": 1.0905,
      "step": 380
    },
    {
      "epoch": 0.04849324558365085,
      "grad_norm": 1.5125916004180908,
      "learning_rate": 4.8362720403022666e-05,
      "loss": 1.0858,
      "step": 385
    },
    {
      "epoch": 0.04912302799382813,
      "grad_norm": 1.5438019037246704,
      "learning_rate": 4.899244332493702e-05,
      "loss": 1.1133,
      "step": 390
    },
    {
      "epoch": 0.049752810404005414,
      "grad_norm": 1.5938135385513306,
      "learning_rate": 4.962216624685138e-05,
      "loss": 1.0814,
      "step": 395
    },
    {
      "epoch": 0.0503825928141827,
      "grad_norm": 1.4425631761550903,
      "learning_rate": 5.025188916876574e-05,
      "loss": 1.0668,
      "step": 400
    },
    {
      "epoch": 0.05101237522435998,
      "grad_norm": 1.505650520324707,
      "learning_rate": 5.088161209068009e-05,
      "loss": 1.1201,
      "step": 405
    },
    {
      "epoch": 0.051642157634537264,
      "grad_norm": 1.421877145767212,
      "learning_rate": 5.151133501259446e-05,
      "loss": 1.0199,
      "step": 410
    },
    {
      "epoch": 0.052271940044714554,
      "grad_norm": 1.6243743896484375,
      "learning_rate": 5.2141057934508815e-05,
      "loss": 1.0791,
      "step": 415
    },
    {
      "epoch": 0.05290172245489184,
      "grad_norm": 1.5055480003356934,
      "learning_rate": 5.2770780856423166e-05,
      "loss": 1.0553,
      "step": 420
    },
    {
      "epoch": 0.05353150486506912,
      "grad_norm": 1.5624281167984009,
      "learning_rate": 5.340050377833753e-05,
      "loss": 1.0778,
      "step": 425
    },
    {
      "epoch": 0.054161287275246404,
      "grad_norm": 1.4252930879592896,
      "learning_rate": 5.403022670025188e-05,
      "loss": 1.0354,
      "step": 430
    },
    {
      "epoch": 0.05479106968542369,
      "grad_norm": 1.4582849740982056,
      "learning_rate": 5.465994962216624e-05,
      "loss": 0.9825,
      "step": 435
    },
    {
      "epoch": 0.05542085209560097,
      "grad_norm": 1.4336227178573608,
      "learning_rate": 5.52896725440806e-05,
      "loss": 1.0753,
      "step": 440
    },
    {
      "epoch": 0.056050634505778255,
      "grad_norm": 1.4182472229003906,
      "learning_rate": 5.591939546599496e-05,
      "loss": 1.0005,
      "step": 445
    },
    {
      "epoch": 0.05668041691595554,
      "grad_norm": 1.4060423374176025,
      "learning_rate": 5.6549118387909316e-05,
      "loss": 1.0311,
      "step": 450
    },
    {
      "epoch": 0.05731019932613282,
      "grad_norm": 1.5005807876586914,
      "learning_rate": 5.717884130982367e-05,
      "loss": 1.0815,
      "step": 455
    },
    {
      "epoch": 0.057939981736310105,
      "grad_norm": 1.3563963174819946,
      "learning_rate": 5.780856423173803e-05,
      "loss": 1.0099,
      "step": 460
    },
    {
      "epoch": 0.05856976414648739,
      "grad_norm": 1.4664981365203857,
      "learning_rate": 5.843828715365239e-05,
      "loss": 1.0221,
      "step": 465
    },
    {
      "epoch": 0.05919954655666467,
      "grad_norm": 1.3635119199752808,
      "learning_rate": 5.906801007556674e-05,
      "loss": 1.0864,
      "step": 470
    },
    {
      "epoch": 0.059829328966841955,
      "grad_norm": 1.3736735582351685,
      "learning_rate": 5.9697732997481107e-05,
      "loss": 1.0949,
      "step": 475
    },
    {
      "epoch": 0.06045911137701924,
      "grad_norm": 1.3973110914230347,
      "learning_rate": 6.0327455919395465e-05,
      "loss": 1.0936,
      "step": 480
    },
    {
      "epoch": 0.06108889378719652,
      "grad_norm": 1.4158260822296143,
      "learning_rate": 6.0957178841309816e-05,
      "loss": 1.0389,
      "step": 485
    },
    {
      "epoch": 0.061718676197373805,
      "grad_norm": 1.3810491561889648,
      "learning_rate": 6.158690176322417e-05,
      "loss": 1.0027,
      "step": 490
    },
    {
      "epoch": 0.06234845860755109,
      "grad_norm": 1.3191838264465332,
      "learning_rate": 6.221662468513854e-05,
      "loss": 1.0626,
      "step": 495
    },
    {
      "epoch": 0.06297824101772838,
      "grad_norm": 1.2959917783737183,
      "learning_rate": 6.28463476070529e-05,
      "loss": 1.064,
      "step": 500
    },
    {
      "epoch": 0.06360802342790566,
      "grad_norm": 1.321399450302124,
      "learning_rate": 6.347607052896724e-05,
      "loss": 1.0407,
      "step": 505
    },
    {
      "epoch": 0.06423780583808295,
      "grad_norm": 1.464593768119812,
      "learning_rate": 6.410579345088161e-05,
      "loss": 1.0961,
      "step": 510
    },
    {
      "epoch": 0.06486758824826022,
      "grad_norm": 1.1570991277694702,
      "learning_rate": 6.473551637279596e-05,
      "loss": 1.0373,
      "step": 515
    },
    {
      "epoch": 0.06549737065843751,
      "grad_norm": 1.2346997261047363,
      "learning_rate": 6.536523929471032e-05,
      "loss": 1.0016,
      "step": 520
    },
    {
      "epoch": 0.06612715306861479,
      "grad_norm": 1.2645131349563599,
      "learning_rate": 6.599496221662469e-05,
      "loss": 1.0175,
      "step": 525
    },
    {
      "epoch": 0.06675693547879208,
      "grad_norm": 1.7016206979751587,
      "learning_rate": 6.662468513853903e-05,
      "loss": 1.0517,
      "step": 530
    },
    {
      "epoch": 0.06738671788896936,
      "grad_norm": 1.2666237354278564,
      "learning_rate": 6.725440806045339e-05,
      "loss": 0.9876,
      "step": 535
    },
    {
      "epoch": 0.06801650029914665,
      "grad_norm": 1.365417242050171,
      "learning_rate": 6.788413098236775e-05,
      "loss": 1.0262,
      "step": 540
    },
    {
      "epoch": 0.06864628270932392,
      "grad_norm": 1.1083537340164185,
      "learning_rate": 6.851385390428211e-05,
      "loss": 0.979,
      "step": 545
    },
    {
      "epoch": 0.06927606511950121,
      "grad_norm": 1.2279447317123413,
      "learning_rate": 6.914357682619647e-05,
      "loss": 1.0566,
      "step": 550
    },
    {
      "epoch": 0.0699058475296785,
      "grad_norm": 1.2323870658874512,
      "learning_rate": 6.977329974811082e-05,
      "loss": 1.0047,
      "step": 555
    },
    {
      "epoch": 0.07053562993985578,
      "grad_norm": 1.2166273593902588,
      "learning_rate": 7.040302267002518e-05,
      "loss": 0.989,
      "step": 560
    },
    {
      "epoch": 0.07116541235003307,
      "grad_norm": 1.3858731985092163,
      "learning_rate": 7.103274559193954e-05,
      "loss": 1.0389,
      "step": 565
    },
    {
      "epoch": 0.07179519476021035,
      "grad_norm": 1.1922657489776611,
      "learning_rate": 7.16624685138539e-05,
      "loss": 1.0214,
      "step": 570
    },
    {
      "epoch": 0.07242497717038764,
      "grad_norm": 1.2922885417938232,
      "learning_rate": 7.229219143576826e-05,
      "loss": 1.0647,
      "step": 575
    },
    {
      "epoch": 0.07305475958056491,
      "grad_norm": 1.174737811088562,
      "learning_rate": 7.292191435768262e-05,
      "loss": 1.039,
      "step": 580
    },
    {
      "epoch": 0.0736845419907422,
      "grad_norm": 1.4469586610794067,
      "learning_rate": 7.355163727959697e-05,
      "loss": 0.9553,
      "step": 585
    },
    {
      "epoch": 0.07431432440091948,
      "grad_norm": 1.2497671842575073,
      "learning_rate": 7.418136020151133e-05,
      "loss": 1.0676,
      "step": 590
    },
    {
      "epoch": 0.07494410681109677,
      "grad_norm": 1.0431822538375854,
      "learning_rate": 7.481108312342569e-05,
      "loss": 0.9664,
      "step": 595
    },
    {
      "epoch": 0.07557388922127405,
      "grad_norm": 1.1643774509429932,
      "learning_rate": 7.544080604534005e-05,
      "loss": 1.0354,
      "step": 600
    },
    {
      "epoch": 0.07620367163145134,
      "grad_norm": 1.277813196182251,
      "learning_rate": 7.60705289672544e-05,
      "loss": 1.0078,
      "step": 605
    },
    {
      "epoch": 0.07683345404162861,
      "grad_norm": 1.17416250705719,
      "learning_rate": 7.670025188916876e-05,
      "loss": 0.9802,
      "step": 610
    },
    {
      "epoch": 0.0774632364518059,
      "grad_norm": 1.3622347116470337,
      "learning_rate": 7.732997481108312e-05,
      "loss": 0.9323,
      "step": 615
    },
    {
      "epoch": 0.07809301886198318,
      "grad_norm": 1.1814721822738647,
      "learning_rate": 7.795969773299747e-05,
      "loss": 0.989,
      "step": 620
    },
    {
      "epoch": 0.07872280127216047,
      "grad_norm": 1.1661953926086426,
      "learning_rate": 7.858942065491183e-05,
      "loss": 0.9873,
      "step": 625
    },
    {
      "epoch": 0.07935258368233775,
      "grad_norm": 1.1950370073318481,
      "learning_rate": 7.921914357682618e-05,
      "loss": 0.9997,
      "step": 630
    },
    {
      "epoch": 0.07998236609251504,
      "grad_norm": 1.2635341882705688,
      "learning_rate": 7.984886649874056e-05,
      "loss": 0.9939,
      "step": 635
    },
    {
      "epoch": 0.08061214850269231,
      "grad_norm": 1.094709038734436,
      "learning_rate": 8.047858942065491e-05,
      "loss": 1.035,
      "step": 640
    },
    {
      "epoch": 0.0812419309128696,
      "grad_norm": 1.0304499864578247,
      "learning_rate": 8.110831234256926e-05,
      "loss": 1.0385,
      "step": 645
    },
    {
      "epoch": 0.0818717133230469,
      "grad_norm": 1.203204870223999,
      "learning_rate": 8.173803526448362e-05,
      "loss": 1.0159,
      "step": 650
    },
    {
      "epoch": 0.08250149573322417,
      "grad_norm": 1.317717432975769,
      "learning_rate": 8.236775818639797e-05,
      "loss": 0.9972,
      "step": 655
    },
    {
      "epoch": 0.08313127814340146,
      "grad_norm": 1.1352335214614868,
      "learning_rate": 8.299748110831233e-05,
      "loss": 1.0027,
      "step": 660
    },
    {
      "epoch": 0.08376106055357874,
      "grad_norm": 1.1126285791397095,
      "learning_rate": 8.362720403022669e-05,
      "loss": 0.9824,
      "step": 665
    },
    {
      "epoch": 0.08439084296375603,
      "grad_norm": 1.1858975887298584,
      "learning_rate": 8.425692695214106e-05,
      "loss": 1.0084,
      "step": 670
    },
    {
      "epoch": 0.0850206253739333,
      "grad_norm": 1.1154075860977173,
      "learning_rate": 8.488664987405541e-05,
      "loss": 0.968,
      "step": 675
    },
    {
      "epoch": 0.0856504077841106,
      "grad_norm": 1.1235395669937134,
      "learning_rate": 8.551637279596977e-05,
      "loss": 0.9828,
      "step": 680
    },
    {
      "epoch": 0.08628019019428787,
      "grad_norm": 1.251595139503479,
      "learning_rate": 8.614609571788412e-05,
      "loss": 0.9945,
      "step": 685
    },
    {
      "epoch": 0.08690997260446516,
      "grad_norm": 1.2071354389190674,
      "learning_rate": 8.677581863979848e-05,
      "loss": 1.0263,
      "step": 690
    },
    {
      "epoch": 0.08753975501464244,
      "grad_norm": 1.1954138278961182,
      "learning_rate": 8.740554156171283e-05,
      "loss": 0.9987,
      "step": 695
    },
    {
      "epoch": 0.08816953742481973,
      "grad_norm": 1.088759422302246,
      "learning_rate": 8.803526448362719e-05,
      "loss": 1.0323,
      "step": 700
    },
    {
      "epoch": 0.088799319834997,
      "grad_norm": 1.0866519212722778,
      "learning_rate": 8.866498740554156e-05,
      "loss": 1.0009,
      "step": 705
    },
    {
      "epoch": 0.0894291022451743,
      "grad_norm": 1.1450897455215454,
      "learning_rate": 8.929471032745592e-05,
      "loss": 1.0493,
      "step": 710
    },
    {
      "epoch": 0.09005888465535157,
      "grad_norm": 1.0619937181472778,
      "learning_rate": 8.992443324937027e-05,
      "loss": 1.0007,
      "step": 715
    },
    {
      "epoch": 0.09068866706552886,
      "grad_norm": 1.1548367738723755,
      "learning_rate": 9.055415617128463e-05,
      "loss": 1.006,
      "step": 720
    },
    {
      "epoch": 0.09131844947570614,
      "grad_norm": 1.0847381353378296,
      "learning_rate": 9.118387909319898e-05,
      "loss": 0.9703,
      "step": 725
    },
    {
      "epoch": 0.09194823188588343,
      "grad_norm": 1.1227048635482788,
      "learning_rate": 9.181360201511333e-05,
      "loss": 0.957,
      "step": 730
    },
    {
      "epoch": 0.09257801429606072,
      "grad_norm": 1.0912779569625854,
      "learning_rate": 9.24433249370277e-05,
      "loss": 0.9866,
      "step": 735
    },
    {
      "epoch": 0.093207796706238,
      "grad_norm": 1.0490583181381226,
      "learning_rate": 9.307304785894206e-05,
      "loss": 1.0605,
      "step": 740
    },
    {
      "epoch": 0.09383757911641528,
      "grad_norm": 1.0930982828140259,
      "learning_rate": 9.370277078085642e-05,
      "loss": 1.0061,
      "step": 745
    },
    {
      "epoch": 0.09446736152659256,
      "grad_norm": 1.1814302206039429,
      "learning_rate": 9.433249370277077e-05,
      "loss": 1.0187,
      "step": 750
    },
    {
      "epoch": 0.09509714393676985,
      "grad_norm": 1.113162636756897,
      "learning_rate": 9.496221662468513e-05,
      "loss": 0.9929,
      "step": 755
    },
    {
      "epoch": 0.09572692634694713,
      "grad_norm": 1.0789388418197632,
      "learning_rate": 9.559193954659948e-05,
      "loss": 0.9699,
      "step": 760
    },
    {
      "epoch": 0.09635670875712442,
      "grad_norm": 1.0445059537887573,
      "learning_rate": 9.622166246851384e-05,
      "loss": 0.929,
      "step": 765
    },
    {
      "epoch": 0.0969864911673017,
      "grad_norm": 1.0267964601516724,
      "learning_rate": 9.685138539042821e-05,
      "loss": 0.9581,
      "step": 770
    },
    {
      "epoch": 0.09761627357747898,
      "grad_norm": 1.0283193588256836,
      "learning_rate": 9.748110831234256e-05,
      "loss": 1.0331,
      "step": 775
    },
    {
      "epoch": 0.09824605598765626,
      "grad_norm": 1.0210477113723755,
      "learning_rate": 9.811083123425692e-05,
      "loss": 0.96,
      "step": 780
    },
    {
      "epoch": 0.09887583839783355,
      "grad_norm": 1.0163402557373047,
      "learning_rate": 9.874055415617127e-05,
      "loss": 0.9923,
      "step": 785
    },
    {
      "epoch": 0.09950562080801083,
      "grad_norm": 1.0012452602386475,
      "learning_rate": 9.937027707808563e-05,
      "loss": 0.9722,
      "step": 790
    },
    {
      "epoch": 0.10013540321818812,
      "grad_norm": 0.9810453653335571,
      "learning_rate": 9.999999999999999e-05,
      "loss": 0.991,
      "step": 795
    },
    {
      "epoch": 0.1007651856283654,
      "grad_norm": 1.1151692867279053,
      "learning_rate": 0.00010062972292191434,
      "loss": 0.9783,
      "step": 800
    },
    {
      "epoch": 0.10139496803854268,
      "grad_norm": 1.1338117122650146,
      "learning_rate": 0.00010125944584382871,
      "loss": 0.9979,
      "step": 805
    },
    {
      "epoch": 0.10202475044871996,
      "grad_norm": 0.9878106117248535,
      "learning_rate": 0.00010188916876574307,
      "loss": 0.9068,
      "step": 810
    },
    {
      "epoch": 0.10265453285889725,
      "grad_norm": 1.0334627628326416,
      "learning_rate": 0.00010251889168765742,
      "loss": 0.9389,
      "step": 815
    },
    {
      "epoch": 0.10328431526907453,
      "grad_norm": 0.9542704224586487,
      "learning_rate": 0.00010314861460957178,
      "loss": 0.9699,
      "step": 820
    },
    {
      "epoch": 0.10391409767925182,
      "grad_norm": 1.003753423690796,
      "learning_rate": 0.00010377833753148613,
      "loss": 0.9309,
      "step": 825
    },
    {
      "epoch": 0.10454388008942911,
      "grad_norm": 0.9803423285484314,
      "learning_rate": 0.00010440806045340049,
      "loss": 0.9711,
      "step": 830
    },
    {
      "epoch": 0.10517366249960639,
      "grad_norm": 0.9765311479568481,
      "learning_rate": 0.00010503778337531486,
      "loss": 1.0237,
      "step": 835
    },
    {
      "epoch": 0.10580344490978368,
      "grad_norm": 1.035510540008545,
      "learning_rate": 0.00010566750629722922,
      "loss": 0.9737,
      "step": 840
    },
    {
      "epoch": 0.10643322731996095,
      "grad_norm": 3.4597954750061035,
      "learning_rate": 0.00010629722921914357,
      "loss": 1.038,
      "step": 845
    },
    {
      "epoch": 0.10706300973013824,
      "grad_norm": 1.0254745483398438,
      "learning_rate": 0.00010692695214105793,
      "loss": 1.0044,
      "step": 850
    },
    {
      "epoch": 0.10769279214031552,
      "grad_norm": 4.8941521644592285,
      "learning_rate": 0.00010755667506297228,
      "loss": 1.1038,
      "step": 855
    },
    {
      "epoch": 0.10832257455049281,
      "grad_norm": 1.6676890850067139,
      "learning_rate": 0.00010818639798488663,
      "loss": 1.0043,
      "step": 860
    },
    {
      "epoch": 0.10895235696067009,
      "grad_norm": 5.738070964813232,
      "learning_rate": 0.00010881612090680099,
      "loss": 1.0502,
      "step": 865
    },
    {
      "epoch": 0.10958213937084738,
      "grad_norm": 1.1913108825683594,
      "learning_rate": 0.00010944584382871536,
      "loss": 1.0071,
      "step": 870
    },
    {
      "epoch": 0.11021192178102465,
      "grad_norm": 1.0302019119262695,
      "learning_rate": 0.00011007556675062972,
      "loss": 0.9732,
      "step": 875
    },
    {
      "epoch": 0.11084170419120194,
      "grad_norm": 0.92161625623703,
      "learning_rate": 0.00011070528967254407,
      "loss": 0.9414,
      "step": 880
    },
    {
      "epoch": 0.11147148660137922,
      "grad_norm": 0.954598605632782,
      "learning_rate": 0.00011133501259445843,
      "loss": 0.9772,
      "step": 885
    },
    {
      "epoch": 0.11210126901155651,
      "grad_norm": 0.9241647720336914,
      "learning_rate": 0.00011196473551637278,
      "loss": 0.9498,
      "step": 890
    },
    {
      "epoch": 0.11273105142173379,
      "grad_norm": 0.9744060039520264,
      "learning_rate": 0.00011259445843828714,
      "loss": 0.9501,
      "step": 895
    },
    {
      "epoch": 0.11336083383191108,
      "grad_norm": 1.0800458192825317,
      "learning_rate": 0.0001132241813602015,
      "loss": 0.9823,
      "step": 900
    },
    {
      "epoch": 0.11399061624208835,
      "grad_norm": 1.0275344848632812,
      "learning_rate": 0.00011385390428211587,
      "loss": 1.0426,
      "step": 905
    },
    {
      "epoch": 0.11462039865226564,
      "grad_norm": 1.0069867372512817,
      "learning_rate": 0.00011448362720403022,
      "loss": 0.9933,
      "step": 910
    },
    {
      "epoch": 0.11525018106244292,
      "grad_norm": 1.0309741497039795,
      "learning_rate": 0.00011511335012594457,
      "loss": 0.9792,
      "step": 915
    },
    {
      "epoch": 0.11587996347262021,
      "grad_norm": 0.9738866090774536,
      "learning_rate": 0.00011574307304785893,
      "loss": 1.0193,
      "step": 920
    },
    {
      "epoch": 0.1165097458827975,
      "grad_norm": 0.9231003522872925,
      "learning_rate": 0.00011637279596977329,
      "loss": 0.9741,
      "step": 925
    },
    {
      "epoch": 0.11713952829297478,
      "grad_norm": 1.1318124532699585,
      "learning_rate": 0.00011700251889168764,
      "loss": 0.9644,
      "step": 930
    },
    {
      "epoch": 0.11776931070315207,
      "grad_norm": 1.033288598060608,
      "learning_rate": 0.00011763224181360201,
      "loss": 0.9216,
      "step": 935
    },
    {
      "epoch": 0.11839909311332934,
      "grad_norm": 1.003190517425537,
      "learning_rate": 0.00011826196473551637,
      "loss": 0.9521,
      "step": 940
    },
    {
      "epoch": 0.11902887552350663,
      "grad_norm": 1.0145738124847412,
      "learning_rate": 0.00011889168765743072,
      "loss": 0.9676,
      "step": 945
    },
    {
      "epoch": 0.11965865793368391,
      "grad_norm": 1.1370879411697388,
      "learning_rate": 0.00011952141057934508,
      "loss": 0.9987,
      "step": 950
    },
    {
      "epoch": 0.1202884403438612,
      "grad_norm": 0.9657129645347595,
      "learning_rate": 0.00012015113350125943,
      "loss": 0.9622,
      "step": 955
    },
    {
      "epoch": 0.12091822275403848,
      "grad_norm": 0.9489335417747498,
      "learning_rate": 0.00012078085642317378,
      "loss": 0.9402,
      "step": 960
    },
    {
      "epoch": 0.12154800516421577,
      "grad_norm": 1.0598636865615845,
      "learning_rate": 0.00012141057934508814,
      "loss": 1.0047,
      "step": 965
    },
    {
      "epoch": 0.12217778757439304,
      "grad_norm": 0.9747732281684875,
      "learning_rate": 0.00012204030226700251,
      "loss": 1.009,
      "step": 970
    },
    {
      "epoch": 0.12280756998457033,
      "grad_norm": 0.9424954056739807,
      "learning_rate": 0.00012267002518891686,
      "loss": 0.9603,
      "step": 975
    },
    {
      "epoch": 0.12343735239474761,
      "grad_norm": 1.0061867237091064,
      "learning_rate": 0.00012329974811083123,
      "loss": 0.9494,
      "step": 980
    },
    {
      "epoch": 0.1240671348049249,
      "grad_norm": 0.924182116985321,
      "learning_rate": 0.00012392947103274558,
      "loss": 0.9804,
      "step": 985
    },
    {
      "epoch": 0.12469691721510218,
      "grad_norm": 0.983267605304718,
      "learning_rate": 0.00012455919395465995,
      "loss": 0.9814,
      "step": 990
    },
    {
      "epoch": 0.12532669962527945,
      "grad_norm": 0.896524965763092,
      "learning_rate": 0.0001251889168765743,
      "loss": 0.9533,
      "step": 995
    },
    {
      "epoch": 0.12595648203545676,
      "grad_norm": 0.8669747710227966,
      "learning_rate": 0.00012581863979848864,
      "loss": 0.9544,
      "step": 1000
    },
    {
      "epoch": 0.12595648203545676,
      "eval_loss": 0.383962482213974,
      "eval_runtime": 6.2938,
      "eval_samples_per_second": 158.887,
      "eval_steps_per_second": 10.01,
      "step": 1000
    },
    {
      "epoch": 0.12658626444563403,
      "grad_norm": 0.9055171012878418,
      "learning_rate": 0.000126448362720403,
      "loss": 0.9353,
      "step": 1005
    },
    {
      "epoch": 0.1272160468558113,
      "grad_norm": 0.9889428019523621,
      "learning_rate": 0.00012707808564231738,
      "loss": 0.9508,
      "step": 1010
    },
    {
      "epoch": 0.12784582926598861,
      "grad_norm": 0.8966602683067322,
      "learning_rate": 0.00012770780856423173,
      "loss": 0.995,
      "step": 1015
    },
    {
      "epoch": 0.1284756116761659,
      "grad_norm": 0.9995138645172119,
      "learning_rate": 0.0001283375314861461,
      "loss": 0.9624,
      "step": 1020
    },
    {
      "epoch": 0.12910539408634317,
      "grad_norm": 0.8536145687103271,
      "learning_rate": 0.00012896725440806044,
      "loss": 0.9549,
      "step": 1025
    },
    {
      "epoch": 0.12973517649652044,
      "grad_norm": 0.8860256671905518,
      "learning_rate": 0.00012959697732997479,
      "loss": 1.0021,
      "step": 1030
    },
    {
      "epoch": 0.13036495890669775,
      "grad_norm": 0.8574298620223999,
      "learning_rate": 0.00013022670025188916,
      "loss": 0.9798,
      "step": 1035
    },
    {
      "epoch": 0.13099474131687502,
      "grad_norm": 1.1180200576782227,
      "learning_rate": 0.00013085642317380353,
      "loss": 0.9225,
      "step": 1040
    },
    {
      "epoch": 0.1316245237270523,
      "grad_norm": 0.9391751289367676,
      "learning_rate": 0.00013148614609571787,
      "loss": 0.9467,
      "step": 1045
    },
    {
      "epoch": 0.13225430613722958,
      "grad_norm": 0.8861620426177979,
      "learning_rate": 0.00013211586901763222,
      "loss": 0.9413,
      "step": 1050
    },
    {
      "epoch": 0.13288408854740688,
      "grad_norm": 0.8499036431312561,
      "learning_rate": 0.0001327455919395466,
      "loss": 0.9644,
      "step": 1055
    },
    {
      "epoch": 0.13351387095758416,
      "grad_norm": 0.9816482067108154,
      "learning_rate": 0.00013337531486146094,
      "loss": 0.9552,
      "step": 1060
    },
    {
      "epoch": 0.13414365336776143,
      "grad_norm": 0.9725036025047302,
      "learning_rate": 0.0001340050377833753,
      "loss": 0.9461,
      "step": 1065
    },
    {
      "epoch": 0.1347734357779387,
      "grad_norm": 0.9366094470024109,
      "learning_rate": 0.00013463476070528968,
      "loss": 0.9305,
      "step": 1070
    },
    {
      "epoch": 0.13540321818811601,
      "grad_norm": 0.9212390780448914,
      "learning_rate": 0.00013526448362720402,
      "loss": 0.9551,
      "step": 1075
    },
    {
      "epoch": 0.1360330005982933,
      "grad_norm": 0.8980582356452942,
      "learning_rate": 0.00013589420654911837,
      "loss": 0.9491,
      "step": 1080
    },
    {
      "epoch": 0.13666278300847057,
      "grad_norm": 0.9107893109321594,
      "learning_rate": 0.00013652392947103274,
      "loss": 0.9366,
      "step": 1085
    },
    {
      "epoch": 0.13729256541864784,
      "grad_norm": 0.8583124876022339,
      "learning_rate": 0.00013715365239294708,
      "loss": 0.9628,
      "step": 1090
    },
    {
      "epoch": 0.13792234782882515,
      "grad_norm": 0.877052903175354,
      "learning_rate": 0.00013778337531486146,
      "loss": 0.9675,
      "step": 1095
    },
    {
      "epoch": 0.13855213023900242,
      "grad_norm": 0.8020456433296204,
      "learning_rate": 0.0001384130982367758,
      "loss": 0.9015,
      "step": 1100
    },
    {
      "epoch": 0.1391819126491797,
      "grad_norm": 0.8703967928886414,
      "learning_rate": 0.00013904282115869017,
      "loss": 0.9658,
      "step": 1105
    },
    {
      "epoch": 0.139811695059357,
      "grad_norm": 0.7955961227416992,
      "learning_rate": 0.00013967254408060452,
      "loss": 0.9084,
      "step": 1110
    },
    {
      "epoch": 0.14044147746953428,
      "grad_norm": 0.893059492111206,
      "learning_rate": 0.0001403022670025189,
      "loss": 0.9591,
      "step": 1115
    },
    {
      "epoch": 0.14107125987971156,
      "grad_norm": 0.8481057286262512,
      "learning_rate": 0.00014093198992443323,
      "loss": 0.9588,
      "step": 1120
    },
    {
      "epoch": 0.14170104228988883,
      "grad_norm": 0.8342163562774658,
      "learning_rate": 0.00014156171284634758,
      "loss": 0.947,
      "step": 1125
    },
    {
      "epoch": 0.14233082470006614,
      "grad_norm": 0.790868878364563,
      "learning_rate": 0.00014219143576826195,
      "loss": 0.9366,
      "step": 1130
    },
    {
      "epoch": 0.14296060711024342,
      "grad_norm": 0.8430061340332031,
      "learning_rate": 0.0001428211586901763,
      "loss": 0.9014,
      "step": 1135
    },
    {
      "epoch": 0.1435903895204207,
      "grad_norm": 0.9150258302688599,
      "learning_rate": 0.00014345088161209067,
      "loss": 0.9546,
      "step": 1140
    },
    {
      "epoch": 0.14422017193059797,
      "grad_norm": 0.8204888105392456,
      "learning_rate": 0.00014408060453400504,
      "loss": 0.9159,
      "step": 1145
    },
    {
      "epoch": 0.14484995434077527,
      "grad_norm": 0.7595349550247192,
      "learning_rate": 0.00014471032745591938,
      "loss": 0.9179,
      "step": 1150
    },
    {
      "epoch": 0.14547973675095255,
      "grad_norm": 0.8642888069152832,
      "learning_rate": 0.00014534005037783373,
      "loss": 1.0338,
      "step": 1155
    },
    {
      "epoch": 0.14610951916112982,
      "grad_norm": 0.9633650183677673,
      "learning_rate": 0.0001459697732997481,
      "loss": 0.9638,
      "step": 1160
    },
    {
      "epoch": 0.1467393015713071,
      "grad_norm": 0.8363626599311829,
      "learning_rate": 0.00014659949622166244,
      "loss": 0.8828,
      "step": 1165
    },
    {
      "epoch": 0.1473690839814844,
      "grad_norm": 0.8199290633201599,
      "learning_rate": 0.00014722921914357682,
      "loss": 0.9577,
      "step": 1170
    },
    {
      "epoch": 0.14799886639166168,
      "grad_norm": 0.7671203017234802,
      "learning_rate": 0.0001478589420654912,
      "loss": 0.9381,
      "step": 1175
    },
    {
      "epoch": 0.14862864880183896,
      "grad_norm": 0.8354636430740356,
      "learning_rate": 0.00014848866498740553,
      "loss": 1.0019,
      "step": 1180
    },
    {
      "epoch": 0.14925843121201623,
      "grad_norm": 0.911165714263916,
      "learning_rate": 0.00014911838790931988,
      "loss": 0.8985,
      "step": 1185
    },
    {
      "epoch": 0.14988821362219354,
      "grad_norm": 0.8125472664833069,
      "learning_rate": 0.00014974811083123425,
      "loss": 0.9628,
      "step": 1190
    },
    {
      "epoch": 0.15051799603237082,
      "grad_norm": 0.8937430381774902,
      "learning_rate": 0.00015037783375314862,
      "loss": 0.9843,
      "step": 1195
    },
    {
      "epoch": 0.1511477784425481,
      "grad_norm": 0.9609346985816956,
      "learning_rate": 0.00015100755667506297,
      "loss": 0.9552,
      "step": 1200
    },
    {
      "epoch": 0.1517775608527254,
      "grad_norm": 0.7975132465362549,
      "learning_rate": 0.0001516372795969773,
      "loss": 0.9799,
      "step": 1205
    },
    {
      "epoch": 0.15240734326290267,
      "grad_norm": 0.8690225481987,
      "learning_rate": 0.00015226700251889168,
      "loss": 0.9604,
      "step": 1210
    },
    {
      "epoch": 0.15303712567307995,
      "grad_norm": 0.7486653923988342,
      "learning_rate": 0.00015289672544080603,
      "loss": 0.9022,
      "step": 1215
    },
    {
      "epoch": 0.15366690808325723,
      "grad_norm": 0.8420302271842957,
      "learning_rate": 0.0001535264483627204,
      "loss": 0.8791,
      "step": 1220
    },
    {
      "epoch": 0.15429669049343453,
      "grad_norm": 0.8187466263771057,
      "learning_rate": 0.00015415617128463474,
      "loss": 0.9332,
      "step": 1225
    },
    {
      "epoch": 0.1549264729036118,
      "grad_norm": 0.8711130619049072,
      "learning_rate": 0.0001547858942065491,
      "loss": 0.8924,
      "step": 1230
    },
    {
      "epoch": 0.15555625531378908,
      "grad_norm": 0.8086002469062805,
      "learning_rate": 0.00015541561712846346,
      "loss": 0.9491,
      "step": 1235
    },
    {
      "epoch": 0.15618603772396636,
      "grad_norm": 0.8274957537651062,
      "learning_rate": 0.0001560453400503778,
      "loss": 0.9392,
      "step": 1240
    },
    {
      "epoch": 0.15681582013414366,
      "grad_norm": 0.831676721572876,
      "learning_rate": 0.00015667506297229218,
      "loss": 1.0327,
      "step": 1245
    },
    {
      "epoch": 0.15744560254432094,
      "grad_norm": 0.8806201219558716,
      "learning_rate": 0.00015730478589420652,
      "loss": 0.8607,
      "step": 1250
    },
    {
      "epoch": 0.15807538495449822,
      "grad_norm": 0.905436635017395,
      "learning_rate": 0.00015793450881612092,
      "loss": 0.9301,
      "step": 1255
    },
    {
      "epoch": 0.1587051673646755,
      "grad_norm": 0.8631262183189392,
      "learning_rate": 0.00015856423173803526,
      "loss": 0.9443,
      "step": 1260
    },
    {
      "epoch": 0.1593349497748528,
      "grad_norm": 0.7483521699905396,
      "learning_rate": 0.0001591939546599496,
      "loss": 0.901,
      "step": 1265
    },
    {
      "epoch": 0.15996473218503007,
      "grad_norm": 0.8273198008537292,
      "learning_rate": 0.00015982367758186398,
      "loss": 0.9608,
      "step": 1270
    },
    {
      "epoch": 0.16059451459520735,
      "grad_norm": 0.7562909722328186,
      "learning_rate": 0.00016045340050377832,
      "loss": 0.9219,
      "step": 1275
    },
    {
      "epoch": 0.16122429700538463,
      "grad_norm": 0.8585835099220276,
      "learning_rate": 0.0001610831234256927,
      "loss": 0.942,
      "step": 1280
    },
    {
      "epoch": 0.16185407941556193,
      "grad_norm": 0.8192921876907349,
      "learning_rate": 0.00016171284634760704,
      "loss": 0.9531,
      "step": 1285
    },
    {
      "epoch": 0.1624838618257392,
      "grad_norm": 0.8301946520805359,
      "learning_rate": 0.00016234256926952139,
      "loss": 0.8972,
      "step": 1290
    },
    {
      "epoch": 0.16311364423591648,
      "grad_norm": 0.8291681408882141,
      "learning_rate": 0.00016297229219143576,
      "loss": 0.9653,
      "step": 1295
    },
    {
      "epoch": 0.1637434266460938,
      "grad_norm": 0.8672564625740051,
      "learning_rate": 0.0001636020151133501,
      "loss": 0.9498,
      "step": 1300
    },
    {
      "epoch": 0.16437320905627106,
      "grad_norm": 0.7432397603988647,
      "learning_rate": 0.00016423173803526445,
      "loss": 0.8782,
      "step": 1305
    },
    {
      "epoch": 0.16500299146644834,
      "grad_norm": 0.7710584402084351,
      "learning_rate": 0.00016486146095717882,
      "loss": 0.8872,
      "step": 1310
    },
    {
      "epoch": 0.16563277387662562,
      "grad_norm": 0.7810630798339844,
      "learning_rate": 0.00016549118387909316,
      "loss": 0.9357,
      "step": 1315
    },
    {
      "epoch": 0.16626255628680292,
      "grad_norm": 0.7368482947349548,
      "learning_rate": 0.00016612090680100756,
      "loss": 0.8935,
      "step": 1320
    },
    {
      "epoch": 0.1668923386969802,
      "grad_norm": 0.7725487947463989,
      "learning_rate": 0.0001667506297229219,
      "loss": 0.9241,
      "step": 1325
    },
    {
      "epoch": 0.16752212110715747,
      "grad_norm": 0.7551338076591492,
      "learning_rate": 0.00016738035264483628,
      "loss": 0.8878,
      "step": 1330
    },
    {
      "epoch": 0.16815190351733475,
      "grad_norm": 0.8027164340019226,
      "learning_rate": 0.00016801007556675062,
      "loss": 0.9149,
      "step": 1335
    },
    {
      "epoch": 0.16878168592751205,
      "grad_norm": 0.7476945519447327,
      "learning_rate": 0.00016863979848866497,
      "loss": 0.9241,
      "step": 1340
    },
    {
      "epoch": 0.16941146833768933,
      "grad_norm": 0.7967312335968018,
      "learning_rate": 0.00016926952141057934,
      "loss": 0.932,
      "step": 1345
    },
    {
      "epoch": 0.1700412507478666,
      "grad_norm": 0.809727668762207,
      "learning_rate": 0.00016989924433249368,
      "loss": 0.922,
      "step": 1350
    },
    {
      "epoch": 0.17067103315804388,
      "grad_norm": 0.7631811499595642,
      "learning_rate": 0.00017052896725440806,
      "loss": 0.94,
      "step": 1355
    },
    {
      "epoch": 0.1713008155682212,
      "grad_norm": 0.6545524001121521,
      "learning_rate": 0.0001711586901763224,
      "loss": 0.8898,
      "step": 1360
    },
    {
      "epoch": 0.17193059797839846,
      "grad_norm": 0.8232229351997375,
      "learning_rate": 0.00017178841309823675,
      "loss": 0.9235,
      "step": 1365
    },
    {
      "epoch": 0.17256038038857574,
      "grad_norm": 0.8617391586303711,
      "learning_rate": 0.00017241813602015112,
      "loss": 0.9491,
      "step": 1370
    },
    {
      "epoch": 0.17319016279875304,
      "grad_norm": 0.7971004247665405,
      "learning_rate": 0.00017304785894206546,
      "loss": 0.8749,
      "step": 1375
    },
    {
      "epoch": 0.17381994520893032,
      "grad_norm": 0.7876558899879456,
      "learning_rate": 0.0001736775818639798,
      "loss": 0.9954,
      "step": 1380
    },
    {
      "epoch": 0.1744497276191076,
      "grad_norm": 0.8051108121871948,
      "learning_rate": 0.00017430730478589418,
      "loss": 0.897,
      "step": 1385
    },
    {
      "epoch": 0.17507951002928487,
      "grad_norm": 0.8449770212173462,
      "learning_rate": 0.00017493702770780855,
      "loss": 0.8881,
      "step": 1390
    },
    {
      "epoch": 0.17570929243946218,
      "grad_norm": 0.8217072486877441,
      "learning_rate": 0.00017556675062972292,
      "loss": 0.9027,
      "step": 1395
    },
    {
      "epoch": 0.17633907484963945,
      "grad_norm": 0.806914210319519,
      "learning_rate": 0.00017619647355163727,
      "loss": 0.9222,
      "step": 1400
    },
    {
      "epoch": 0.17696885725981673,
      "grad_norm": 0.8344951868057251,
      "learning_rate": 0.00017682619647355164,
      "loss": 0.9462,
      "step": 1405
    },
    {
      "epoch": 0.177598639669994,
      "grad_norm": 0.7249205112457275,
      "learning_rate": 0.00017745591939546598,
      "loss": 0.917,
      "step": 1410
    },
    {
      "epoch": 0.1782284220801713,
      "grad_norm": 0.8052341341972351,
      "learning_rate": 0.00017808564231738033,
      "loss": 0.9168,
      "step": 1415
    },
    {
      "epoch": 0.1788582044903486,
      "grad_norm": 0.7675748467445374,
      "learning_rate": 0.0001787153652392947,
      "loss": 0.9186,
      "step": 1420
    },
    {
      "epoch": 0.17948798690052586,
      "grad_norm": 0.7672801613807678,
      "learning_rate": 0.00017934508816120904,
      "loss": 0.8637,
      "step": 1425
    },
    {
      "epoch": 0.18011776931070314,
      "grad_norm": 0.7517289519309998,
      "learning_rate": 0.00017997481108312342,
      "loss": 0.9053,
      "step": 1430
    },
    {
      "epoch": 0.18074755172088044,
      "grad_norm": 0.7253280878067017,
      "learning_rate": 0.00018060453400503776,
      "loss": 0.9047,
      "step": 1435
    },
    {
      "epoch": 0.18137733413105772,
      "grad_norm": 0.7113356590270996,
      "learning_rate": 0.0001812342569269521,
      "loss": 0.9288,
      "step": 1440
    },
    {
      "epoch": 0.182007116541235,
      "grad_norm": 0.6626010537147522,
      "learning_rate": 0.00018186397984886648,
      "loss": 0.8942,
      "step": 1445
    },
    {
      "epoch": 0.18263689895141227,
      "grad_norm": 0.7033849358558655,
      "learning_rate": 0.00018249370277078082,
      "loss": 0.9086,
      "step": 1450
    },
    {
      "epoch": 0.18326668136158958,
      "grad_norm": 0.701263427734375,
      "learning_rate": 0.00018312342569269522,
      "loss": 0.9429,
      "step": 1455
    },
    {
      "epoch": 0.18389646377176685,
      "grad_norm": 0.7362795472145081,
      "learning_rate": 0.00018375314861460957,
      "loss": 0.8955,
      "step": 1460
    },
    {
      "epoch": 0.18452624618194413,
      "grad_norm": 0.7902641296386719,
      "learning_rate": 0.00018438287153652394,
      "loss": 0.8535,
      "step": 1465
    },
    {
      "epoch": 0.18515602859212144,
      "grad_norm": 0.6855788230895996,
      "learning_rate": 0.00018501259445843828,
      "loss": 0.9166,
      "step": 1470
    },
    {
      "epoch": 0.1857858110022987,
      "grad_norm": 0.6782147884368896,
      "learning_rate": 0.00018564231738035263,
      "loss": 0.8755,
      "step": 1475
    },
    {
      "epoch": 0.186415593412476,
      "grad_norm": 0.6875694990158081,
      "learning_rate": 0.000186272040302267,
      "loss": 0.8712,
      "step": 1480
    },
    {
      "epoch": 0.18704537582265326,
      "grad_norm": 0.7253673672676086,
      "learning_rate": 0.00018690176322418134,
      "loss": 0.8933,
      "step": 1485
    },
    {
      "epoch": 0.18767515823283057,
      "grad_norm": 0.8096954822540283,
      "learning_rate": 0.0001875314861460957,
      "loss": 0.9359,
      "step": 1490
    },
    {
      "epoch": 0.18830494064300785,
      "grad_norm": 0.7597787380218506,
      "learning_rate": 0.00018816120906801006,
      "loss": 0.9341,
      "step": 1495
    },
    {
      "epoch": 0.18893472305318512,
      "grad_norm": 0.7736676931381226,
      "learning_rate": 0.0001887909319899244,
      "loss": 0.9281,
      "step": 1500
    },
    {
      "epoch": 0.1895645054633624,
      "grad_norm": 0.6343753337860107,
      "learning_rate": 0.00018942065491183878,
      "loss": 0.9177,
      "step": 1505
    },
    {
      "epoch": 0.1901942878735397,
      "grad_norm": 0.728712260723114,
      "learning_rate": 0.00019005037783375312,
      "loss": 0.9371,
      "step": 1510
    },
    {
      "epoch": 0.19082407028371698,
      "grad_norm": 0.7092194557189941,
      "learning_rate": 0.00019068010075566746,
      "loss": 0.8902,
      "step": 1515
    },
    {
      "epoch": 0.19145385269389426,
      "grad_norm": 0.7485836744308472,
      "learning_rate": 0.00019130982367758186,
      "loss": 0.8931,
      "step": 1520
    },
    {
      "epoch": 0.19208363510407153,
      "grad_norm": 0.7485086917877197,
      "learning_rate": 0.0001919395465994962,
      "loss": 0.9368,
      "step": 1525
    },
    {
      "epoch": 0.19271341751424884,
      "grad_norm": 0.7100546360015869,
      "learning_rate": 0.00019256926952141058,
      "loss": 0.8803,
      "step": 1530
    },
    {
      "epoch": 0.1933431999244261,
      "grad_norm": 0.7371817827224731,
      "learning_rate": 0.00019319899244332492,
      "loss": 0.8963,
      "step": 1535
    },
    {
      "epoch": 0.1939729823346034,
      "grad_norm": 0.6849647164344788,
      "learning_rate": 0.0001938287153652393,
      "loss": 0.9137,
      "step": 1540
    },
    {
      "epoch": 0.19460276474478067,
      "grad_norm": 0.7108625173568726,
      "learning_rate": 0.00019445843828715364,
      "loss": 0.9078,
      "step": 1545
    },
    {
      "epoch": 0.19523254715495797,
      "grad_norm": 0.7581806182861328,
      "learning_rate": 0.00019508816120906799,
      "loss": 0.9002,
      "step": 1550
    },
    {
      "epoch": 0.19586232956513525,
      "grad_norm": 0.7299503087997437,
      "learning_rate": 0.00019571788413098236,
      "loss": 0.8897,
      "step": 1555
    },
    {
      "epoch": 0.19649211197531252,
      "grad_norm": 0.7815247774124146,
      "learning_rate": 0.0001963476070528967,
      "loss": 0.8454,
      "step": 1560
    },
    {
      "epoch": 0.19712189438548983,
      "grad_norm": 0.7475869655609131,
      "learning_rate": 0.00019697732997481105,
      "loss": 0.9482,
      "step": 1565
    },
    {
      "epoch": 0.1977516767956671,
      "grad_norm": 0.7469599843025208,
      "learning_rate": 0.00019760705289672542,
      "loss": 0.9048,
      "step": 1570
    },
    {
      "epoch": 0.19838145920584438,
      "grad_norm": 0.6186767220497131,
      "learning_rate": 0.00019823677581863976,
      "loss": 0.8698,
      "step": 1575
    },
    {
      "epoch": 0.19901124161602166,
      "grad_norm": 0.843999445438385,
      "learning_rate": 0.00019886649874055413,
      "loss": 0.9567,
      "step": 1580
    },
    {
      "epoch": 0.19964102402619896,
      "grad_norm": 0.749344527721405,
      "learning_rate": 0.00019949622166246848,
      "loss": 0.9234,
      "step": 1585
    },
    {
      "epoch": 0.20027080643637624,
      "grad_norm": 0.6822441220283508,
      "learning_rate": 0.00020012594458438288,
      "loss": 0.8915,
      "step": 1590
    },
    {
      "epoch": 0.2009005888465535,
      "grad_norm": 0.7193272113800049,
      "learning_rate": 0.00020075566750629722,
      "loss": 0.8922,
      "step": 1595
    },
    {
      "epoch": 0.2015303712567308,
      "grad_norm": 0.7202250361442566,
      "learning_rate": 0.00020138539042821157,
      "loss": 0.9026,
      "step": 1600
    },
    {
      "epoch": 0.2021601536669081,
      "grad_norm": 0.6946163773536682,
      "learning_rate": 0.00020201511335012594,
      "loss": 0.9181,
      "step": 1605
    },
    {
      "epoch": 0.20278993607708537,
      "grad_norm": 0.7185525894165039,
      "learning_rate": 0.00020264483627204028,
      "loss": 0.8809,
      "step": 1610
    },
    {
      "epoch": 0.20341971848726265,
      "grad_norm": 0.6290002465248108,
      "learning_rate": 0.00020327455919395466,
      "loss": 0.9033,
      "step": 1615
    },
    {
      "epoch": 0.20404950089743992,
      "grad_norm": 0.6773431897163391,
      "learning_rate": 0.000203904282115869,
      "loss": 0.838,
      "step": 1620
    },
    {
      "epoch": 0.20467928330761723,
      "grad_norm": 0.7076095342636108,
      "learning_rate": 0.00020453400503778335,
      "loss": 0.9158,
      "step": 1625
    },
    {
      "epoch": 0.2053090657177945,
      "grad_norm": 0.7354462146759033,
      "learning_rate": 0.00020516372795969772,
      "loss": 0.8336,
      "step": 1630
    },
    {
      "epoch": 0.20593884812797178,
      "grad_norm": 0.6885705590248108,
      "learning_rate": 0.00020579345088161206,
      "loss": 0.8971,
      "step": 1635
    },
    {
      "epoch": 0.20656863053814906,
      "grad_norm": 0.697887659072876,
      "learning_rate": 0.00020642317380352643,
      "loss": 0.851,
      "step": 1640
    },
    {
      "epoch": 0.20719841294832636,
      "grad_norm": 0.7369652986526489,
      "learning_rate": 0.00020705289672544078,
      "loss": 0.8567,
      "step": 1645
    },
    {
      "epoch": 0.20782819535850364,
      "grad_norm": 0.7226613759994507,
      "learning_rate": 0.00020768261964735512,
      "loss": 0.9038,
      "step": 1650
    },
    {
      "epoch": 0.2084579777686809,
      "grad_norm": 0.6973157525062561,
      "learning_rate": 0.00020831234256926952,
      "loss": 0.8443,
      "step": 1655
    },
    {
      "epoch": 0.20908776017885822,
      "grad_norm": 0.7276191115379333,
      "learning_rate": 0.00020894206549118387,
      "loss": 0.8985,
      "step": 1660
    },
    {
      "epoch": 0.2097175425890355,
      "grad_norm": 0.694542646408081,
      "learning_rate": 0.00020957178841309824,
      "loss": 0.8914,
      "step": 1665
    },
    {
      "epoch": 0.21034732499921277,
      "grad_norm": 0.8255221843719482,
      "learning_rate": 0.00021020151133501258,
      "loss": 0.9072,
      "step": 1670
    },
    {
      "epoch": 0.21097710740939005,
      "grad_norm": 0.637487530708313,
      "learning_rate": 0.00021083123425692693,
      "loss": 0.8637,
      "step": 1675
    },
    {
      "epoch": 0.21160688981956735,
      "grad_norm": 0.6839597821235657,
      "learning_rate": 0.0002114609571788413,
      "loss": 0.8736,
      "step": 1680
    },
    {
      "epoch": 0.21223667222974463,
      "grad_norm": 0.6435440182685852,
      "learning_rate": 0.00021209068010075564,
      "loss": 0.8725,
      "step": 1685
    },
    {
      "epoch": 0.2128664546399219,
      "grad_norm": 0.7100492715835571,
      "learning_rate": 0.00021272040302267002,
      "loss": 0.9169,
      "step": 1690
    },
    {
      "epoch": 0.21349623705009918,
      "grad_norm": 0.6926056742668152,
      "learning_rate": 0.00021335012594458436,
      "loss": 0.8549,
      "step": 1695
    },
    {
      "epoch": 0.21412601946027648,
      "grad_norm": 0.8507684469223022,
      "learning_rate": 0.0002139798488664987,
      "loss": 0.9011,
      "step": 1700
    },
    {
      "epoch": 0.21475580187045376,
      "grad_norm": 0.7276325821876526,
      "learning_rate": 0.00021460957178841308,
      "loss": 0.8607,
      "step": 1705
    },
    {
      "epoch": 0.21538558428063104,
      "grad_norm": 0.6535823941230774,
      "learning_rate": 0.00021523929471032742,
      "loss": 0.8558,
      "step": 1710
    },
    {
      "epoch": 0.2160153666908083,
      "grad_norm": 0.6517070531845093,
      "learning_rate": 0.0002158690176322418,
      "loss": 0.8703,
      "step": 1715
    },
    {
      "epoch": 0.21664514910098562,
      "grad_norm": 0.7442309260368347,
      "learning_rate": 0.00021649874055415614,
      "loss": 0.8961,
      "step": 1720
    },
    {
      "epoch": 0.2172749315111629,
      "grad_norm": 0.7261196374893188,
      "learning_rate": 0.00021712846347607054,
      "loss": 0.8902,
      "step": 1725
    },
    {
      "epoch": 0.21790471392134017,
      "grad_norm": 0.7019686698913574,
      "learning_rate": 0.00021775818639798488,
      "loss": 0.8929,
      "step": 1730
    },
    {
      "epoch": 0.21853449633151745,
      "grad_norm": 0.7852956056594849,
      "learning_rate": 0.00021838790931989923,
      "loss": 0.8766,
      "step": 1735
    },
    {
      "epoch": 0.21916427874169475,
      "grad_norm": 0.7370544672012329,
      "learning_rate": 0.0002190176322418136,
      "loss": 0.855,
      "step": 1740
    },
    {
      "epoch": 0.21979406115187203,
      "grad_norm": 0.6246267557144165,
      "learning_rate": 0.00021964735516372794,
      "loss": 0.9127,
      "step": 1745
    },
    {
      "epoch": 0.2204238435620493,
      "grad_norm": 0.6939797401428223,
      "learning_rate": 0.0002202770780856423,
      "loss": 0.8878,
      "step": 1750
    },
    {
      "epoch": 0.2210536259722266,
      "grad_norm": 0.6594600081443787,
      "learning_rate": 0.00022090680100755666,
      "loss": 0.9105,
      "step": 1755
    },
    {
      "epoch": 0.22168340838240388,
      "grad_norm": 0.6578107476234436,
      "learning_rate": 0.000221536523929471,
      "loss": 0.9016,
      "step": 1760
    },
    {
      "epoch": 0.22231319079258116,
      "grad_norm": 0.6889748573303223,
      "learning_rate": 0.00022216624685138538,
      "loss": 0.9091,
      "step": 1765
    },
    {
      "epoch": 0.22294297320275844,
      "grad_norm": 0.6207224130630493,
      "learning_rate": 0.00022279596977329972,
      "loss": 0.9058,
      "step": 1770
    },
    {
      "epoch": 0.22357275561293574,
      "grad_norm": 0.6724773645401001,
      "learning_rate": 0.00022342569269521406,
      "loss": 0.9144,
      "step": 1775
    },
    {
      "epoch": 0.22420253802311302,
      "grad_norm": 0.702472448348999,
      "learning_rate": 0.00022405541561712844,
      "loss": 0.9,
      "step": 1780
    },
    {
      "epoch": 0.2248323204332903,
      "grad_norm": 0.6482950448989868,
      "learning_rate": 0.00022468513853904278,
      "loss": 0.88,
      "step": 1785
    },
    {
      "epoch": 0.22546210284346757,
      "grad_norm": 0.7253268957138062,
      "learning_rate": 0.00022531486146095718,
      "loss": 0.9147,
      "step": 1790
    },
    {
      "epoch": 0.22609188525364488,
      "grad_norm": 0.7196680307388306,
      "learning_rate": 0.00022594458438287152,
      "loss": 0.8687,
      "step": 1795
    },
    {
      "epoch": 0.22672166766382215,
      "grad_norm": 0.6720924973487854,
      "learning_rate": 0.0002265743073047859,
      "loss": 0.9173,
      "step": 1800
    },
    {
      "epoch": 0.22735145007399943,
      "grad_norm": 0.6656882762908936,
      "learning_rate": 0.00022720403022670024,
      "loss": 0.8237,
      "step": 1805
    },
    {
      "epoch": 0.2279812324841767,
      "grad_norm": 0.6303510665893555,
      "learning_rate": 0.00022783375314861459,
      "loss": 0.891,
      "step": 1810
    },
    {
      "epoch": 0.228611014894354,
      "grad_norm": 0.6595205068588257,
      "learning_rate": 0.00022846347607052896,
      "loss": 0.8745,
      "step": 1815
    },
    {
      "epoch": 0.22924079730453129,
      "grad_norm": 0.6373685002326965,
      "learning_rate": 0.0002290931989924433,
      "loss": 0.895,
      "step": 1820
    },
    {
      "epoch": 0.22987057971470856,
      "grad_norm": 0.6187670230865479,
      "learning_rate": 0.00022972292191435767,
      "loss": 0.8954,
      "step": 1825
    },
    {
      "epoch": 0.23050036212488584,
      "grad_norm": 0.6348496079444885,
      "learning_rate": 0.00023035264483627202,
      "loss": 0.8462,
      "step": 1830
    },
    {
      "epoch": 0.23113014453506314,
      "grad_norm": 0.6880120038986206,
      "learning_rate": 0.00023098236775818636,
      "loss": 0.883,
      "step": 1835
    },
    {
      "epoch": 0.23175992694524042,
      "grad_norm": 0.7668615579605103,
      "learning_rate": 0.00023161209068010073,
      "loss": 0.9134,
      "step": 1840
    },
    {
      "epoch": 0.2323897093554177,
      "grad_norm": 0.6664952635765076,
      "learning_rate": 0.00023224181360201508,
      "loss": 0.9276,
      "step": 1845
    },
    {
      "epoch": 0.233019491765595,
      "grad_norm": 0.754509449005127,
      "learning_rate": 0.00023287153652392942,
      "loss": 0.858,
      "step": 1850
    },
    {
      "epoch": 0.23364927417577228,
      "grad_norm": 0.6345789432525635,
      "learning_rate": 0.00023350125944584382,
      "loss": 0.9048,
      "step": 1855
    },
    {
      "epoch": 0.23427905658594955,
      "grad_norm": 0.6877152323722839,
      "learning_rate": 0.00023413098236775817,
      "loss": 0.9023,
      "step": 1860
    },
    {
      "epoch": 0.23490883899612683,
      "grad_norm": 0.6173678636550903,
      "learning_rate": 0.00023476070528967254,
      "loss": 0.8951,
      "step": 1865
    },
    {
      "epoch": 0.23553862140630413,
      "grad_norm": 0.6912857294082642,
      "learning_rate": 0.00023539042821158688,
      "loss": 0.8412,
      "step": 1870
    },
    {
      "epoch": 0.2361684038164814,
      "grad_norm": 0.6385686993598938,
      "learning_rate": 0.00023602015113350126,
      "loss": 0.8954,
      "step": 1875
    },
    {
      "epoch": 0.23679818622665869,
      "grad_norm": 0.6755088567733765,
      "learning_rate": 0.0002366498740554156,
      "loss": 0.8964,
      "step": 1880
    },
    {
      "epoch": 0.23742796863683596,
      "grad_norm": 0.6391545534133911,
      "learning_rate": 0.00023727959697732995,
      "loss": 0.9294,
      "step": 1885
    },
    {
      "epoch": 0.23805775104701327,
      "grad_norm": 0.7155817747116089,
      "learning_rate": 0.00023790931989924432,
      "loss": 0.8967,
      "step": 1890
    },
    {
      "epoch": 0.23868753345719054,
      "grad_norm": 0.681224524974823,
      "learning_rate": 0.00023853904282115866,
      "loss": 0.8997,
      "step": 1895
    },
    {
      "epoch": 0.23931731586736782,
      "grad_norm": 0.6473144888877869,
      "learning_rate": 0.00023916876574307303,
      "loss": 0.9172,
      "step": 1900
    },
    {
      "epoch": 0.2399470982775451,
      "grad_norm": 0.6562004685401917,
      "learning_rate": 0.00023979848866498738,
      "loss": 0.8488,
      "step": 1905
    },
    {
      "epoch": 0.2405768806877224,
      "grad_norm": 0.6842007637023926,
      "learning_rate": 0.00024042821158690172,
      "loss": 0.9183,
      "step": 1910
    },
    {
      "epoch": 0.24120666309789968,
      "grad_norm": 0.5957079529762268,
      "learning_rate": 0.0002410579345088161,
      "loss": 0.8293,
      "step": 1915
    },
    {
      "epoch": 0.24183644550807695,
      "grad_norm": 0.6745590567588806,
      "learning_rate": 0.00024168765743073044,
      "loss": 0.8219,
      "step": 1920
    },
    {
      "epoch": 0.24246622791825426,
      "grad_norm": 0.6895525455474854,
      "learning_rate": 0.00024231738035264484,
      "loss": 0.9034,
      "step": 1925
    },
    {
      "epoch": 0.24309601032843153,
      "grad_norm": 0.7394620776176453,
      "learning_rate": 0.00024294710327455918,
      "loss": 0.8702,
      "step": 1930
    },
    {
      "epoch": 0.2437257927386088,
      "grad_norm": 0.7846884727478027,
      "learning_rate": 0.00024357682619647353,
      "loss": 0.9143,
      "step": 1935
    },
    {
      "epoch": 0.24435557514878609,
      "grad_norm": 0.594127893447876,
      "learning_rate": 0.00024420654911838787,
      "loss": 0.8838,
      "step": 1940
    },
    {
      "epoch": 0.2449853575589634,
      "grad_norm": 0.6737518906593323,
      "learning_rate": 0.00024483627204030224,
      "loss": 0.8657,
      "step": 1945
    },
    {
      "epoch": 0.24561513996914067,
      "grad_norm": 0.6851866245269775,
      "learning_rate": 0.0002454659949622166,
      "loss": 0.9133,
      "step": 1950
    },
    {
      "epoch": 0.24624492237931794,
      "grad_norm": 0.6238758563995361,
      "learning_rate": 0.000246095717884131,
      "loss": 0.8816,
      "step": 1955
    },
    {
      "epoch": 0.24687470478949522,
      "grad_norm": 0.6002854704856873,
      "learning_rate": 0.0002467254408060453,
      "loss": 0.8888,
      "step": 1960
    },
    {
      "epoch": 0.24750448719967252,
      "grad_norm": 0.6201847791671753,
      "learning_rate": 0.0002473551637279597,
      "loss": 0.8299,
      "step": 1965
    },
    {
      "epoch": 0.2481342696098498,
      "grad_norm": 0.6619172692298889,
      "learning_rate": 0.00024798488664987405,
      "loss": 0.9297,
      "step": 1970
    },
    {
      "epoch": 0.24876405202002708,
      "grad_norm": 0.6359203457832336,
      "learning_rate": 0.00024861460957178837,
      "loss": 0.8811,
      "step": 1975
    },
    {
      "epoch": 0.24939383443020435,
      "grad_norm": 0.6441104412078857,
      "learning_rate": 0.00024924433249370274,
      "loss": 0.8704,
      "step": 1980
    },
    {
      "epoch": 0.25002361684038166,
      "grad_norm": 0.7083386778831482,
      "learning_rate": 0.0002498740554156171,
      "loss": 0.8877,
      "step": 1985
    },
    {
      "epoch": 0.2506533992505589,
      "grad_norm": 0.642206072807312,
      "learning_rate": 0.0002505037783375315,
      "loss": 0.8661,
      "step": 1990
    },
    {
      "epoch": 0.2512831816607362,
      "grad_norm": 0.6782190203666687,
      "learning_rate": 0.00025113350125944585,
      "loss": 0.901,
      "step": 1995
    },
    {
      "epoch": 0.2519129640709135,
      "grad_norm": 0.6277428269386292,
      "learning_rate": 0.00025176322418136017,
      "loss": 0.8212,
      "step": 2000
    },
    {
      "epoch": 0.2519129640709135,
      "eval_loss": 0.35735848546028137,
      "eval_runtime": 6.2326,
      "eval_samples_per_second": 160.447,
      "eval_steps_per_second": 10.108,
      "step": 2000
    },
    {
      "epoch": 0.25254274648109076,
      "grad_norm": 0.5980456471443176,
      "learning_rate": 0.00025239294710327454,
      "loss": 0.8808,
      "step": 2005
    },
    {
      "epoch": 0.25317252889126807,
      "grad_norm": 0.6398759484291077,
      "learning_rate": 0.0002530226700251889,
      "loss": 0.8817,
      "step": 2010
    },
    {
      "epoch": 0.25380231130144537,
      "grad_norm": 0.5681187510490417,
      "learning_rate": 0.00025365239294710323,
      "loss": 0.8672,
      "step": 2015
    },
    {
      "epoch": 0.2544320937116226,
      "grad_norm": 0.6202912926673889,
      "learning_rate": 0.0002542821158690176,
      "loss": 0.8627,
      "step": 2020
    },
    {
      "epoch": 0.2550618761217999,
      "grad_norm": 0.5921783447265625,
      "learning_rate": 0.000254911838790932,
      "loss": 0.8214,
      "step": 2025
    },
    {
      "epoch": 0.25569165853197723,
      "grad_norm": 0.629782497882843,
      "learning_rate": 0.00025554156171284635,
      "loss": 0.8995,
      "step": 2030
    },
    {
      "epoch": 0.2563214409421545,
      "grad_norm": 0.6545585989952087,
      "learning_rate": 0.00025617128463476066,
      "loss": 0.8422,
      "step": 2035
    },
    {
      "epoch": 0.2569512233523318,
      "grad_norm": 0.6024030447006226,
      "learning_rate": 0.00025680100755667504,
      "loss": 0.8341,
      "step": 2040
    },
    {
      "epoch": 0.25758100576250903,
      "grad_norm": 0.6795976161956787,
      "learning_rate": 0.0002574307304785894,
      "loss": 0.852,
      "step": 2045
    },
    {
      "epoch": 0.25821078817268633,
      "grad_norm": 0.6465495228767395,
      "learning_rate": 0.0002580604534005037,
      "loss": 0.8514,
      "step": 2050
    },
    {
      "epoch": 0.25884057058286364,
      "grad_norm": 0.6498434543609619,
      "learning_rate": 0.0002586901763224181,
      "loss": 0.8906,
      "step": 2055
    },
    {
      "epoch": 0.2594703529930409,
      "grad_norm": 0.7072421908378601,
      "learning_rate": 0.00025931989924433247,
      "loss": 0.9061,
      "step": 2060
    },
    {
      "epoch": 0.2601001354032182,
      "grad_norm": 0.5902896523475647,
      "learning_rate": 0.00025994962216624684,
      "loss": 0.8327,
      "step": 2065
    },
    {
      "epoch": 0.2607299178133955,
      "grad_norm": 0.6410335302352905,
      "learning_rate": 0.0002605793450881612,
      "loss": 0.9002,
      "step": 2070
    },
    {
      "epoch": 0.26135970022357274,
      "grad_norm": 1.628951072692871,
      "learning_rate": 0.00026120906801007553,
      "loss": 0.8944,
      "step": 2075
    },
    {
      "epoch": 0.26198948263375005,
      "grad_norm": 0.6544843316078186,
      "learning_rate": 0.0002618387909319899,
      "loss": 0.8656,
      "step": 2080
    },
    {
      "epoch": 0.2626192650439273,
      "grad_norm": 15.444189071655273,
      "learning_rate": 0.0002624685138539043,
      "loss": 0.9639,
      "step": 2085
    },
    {
      "epoch": 0.2632490474541046,
      "grad_norm": 8.399425506591797,
      "learning_rate": 0.0002630982367758186,
      "loss": 1.1367,
      "step": 2090
    },
    {
      "epoch": 0.2638788298642819,
      "grad_norm": 24.009044647216797,
      "learning_rate": 0.00026372795969773296,
      "loss": 1.1429,
      "step": 2095
    },
    {
      "epoch": 0.26450861227445915,
      "grad_norm": 4.226770877838135,
      "learning_rate": 0.00026435768261964733,
      "loss": 0.974,
      "step": 2100
    },
    {
      "epoch": 0.26513839468463646,
      "grad_norm": 1.0910799503326416,
      "learning_rate": 0.0002649874055415617,
      "loss": 1.0182,
      "step": 2105
    },
    {
      "epoch": 0.26576817709481376,
      "grad_norm": 2.8835411071777344,
      "learning_rate": 0.000265617128463476,
      "loss": 1.0283,
      "step": 2110
    },
    {
      "epoch": 0.266397959504991,
      "grad_norm": 2.8626575469970703,
      "learning_rate": 0.0002662468513853904,
      "loss": 0.9273,
      "step": 2115
    },
    {
      "epoch": 0.2670277419151683,
      "grad_norm": 1.4587650299072266,
      "learning_rate": 0.00026687657430730477,
      "loss": 0.9578,
      "step": 2120
    },
    {
      "epoch": 0.2676575243253456,
      "grad_norm": 0.7692992091178894,
      "learning_rate": 0.00026750629722921914,
      "loss": 0.8701,
      "step": 2125
    },
    {
      "epoch": 0.26828730673552287,
      "grad_norm": 0.8609071373939514,
      "learning_rate": 0.0002681360201511335,
      "loss": 0.8718,
      "step": 2130
    },
    {
      "epoch": 0.26891708914570017,
      "grad_norm": 0.7419576048851013,
      "learning_rate": 0.00026876574307304783,
      "loss": 0.8732,
      "step": 2135
    },
    {
      "epoch": 0.2695468715558774,
      "grad_norm": 0.8134281635284424,
      "learning_rate": 0.0002693954659949622,
      "loss": 0.9112,
      "step": 2140
    },
    {
      "epoch": 0.2701766539660547,
      "grad_norm": 0.7559547424316406,
      "learning_rate": 0.00027002518891687657,
      "loss": 0.8804,
      "step": 2145
    },
    {
      "epoch": 0.27080643637623203,
      "grad_norm": 0.7497460842132568,
      "learning_rate": 0.0002706549118387909,
      "loss": 0.8439,
      "step": 2150
    },
    {
      "epoch": 0.2714362187864093,
      "grad_norm": 0.775444746017456,
      "learning_rate": 0.00027128463476070526,
      "loss": 0.888,
      "step": 2155
    },
    {
      "epoch": 0.2720660011965866,
      "grad_norm": 0.7074035406112671,
      "learning_rate": 0.00027191435768261963,
      "loss": 0.8628,
      "step": 2160
    },
    {
      "epoch": 0.2726957836067639,
      "grad_norm": 0.730311393737793,
      "learning_rate": 0.00027254408060453395,
      "loss": 0.8908,
      "step": 2165
    },
    {
      "epoch": 0.27332556601694113,
      "grad_norm": 0.7610625624656677,
      "learning_rate": 0.0002731738035264483,
      "loss": 0.8954,
      "step": 2170
    },
    {
      "epoch": 0.27395534842711844,
      "grad_norm": 0.6473423838615417,
      "learning_rate": 0.0002738035264483627,
      "loss": 0.8488,
      "step": 2175
    },
    {
      "epoch": 0.2745851308372957,
      "grad_norm": 0.7084975838661194,
      "learning_rate": 0.00027443324937027707,
      "loss": 0.8631,
      "step": 2180
    },
    {
      "epoch": 0.275214913247473,
      "grad_norm": 0.6844817996025085,
      "learning_rate": 0.0002750629722921914,
      "loss": 0.9021,
      "step": 2185
    },
    {
      "epoch": 0.2758446956576503,
      "grad_norm": 0.641327440738678,
      "learning_rate": 0.0002756926952141058,
      "loss": 0.9002,
      "step": 2190
    },
    {
      "epoch": 0.27647447806782754,
      "grad_norm": 0.7175489664077759,
      "learning_rate": 0.0002763224181360201,
      "loss": 0.8794,
      "step": 2195
    },
    {
      "epoch": 0.27710426047800485,
      "grad_norm": 0.6306767463684082,
      "learning_rate": 0.0002769521410579345,
      "loss": 0.8732,
      "step": 2200
    },
    {
      "epoch": 0.27773404288818215,
      "grad_norm": 0.6501113176345825,
      "learning_rate": 0.00027758186397984887,
      "loss": 0.8725,
      "step": 2205
    },
    {
      "epoch": 0.2783638252983594,
      "grad_norm": 0.5996410250663757,
      "learning_rate": 0.0002782115869017632,
      "loss": 0.8828,
      "step": 2210
    },
    {
      "epoch": 0.2789936077085367,
      "grad_norm": 0.6551349759101868,
      "learning_rate": 0.00027884130982367756,
      "loss": 0.8725,
      "step": 2215
    },
    {
      "epoch": 0.279623390118714,
      "grad_norm": 0.6475560069084167,
      "learning_rate": 0.00027947103274559193,
      "loss": 0.9333,
      "step": 2220
    },
    {
      "epoch": 0.28025317252889126,
      "grad_norm": 0.6957899928092957,
      "learning_rate": 0.00028010075566750625,
      "loss": 0.8933,
      "step": 2225
    },
    {
      "epoch": 0.28088295493906856,
      "grad_norm": 0.6194736361503601,
      "learning_rate": 0.0002807304785894206,
      "loss": 0.9268,
      "step": 2230
    },
    {
      "epoch": 0.2815127373492458,
      "grad_norm": 0.6293075084686279,
      "learning_rate": 0.000281360201511335,
      "loss": 0.8985,
      "step": 2235
    },
    {
      "epoch": 0.2821425197594231,
      "grad_norm": 0.6805360317230225,
      "learning_rate": 0.0002819899244332493,
      "loss": 0.854,
      "step": 2240
    },
    {
      "epoch": 0.2827723021696004,
      "grad_norm": 0.6671084761619568,
      "learning_rate": 0.0002826196473551637,
      "loss": 0.8774,
      "step": 2245
    },
    {
      "epoch": 0.28340208457977767,
      "grad_norm": 0.5680047273635864,
      "learning_rate": 0.00028324937027707805,
      "loss": 0.8273,
      "step": 2250
    },
    {
      "epoch": 0.284031866989955,
      "grad_norm": 0.5691477060317993,
      "learning_rate": 0.0002838790931989924,
      "loss": 0.8633,
      "step": 2255
    },
    {
      "epoch": 0.2846616494001323,
      "grad_norm": 0.6509323120117188,
      "learning_rate": 0.0002845088161209068,
      "loss": 0.8991,
      "step": 2260
    },
    {
      "epoch": 0.2852914318103095,
      "grad_norm": 0.714750349521637,
      "learning_rate": 0.00028513853904282117,
      "loss": 0.8863,
      "step": 2265
    },
    {
      "epoch": 0.28592121422048683,
      "grad_norm": 0.6934742331504822,
      "learning_rate": 0.0002857682619647355,
      "loss": 0.8699,
      "step": 2270
    },
    {
      "epoch": 0.2865509966306641,
      "grad_norm": 0.6048073172569275,
      "learning_rate": 0.00028639798488664986,
      "loss": 0.8983,
      "step": 2275
    },
    {
      "epoch": 0.2871807790408414,
      "grad_norm": 0.6630669236183167,
      "learning_rate": 0.00028702770780856423,
      "loss": 0.9142,
      "step": 2280
    },
    {
      "epoch": 0.2878105614510187,
      "grad_norm": 0.6518734693527222,
      "learning_rate": 0.00028765743073047855,
      "loss": 0.8734,
      "step": 2285
    },
    {
      "epoch": 0.28844034386119594,
      "grad_norm": 0.5939868688583374,
      "learning_rate": 0.0002882871536523929,
      "loss": 0.8873,
      "step": 2290
    },
    {
      "epoch": 0.28907012627137324,
      "grad_norm": 0.6081305742263794,
      "learning_rate": 0.0002889168765743073,
      "loss": 0.8735,
      "step": 2295
    },
    {
      "epoch": 0.28969990868155054,
      "grad_norm": 0.5869495272636414,
      "learning_rate": 0.0002895465994962216,
      "loss": 0.8694,
      "step": 2300
    },
    {
      "epoch": 0.2903296910917278,
      "grad_norm": 0.6381964683532715,
      "learning_rate": 0.000290176322418136,
      "loss": 0.8638,
      "step": 2305
    },
    {
      "epoch": 0.2909594735019051,
      "grad_norm": 0.5546308755874634,
      "learning_rate": 0.00029080604534005035,
      "loss": 0.8748,
      "step": 2310
    },
    {
      "epoch": 0.2915892559120824,
      "grad_norm": 0.7318828701972961,
      "learning_rate": 0.0002914357682619647,
      "loss": 0.8594,
      "step": 2315
    },
    {
      "epoch": 0.29221903832225965,
      "grad_norm": 0.5685531497001648,
      "learning_rate": 0.00029206549118387904,
      "loss": 0.8815,
      "step": 2320
    },
    {
      "epoch": 0.29284882073243695,
      "grad_norm": 0.6351069808006287,
      "learning_rate": 0.00029269521410579347,
      "loss": 0.8351,
      "step": 2325
    },
    {
      "epoch": 0.2934786031426142,
      "grad_norm": 0.5828582048416138,
      "learning_rate": 0.0002933249370277078,
      "loss": 0.8678,
      "step": 2330
    },
    {
      "epoch": 0.2941083855527915,
      "grad_norm": 0.5991604924201965,
      "learning_rate": 0.00029395465994962216,
      "loss": 0.8939,
      "step": 2335
    },
    {
      "epoch": 0.2947381679629688,
      "grad_norm": 0.5732405781745911,
      "learning_rate": 0.00029458438287153653,
      "loss": 0.8594,
      "step": 2340
    },
    {
      "epoch": 0.29536795037314606,
      "grad_norm": 0.5813714265823364,
      "learning_rate": 0.00029521410579345085,
      "loss": 0.8412,
      "step": 2345
    },
    {
      "epoch": 0.29599773278332336,
      "grad_norm": 0.5281296968460083,
      "learning_rate": 0.0002958438287153652,
      "loss": 0.9049,
      "step": 2350
    },
    {
      "epoch": 0.29662751519350067,
      "grad_norm": 0.6491068005561829,
      "learning_rate": 0.0002964735516372796,
      "loss": 0.8955,
      "step": 2355
    },
    {
      "epoch": 0.2972572976036779,
      "grad_norm": 0.6236696839332581,
      "learning_rate": 0.0002971032745591939,
      "loss": 0.8792,
      "step": 2360
    },
    {
      "epoch": 0.2978870800138552,
      "grad_norm": 0.605625331401825,
      "learning_rate": 0.0002977329974811083,
      "loss": 0.8448,
      "step": 2365
    },
    {
      "epoch": 0.29851686242403247,
      "grad_norm": 0.6011054515838623,
      "learning_rate": 0.00029836272040302265,
      "loss": 0.911,
      "step": 2370
    },
    {
      "epoch": 0.2991466448342098,
      "grad_norm": 0.5662422180175781,
      "learning_rate": 0.00029899244332493697,
      "loss": 0.872,
      "step": 2375
    },
    {
      "epoch": 0.2997764272443871,
      "grad_norm": 0.8375005125999451,
      "learning_rate": 0.00029962216624685134,
      "loss": 0.7924,
      "step": 2380
    },
    {
      "epoch": 0.3004062096545643,
      "grad_norm": 0.5916186571121216,
      "learning_rate": 0.0002999999935557256,
      "loss": 0.9007,
      "step": 2385
    },
    {
      "epoch": 0.30103599206474163,
      "grad_norm": 0.6436251997947693,
      "learning_rate": 0.00029999992105764553,
      "loss": 0.8247,
      "step": 2390
    },
    {
      "epoch": 0.30166577447491894,
      "grad_norm": 0.6368377208709717,
      "learning_rate": 0.0002999997680061815,
      "loss": 0.891,
      "step": 2395
    },
    {
      "epoch": 0.3022955568850962,
      "grad_norm": 0.5848705172538757,
      "learning_rate": 0.0002999995344014156,
      "loss": 0.8335,
      "step": 2400
    },
    {
      "epoch": 0.3029253392952735,
      "grad_norm": 0.5829634070396423,
      "learning_rate": 0.0002999992202434735,
      "loss": 0.8705,
      "step": 2405
    },
    {
      "epoch": 0.3035551217054508,
      "grad_norm": 0.6242154240608215,
      "learning_rate": 0.0002999988255325237,
      "loss": 0.8819,
      "step": 2410
    },
    {
      "epoch": 0.30418490411562804,
      "grad_norm": 0.5757481455802917,
      "learning_rate": 0.0002999983502687783,
      "loss": 0.8748,
      "step": 2415
    },
    {
      "epoch": 0.30481468652580535,
      "grad_norm": 0.5024969577789307,
      "learning_rate": 0.00029999779445249243,
      "loss": 0.8534,
      "step": 2420
    },
    {
      "epoch": 0.3054444689359826,
      "grad_norm": 0.5515364408493042,
      "learning_rate": 0.00029999715808396463,
      "loss": 0.8535,
      "step": 2425
    },
    {
      "epoch": 0.3060742513461599,
      "grad_norm": 0.5151112079620361,
      "learning_rate": 0.00029999644116353666,
      "loss": 0.8686,
      "step": 2430
    },
    {
      "epoch": 0.3067040337563372,
      "grad_norm": 0.5231375098228455,
      "learning_rate": 0.0002999956436915935,
      "loss": 0.8465,
      "step": 2435
    },
    {
      "epoch": 0.30733381616651445,
      "grad_norm": 0.5415048003196716,
      "learning_rate": 0.0002999947656685634,
      "loss": 0.853,
      "step": 2440
    },
    {
      "epoch": 0.30796359857669175,
      "grad_norm": 0.5642004609107971,
      "learning_rate": 0.00029999380709491794,
      "loss": 0.8827,
      "step": 2445
    },
    {
      "epoch": 0.30859338098686906,
      "grad_norm": 0.6197057366371155,
      "learning_rate": 0.0002999927679711718,
      "loss": 0.9072,
      "step": 2450
    },
    {
      "epoch": 0.3092231633970463,
      "grad_norm": 0.5865146517753601,
      "learning_rate": 0.0002999916482978831,
      "loss": 0.837,
      "step": 2455
    },
    {
      "epoch": 0.3098529458072236,
      "grad_norm": 0.5961802005767822,
      "learning_rate": 0.0002999904480756531,
      "loss": 0.8657,
      "step": 2460
    },
    {
      "epoch": 0.31048272821740086,
      "grad_norm": 0.5736685395240784,
      "learning_rate": 0.0002999891673051263,
      "loss": 0.872,
      "step": 2465
    },
    {
      "epoch": 0.31111251062757816,
      "grad_norm": 0.5412915945053101,
      "learning_rate": 0.0002999878059869905,
      "loss": 0.8327,
      "step": 2470
    },
    {
      "epoch": 0.31174229303775547,
      "grad_norm": 0.5011366605758667,
      "learning_rate": 0.0002999863641219769,
      "loss": 0.8418,
      "step": 2475
    },
    {
      "epoch": 0.3123720754479327,
      "grad_norm": 0.5566514134407043,
      "learning_rate": 0.0002999848417108597,
      "loss": 0.8768,
      "step": 2480
    },
    {
      "epoch": 0.31300185785811,
      "grad_norm": 0.5639830231666565,
      "learning_rate": 0.0002999832387544564,
      "loss": 0.8178,
      "step": 2485
    },
    {
      "epoch": 0.3136316402682873,
      "grad_norm": 0.5784679055213928,
      "learning_rate": 0.000299981555253628,
      "loss": 0.8698,
      "step": 2490
    },
    {
      "epoch": 0.3142614226784646,
      "grad_norm": 0.5428637266159058,
      "learning_rate": 0.00029997979120927846,
      "loss": 0.8671,
      "step": 2495
    },
    {
      "epoch": 0.3148912050886419,
      "grad_norm": 0.5629287362098694,
      "learning_rate": 0.00029997794662235515,
      "loss": 0.873,
      "step": 2500
    },
    {
      "epoch": 0.3155209874988192,
      "grad_norm": 0.5561172366142273,
      "learning_rate": 0.00029997602149384856,
      "loss": 0.8664,
      "step": 2505
    },
    {
      "epoch": 0.31615076990899643,
      "grad_norm": 0.5451831221580505,
      "learning_rate": 0.0002999740158247927,
      "loss": 0.8349,
      "step": 2510
    },
    {
      "epoch": 0.31678055231917374,
      "grad_norm": 0.5645403861999512,
      "learning_rate": 0.00029997192961626456,
      "loss": 0.8924,
      "step": 2515
    },
    {
      "epoch": 0.317410334729351,
      "grad_norm": 0.5120379328727722,
      "learning_rate": 0.00029996976286938444,
      "loss": 0.8606,
      "step": 2520
    },
    {
      "epoch": 0.3180401171395283,
      "grad_norm": 0.45988166332244873,
      "learning_rate": 0.0002999675155853161,
      "loss": 0.8285,
      "step": 2525
    },
    {
      "epoch": 0.3186698995497056,
      "grad_norm": 0.5446504950523376,
      "learning_rate": 0.00029996518776526614,
      "loss": 0.8913,
      "step": 2530
    },
    {
      "epoch": 0.31929968195988284,
      "grad_norm": 0.648369550704956,
      "learning_rate": 0.00029996277941048485,
      "loss": 0.8753,
      "step": 2535
    },
    {
      "epoch": 0.31992946437006015,
      "grad_norm": 0.6404165029525757,
      "learning_rate": 0.0002999602905222655,
      "loss": 0.8747,
      "step": 2540
    },
    {
      "epoch": 0.32055924678023745,
      "grad_norm": 0.46791502833366394,
      "learning_rate": 0.0002999577211019447,
      "loss": 0.8132,
      "step": 2545
    },
    {
      "epoch": 0.3211890291904147,
      "grad_norm": 0.5365081429481506,
      "learning_rate": 0.00029995507115090225,
      "loss": 0.8363,
      "step": 2550
    },
    {
      "epoch": 0.321818811600592,
      "grad_norm": 0.5029319524765015,
      "learning_rate": 0.00029995234067056124,
      "loss": 0.8297,
      "step": 2555
    },
    {
      "epoch": 0.32244859401076925,
      "grad_norm": 0.509843647480011,
      "learning_rate": 0.00029994952966238804,
      "loss": 0.828,
      "step": 2560
    },
    {
      "epoch": 0.32307837642094656,
      "grad_norm": 0.479045569896698,
      "learning_rate": 0.0002999466381278922,
      "loss": 0.8689,
      "step": 2565
    },
    {
      "epoch": 0.32370815883112386,
      "grad_norm": 0.5639600157737732,
      "learning_rate": 0.0002999436660686265,
      "loss": 0.8521,
      "step": 2570
    },
    {
      "epoch": 0.3243379412413011,
      "grad_norm": 0.5077898502349854,
      "learning_rate": 0.00029994061348618715,
      "loss": 0.835,
      "step": 2575
    },
    {
      "epoch": 0.3249677236514784,
      "grad_norm": 0.45198580622673035,
      "learning_rate": 0.00029993748038221324,
      "loss": 0.8394,
      "step": 2580
    },
    {
      "epoch": 0.3255975060616557,
      "grad_norm": 0.5617688894271851,
      "learning_rate": 0.0002999342667583875,
      "loss": 0.8285,
      "step": 2585
    },
    {
      "epoch": 0.32622728847183297,
      "grad_norm": 0.5159285664558411,
      "learning_rate": 0.0002999309726164356,
      "loss": 0.7654,
      "step": 2590
    },
    {
      "epoch": 0.32685707088201027,
      "grad_norm": 0.526965320110321,
      "learning_rate": 0.00029992759795812666,
      "loss": 0.8392,
      "step": 2595
    },
    {
      "epoch": 0.3274868532921876,
      "grad_norm": 0.4861494302749634,
      "learning_rate": 0.0002999241427852729,
      "loss": 0.8177,
      "step": 2600
    },
    {
      "epoch": 0.3281166357023648,
      "grad_norm": 0.5498744249343872,
      "learning_rate": 0.0002999206070997298,
      "loss": 0.8006,
      "step": 2605
    },
    {
      "epoch": 0.3287464181125421,
      "grad_norm": 0.526978075504303,
      "learning_rate": 0.0002999169909033962,
      "loss": 0.8261,
      "step": 2610
    },
    {
      "epoch": 0.3293762005227194,
      "grad_norm": 0.5078813433647156,
      "learning_rate": 0.0002999132941982139,
      "loss": 0.8396,
      "step": 2615
    },
    {
      "epoch": 0.3300059829328967,
      "grad_norm": 0.5390729308128357,
      "learning_rate": 0.00029990951698616834,
      "loss": 0.8695,
      "step": 2620
    },
    {
      "epoch": 0.330635765343074,
      "grad_norm": 0.520889401435852,
      "learning_rate": 0.00029990565926928787,
      "loss": 0.8489,
      "step": 2625
    },
    {
      "epoch": 0.33126554775325123,
      "grad_norm": 0.6547030210494995,
      "learning_rate": 0.00029990172104964413,
      "loss": 0.8821,
      "step": 2630
    },
    {
      "epoch": 0.33189533016342854,
      "grad_norm": 0.5034601092338562,
      "learning_rate": 0.00029989770232935204,
      "loss": 0.8202,
      "step": 2635
    },
    {
      "epoch": 0.33252511257360584,
      "grad_norm": 0.5204071402549744,
      "learning_rate": 0.0002998936031105698,
      "loss": 0.852,
      "step": 2640
    },
    {
      "epoch": 0.3331548949837831,
      "grad_norm": 0.499221533536911,
      "learning_rate": 0.0002998894233954988,
      "loss": 0.8338,
      "step": 2645
    },
    {
      "epoch": 0.3337846773939604,
      "grad_norm": 0.5096358060836792,
      "learning_rate": 0.0002998851631863835,
      "loss": 0.8149,
      "step": 2650
    },
    {
      "epoch": 0.3344144598041377,
      "grad_norm": 0.4654362201690674,
      "learning_rate": 0.0002998808224855119,
      "loss": 0.8461,
      "step": 2655
    },
    {
      "epoch": 0.33504424221431495,
      "grad_norm": 0.7029035091400146,
      "learning_rate": 0.00029987640129521497,
      "loss": 0.8137,
      "step": 2660
    },
    {
      "epoch": 0.33567402462449225,
      "grad_norm": 0.5634217262268066,
      "learning_rate": 0.000299871899617867,
      "loss": 0.8434,
      "step": 2665
    },
    {
      "epoch": 0.3363038070346695,
      "grad_norm": 0.5168646574020386,
      "learning_rate": 0.0002998673174558855,
      "loss": 0.8554,
      "step": 2670
    },
    {
      "epoch": 0.3369335894448468,
      "grad_norm": 0.4693644344806671,
      "learning_rate": 0.00029986265481173123,
      "loss": 0.8246,
      "step": 2675
    },
    {
      "epoch": 0.3375633718550241,
      "grad_norm": 0.44928330183029175,
      "learning_rate": 0.00029985791168790805,
      "loss": 0.8554,
      "step": 2680
    },
    {
      "epoch": 0.33819315426520136,
      "grad_norm": 0.5288846492767334,
      "learning_rate": 0.0002998530880869632,
      "loss": 0.8319,
      "step": 2685
    },
    {
      "epoch": 0.33882293667537866,
      "grad_norm": 0.4755760431289673,
      "learning_rate": 0.00029984818401148706,
      "loss": 0.874,
      "step": 2690
    },
    {
      "epoch": 0.33945271908555597,
      "grad_norm": 0.541684091091156,
      "learning_rate": 0.0002998431994641132,
      "loss": 0.8526,
      "step": 2695
    },
    {
      "epoch": 0.3400825014957332,
      "grad_norm": 0.5160995125770569,
      "learning_rate": 0.0002998381344475184,
      "loss": 0.8749,
      "step": 2700
    },
    {
      "epoch": 0.3407122839059105,
      "grad_norm": 0.5409444570541382,
      "learning_rate": 0.00029983298896442276,
      "loss": 0.8118,
      "step": 2705
    },
    {
      "epoch": 0.34134206631608777,
      "grad_norm": 0.5148081183433533,
      "learning_rate": 0.00029982776301758956,
      "loss": 0.8685,
      "step": 2710
    },
    {
      "epoch": 0.34197184872626507,
      "grad_norm": 0.5689860582351685,
      "learning_rate": 0.0002998224566098251,
      "loss": 0.8476,
      "step": 2715
    },
    {
      "epoch": 0.3426016311364424,
      "grad_norm": 0.520268440246582,
      "learning_rate": 0.00029981706974397917,
      "loss": 0.8128,
      "step": 2720
    },
    {
      "epoch": 0.3432314135466196,
      "grad_norm": 0.49906817078590393,
      "learning_rate": 0.00029981160242294457,
      "loss": 0.836,
      "step": 2725
    },
    {
      "epoch": 0.34386119595679693,
      "grad_norm": 0.47317516803741455,
      "learning_rate": 0.0002998060546496575,
      "loss": 0.8251,
      "step": 2730
    },
    {
      "epoch": 0.34449097836697423,
      "grad_norm": 0.49573519825935364,
      "learning_rate": 0.0002998004264270971,
      "loss": 0.832,
      "step": 2735
    },
    {
      "epoch": 0.3451207607771515,
      "grad_norm": 0.43803608417510986,
      "learning_rate": 0.0002997947177582859,
      "loss": 0.7875,
      "step": 2740
    },
    {
      "epoch": 0.3457505431873288,
      "grad_norm": 0.5324883460998535,
      "learning_rate": 0.0002997889286462896,
      "loss": 0.824,
      "step": 2745
    },
    {
      "epoch": 0.3463803255975061,
      "grad_norm": 0.5902321934700012,
      "learning_rate": 0.00029978305909421707,
      "loss": 0.8265,
      "step": 2750
    },
    {
      "epoch": 0.34701010800768334,
      "grad_norm": 0.5052042007446289,
      "learning_rate": 0.0002997771091052204,
      "loss": 0.7715,
      "step": 2755
    },
    {
      "epoch": 0.34763989041786064,
      "grad_norm": 0.4439961314201355,
      "learning_rate": 0.0002997710786824949,
      "loss": 0.8387,
      "step": 2760
    },
    {
      "epoch": 0.3482696728280379,
      "grad_norm": 0.5099385976791382,
      "learning_rate": 0.0002997649678292789,
      "loss": 0.8424,
      "step": 2765
    },
    {
      "epoch": 0.3488994552382152,
      "grad_norm": 0.4415825605392456,
      "learning_rate": 0.00029975877654885426,
      "loss": 0.8066,
      "step": 2770
    },
    {
      "epoch": 0.3495292376483925,
      "grad_norm": 0.5088052153587341,
      "learning_rate": 0.0002997525048445458,
      "loss": 0.8172,
      "step": 2775
    },
    {
      "epoch": 0.35015902005856975,
      "grad_norm": 0.5503986477851868,
      "learning_rate": 0.00029974615271972146,
      "loss": 0.873,
      "step": 2780
    },
    {
      "epoch": 0.35078880246874705,
      "grad_norm": 0.4609704613685608,
      "learning_rate": 0.0002997397201777926,
      "loss": 0.8041,
      "step": 2785
    },
    {
      "epoch": 0.35141858487892436,
      "grad_norm": 0.49494004249572754,
      "learning_rate": 0.00029973320722221356,
      "loss": 0.916,
      "step": 2790
    },
    {
      "epoch": 0.3520483672891016,
      "grad_norm": 0.4820273518562317,
      "learning_rate": 0.00029972661385648197,
      "loss": 0.8597,
      "step": 2795
    },
    {
      "epoch": 0.3526781496992789,
      "grad_norm": 0.467641681432724,
      "learning_rate": 0.0002997199400841386,
      "loss": 0.7944,
      "step": 2800
    },
    {
      "epoch": 0.35330793210945616,
      "grad_norm": 0.49666082859039307,
      "learning_rate": 0.00029971318590876745,
      "loss": 0.8204,
      "step": 2805
    },
    {
      "epoch": 0.35393771451963346,
      "grad_norm": 0.4578961133956909,
      "learning_rate": 0.00029970635133399565,
      "loss": 0.8426,
      "step": 2810
    },
    {
      "epoch": 0.35456749692981077,
      "grad_norm": 0.48815369606018066,
      "learning_rate": 0.00029969943636349363,
      "loss": 0.8277,
      "step": 2815
    },
    {
      "epoch": 0.355197279339988,
      "grad_norm": 0.4686887562274933,
      "learning_rate": 0.0002996924410009747,
      "loss": 0.7936,
      "step": 2820
    },
    {
      "epoch": 0.3558270617501653,
      "grad_norm": 0.4245474636554718,
      "learning_rate": 0.0002996853652501956,
      "loss": 0.8085,
      "step": 2825
    },
    {
      "epoch": 0.3564568441603426,
      "grad_norm": 0.5085129737854004,
      "learning_rate": 0.0002996782091149562,
      "loss": 0.8584,
      "step": 2830
    },
    {
      "epoch": 0.35708662657051987,
      "grad_norm": 0.4415908455848694,
      "learning_rate": 0.0002996709725990995,
      "loss": 0.8234,
      "step": 2835
    },
    {
      "epoch": 0.3577164089806972,
      "grad_norm": 0.44018128514289856,
      "learning_rate": 0.00029966365570651164,
      "loss": 0.8566,
      "step": 2840
    },
    {
      "epoch": 0.3583461913908745,
      "grad_norm": 0.4675704836845398,
      "learning_rate": 0.000299656258441122,
      "loss": 0.8164,
      "step": 2845
    },
    {
      "epoch": 0.35897597380105173,
      "grad_norm": 0.47553756833076477,
      "learning_rate": 0.0002996487808069031,
      "loss": 0.8177,
      "step": 2850
    },
    {
      "epoch": 0.35960575621122903,
      "grad_norm": 0.5298905372619629,
      "learning_rate": 0.00029964122280787053,
      "loss": 0.8537,
      "step": 2855
    },
    {
      "epoch": 0.3602355386214063,
      "grad_norm": 0.484838604927063,
      "learning_rate": 0.0002996335844480832,
      "loss": 0.8495,
      "step": 2860
    },
    {
      "epoch": 0.3608653210315836,
      "grad_norm": 0.4366026818752289,
      "learning_rate": 0.000299625865731643,
      "loss": 0.8073,
      "step": 2865
    },
    {
      "epoch": 0.3614951034417609,
      "grad_norm": 0.4988342225551605,
      "learning_rate": 0.00029961806666269503,
      "loss": 0.8127,
      "step": 2870
    },
    {
      "epoch": 0.36212488585193814,
      "grad_norm": 0.5028805732727051,
      "learning_rate": 0.00029961018724542767,
      "loss": 0.8711,
      "step": 2875
    },
    {
      "epoch": 0.36275466826211544,
      "grad_norm": 0.5009424686431885,
      "learning_rate": 0.00029960222748407226,
      "loss": 0.8015,
      "step": 2880
    },
    {
      "epoch": 0.36338445067229275,
      "grad_norm": 0.4522798955440521,
      "learning_rate": 0.00029959418738290344,
      "loss": 0.8261,
      "step": 2885
    },
    {
      "epoch": 0.36401423308247,
      "grad_norm": 0.49349725246429443,
      "learning_rate": 0.00029958606694623893,
      "loss": 0.8006,
      "step": 2890
    },
    {
      "epoch": 0.3646440154926473,
      "grad_norm": 0.46870625019073486,
      "learning_rate": 0.00029957786617843956,
      "loss": 0.8285,
      "step": 2895
    },
    {
      "epoch": 0.36527379790282455,
      "grad_norm": 0.5234463810920715,
      "learning_rate": 0.0002995695850839093,
      "loss": 0.8497,
      "step": 2900
    },
    {
      "epoch": 0.36590358031300185,
      "grad_norm": 0.487884521484375,
      "learning_rate": 0.0002995612236670953,
      "loss": 0.8033,
      "step": 2905
    },
    {
      "epoch": 0.36653336272317916,
      "grad_norm": 0.4760074317455292,
      "learning_rate": 0.0002995527819324879,
      "loss": 0.8412,
      "step": 2910
    },
    {
      "epoch": 0.3671631451333564,
      "grad_norm": 0.4630395472049713,
      "learning_rate": 0.0002995442598846205,
      "loss": 0.8244,
      "step": 2915
    },
    {
      "epoch": 0.3677929275435337,
      "grad_norm": 0.4981043040752411,
      "learning_rate": 0.0002995356575280695,
      "loss": 0.798,
      "step": 2920
    },
    {
      "epoch": 0.368422709953711,
      "grad_norm": 0.4630597233772278,
      "learning_rate": 0.00029952697486745466,
      "loss": 0.8032,
      "step": 2925
    },
    {
      "epoch": 0.36905249236388826,
      "grad_norm": 0.4962010979652405,
      "learning_rate": 0.00029951821190743884,
      "loss": 0.8183,
      "step": 2930
    },
    {
      "epoch": 0.36968227477406557,
      "grad_norm": 0.47193852066993713,
      "learning_rate": 0.00029950936865272775,
      "loss": 0.841,
      "step": 2935
    },
    {
      "epoch": 0.37031205718424287,
      "grad_norm": 0.4802277982234955,
      "learning_rate": 0.0002995004451080706,
      "loss": 0.7433,
      "step": 2940
    },
    {
      "epoch": 0.3709418395944201,
      "grad_norm": 0.43486830592155457,
      "learning_rate": 0.00029949144127825947,
      "loss": 0.8051,
      "step": 2945
    },
    {
      "epoch": 0.3715716220045974,
      "grad_norm": 0.5078021287918091,
      "learning_rate": 0.0002994823571681296,
      "loss": 0.8662,
      "step": 2950
    },
    {
      "epoch": 0.3722014044147747,
      "grad_norm": 0.44738146662712097,
      "learning_rate": 0.0002994731927825594,
      "loss": 0.7997,
      "step": 2955
    },
    {
      "epoch": 0.372831186824952,
      "grad_norm": 0.44323739409446716,
      "learning_rate": 0.0002994639481264704,
      "loss": 0.8481,
      "step": 2960
    },
    {
      "epoch": 0.3734609692351293,
      "grad_norm": 0.525050938129425,
      "learning_rate": 0.0002994546232048271,
      "loss": 0.8375,
      "step": 2965
    },
    {
      "epoch": 0.37409075164530653,
      "grad_norm": 0.4817000925540924,
      "learning_rate": 0.00029944521802263723,
      "loss": 0.8,
      "step": 2970
    },
    {
      "epoch": 0.37472053405548383,
      "grad_norm": 0.5709639191627502,
      "learning_rate": 0.00029943573258495165,
      "loss": 0.8104,
      "step": 2975
    },
    {
      "epoch": 0.37535031646566114,
      "grad_norm": 0.518618643283844,
      "learning_rate": 0.00029942616689686416,
      "loss": 0.7948,
      "step": 2980
    },
    {
      "epoch": 0.3759800988758384,
      "grad_norm": 0.4226647615432739,
      "learning_rate": 0.00029941652096351174,
      "loss": 0.7599,
      "step": 2985
    },
    {
      "epoch": 0.3766098812860157,
      "grad_norm": 0.4751405119895935,
      "learning_rate": 0.0002994067947900746,
      "loss": 0.8015,
      "step": 2990
    },
    {
      "epoch": 0.37723966369619294,
      "grad_norm": 0.4653600752353668,
      "learning_rate": 0.0002993969883817758,
      "loss": 0.7758,
      "step": 2995
    },
    {
      "epoch": 0.37786944610637024,
      "grad_norm": 0.512941837310791,
      "learning_rate": 0.00029938710174388163,
      "loss": 0.8188,
      "step": 3000
    },
    {
      "epoch": 0.37786944610637024,
      "eval_loss": 0.3438470661640167,
      "eval_runtime": 6.225,
      "eval_samples_per_second": 160.642,
      "eval_steps_per_second": 10.12,
      "step": 3000
    },
    {
      "epoch": 0.37849922851654755,
      "grad_norm": 0.43524855375289917,
      "learning_rate": 0.0002993771348817015,
      "loss": 0.803,
      "step": 3005
    },
    {
      "epoch": 0.3791290109267248,
      "grad_norm": 0.4569668173789978,
      "learning_rate": 0.0002993670878005878,
      "loss": 0.8777,
      "step": 3010
    },
    {
      "epoch": 0.3797587933369021,
      "grad_norm": 0.4643417000770569,
      "learning_rate": 0.00029935696050593604,
      "loss": 0.7621,
      "step": 3015
    },
    {
      "epoch": 0.3803885757470794,
      "grad_norm": 0.4604712128639221,
      "learning_rate": 0.00029934675300318485,
      "loss": 0.8216,
      "step": 3020
    },
    {
      "epoch": 0.38101835815725665,
      "grad_norm": 0.4307630956172943,
      "learning_rate": 0.0002993364652978158,
      "loss": 0.8163,
      "step": 3025
    },
    {
      "epoch": 0.38164814056743396,
      "grad_norm": 0.44455698132514954,
      "learning_rate": 0.00029932609739535365,
      "loss": 0.818,
      "step": 3030
    },
    {
      "epoch": 0.38227792297761126,
      "grad_norm": 0.43203669786453247,
      "learning_rate": 0.0002993156493013663,
      "loss": 0.8168,
      "step": 3035
    },
    {
      "epoch": 0.3829077053877885,
      "grad_norm": 0.42328670620918274,
      "learning_rate": 0.00029930512102146453,
      "loss": 0.8025,
      "step": 3040
    },
    {
      "epoch": 0.3835374877979658,
      "grad_norm": 0.43900108337402344,
      "learning_rate": 0.0002992945125613023,
      "loss": 0.7595,
      "step": 3045
    },
    {
      "epoch": 0.38416727020814306,
      "grad_norm": 0.46638986468315125,
      "learning_rate": 0.00029928382392657656,
      "loss": 0.8208,
      "step": 3050
    },
    {
      "epoch": 0.38479705261832037,
      "grad_norm": 0.4279174208641052,
      "learning_rate": 0.00029927305512302736,
      "loss": 0.8151,
      "step": 3055
    },
    {
      "epoch": 0.38542683502849767,
      "grad_norm": 0.4648323357105255,
      "learning_rate": 0.0002992622061564378,
      "loss": 0.7666,
      "step": 3060
    },
    {
      "epoch": 0.3860566174386749,
      "grad_norm": 0.45052894949913025,
      "learning_rate": 0.000299251277032634,
      "loss": 0.7995,
      "step": 3065
    },
    {
      "epoch": 0.3866863998488522,
      "grad_norm": 0.46262305974960327,
      "learning_rate": 0.0002992402677574852,
      "loss": 0.8175,
      "step": 3070
    },
    {
      "epoch": 0.38731618225902953,
      "grad_norm": 0.4934038519859314,
      "learning_rate": 0.00029922917833690365,
      "loss": 0.821,
      "step": 3075
    },
    {
      "epoch": 0.3879459646692068,
      "grad_norm": 0.46494096517562866,
      "learning_rate": 0.0002992180087768445,
      "loss": 0.8081,
      "step": 3080
    },
    {
      "epoch": 0.3885757470793841,
      "grad_norm": 0.9760459661483765,
      "learning_rate": 0.0002992067590833062,
      "loss": 0.7673,
      "step": 3085
    },
    {
      "epoch": 0.38920552948956133,
      "grad_norm": 0.7070348262786865,
      "learning_rate": 0.00029919542926233,
      "loss": 0.8017,
      "step": 3090
    },
    {
      "epoch": 0.38983531189973863,
      "grad_norm": 0.6773821711540222,
      "learning_rate": 0.00029918401932000027,
      "loss": 0.7946,
      "step": 3095
    },
    {
      "epoch": 0.39046509430991594,
      "grad_norm": 0.4955935478210449,
      "learning_rate": 0.0002991725292624445,
      "loss": 0.8431,
      "step": 3100
    },
    {
      "epoch": 0.3910948767200932,
      "grad_norm": 0.7728490829467773,
      "learning_rate": 0.000299160959095833,
      "loss": 0.8024,
      "step": 3105
    },
    {
      "epoch": 0.3917246591302705,
      "grad_norm": 0.6880044341087341,
      "learning_rate": 0.00029914930882637926,
      "loss": 0.788,
      "step": 3110
    },
    {
      "epoch": 0.3923544415404478,
      "grad_norm": 0.4916500747203827,
      "learning_rate": 0.0002991375784603398,
      "loss": 0.7878,
      "step": 3115
    },
    {
      "epoch": 0.39298422395062504,
      "grad_norm": 0.5188093781471252,
      "learning_rate": 0.00029912576800401403,
      "loss": 0.8404,
      "step": 3120
    },
    {
      "epoch": 0.39361400636080235,
      "grad_norm": 0.5084378123283386,
      "learning_rate": 0.0002991138774637444,
      "loss": 0.8277,
      "step": 3125
    },
    {
      "epoch": 0.39424378877097965,
      "grad_norm": 0.4139776825904846,
      "learning_rate": 0.0002991019068459165,
      "loss": 0.7672,
      "step": 3130
    },
    {
      "epoch": 0.3948735711811569,
      "grad_norm": 0.4756976366043091,
      "learning_rate": 0.0002990898561569588,
      "loss": 0.7936,
      "step": 3135
    },
    {
      "epoch": 0.3955033535913342,
      "grad_norm": 0.46053630113601685,
      "learning_rate": 0.0002990777254033427,
      "loss": 0.8102,
      "step": 3140
    },
    {
      "epoch": 0.39613313600151145,
      "grad_norm": 0.48546189069747925,
      "learning_rate": 0.00029906551459158283,
      "loss": 0.8184,
      "step": 3145
    },
    {
      "epoch": 0.39676291841168876,
      "grad_norm": 0.477192223072052,
      "learning_rate": 0.0002990532237282366,
      "loss": 0.828,
      "step": 3150
    },
    {
      "epoch": 0.39739270082186606,
      "grad_norm": 0.48900333046913147,
      "learning_rate": 0.00029904085281990447,
      "loss": 0.8183,
      "step": 3155
    },
    {
      "epoch": 0.3980224832320433,
      "grad_norm": 0.5019087791442871,
      "learning_rate": 0.0002990284018732299,
      "loss": 0.8002,
      "step": 3160
    },
    {
      "epoch": 0.3986522656422206,
      "grad_norm": 0.5127068758010864,
      "learning_rate": 0.0002990158708948994,
      "loss": 0.8088,
      "step": 3165
    },
    {
      "epoch": 0.3992820480523979,
      "grad_norm": 0.44172775745391846,
      "learning_rate": 0.00029900325989164233,
      "loss": 0.8013,
      "step": 3170
    },
    {
      "epoch": 0.39991183046257517,
      "grad_norm": 0.5318475961685181,
      "learning_rate": 0.0002989905688702311,
      "loss": 0.8239,
      "step": 3175
    },
    {
      "epoch": 0.4005416128727525,
      "grad_norm": 0.4257467985153198,
      "learning_rate": 0.0002989777978374811,
      "loss": 0.7714,
      "step": 3180
    },
    {
      "epoch": 0.4011713952829297,
      "grad_norm": 0.42196664214134216,
      "learning_rate": 0.0002989649468002506,
      "loss": 0.7987,
      "step": 3185
    },
    {
      "epoch": 0.401801177693107,
      "grad_norm": 0.47977736592292786,
      "learning_rate": 0.000298952015765441,
      "loss": 0.7699,
      "step": 3190
    },
    {
      "epoch": 0.40243096010328433,
      "grad_norm": 0.4841693639755249,
      "learning_rate": 0.0002989390047399965,
      "loss": 0.7916,
      "step": 3195
    },
    {
      "epoch": 0.4030607425134616,
      "grad_norm": 0.5104061961174011,
      "learning_rate": 0.0002989259137309043,
      "loss": 0.8244,
      "step": 3200
    },
    {
      "epoch": 0.4036905249236389,
      "grad_norm": 0.46594473719596863,
      "learning_rate": 0.00029891274274519464,
      "loss": 0.786,
      "step": 3205
    },
    {
      "epoch": 0.4043203073338162,
      "grad_norm": 0.4309998154640198,
      "learning_rate": 0.0002988994917899405,
      "loss": 0.8266,
      "step": 3210
    },
    {
      "epoch": 0.40495008974399344,
      "grad_norm": 0.4976588785648346,
      "learning_rate": 0.00029888616087225817,
      "loss": 0.7911,
      "step": 3215
    },
    {
      "epoch": 0.40557987215417074,
      "grad_norm": 0.47657066583633423,
      "learning_rate": 0.00029887274999930647,
      "loss": 0.7926,
      "step": 3220
    },
    {
      "epoch": 0.40620965456434804,
      "grad_norm": 0.42497026920318604,
      "learning_rate": 0.0002988592591782874,
      "loss": 0.7838,
      "step": 3225
    },
    {
      "epoch": 0.4068394369745253,
      "grad_norm": 0.4974801540374756,
      "learning_rate": 0.00029884568841644587,
      "loss": 0.7854,
      "step": 3230
    },
    {
      "epoch": 0.4074692193847026,
      "grad_norm": 0.43505486845970154,
      "learning_rate": 0.00029883203772106966,
      "loss": 0.8689,
      "step": 3235
    },
    {
      "epoch": 0.40809900179487985,
      "grad_norm": 0.5216085314750671,
      "learning_rate": 0.0002988183070994895,
      "loss": 0.8445,
      "step": 3240
    },
    {
      "epoch": 0.40872878420505715,
      "grad_norm": 0.5993830561637878,
      "learning_rate": 0.0002988044965590791,
      "loss": 0.7944,
      "step": 3245
    },
    {
      "epoch": 0.40935856661523445,
      "grad_norm": 0.7245651483535767,
      "learning_rate": 0.00029879060610725494,
      "loss": 0.8175,
      "step": 3250
    },
    {
      "epoch": 0.4099883490254117,
      "grad_norm": 0.4758714735507965,
      "learning_rate": 0.00029877663575147653,
      "loss": 0.7862,
      "step": 3255
    },
    {
      "epoch": 0.410618131435589,
      "grad_norm": 0.5264742970466614,
      "learning_rate": 0.0002987625854992464,
      "loss": 0.7625,
      "step": 3260
    },
    {
      "epoch": 0.4112479138457663,
      "grad_norm": 0.46857550740242004,
      "learning_rate": 0.0002987484553581097,
      "loss": 0.7878,
      "step": 3265
    },
    {
      "epoch": 0.41187769625594356,
      "grad_norm": 0.4588899314403534,
      "learning_rate": 0.0002987342453356547,
      "loss": 0.8435,
      "step": 3270
    },
    {
      "epoch": 0.41250747866612086,
      "grad_norm": 0.47005462646484375,
      "learning_rate": 0.0002987199554395125,
      "loss": 0.8343,
      "step": 3275
    },
    {
      "epoch": 0.4131372610762981,
      "grad_norm": 0.4855548143386841,
      "learning_rate": 0.00029870558567735716,
      "loss": 0.7944,
      "step": 3280
    },
    {
      "epoch": 0.4137670434864754,
      "grad_norm": 0.4832567572593689,
      "learning_rate": 0.00029869113605690545,
      "loss": 0.7999,
      "step": 3285
    },
    {
      "epoch": 0.4143968258966527,
      "grad_norm": 0.4483296573162079,
      "learning_rate": 0.00029867660658591724,
      "loss": 0.8074,
      "step": 3290
    },
    {
      "epoch": 0.41502660830682997,
      "grad_norm": 0.5084306001663208,
      "learning_rate": 0.00029866199727219514,
      "loss": 0.8173,
      "step": 3295
    },
    {
      "epoch": 0.4156563907170073,
      "grad_norm": 0.43247321248054504,
      "learning_rate": 0.00029864730812358473,
      "loss": 0.7904,
      "step": 3300
    },
    {
      "epoch": 0.4162861731271846,
      "grad_norm": 0.4278540313243866,
      "learning_rate": 0.0002986325391479744,
      "loss": 0.79,
      "step": 3305
    },
    {
      "epoch": 0.4169159555373618,
      "grad_norm": 0.4396720230579376,
      "learning_rate": 0.00029861769035329546,
      "loss": 0.7737,
      "step": 3310
    },
    {
      "epoch": 0.41754573794753913,
      "grad_norm": 0.4305702745914459,
      "learning_rate": 0.0002986027617475219,
      "loss": 0.8133,
      "step": 3315
    },
    {
      "epoch": 0.41817552035771643,
      "grad_norm": 0.4455117881298065,
      "learning_rate": 0.0002985877533386709,
      "loss": 0.7932,
      "step": 3320
    },
    {
      "epoch": 0.4188053027678937,
      "grad_norm": 0.45051881670951843,
      "learning_rate": 0.00029857266513480226,
      "loss": 0.8162,
      "step": 3325
    },
    {
      "epoch": 0.419435085178071,
      "grad_norm": 0.47537773847579956,
      "learning_rate": 0.0002985574971440187,
      "loss": 0.7931,
      "step": 3330
    },
    {
      "epoch": 0.42006486758824824,
      "grad_norm": 0.46828627586364746,
      "learning_rate": 0.0002985422493744657,
      "loss": 0.8399,
      "step": 3335
    },
    {
      "epoch": 0.42069464999842554,
      "grad_norm": 0.4528372585773468,
      "learning_rate": 0.00029852692183433176,
      "loss": 0.7821,
      "step": 3340
    },
    {
      "epoch": 0.42132443240860284,
      "grad_norm": 0.4476306736469269,
      "learning_rate": 0.00029851151453184807,
      "loss": 0.7986,
      "step": 3345
    },
    {
      "epoch": 0.4219542148187801,
      "grad_norm": 0.4092450439929962,
      "learning_rate": 0.00029849602747528874,
      "loss": 0.7827,
      "step": 3350
    },
    {
      "epoch": 0.4225839972289574,
      "grad_norm": 0.4776279330253601,
      "learning_rate": 0.00029848046067297064,
      "loss": 0.8269,
      "step": 3355
    },
    {
      "epoch": 0.4232137796391347,
      "grad_norm": 0.45867466926574707,
      "learning_rate": 0.00029846481413325346,
      "loss": 0.8094,
      "step": 3360
    },
    {
      "epoch": 0.42384356204931195,
      "grad_norm": 0.4665123522281647,
      "learning_rate": 0.00029844908786453986,
      "loss": 0.7288,
      "step": 3365
    },
    {
      "epoch": 0.42447334445948925,
      "grad_norm": 0.4820057451725006,
      "learning_rate": 0.0002984332818752751,
      "loss": 0.8012,
      "step": 3370
    },
    {
      "epoch": 0.4251031268696665,
      "grad_norm": 0.46213796734809875,
      "learning_rate": 0.00029841739617394737,
      "loss": 0.7693,
      "step": 3375
    },
    {
      "epoch": 0.4257329092798438,
      "grad_norm": 0.4329429864883423,
      "learning_rate": 0.0002984014307690878,
      "loss": 0.7215,
      "step": 3380
    },
    {
      "epoch": 0.4263626916900211,
      "grad_norm": 0.437621146440506,
      "learning_rate": 0.00029838538566926993,
      "loss": 0.7839,
      "step": 3385
    },
    {
      "epoch": 0.42699247410019836,
      "grad_norm": 0.4661789536476135,
      "learning_rate": 0.0002983692608831105,
      "loss": 0.7827,
      "step": 3390
    },
    {
      "epoch": 0.42762225651037566,
      "grad_norm": 0.4203425645828247,
      "learning_rate": 0.0002983530564192689,
      "loss": 0.8096,
      "step": 3395
    },
    {
      "epoch": 0.42825203892055297,
      "grad_norm": 0.4614803194999695,
      "learning_rate": 0.00029833677228644726,
      "loss": 0.8189,
      "step": 3400
    },
    {
      "epoch": 0.4288818213307302,
      "grad_norm": 0.4247860908508301,
      "learning_rate": 0.0002983204084933905,
      "loss": 0.8123,
      "step": 3405
    },
    {
      "epoch": 0.4295116037409075,
      "grad_norm": 0.4418291449546814,
      "learning_rate": 0.0002983039650488864,
      "loss": 0.8036,
      "step": 3410
    },
    {
      "epoch": 0.4301413861510848,
      "grad_norm": 0.46780282258987427,
      "learning_rate": 0.00029828744196176547,
      "loss": 0.8122,
      "step": 3415
    },
    {
      "epoch": 0.4307711685612621,
      "grad_norm": 0.44973024725914,
      "learning_rate": 0.0002982708392409009,
      "loss": 0.7813,
      "step": 3420
    },
    {
      "epoch": 0.4314009509714394,
      "grad_norm": 0.3922254741191864,
      "learning_rate": 0.00029825415689520887,
      "loss": 0.7809,
      "step": 3425
    },
    {
      "epoch": 0.4320307333816166,
      "grad_norm": 0.391084223985672,
      "learning_rate": 0.00029823739493364804,
      "loss": 0.7757,
      "step": 3430
    },
    {
      "epoch": 0.43266051579179393,
      "grad_norm": 0.4502919316291809,
      "learning_rate": 0.00029822055336522005,
      "loss": 0.7688,
      "step": 3435
    },
    {
      "epoch": 0.43329029820197124,
      "grad_norm": 0.475436270236969,
      "learning_rate": 0.0002982036321989692,
      "loss": 0.7667,
      "step": 3440
    },
    {
      "epoch": 0.4339200806121485,
      "grad_norm": 0.42362409830093384,
      "learning_rate": 0.00029818663144398253,
      "loss": 0.8098,
      "step": 3445
    },
    {
      "epoch": 0.4345498630223258,
      "grad_norm": 0.45329517126083374,
      "learning_rate": 0.0002981695511093898,
      "loss": 0.7706,
      "step": 3450
    },
    {
      "epoch": 0.4351796454325031,
      "grad_norm": 0.4297536313533783,
      "learning_rate": 0.00029815239120436365,
      "loss": 0.808,
      "step": 3455
    },
    {
      "epoch": 0.43580942784268034,
      "grad_norm": 0.4800092577934265,
      "learning_rate": 0.0002981351517381192,
      "loss": 0.7973,
      "step": 3460
    },
    {
      "epoch": 0.43643921025285765,
      "grad_norm": 0.5014777779579163,
      "learning_rate": 0.00029811783271991454,
      "loss": 0.8098,
      "step": 3465
    },
    {
      "epoch": 0.4370689926630349,
      "grad_norm": 0.4412321448326111,
      "learning_rate": 0.00029810043415905027,
      "loss": 0.7669,
      "step": 3470
    },
    {
      "epoch": 0.4376987750732122,
      "grad_norm": 0.4491146206855774,
      "learning_rate": 0.00029808295606486993,
      "loss": 0.7599,
      "step": 3475
    },
    {
      "epoch": 0.4383285574833895,
      "grad_norm": 0.42482897639274597,
      "learning_rate": 0.0002980653984467596,
      "loss": 0.7501,
      "step": 3480
    },
    {
      "epoch": 0.43895833989356675,
      "grad_norm": 0.4166581332683563,
      "learning_rate": 0.0002980477613141482,
      "loss": 0.7807,
      "step": 3485
    },
    {
      "epoch": 0.43958812230374406,
      "grad_norm": 0.48076120018959045,
      "learning_rate": 0.0002980300446765071,
      "loss": 0.821,
      "step": 3490
    },
    {
      "epoch": 0.44021790471392136,
      "grad_norm": 0.4148639142513275,
      "learning_rate": 0.00029801224854335073,
      "loss": 0.781,
      "step": 3495
    },
    {
      "epoch": 0.4408476871240986,
      "grad_norm": 0.41731131076812744,
      "learning_rate": 0.00029799437292423586,
      "loss": 0.7784,
      "step": 3500
    },
    {
      "epoch": 0.4414774695342759,
      "grad_norm": 0.4514264762401581,
      "learning_rate": 0.00029797641782876224,
      "loss": 0.8066,
      "step": 3505
    },
    {
      "epoch": 0.4421072519444532,
      "grad_norm": 0.44717252254486084,
      "learning_rate": 0.00029795838326657204,
      "loss": 0.7761,
      "step": 3510
    },
    {
      "epoch": 0.44273703435463047,
      "grad_norm": 0.42850586771965027,
      "learning_rate": 0.00029794026924735034,
      "loss": 0.783,
      "step": 3515
    },
    {
      "epoch": 0.44336681676480777,
      "grad_norm": 0.7937319278717041,
      "learning_rate": 0.00029792207578082476,
      "loss": 0.7894,
      "step": 3520
    },
    {
      "epoch": 0.443996599174985,
      "grad_norm": 0.4401470124721527,
      "learning_rate": 0.0002979038028767656,
      "loss": 0.8046,
      "step": 3525
    },
    {
      "epoch": 0.4446263815851623,
      "grad_norm": 0.45515474677085876,
      "learning_rate": 0.00029788545054498577,
      "loss": 0.8095,
      "step": 3530
    },
    {
      "epoch": 0.4452561639953396,
      "grad_norm": 0.4676735997200012,
      "learning_rate": 0.00029786701879534093,
      "loss": 0.7969,
      "step": 3535
    },
    {
      "epoch": 0.4458859464055169,
      "grad_norm": 0.42322975397109985,
      "learning_rate": 0.0002978485076377294,
      "loss": 0.8336,
      "step": 3540
    },
    {
      "epoch": 0.4465157288156942,
      "grad_norm": 0.4256497025489807,
      "learning_rate": 0.000297829917082092,
      "loss": 0.7773,
      "step": 3545
    },
    {
      "epoch": 0.4471455112258715,
      "grad_norm": 0.40527772903442383,
      "learning_rate": 0.00029781124713841237,
      "loss": 0.8058,
      "step": 3550
    },
    {
      "epoch": 0.44777529363604873,
      "grad_norm": 0.4047418534755707,
      "learning_rate": 0.0002977924978167166,
      "loss": 0.7769,
      "step": 3555
    },
    {
      "epoch": 0.44840507604622604,
      "grad_norm": 0.4016299545764923,
      "learning_rate": 0.00029777366912707366,
      "loss": 0.7531,
      "step": 3560
    },
    {
      "epoch": 0.4490348584564033,
      "grad_norm": 0.4176371395587921,
      "learning_rate": 0.00029775476107959486,
      "loss": 0.7865,
      "step": 3565
    },
    {
      "epoch": 0.4496646408665806,
      "grad_norm": 0.44107553362846375,
      "learning_rate": 0.00029773577368443426,
      "loss": 0.7735,
      "step": 3570
    },
    {
      "epoch": 0.4502944232767579,
      "grad_norm": 0.43897122144699097,
      "learning_rate": 0.00029771670695178857,
      "loss": 0.7715,
      "step": 3575
    },
    {
      "epoch": 0.45092420568693514,
      "grad_norm": 0.4024025499820709,
      "learning_rate": 0.000297697560891897,
      "loss": 0.7442,
      "step": 3580
    },
    {
      "epoch": 0.45155398809711245,
      "grad_norm": 0.4896734356880188,
      "learning_rate": 0.0002976783355150415,
      "loss": 0.829,
      "step": 3585
    },
    {
      "epoch": 0.45218377050728975,
      "grad_norm": 0.47621142864227295,
      "learning_rate": 0.0002976590308315465,
      "loss": 0.7915,
      "step": 3590
    },
    {
      "epoch": 0.452813552917467,
      "grad_norm": 0.3869519829750061,
      "learning_rate": 0.00029763964685177905,
      "loss": 0.7696,
      "step": 3595
    },
    {
      "epoch": 0.4534433353276443,
      "grad_norm": 0.4245865046977997,
      "learning_rate": 0.0002976201835861488,
      "loss": 0.7281,
      "step": 3600
    },
    {
      "epoch": 0.4540731177378216,
      "grad_norm": 0.40193241834640503,
      "learning_rate": 0.0002976006410451079,
      "loss": 0.7435,
      "step": 3605
    },
    {
      "epoch": 0.45470290014799886,
      "grad_norm": 0.4142551124095917,
      "learning_rate": 0.00029758101923915123,
      "loss": 0.7627,
      "step": 3610
    },
    {
      "epoch": 0.45533268255817616,
      "grad_norm": 0.4214671552181244,
      "learning_rate": 0.0002975613181788162,
      "loss": 0.8084,
      "step": 3615
    },
    {
      "epoch": 0.4559624649683534,
      "grad_norm": 0.46768540143966675,
      "learning_rate": 0.0002975415378746826,
      "loss": 0.7502,
      "step": 3620
    },
    {
      "epoch": 0.4565922473785307,
      "grad_norm": 0.43812718987464905,
      "learning_rate": 0.00029752167833737295,
      "loss": 0.7555,
      "step": 3625
    },
    {
      "epoch": 0.457222029788708,
      "grad_norm": 0.44065701961517334,
      "learning_rate": 0.00029750173957755223,
      "loss": 0.7824,
      "step": 3630
    },
    {
      "epoch": 0.45785181219888527,
      "grad_norm": 0.46632614731788635,
      "learning_rate": 0.00029748172160592816,
      "loss": 0.7787,
      "step": 3635
    },
    {
      "epoch": 0.45848159460906257,
      "grad_norm": 0.3616549074649811,
      "learning_rate": 0.00029746162443325066,
      "loss": 0.766,
      "step": 3640
    },
    {
      "epoch": 0.4591113770192399,
      "grad_norm": 0.39852583408355713,
      "learning_rate": 0.00029744144807031253,
      "loss": 0.7318,
      "step": 3645
    },
    {
      "epoch": 0.4597411594294171,
      "grad_norm": 0.4082608222961426,
      "learning_rate": 0.0002974211925279488,
      "loss": 0.7726,
      "step": 3650
    },
    {
      "epoch": 0.4603709418395944,
      "grad_norm": 0.4750503599643707,
      "learning_rate": 0.00029740085781703726,
      "loss": 0.7953,
      "step": 3655
    },
    {
      "epoch": 0.4610007242497717,
      "grad_norm": 0.439531534910202,
      "learning_rate": 0.0002973804439484981,
      "loss": 0.788,
      "step": 3660
    },
    {
      "epoch": 0.461630506659949,
      "grad_norm": 0.41563692688941956,
      "learning_rate": 0.000297359950933294,
      "loss": 0.7935,
      "step": 3665
    },
    {
      "epoch": 0.4622602890701263,
      "grad_norm": 0.4645535945892334,
      "learning_rate": 0.00029733937878243015,
      "loss": 0.7716,
      "step": 3670
    },
    {
      "epoch": 0.46289007148030353,
      "grad_norm": 0.4334595501422882,
      "learning_rate": 0.0002973187275069544,
      "loss": 0.7455,
      "step": 3675
    },
    {
      "epoch": 0.46351985389048084,
      "grad_norm": 0.4452027678489685,
      "learning_rate": 0.0002972979971179568,
      "loss": 0.7533,
      "step": 3680
    },
    {
      "epoch": 0.46414963630065814,
      "grad_norm": 0.4289001226425171,
      "learning_rate": 0.0002972771876265701,
      "loss": 0.8066,
      "step": 3685
    },
    {
      "epoch": 0.4647794187108354,
      "grad_norm": 0.44446882605552673,
      "learning_rate": 0.0002972562990439694,
      "loss": 0.8017,
      "step": 3690
    },
    {
      "epoch": 0.4654092011210127,
      "grad_norm": 0.4466266930103302,
      "learning_rate": 0.00029723533138137256,
      "loss": 0.7686,
      "step": 3695
    },
    {
      "epoch": 0.46603898353119,
      "grad_norm": 0.44262874126434326,
      "learning_rate": 0.0002972142846500395,
      "loss": 0.7835,
      "step": 3700
    },
    {
      "epoch": 0.46666876594136725,
      "grad_norm": 0.40932217240333557,
      "learning_rate": 0.0002971931588612729,
      "loss": 0.7844,
      "step": 3705
    },
    {
      "epoch": 0.46729854835154455,
      "grad_norm": 0.38220685720443726,
      "learning_rate": 0.0002971719540264177,
      "loss": 0.7682,
      "step": 3710
    },
    {
      "epoch": 0.4679283307617218,
      "grad_norm": 0.4890231788158417,
      "learning_rate": 0.0002971506701568614,
      "loss": 0.7883,
      "step": 3715
    },
    {
      "epoch": 0.4685581131718991,
      "grad_norm": 0.44211700558662415,
      "learning_rate": 0.00029712930726403397,
      "loss": 0.7287,
      "step": 3720
    },
    {
      "epoch": 0.4691878955820764,
      "grad_norm": 0.4585074782371521,
      "learning_rate": 0.0002971078653594078,
      "loss": 0.7452,
      "step": 3725
    },
    {
      "epoch": 0.46981767799225366,
      "grad_norm": 0.3818283975124359,
      "learning_rate": 0.00029708634445449754,
      "loss": 0.751,
      "step": 3730
    },
    {
      "epoch": 0.47044746040243096,
      "grad_norm": 0.4351007640361786,
      "learning_rate": 0.00029706474456086054,
      "loss": 0.7665,
      "step": 3735
    },
    {
      "epoch": 0.47107724281260827,
      "grad_norm": 0.4167363941669464,
      "learning_rate": 0.0002970430656900964,
      "loss": 0.7421,
      "step": 3740
    },
    {
      "epoch": 0.4717070252227855,
      "grad_norm": 0.40461474657058716,
      "learning_rate": 0.0002970213078538472,
      "loss": 0.7496,
      "step": 3745
    },
    {
      "epoch": 0.4723368076329628,
      "grad_norm": 0.38994473218917847,
      "learning_rate": 0.00029699947106379734,
      "loss": 0.773,
      "step": 3750
    },
    {
      "epoch": 0.4729665900431401,
      "grad_norm": 0.42335331439971924,
      "learning_rate": 0.0002969775553316737,
      "loss": 0.7496,
      "step": 3755
    },
    {
      "epoch": 0.47359637245331737,
      "grad_norm": 0.39755743741989136,
      "learning_rate": 0.0002969555606692455,
      "loss": 0.7794,
      "step": 3760
    },
    {
      "epoch": 0.4742261548634947,
      "grad_norm": 0.4671246409416199,
      "learning_rate": 0.0002969334870883244,
      "loss": 0.8289,
      "step": 3765
    },
    {
      "epoch": 0.4748559372736719,
      "grad_norm": 0.4498395621776581,
      "learning_rate": 0.00029691133460076443,
      "loss": 0.7856,
      "step": 3770
    },
    {
      "epoch": 0.47548571968384923,
      "grad_norm": 0.4068240225315094,
      "learning_rate": 0.00029688910321846193,
      "loss": 0.7572,
      "step": 3775
    },
    {
      "epoch": 0.47611550209402653,
      "grad_norm": 0.4673171043395996,
      "learning_rate": 0.0002968667929533557,
      "loss": 0.7972,
      "step": 3780
    },
    {
      "epoch": 0.4767452845042038,
      "grad_norm": 0.4210684597492218,
      "learning_rate": 0.00029684440381742697,
      "loss": 0.7566,
      "step": 3785
    },
    {
      "epoch": 0.4773750669143811,
      "grad_norm": 0.4167214632034302,
      "learning_rate": 0.000296821935822699,
      "loss": 0.7383,
      "step": 3790
    },
    {
      "epoch": 0.4780048493245584,
      "grad_norm": 0.3826481103897095,
      "learning_rate": 0.0002967993889812378,
      "loss": 0.7749,
      "step": 3795
    },
    {
      "epoch": 0.47863463173473564,
      "grad_norm": 0.416202187538147,
      "learning_rate": 0.0002967767633051514,
      "loss": 0.7755,
      "step": 3800
    },
    {
      "epoch": 0.47926441414491294,
      "grad_norm": 0.38089507818222046,
      "learning_rate": 0.0002967540588065904,
      "loss": 0.7813,
      "step": 3805
    },
    {
      "epoch": 0.4798941965550902,
      "grad_norm": 0.5257447957992554,
      "learning_rate": 0.0002967312754977476,
      "loss": 0.7408,
      "step": 3810
    },
    {
      "epoch": 0.4805239789652675,
      "grad_norm": 0.4472402334213257,
      "learning_rate": 0.00029670841339085813,
      "loss": 0.7946,
      "step": 3815
    },
    {
      "epoch": 0.4811537613754448,
      "grad_norm": 0.39956340193748474,
      "learning_rate": 0.00029668547249819957,
      "loss": 0.7469,
      "step": 3820
    },
    {
      "epoch": 0.48178354378562205,
      "grad_norm": 0.41508588194847107,
      "learning_rate": 0.00029666245283209154,
      "loss": 0.7328,
      "step": 3825
    },
    {
      "epoch": 0.48241332619579935,
      "grad_norm": 0.3888874053955078,
      "learning_rate": 0.00029663935440489624,
      "loss": 0.7529,
      "step": 3830
    },
    {
      "epoch": 0.48304310860597666,
      "grad_norm": 0.39619430899620056,
      "learning_rate": 0.00029661617722901806,
      "loss": 0.7406,
      "step": 3835
    },
    {
      "epoch": 0.4836728910161539,
      "grad_norm": 0.38242536783218384,
      "learning_rate": 0.0002965929213169036,
      "loss": 0.7355,
      "step": 3840
    },
    {
      "epoch": 0.4843026734263312,
      "grad_norm": 0.37065988779067993,
      "learning_rate": 0.0002965695866810419,
      "loss": 0.7087,
      "step": 3845
    },
    {
      "epoch": 0.4849324558365085,
      "grad_norm": 0.4015233814716339,
      "learning_rate": 0.0002965461733339641,
      "loss": 0.7531,
      "step": 3850
    },
    {
      "epoch": 0.48556223824668576,
      "grad_norm": 0.4394242465496063,
      "learning_rate": 0.0002965226812882438,
      "loss": 0.7619,
      "step": 3855
    },
    {
      "epoch": 0.48619202065686307,
      "grad_norm": 0.39809074997901917,
      "learning_rate": 0.00029649911055649666,
      "loss": 0.7702,
      "step": 3860
    },
    {
      "epoch": 0.4868218030670403,
      "grad_norm": 0.5184118747711182,
      "learning_rate": 0.0002964754611513808,
      "loss": 0.7931,
      "step": 3865
    },
    {
      "epoch": 0.4874515854772176,
      "grad_norm": 0.5002544522285461,
      "learning_rate": 0.00029645173308559644,
      "loss": 0.7989,
      "step": 3870
    },
    {
      "epoch": 0.4880813678873949,
      "grad_norm": 0.551458477973938,
      "learning_rate": 0.0002964279263718861,
      "loss": 0.7345,
      "step": 3875
    },
    {
      "epoch": 0.48871115029757217,
      "grad_norm": 0.499612420797348,
      "learning_rate": 0.0002964040410230345,
      "loss": 0.7885,
      "step": 3880
    },
    {
      "epoch": 0.4893409327077495,
      "grad_norm": 0.5279458165168762,
      "learning_rate": 0.0002963800770518687,
      "loss": 0.795,
      "step": 3885
    },
    {
      "epoch": 0.4899707151179268,
      "grad_norm": 0.47077476978302,
      "learning_rate": 0.0002963560344712578,
      "loss": 0.7716,
      "step": 3890
    },
    {
      "epoch": 0.49060049752810403,
      "grad_norm": 0.8377729058265686,
      "learning_rate": 0.0002963319132941133,
      "loss": 0.7625,
      "step": 3895
    },
    {
      "epoch": 0.49123027993828133,
      "grad_norm": 0.43871793150901794,
      "learning_rate": 0.0002963077135333888,
      "loss": 0.734,
      "step": 3900
    },
    {
      "epoch": 0.4918600623484586,
      "grad_norm": 0.44589656591415405,
      "learning_rate": 0.00029628343520208004,
      "loss": 0.7735,
      "step": 3905
    },
    {
      "epoch": 0.4924898447586359,
      "grad_norm": 0.7113938927650452,
      "learning_rate": 0.00029625907831322515,
      "loss": 0.7611,
      "step": 3910
    },
    {
      "epoch": 0.4931196271688132,
      "grad_norm": 0.3830680847167969,
      "learning_rate": 0.0002962346428799043,
      "loss": 0.7399,
      "step": 3915
    },
    {
      "epoch": 0.49374940957899044,
      "grad_norm": 0.4787169396877289,
      "learning_rate": 0.00029621012891523985,
      "loss": 0.7572,
      "step": 3920
    },
    {
      "epoch": 0.49437919198916774,
      "grad_norm": 0.428469717502594,
      "learning_rate": 0.0002961855364323964,
      "loss": 0.7548,
      "step": 3925
    },
    {
      "epoch": 0.49500897439934505,
      "grad_norm": 0.3982272148132324,
      "learning_rate": 0.00029616086544458065,
      "loss": 0.7846,
      "step": 3930
    },
    {
      "epoch": 0.4956387568095223,
      "grad_norm": 0.45961281657218933,
      "learning_rate": 0.00029613611596504146,
      "loss": 0.8041,
      "step": 3935
    },
    {
      "epoch": 0.4962685392196996,
      "grad_norm": 0.400146484375,
      "learning_rate": 0.00029611128800706996,
      "loss": 0.7395,
      "step": 3940
    },
    {
      "epoch": 0.4968983216298769,
      "grad_norm": 0.3984740674495697,
      "learning_rate": 0.00029608638158399925,
      "loss": 0.7569,
      "step": 3945
    },
    {
      "epoch": 0.49752810404005415,
      "grad_norm": 0.4343632161617279,
      "learning_rate": 0.0002960613967092046,
      "loss": 0.7958,
      "step": 3950
    },
    {
      "epoch": 0.49815788645023146,
      "grad_norm": 0.4569413363933563,
      "learning_rate": 0.0002960363333961036,
      "loss": 0.7673,
      "step": 3955
    },
    {
      "epoch": 0.4987876688604087,
      "grad_norm": 0.4818612039089203,
      "learning_rate": 0.0002960111916581557,
      "loss": 0.7621,
      "step": 3960
    },
    {
      "epoch": 0.499417451270586,
      "grad_norm": 0.4524887800216675,
      "learning_rate": 0.0002959859715088626,
      "loss": 0.7793,
      "step": 3965
    },
    {
      "epoch": 0.5000472336807633,
      "grad_norm": 0.4414517283439636,
      "learning_rate": 0.0002959606729617682,
      "loss": 0.7557,
      "step": 3970
    },
    {
      "epoch": 0.5006770160909406,
      "grad_norm": 0.3883852958679199,
      "learning_rate": 0.0002959352960304583,
      "loss": 0.7146,
      "step": 3975
    },
    {
      "epoch": 0.5013067985011178,
      "grad_norm": 0.34819212555885315,
      "learning_rate": 0.00029590984072856084,
      "loss": 0.7271,
      "step": 3980
    },
    {
      "epoch": 0.5019365809112951,
      "grad_norm": 0.3943585753440857,
      "learning_rate": 0.0002958843070697461,
      "loss": 0.817,
      "step": 3985
    },
    {
      "epoch": 0.5025663633214724,
      "grad_norm": 0.3881372809410095,
      "learning_rate": 0.000295858695067726,
      "loss": 0.6997,
      "step": 3990
    },
    {
      "epoch": 0.5031961457316497,
      "grad_norm": 0.4077765941619873,
      "learning_rate": 0.00029583300473625497,
      "loss": 0.789,
      "step": 3995
    },
    {
      "epoch": 0.503825928141827,
      "grad_norm": 0.4519467353820801,
      "learning_rate": 0.0002958072360891292,
      "loss": 0.7081,
      "step": 4000
    },
    {
      "epoch": 0.503825928141827,
      "eval_loss": 0.3237769305706024,
      "eval_runtime": 6.2328,
      "eval_samples_per_second": 160.442,
      "eval_steps_per_second": 10.108,
      "step": 4000
    },
    {
      "epoch": 0.5044557105520043,
      "grad_norm": 0.4161011278629303,
      "learning_rate": 0.00029578138914018704,
      "loss": 0.7426,
      "step": 4005
    },
    {
      "epoch": 0.5050854929621815,
      "grad_norm": 0.4170863926410675,
      "learning_rate": 0.0002957554639033089,
      "loss": 0.7614,
      "step": 4010
    },
    {
      "epoch": 0.5057152753723588,
      "grad_norm": 0.41827666759490967,
      "learning_rate": 0.0002957294603924172,
      "loss": 0.7339,
      "step": 4015
    },
    {
      "epoch": 0.5063450577825361,
      "grad_norm": 0.4575699269771576,
      "learning_rate": 0.0002957033786214766,
      "loss": 0.7506,
      "step": 4020
    },
    {
      "epoch": 0.5069748401927134,
      "grad_norm": 0.39499175548553467,
      "learning_rate": 0.00029567721860449333,
      "loss": 0.7227,
      "step": 4025
    },
    {
      "epoch": 0.5076046226028907,
      "grad_norm": 0.4190625548362732,
      "learning_rate": 0.00029565098035551606,
      "loss": 0.7375,
      "step": 4030
    },
    {
      "epoch": 0.5082344050130679,
      "grad_norm": 0.41470181941986084,
      "learning_rate": 0.00029562466388863534,
      "loss": 0.7953,
      "step": 4035
    },
    {
      "epoch": 0.5088641874232452,
      "grad_norm": 0.5376180410385132,
      "learning_rate": 0.00029559826921798373,
      "loss": 0.7927,
      "step": 4040
    },
    {
      "epoch": 0.5094939698334225,
      "grad_norm": 0.41073331236839294,
      "learning_rate": 0.0002955717963577357,
      "loss": 0.7175,
      "step": 4045
    },
    {
      "epoch": 0.5101237522435998,
      "grad_norm": 0.3894195854663849,
      "learning_rate": 0.0002955452453221078,
      "loss": 0.743,
      "step": 4050
    },
    {
      "epoch": 0.5107535346537772,
      "grad_norm": 0.37404918670654297,
      "learning_rate": 0.00029551861612535856,
      "loss": 0.6833,
      "step": 4055
    },
    {
      "epoch": 0.5113833170639545,
      "grad_norm": 0.4107655882835388,
      "learning_rate": 0.0002954919087817885,
      "loss": 0.7588,
      "step": 4060
    },
    {
      "epoch": 0.5120130994741316,
      "grad_norm": 0.4086790382862091,
      "learning_rate": 0.00029546512330574004,
      "loss": 0.7328,
      "step": 4065
    },
    {
      "epoch": 0.512642881884309,
      "grad_norm": 0.4246830344200134,
      "learning_rate": 0.0002954382597115976,
      "loss": 0.7171,
      "step": 4070
    },
    {
      "epoch": 0.5132726642944863,
      "grad_norm": 0.4021676182746887,
      "learning_rate": 0.00029541131801378743,
      "loss": 0.8009,
      "step": 4075
    },
    {
      "epoch": 0.5139024467046636,
      "grad_norm": 0.42611315846443176,
      "learning_rate": 0.00029538429822677806,
      "loss": 0.7338,
      "step": 4080
    },
    {
      "epoch": 0.5145322291148409,
      "grad_norm": 0.40971845388412476,
      "learning_rate": 0.0002953572003650795,
      "loss": 0.7883,
      "step": 4085
    },
    {
      "epoch": 0.5151620115250181,
      "grad_norm": 0.4226076304912567,
      "learning_rate": 0.0002953300244432441,
      "loss": 0.7696,
      "step": 4090
    },
    {
      "epoch": 0.5157917939351954,
      "grad_norm": 0.4504645764827728,
      "learning_rate": 0.0002953027704758659,
      "loss": 0.7123,
      "step": 4095
    },
    {
      "epoch": 0.5164215763453727,
      "grad_norm": 0.4032662510871887,
      "learning_rate": 0.00029527543847758086,
      "loss": 0.6786,
      "step": 4100
    },
    {
      "epoch": 0.51705135875555,
      "grad_norm": 0.4030795097351074,
      "learning_rate": 0.00029524802846306694,
      "loss": 0.7335,
      "step": 4105
    },
    {
      "epoch": 0.5176811411657273,
      "grad_norm": 0.4887290596961975,
      "learning_rate": 0.0002952205404470439,
      "loss": 0.7238,
      "step": 4110
    },
    {
      "epoch": 0.5183109235759045,
      "grad_norm": 0.4061615467071533,
      "learning_rate": 0.00029519297444427343,
      "loss": 0.7733,
      "step": 4115
    },
    {
      "epoch": 0.5189407059860818,
      "grad_norm": 0.4060840308666229,
      "learning_rate": 0.00029516533046955917,
      "loss": 0.7268,
      "step": 4120
    },
    {
      "epoch": 0.5195704883962591,
      "grad_norm": 0.4293743371963501,
      "learning_rate": 0.0002951376085377465,
      "loss": 0.7234,
      "step": 4125
    },
    {
      "epoch": 0.5202002708064364,
      "grad_norm": 0.410264790058136,
      "learning_rate": 0.00029510980866372273,
      "loss": 0.774,
      "step": 4130
    },
    {
      "epoch": 0.5208300532166137,
      "grad_norm": 0.3944232761859894,
      "learning_rate": 0.0002950819308624171,
      "loss": 0.7517,
      "step": 4135
    },
    {
      "epoch": 0.521459835626791,
      "grad_norm": 0.4245687425136566,
      "learning_rate": 0.0002950539751488005,
      "loss": 0.7612,
      "step": 4140
    },
    {
      "epoch": 0.5220896180369682,
      "grad_norm": 0.3795585632324219,
      "learning_rate": 0.00029502594153788593,
      "loss": 0.7778,
      "step": 4145
    },
    {
      "epoch": 0.5227194004471455,
      "grad_norm": 0.42911338806152344,
      "learning_rate": 0.000294997830044728,
      "loss": 0.8033,
      "step": 4150
    },
    {
      "epoch": 0.5233491828573228,
      "grad_norm": 0.4150259494781494,
      "learning_rate": 0.0002949696406844232,
      "loss": 0.7326,
      "step": 4155
    },
    {
      "epoch": 0.5239789652675001,
      "grad_norm": 0.3846616744995117,
      "learning_rate": 0.0002949413734721099,
      "loss": 0.7085,
      "step": 4160
    },
    {
      "epoch": 0.5246087476776774,
      "grad_norm": 0.3434165418148041,
      "learning_rate": 0.00029491302842296824,
      "loss": 0.711,
      "step": 4165
    },
    {
      "epoch": 0.5252385300878546,
      "grad_norm": 0.33985382318496704,
      "learning_rate": 0.0002948846055522202,
      "loss": 0.7493,
      "step": 4170
    },
    {
      "epoch": 0.5258683124980319,
      "grad_norm": 0.3809979259967804,
      "learning_rate": 0.0002948561048751294,
      "loss": 0.7224,
      "step": 4175
    },
    {
      "epoch": 0.5264980949082092,
      "grad_norm": 0.45042338967323303,
      "learning_rate": 0.00029482752640700143,
      "loss": 0.7554,
      "step": 4180
    },
    {
      "epoch": 0.5271278773183865,
      "grad_norm": 0.4068913757801056,
      "learning_rate": 0.00029479887016318357,
      "loss": 0.7267,
      "step": 4185
    },
    {
      "epoch": 0.5277576597285638,
      "grad_norm": 0.41964098811149597,
      "learning_rate": 0.0002947701361590649,
      "loss": 0.7255,
      "step": 4190
    },
    {
      "epoch": 0.5283874421387411,
      "grad_norm": 0.3956906795501709,
      "learning_rate": 0.0002947413244100762,
      "loss": 0.7272,
      "step": 4195
    },
    {
      "epoch": 0.5290172245489183,
      "grad_norm": 0.41254857182502747,
      "learning_rate": 0.0002947124349316901,
      "loss": 0.7155,
      "step": 4200
    },
    {
      "epoch": 0.5296470069590956,
      "grad_norm": 0.4162386655807495,
      "learning_rate": 0.0002946834677394208,
      "loss": 0.7729,
      "step": 4205
    },
    {
      "epoch": 0.5302767893692729,
      "grad_norm": 0.4521070420742035,
      "learning_rate": 0.00029465442284882436,
      "loss": 0.7328,
      "step": 4210
    },
    {
      "epoch": 0.5309065717794502,
      "grad_norm": 0.3702057898044586,
      "learning_rate": 0.00029462530027549866,
      "loss": 0.7592,
      "step": 4215
    },
    {
      "epoch": 0.5315363541896275,
      "grad_norm": 0.4132764935493469,
      "learning_rate": 0.00029459610003508313,
      "loss": 0.7238,
      "step": 4220
    },
    {
      "epoch": 0.5321661365998047,
      "grad_norm": 0.3817763328552246,
      "learning_rate": 0.0002945668221432589,
      "loss": 0.7524,
      "step": 4225
    },
    {
      "epoch": 0.532795919009982,
      "grad_norm": 0.41137659549713135,
      "learning_rate": 0.000294537466615749,
      "loss": 0.7405,
      "step": 4230
    },
    {
      "epoch": 0.5334257014201593,
      "grad_norm": 0.446150541305542,
      "learning_rate": 0.00029450803346831787,
      "loss": 0.7481,
      "step": 4235
    },
    {
      "epoch": 0.5340554838303366,
      "grad_norm": 0.37535202503204346,
      "learning_rate": 0.0002944785227167719,
      "loss": 0.7505,
      "step": 4240
    },
    {
      "epoch": 0.5346852662405139,
      "grad_norm": 0.4109747111797333,
      "learning_rate": 0.000294448934376959,
      "loss": 0.7406,
      "step": 4245
    },
    {
      "epoch": 0.5353150486506912,
      "grad_norm": 0.4233269989490509,
      "learning_rate": 0.00029441926846476873,
      "loss": 0.7823,
      "step": 4250
    },
    {
      "epoch": 0.5359448310608684,
      "grad_norm": 0.40127456188201904,
      "learning_rate": 0.00029438952499613244,
      "loss": 0.7486,
      "step": 4255
    },
    {
      "epoch": 0.5365746134710457,
      "grad_norm": 0.40279653668403625,
      "learning_rate": 0.000294359703987023,
      "loss": 0.7157,
      "step": 4260
    },
    {
      "epoch": 0.537204395881223,
      "grad_norm": 0.34208250045776367,
      "learning_rate": 0.000294329805453455,
      "loss": 0.7158,
      "step": 4265
    },
    {
      "epoch": 0.5378341782914003,
      "grad_norm": 0.41574689745903015,
      "learning_rate": 0.0002942998294114846,
      "loss": 0.7668,
      "step": 4270
    },
    {
      "epoch": 0.5384639607015776,
      "grad_norm": 0.401426762342453,
      "learning_rate": 0.0002942697758772097,
      "loss": 0.734,
      "step": 4275
    },
    {
      "epoch": 0.5390937431117548,
      "grad_norm": 0.4085477292537689,
      "learning_rate": 0.00029423964486676964,
      "loss": 0.7448,
      "step": 4280
    },
    {
      "epoch": 0.5397235255219321,
      "grad_norm": 0.43037959933280945,
      "learning_rate": 0.0002942094363963456,
      "loss": 0.7618,
      "step": 4285
    },
    {
      "epoch": 0.5403533079321095,
      "grad_norm": 0.34685570001602173,
      "learning_rate": 0.00029417915048216003,
      "loss": 0.7314,
      "step": 4290
    },
    {
      "epoch": 0.5409830903422868,
      "grad_norm": 0.3967381417751312,
      "learning_rate": 0.00029414878714047725,
      "loss": 0.7465,
      "step": 4295
    },
    {
      "epoch": 0.5416128727524641,
      "grad_norm": 0.36378154158592224,
      "learning_rate": 0.0002941183463876031,
      "loss": 0.7372,
      "step": 4300
    },
    {
      "epoch": 0.5422426551626414,
      "grad_norm": 0.3804253339767456,
      "learning_rate": 0.00029408782823988494,
      "loss": 0.7488,
      "step": 4305
    },
    {
      "epoch": 0.5428724375728186,
      "grad_norm": 0.3679543137550354,
      "learning_rate": 0.00029405723271371166,
      "loss": 0.7253,
      "step": 4310
    },
    {
      "epoch": 0.5435022199829959,
      "grad_norm": 0.35688257217407227,
      "learning_rate": 0.0002940265598255138,
      "loss": 0.7523,
      "step": 4315
    },
    {
      "epoch": 0.5441320023931732,
      "grad_norm": 0.40890881419181824,
      "learning_rate": 0.00029399580959176344,
      "loss": 0.756,
      "step": 4320
    },
    {
      "epoch": 0.5447617848033505,
      "grad_norm": 0.478547602891922,
      "learning_rate": 0.00029396498202897406,
      "loss": 0.7249,
      "step": 4325
    },
    {
      "epoch": 0.5453915672135278,
      "grad_norm": 0.40117356181144714,
      "learning_rate": 0.0002939340771537009,
      "loss": 0.7466,
      "step": 4330
    },
    {
      "epoch": 0.546021349623705,
      "grad_norm": 0.42868953943252563,
      "learning_rate": 0.0002939030949825404,
      "loss": 0.7894,
      "step": 4335
    },
    {
      "epoch": 0.5466511320338823,
      "grad_norm": 0.41796940565109253,
      "learning_rate": 0.0002938720355321309,
      "loss": 0.7446,
      "step": 4340
    },
    {
      "epoch": 0.5472809144440596,
      "grad_norm": 0.427336186170578,
      "learning_rate": 0.0002938408988191519,
      "loss": 0.7824,
      "step": 4345
    },
    {
      "epoch": 0.5479106968542369,
      "grad_norm": 0.38179048895835876,
      "learning_rate": 0.00029380968486032456,
      "loss": 0.7427,
      "step": 4350
    },
    {
      "epoch": 0.5485404792644142,
      "grad_norm": 0.39974477887153625,
      "learning_rate": 0.0002937783936724115,
      "loss": 0.7347,
      "step": 4355
    },
    {
      "epoch": 0.5491702616745914,
      "grad_norm": 0.3805896043777466,
      "learning_rate": 0.00029374702527221674,
      "loss": 0.7547,
      "step": 4360
    },
    {
      "epoch": 0.5498000440847687,
      "grad_norm": 0.43362486362457275,
      "learning_rate": 0.0002937155796765859,
      "loss": 0.7651,
      "step": 4365
    },
    {
      "epoch": 0.550429826494946,
      "grad_norm": 0.38877996802330017,
      "learning_rate": 0.000293684056902406,
      "loss": 0.7054,
      "step": 4370
    },
    {
      "epoch": 0.5510596089051233,
      "grad_norm": 0.393184095621109,
      "learning_rate": 0.00029365245696660544,
      "loss": 0.7453,
      "step": 4375
    },
    {
      "epoch": 0.5516893913153006,
      "grad_norm": 0.3892836570739746,
      "learning_rate": 0.0002936207798861541,
      "loss": 0.7036,
      "step": 4380
    },
    {
      "epoch": 0.5523191737254779,
      "grad_norm": 0.3737259805202484,
      "learning_rate": 0.0002935890256780633,
      "loss": 0.7403,
      "step": 4385
    },
    {
      "epoch": 0.5529489561356551,
      "grad_norm": 0.36731937527656555,
      "learning_rate": 0.00029355719435938585,
      "loss": 0.7098,
      "step": 4390
    },
    {
      "epoch": 0.5535787385458324,
      "grad_norm": 0.40238016843795776,
      "learning_rate": 0.00029352528594721577,
      "loss": 0.7625,
      "step": 4395
    },
    {
      "epoch": 0.5542085209560097,
      "grad_norm": 0.3878697454929352,
      "learning_rate": 0.0002934933004586887,
      "loss": 0.7486,
      "step": 4400
    },
    {
      "epoch": 0.554838303366187,
      "grad_norm": 0.36463412642478943,
      "learning_rate": 0.00029346123791098157,
      "loss": 0.7489,
      "step": 4405
    },
    {
      "epoch": 0.5554680857763643,
      "grad_norm": 0.3860667049884796,
      "learning_rate": 0.0002934290983213126,
      "loss": 0.7503,
      "step": 4410
    },
    {
      "epoch": 0.5560978681865415,
      "grad_norm": 0.40702390670776367,
      "learning_rate": 0.0002933968817069417,
      "loss": 0.6892,
      "step": 4415
    },
    {
      "epoch": 0.5567276505967188,
      "grad_norm": 0.4769366979598999,
      "learning_rate": 0.0002933645880851697,
      "loss": 0.7285,
      "step": 4420
    },
    {
      "epoch": 0.5573574330068961,
      "grad_norm": 0.37400034070014954,
      "learning_rate": 0.00029333221747333913,
      "loss": 0.7055,
      "step": 4425
    },
    {
      "epoch": 0.5579872154170734,
      "grad_norm": 0.4280668795108795,
      "learning_rate": 0.00029329976988883374,
      "loss": 0.7629,
      "step": 4430
    },
    {
      "epoch": 0.5586169978272507,
      "grad_norm": 0.3710954189300537,
      "learning_rate": 0.00029326724534907856,
      "loss": 0.696,
      "step": 4435
    },
    {
      "epoch": 0.559246780237428,
      "grad_norm": 0.4311872720718384,
      "learning_rate": 0.0002932346438715401,
      "loss": 0.726,
      "step": 4440
    },
    {
      "epoch": 0.5598765626476052,
      "grad_norm": 0.3708207309246063,
      "learning_rate": 0.000293201965473726,
      "loss": 0.7308,
      "step": 4445
    },
    {
      "epoch": 0.5605063450577825,
      "grad_norm": 0.36177051067352295,
      "learning_rate": 0.00029316921017318536,
      "loss": 0.7403,
      "step": 4450
    },
    {
      "epoch": 0.5611361274679598,
      "grad_norm": 0.4313011169433594,
      "learning_rate": 0.0002931363779875086,
      "loss": 0.7053,
      "step": 4455
    },
    {
      "epoch": 0.5617659098781371,
      "grad_norm": 0.36055561900138855,
      "learning_rate": 0.0002931034689343272,
      "loss": 0.7544,
      "step": 4460
    },
    {
      "epoch": 0.5623956922883144,
      "grad_norm": 0.37126588821411133,
      "learning_rate": 0.0002930704830313142,
      "loss": 0.7444,
      "step": 4465
    },
    {
      "epoch": 0.5630254746984916,
      "grad_norm": 0.35056549310684204,
      "learning_rate": 0.00029303742029618377,
      "loss": 0.7251,
      "step": 4470
    },
    {
      "epoch": 0.5636552571086689,
      "grad_norm": 0.3944834768772125,
      "learning_rate": 0.0002930042807466913,
      "loss": 0.771,
      "step": 4475
    },
    {
      "epoch": 0.5642850395188462,
      "grad_norm": 0.39250391721725464,
      "learning_rate": 0.0002929710644006334,
      "loss": 0.7177,
      "step": 4480
    },
    {
      "epoch": 0.5649148219290235,
      "grad_norm": 0.41848230361938477,
      "learning_rate": 0.00029293777127584826,
      "loss": 0.7362,
      "step": 4485
    },
    {
      "epoch": 0.5655446043392008,
      "grad_norm": 0.3222586214542389,
      "learning_rate": 0.00029290440139021477,
      "loss": 0.6746,
      "step": 4490
    },
    {
      "epoch": 0.5661743867493781,
      "grad_norm": 0.4275425672531128,
      "learning_rate": 0.00029287095476165356,
      "loss": 0.7641,
      "step": 4495
    },
    {
      "epoch": 0.5668041691595553,
      "grad_norm": 0.37914222478866577,
      "learning_rate": 0.0002928374314081261,
      "loss": 0.7367,
      "step": 4500
    },
    {
      "epoch": 0.5674339515697326,
      "grad_norm": 0.36903491616249084,
      "learning_rate": 0.00029280383134763516,
      "loss": 0.726,
      "step": 4505
    },
    {
      "epoch": 0.56806373397991,
      "grad_norm": 0.45876601338386536,
      "learning_rate": 0.0002927701545982249,
      "loss": 0.7285,
      "step": 4510
    },
    {
      "epoch": 0.5686935163900873,
      "grad_norm": 0.3885752856731415,
      "learning_rate": 0.0002927364011779803,
      "loss": 0.7111,
      "step": 4515
    },
    {
      "epoch": 0.5693232988002646,
      "grad_norm": 0.3738529086112976,
      "learning_rate": 0.00029270257110502784,
      "loss": 0.7381,
      "step": 4520
    },
    {
      "epoch": 0.5699530812104417,
      "grad_norm": 0.38678133487701416,
      "learning_rate": 0.0002926686643975351,
      "loss": 0.7069,
      "step": 4525
    },
    {
      "epoch": 0.570582863620619,
      "grad_norm": 0.38699817657470703,
      "learning_rate": 0.0002926346810737106,
      "loss": 0.7456,
      "step": 4530
    },
    {
      "epoch": 0.5712126460307964,
      "grad_norm": 0.39948272705078125,
      "learning_rate": 0.0002926006211518043,
      "loss": 0.7018,
      "step": 4535
    },
    {
      "epoch": 0.5718424284409737,
      "grad_norm": 0.36441704630851746,
      "learning_rate": 0.00029256648465010706,
      "loss": 0.7155,
      "step": 4540
    },
    {
      "epoch": 0.572472210851151,
      "grad_norm": 0.38412773609161377,
      "learning_rate": 0.00029253227158695103,
      "loss": 0.7131,
      "step": 4545
    },
    {
      "epoch": 0.5731019932613282,
      "grad_norm": 0.3713320791721344,
      "learning_rate": 0.0002924979819807094,
      "loss": 0.7109,
      "step": 4550
    },
    {
      "epoch": 0.5737317756715055,
      "grad_norm": 0.41460588574409485,
      "learning_rate": 0.00029246361584979637,
      "loss": 0.7218,
      "step": 4555
    },
    {
      "epoch": 0.5743615580816828,
      "grad_norm": 0.37706735730171204,
      "learning_rate": 0.0002924291732126675,
      "loss": 0.7364,
      "step": 4560
    },
    {
      "epoch": 0.5749913404918601,
      "grad_norm": 0.3931211829185486,
      "learning_rate": 0.00029239465408781914,
      "loss": 0.793,
      "step": 4565
    },
    {
      "epoch": 0.5756211229020374,
      "grad_norm": 0.4280949831008911,
      "learning_rate": 0.0002923600584937889,
      "loss": 0.7577,
      "step": 4570
    },
    {
      "epoch": 0.5762509053122147,
      "grad_norm": 0.408357173204422,
      "learning_rate": 0.0002923253864491554,
      "loss": 0.6866,
      "step": 4575
    },
    {
      "epoch": 0.5768806877223919,
      "grad_norm": 0.3654685318470001,
      "learning_rate": 0.0002922906379725383,
      "loss": 0.7409,
      "step": 4580
    },
    {
      "epoch": 0.5775104701325692,
      "grad_norm": 0.3723433017730713,
      "learning_rate": 0.0002922558130825984,
      "loss": 0.7106,
      "step": 4585
    },
    {
      "epoch": 0.5781402525427465,
      "grad_norm": 0.40489017963409424,
      "learning_rate": 0.00029222091179803735,
      "loss": 0.7311,
      "step": 4590
    },
    {
      "epoch": 0.5787700349529238,
      "grad_norm": 0.40270909667015076,
      "learning_rate": 0.000292185934137598,
      "loss": 0.7393,
      "step": 4595
    },
    {
      "epoch": 0.5793998173631011,
      "grad_norm": 0.4228857159614563,
      "learning_rate": 0.0002921508801200642,
      "loss": 0.7253,
      "step": 4600
    },
    {
      "epoch": 0.5800295997732783,
      "grad_norm": 0.39830881357192993,
      "learning_rate": 0.0002921157497642607,
      "loss": 0.7413,
      "step": 4605
    },
    {
      "epoch": 0.5806593821834556,
      "grad_norm": 0.40520498156547546,
      "learning_rate": 0.00029208054308905323,
      "loss": 0.6902,
      "step": 4610
    },
    {
      "epoch": 0.5812891645936329,
      "grad_norm": 0.3546881377696991,
      "learning_rate": 0.0002920452601133487,
      "loss": 0.7104,
      "step": 4615
    },
    {
      "epoch": 0.5819189470038102,
      "grad_norm": 0.40294864773750305,
      "learning_rate": 0.0002920099008560949,
      "loss": 0.7258,
      "step": 4620
    },
    {
      "epoch": 0.5825487294139875,
      "grad_norm": 0.36979302763938904,
      "learning_rate": 0.0002919744653362804,
      "loss": 0.708,
      "step": 4625
    },
    {
      "epoch": 0.5831785118241648,
      "grad_norm": 0.42616382241249084,
      "learning_rate": 0.000291938953572935,
      "loss": 0.7044,
      "step": 4630
    },
    {
      "epoch": 0.583808294234342,
      "grad_norm": 0.3644506335258484,
      "learning_rate": 0.0002919033655851293,
      "loss": 0.7277,
      "step": 4635
    },
    {
      "epoch": 0.5844380766445193,
      "grad_norm": 0.34578534960746765,
      "learning_rate": 0.0002918677013919749,
      "loss": 0.7233,
      "step": 4640
    },
    {
      "epoch": 0.5850678590546966,
      "grad_norm": 0.3914281725883484,
      "learning_rate": 0.00029183196101262423,
      "loss": 0.6829,
      "step": 4645
    },
    {
      "epoch": 0.5856976414648739,
      "grad_norm": 0.35399550199508667,
      "learning_rate": 0.0002917961444662707,
      "loss": 0.7371,
      "step": 4650
    },
    {
      "epoch": 0.5863274238750512,
      "grad_norm": 0.3999468684196472,
      "learning_rate": 0.0002917602517721486,
      "loss": 0.7228,
      "step": 4655
    },
    {
      "epoch": 0.5869572062852284,
      "grad_norm": 0.4196580946445465,
      "learning_rate": 0.0002917242829495332,
      "loss": 0.7013,
      "step": 4660
    },
    {
      "epoch": 0.5875869886954057,
      "grad_norm": 0.38301941752433777,
      "learning_rate": 0.0002916882380177405,
      "loss": 0.7409,
      "step": 4665
    },
    {
      "epoch": 0.588216771105583,
      "grad_norm": 0.3997241258621216,
      "learning_rate": 0.0002916521169961275,
      "loss": 0.7216,
      "step": 4670
    },
    {
      "epoch": 0.5888465535157603,
      "grad_norm": 0.3389524817466736,
      "learning_rate": 0.00029161591990409203,
      "loss": 0.7109,
      "step": 4675
    },
    {
      "epoch": 0.5894763359259376,
      "grad_norm": 0.38282495737075806,
      "learning_rate": 0.0002915796467610727,
      "loss": 0.7608,
      "step": 4680
    },
    {
      "epoch": 0.5901061183361149,
      "grad_norm": 0.40406349301338196,
      "learning_rate": 0.000291543297586549,
      "loss": 0.7062,
      "step": 4685
    },
    {
      "epoch": 0.5907359007462921,
      "grad_norm": 0.37658101320266724,
      "learning_rate": 0.0002915068724000413,
      "loss": 0.7305,
      "step": 4690
    },
    {
      "epoch": 0.5913656831564694,
      "grad_norm": 0.397401362657547,
      "learning_rate": 0.0002914703712211108,
      "loss": 0.7276,
      "step": 4695
    },
    {
      "epoch": 0.5919954655666467,
      "grad_norm": 0.4348791539669037,
      "learning_rate": 0.0002914337940693594,
      "loss": 0.7572,
      "step": 4700
    },
    {
      "epoch": 0.592625247976824,
      "grad_norm": 0.372659295797348,
      "learning_rate": 0.0002913971409644299,
      "loss": 0.7436,
      "step": 4705
    },
    {
      "epoch": 0.5932550303870013,
      "grad_norm": 0.3933033049106598,
      "learning_rate": 0.0002913604119260059,
      "loss": 0.7229,
      "step": 4710
    },
    {
      "epoch": 0.5938848127971785,
      "grad_norm": 0.35579994320869446,
      "learning_rate": 0.0002913236069738116,
      "loss": 0.7055,
      "step": 4715
    },
    {
      "epoch": 0.5945145952073558,
      "grad_norm": 0.40102267265319824,
      "learning_rate": 0.0002912867261276122,
      "loss": 0.7167,
      "step": 4720
    },
    {
      "epoch": 0.5951443776175331,
      "grad_norm": 0.3881862163543701,
      "learning_rate": 0.0002912497694072136,
      "loss": 0.7395,
      "step": 4725
    },
    {
      "epoch": 0.5957741600277104,
      "grad_norm": 0.43878352642059326,
      "learning_rate": 0.00029121273683246234,
      "loss": 0.7251,
      "step": 4730
    },
    {
      "epoch": 0.5964039424378877,
      "grad_norm": 0.3500851094722748,
      "learning_rate": 0.0002911756284232457,
      "loss": 0.6989,
      "step": 4735
    },
    {
      "epoch": 0.5970337248480649,
      "grad_norm": 0.3887772262096405,
      "learning_rate": 0.00029113844419949184,
      "loss": 0.7324,
      "step": 4740
    },
    {
      "epoch": 0.5976635072582422,
      "grad_norm": 0.376321405172348,
      "learning_rate": 0.0002911011841811695,
      "loss": 0.7239,
      "step": 4745
    },
    {
      "epoch": 0.5982932896684195,
      "grad_norm": 0.3770900070667267,
      "learning_rate": 0.00029106384838828816,
      "loss": 0.6973,
      "step": 4750
    },
    {
      "epoch": 0.5989230720785969,
      "grad_norm": 0.366205096244812,
      "learning_rate": 0.000291026436840898,
      "loss": 0.749,
      "step": 4755
    },
    {
      "epoch": 0.5995528544887742,
      "grad_norm": 0.40675458312034607,
      "learning_rate": 0.00029098894955908983,
      "loss": 0.7155,
      "step": 4760
    },
    {
      "epoch": 0.6001826368989515,
      "grad_norm": 0.4125664532184601,
      "learning_rate": 0.0002909513865629953,
      "loss": 0.7455,
      "step": 4765
    },
    {
      "epoch": 0.6008124193091287,
      "grad_norm": 0.39872869849205017,
      "learning_rate": 0.0002909137478727864,
      "loss": 0.7194,
      "step": 4770
    },
    {
      "epoch": 0.601442201719306,
      "grad_norm": 0.3824906051158905,
      "learning_rate": 0.00029087603350867616,
      "loss": 0.742,
      "step": 4775
    },
    {
      "epoch": 0.6020719841294833,
      "grad_norm": 0.37914398312568665,
      "learning_rate": 0.00029083824349091794,
      "loss": 0.692,
      "step": 4780
    },
    {
      "epoch": 0.6027017665396606,
      "grad_norm": 0.35589495301246643,
      "learning_rate": 0.0002908003778398059,
      "loss": 0.6706,
      "step": 4785
    },
    {
      "epoch": 0.6033315489498379,
      "grad_norm": 0.34000104665756226,
      "learning_rate": 0.0002907624365756748,
      "loss": 0.7506,
      "step": 4790
    },
    {
      "epoch": 0.6039613313600151,
      "grad_norm": 0.34795689582824707,
      "learning_rate": 0.0002907244197188998,
      "loss": 0.7097,
      "step": 4795
    },
    {
      "epoch": 0.6045911137701924,
      "grad_norm": 0.38767385482788086,
      "learning_rate": 0.00029068632728989697,
      "loss": 0.6986,
      "step": 4800
    },
    {
      "epoch": 0.6052208961803697,
      "grad_norm": 0.40651988983154297,
      "learning_rate": 0.00029064815930912276,
      "loss": 0.7159,
      "step": 4805
    },
    {
      "epoch": 0.605850678590547,
      "grad_norm": 0.37715932726860046,
      "learning_rate": 0.00029060991579707424,
      "loss": 0.7189,
      "step": 4810
    },
    {
      "epoch": 0.6064804610007243,
      "grad_norm": 0.3925745487213135,
      "learning_rate": 0.0002905715967742891,
      "loss": 0.6956,
      "step": 4815
    },
    {
      "epoch": 0.6071102434109016,
      "grad_norm": 0.33669450879096985,
      "learning_rate": 0.0002905332022613455,
      "loss": 0.6806,
      "step": 4820
    },
    {
      "epoch": 0.6077400258210788,
      "grad_norm": 0.38812607526779175,
      "learning_rate": 0.00029049473227886214,
      "loss": 0.6997,
      "step": 4825
    },
    {
      "epoch": 0.6083698082312561,
      "grad_norm": 0.3890033960342407,
      "learning_rate": 0.00029045618684749833,
      "loss": 0.7306,
      "step": 4830
    },
    {
      "epoch": 0.6089995906414334,
      "grad_norm": 0.4020345211029053,
      "learning_rate": 0.00029041756598795383,
      "loss": 0.7357,
      "step": 4835
    },
    {
      "epoch": 0.6096293730516107,
      "grad_norm": 0.39244237542152405,
      "learning_rate": 0.0002903788697209689,
      "loss": 0.6956,
      "step": 4840
    },
    {
      "epoch": 0.610259155461788,
      "grad_norm": 0.35866880416870117,
      "learning_rate": 0.0002903400980673243,
      "loss": 0.7219,
      "step": 4845
    },
    {
      "epoch": 0.6108889378719652,
      "grad_norm": 0.3912501931190491,
      "learning_rate": 0.0002903012510478414,
      "loss": 0.7194,
      "step": 4850
    },
    {
      "epoch": 0.6115187202821425,
      "grad_norm": 0.3933585584163666,
      "learning_rate": 0.00029026232868338184,
      "loss": 0.7136,
      "step": 4855
    },
    {
      "epoch": 0.6121485026923198,
      "grad_norm": 0.37603482604026794,
      "learning_rate": 0.0002902233309948479,
      "loss": 0.7208,
      "step": 4860
    },
    {
      "epoch": 0.6127782851024971,
      "grad_norm": 0.36919742822647095,
      "learning_rate": 0.00029018425800318205,
      "loss": 0.7499,
      "step": 4865
    },
    {
      "epoch": 0.6134080675126744,
      "grad_norm": 0.38067975640296936,
      "learning_rate": 0.0002901451097293676,
      "loss": 0.7468,
      "step": 4870
    },
    {
      "epoch": 0.6140378499228517,
      "grad_norm": 0.33954986929893494,
      "learning_rate": 0.00029010588619442793,
      "loss": 0.6894,
      "step": 4875
    },
    {
      "epoch": 0.6146676323330289,
      "grad_norm": 0.38103437423706055,
      "learning_rate": 0.000290066587419427,
      "loss": 0.6661,
      "step": 4880
    },
    {
      "epoch": 0.6152974147432062,
      "grad_norm": 0.3855966031551361,
      "learning_rate": 0.00029002721342546924,
      "loss": 0.7138,
      "step": 4885
    },
    {
      "epoch": 0.6159271971533835,
      "grad_norm": 0.5084123611450195,
      "learning_rate": 0.00028998776423369923,
      "loss": 0.7005,
      "step": 4890
    },
    {
      "epoch": 0.6165569795635608,
      "grad_norm": 0.36192139983177185,
      "learning_rate": 0.0002899482398653022,
      "loss": 0.7386,
      "step": 4895
    },
    {
      "epoch": 0.6171867619737381,
      "grad_norm": 0.37423619627952576,
      "learning_rate": 0.0002899086403415037,
      "loss": 0.7172,
      "step": 4900
    },
    {
      "epoch": 0.6178165443839153,
      "grad_norm": 0.3741579055786133,
      "learning_rate": 0.00028986896568356933,
      "loss": 0.7519,
      "step": 4905
    },
    {
      "epoch": 0.6184463267940926,
      "grad_norm": 0.4323353171348572,
      "learning_rate": 0.0002898292159128055,
      "loss": 0.7325,
      "step": 4910
    },
    {
      "epoch": 0.6190761092042699,
      "grad_norm": 0.3273026645183563,
      "learning_rate": 0.00028978939105055873,
      "loss": 0.7211,
      "step": 4915
    },
    {
      "epoch": 0.6197058916144472,
      "grad_norm": 0.38831016421318054,
      "learning_rate": 0.0002897494911182158,
      "loss": 0.6435,
      "step": 4920
    },
    {
      "epoch": 0.6203356740246245,
      "grad_norm": 0.36923748254776,
      "learning_rate": 0.00028970951613720397,
      "loss": 0.7184,
      "step": 4925
    },
    {
      "epoch": 0.6209654564348017,
      "grad_norm": 0.3658188283443451,
      "learning_rate": 0.0002896694661289906,
      "loss": 0.7171,
      "step": 4930
    },
    {
      "epoch": 0.621595238844979,
      "grad_norm": 0.3589092493057251,
      "learning_rate": 0.00028962934111508357,
      "loss": 0.7173,
      "step": 4935
    },
    {
      "epoch": 0.6222250212551563,
      "grad_norm": 0.41886886954307556,
      "learning_rate": 0.00028958914111703086,
      "loss": 0.7412,
      "step": 4940
    },
    {
      "epoch": 0.6228548036653336,
      "grad_norm": 0.34496763348579407,
      "learning_rate": 0.0002895488661564208,
      "loss": 0.6608,
      "step": 4945
    },
    {
      "epoch": 0.6234845860755109,
      "grad_norm": 0.3527592122554779,
      "learning_rate": 0.000289508516254882,
      "loss": 0.7179,
      "step": 4950
    },
    {
      "epoch": 0.6241143684856882,
      "grad_norm": 0.3406129479408264,
      "learning_rate": 0.0002894680914340833,
      "loss": 0.6862,
      "step": 4955
    },
    {
      "epoch": 0.6247441508958654,
      "grad_norm": 0.33078086376190186,
      "learning_rate": 0.00028942759171573374,
      "loss": 0.6804,
      "step": 4960
    },
    {
      "epoch": 0.6253739333060427,
      "grad_norm": 0.3582599461078644,
      "learning_rate": 0.00028938701712158247,
      "loss": 0.6681,
      "step": 4965
    },
    {
      "epoch": 0.62600371571622,
      "grad_norm": 0.3656567633152008,
      "learning_rate": 0.0002893463676734191,
      "loss": 0.6714,
      "step": 4970
    },
    {
      "epoch": 0.6266334981263973,
      "grad_norm": 0.35537272691726685,
      "learning_rate": 0.00028930564339307337,
      "loss": 0.6917,
      "step": 4975
    },
    {
      "epoch": 0.6272632805365747,
      "grad_norm": 0.35100945830345154,
      "learning_rate": 0.0002892648443024149,
      "loss": 0.7217,
      "step": 4980
    },
    {
      "epoch": 0.6278930629467518,
      "grad_norm": 0.34070494771003723,
      "learning_rate": 0.000289223970423354,
      "loss": 0.7237,
      "step": 4985
    },
    {
      "epoch": 0.6285228453569291,
      "grad_norm": 0.3810268044471741,
      "learning_rate": 0.00028918302177784075,
      "loss": 0.7513,
      "step": 4990
    },
    {
      "epoch": 0.6291526277671065,
      "grad_norm": 0.3511486053466797,
      "learning_rate": 0.0002891419983878655,
      "loss": 0.7112,
      "step": 4995
    },
    {
      "epoch": 0.6297824101772838,
      "grad_norm": 0.30101874470710754,
      "learning_rate": 0.0002891009002754588,
      "loss": 0.6666,
      "step": 5000
    },
    {
      "epoch": 0.6297824101772838,
      "eval_loss": 0.31327521800994873,
      "eval_runtime": 6.2403,
      "eval_samples_per_second": 160.248,
      "eval_steps_per_second": 10.096,
      "step": 5000
    },
    {
      "epoch": 0.6304121925874611,
      "grad_norm": 0.3446876108646393,
      "learning_rate": 0.00028905972746269125,
      "loss": 0.6651,
      "step": 5005
    },
    {
      "epoch": 0.6310419749976384,
      "grad_norm": 0.3606228232383728,
      "learning_rate": 0.0002890184799716736,
      "loss": 0.7387,
      "step": 5010
    },
    {
      "epoch": 0.6316717574078156,
      "grad_norm": 0.37057119607925415,
      "learning_rate": 0.0002889771578245567,
      "loss": 0.7044,
      "step": 5015
    },
    {
      "epoch": 0.6323015398179929,
      "grad_norm": 0.36304429173469543,
      "learning_rate": 0.0002889357610435314,
      "loss": 0.7391,
      "step": 5020
    },
    {
      "epoch": 0.6329313222281702,
      "grad_norm": 0.38329148292541504,
      "learning_rate": 0.00028889428965082886,
      "loss": 0.7045,
      "step": 5025
    },
    {
      "epoch": 0.6335611046383475,
      "grad_norm": 0.3362608850002289,
      "learning_rate": 0.00028885274366872006,
      "loss": 0.6865,
      "step": 5030
    },
    {
      "epoch": 0.6341908870485248,
      "grad_norm": 0.4079527258872986,
      "learning_rate": 0.00028881112311951625,
      "loss": 0.6892,
      "step": 5035
    },
    {
      "epoch": 0.634820669458702,
      "grad_norm": 0.35261860489845276,
      "learning_rate": 0.00028876942802556847,
      "loss": 0.7189,
      "step": 5040
    },
    {
      "epoch": 0.6354504518688793,
      "grad_norm": 0.40486040711402893,
      "learning_rate": 0.00028872765840926804,
      "loss": 0.7385,
      "step": 5045
    },
    {
      "epoch": 0.6360802342790566,
      "grad_norm": 0.32852765917778015,
      "learning_rate": 0.0002886858142930462,
      "loss": 0.6267,
      "step": 5050
    },
    {
      "epoch": 0.6367100166892339,
      "grad_norm": 0.31455445289611816,
      "learning_rate": 0.0002886438956993741,
      "loss": 0.6813,
      "step": 5055
    },
    {
      "epoch": 0.6373397990994112,
      "grad_norm": 0.3047012686729431,
      "learning_rate": 0.00028860190265076304,
      "loss": 0.6862,
      "step": 5060
    },
    {
      "epoch": 0.6379695815095885,
      "grad_norm": 0.34203359484672546,
      "learning_rate": 0.0002885598351697643,
      "loss": 0.6996,
      "step": 5065
    },
    {
      "epoch": 0.6385993639197657,
      "grad_norm": 0.4077922999858856,
      "learning_rate": 0.0002885176932789691,
      "loss": 0.7018,
      "step": 5070
    },
    {
      "epoch": 0.639229146329943,
      "grad_norm": 0.3590135872364044,
      "learning_rate": 0.00028847547700100836,
      "loss": 0.6741,
      "step": 5075
    },
    {
      "epoch": 0.6398589287401203,
      "grad_norm": 0.33030763268470764,
      "learning_rate": 0.0002884331863585535,
      "loss": 0.6775,
      "step": 5080
    },
    {
      "epoch": 0.6404887111502976,
      "grad_norm": 0.3921838104724884,
      "learning_rate": 0.0002883908213743153,
      "loss": 0.7359,
      "step": 5085
    },
    {
      "epoch": 0.6411184935604749,
      "grad_norm": 0.35765379667282104,
      "learning_rate": 0.0002883483820710449,
      "loss": 0.6953,
      "step": 5090
    },
    {
      "epoch": 0.6417482759706521,
      "grad_norm": 0.3486902415752411,
      "learning_rate": 0.0002883058684715331,
      "loss": 0.6848,
      "step": 5095
    },
    {
      "epoch": 0.6423780583808294,
      "grad_norm": 0.35446256399154663,
      "learning_rate": 0.0002882632805986108,
      "loss": 0.7031,
      "step": 5100
    },
    {
      "epoch": 0.6430078407910067,
      "grad_norm": 0.3666916489601135,
      "learning_rate": 0.00028822061847514843,
      "loss": 0.7135,
      "step": 5105
    },
    {
      "epoch": 0.643637623201184,
      "grad_norm": 0.38766369223594666,
      "learning_rate": 0.00028817788212405666,
      "loss": 0.6623,
      "step": 5110
    },
    {
      "epoch": 0.6442674056113613,
      "grad_norm": 0.3532891273498535,
      "learning_rate": 0.0002881350715682859,
      "loss": 0.699,
      "step": 5115
    },
    {
      "epoch": 0.6448971880215385,
      "grad_norm": 0.36512479186058044,
      "learning_rate": 0.0002880921868308263,
      "loss": 0.6859,
      "step": 5120
    },
    {
      "epoch": 0.6455269704317158,
      "grad_norm": 0.34285515546798706,
      "learning_rate": 0.0002880492279347081,
      "loss": 0.7254,
      "step": 5125
    },
    {
      "epoch": 0.6461567528418931,
      "grad_norm": 0.3731713891029358,
      "learning_rate": 0.00028800619490300107,
      "loss": 0.6995,
      "step": 5130
    },
    {
      "epoch": 0.6467865352520704,
      "grad_norm": 0.37182632088661194,
      "learning_rate": 0.000287963087758815,
      "loss": 0.7262,
      "step": 5135
    },
    {
      "epoch": 0.6474163176622477,
      "grad_norm": 0.371231347322464,
      "learning_rate": 0.0002879199065252994,
      "loss": 0.7051,
      "step": 5140
    },
    {
      "epoch": 0.648046100072425,
      "grad_norm": 0.35507723689079285,
      "learning_rate": 0.00028787665122564357,
      "loss": 0.6799,
      "step": 5145
    },
    {
      "epoch": 0.6486758824826022,
      "grad_norm": 0.4001401662826538,
      "learning_rate": 0.0002878333218830766,
      "loss": 0.7718,
      "step": 5150
    },
    {
      "epoch": 0.6493056648927795,
      "grad_norm": 0.36585733294487,
      "learning_rate": 0.0002877899185208673,
      "loss": 0.6652,
      "step": 5155
    },
    {
      "epoch": 0.6499354473029568,
      "grad_norm": 0.3719576895236969,
      "learning_rate": 0.00028774644116232436,
      "loss": 0.7232,
      "step": 5160
    },
    {
      "epoch": 0.6505652297131341,
      "grad_norm": 0.40236014127731323,
      "learning_rate": 0.000287702889830796,
      "loss": 0.6697,
      "step": 5165
    },
    {
      "epoch": 0.6511950121233114,
      "grad_norm": 0.4343264400959015,
      "learning_rate": 0.00028765926454967037,
      "loss": 0.6877,
      "step": 5170
    },
    {
      "epoch": 0.6518247945334886,
      "grad_norm": 0.3576568067073822,
      "learning_rate": 0.00028761556534237514,
      "loss": 0.7239,
      "step": 5175
    },
    {
      "epoch": 0.6524545769436659,
      "grad_norm": 0.33383145928382874,
      "learning_rate": 0.00028757179223237793,
      "loss": 0.6822,
      "step": 5180
    },
    {
      "epoch": 0.6530843593538432,
      "grad_norm": 0.353253573179245,
      "learning_rate": 0.0002875279452431858,
      "loss": 0.6925,
      "step": 5185
    },
    {
      "epoch": 0.6537141417640205,
      "grad_norm": 0.3755667209625244,
      "learning_rate": 0.0002874840243983455,
      "loss": 0.6872,
      "step": 5190
    },
    {
      "epoch": 0.6543439241741978,
      "grad_norm": 0.3973848521709442,
      "learning_rate": 0.00028744002972144376,
      "loss": 0.7251,
      "step": 5195
    },
    {
      "epoch": 0.6549737065843751,
      "grad_norm": 0.3476422131061554,
      "learning_rate": 0.0002873959612361066,
      "loss": 0.6964,
      "step": 5200
    },
    {
      "epoch": 0.6556034889945523,
      "grad_norm": 0.42737796902656555,
      "learning_rate": 0.0002873518189659997,
      "loss": 0.7106,
      "step": 5205
    },
    {
      "epoch": 0.6562332714047296,
      "grad_norm": 0.3009507358074188,
      "learning_rate": 0.00028730760293482863,
      "loss": 0.6614,
      "step": 5210
    },
    {
      "epoch": 0.656863053814907,
      "grad_norm": 0.38053247332572937,
      "learning_rate": 0.00028726331316633835,
      "loss": 0.6963,
      "step": 5215
    },
    {
      "epoch": 0.6574928362250843,
      "grad_norm": 0.4153291583061218,
      "learning_rate": 0.00028721894968431345,
      "loss": 0.7471,
      "step": 5220
    },
    {
      "epoch": 0.6581226186352616,
      "grad_norm": 0.36470016837120056,
      "learning_rate": 0.0002871745125125782,
      "loss": 0.6558,
      "step": 5225
    },
    {
      "epoch": 0.6587524010454388,
      "grad_norm": 0.3935704827308655,
      "learning_rate": 0.00028713000167499627,
      "loss": 0.7025,
      "step": 5230
    },
    {
      "epoch": 0.659382183455616,
      "grad_norm": 0.36777618527412415,
      "learning_rate": 0.0002870854171954711,
      "loss": 0.7386,
      "step": 5235
    },
    {
      "epoch": 0.6600119658657934,
      "grad_norm": 0.36549127101898193,
      "learning_rate": 0.0002870407590979455,
      "loss": 0.703,
      "step": 5240
    },
    {
      "epoch": 0.6606417482759707,
      "grad_norm": 0.37523144483566284,
      "learning_rate": 0.00028699602740640194,
      "loss": 0.6708,
      "step": 5245
    },
    {
      "epoch": 0.661271530686148,
      "grad_norm": 0.3451475203037262,
      "learning_rate": 0.00028695122214486237,
      "loss": 0.6776,
      "step": 5250
    },
    {
      "epoch": 0.6619013130963253,
      "grad_norm": 0.35215169191360474,
      "learning_rate": 0.00028690634333738816,
      "loss": 0.6983,
      "step": 5255
    },
    {
      "epoch": 0.6625310955065025,
      "grad_norm": 0.37627631425857544,
      "learning_rate": 0.00028686139100808037,
      "loss": 0.6844,
      "step": 5260
    },
    {
      "epoch": 0.6631608779166798,
      "grad_norm": 0.34171178936958313,
      "learning_rate": 0.0002868163651810793,
      "loss": 0.7068,
      "step": 5265
    },
    {
      "epoch": 0.6637906603268571,
      "grad_norm": 0.3566179573535919,
      "learning_rate": 0.0002867712658805649,
      "loss": 0.6618,
      "step": 5270
    },
    {
      "epoch": 0.6644204427370344,
      "grad_norm": 0.3453030586242676,
      "learning_rate": 0.00028672609313075664,
      "loss": 0.7046,
      "step": 5275
    },
    {
      "epoch": 0.6650502251472117,
      "grad_norm": 0.40633949637413025,
      "learning_rate": 0.00028668084695591316,
      "loss": 0.6931,
      "step": 5280
    },
    {
      "epoch": 0.6656800075573889,
      "grad_norm": 0.3927484154701233,
      "learning_rate": 0.00028663552738033275,
      "loss": 0.7051,
      "step": 5285
    },
    {
      "epoch": 0.6663097899675662,
      "grad_norm": 0.35829389095306396,
      "learning_rate": 0.000286590134428353,
      "loss": 0.7051,
      "step": 5290
    },
    {
      "epoch": 0.6669395723777435,
      "grad_norm": 0.4202066957950592,
      "learning_rate": 0.00028654466812435105,
      "loss": 0.7179,
      "step": 5295
    },
    {
      "epoch": 0.6675693547879208,
      "grad_norm": 0.37852293252944946,
      "learning_rate": 0.0002864991284927433,
      "loss": 0.7107,
      "step": 5300
    },
    {
      "epoch": 0.6681991371980981,
      "grad_norm": 0.3831678330898285,
      "learning_rate": 0.0002864535155579856,
      "loss": 0.659,
      "step": 5305
    },
    {
      "epoch": 0.6688289196082754,
      "grad_norm": 0.3563750684261322,
      "learning_rate": 0.0002864078293445731,
      "loss": 0.7111,
      "step": 5310
    },
    {
      "epoch": 0.6694587020184526,
      "grad_norm": 0.3460354804992676,
      "learning_rate": 0.0002863620698770403,
      "loss": 0.6822,
      "step": 5315
    },
    {
      "epoch": 0.6700884844286299,
      "grad_norm": 0.36469632387161255,
      "learning_rate": 0.0002863162371799612,
      "loss": 0.6298,
      "step": 5320
    },
    {
      "epoch": 0.6707182668388072,
      "grad_norm": 0.3730217218399048,
      "learning_rate": 0.00028627033127794896,
      "loss": 0.7137,
      "step": 5325
    },
    {
      "epoch": 0.6713480492489845,
      "grad_norm": 0.347002774477005,
      "learning_rate": 0.00028622435219565606,
      "loss": 0.6873,
      "step": 5330
    },
    {
      "epoch": 0.6719778316591618,
      "grad_norm": 0.35723358392715454,
      "learning_rate": 0.00028617829995777433,
      "loss": 0.7055,
      "step": 5335
    },
    {
      "epoch": 0.672607614069339,
      "grad_norm": 0.3175225257873535,
      "learning_rate": 0.0002861321745890349,
      "loss": 0.6702,
      "step": 5340
    },
    {
      "epoch": 0.6732373964795163,
      "grad_norm": 0.3599521517753601,
      "learning_rate": 0.00028608597611420807,
      "loss": 0.6646,
      "step": 5345
    },
    {
      "epoch": 0.6738671788896936,
      "grad_norm": 0.4381812810897827,
      "learning_rate": 0.00028603970455810357,
      "loss": 0.7122,
      "step": 5350
    },
    {
      "epoch": 0.6744969612998709,
      "grad_norm": 0.3400894105434418,
      "learning_rate": 0.00028599335994557027,
      "loss": 0.705,
      "step": 5355
    },
    {
      "epoch": 0.6751267437100482,
      "grad_norm": 0.3332962989807129,
      "learning_rate": 0.00028594694230149625,
      "loss": 0.6497,
      "step": 5360
    },
    {
      "epoch": 0.6757565261202254,
      "grad_norm": 0.386343389749527,
      "learning_rate": 0.00028590045165080883,
      "loss": 0.6344,
      "step": 5365
    },
    {
      "epoch": 0.6763863085304027,
      "grad_norm": 0.4404468834400177,
      "learning_rate": 0.0002858538880184746,
      "loss": 0.7115,
      "step": 5370
    },
    {
      "epoch": 0.67701609094058,
      "grad_norm": 0.35227730870246887,
      "learning_rate": 0.00028580725142949925,
      "loss": 0.702,
      "step": 5375
    },
    {
      "epoch": 0.6776458733507573,
      "grad_norm": 0.38216719031333923,
      "learning_rate": 0.00028576054190892775,
      "loss": 0.6845,
      "step": 5380
    },
    {
      "epoch": 0.6782756557609346,
      "grad_norm": 0.3602873682975769,
      "learning_rate": 0.0002857137594818441,
      "loss": 0.7156,
      "step": 5385
    },
    {
      "epoch": 0.6789054381711119,
      "grad_norm": 0.38896870613098145,
      "learning_rate": 0.00028566690417337166,
      "loss": 0.7029,
      "step": 5390
    },
    {
      "epoch": 0.6795352205812891,
      "grad_norm": 0.3434313237667084,
      "learning_rate": 0.0002856199760086726,
      "loss": 0.687,
      "step": 5395
    },
    {
      "epoch": 0.6801650029914664,
      "grad_norm": 0.381331205368042,
      "learning_rate": 0.0002855729750129487,
      "loss": 0.6597,
      "step": 5400
    },
    {
      "epoch": 0.6807947854016437,
      "grad_norm": 0.35004013776779175,
      "learning_rate": 0.0002855259012114403,
      "loss": 0.6604,
      "step": 5405
    },
    {
      "epoch": 0.681424567811821,
      "grad_norm": 0.3601452112197876,
      "learning_rate": 0.0002854787546294272,
      "loss": 0.6949,
      "step": 5410
    },
    {
      "epoch": 0.6820543502219983,
      "grad_norm": 0.3827126920223236,
      "learning_rate": 0.0002854315352922282,
      "loss": 0.7121,
      "step": 5415
    },
    {
      "epoch": 0.6826841326321755,
      "grad_norm": 0.35859569907188416,
      "learning_rate": 0.0002853842432252012,
      "loss": 0.6662,
      "step": 5420
    },
    {
      "epoch": 0.6833139150423528,
      "grad_norm": 0.36607855558395386,
      "learning_rate": 0.00028533687845374304,
      "loss": 0.6716,
      "step": 5425
    },
    {
      "epoch": 0.6839436974525301,
      "grad_norm": 0.3658086061477661,
      "learning_rate": 0.00028528944100328975,
      "loss": 0.6718,
      "step": 5430
    },
    {
      "epoch": 0.6845734798627074,
      "grad_norm": 0.3442821800708771,
      "learning_rate": 0.00028524193089931633,
      "loss": 0.6474,
      "step": 5435
    },
    {
      "epoch": 0.6852032622728847,
      "grad_norm": 0.38460132479667664,
      "learning_rate": 0.0002851943481673367,
      "loss": 0.6973,
      "step": 5440
    },
    {
      "epoch": 0.685833044683062,
      "grad_norm": 0.3717944622039795,
      "learning_rate": 0.000285146692832904,
      "loss": 0.6962,
      "step": 5445
    },
    {
      "epoch": 0.6864628270932392,
      "grad_norm": 0.42136862874031067,
      "learning_rate": 0.00028509896492161013,
      "loss": 0.6783,
      "step": 5450
    },
    {
      "epoch": 0.6870926095034166,
      "grad_norm": 0.37208443880081177,
      "learning_rate": 0.0002850511644590862,
      "loss": 0.6915,
      "step": 5455
    },
    {
      "epoch": 0.6877223919135939,
      "grad_norm": 0.3807058036327362,
      "learning_rate": 0.000285003291471002,
      "loss": 0.7269,
      "step": 5460
    },
    {
      "epoch": 0.6883521743237712,
      "grad_norm": 0.38431763648986816,
      "learning_rate": 0.00028495534598306645,
      "loss": 0.6589,
      "step": 5465
    },
    {
      "epoch": 0.6889819567339485,
      "grad_norm": 0.372773140668869,
      "learning_rate": 0.0002849073280210274,
      "loss": 0.6922,
      "step": 5470
    },
    {
      "epoch": 0.6896117391441257,
      "grad_norm": 0.3280029892921448,
      "learning_rate": 0.00028485923761067164,
      "loss": 0.6887,
      "step": 5475
    },
    {
      "epoch": 0.690241521554303,
      "grad_norm": 0.3463418483734131,
      "learning_rate": 0.0002848110747778247,
      "loss": 0.6565,
      "step": 5480
    },
    {
      "epoch": 0.6908713039644803,
      "grad_norm": 0.3423214256763458,
      "learning_rate": 0.00028476283954835123,
      "loss": 0.6412,
      "step": 5485
    },
    {
      "epoch": 0.6915010863746576,
      "grad_norm": 0.3461606204509735,
      "learning_rate": 0.0002847145319481546,
      "loss": 0.6803,
      "step": 5490
    },
    {
      "epoch": 0.6921308687848349,
      "grad_norm": 0.38746729493141174,
      "learning_rate": 0.0002846661520031772,
      "loss": 0.6424,
      "step": 5495
    },
    {
      "epoch": 0.6927606511950122,
      "grad_norm": 0.32353097200393677,
      "learning_rate": 0.00028461769973939997,
      "loss": 0.6761,
      "step": 5500
    },
    {
      "epoch": 0.6933904336051894,
      "grad_norm": 0.3790241777896881,
      "learning_rate": 0.00028456917518284304,
      "loss": 0.6683,
      "step": 5505
    },
    {
      "epoch": 0.6940202160153667,
      "grad_norm": 0.3713475465774536,
      "learning_rate": 0.0002845205783595651,
      "loss": 0.6663,
      "step": 5510
    },
    {
      "epoch": 0.694649998425544,
      "grad_norm": 0.3859196901321411,
      "learning_rate": 0.00028447190929566384,
      "loss": 0.6717,
      "step": 5515
    },
    {
      "epoch": 0.6952797808357213,
      "grad_norm": 0.34451383352279663,
      "learning_rate": 0.0002844231680172756,
      "loss": 0.6368,
      "step": 5520
    },
    {
      "epoch": 0.6959095632458986,
      "grad_norm": 0.3519328534603119,
      "learning_rate": 0.00028437435455057564,
      "loss": 0.6882,
      "step": 5525
    },
    {
      "epoch": 0.6965393456560758,
      "grad_norm": 0.382755309343338,
      "learning_rate": 0.0002843254689217778,
      "loss": 0.6415,
      "step": 5530
    },
    {
      "epoch": 0.6971691280662531,
      "grad_norm": 0.35310298204421997,
      "learning_rate": 0.0002842765111571349,
      "loss": 0.6744,
      "step": 5535
    },
    {
      "epoch": 0.6977989104764304,
      "grad_norm": 0.3392702341079712,
      "learning_rate": 0.0002842274812829382,
      "loss": 0.6705,
      "step": 5540
    },
    {
      "epoch": 0.6984286928866077,
      "grad_norm": 0.36502036452293396,
      "learning_rate": 0.00028417837932551805,
      "loss": 0.6777,
      "step": 5545
    },
    {
      "epoch": 0.699058475296785,
      "grad_norm": 0.36270782351493835,
      "learning_rate": 0.0002841292053112432,
      "loss": 0.6988,
      "step": 5550
    },
    {
      "epoch": 0.6996882577069622,
      "grad_norm": 0.3752531111240387,
      "learning_rate": 0.0002840799592665213,
      "loss": 0.6745,
      "step": 5555
    },
    {
      "epoch": 0.7003180401171395,
      "grad_norm": 0.32373905181884766,
      "learning_rate": 0.00028403064121779853,
      "loss": 0.664,
      "step": 5560
    },
    {
      "epoch": 0.7009478225273168,
      "grad_norm": 0.4017639756202698,
      "learning_rate": 0.0002839812511915599,
      "loss": 0.6793,
      "step": 5565
    },
    {
      "epoch": 0.7015776049374941,
      "grad_norm": 0.33867186307907104,
      "learning_rate": 0.00028393178921432883,
      "loss": 0.6811,
      "step": 5570
    },
    {
      "epoch": 0.7022073873476714,
      "grad_norm": 0.3769174814224243,
      "learning_rate": 0.0002838822553126677,
      "loss": 0.7118,
      "step": 5575
    },
    {
      "epoch": 0.7028371697578487,
      "grad_norm": 0.36820533871650696,
      "learning_rate": 0.00028383264951317727,
      "loss": 0.6581,
      "step": 5580
    },
    {
      "epoch": 0.7034669521680259,
      "grad_norm": 0.37128061056137085,
      "learning_rate": 0.00028378297184249694,
      "loss": 0.6722,
      "step": 5585
    },
    {
      "epoch": 0.7040967345782032,
      "grad_norm": 0.39225873351097107,
      "learning_rate": 0.00028373322232730483,
      "loss": 0.6846,
      "step": 5590
    },
    {
      "epoch": 0.7047265169883805,
      "grad_norm": 0.3394504189491272,
      "learning_rate": 0.0002836834009943175,
      "loss": 0.6815,
      "step": 5595
    },
    {
      "epoch": 0.7053562993985578,
      "grad_norm": 0.37265124917030334,
      "learning_rate": 0.0002836335078702903,
      "loss": 0.6614,
      "step": 5600
    },
    {
      "epoch": 0.7059860818087351,
      "grad_norm": 0.33066150546073914,
      "learning_rate": 0.00028358354298201673,
      "loss": 0.6701,
      "step": 5605
    },
    {
      "epoch": 0.7066158642189123,
      "grad_norm": 0.35536128282546997,
      "learning_rate": 0.0002835335063563293,
      "loss": 0.6149,
      "step": 5610
    },
    {
      "epoch": 0.7072456466290896,
      "grad_norm": 0.35491225123405457,
      "learning_rate": 0.0002834833980200987,
      "loss": 0.6773,
      "step": 5615
    },
    {
      "epoch": 0.7078754290392669,
      "grad_norm": 0.37837696075439453,
      "learning_rate": 0.0002834332180002343,
      "loss": 0.6899,
      "step": 5620
    },
    {
      "epoch": 0.7085052114494442,
      "grad_norm": 0.3391937017440796,
      "learning_rate": 0.0002833829663236838,
      "loss": 0.7041,
      "step": 5625
    },
    {
      "epoch": 0.7091349938596215,
      "grad_norm": 0.3482423424720764,
      "learning_rate": 0.00028333264301743375,
      "loss": 0.6597,
      "step": 5630
    },
    {
      "epoch": 0.7097647762697988,
      "grad_norm": 0.4188586175441742,
      "learning_rate": 0.00028328224810850866,
      "loss": 0.6916,
      "step": 5635
    },
    {
      "epoch": 0.710394558679976,
      "grad_norm": 0.32832324504852295,
      "learning_rate": 0.0002832317816239718,
      "loss": 0.6791,
      "step": 5640
    },
    {
      "epoch": 0.7110243410901533,
      "grad_norm": 0.343058705329895,
      "learning_rate": 0.00028318124359092496,
      "loss": 0.6423,
      "step": 5645
    },
    {
      "epoch": 0.7116541235003306,
      "grad_norm": 0.37011584639549255,
      "learning_rate": 0.0002831306340365081,
      "loss": 0.6783,
      "step": 5650
    },
    {
      "epoch": 0.7122839059105079,
      "grad_norm": 0.38297170400619507,
      "learning_rate": 0.00028307995298789974,
      "loss": 0.6751,
      "step": 5655
    },
    {
      "epoch": 0.7129136883206852,
      "grad_norm": 0.38705122470855713,
      "learning_rate": 0.00028302920047231677,
      "loss": 0.6844,
      "step": 5660
    },
    {
      "epoch": 0.7135434707308624,
      "grad_norm": 0.3647492527961731,
      "learning_rate": 0.0002829783765170144,
      "loss": 0.6811,
      "step": 5665
    },
    {
      "epoch": 0.7141732531410397,
      "grad_norm": 0.3796983063220978,
      "learning_rate": 0.0002829274811492863,
      "loss": 0.6766,
      "step": 5670
    },
    {
      "epoch": 0.714803035551217,
      "grad_norm": 0.36972787976264954,
      "learning_rate": 0.00028287651439646444,
      "loss": 0.6701,
      "step": 5675
    },
    {
      "epoch": 0.7154328179613944,
      "grad_norm": 0.37298983335494995,
      "learning_rate": 0.0002828254762859192,
      "loss": 0.6439,
      "step": 5680
    },
    {
      "epoch": 0.7160626003715717,
      "grad_norm": 0.3464621603488922,
      "learning_rate": 0.0002827743668450591,
      "loss": 0.6626,
      "step": 5685
    },
    {
      "epoch": 0.716692382781749,
      "grad_norm": 0.34213629364967346,
      "learning_rate": 0.00028272318610133104,
      "loss": 0.6987,
      "step": 5690
    },
    {
      "epoch": 0.7173221651919262,
      "grad_norm": 0.38596463203430176,
      "learning_rate": 0.0002826719340822204,
      "loss": 0.6846,
      "step": 5695
    },
    {
      "epoch": 0.7179519476021035,
      "grad_norm": 0.3410765826702118,
      "learning_rate": 0.0002826206108152506,
      "loss": 0.6769,
      "step": 5700
    },
    {
      "epoch": 0.7185817300122808,
      "grad_norm": 0.3370499610900879,
      "learning_rate": 0.0002825692163279834,
      "loss": 0.6563,
      "step": 5705
    },
    {
      "epoch": 0.7192115124224581,
      "grad_norm": 0.3973693549633026,
      "learning_rate": 0.0002825177506480189,
      "loss": 0.6587,
      "step": 5710
    },
    {
      "epoch": 0.7198412948326354,
      "grad_norm": 0.3341182470321655,
      "learning_rate": 0.0002824662138029952,
      "loss": 0.6489,
      "step": 5715
    },
    {
      "epoch": 0.7204710772428126,
      "grad_norm": 0.3598056733608246,
      "learning_rate": 0.00028241460582058883,
      "loss": 0.6623,
      "step": 5720
    },
    {
      "epoch": 0.7211008596529899,
      "grad_norm": 0.34275728464126587,
      "learning_rate": 0.00028236292672851443,
      "loss": 0.6987,
      "step": 5725
    },
    {
      "epoch": 0.7217306420631672,
      "grad_norm": 0.3606712222099304,
      "learning_rate": 0.000282311176554525,
      "loss": 0.6947,
      "step": 5730
    },
    {
      "epoch": 0.7223604244733445,
      "grad_norm": 0.32409214973449707,
      "learning_rate": 0.0002822593553264114,
      "loss": 0.6468,
      "step": 5735
    },
    {
      "epoch": 0.7229902068835218,
      "grad_norm": 0.3465891182422638,
      "learning_rate": 0.00028220746307200287,
      "loss": 0.647,
      "step": 5740
    },
    {
      "epoch": 0.723619989293699,
      "grad_norm": 0.3540678918361664,
      "learning_rate": 0.0002821554998191667,
      "loss": 0.6964,
      "step": 5745
    },
    {
      "epoch": 0.7242497717038763,
      "grad_norm": 0.35845157504081726,
      "learning_rate": 0.0002821034655958084,
      "loss": 0.6599,
      "step": 5750
    },
    {
      "epoch": 0.7248795541140536,
      "grad_norm": 0.3469247817993164,
      "learning_rate": 0.00028205136042987156,
      "loss": 0.6518,
      "step": 5755
    },
    {
      "epoch": 0.7255093365242309,
      "grad_norm": 0.3693814277648926,
      "learning_rate": 0.0002819991843493377,
      "loss": 0.6339,
      "step": 5760
    },
    {
      "epoch": 0.7261391189344082,
      "grad_norm": 0.35166436433792114,
      "learning_rate": 0.0002819469373822268,
      "loss": 0.6593,
      "step": 5765
    },
    {
      "epoch": 0.7267689013445855,
      "grad_norm": 0.376717746257782,
      "learning_rate": 0.00028189461955659644,
      "loss": 0.6583,
      "step": 5770
    },
    {
      "epoch": 0.7273986837547627,
      "grad_norm": 0.36365002393722534,
      "learning_rate": 0.0002818422309005426,
      "loss": 0.707,
      "step": 5775
    },
    {
      "epoch": 0.72802846616494,
      "grad_norm": 0.3356451392173767,
      "learning_rate": 0.00028178977144219914,
      "loss": 0.6439,
      "step": 5780
    },
    {
      "epoch": 0.7286582485751173,
      "grad_norm": 0.33520832657814026,
      "learning_rate": 0.00028173724120973806,
      "loss": 0.6276,
      "step": 5785
    },
    {
      "epoch": 0.7292880309852946,
      "grad_norm": 0.3459213376045227,
      "learning_rate": 0.00028168464023136926,
      "loss": 0.648,
      "step": 5790
    },
    {
      "epoch": 0.7299178133954719,
      "grad_norm": 0.3563973903656006,
      "learning_rate": 0.0002816319685353406,
      "loss": 0.6579,
      "step": 5795
    },
    {
      "epoch": 0.7305475958056491,
      "grad_norm": 0.3637474775314331,
      "learning_rate": 0.0002815792261499381,
      "loss": 0.6828,
      "step": 5800
    },
    {
      "epoch": 0.7311773782158264,
      "grad_norm": 0.38304394483566284,
      "learning_rate": 0.00028152641310348554,
      "loss": 0.6348,
      "step": 5805
    },
    {
      "epoch": 0.7318071606260037,
      "grad_norm": 0.33336034417152405,
      "learning_rate": 0.0002814735294243448,
      "loss": 0.6337,
      "step": 5810
    },
    {
      "epoch": 0.732436943036181,
      "grad_norm": 0.34154805541038513,
      "learning_rate": 0.0002814205751409156,
      "loss": 0.6885,
      "step": 5815
    },
    {
      "epoch": 0.7330667254463583,
      "grad_norm": 0.3780697286128998,
      "learning_rate": 0.00028136755028163556,
      "loss": 0.6558,
      "step": 5820
    },
    {
      "epoch": 0.7336965078565356,
      "grad_norm": 0.3496229946613312,
      "learning_rate": 0.0002813144548749802,
      "loss": 0.7058,
      "step": 5825
    },
    {
      "epoch": 0.7343262902667128,
      "grad_norm": 0.36560389399528503,
      "learning_rate": 0.0002812612889494631,
      "loss": 0.6991,
      "step": 5830
    },
    {
      "epoch": 0.7349560726768901,
      "grad_norm": 0.3215349316596985,
      "learning_rate": 0.00028120805253363545,
      "loss": 0.612,
      "step": 5835
    },
    {
      "epoch": 0.7355858550870674,
      "grad_norm": 0.36016130447387695,
      "learning_rate": 0.00028115474565608656,
      "loss": 0.6905,
      "step": 5840
    },
    {
      "epoch": 0.7362156374972447,
      "grad_norm": 0.3493592441082001,
      "learning_rate": 0.00028110136834544336,
      "loss": 0.6922,
      "step": 5845
    },
    {
      "epoch": 0.736845419907422,
      "grad_norm": 0.34350746870040894,
      "learning_rate": 0.00028104792063037064,
      "loss": 0.6238,
      "step": 5850
    },
    {
      "epoch": 0.7374752023175992,
      "grad_norm": 0.3633589446544647,
      "learning_rate": 0.0002809944025395711,
      "loss": 0.6775,
      "step": 5855
    },
    {
      "epoch": 0.7381049847277765,
      "grad_norm": 0.3892457187175751,
      "learning_rate": 0.00028094081410178515,
      "loss": 0.6756,
      "step": 5860
    },
    {
      "epoch": 0.7387347671379538,
      "grad_norm": 0.33569657802581787,
      "learning_rate": 0.00028088715534579104,
      "loss": 0.63,
      "step": 5865
    },
    {
      "epoch": 0.7393645495481311,
      "grad_norm": 0.36327067017555237,
      "learning_rate": 0.0002808334263004047,
      "loss": 0.6653,
      "step": 5870
    },
    {
      "epoch": 0.7399943319583084,
      "grad_norm": 0.32698652148246765,
      "learning_rate": 0.00028077962699448,
      "loss": 0.655,
      "step": 5875
    },
    {
      "epoch": 0.7406241143684857,
      "grad_norm": 0.35473042726516724,
      "learning_rate": 0.0002807257574569082,
      "loss": 0.6341,
      "step": 5880
    },
    {
      "epoch": 0.7412538967786629,
      "grad_norm": 0.33008939027786255,
      "learning_rate": 0.0002806718177166185,
      "loss": 0.6614,
      "step": 5885
    },
    {
      "epoch": 0.7418836791888402,
      "grad_norm": 0.3434574007987976,
      "learning_rate": 0.0002806178078025779,
      "loss": 0.6313,
      "step": 5890
    },
    {
      "epoch": 0.7425134615990175,
      "grad_norm": 0.30766573548316956,
      "learning_rate": 0.00028056372774379085,
      "loss": 0.6296,
      "step": 5895
    },
    {
      "epoch": 0.7431432440091948,
      "grad_norm": 0.3676775097846985,
      "learning_rate": 0.00028050957756929965,
      "loss": 0.628,
      "step": 5900
    },
    {
      "epoch": 0.7437730264193722,
      "grad_norm": 0.3424786925315857,
      "learning_rate": 0.0002804553573081841,
      "loss": 0.6141,
      "step": 5905
    },
    {
      "epoch": 0.7444028088295493,
      "grad_norm": 0.391250878572464,
      "learning_rate": 0.0002804010669895618,
      "loss": 0.6615,
      "step": 5910
    },
    {
      "epoch": 0.7450325912397266,
      "grad_norm": 0.34186193346977234,
      "learning_rate": 0.0002803467066425878,
      "loss": 0.6389,
      "step": 5915
    },
    {
      "epoch": 0.745662373649904,
      "grad_norm": 0.37509649991989136,
      "learning_rate": 0.0002802922762964549,
      "loss": 0.6397,
      "step": 5920
    },
    {
      "epoch": 0.7462921560600813,
      "grad_norm": 0.3327299654483795,
      "learning_rate": 0.00028023777598039346,
      "loss": 0.6241,
      "step": 5925
    },
    {
      "epoch": 0.7469219384702586,
      "grad_norm": 0.37098389863967896,
      "learning_rate": 0.0002801832057236714,
      "loss": 0.7004,
      "step": 5930
    },
    {
      "epoch": 0.7475517208804358,
      "grad_norm": 0.36630627512931824,
      "learning_rate": 0.00028012856555559415,
      "loss": 0.6201,
      "step": 5935
    },
    {
      "epoch": 0.7481815032906131,
      "grad_norm": 0.3580261170864105,
      "learning_rate": 0.00028007385550550475,
      "loss": 0.6969,
      "step": 5940
    },
    {
      "epoch": 0.7488112857007904,
      "grad_norm": 0.3491668105125427,
      "learning_rate": 0.0002800190756027837,
      "loss": 0.6457,
      "step": 5945
    },
    {
      "epoch": 0.7494410681109677,
      "grad_norm": 0.2999480664730072,
      "learning_rate": 0.0002799642258768491,
      "loss": 0.6398,
      "step": 5950
    },
    {
      "epoch": 0.750070850521145,
      "grad_norm": 0.33795973658561707,
      "learning_rate": 0.00027990930635715655,
      "loss": 0.6672,
      "step": 5955
    },
    {
      "epoch": 0.7507006329313223,
      "grad_norm": 0.39881202578544617,
      "learning_rate": 0.00027985431707319903,
      "loss": 0.6796,
      "step": 5960
    },
    {
      "epoch": 0.7513304153414995,
      "grad_norm": 0.4092641770839691,
      "learning_rate": 0.0002797992580545071,
      "loss": 0.6488,
      "step": 5965
    },
    {
      "epoch": 0.7519601977516768,
      "grad_norm": 0.33037346601486206,
      "learning_rate": 0.0002797441293306486,
      "loss": 0.667,
      "step": 5970
    },
    {
      "epoch": 0.7525899801618541,
      "grad_norm": 0.35514095425605774,
      "learning_rate": 0.00027968893093122896,
      "loss": 0.6984,
      "step": 5975
    },
    {
      "epoch": 0.7532197625720314,
      "grad_norm": 0.4268254339694977,
      "learning_rate": 0.0002796336628858911,
      "loss": 0.6762,
      "step": 5980
    },
    {
      "epoch": 0.7538495449822087,
      "grad_norm": 0.33386656641960144,
      "learning_rate": 0.00027957832522431503,
      "loss": 0.6438,
      "step": 5985
    },
    {
      "epoch": 0.7544793273923859,
      "grad_norm": 0.374845415353775,
      "learning_rate": 0.00027952291797621846,
      "loss": 0.6422,
      "step": 5990
    },
    {
      "epoch": 0.7551091098025632,
      "grad_norm": 0.32742077112197876,
      "learning_rate": 0.0002794674411713563,
      "loss": 0.6685,
      "step": 5995
    },
    {
      "epoch": 0.7557388922127405,
      "grad_norm": 0.3118845820426941,
      "learning_rate": 0.0002794118948395209,
      "loss": 0.6273,
      "step": 6000
    },
    {
      "epoch": 0.7557388922127405,
      "eval_loss": 0.3097546696662903,
      "eval_runtime": 6.2567,
      "eval_samples_per_second": 159.828,
      "eval_steps_per_second": 10.069,
      "step": 6000
    },
    {
      "epoch": 0.7563686746229178,
      "grad_norm": 0.3407754898071289,
      "learning_rate": 0.00027935627901054197,
      "loss": 0.6712,
      "step": 6005
    },
    {
      "epoch": 0.7569984570330951,
      "grad_norm": 0.34817007184028625,
      "learning_rate": 0.0002793005937142863,
      "loss": 0.6492,
      "step": 6010
    },
    {
      "epoch": 0.7576282394432724,
      "grad_norm": 0.36492645740509033,
      "learning_rate": 0.00027924483898065833,
      "loss": 0.6467,
      "step": 6015
    },
    {
      "epoch": 0.7582580218534496,
      "grad_norm": 0.33556580543518066,
      "learning_rate": 0.0002791890148395995,
      "loss": 0.6486,
      "step": 6020
    },
    {
      "epoch": 0.7588878042636269,
      "grad_norm": 0.36699965596199036,
      "learning_rate": 0.00027913312132108874,
      "loss": 0.6909,
      "step": 6025
    },
    {
      "epoch": 0.7595175866738042,
      "grad_norm": 0.32526010274887085,
      "learning_rate": 0.0002790771584551421,
      "loss": 0.6234,
      "step": 6030
    },
    {
      "epoch": 0.7601473690839815,
      "grad_norm": 0.38366591930389404,
      "learning_rate": 0.00027902112627181295,
      "loss": 0.6195,
      "step": 6035
    },
    {
      "epoch": 0.7607771514941588,
      "grad_norm": 0.33587443828582764,
      "learning_rate": 0.0002789650248011918,
      "loss": 0.6546,
      "step": 6040
    },
    {
      "epoch": 0.761406933904336,
      "grad_norm": 0.36170026659965515,
      "learning_rate": 0.00027890885407340653,
      "loss": 0.6294,
      "step": 6045
    },
    {
      "epoch": 0.7620367163145133,
      "grad_norm": 0.34692490100860596,
      "learning_rate": 0.000278852614118622,
      "loss": 0.6468,
      "step": 6050
    },
    {
      "epoch": 0.7626664987246906,
      "grad_norm": 0.346608966588974,
      "learning_rate": 0.0002787963049670404,
      "loss": 0.6714,
      "step": 6055
    },
    {
      "epoch": 0.7632962811348679,
      "grad_norm": 0.3632940948009491,
      "learning_rate": 0.00027873992664890097,
      "loss": 0.6772,
      "step": 6060
    },
    {
      "epoch": 0.7639260635450452,
      "grad_norm": 0.38135001063346863,
      "learning_rate": 0.00027868347919448027,
      "loss": 0.658,
      "step": 6065
    },
    {
      "epoch": 0.7645558459552225,
      "grad_norm": 0.3518752455711365,
      "learning_rate": 0.00027862696263409177,
      "loss": 0.6445,
      "step": 6070
    },
    {
      "epoch": 0.7651856283653997,
      "grad_norm": 0.33004361391067505,
      "learning_rate": 0.00027857037699808613,
      "loss": 0.6553,
      "step": 6075
    },
    {
      "epoch": 0.765815410775577,
      "grad_norm": 0.36370858550071716,
      "learning_rate": 0.0002785137223168512,
      "loss": 0.6632,
      "step": 6080
    },
    {
      "epoch": 0.7664451931857543,
      "grad_norm": 0.3472859561443329,
      "learning_rate": 0.0002784569986208119,
      "loss": 0.626,
      "step": 6085
    },
    {
      "epoch": 0.7670749755959316,
      "grad_norm": 0.3560635447502136,
      "learning_rate": 0.00027840020594043,
      "loss": 0.6628,
      "step": 6090
    },
    {
      "epoch": 0.7677047580061089,
      "grad_norm": 0.3515082895755768,
      "learning_rate": 0.00027834334430620455,
      "loss": 0.7061,
      "step": 6095
    },
    {
      "epoch": 0.7683345404162861,
      "grad_norm": 0.3222733736038208,
      "learning_rate": 0.00027828641374867154,
      "loss": 0.617,
      "step": 6100
    },
    {
      "epoch": 0.7689643228264634,
      "grad_norm": 0.3362828493118286,
      "learning_rate": 0.00027822941429840397,
      "loss": 0.6825,
      "step": 6105
    },
    {
      "epoch": 0.7695941052366407,
      "grad_norm": 0.34228187799453735,
      "learning_rate": 0.0002781723459860119,
      "loss": 0.6306,
      "step": 6110
    },
    {
      "epoch": 0.770223887646818,
      "grad_norm": 0.3672444820404053,
      "learning_rate": 0.0002781152088421422,
      "loss": 0.6601,
      "step": 6115
    },
    {
      "epoch": 0.7708536700569953,
      "grad_norm": 0.3703080415725708,
      "learning_rate": 0.00027805800289747894,
      "loss": 0.6385,
      "step": 6120
    },
    {
      "epoch": 0.7714834524671725,
      "grad_norm": 0.34456151723861694,
      "learning_rate": 0.0002780007281827429,
      "loss": 0.6635,
      "step": 6125
    },
    {
      "epoch": 0.7721132348773498,
      "grad_norm": 0.3449029326438904,
      "learning_rate": 0.00027794338472869205,
      "loss": 0.6258,
      "step": 6130
    },
    {
      "epoch": 0.7727430172875271,
      "grad_norm": 0.3441922068595886,
      "learning_rate": 0.0002778859725661211,
      "loss": 0.627,
      "step": 6135
    },
    {
      "epoch": 0.7733727996977044,
      "grad_norm": 0.3855600357055664,
      "learning_rate": 0.00027782849172586156,
      "loss": 0.6205,
      "step": 6140
    },
    {
      "epoch": 0.7740025821078818,
      "grad_norm": 0.3838488757610321,
      "learning_rate": 0.0002777709422387821,
      "loss": 0.6463,
      "step": 6145
    },
    {
      "epoch": 0.7746323645180591,
      "grad_norm": 0.3128564953804016,
      "learning_rate": 0.00027771332413578805,
      "loss": 0.6639,
      "step": 6150
    },
    {
      "epoch": 0.7752621469282363,
      "grad_norm": 0.32142025232315063,
      "learning_rate": 0.00027765563744782166,
      "loss": 0.6187,
      "step": 6155
    },
    {
      "epoch": 0.7758919293384136,
      "grad_norm": 0.34378373622894287,
      "learning_rate": 0.000277597882205862,
      "loss": 0.659,
      "step": 6160
    },
    {
      "epoch": 0.7765217117485909,
      "grad_norm": 0.35872867703437805,
      "learning_rate": 0.0002775400584409249,
      "loss": 0.6245,
      "step": 6165
    },
    {
      "epoch": 0.7771514941587682,
      "grad_norm": 0.32217180728912354,
      "learning_rate": 0.00027748216618406316,
      "loss": 0.6216,
      "step": 6170
    },
    {
      "epoch": 0.7777812765689455,
      "grad_norm": 0.3139524757862091,
      "learning_rate": 0.00027742420546636616,
      "loss": 0.6831,
      "step": 6175
    },
    {
      "epoch": 0.7784110589791227,
      "grad_norm": 0.3159128427505493,
      "learning_rate": 0.00027736617631896017,
      "loss": 0.6417,
      "step": 6180
    },
    {
      "epoch": 0.7790408413893,
      "grad_norm": 0.36738142371177673,
      "learning_rate": 0.0002773080787730081,
      "loss": 0.6592,
      "step": 6185
    },
    {
      "epoch": 0.7796706237994773,
      "grad_norm": 0.31971079111099243,
      "learning_rate": 0.0002772499128597097,
      "loss": 0.6296,
      "step": 6190
    },
    {
      "epoch": 0.7803004062096546,
      "grad_norm": 0.3699764609336853,
      "learning_rate": 0.00027719167861030145,
      "loss": 0.6161,
      "step": 6195
    },
    {
      "epoch": 0.7809301886198319,
      "grad_norm": 0.3316752016544342,
      "learning_rate": 0.0002771333760560564,
      "loss": 0.6698,
      "step": 6200
    },
    {
      "epoch": 0.7815599710300092,
      "grad_norm": 0.34318891167640686,
      "learning_rate": 0.00027707500522828433,
      "loss": 0.6312,
      "step": 6205
    },
    {
      "epoch": 0.7821897534401864,
      "grad_norm": 0.3325194716453552,
      "learning_rate": 0.00027701656615833185,
      "loss": 0.6515,
      "step": 6210
    },
    {
      "epoch": 0.7828195358503637,
      "grad_norm": 0.3374411463737488,
      "learning_rate": 0.0002769580588775819,
      "loss": 0.6811,
      "step": 6215
    },
    {
      "epoch": 0.783449318260541,
      "grad_norm": 0.3507198989391327,
      "learning_rate": 0.00027689948341745433,
      "loss": 0.6177,
      "step": 6220
    },
    {
      "epoch": 0.7840791006707183,
      "grad_norm": 0.3619876205921173,
      "learning_rate": 0.00027684083980940543,
      "loss": 0.6812,
      "step": 6225
    },
    {
      "epoch": 0.7847088830808956,
      "grad_norm": 0.3660729229450226,
      "learning_rate": 0.00027678212808492824,
      "loss": 0.6888,
      "step": 6230
    },
    {
      "epoch": 0.7853386654910728,
      "grad_norm": 0.37557917833328247,
      "learning_rate": 0.00027672334827555226,
      "loss": 0.6516,
      "step": 6235
    },
    {
      "epoch": 0.7859684479012501,
      "grad_norm": 0.37117084860801697,
      "learning_rate": 0.00027666450041284363,
      "loss": 0.6503,
      "step": 6240
    },
    {
      "epoch": 0.7865982303114274,
      "grad_norm": 0.3434617519378662,
      "learning_rate": 0.00027660558452840487,
      "loss": 0.6582,
      "step": 6245
    },
    {
      "epoch": 0.7872280127216047,
      "grad_norm": 0.3878399431705475,
      "learning_rate": 0.0002765466006538753,
      "loss": 0.6309,
      "step": 6250
    },
    {
      "epoch": 0.787857795131782,
      "grad_norm": 0.3379189968109131,
      "learning_rate": 0.0002764875488209305,
      "loss": 0.6802,
      "step": 6255
    },
    {
      "epoch": 0.7884875775419593,
      "grad_norm": 0.3534158170223236,
      "learning_rate": 0.0002764284290612827,
      "loss": 0.6248,
      "step": 6260
    },
    {
      "epoch": 0.7891173599521365,
      "grad_norm": 0.3273150324821472,
      "learning_rate": 0.0002763692414066806,
      "loss": 0.617,
      "step": 6265
    },
    {
      "epoch": 0.7897471423623138,
      "grad_norm": 0.4256115257740021,
      "learning_rate": 0.0002763099858889093,
      "loss": 0.6452,
      "step": 6270
    },
    {
      "epoch": 0.7903769247724911,
      "grad_norm": 0.34881314635276794,
      "learning_rate": 0.0002762506625397903,
      "loss": 0.6545,
      "step": 6275
    },
    {
      "epoch": 0.7910067071826684,
      "grad_norm": 0.3283347487449646,
      "learning_rate": 0.0002761912713911817,
      "loss": 0.6819,
      "step": 6280
    },
    {
      "epoch": 0.7916364895928457,
      "grad_norm": 0.33939605951309204,
      "learning_rate": 0.0002761318124749778,
      "loss": 0.6188,
      "step": 6285
    },
    {
      "epoch": 0.7922662720030229,
      "grad_norm": 0.3786788582801819,
      "learning_rate": 0.00027607228582310947,
      "loss": 0.6583,
      "step": 6290
    },
    {
      "epoch": 0.7928960544132002,
      "grad_norm": 0.34528714418411255,
      "learning_rate": 0.0002760126914675439,
      "loss": 0.6594,
      "step": 6295
    },
    {
      "epoch": 0.7935258368233775,
      "grad_norm": 0.3494967818260193,
      "learning_rate": 0.00027595302944028447,
      "loss": 0.6241,
      "step": 6300
    },
    {
      "epoch": 0.7941556192335548,
      "grad_norm": 0.350005179643631,
      "learning_rate": 0.00027589329977337126,
      "loss": 0.6724,
      "step": 6305
    },
    {
      "epoch": 0.7947854016437321,
      "grad_norm": 0.3381168246269226,
      "learning_rate": 0.0002758335024988803,
      "loss": 0.6062,
      "step": 6310
    },
    {
      "epoch": 0.7954151840539094,
      "grad_norm": 0.32583653926849365,
      "learning_rate": 0.0002757736376489242,
      "loss": 0.6602,
      "step": 6315
    },
    {
      "epoch": 0.7960449664640866,
      "grad_norm": 0.33687326312065125,
      "learning_rate": 0.0002757137052556517,
      "loss": 0.6391,
      "step": 6320
    },
    {
      "epoch": 0.7966747488742639,
      "grad_norm": 0.35395026206970215,
      "learning_rate": 0.00027565370535124784,
      "loss": 0.6445,
      "step": 6325
    },
    {
      "epoch": 0.7973045312844412,
      "grad_norm": 0.3484829068183899,
      "learning_rate": 0.000275593637967934,
      "loss": 0.6242,
      "step": 6330
    },
    {
      "epoch": 0.7979343136946185,
      "grad_norm": 0.32783517241477966,
      "learning_rate": 0.0002755335031379677,
      "loss": 0.6481,
      "step": 6335
    },
    {
      "epoch": 0.7985640961047958,
      "grad_norm": 0.3683319389820099,
      "learning_rate": 0.0002754733008936427,
      "loss": 0.6506,
      "step": 6340
    },
    {
      "epoch": 0.799193878514973,
      "grad_norm": 0.360219269990921,
      "learning_rate": 0.00027541303126728907,
      "loss": 0.6377,
      "step": 6345
    },
    {
      "epoch": 0.7998236609251503,
      "grad_norm": 0.3323548436164856,
      "learning_rate": 0.00027535269429127283,
      "loss": 0.6278,
      "step": 6350
    },
    {
      "epoch": 0.8004534433353276,
      "grad_norm": 0.33823835849761963,
      "learning_rate": 0.0002752922899979965,
      "loss": 0.5999,
      "step": 6355
    },
    {
      "epoch": 0.801083225745505,
      "grad_norm": 0.35394924879074097,
      "learning_rate": 0.0002752318184198984,
      "loss": 0.6873,
      "step": 6360
    },
    {
      "epoch": 0.8017130081556822,
      "grad_norm": 0.35529881715774536,
      "learning_rate": 0.00027517127958945315,
      "loss": 0.6183,
      "step": 6365
    },
    {
      "epoch": 0.8023427905658594,
      "grad_norm": 0.35854044556617737,
      "learning_rate": 0.00027511067353917166,
      "loss": 0.6394,
      "step": 6370
    },
    {
      "epoch": 0.8029725729760367,
      "grad_norm": 0.32757097482681274,
      "learning_rate": 0.0002750500003016006,
      "loss": 0.6383,
      "step": 6375
    },
    {
      "epoch": 0.803602355386214,
      "grad_norm": 0.3267909586429596,
      "learning_rate": 0.0002749892599093229,
      "loss": 0.5951,
      "step": 6380
    },
    {
      "epoch": 0.8042321377963914,
      "grad_norm": 0.31262004375457764,
      "learning_rate": 0.0002749284523949576,
      "loss": 0.6497,
      "step": 6385
    },
    {
      "epoch": 0.8048619202065687,
      "grad_norm": 0.34036824107170105,
      "learning_rate": 0.00027486757779115973,
      "loss": 0.6295,
      "step": 6390
    },
    {
      "epoch": 0.805491702616746,
      "grad_norm": 0.3461470901966095,
      "learning_rate": 0.0002748066361306203,
      "loss": 0.6537,
      "step": 6395
    },
    {
      "epoch": 0.8061214850269232,
      "grad_norm": 0.35146886110305786,
      "learning_rate": 0.00027474562744606636,
      "loss": 0.6217,
      "step": 6400
    },
    {
      "epoch": 0.8067512674371005,
      "grad_norm": 0.37654054164886475,
      "learning_rate": 0.000274684551770261,
      "loss": 0.6417,
      "step": 6405
    },
    {
      "epoch": 0.8073810498472778,
      "grad_norm": 0.36115625500679016,
      "learning_rate": 0.0002746234091360032,
      "loss": 0.6638,
      "step": 6410
    },
    {
      "epoch": 0.8080108322574551,
      "grad_norm": 0.3503740727901459,
      "learning_rate": 0.00027456219957612804,
      "loss": 0.6652,
      "step": 6415
    },
    {
      "epoch": 0.8086406146676324,
      "grad_norm": 0.3303118646144867,
      "learning_rate": 0.0002745009231235064,
      "loss": 0.614,
      "step": 6420
    },
    {
      "epoch": 0.8092703970778096,
      "grad_norm": 0.35880813002586365,
      "learning_rate": 0.00027443957981104517,
      "loss": 0.6449,
      "step": 6425
    },
    {
      "epoch": 0.8099001794879869,
      "grad_norm": 0.3664454221725464,
      "learning_rate": 0.000274378169671687,
      "loss": 0.6448,
      "step": 6430
    },
    {
      "epoch": 0.8105299618981642,
      "grad_norm": 0.38473254442214966,
      "learning_rate": 0.00027431669273841067,
      "loss": 0.6576,
      "step": 6435
    },
    {
      "epoch": 0.8111597443083415,
      "grad_norm": 0.3694675862789154,
      "learning_rate": 0.0002742551490442307,
      "loss": 0.6365,
      "step": 6440
    },
    {
      "epoch": 0.8117895267185188,
      "grad_norm": 0.32066047191619873,
      "learning_rate": 0.0002741935386221973,
      "loss": 0.6563,
      "step": 6445
    },
    {
      "epoch": 0.8124193091286961,
      "grad_norm": 0.3764455020427704,
      "learning_rate": 0.0002741318615053968,
      "loss": 0.61,
      "step": 6450
    },
    {
      "epoch": 0.8130490915388733,
      "grad_norm": 0.3913812041282654,
      "learning_rate": 0.00027407011772695124,
      "loss": 0.6606,
      "step": 6455
    },
    {
      "epoch": 0.8136788739490506,
      "grad_norm": 0.2876626253128052,
      "learning_rate": 0.0002740083073200184,
      "loss": 0.6123,
      "step": 6460
    },
    {
      "epoch": 0.8143086563592279,
      "grad_norm": 0.37668120861053467,
      "learning_rate": 0.0002739464303177919,
      "loss": 0.6323,
      "step": 6465
    },
    {
      "epoch": 0.8149384387694052,
      "grad_norm": 0.3343159854412079,
      "learning_rate": 0.000273884486753501,
      "loss": 0.6051,
      "step": 6470
    },
    {
      "epoch": 0.8155682211795825,
      "grad_norm": 0.3852281868457794,
      "learning_rate": 0.00027382247666041097,
      "loss": 0.6614,
      "step": 6475
    },
    {
      "epoch": 0.8161980035897597,
      "grad_norm": 0.36491283774375916,
      "learning_rate": 0.0002737604000718225,
      "loss": 0.6383,
      "step": 6480
    },
    {
      "epoch": 0.816827785999937,
      "grad_norm": 0.32019633054733276,
      "learning_rate": 0.00027369825702107224,
      "loss": 0.623,
      "step": 6485
    },
    {
      "epoch": 0.8174575684101143,
      "grad_norm": 0.3173837661743164,
      "learning_rate": 0.0002736360475415324,
      "loss": 0.599,
      "step": 6490
    },
    {
      "epoch": 0.8180873508202916,
      "grad_norm": 0.31505605578422546,
      "learning_rate": 0.00027357377166661086,
      "loss": 0.6341,
      "step": 6495
    },
    {
      "epoch": 0.8187171332304689,
      "grad_norm": 0.3370759189128876,
      "learning_rate": 0.00027351142942975124,
      "loss": 0.6296,
      "step": 6500
    },
    {
      "epoch": 0.8193469156406462,
      "grad_norm": 0.3554564416408539,
      "learning_rate": 0.0002734490208644327,
      "loss": 0.6587,
      "step": 6505
    },
    {
      "epoch": 0.8199766980508234,
      "grad_norm": 0.3487757444381714,
      "learning_rate": 0.0002733865460041701,
      "loss": 0.6292,
      "step": 6510
    },
    {
      "epoch": 0.8206064804610007,
      "grad_norm": 0.3280607759952545,
      "learning_rate": 0.0002733240048825138,
      "loss": 0.5964,
      "step": 6515
    },
    {
      "epoch": 0.821236262871178,
      "grad_norm": 0.35416868329048157,
      "learning_rate": 0.0002732613975330499,
      "loss": 0.6089,
      "step": 6520
    },
    {
      "epoch": 0.8218660452813553,
      "grad_norm": 0.3558996915817261,
      "learning_rate": 0.00027319872398939995,
      "loss": 0.5791,
      "step": 6525
    },
    {
      "epoch": 0.8224958276915326,
      "grad_norm": 0.35394206643104553,
      "learning_rate": 0.000273135984285221,
      "loss": 0.6183,
      "step": 6530
    },
    {
      "epoch": 0.8231256101017098,
      "grad_norm": 0.33172932267189026,
      "learning_rate": 0.0002730731784542058,
      "loss": 0.605,
      "step": 6535
    },
    {
      "epoch": 0.8237553925118871,
      "grad_norm": 0.3498142957687378,
      "learning_rate": 0.00027301030653008253,
      "loss": 0.6199,
      "step": 6540
    },
    {
      "epoch": 0.8243851749220644,
      "grad_norm": 0.3364173471927643,
      "learning_rate": 0.0002729473685466148,
      "loss": 0.6352,
      "step": 6545
    },
    {
      "epoch": 0.8250149573322417,
      "grad_norm": 0.38148370385169983,
      "learning_rate": 0.00027288436453760164,
      "loss": 0.6216,
      "step": 6550
    },
    {
      "epoch": 0.825644739742419,
      "grad_norm": 0.33975306153297424,
      "learning_rate": 0.0002728212945368778,
      "loss": 0.6155,
      "step": 6555
    },
    {
      "epoch": 0.8262745221525962,
      "grad_norm": 0.3361944854259491,
      "learning_rate": 0.0002727581585783133,
      "loss": 0.6084,
      "step": 6560
    },
    {
      "epoch": 0.8269043045627735,
      "grad_norm": 0.3503773808479309,
      "learning_rate": 0.00027269495669581353,
      "loss": 0.6355,
      "step": 6565
    },
    {
      "epoch": 0.8275340869729508,
      "grad_norm": 0.35406753420829773,
      "learning_rate": 0.00027263168892331934,
      "loss": 0.624,
      "step": 6570
    },
    {
      "epoch": 0.8281638693831281,
      "grad_norm": 0.3337428569793701,
      "learning_rate": 0.00027256835529480697,
      "loss": 0.6451,
      "step": 6575
    },
    {
      "epoch": 0.8287936517933054,
      "grad_norm": 0.3431616425514221,
      "learning_rate": 0.00027250495584428807,
      "loss": 0.5969,
      "step": 6580
    },
    {
      "epoch": 0.8294234342034827,
      "grad_norm": 0.4032285511493683,
      "learning_rate": 0.0002724414906058096,
      "loss": 0.5954,
      "step": 6585
    },
    {
      "epoch": 0.8300532166136599,
      "grad_norm": 0.3352124094963074,
      "learning_rate": 0.00027237795961345383,
      "loss": 0.6077,
      "step": 6590
    },
    {
      "epoch": 0.8306829990238372,
      "grad_norm": 0.3181077837944031,
      "learning_rate": 0.0002723143629013383,
      "loss": 0.6107,
      "step": 6595
    },
    {
      "epoch": 0.8313127814340145,
      "grad_norm": 0.32390958070755005,
      "learning_rate": 0.000272250700503616,
      "loss": 0.6345,
      "step": 6600
    },
    {
      "epoch": 0.8319425638441919,
      "grad_norm": 0.3199234902858734,
      "learning_rate": 0.0002721869724544749,
      "loss": 0.6268,
      "step": 6605
    },
    {
      "epoch": 0.8325723462543692,
      "grad_norm": 0.38811957836151123,
      "learning_rate": 0.00027212317878813863,
      "loss": 0.643,
      "step": 6610
    },
    {
      "epoch": 0.8332021286645463,
      "grad_norm": 0.38010820746421814,
      "learning_rate": 0.00027205931953886575,
      "loss": 0.6055,
      "step": 6615
    },
    {
      "epoch": 0.8338319110747237,
      "grad_norm": 0.3288145065307617,
      "learning_rate": 0.00027199539474095013,
      "loss": 0.6311,
      "step": 6620
    },
    {
      "epoch": 0.834461693484901,
      "grad_norm": 0.33361807465553284,
      "learning_rate": 0.0002719314044287209,
      "loss": 0.6083,
      "step": 6625
    },
    {
      "epoch": 0.8350914758950783,
      "grad_norm": 0.350864440202713,
      "learning_rate": 0.0002718673486365423,
      "loss": 0.5969,
      "step": 6630
    },
    {
      "epoch": 0.8357212583052556,
      "grad_norm": 0.35795754194259644,
      "learning_rate": 0.0002718032273988137,
      "loss": 0.6623,
      "step": 6635
    },
    {
      "epoch": 0.8363510407154329,
      "grad_norm": 0.3748815357685089,
      "learning_rate": 0.0002717390407499697,
      "loss": 0.6301,
      "step": 6640
    },
    {
      "epoch": 0.8369808231256101,
      "grad_norm": 0.3146851360797882,
      "learning_rate": 0.00027167478872448,
      "loss": 0.62,
      "step": 6645
    },
    {
      "epoch": 0.8376106055357874,
      "grad_norm": 0.3758367598056793,
      "learning_rate": 0.0002716104713568495,
      "loss": 0.6202,
      "step": 6650
    },
    {
      "epoch": 0.8382403879459647,
      "grad_norm": 0.4035817086696625,
      "learning_rate": 0.0002715460886816179,
      "loss": 0.606,
      "step": 6655
    },
    {
      "epoch": 0.838870170356142,
      "grad_norm": 0.3586306869983673,
      "learning_rate": 0.00027148164073336026,
      "loss": 0.6523,
      "step": 6660
    },
    {
      "epoch": 0.8394999527663193,
      "grad_norm": 0.33375057578086853,
      "learning_rate": 0.0002714171275466866,
      "loss": 0.6193,
      "step": 6665
    },
    {
      "epoch": 0.8401297351764965,
      "grad_norm": 0.30258163809776306,
      "learning_rate": 0.0002713525491562421,
      "loss": 0.6225,
      "step": 6670
    },
    {
      "epoch": 0.8407595175866738,
      "grad_norm": 0.33032524585723877,
      "learning_rate": 0.00027128790559670667,
      "loss": 0.628,
      "step": 6675
    },
    {
      "epoch": 0.8413892999968511,
      "grad_norm": 0.36689457297325134,
      "learning_rate": 0.00027122319690279535,
      "loss": 0.6341,
      "step": 6680
    },
    {
      "epoch": 0.8420190824070284,
      "grad_norm": 0.35744035243988037,
      "learning_rate": 0.00027115842310925837,
      "loss": 0.5945,
      "step": 6685
    },
    {
      "epoch": 0.8426488648172057,
      "grad_norm": 0.3377218246459961,
      "learning_rate": 0.0002710935842508806,
      "loss": 0.6216,
      "step": 6690
    },
    {
      "epoch": 0.843278647227383,
      "grad_norm": 0.3244309723377228,
      "learning_rate": 0.000271028680362482,
      "loss": 0.6045,
      "step": 6695
    },
    {
      "epoch": 0.8439084296375602,
      "grad_norm": 0.34593185782432556,
      "learning_rate": 0.00027096371147891744,
      "loss": 0.6277,
      "step": 6700
    },
    {
      "epoch": 0.8445382120477375,
      "grad_norm": 0.3151993751525879,
      "learning_rate": 0.0002708986776350767,
      "loss": 0.5929,
      "step": 6705
    },
    {
      "epoch": 0.8451679944579148,
      "grad_norm": 0.38307860493659973,
      "learning_rate": 0.0002708335788658845,
      "loss": 0.5934,
      "step": 6710
    },
    {
      "epoch": 0.8457977768680921,
      "grad_norm": 0.3155449330806732,
      "learning_rate": 0.0002707684152063003,
      "loss": 0.5838,
      "step": 6715
    },
    {
      "epoch": 0.8464275592782694,
      "grad_norm": 0.3827744424343109,
      "learning_rate": 0.00027070318669131845,
      "loss": 0.5976,
      "step": 6720
    },
    {
      "epoch": 0.8470573416884466,
      "grad_norm": 0.35382625460624695,
      "learning_rate": 0.00027063789335596825,
      "loss": 0.5997,
      "step": 6725
    },
    {
      "epoch": 0.8476871240986239,
      "grad_norm": 0.36884164810180664,
      "learning_rate": 0.00027057253523531365,
      "loss": 0.6373,
      "step": 6730
    },
    {
      "epoch": 0.8483169065088012,
      "grad_norm": 0.35557276010513306,
      "learning_rate": 0.0002705071123644534,
      "loss": 0.6717,
      "step": 6735
    },
    {
      "epoch": 0.8489466889189785,
      "grad_norm": 0.3088480234146118,
      "learning_rate": 0.00027044162477852124,
      "loss": 0.6011,
      "step": 6740
    },
    {
      "epoch": 0.8495764713291558,
      "grad_norm": 0.33665964007377625,
      "learning_rate": 0.0002703760725126853,
      "loss": 0.6039,
      "step": 6745
    },
    {
      "epoch": 0.850206253739333,
      "grad_norm": 0.3297666311264038,
      "learning_rate": 0.0002703104556021488,
      "loss": 0.6226,
      "step": 6750
    },
    {
      "epoch": 0.8508360361495103,
      "grad_norm": 0.33897268772125244,
      "learning_rate": 0.00027024477408214945,
      "loss": 0.5564,
      "step": 6755
    },
    {
      "epoch": 0.8514658185596876,
      "grad_norm": 0.3549680709838867,
      "learning_rate": 0.0002701790279879597,
      "loss": 0.5989,
      "step": 6760
    },
    {
      "epoch": 0.8520956009698649,
      "grad_norm": 0.31162139773368835,
      "learning_rate": 0.0002701132173548868,
      "loss": 0.6363,
      "step": 6765
    },
    {
      "epoch": 0.8527253833800422,
      "grad_norm": 0.35543885827064514,
      "learning_rate": 0.0002700473422182724,
      "loss": 0.6228,
      "step": 6770
    },
    {
      "epoch": 0.8533551657902195,
      "grad_norm": 0.3361263871192932,
      "learning_rate": 0.0002699814026134932,
      "loss": 0.5957,
      "step": 6775
    },
    {
      "epoch": 0.8539849482003967,
      "grad_norm": 0.2764013707637787,
      "learning_rate": 0.00026991539857596,
      "loss": 0.5982,
      "step": 6780
    },
    {
      "epoch": 0.854614730610574,
      "grad_norm": 0.3229328691959381,
      "learning_rate": 0.0002698493301411187,
      "loss": 0.6562,
      "step": 6785
    },
    {
      "epoch": 0.8552445130207513,
      "grad_norm": 0.3163946270942688,
      "learning_rate": 0.00026978319734444943,
      "loss": 0.6125,
      "step": 6790
    },
    {
      "epoch": 0.8558742954309286,
      "grad_norm": 0.38809090852737427,
      "learning_rate": 0.0002697170002214671,
      "loss": 0.6308,
      "step": 6795
    },
    {
      "epoch": 0.8565040778411059,
      "grad_norm": 0.3416973650455475,
      "learning_rate": 0.0002696507388077209,
      "loss": 0.6565,
      "step": 6800
    },
    {
      "epoch": 0.8571338602512831,
      "grad_norm": 0.3220008909702301,
      "learning_rate": 0.00026958441313879494,
      "loss": 0.6211,
      "step": 6805
    },
    {
      "epoch": 0.8577636426614604,
      "grad_norm": 0.34507647156715393,
      "learning_rate": 0.00026951802325030755,
      "loss": 0.6384,
      "step": 6810
    },
    {
      "epoch": 0.8583934250716377,
      "grad_norm": 0.3345770239830017,
      "learning_rate": 0.00026945156917791154,
      "loss": 0.6566,
      "step": 6815
    },
    {
      "epoch": 0.859023207481815,
      "grad_norm": 0.32488980889320374,
      "learning_rate": 0.0002693850509572943,
      "loss": 0.626,
      "step": 6820
    },
    {
      "epoch": 0.8596529898919923,
      "grad_norm": 0.3537434935569763,
      "learning_rate": 0.00026931846862417766,
      "loss": 0.6539,
      "step": 6825
    },
    {
      "epoch": 0.8602827723021697,
      "grad_norm": 0.3165736794471741,
      "learning_rate": 0.0002692518222143179,
      "loss": 0.6468,
      "step": 6830
    },
    {
      "epoch": 0.8609125547123468,
      "grad_norm": 0.34746891260147095,
      "learning_rate": 0.0002691851117635056,
      "loss": 0.6498,
      "step": 6835
    },
    {
      "epoch": 0.8615423371225241,
      "grad_norm": 0.3370078206062317,
      "learning_rate": 0.00026911833730756577,
      "loss": 0.5951,
      "step": 6840
    },
    {
      "epoch": 0.8621721195327015,
      "grad_norm": 0.3180099427700043,
      "learning_rate": 0.00026905149888235787,
      "loss": 0.609,
      "step": 6845
    },
    {
      "epoch": 0.8628019019428788,
      "grad_norm": 0.34123897552490234,
      "learning_rate": 0.0002689845965237757,
      "loss": 0.6228,
      "step": 6850
    },
    {
      "epoch": 0.8634316843530561,
      "grad_norm": 0.3529733717441559,
      "learning_rate": 0.00026891763026774725,
      "loss": 0.6101,
      "step": 6855
    },
    {
      "epoch": 0.8640614667632333,
      "grad_norm": 0.3116464614868164,
      "learning_rate": 0.00026885060015023496,
      "loss": 0.5734,
      "step": 6860
    },
    {
      "epoch": 0.8646912491734106,
      "grad_norm": 0.3331621587276459,
      "learning_rate": 0.00026878350620723556,
      "loss": 0.6004,
      "step": 6865
    },
    {
      "epoch": 0.8653210315835879,
      "grad_norm": 0.3215835690498352,
      "learning_rate": 0.00026871634847478007,
      "loss": 0.6105,
      "step": 6870
    },
    {
      "epoch": 0.8659508139937652,
      "grad_norm": 0.3454177677631378,
      "learning_rate": 0.0002686491269889336,
      "loss": 0.6203,
      "step": 6875
    },
    {
      "epoch": 0.8665805964039425,
      "grad_norm": 0.3336181640625,
      "learning_rate": 0.0002685818417857958,
      "loss": 0.6179,
      "step": 6880
    },
    {
      "epoch": 0.8672103788141198,
      "grad_norm": 0.3452587127685547,
      "learning_rate": 0.00026851449290150024,
      "loss": 0.5918,
      "step": 6885
    },
    {
      "epoch": 0.867840161224297,
      "grad_norm": 0.37552833557128906,
      "learning_rate": 0.0002684470803722148,
      "loss": 0.6284,
      "step": 6890
    },
    {
      "epoch": 0.8684699436344743,
      "grad_norm": 0.33525559306144714,
      "learning_rate": 0.0002683796042341416,
      "loss": 0.6465,
      "step": 6895
    },
    {
      "epoch": 0.8690997260446516,
      "grad_norm": 0.3272569477558136,
      "learning_rate": 0.00026831206452351683,
      "loss": 0.636,
      "step": 6900
    },
    {
      "epoch": 0.8697295084548289,
      "grad_norm": 0.35215091705322266,
      "learning_rate": 0.0002682444612766109,
      "loss": 0.6415,
      "step": 6905
    },
    {
      "epoch": 0.8703592908650062,
      "grad_norm": 0.33025211095809937,
      "learning_rate": 0.0002681767945297282,
      "loss": 0.6677,
      "step": 6910
    },
    {
      "epoch": 0.8709890732751834,
      "grad_norm": 0.34073176980018616,
      "learning_rate": 0.0002681090643192075,
      "loss": 0.6386,
      "step": 6915
    },
    {
      "epoch": 0.8716188556853607,
      "grad_norm": 0.4070134162902832,
      "learning_rate": 0.0002680412706814213,
      "loss": 0.6365,
      "step": 6920
    },
    {
      "epoch": 0.872248638095538,
      "grad_norm": 0.33693283796310425,
      "learning_rate": 0.00026797341365277644,
      "loss": 0.6465,
      "step": 6925
    },
    {
      "epoch": 0.8728784205057153,
      "grad_norm": 0.3678983747959137,
      "learning_rate": 0.0002679054932697136,
      "loss": 0.594,
      "step": 6930
    },
    {
      "epoch": 0.8735082029158926,
      "grad_norm": 0.31632333993911743,
      "learning_rate": 0.00026783750956870764,
      "loss": 0.6128,
      "step": 6935
    },
    {
      "epoch": 0.8741379853260698,
      "grad_norm": 0.3184865713119507,
      "learning_rate": 0.0002677694625862674,
      "loss": 0.5955,
      "step": 6940
    },
    {
      "epoch": 0.8747677677362471,
      "grad_norm": 0.33729860186576843,
      "learning_rate": 0.00026770135235893556,
      "loss": 0.609,
      "step": 6945
    },
    {
      "epoch": 0.8753975501464244,
      "grad_norm": 0.3195466995239258,
      "learning_rate": 0.0002676331789232889,
      "loss": 0.6399,
      "step": 6950
    },
    {
      "epoch": 0.8760273325566017,
      "grad_norm": 0.35504212975502014,
      "learning_rate": 0.0002675649423159382,
      "loss": 0.6162,
      "step": 6955
    },
    {
      "epoch": 0.876657114966779,
      "grad_norm": 0.3598940372467041,
      "learning_rate": 0.000267496642573528,
      "loss": 0.6117,
      "step": 6960
    },
    {
      "epoch": 0.8772868973769563,
      "grad_norm": 0.32016637921333313,
      "learning_rate": 0.0002674282797327368,
      "loss": 0.6129,
      "step": 6965
    },
    {
      "epoch": 0.8779166797871335,
      "grad_norm": 0.36968451738357544,
      "learning_rate": 0.00026735985383027704,
      "loss": 0.619,
      "step": 6970
    },
    {
      "epoch": 0.8785464621973108,
      "grad_norm": 0.3299955427646637,
      "learning_rate": 0.000267291364902895,
      "loss": 0.5894,
      "step": 6975
    },
    {
      "epoch": 0.8791762446074881,
      "grad_norm": 0.34892305731773376,
      "learning_rate": 0.0002672228129873708,
      "loss": 0.6152,
      "step": 6980
    },
    {
      "epoch": 0.8798060270176654,
      "grad_norm": 0.379016637802124,
      "learning_rate": 0.00026715419812051833,
      "loss": 0.6633,
      "step": 6985
    },
    {
      "epoch": 0.8804358094278427,
      "grad_norm": 0.3378797173500061,
      "learning_rate": 0.00026708552033918544,
      "loss": 0.5911,
      "step": 6990
    },
    {
      "epoch": 0.8810655918380199,
      "grad_norm": 0.3348138928413391,
      "learning_rate": 0.0002670167796802536,
      "loss": 0.5841,
      "step": 6995
    },
    {
      "epoch": 0.8816953742481972,
      "grad_norm": 0.36374861001968384,
      "learning_rate": 0.0002669479761806381,
      "loss": 0.5973,
      "step": 7000
    },
    {
      "epoch": 0.8816953742481972,
      "eval_loss": 0.3066178560256958,
      "eval_runtime": 6.2494,
      "eval_samples_per_second": 160.014,
      "eval_steps_per_second": 10.081,
      "step": 7000
    },
    {
      "epoch": 0.8823251566583745,
      "grad_norm": 0.31616318225860596,
      "learning_rate": 0.000266879109877288,
      "loss": 0.6302,
      "step": 7005
    },
    {
      "epoch": 0.8829549390685518,
      "grad_norm": 0.37413114309310913,
      "learning_rate": 0.00026681018080718615,
      "loss": 0.6141,
      "step": 7010
    },
    {
      "epoch": 0.8835847214787291,
      "grad_norm": 0.3616124987602234,
      "learning_rate": 0.0002667411890073489,
      "loss": 0.6081,
      "step": 7015
    },
    {
      "epoch": 0.8842145038889064,
      "grad_norm": 0.3536156713962555,
      "learning_rate": 0.00026667213451482655,
      "loss": 0.6101,
      "step": 7020
    },
    {
      "epoch": 0.8848442862990836,
      "grad_norm": 0.2826579809188843,
      "learning_rate": 0.00026660301736670293,
      "loss": 0.5803,
      "step": 7025
    },
    {
      "epoch": 0.8854740687092609,
      "grad_norm": 0.3352709710597992,
      "learning_rate": 0.00026653383760009546,
      "loss": 0.5994,
      "step": 7030
    },
    {
      "epoch": 0.8861038511194382,
      "grad_norm": 0.320122092962265,
      "learning_rate": 0.00026646459525215524,
      "loss": 0.6159,
      "step": 7035
    },
    {
      "epoch": 0.8867336335296155,
      "grad_norm": 0.3512963652610779,
      "learning_rate": 0.0002663952903600671,
      "loss": 0.6034,
      "step": 7040
    },
    {
      "epoch": 0.8873634159397928,
      "grad_norm": 0.358071506023407,
      "learning_rate": 0.00026632592296104926,
      "loss": 0.6155,
      "step": 7045
    },
    {
      "epoch": 0.88799319834997,
      "grad_norm": 0.342318058013916,
      "learning_rate": 0.0002662564930923536,
      "loss": 0.5997,
      "step": 7050
    },
    {
      "epoch": 0.8886229807601473,
      "grad_norm": 0.291960746049881,
      "learning_rate": 0.0002661870007912656,
      "loss": 0.5721,
      "step": 7055
    },
    {
      "epoch": 0.8892527631703246,
      "grad_norm": 0.3608805239200592,
      "learning_rate": 0.0002661174460951042,
      "loss": 0.6248,
      "step": 7060
    },
    {
      "epoch": 0.889882545580502,
      "grad_norm": 0.329289972782135,
      "learning_rate": 0.0002660478290412218,
      "loss": 0.6163,
      "step": 7065
    },
    {
      "epoch": 0.8905123279906793,
      "grad_norm": 0.352383553981781,
      "learning_rate": 0.0002659781496670044,
      "loss": 0.6252,
      "step": 7070
    },
    {
      "epoch": 0.8911421104008566,
      "grad_norm": 0.3424574136734009,
      "learning_rate": 0.0002659084080098714,
      "loss": 0.5562,
      "step": 7075
    },
    {
      "epoch": 0.8917718928110338,
      "grad_norm": 0.32095563411712646,
      "learning_rate": 0.0002658386041072757,
      "loss": 0.6232,
      "step": 7080
    },
    {
      "epoch": 0.892401675221211,
      "grad_norm": 0.3307218849658966,
      "learning_rate": 0.00026576873799670356,
      "loss": 0.5958,
      "step": 7085
    },
    {
      "epoch": 0.8930314576313884,
      "grad_norm": 0.31858259439468384,
      "learning_rate": 0.00026569880971567464,
      "loss": 0.6128,
      "step": 7090
    },
    {
      "epoch": 0.8936612400415657,
      "grad_norm": 0.3014832139015198,
      "learning_rate": 0.00026562881930174213,
      "loss": 0.5886,
      "step": 7095
    },
    {
      "epoch": 0.894291022451743,
      "grad_norm": 0.35925576090812683,
      "learning_rate": 0.00026555876679249234,
      "loss": 0.6032,
      "step": 7100
    },
    {
      "epoch": 0.8949208048619202,
      "grad_norm": 0.337100625038147,
      "learning_rate": 0.0002654886522255452,
      "loss": 0.6217,
      "step": 7105
    },
    {
      "epoch": 0.8955505872720975,
      "grad_norm": 0.34906861186027527,
      "learning_rate": 0.00026541847563855373,
      "loss": 0.5999,
      "step": 7110
    },
    {
      "epoch": 0.8961803696822748,
      "grad_norm": 0.2829444110393524,
      "learning_rate": 0.00026534823706920443,
      "loss": 0.5747,
      "step": 7115
    },
    {
      "epoch": 0.8968101520924521,
      "grad_norm": 0.3298097550868988,
      "learning_rate": 0.00026527793655521697,
      "loss": 0.5959,
      "step": 7120
    },
    {
      "epoch": 0.8974399345026294,
      "grad_norm": 0.3762158453464508,
      "learning_rate": 0.0002652075741343444,
      "loss": 0.6325,
      "step": 7125
    },
    {
      "epoch": 0.8980697169128066,
      "grad_norm": 0.3318065106868744,
      "learning_rate": 0.00026513714984437284,
      "loss": 0.6015,
      "step": 7130
    },
    {
      "epoch": 0.8986994993229839,
      "grad_norm": 0.3132246434688568,
      "learning_rate": 0.0002650666637231218,
      "loss": 0.6317,
      "step": 7135
    },
    {
      "epoch": 0.8993292817331612,
      "grad_norm": 0.3308473527431488,
      "learning_rate": 0.00026499611580844403,
      "loss": 0.6364,
      "step": 7140
    },
    {
      "epoch": 0.8999590641433385,
      "grad_norm": 0.31450155377388,
      "learning_rate": 0.0002649255061382252,
      "loss": 0.6186,
      "step": 7145
    },
    {
      "epoch": 0.9005888465535158,
      "grad_norm": 0.3408615291118622,
      "learning_rate": 0.00026485483475038445,
      "loss": 0.5954,
      "step": 7150
    },
    {
      "epoch": 0.9012186289636931,
      "grad_norm": 0.34355321526527405,
      "learning_rate": 0.0002647841016828738,
      "loss": 0.6143,
      "step": 7155
    },
    {
      "epoch": 0.9018484113738703,
      "grad_norm": 0.35341107845306396,
      "learning_rate": 0.00026471330697367865,
      "loss": 0.5887,
      "step": 7160
    },
    {
      "epoch": 0.9024781937840476,
      "grad_norm": 0.3439336121082306,
      "learning_rate": 0.0002646424506608173,
      "loss": 0.6152,
      "step": 7165
    },
    {
      "epoch": 0.9031079761942249,
      "grad_norm": 0.32301509380340576,
      "learning_rate": 0.00026457153278234126,
      "loss": 0.6191,
      "step": 7170
    },
    {
      "epoch": 0.9037377586044022,
      "grad_norm": 0.3085480034351349,
      "learning_rate": 0.000264500553376335,
      "loss": 0.5993,
      "step": 7175
    },
    {
      "epoch": 0.9043675410145795,
      "grad_norm": 0.3285475969314575,
      "learning_rate": 0.0002644295124809161,
      "loss": 0.5832,
      "step": 7180
    },
    {
      "epoch": 0.9049973234247567,
      "grad_norm": 0.3160327076911926,
      "learning_rate": 0.0002643584101342352,
      "loss": 0.6258,
      "step": 7185
    },
    {
      "epoch": 0.905627105834934,
      "grad_norm": 0.30449238419532776,
      "learning_rate": 0.0002642872463744759,
      "loss": 0.62,
      "step": 7190
    },
    {
      "epoch": 0.9062568882451113,
      "grad_norm": 0.31154754757881165,
      "learning_rate": 0.00026421602123985455,
      "loss": 0.5888,
      "step": 7195
    },
    {
      "epoch": 0.9068866706552886,
      "grad_norm": 0.32224607467651367,
      "learning_rate": 0.0002641447347686209,
      "loss": 0.5971,
      "step": 7200
    },
    {
      "epoch": 0.9075164530654659,
      "grad_norm": 0.33809399604797363,
      "learning_rate": 0.0002640733869990573,
      "loss": 0.5942,
      "step": 7205
    },
    {
      "epoch": 0.9081462354756432,
      "grad_norm": 0.337990403175354,
      "learning_rate": 0.0002640019779694792,
      "loss": 0.5996,
      "step": 7210
    },
    {
      "epoch": 0.9087760178858204,
      "grad_norm": 0.33843520283699036,
      "learning_rate": 0.0002639305077182348,
      "loss": 0.6009,
      "step": 7215
    },
    {
      "epoch": 0.9094058002959977,
      "grad_norm": 0.31854307651519775,
      "learning_rate": 0.00026385897628370536,
      "loss": 0.5929,
      "step": 7220
    },
    {
      "epoch": 0.910035582706175,
      "grad_norm": 0.31263160705566406,
      "learning_rate": 0.0002637873837043049,
      "loss": 0.5861,
      "step": 7225
    },
    {
      "epoch": 0.9106653651163523,
      "grad_norm": 0.3141006827354431,
      "learning_rate": 0.00026371573001848005,
      "loss": 0.6204,
      "step": 7230
    },
    {
      "epoch": 0.9112951475265296,
      "grad_norm": 0.3565130829811096,
      "learning_rate": 0.00026364401526471077,
      "loss": 0.6051,
      "step": 7235
    },
    {
      "epoch": 0.9119249299367068,
      "grad_norm": 0.3886755108833313,
      "learning_rate": 0.0002635722394815094,
      "loss": 0.6162,
      "step": 7240
    },
    {
      "epoch": 0.9125547123468841,
      "grad_norm": 0.32173478603363037,
      "learning_rate": 0.0002635004027074211,
      "loss": 0.5908,
      "step": 7245
    },
    {
      "epoch": 0.9131844947570614,
      "grad_norm": 0.3483346998691559,
      "learning_rate": 0.0002634285049810239,
      "loss": 0.5934,
      "step": 7250
    },
    {
      "epoch": 0.9138142771672387,
      "grad_norm": 0.31829094886779785,
      "learning_rate": 0.00026335654634092857,
      "loss": 0.6205,
      "step": 7255
    },
    {
      "epoch": 0.914444059577416,
      "grad_norm": 0.2864934206008911,
      "learning_rate": 0.0002632845268257785,
      "loss": 0.5486,
      "step": 7260
    },
    {
      "epoch": 0.9150738419875933,
      "grad_norm": 0.34583529829978943,
      "learning_rate": 0.0002632124464742499,
      "loss": 0.5994,
      "step": 7265
    },
    {
      "epoch": 0.9157036243977705,
      "grad_norm": 0.3405662775039673,
      "learning_rate": 0.00026314030532505146,
      "loss": 0.5941,
      "step": 7270
    },
    {
      "epoch": 0.9163334068079478,
      "grad_norm": 0.319985568523407,
      "learning_rate": 0.00026306810341692464,
      "loss": 0.5949,
      "step": 7275
    },
    {
      "epoch": 0.9169631892181251,
      "grad_norm": 0.3206420838832855,
      "learning_rate": 0.00026299584078864354,
      "loss": 0.5895,
      "step": 7280
    },
    {
      "epoch": 0.9175929716283024,
      "grad_norm": 0.33022215962409973,
      "learning_rate": 0.00026292351747901486,
      "loss": 0.6018,
      "step": 7285
    },
    {
      "epoch": 0.9182227540384797,
      "grad_norm": 0.3440692722797394,
      "learning_rate": 0.00026285113352687785,
      "loss": 0.5818,
      "step": 7290
    },
    {
      "epoch": 0.9188525364486569,
      "grad_norm": 0.3580811619758606,
      "learning_rate": 0.0002627786889711043,
      "loss": 0.6024,
      "step": 7295
    },
    {
      "epoch": 0.9194823188588342,
      "grad_norm": 0.3101358413696289,
      "learning_rate": 0.0002627061838505987,
      "loss": 0.6241,
      "step": 7300
    },
    {
      "epoch": 0.9201121012690116,
      "grad_norm": 0.3681425452232361,
      "learning_rate": 0.00026263361820429783,
      "loss": 0.5759,
      "step": 7305
    },
    {
      "epoch": 0.9207418836791889,
      "grad_norm": 0.3331769108772278,
      "learning_rate": 0.0002625609920711712,
      "loss": 0.5696,
      "step": 7310
    },
    {
      "epoch": 0.9213716660893662,
      "grad_norm": 0.34252071380615234,
      "learning_rate": 0.00026248830549022064,
      "loss": 0.6171,
      "step": 7315
    },
    {
      "epoch": 0.9220014484995434,
      "grad_norm": 0.31009170413017273,
      "learning_rate": 0.00026241555850048056,
      "loss": 0.5758,
      "step": 7320
    },
    {
      "epoch": 0.9226312309097207,
      "grad_norm": 0.33126717805862427,
      "learning_rate": 0.00026234275114101765,
      "loss": 0.557,
      "step": 7325
    },
    {
      "epoch": 0.923261013319898,
      "grad_norm": 0.35423141717910767,
      "learning_rate": 0.00026226988345093126,
      "loss": 0.6239,
      "step": 7330
    },
    {
      "epoch": 0.9238907957300753,
      "grad_norm": 0.31321558356285095,
      "learning_rate": 0.0002621969554693529,
      "loss": 0.5796,
      "step": 7335
    },
    {
      "epoch": 0.9245205781402526,
      "grad_norm": 0.38709312677383423,
      "learning_rate": 0.00026212396723544664,
      "loss": 0.5831,
      "step": 7340
    },
    {
      "epoch": 0.9251503605504299,
      "grad_norm": 0.3205506205558777,
      "learning_rate": 0.0002620509187884088,
      "loss": 0.5577,
      "step": 7345
    },
    {
      "epoch": 0.9257801429606071,
      "grad_norm": 0.3263196647167206,
      "learning_rate": 0.00026197781016746804,
      "loss": 0.5729,
      "step": 7350
    },
    {
      "epoch": 0.9264099253707844,
      "grad_norm": 0.3553536534309387,
      "learning_rate": 0.0002619046414118854,
      "loss": 0.5968,
      "step": 7355
    },
    {
      "epoch": 0.9270397077809617,
      "grad_norm": 0.4170524477958679,
      "learning_rate": 0.0002618314125609541,
      "loss": 0.5731,
      "step": 7360
    },
    {
      "epoch": 0.927669490191139,
      "grad_norm": 0.3739701807498932,
      "learning_rate": 0.00026175812365399976,
      "loss": 0.5785,
      "step": 7365
    },
    {
      "epoch": 0.9282992726013163,
      "grad_norm": 0.32139813899993896,
      "learning_rate": 0.0002616847747303802,
      "loss": 0.5909,
      "step": 7370
    },
    {
      "epoch": 0.9289290550114935,
      "grad_norm": 0.3099890947341919,
      "learning_rate": 0.00026161136582948544,
      "loss": 0.5579,
      "step": 7375
    },
    {
      "epoch": 0.9295588374216708,
      "grad_norm": 0.349729984998703,
      "learning_rate": 0.0002615378969907378,
      "loss": 0.5762,
      "step": 7380
    },
    {
      "epoch": 0.9301886198318481,
      "grad_norm": 0.3257734775543213,
      "learning_rate": 0.00026146436825359167,
      "loss": 0.6216,
      "step": 7385
    },
    {
      "epoch": 0.9308184022420254,
      "grad_norm": 0.3399578332901001,
      "learning_rate": 0.0002613907796575337,
      "loss": 0.5694,
      "step": 7390
    },
    {
      "epoch": 0.9314481846522027,
      "grad_norm": 0.3863985240459442,
      "learning_rate": 0.0002613171312420826,
      "loss": 0.6416,
      "step": 7395
    },
    {
      "epoch": 0.93207796706238,
      "grad_norm": 0.3288150429725647,
      "learning_rate": 0.0002612434230467892,
      "loss": 0.5839,
      "step": 7400
    },
    {
      "epoch": 0.9327077494725572,
      "grad_norm": 0.37783902883529663,
      "learning_rate": 0.00026116965511123664,
      "loss": 0.5919,
      "step": 7405
    },
    {
      "epoch": 0.9333375318827345,
      "grad_norm": 0.36346110701560974,
      "learning_rate": 0.00026109582747503986,
      "loss": 0.5796,
      "step": 7410
    },
    {
      "epoch": 0.9339673142929118,
      "grad_norm": 0.3194875419139862,
      "learning_rate": 0.00026102194017784606,
      "loss": 0.5808,
      "step": 7415
    },
    {
      "epoch": 0.9345970967030891,
      "grad_norm": 0.286823570728302,
      "learning_rate": 0.00026094799325933435,
      "loss": 0.5605,
      "step": 7420
    },
    {
      "epoch": 0.9352268791132664,
      "grad_norm": 0.3147251307964325,
      "learning_rate": 0.0002608739867592159,
      "loss": 0.572,
      "step": 7425
    },
    {
      "epoch": 0.9358566615234436,
      "grad_norm": 0.34172821044921875,
      "learning_rate": 0.000260799920717234,
      "loss": 0.5763,
      "step": 7430
    },
    {
      "epoch": 0.9364864439336209,
      "grad_norm": 0.32804232835769653,
      "learning_rate": 0.0002607257951731637,
      "loss": 0.5925,
      "step": 7435
    },
    {
      "epoch": 0.9371162263437982,
      "grad_norm": 0.2969893515110016,
      "learning_rate": 0.0002606516101668122,
      "loss": 0.5754,
      "step": 7440
    },
    {
      "epoch": 0.9377460087539755,
      "grad_norm": 0.3364142179489136,
      "learning_rate": 0.00026057736573801844,
      "loss": 0.6248,
      "step": 7445
    },
    {
      "epoch": 0.9383757911641528,
      "grad_norm": 0.3493711054325104,
      "learning_rate": 0.0002605030619266534,
      "loss": 0.5828,
      "step": 7450
    },
    {
      "epoch": 0.9390055735743301,
      "grad_norm": 0.3338306248188019,
      "learning_rate": 0.00026042869877262,
      "loss": 0.5947,
      "step": 7455
    },
    {
      "epoch": 0.9396353559845073,
      "grad_norm": 0.30441364645957947,
      "learning_rate": 0.0002603542763158529,
      "loss": 0.5743,
      "step": 7460
    },
    {
      "epoch": 0.9402651383946846,
      "grad_norm": 0.31838342547416687,
      "learning_rate": 0.0002602797945963186,
      "loss": 0.5493,
      "step": 7465
    },
    {
      "epoch": 0.9408949208048619,
      "grad_norm": 0.3308780789375305,
      "learning_rate": 0.0002602052536540156,
      "loss": 0.5984,
      "step": 7470
    },
    {
      "epoch": 0.9415247032150392,
      "grad_norm": 0.30487555265426636,
      "learning_rate": 0.00026013065352897407,
      "loss": 0.5687,
      "step": 7475
    },
    {
      "epoch": 0.9421544856252165,
      "grad_norm": 0.33297523856163025,
      "learning_rate": 0.0002600559942612559,
      "loss": 0.5728,
      "step": 7480
    },
    {
      "epoch": 0.9427842680353937,
      "grad_norm": 0.3194848299026489,
      "learning_rate": 0.00025998127589095483,
      "loss": 0.5939,
      "step": 7485
    },
    {
      "epoch": 0.943414050445571,
      "grad_norm": 0.3401489555835724,
      "learning_rate": 0.0002599064984581964,
      "loss": 0.5282,
      "step": 7490
    },
    {
      "epoch": 0.9440438328557483,
      "grad_norm": 0.3722991943359375,
      "learning_rate": 0.0002598316620031378,
      "loss": 0.6044,
      "step": 7495
    },
    {
      "epoch": 0.9446736152659256,
      "grad_norm": 0.3582395613193512,
      "learning_rate": 0.0002597567665659678,
      "loss": 0.574,
      "step": 7500
    },
    {
      "epoch": 0.9453033976761029,
      "grad_norm": 0.30922654271125793,
      "learning_rate": 0.0002596818121869071,
      "loss": 0.6086,
      "step": 7505
    },
    {
      "epoch": 0.9459331800862802,
      "grad_norm": 0.34381213784217834,
      "learning_rate": 0.00025960679890620785,
      "loss": 0.6032,
      "step": 7510
    },
    {
      "epoch": 0.9465629624964574,
      "grad_norm": 0.3153468072414398,
      "learning_rate": 0.0002595317267641539,
      "loss": 0.5758,
      "step": 7515
    },
    {
      "epoch": 0.9471927449066347,
      "grad_norm": 0.30763527750968933,
      "learning_rate": 0.0002594565958010607,
      "loss": 0.6036,
      "step": 7520
    },
    {
      "epoch": 0.947822527316812,
      "grad_norm": 0.33897343277931213,
      "learning_rate": 0.00025938140605727536,
      "loss": 0.5879,
      "step": 7525
    },
    {
      "epoch": 0.9484523097269894,
      "grad_norm": 0.2996034324169159,
      "learning_rate": 0.00025930615757317635,
      "loss": 0.6095,
      "step": 7530
    },
    {
      "epoch": 0.9490820921371667,
      "grad_norm": 0.37265533208847046,
      "learning_rate": 0.00025923085038917395,
      "loss": 0.5718,
      "step": 7535
    },
    {
      "epoch": 0.9497118745473438,
      "grad_norm": 0.32904815673828125,
      "learning_rate": 0.00025915548454570977,
      "loss": 0.5689,
      "step": 7540
    },
    {
      "epoch": 0.9503416569575212,
      "grad_norm": 0.3493824005126953,
      "learning_rate": 0.000259080060083257,
      "loss": 0.594,
      "step": 7545
    },
    {
      "epoch": 0.9509714393676985,
      "grad_norm": 0.33561789989471436,
      "learning_rate": 0.0002590045770423204,
      "loss": 0.5604,
      "step": 7550
    },
    {
      "epoch": 0.9516012217778758,
      "grad_norm": 0.3272433876991272,
      "learning_rate": 0.00025892903546343587,
      "loss": 0.5819,
      "step": 7555
    },
    {
      "epoch": 0.9522310041880531,
      "grad_norm": 0.34539222717285156,
      "learning_rate": 0.00025885343538717116,
      "loss": 0.591,
      "step": 7560
    },
    {
      "epoch": 0.9528607865982303,
      "grad_norm": 0.3331897258758545,
      "learning_rate": 0.0002587777768541252,
      "loss": 0.5885,
      "step": 7565
    },
    {
      "epoch": 0.9534905690084076,
      "grad_norm": 0.3285147547721863,
      "learning_rate": 0.00025870205990492827,
      "loss": 0.5561,
      "step": 7570
    },
    {
      "epoch": 0.9541203514185849,
      "grad_norm": 0.3221907317638397,
      "learning_rate": 0.0002586262845802422,
      "loss": 0.5837,
      "step": 7575
    },
    {
      "epoch": 0.9547501338287622,
      "grad_norm": 0.4986007511615753,
      "learning_rate": 0.00025855045092076,
      "loss": 0.5645,
      "step": 7580
    },
    {
      "epoch": 0.9553799162389395,
      "grad_norm": 0.33891043066978455,
      "learning_rate": 0.00025847455896720615,
      "loss": 0.5801,
      "step": 7585
    },
    {
      "epoch": 0.9560096986491168,
      "grad_norm": 0.345480740070343,
      "learning_rate": 0.00025839860876033626,
      "loss": 0.5876,
      "step": 7590
    },
    {
      "epoch": 0.956639481059294,
      "grad_norm": 0.39212220907211304,
      "learning_rate": 0.0002583226003409374,
      "loss": 0.5949,
      "step": 7595
    },
    {
      "epoch": 0.9572692634694713,
      "grad_norm": 0.3195202648639679,
      "learning_rate": 0.00025824653374982776,
      "loss": 0.592,
      "step": 7600
    },
    {
      "epoch": 0.9578990458796486,
      "grad_norm": 0.31688785552978516,
      "learning_rate": 0.00025817040902785694,
      "loss": 0.5432,
      "step": 7605
    },
    {
      "epoch": 0.9585288282898259,
      "grad_norm": 0.3165288269519806,
      "learning_rate": 0.00025809422621590554,
      "loss": 0.552,
      "step": 7610
    },
    {
      "epoch": 0.9591586107000032,
      "grad_norm": 0.33528926968574524,
      "learning_rate": 0.0002580179853548856,
      "loss": 0.5745,
      "step": 7615
    },
    {
      "epoch": 0.9597883931101804,
      "grad_norm": 0.34123846888542175,
      "learning_rate": 0.0002579416864857401,
      "loss": 0.6019,
      "step": 7620
    },
    {
      "epoch": 0.9604181755203577,
      "grad_norm": 0.3223724663257599,
      "learning_rate": 0.0002578653296494433,
      "loss": 0.5725,
      "step": 7625
    },
    {
      "epoch": 0.961047957930535,
      "grad_norm": 0.349751740694046,
      "learning_rate": 0.0002577889148870006,
      "loss": 0.5739,
      "step": 7630
    },
    {
      "epoch": 0.9616777403407123,
      "grad_norm": 0.3111324608325958,
      "learning_rate": 0.0002577124422394484,
      "loss": 0.5555,
      "step": 7635
    },
    {
      "epoch": 0.9623075227508896,
      "grad_norm": 0.364615797996521,
      "learning_rate": 0.00025763591174785433,
      "loss": 0.5789,
      "step": 7640
    },
    {
      "epoch": 0.9629373051610669,
      "grad_norm": 0.31817707419395447,
      "learning_rate": 0.000257559323453317,
      "loss": 0.5799,
      "step": 7645
    },
    {
      "epoch": 0.9635670875712441,
      "grad_norm": 0.33710840344429016,
      "learning_rate": 0.000257482677396966,
      "loss": 0.6,
      "step": 7650
    },
    {
      "epoch": 0.9641968699814214,
      "grad_norm": 0.3512105345726013,
      "learning_rate": 0.00025740597361996215,
      "loss": 0.5772,
      "step": 7655
    },
    {
      "epoch": 0.9648266523915987,
      "grad_norm": 0.32505640387535095,
      "learning_rate": 0.00025732921216349705,
      "loss": 0.5872,
      "step": 7660
    },
    {
      "epoch": 0.965456434801776,
      "grad_norm": 0.32156363129615784,
      "learning_rate": 0.0002572523930687933,
      "loss": 0.5842,
      "step": 7665
    },
    {
      "epoch": 0.9660862172119533,
      "grad_norm": 0.313147634267807,
      "learning_rate": 0.0002571755163771046,
      "loss": 0.5697,
      "step": 7670
    },
    {
      "epoch": 0.9667159996221305,
      "grad_norm": 0.3494894504547119,
      "learning_rate": 0.00025709858212971545,
      "loss": 0.5651,
      "step": 7675
    },
    {
      "epoch": 0.9673457820323078,
      "grad_norm": 0.317107230424881,
      "learning_rate": 0.00025702159036794135,
      "loss": 0.5563,
      "step": 7680
    },
    {
      "epoch": 0.9679755644424851,
      "grad_norm": 0.3228907585144043,
      "learning_rate": 0.00025694454113312854,
      "loss": 0.5642,
      "step": 7685
    },
    {
      "epoch": 0.9686053468526624,
      "grad_norm": 0.33400991559028625,
      "learning_rate": 0.00025686743446665426,
      "loss": 0.5738,
      "step": 7690
    },
    {
      "epoch": 0.9692351292628397,
      "grad_norm": 0.35151737928390503,
      "learning_rate": 0.0002567902704099266,
      "loss": 0.562,
      "step": 7695
    },
    {
      "epoch": 0.969864911673017,
      "grad_norm": 0.33582988381385803,
      "learning_rate": 0.00025671304900438437,
      "loss": 0.5724,
      "step": 7700
    },
    {
      "epoch": 0.9704946940831942,
      "grad_norm": 0.4050043523311615,
      "learning_rate": 0.00025663577029149727,
      "loss": 0.6038,
      "step": 7705
    },
    {
      "epoch": 0.9711244764933715,
      "grad_norm": 0.3320407271385193,
      "learning_rate": 0.00025655843431276565,
      "loss": 0.5725,
      "step": 7710
    },
    {
      "epoch": 0.9717542589035488,
      "grad_norm": 0.33253729343414307,
      "learning_rate": 0.00025648104110972074,
      "loss": 0.559,
      "step": 7715
    },
    {
      "epoch": 0.9723840413137261,
      "grad_norm": 0.3316608667373657,
      "learning_rate": 0.0002564035907239245,
      "loss": 0.5813,
      "step": 7720
    },
    {
      "epoch": 0.9730138237239034,
      "grad_norm": 0.35272932052612305,
      "learning_rate": 0.0002563260831969695,
      "loss": 0.5544,
      "step": 7725
    },
    {
      "epoch": 0.9736436061340806,
      "grad_norm": 0.2942962348461151,
      "learning_rate": 0.00025624851857047914,
      "loss": 0.5741,
      "step": 7730
    },
    {
      "epoch": 0.9742733885442579,
      "grad_norm": 0.30799049139022827,
      "learning_rate": 0.0002561708968861073,
      "loss": 0.5604,
      "step": 7735
    },
    {
      "epoch": 0.9749031709544352,
      "grad_norm": 0.2929095923900604,
      "learning_rate": 0.00025609321818553864,
      "loss": 0.5399,
      "step": 7740
    },
    {
      "epoch": 0.9755329533646125,
      "grad_norm": 0.3074556291103363,
      "learning_rate": 0.00025601548251048833,
      "loss": 0.5714,
      "step": 7745
    },
    {
      "epoch": 0.9761627357747898,
      "grad_norm": 0.3233494162559509,
      "learning_rate": 0.0002559376899027024,
      "loss": 0.5559,
      "step": 7750
    },
    {
      "epoch": 0.976792518184967,
      "grad_norm": 0.3106531500816345,
      "learning_rate": 0.000255859840403957,
      "loss": 0.5462,
      "step": 7755
    },
    {
      "epoch": 0.9774223005951443,
      "grad_norm": 0.35069772601127625,
      "learning_rate": 0.00025578193405605923,
      "loss": 0.5635,
      "step": 7760
    },
    {
      "epoch": 0.9780520830053216,
      "grad_norm": 0.310811311006546,
      "learning_rate": 0.00025570397090084656,
      "loss": 0.5658,
      "step": 7765
    },
    {
      "epoch": 0.978681865415499,
      "grad_norm": 0.36216944456100464,
      "learning_rate": 0.000255625950980187,
      "loss": 0.5785,
      "step": 7770
    },
    {
      "epoch": 0.9793116478256763,
      "grad_norm": 0.30353617668151855,
      "learning_rate": 0.000255547874335979,
      "loss": 0.5347,
      "step": 7775
    },
    {
      "epoch": 0.9799414302358536,
      "grad_norm": 0.3112618029117584,
      "learning_rate": 0.00025546974101015154,
      "loss": 0.5559,
      "step": 7780
    },
    {
      "epoch": 0.9805712126460308,
      "grad_norm": 0.3782903552055359,
      "learning_rate": 0.00025539155104466394,
      "loss": 0.5717,
      "step": 7785
    },
    {
      "epoch": 0.9812009950562081,
      "grad_norm": 0.3308548331260681,
      "learning_rate": 0.000255313304481506,
      "loss": 0.5511,
      "step": 7790
    },
    {
      "epoch": 0.9818307774663854,
      "grad_norm": 0.2971625328063965,
      "learning_rate": 0.000255235001362698,
      "loss": 0.5411,
      "step": 7795
    },
    {
      "epoch": 0.9824605598765627,
      "grad_norm": 0.3594948351383209,
      "learning_rate": 0.0002551566417302904,
      "loss": 0.5817,
      "step": 7800
    },
    {
      "epoch": 0.98309034228674,
      "grad_norm": 0.3537582755088806,
      "learning_rate": 0.0002550782256263642,
      "loss": 0.5631,
      "step": 7805
    },
    {
      "epoch": 0.9837201246969172,
      "grad_norm": 0.3132795989513397,
      "learning_rate": 0.0002549997530930306,
      "loss": 0.5725,
      "step": 7810
    },
    {
      "epoch": 0.9843499071070945,
      "grad_norm": 0.3250652551651001,
      "learning_rate": 0.00025492122417243113,
      "loss": 0.5786,
      "step": 7815
    },
    {
      "epoch": 0.9849796895172718,
      "grad_norm": 0.3318973183631897,
      "learning_rate": 0.0002548426389067376,
      "loss": 0.5399,
      "step": 7820
    },
    {
      "epoch": 0.9856094719274491,
      "grad_norm": 0.3335192799568176,
      "learning_rate": 0.00025476399733815214,
      "loss": 0.5693,
      "step": 7825
    },
    {
      "epoch": 0.9862392543376264,
      "grad_norm": 0.31399449706077576,
      "learning_rate": 0.00025468529950890703,
      "loss": 0.5821,
      "step": 7830
    },
    {
      "epoch": 0.9868690367478037,
      "grad_norm": 0.33886855840682983,
      "learning_rate": 0.00025460654546126485,
      "loss": 0.556,
      "step": 7835
    },
    {
      "epoch": 0.9874988191579809,
      "grad_norm": 0.3620472848415375,
      "learning_rate": 0.0002545277352375183,
      "loss": 0.6104,
      "step": 7840
    },
    {
      "epoch": 0.9881286015681582,
      "grad_norm": 0.31123921275138855,
      "learning_rate": 0.0002544488688799902,
      "loss": 0.5802,
      "step": 7845
    },
    {
      "epoch": 0.9887583839783355,
      "grad_norm": 0.33104339241981506,
      "learning_rate": 0.0002543699464310337,
      "loss": 0.5882,
      "step": 7850
    },
    {
      "epoch": 0.9893881663885128,
      "grad_norm": 0.3223660886287689,
      "learning_rate": 0.00025429096793303186,
      "loss": 0.5649,
      "step": 7855
    },
    {
      "epoch": 0.9900179487986901,
      "grad_norm": 0.3436056077480316,
      "learning_rate": 0.000254211933428398,
      "loss": 0.5546,
      "step": 7860
    },
    {
      "epoch": 0.9906477312088673,
      "grad_norm": 0.29697200655937195,
      "learning_rate": 0.00025413284295957547,
      "loss": 0.5434,
      "step": 7865
    },
    {
      "epoch": 0.9912775136190446,
      "grad_norm": 0.32985180616378784,
      "learning_rate": 0.0002540536965690376,
      "loss": 0.5737,
      "step": 7870
    },
    {
      "epoch": 0.9919072960292219,
      "grad_norm": 0.31599709391593933,
      "learning_rate": 0.0002539744942992878,
      "loss": 0.5452,
      "step": 7875
    },
    {
      "epoch": 0.9925370784393992,
      "grad_norm": 0.30331170558929443,
      "learning_rate": 0.00025389523619285956,
      "loss": 0.5593,
      "step": 7880
    },
    {
      "epoch": 0.9931668608495765,
      "grad_norm": 0.3150465786457062,
      "learning_rate": 0.0002538159222923163,
      "loss": 0.5518,
      "step": 7885
    },
    {
      "epoch": 0.9937966432597538,
      "grad_norm": 0.3179359436035156,
      "learning_rate": 0.00025373655264025134,
      "loss": 0.5546,
      "step": 7890
    },
    {
      "epoch": 0.994426425669931,
      "grad_norm": 0.3226470947265625,
      "learning_rate": 0.000253657127279288,
      "loss": 0.58,
      "step": 7895
    },
    {
      "epoch": 0.9950562080801083,
      "grad_norm": 0.3453287184238434,
      "learning_rate": 0.0002535776462520795,
      "loss": 0.5681,
      "step": 7900
    },
    {
      "epoch": 0.9956859904902856,
      "grad_norm": 0.3329002261161804,
      "learning_rate": 0.0002534981096013091,
      "loss": 0.548,
      "step": 7905
    },
    {
      "epoch": 0.9963157729004629,
      "grad_norm": 0.32592061161994934,
      "learning_rate": 0.00025341851736968956,
      "loss": 0.5244,
      "step": 7910
    },
    {
      "epoch": 0.9969455553106402,
      "grad_norm": 0.32833319902420044,
      "learning_rate": 0.00025333886959996396,
      "loss": 0.5558,
      "step": 7915
    },
    {
      "epoch": 0.9975753377208174,
      "grad_norm": 0.3146878182888031,
      "learning_rate": 0.00025325916633490487,
      "loss": 0.595,
      "step": 7920
    },
    {
      "epoch": 0.9982051201309947,
      "grad_norm": 0.3828830122947693,
      "learning_rate": 0.00025317940761731476,
      "loss": 0.5675,
      "step": 7925
    },
    {
      "epoch": 0.998834902541172,
      "grad_norm": 0.3208398222923279,
      "learning_rate": 0.0002530995934900259,
      "loss": 0.5439,
      "step": 7930
    },
    {
      "epoch": 0.9994646849513493,
      "grad_norm": 0.3446502983570099,
      "learning_rate": 0.00025301972399590023,
      "loss": 0.5276,
      "step": 7935
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.31275373697280884,
      "learning_rate": 0.0002529397991778297,
      "loss": 0.543,
      "step": 7940
    },
    {
      "epoch": 1.0006297824101773,
      "grad_norm": 0.3219754099845886,
      "learning_rate": 0.0002528598190787355,
      "loss": 0.4901,
      "step": 7945
    },
    {
      "epoch": 1.0012595648203546,
      "grad_norm": 0.33292412757873535,
      "learning_rate": 0.0002527797837415689,
      "loss": 0.4794,
      "step": 7950
    },
    {
      "epoch": 1.001889347230532,
      "grad_norm": 0.36561062932014465,
      "learning_rate": 0.00025269969320931065,
      "loss": 0.4948,
      "step": 7955
    },
    {
      "epoch": 1.0025191296407092,
      "grad_norm": 0.2977091372013092,
      "learning_rate": 0.0002526195475249713,
      "loss": 0.5172,
      "step": 7960
    },
    {
      "epoch": 1.0031489120508865,
      "grad_norm": 0.3075500428676605,
      "learning_rate": 0.00025253934673159084,
      "loss": 0.4755,
      "step": 7965
    },
    {
      "epoch": 1.0037786944610636,
      "grad_norm": 0.30956047773361206,
      "learning_rate": 0.00025245909087223895,
      "loss": 0.4783,
      "step": 7970
    },
    {
      "epoch": 1.004408476871241,
      "grad_norm": 0.34965232014656067,
      "learning_rate": 0.00025237877999001484,
      "loss": 0.4876,
      "step": 7975
    },
    {
      "epoch": 1.0050382592814182,
      "grad_norm": 0.3290039896965027,
      "learning_rate": 0.00025229841412804726,
      "loss": 0.501,
      "step": 7980
    },
    {
      "epoch": 1.0056680416915955,
      "grad_norm": 0.3144761323928833,
      "learning_rate": 0.00025221799332949456,
      "loss": 0.4923,
      "step": 7985
    },
    {
      "epoch": 1.0062978241017728,
      "grad_norm": 0.3586188554763794,
      "learning_rate": 0.0002521375176375446,
      "loss": 0.487,
      "step": 7990
    },
    {
      "epoch": 1.0069276065119501,
      "grad_norm": 0.3210572302341461,
      "learning_rate": 0.0002520569870954146,
      "loss": 0.4916,
      "step": 7995
    },
    {
      "epoch": 1.0075573889221274,
      "grad_norm": 0.3171830177307129,
      "learning_rate": 0.0002519764017463512,
      "loss": 0.4834,
      "step": 8000
    },
    {
      "epoch": 1.0075573889221274,
      "eval_loss": 0.30723655223846436,
      "eval_runtime": 6.2539,
      "eval_samples_per_second": 159.899,
      "eval_steps_per_second": 10.074,
      "step": 8000
    },
    {
      "epoch": 1.0081871713323047,
      "grad_norm": 0.3511858880519867,
      "learning_rate": 0.00025189576163363076,
      "loss": 0.4937,
      "step": 8005
    },
    {
      "epoch": 1.008816953742482,
      "grad_norm": 0.3305964171886444,
      "learning_rate": 0.00025181506680055875,
      "loss": 0.4665,
      "step": 8010
    },
    {
      "epoch": 1.0094467361526593,
      "grad_norm": 0.3735099732875824,
      "learning_rate": 0.00025173431729047014,
      "loss": 0.5116,
      "step": 8015
    },
    {
      "epoch": 1.0100765185628366,
      "grad_norm": 0.34169599413871765,
      "learning_rate": 0.0002516535131467293,
      "loss": 0.475,
      "step": 8020
    },
    {
      "epoch": 1.0107063009730137,
      "grad_norm": 0.3473950922489166,
      "learning_rate": 0.00025157265441272993,
      "loss": 0.4812,
      "step": 8025
    },
    {
      "epoch": 1.011336083383191,
      "grad_norm": 0.31877681612968445,
      "learning_rate": 0.00025149174113189496,
      "loss": 0.4906,
      "step": 8030
    },
    {
      "epoch": 1.0119658657933683,
      "grad_norm": 0.364511638879776,
      "learning_rate": 0.0002514107733476766,
      "loss": 0.4926,
      "step": 8035
    },
    {
      "epoch": 1.0125956482035456,
      "grad_norm": 0.3073696792125702,
      "learning_rate": 0.00025132975110355664,
      "loss": 0.4994,
      "step": 8040
    },
    {
      "epoch": 1.013225430613723,
      "grad_norm": 0.3270637094974518,
      "learning_rate": 0.0002512486744430456,
      "loss": 0.468,
      "step": 8045
    },
    {
      "epoch": 1.0138552130239002,
      "grad_norm": 0.3626968264579773,
      "learning_rate": 0.0002511675434096837,
      "loss": 0.5139,
      "step": 8050
    },
    {
      "epoch": 1.0144849954340776,
      "grad_norm": 0.30527931451797485,
      "learning_rate": 0.00025108635804704,
      "loss": 0.4922,
      "step": 8055
    },
    {
      "epoch": 1.0151147778442549,
      "grad_norm": 0.3518252968788147,
      "learning_rate": 0.000251005118398713,
      "loss": 0.5297,
      "step": 8060
    },
    {
      "epoch": 1.0157445602544322,
      "grad_norm": 0.3298850655555725,
      "learning_rate": 0.0002509238245083302,
      "loss": 0.5292,
      "step": 8065
    },
    {
      "epoch": 1.0163743426646095,
      "grad_norm": 0.3175168037414551,
      "learning_rate": 0.0002508424764195484,
      "loss": 0.4907,
      "step": 8070
    },
    {
      "epoch": 1.0170041250747868,
      "grad_norm": 0.33489352464675903,
      "learning_rate": 0.0002507610741760531,
      "loss": 0.4869,
      "step": 8075
    },
    {
      "epoch": 1.0176339074849639,
      "grad_norm": 0.2922315299510956,
      "learning_rate": 0.0002506796178215595,
      "loss": 0.474,
      "step": 8080
    },
    {
      "epoch": 1.0182636898951412,
      "grad_norm": 0.32073619961738586,
      "learning_rate": 0.00025059810739981125,
      "loss": 0.4951,
      "step": 8085
    },
    {
      "epoch": 1.0188934723053185,
      "grad_norm": 0.2875652611255646,
      "learning_rate": 0.0002505165429545815,
      "loss": 0.5104,
      "step": 8090
    },
    {
      "epoch": 1.0195232547154958,
      "grad_norm": 0.33247148990631104,
      "learning_rate": 0.0002504349245296721,
      "loss": 0.489,
      "step": 8095
    },
    {
      "epoch": 1.020153037125673,
      "grad_norm": 0.29777953028678894,
      "learning_rate": 0.0002503532521689141,
      "loss": 0.5172,
      "step": 8100
    },
    {
      "epoch": 1.0207828195358504,
      "grad_norm": 0.3418375253677368,
      "learning_rate": 0.0002502715259161673,
      "loss": 0.4464,
      "step": 8105
    },
    {
      "epoch": 1.0214126019460277,
      "grad_norm": 0.39162155985832214,
      "learning_rate": 0.0002501897458153207,
      "loss": 0.4953,
      "step": 8110
    },
    {
      "epoch": 1.022042384356205,
      "grad_norm": 0.32206737995147705,
      "learning_rate": 0.000250107911910292,
      "loss": 0.4732,
      "step": 8115
    },
    {
      "epoch": 1.0226721667663823,
      "grad_norm": 0.37178757786750793,
      "learning_rate": 0.0002500260242450279,
      "loss": 0.504,
      "step": 8120
    },
    {
      "epoch": 1.0233019491765596,
      "grad_norm": 0.33448055386543274,
      "learning_rate": 0.0002499440828635039,
      "loss": 0.4774,
      "step": 8125
    },
    {
      "epoch": 1.0239317315867367,
      "grad_norm": 0.344594806432724,
      "learning_rate": 0.00024986208780972455,
      "loss": 0.4948,
      "step": 8130
    },
    {
      "epoch": 1.024561513996914,
      "grad_norm": 0.3440978527069092,
      "learning_rate": 0.00024978003912772283,
      "loss": 0.4979,
      "step": 8135
    },
    {
      "epoch": 1.0251912964070913,
      "grad_norm": 0.2915257513523102,
      "learning_rate": 0.000249697936861561,
      "loss": 0.4875,
      "step": 8140
    },
    {
      "epoch": 1.0258210788172686,
      "grad_norm": 0.271371990442276,
      "learning_rate": 0.0002496157810553296,
      "loss": 0.4929,
      "step": 8145
    },
    {
      "epoch": 1.0264508612274459,
      "grad_norm": 0.3228522539138794,
      "learning_rate": 0.0002495335717531484,
      "loss": 0.4706,
      "step": 8150
    },
    {
      "epoch": 1.0270806436376232,
      "grad_norm": 0.3222556412220001,
      "learning_rate": 0.00024945130899916554,
      "loss": 0.487,
      "step": 8155
    },
    {
      "epoch": 1.0277104260478005,
      "grad_norm": 0.32311001420021057,
      "learning_rate": 0.00024936899283755807,
      "loss": 0.5144,
      "step": 8160
    },
    {
      "epoch": 1.0283402084579778,
      "grad_norm": 0.2946212589740753,
      "learning_rate": 0.0002492866233125316,
      "loss": 0.4867,
      "step": 8165
    },
    {
      "epoch": 1.028969990868155,
      "grad_norm": 0.32464465498924255,
      "learning_rate": 0.0002492042004683205,
      "loss": 0.4729,
      "step": 8170
    },
    {
      "epoch": 1.0295997732783324,
      "grad_norm": 0.3378526270389557,
      "learning_rate": 0.0002491217243491876,
      "loss": 0.4843,
      "step": 8175
    },
    {
      "epoch": 1.0302295556885097,
      "grad_norm": 0.35685908794403076,
      "learning_rate": 0.0002490391949994246,
      "loss": 0.4941,
      "step": 8180
    },
    {
      "epoch": 1.0308593380986868,
      "grad_norm": 0.30618053674697876,
      "learning_rate": 0.0002489566124633516,
      "loss": 0.4985,
      "step": 8185
    },
    {
      "epoch": 1.031489120508864,
      "grad_norm": 0.34786808490753174,
      "learning_rate": 0.0002488739767853173,
      "loss": 0.4914,
      "step": 8190
    },
    {
      "epoch": 1.0321189029190414,
      "grad_norm": 0.35167476534843445,
      "learning_rate": 0.00024879128800969893,
      "loss": 0.493,
      "step": 8195
    },
    {
      "epoch": 1.0327486853292187,
      "grad_norm": 0.3278263509273529,
      "learning_rate": 0.00024870854618090225,
      "loss": 0.4676,
      "step": 8200
    },
    {
      "epoch": 1.033378467739396,
      "grad_norm": 0.36896881461143494,
      "learning_rate": 0.00024862575134336154,
      "loss": 0.4995,
      "step": 8205
    },
    {
      "epoch": 1.0340082501495733,
      "grad_norm": 0.3700760304927826,
      "learning_rate": 0.00024854290354153953,
      "loss": 0.5189,
      "step": 8210
    },
    {
      "epoch": 1.0346380325597506,
      "grad_norm": 0.3370974063873291,
      "learning_rate": 0.00024846000281992733,
      "loss": 0.5044,
      "step": 8215
    },
    {
      "epoch": 1.035267814969928,
      "grad_norm": 0.3200768232345581,
      "learning_rate": 0.00024837704922304457,
      "loss": 0.4779,
      "step": 8220
    },
    {
      "epoch": 1.0358975973801052,
      "grad_norm": 0.2786978781223297,
      "learning_rate": 0.0002482940427954392,
      "loss": 0.4677,
      "step": 8225
    },
    {
      "epoch": 1.0365273797902825,
      "grad_norm": 0.3220120668411255,
      "learning_rate": 0.00024821098358168757,
      "loss": 0.4503,
      "step": 8230
    },
    {
      "epoch": 1.0371571622004598,
      "grad_norm": 0.3315715491771698,
      "learning_rate": 0.00024812787162639444,
      "loss": 0.4715,
      "step": 8235
    },
    {
      "epoch": 1.037786944610637,
      "grad_norm": 0.3595867455005646,
      "learning_rate": 0.00024804470697419273,
      "loss": 0.4712,
      "step": 8240
    },
    {
      "epoch": 1.0384167270208142,
      "grad_norm": 0.29993361234664917,
      "learning_rate": 0.00024796148966974376,
      "loss": 0.47,
      "step": 8245
    },
    {
      "epoch": 1.0390465094309915,
      "grad_norm": 0.39950379729270935,
      "learning_rate": 0.00024787821975773717,
      "loss": 0.5233,
      "step": 8250
    },
    {
      "epoch": 1.0396762918411688,
      "grad_norm": 0.312003493309021,
      "learning_rate": 0.0002477948972828908,
      "loss": 0.4836,
      "step": 8255
    },
    {
      "epoch": 1.0403060742513461,
      "grad_norm": 0.29678481817245483,
      "learning_rate": 0.0002477115222899507,
      "loss": 0.4928,
      "step": 8260
    },
    {
      "epoch": 1.0409358566615234,
      "grad_norm": 0.35694456100463867,
      "learning_rate": 0.0002476280948236912,
      "loss": 0.4925,
      "step": 8265
    },
    {
      "epoch": 1.0415656390717007,
      "grad_norm": 0.3164297640323639,
      "learning_rate": 0.00024754461492891474,
      "loss": 0.4828,
      "step": 8270
    },
    {
      "epoch": 1.042195421481878,
      "grad_norm": 0.37906938791275024,
      "learning_rate": 0.00024746108265045184,
      "loss": 0.4989,
      "step": 8275
    },
    {
      "epoch": 1.0428252038920554,
      "grad_norm": 0.3458475172519684,
      "learning_rate": 0.0002473774980331614,
      "loss": 0.5072,
      "step": 8280
    },
    {
      "epoch": 1.0434549863022327,
      "grad_norm": 0.36052700877189636,
      "learning_rate": 0.0002472938611219301,
      "loss": 0.4872,
      "step": 8285
    },
    {
      "epoch": 1.04408476871241,
      "grad_norm": 0.4497036337852478,
      "learning_rate": 0.00024721017196167297,
      "loss": 0.4921,
      "step": 8290
    },
    {
      "epoch": 1.044714551122587,
      "grad_norm": 0.357461154460907,
      "learning_rate": 0.000247126430597333,
      "loss": 0.5035,
      "step": 8295
    },
    {
      "epoch": 1.0453443335327643,
      "grad_norm": 0.3499346375465393,
      "learning_rate": 0.00024704263707388117,
      "loss": 0.5242,
      "step": 8300
    },
    {
      "epoch": 1.0459741159429417,
      "grad_norm": 0.2994784414768219,
      "learning_rate": 0.0002469587914363166,
      "loss": 0.4575,
      "step": 8305
    },
    {
      "epoch": 1.046603898353119,
      "grad_norm": 0.3699876666069031,
      "learning_rate": 0.0002468748937296662,
      "loss": 0.4804,
      "step": 8310
    },
    {
      "epoch": 1.0472336807632963,
      "grad_norm": 0.37695133686065674,
      "learning_rate": 0.000246790943998985,
      "loss": 0.4914,
      "step": 8315
    },
    {
      "epoch": 1.0478634631734736,
      "grad_norm": 0.30732589960098267,
      "learning_rate": 0.0002467069422893559,
      "loss": 0.458,
      "step": 8320
    },
    {
      "epoch": 1.0484932455836509,
      "grad_norm": 0.3094361424446106,
      "learning_rate": 0.0002466228886458899,
      "loss": 0.4584,
      "step": 8325
    },
    {
      "epoch": 1.0491230279938282,
      "grad_norm": 0.3499257564544678,
      "learning_rate": 0.0002465387831137255,
      "loss": 0.4717,
      "step": 8330
    },
    {
      "epoch": 1.0497528104040055,
      "grad_norm": 0.32755059003829956,
      "learning_rate": 0.0002464546257380294,
      "loss": 0.49,
      "step": 8335
    },
    {
      "epoch": 1.0503825928141828,
      "grad_norm": 0.3201046884059906,
      "learning_rate": 0.000246370416563996,
      "loss": 0.4833,
      "step": 8340
    },
    {
      "epoch": 1.05101237522436,
      "grad_norm": 0.2581581771373749,
      "learning_rate": 0.0002462861556368476,
      "loss": 0.465,
      "step": 8345
    },
    {
      "epoch": 1.0516421576345372,
      "grad_norm": 0.3480297923088074,
      "learning_rate": 0.00024620184300183423,
      "loss": 0.4756,
      "step": 8350
    },
    {
      "epoch": 1.0522719400447145,
      "grad_norm": 0.36630478501319885,
      "learning_rate": 0.00024611747870423366,
      "loss": 0.5051,
      "step": 8355
    },
    {
      "epoch": 1.0529017224548918,
      "grad_norm": 0.3450157940387726,
      "learning_rate": 0.0002460330627893515,
      "loss": 0.4996,
      "step": 8360
    },
    {
      "epoch": 1.053531504865069,
      "grad_norm": 0.30790945887565613,
      "learning_rate": 0.000245948595302521,
      "loss": 0.4826,
      "step": 8365
    },
    {
      "epoch": 1.0541612872752464,
      "grad_norm": 0.39590683579444885,
      "learning_rate": 0.00024586407628910306,
      "loss": 0.4963,
      "step": 8370
    },
    {
      "epoch": 1.0547910696854237,
      "grad_norm": 0.3294634521007538,
      "learning_rate": 0.00024577950579448643,
      "loss": 0.4868,
      "step": 8375
    },
    {
      "epoch": 1.055420852095601,
      "grad_norm": 0.33493947982788086,
      "learning_rate": 0.00024569488386408736,
      "loss": 0.4773,
      "step": 8380
    },
    {
      "epoch": 1.0560506345057783,
      "grad_norm": 0.32626229524612427,
      "learning_rate": 0.00024561021054334974,
      "loss": 0.4898,
      "step": 8385
    },
    {
      "epoch": 1.0566804169159556,
      "grad_norm": 0.3181340992450714,
      "learning_rate": 0.00024552548587774507,
      "loss": 0.4757,
      "step": 8390
    },
    {
      "epoch": 1.057310199326133,
      "grad_norm": 0.3592873215675354,
      "learning_rate": 0.0002454407099127725,
      "loss": 0.5034,
      "step": 8395
    },
    {
      "epoch": 1.0579399817363102,
      "grad_norm": 0.3184007406234741,
      "learning_rate": 0.00024535588269395856,
      "loss": 0.4929,
      "step": 8400
    },
    {
      "epoch": 1.0585697641464873,
      "grad_norm": 0.3555738627910614,
      "learning_rate": 0.00024527100426685746,
      "loss": 0.503,
      "step": 8405
    },
    {
      "epoch": 1.0591995465566646,
      "grad_norm": 0.29637908935546875,
      "learning_rate": 0.0002451860746770509,
      "loss": 0.4716,
      "step": 8410
    },
    {
      "epoch": 1.059829328966842,
      "grad_norm": 0.3031441569328308,
      "learning_rate": 0.0002451010939701479,
      "loss": 0.4757,
      "step": 8415
    },
    {
      "epoch": 1.0604591113770192,
      "grad_norm": 0.28256094455718994,
      "learning_rate": 0.0002450160621917851,
      "loss": 0.4558,
      "step": 8420
    },
    {
      "epoch": 1.0610888937871965,
      "grad_norm": 0.3192931115627289,
      "learning_rate": 0.0002449309793876266,
      "loss": 0.499,
      "step": 8425
    },
    {
      "epoch": 1.0617186761973738,
      "grad_norm": 0.2788430154323578,
      "learning_rate": 0.00024484584560336363,
      "loss": 0.4616,
      "step": 8430
    },
    {
      "epoch": 1.0623484586075511,
      "grad_norm": 0.35733649134635925,
      "learning_rate": 0.00024476066088471507,
      "loss": 0.4926,
      "step": 8435
    },
    {
      "epoch": 1.0629782410177284,
      "grad_norm": 0.3398718535900116,
      "learning_rate": 0.00024467542527742707,
      "loss": 0.4944,
      "step": 8440
    },
    {
      "epoch": 1.0636080234279057,
      "grad_norm": 0.3338175117969513,
      "learning_rate": 0.000244590138827273,
      "loss": 0.5181,
      "step": 8445
    },
    {
      "epoch": 1.064237805838083,
      "grad_norm": 0.33433952927589417,
      "learning_rate": 0.00024450480158005384,
      "loss": 0.4837,
      "step": 8450
    },
    {
      "epoch": 1.0648675882482603,
      "grad_norm": 0.3656097948551178,
      "learning_rate": 0.0002444194135815974,
      "loss": 0.4639,
      "step": 8455
    },
    {
      "epoch": 1.0654973706584374,
      "grad_norm": 0.31470635533332825,
      "learning_rate": 0.0002443339748777592,
      "loss": 0.4718,
      "step": 8460
    },
    {
      "epoch": 1.0661271530686147,
      "grad_norm": 0.29020166397094727,
      "learning_rate": 0.00024424848551442166,
      "loss": 0.4712,
      "step": 8465
    },
    {
      "epoch": 1.066756935478792,
      "grad_norm": 0.34259042143821716,
      "learning_rate": 0.00024416294553749446,
      "loss": 0.5252,
      "step": 8470
    },
    {
      "epoch": 1.0673867178889693,
      "grad_norm": 0.33828607201576233,
      "learning_rate": 0.0002440773549929146,
      "loss": 0.4663,
      "step": 8475
    },
    {
      "epoch": 1.0680165002991466,
      "grad_norm": 0.35722973942756653,
      "learning_rate": 0.00024399171392664622,
      "loss": 0.4868,
      "step": 8480
    },
    {
      "epoch": 1.068646282709324,
      "grad_norm": 0.3226557970046997,
      "learning_rate": 0.00024390602238468043,
      "loss": 0.4785,
      "step": 8485
    },
    {
      "epoch": 1.0692760651195012,
      "grad_norm": 0.3097434639930725,
      "learning_rate": 0.0002438202804130356,
      "loss": 0.4677,
      "step": 8490
    },
    {
      "epoch": 1.0699058475296785,
      "grad_norm": 0.3146856725215912,
      "learning_rate": 0.00024373448805775709,
      "loss": 0.4802,
      "step": 8495
    },
    {
      "epoch": 1.0705356299398558,
      "grad_norm": 0.3576582372188568,
      "learning_rate": 0.00024364864536491739,
      "loss": 0.5113,
      "step": 8500
    },
    {
      "epoch": 1.0711654123500332,
      "grad_norm": 0.33004313707351685,
      "learning_rate": 0.0002435627523806159,
      "loss": 0.4625,
      "step": 8505
    },
    {
      "epoch": 1.0717951947602105,
      "grad_norm": 0.3689037263393402,
      "learning_rate": 0.00024347680915097928,
      "loss": 0.4923,
      "step": 8510
    },
    {
      "epoch": 1.0724249771703875,
      "grad_norm": 0.28334125876426697,
      "learning_rate": 0.00024339081572216084,
      "loss": 0.4818,
      "step": 8515
    },
    {
      "epoch": 1.0730547595805648,
      "grad_norm": 0.3461993336677551,
      "learning_rate": 0.00024330477214034113,
      "loss": 0.4807,
      "step": 8520
    },
    {
      "epoch": 1.0736845419907421,
      "grad_norm": 0.32148951292037964,
      "learning_rate": 0.00024321867845172743,
      "loss": 0.4829,
      "step": 8525
    },
    {
      "epoch": 1.0743143244009195,
      "grad_norm": 0.31461793184280396,
      "learning_rate": 0.0002431325347025541,
      "loss": 0.5045,
      "step": 8530
    },
    {
      "epoch": 1.0749441068110968,
      "grad_norm": 0.30194273591041565,
      "learning_rate": 0.00024304634093908224,
      "loss": 0.4747,
      "step": 8535
    },
    {
      "epoch": 1.075573889221274,
      "grad_norm": 0.27379968762397766,
      "learning_rate": 0.0002429600972075999,
      "loss": 0.4382,
      "step": 8540
    },
    {
      "epoch": 1.0762036716314514,
      "grad_norm": 0.3732368052005768,
      "learning_rate": 0.0002428738035544219,
      "loss": 0.4704,
      "step": 8545
    },
    {
      "epoch": 1.0768334540416287,
      "grad_norm": 0.3252260088920593,
      "learning_rate": 0.00024278746002588997,
      "loss": 0.4929,
      "step": 8550
    },
    {
      "epoch": 1.077463236451806,
      "grad_norm": 0.31606802344322205,
      "learning_rate": 0.00024270106666837246,
      "loss": 0.4698,
      "step": 8555
    },
    {
      "epoch": 1.0780930188619833,
      "grad_norm": 0.320529967546463,
      "learning_rate": 0.00024261462352826468,
      "loss": 0.4531,
      "step": 8560
    },
    {
      "epoch": 1.0787228012721606,
      "grad_norm": 0.36827871203422546,
      "learning_rate": 0.00024252813065198852,
      "loss": 0.4948,
      "step": 8565
    },
    {
      "epoch": 1.0793525836823377,
      "grad_norm": 0.3132867217063904,
      "learning_rate": 0.00024244158808599264,
      "loss": 0.4836,
      "step": 8570
    },
    {
      "epoch": 1.079982366092515,
      "grad_norm": 0.32383888959884644,
      "learning_rate": 0.00024235499587675236,
      "loss": 0.4749,
      "step": 8575
    },
    {
      "epoch": 1.0806121485026923,
      "grad_norm": 0.32294297218322754,
      "learning_rate": 0.0002422683540707697,
      "loss": 0.4616,
      "step": 8580
    },
    {
      "epoch": 1.0812419309128696,
      "grad_norm": 0.3049245774745941,
      "learning_rate": 0.00024218166271457322,
      "loss": 0.4871,
      "step": 8585
    },
    {
      "epoch": 1.0818717133230469,
      "grad_norm": 0.3330252170562744,
      "learning_rate": 0.00024209492185471826,
      "loss": 0.4908,
      "step": 8590
    },
    {
      "epoch": 1.0825014957332242,
      "grad_norm": 0.35933157801628113,
      "learning_rate": 0.00024200813153778654,
      "loss": 0.4936,
      "step": 8595
    },
    {
      "epoch": 1.0831312781434015,
      "grad_norm": 0.345434308052063,
      "learning_rate": 0.00024192129181038654,
      "loss": 0.4637,
      "step": 8600
    },
    {
      "epoch": 1.0837610605535788,
      "grad_norm": 0.3012515604496002,
      "learning_rate": 0.0002418344027191531,
      "loss": 0.4719,
      "step": 8605
    },
    {
      "epoch": 1.084390842963756,
      "grad_norm": 0.3081362247467041,
      "learning_rate": 0.0002417474643107477,
      "loss": 0.4852,
      "step": 8610
    },
    {
      "epoch": 1.0850206253739334,
      "grad_norm": 0.367389053106308,
      "learning_rate": 0.00024166047663185826,
      "loss": 0.5046,
      "step": 8615
    },
    {
      "epoch": 1.0856504077841107,
      "grad_norm": 0.3392958641052246,
      "learning_rate": 0.0002415734397291991,
      "loss": 0.5087,
      "step": 8620
    },
    {
      "epoch": 1.0862801901942878,
      "grad_norm": 0.2843685746192932,
      "learning_rate": 0.000241486353649511,
      "loss": 0.4722,
      "step": 8625
    },
    {
      "epoch": 1.086909972604465,
      "grad_norm": 0.29619672894477844,
      "learning_rate": 0.00024139921843956128,
      "loss": 0.4645,
      "step": 8630
    },
    {
      "epoch": 1.0875397550146424,
      "grad_norm": 0.30029621720314026,
      "learning_rate": 0.00024131203414614347,
      "loss": 0.4434,
      "step": 8635
    },
    {
      "epoch": 1.0881695374248197,
      "grad_norm": 0.3630850911140442,
      "learning_rate": 0.00024122480081607755,
      "loss": 0.4772,
      "step": 8640
    },
    {
      "epoch": 1.088799319834997,
      "grad_norm": 0.32482001185417175,
      "learning_rate": 0.00024113751849620974,
      "loss": 0.4441,
      "step": 8645
    },
    {
      "epoch": 1.0894291022451743,
      "grad_norm": 0.3149590492248535,
      "learning_rate": 0.00024105018723341275,
      "loss": 0.468,
      "step": 8650
    },
    {
      "epoch": 1.0900588846553516,
      "grad_norm": 0.34652113914489746,
      "learning_rate": 0.0002409628070745854,
      "loss": 0.4706,
      "step": 8655
    },
    {
      "epoch": 1.090688667065529,
      "grad_norm": 0.31633374094963074,
      "learning_rate": 0.00024087537806665279,
      "loss": 0.4693,
      "step": 8660
    },
    {
      "epoch": 1.0913184494757062,
      "grad_norm": 0.31668806076049805,
      "learning_rate": 0.00024078790025656638,
      "loss": 0.4619,
      "step": 8665
    },
    {
      "epoch": 1.0919482318858835,
      "grad_norm": 0.3093356490135193,
      "learning_rate": 0.00024070037369130375,
      "loss": 0.485,
      "step": 8670
    },
    {
      "epoch": 1.0925780142960608,
      "grad_norm": 0.31765609979629517,
      "learning_rate": 0.0002406127984178686,
      "loss": 0.4696,
      "step": 8675
    },
    {
      "epoch": 1.093207796706238,
      "grad_norm": 0.35910454392433167,
      "learning_rate": 0.00024052517448329086,
      "loss": 0.4781,
      "step": 8680
    },
    {
      "epoch": 1.0938375791164152,
      "grad_norm": 0.37290528416633606,
      "learning_rate": 0.00024043750193462665,
      "loss": 0.4824,
      "step": 8685
    },
    {
      "epoch": 1.0944673615265925,
      "grad_norm": 0.3106020390987396,
      "learning_rate": 0.00024034978081895807,
      "loss": 0.4607,
      "step": 8690
    },
    {
      "epoch": 1.0950971439367698,
      "grad_norm": 0.3306252062320709,
      "learning_rate": 0.0002402620111833934,
      "loss": 0.4725,
      "step": 8695
    },
    {
      "epoch": 1.0957269263469471,
      "grad_norm": 0.2956124544143677,
      "learning_rate": 0.00024017419307506687,
      "loss": 0.4784,
      "step": 8700
    },
    {
      "epoch": 1.0963567087571244,
      "grad_norm": 0.3285719156265259,
      "learning_rate": 0.00024008632654113894,
      "loss": 0.4856,
      "step": 8705
    },
    {
      "epoch": 1.0969864911673017,
      "grad_norm": 0.3430241644382477,
      "learning_rate": 0.00023999841162879583,
      "loss": 0.5017,
      "step": 8710
    },
    {
      "epoch": 1.097616273577479,
      "grad_norm": 0.33543142676353455,
      "learning_rate": 0.00023991044838524985,
      "loss": 0.516,
      "step": 8715
    },
    {
      "epoch": 1.0982460559876563,
      "grad_norm": 0.28755661845207214,
      "learning_rate": 0.0002398224368577394,
      "loss": 0.4645,
      "step": 8720
    },
    {
      "epoch": 1.0988758383978336,
      "grad_norm": 0.34112608432769775,
      "learning_rate": 0.00023973437709352851,
      "loss": 0.5134,
      "step": 8725
    },
    {
      "epoch": 1.0995056208080107,
      "grad_norm": 0.3198321759700775,
      "learning_rate": 0.00023964626913990743,
      "loss": 0.4939,
      "step": 8730
    },
    {
      "epoch": 1.100135403218188,
      "grad_norm": 0.2985571026802063,
      "learning_rate": 0.00023955811304419205,
      "loss": 0.4817,
      "step": 8735
    },
    {
      "epoch": 1.1007651856283653,
      "grad_norm": 0.32038047909736633,
      "learning_rate": 0.0002394699088537243,
      "loss": 0.524,
      "step": 8740
    },
    {
      "epoch": 1.1013949680385426,
      "grad_norm": 0.3562256395816803,
      "learning_rate": 0.00023938165661587175,
      "loss": 0.4779,
      "step": 8745
    },
    {
      "epoch": 1.10202475044872,
      "grad_norm": 0.3481481969356537,
      "learning_rate": 0.00023929335637802788,
      "loss": 0.4861,
      "step": 8750
    },
    {
      "epoch": 1.1026545328588973,
      "grad_norm": 0.3087615966796875,
      "learning_rate": 0.00023920500818761198,
      "loss": 0.473,
      "step": 8755
    },
    {
      "epoch": 1.1032843152690746,
      "grad_norm": 0.34575629234313965,
      "learning_rate": 0.00023911661209206903,
      "loss": 0.4709,
      "step": 8760
    },
    {
      "epoch": 1.1039140976792519,
      "grad_norm": 0.3505946099758148,
      "learning_rate": 0.0002390281681388697,
      "loss": 0.4766,
      "step": 8765
    },
    {
      "epoch": 1.1045438800894292,
      "grad_norm": 0.40102317929267883,
      "learning_rate": 0.0002389396763755105,
      "loss": 0.5048,
      "step": 8770
    },
    {
      "epoch": 1.1051736624996065,
      "grad_norm": 0.3319726884365082,
      "learning_rate": 0.0002388511368495135,
      "loss": 0.4768,
      "step": 8775
    },
    {
      "epoch": 1.1058034449097838,
      "grad_norm": 0.3191297948360443,
      "learning_rate": 0.00023876254960842645,
      "loss": 0.5009,
      "step": 8780
    },
    {
      "epoch": 1.1064332273199609,
      "grad_norm": 0.3122735619544983,
      "learning_rate": 0.00023867391469982268,
      "loss": 0.4777,
      "step": 8785
    },
    {
      "epoch": 1.1070630097301382,
      "grad_norm": 0.33340710401535034,
      "learning_rate": 0.0002385852321713012,
      "loss": 0.459,
      "step": 8790
    },
    {
      "epoch": 1.1076927921403155,
      "grad_norm": 0.32803764939308167,
      "learning_rate": 0.00023849650207048655,
      "loss": 0.4784,
      "step": 8795
    },
    {
      "epoch": 1.1083225745504928,
      "grad_norm": 0.35463786125183105,
      "learning_rate": 0.00023840772444502878,
      "loss": 0.4739,
      "step": 8800
    },
    {
      "epoch": 1.10895235696067,
      "grad_norm": 0.3237099349498749,
      "learning_rate": 0.00023831889934260357,
      "loss": 0.4652,
      "step": 8805
    },
    {
      "epoch": 1.1095821393708474,
      "grad_norm": 0.34681713581085205,
      "learning_rate": 0.000238230026810912,
      "loss": 0.4872,
      "step": 8810
    },
    {
      "epoch": 1.1102119217810247,
      "grad_norm": 0.3360891342163086,
      "learning_rate": 0.00023814110689768066,
      "loss": 0.496,
      "step": 8815
    },
    {
      "epoch": 1.110841704191202,
      "grad_norm": 0.32971322536468506,
      "learning_rate": 0.0002380521396506615,
      "loss": 0.4468,
      "step": 8820
    },
    {
      "epoch": 1.1114714866013793,
      "grad_norm": 0.3112764060497284,
      "learning_rate": 0.00023796312511763205,
      "loss": 0.4985,
      "step": 8825
    },
    {
      "epoch": 1.1121012690115566,
      "grad_norm": 0.30539095401763916,
      "learning_rate": 0.0002378740633463951,
      "loss": 0.4835,
      "step": 8830
    },
    {
      "epoch": 1.1127310514217337,
      "grad_norm": 0.274139940738678,
      "learning_rate": 0.00023778495438477894,
      "loss": 0.5014,
      "step": 8835
    },
    {
      "epoch": 1.113360833831911,
      "grad_norm": 0.2877870500087738,
      "learning_rate": 0.000237695798280637,
      "loss": 0.4842,
      "step": 8840
    },
    {
      "epoch": 1.1139906162420883,
      "grad_norm": 0.262893944978714,
      "learning_rate": 0.00023760659508184823,
      "loss": 0.4754,
      "step": 8845
    },
    {
      "epoch": 1.1146203986522656,
      "grad_norm": 0.3255792260169983,
      "learning_rate": 0.00023751734483631672,
      "loss": 0.489,
      "step": 8850
    },
    {
      "epoch": 1.115250181062443,
      "grad_norm": 0.3453415632247925,
      "learning_rate": 0.00023742804759197195,
      "loss": 0.4624,
      "step": 8855
    },
    {
      "epoch": 1.1158799634726202,
      "grad_norm": 0.3276025354862213,
      "learning_rate": 0.00023733870339676856,
      "loss": 0.4629,
      "step": 8860
    },
    {
      "epoch": 1.1165097458827975,
      "grad_norm": 0.32096150517463684,
      "learning_rate": 0.0002372493122986864,
      "loss": 0.4482,
      "step": 8865
    },
    {
      "epoch": 1.1171395282929748,
      "grad_norm": 0.33016180992126465,
      "learning_rate": 0.00023715987434573055,
      "loss": 0.493,
      "step": 8870
    },
    {
      "epoch": 1.117769310703152,
      "grad_norm": 0.2946653366088867,
      "learning_rate": 0.00023707038958593126,
      "loss": 0.4365,
      "step": 8875
    },
    {
      "epoch": 1.1183990931133294,
      "grad_norm": 0.37148308753967285,
      "learning_rate": 0.00023698085806734385,
      "loss": 0.4974,
      "step": 8880
    },
    {
      "epoch": 1.1190288755235067,
      "grad_norm": 0.3068748116493225,
      "learning_rate": 0.00023689127983804882,
      "loss": 0.4886,
      "step": 8885
    },
    {
      "epoch": 1.1196586579336838,
      "grad_norm": 0.3096564710140228,
      "learning_rate": 0.00023680165494615167,
      "loss": 0.4592,
      "step": 8890
    },
    {
      "epoch": 1.120288440343861,
      "grad_norm": 0.3341507613658905,
      "learning_rate": 0.00023671198343978308,
      "loss": 0.4258,
      "step": 8895
    },
    {
      "epoch": 1.1209182227540384,
      "grad_norm": 0.30653128027915955,
      "learning_rate": 0.00023662226536709868,
      "loss": 0.486,
      "step": 8900
    },
    {
      "epoch": 1.1215480051642157,
      "grad_norm": 0.30991849303245544,
      "learning_rate": 0.00023653250077627908,
      "loss": 0.4879,
      "step": 8905
    },
    {
      "epoch": 1.122177787574393,
      "grad_norm": 0.3082162141799927,
      "learning_rate": 0.00023644268971552998,
      "loss": 0.4538,
      "step": 8910
    },
    {
      "epoch": 1.1228075699845703,
      "grad_norm": 0.30248114466667175,
      "learning_rate": 0.00023635283223308193,
      "loss": 0.4501,
      "step": 8915
    },
    {
      "epoch": 1.1234373523947476,
      "grad_norm": 0.34090158343315125,
      "learning_rate": 0.00023626292837719047,
      "loss": 0.4825,
      "step": 8920
    },
    {
      "epoch": 1.124067134804925,
      "grad_norm": 0.28670960664749146,
      "learning_rate": 0.00023617297819613598,
      "loss": 0.4422,
      "step": 8925
    },
    {
      "epoch": 1.1246969172151022,
      "grad_norm": 0.37079116702079773,
      "learning_rate": 0.0002360829817382239,
      "loss": 0.4725,
      "step": 8930
    },
    {
      "epoch": 1.1253266996252795,
      "grad_norm": 0.35876086354255676,
      "learning_rate": 0.00023599293905178417,
      "loss": 0.4672,
      "step": 8935
    },
    {
      "epoch": 1.1259564820354568,
      "grad_norm": 0.28581666946411133,
      "learning_rate": 0.00023590285018517196,
      "loss": 0.4597,
      "step": 8940
    },
    {
      "epoch": 1.126586264445634,
      "grad_norm": 0.34076693654060364,
      "learning_rate": 0.00023581271518676694,
      "loss": 0.4894,
      "step": 8945
    },
    {
      "epoch": 1.1272160468558112,
      "grad_norm": 0.29919254779815674,
      "learning_rate": 0.0002357225341049737,
      "loss": 0.4538,
      "step": 8950
    },
    {
      "epoch": 1.1278458292659885,
      "grad_norm": 0.2799806594848633,
      "learning_rate": 0.00023563230698822154,
      "loss": 0.4814,
      "step": 8955
    },
    {
      "epoch": 1.1284756116761658,
      "grad_norm": 0.3249780833721161,
      "learning_rate": 0.00023554203388496446,
      "loss": 0.4825,
      "step": 8960
    },
    {
      "epoch": 1.1291053940863431,
      "grad_norm": 0.3509981036186218,
      "learning_rate": 0.0002354517148436812,
      "loss": 0.4468,
      "step": 8965
    },
    {
      "epoch": 1.1297351764965204,
      "grad_norm": 0.33016157150268555,
      "learning_rate": 0.0002353613499128752,
      "loss": 0.449,
      "step": 8970
    },
    {
      "epoch": 1.1303649589066977,
      "grad_norm": 0.2889571487903595,
      "learning_rate": 0.00023527093914107436,
      "loss": 0.4584,
      "step": 8975
    },
    {
      "epoch": 1.130994741316875,
      "grad_norm": 0.31957536935806274,
      "learning_rate": 0.00023518048257683145,
      "loss": 0.4807,
      "step": 8980
    },
    {
      "epoch": 1.1316245237270524,
      "grad_norm": 0.31418105959892273,
      "learning_rate": 0.00023508998026872365,
      "loss": 0.4755,
      "step": 8985
    },
    {
      "epoch": 1.1322543061372297,
      "grad_norm": 0.3458874523639679,
      "learning_rate": 0.00023499943226535278,
      "loss": 0.4906,
      "step": 8990
    },
    {
      "epoch": 1.132884088547407,
      "grad_norm": 0.3091862201690674,
      "learning_rate": 0.0002349088386153452,
      "loss": 0.4786,
      "step": 8995
    },
    {
      "epoch": 1.133513870957584,
      "grad_norm": 0.2758231461048126,
      "learning_rate": 0.00023481819936735178,
      "loss": 0.4189,
      "step": 9000
    },
    {
      "epoch": 1.133513870957584,
      "eval_loss": 0.3038506805896759,
      "eval_runtime": 6.258,
      "eval_samples_per_second": 159.795,
      "eval_steps_per_second": 10.067,
      "step": 9000
    },
    {
      "epoch": 1.1341436533677614,
      "grad_norm": 0.3153883218765259,
      "learning_rate": 0.00023472751457004782,
      "loss": 0.4802,
      "step": 9005
    },
    {
      "epoch": 1.1347734357779387,
      "grad_norm": 0.3110881745815277,
      "learning_rate": 0.00023463678427213317,
      "loss": 0.4488,
      "step": 9010
    },
    {
      "epoch": 1.135403218188116,
      "grad_norm": 0.30957111716270447,
      "learning_rate": 0.00023454600852233206,
      "loss": 0.476,
      "step": 9015
    },
    {
      "epoch": 1.1360330005982933,
      "grad_norm": 0.3130200207233429,
      "learning_rate": 0.00023445518736939312,
      "loss": 0.4396,
      "step": 9020
    },
    {
      "epoch": 1.1366627830084706,
      "grad_norm": 0.31500178575515747,
      "learning_rate": 0.0002343643208620894,
      "loss": 0.4644,
      "step": 9025
    },
    {
      "epoch": 1.1372925654186479,
      "grad_norm": 0.3096972703933716,
      "learning_rate": 0.00023427340904921834,
      "loss": 0.4775,
      "step": 9030
    },
    {
      "epoch": 1.1379223478288252,
      "grad_norm": 0.3503490388393402,
      "learning_rate": 0.00023418245197960155,
      "loss": 0.4617,
      "step": 9035
    },
    {
      "epoch": 1.1385521302390025,
      "grad_norm": 0.31281721591949463,
      "learning_rate": 0.00023409144970208516,
      "loss": 0.4703,
      "step": 9040
    },
    {
      "epoch": 1.1391819126491798,
      "grad_norm": 0.3011356592178345,
      "learning_rate": 0.0002340004022655394,
      "loss": 0.4472,
      "step": 9045
    },
    {
      "epoch": 1.139811695059357,
      "grad_norm": 0.3240005075931549,
      "learning_rate": 0.00023390930971885888,
      "loss": 0.4726,
      "step": 9050
    },
    {
      "epoch": 1.1404414774695342,
      "grad_norm": 0.35690784454345703,
      "learning_rate": 0.0002338181721109623,
      "loss": 0.4601,
      "step": 9055
    },
    {
      "epoch": 1.1410712598797115,
      "grad_norm": 0.30888888239860535,
      "learning_rate": 0.0002337269894907927,
      "loss": 0.45,
      "step": 9060
    },
    {
      "epoch": 1.1417010422898888,
      "grad_norm": 0.3118223249912262,
      "learning_rate": 0.00023363576190731726,
      "loss": 0.4456,
      "step": 9065
    },
    {
      "epoch": 1.142330824700066,
      "grad_norm": 0.3156544864177704,
      "learning_rate": 0.0002335444894095272,
      "loss": 0.4744,
      "step": 9070
    },
    {
      "epoch": 1.1429606071102434,
      "grad_norm": 0.33679795265197754,
      "learning_rate": 0.00023345317204643797,
      "loss": 0.4662,
      "step": 9075
    },
    {
      "epoch": 1.1435903895204207,
      "grad_norm": 0.32647955417633057,
      "learning_rate": 0.00023336180986708904,
      "loss": 0.4573,
      "step": 9080
    },
    {
      "epoch": 1.144220171930598,
      "grad_norm": 0.3759111762046814,
      "learning_rate": 0.00023327040292054412,
      "loss": 0.4439,
      "step": 9085
    },
    {
      "epoch": 1.1448499543407753,
      "grad_norm": 0.31271886825561523,
      "learning_rate": 0.00023317895125589066,
      "loss": 0.4778,
      "step": 9090
    },
    {
      "epoch": 1.1454797367509526,
      "grad_norm": 0.2915593385696411,
      "learning_rate": 0.0002330874549222404,
      "loss": 0.4646,
      "step": 9095
    },
    {
      "epoch": 1.14610951916113,
      "grad_norm": 0.3337639570236206,
      "learning_rate": 0.00023299591396872893,
      "loss": 0.4597,
      "step": 9100
    },
    {
      "epoch": 1.1467393015713072,
      "grad_norm": 0.3345816433429718,
      "learning_rate": 0.0002329043284445158,
      "loss": 0.519,
      "step": 9105
    },
    {
      "epoch": 1.1473690839814843,
      "grad_norm": 0.31568819284439087,
      "learning_rate": 0.0002328126983987846,
      "loss": 0.455,
      "step": 9110
    },
    {
      "epoch": 1.1479988663916616,
      "grad_norm": 0.3630363643169403,
      "learning_rate": 0.00023272102388074265,
      "loss": 0.4544,
      "step": 9115
    },
    {
      "epoch": 1.148628648801839,
      "grad_norm": 0.30382248759269714,
      "learning_rate": 0.00023262930493962142,
      "loss": 0.485,
      "step": 9120
    },
    {
      "epoch": 1.1492584312120162,
      "grad_norm": 0.30339518189430237,
      "learning_rate": 0.0002325375416246759,
      "loss": 0.474,
      "step": 9125
    },
    {
      "epoch": 1.1498882136221935,
      "grad_norm": 0.33041009306907654,
      "learning_rate": 0.00023244573398518523,
      "loss": 0.447,
      "step": 9130
    },
    {
      "epoch": 1.1505179960323708,
      "grad_norm": 0.35708925127983093,
      "learning_rate": 0.00023235388207045214,
      "loss": 0.4801,
      "step": 9135
    },
    {
      "epoch": 1.1511477784425481,
      "grad_norm": 0.3497597575187683,
      "learning_rate": 0.00023226198592980318,
      "loss": 0.4753,
      "step": 9140
    },
    {
      "epoch": 1.1517775608527254,
      "grad_norm": 0.31747546792030334,
      "learning_rate": 0.00023217004561258876,
      "loss": 0.4642,
      "step": 9145
    },
    {
      "epoch": 1.1524073432629027,
      "grad_norm": 0.31225451827049255,
      "learning_rate": 0.00023207806116818283,
      "loss": 0.501,
      "step": 9150
    },
    {
      "epoch": 1.15303712567308,
      "grad_norm": 0.31150931119918823,
      "learning_rate": 0.00023198603264598327,
      "loss": 0.447,
      "step": 9155
    },
    {
      "epoch": 1.1536669080832573,
      "grad_norm": 0.29207199811935425,
      "learning_rate": 0.00023189396009541135,
      "loss": 0.448,
      "step": 9160
    },
    {
      "epoch": 1.1542966904934344,
      "grad_norm": 0.33640962839126587,
      "learning_rate": 0.00023180184356591223,
      "loss": 0.4725,
      "step": 9165
    },
    {
      "epoch": 1.1549264729036117,
      "grad_norm": 0.292582631111145,
      "learning_rate": 0.00023170968310695457,
      "loss": 0.4603,
      "step": 9170
    },
    {
      "epoch": 1.155556255313789,
      "grad_norm": 0.3217863142490387,
      "learning_rate": 0.00023161747876803066,
      "loss": 0.4386,
      "step": 9175
    },
    {
      "epoch": 1.1561860377239663,
      "grad_norm": 0.32607826590538025,
      "learning_rate": 0.00023152523059865622,
      "loss": 0.4747,
      "step": 9180
    },
    {
      "epoch": 1.1568158201341436,
      "grad_norm": 0.35956209897994995,
      "learning_rate": 0.00023143293864837078,
      "loss": 0.4563,
      "step": 9185
    },
    {
      "epoch": 1.157445602544321,
      "grad_norm": 0.3542852997779846,
      "learning_rate": 0.00023134060296673716,
      "loss": 0.4907,
      "step": 9190
    },
    {
      "epoch": 1.1580753849544982,
      "grad_norm": 0.3324996829032898,
      "learning_rate": 0.0002312482236033417,
      "loss": 0.4539,
      "step": 9195
    },
    {
      "epoch": 1.1587051673646755,
      "grad_norm": 0.3436378836631775,
      "learning_rate": 0.00023115580060779429,
      "loss": 0.5107,
      "step": 9200
    },
    {
      "epoch": 1.1593349497748529,
      "grad_norm": 0.2886941730976105,
      "learning_rate": 0.00023106333402972813,
      "loss": 0.4547,
      "step": 9205
    },
    {
      "epoch": 1.1599647321850302,
      "grad_norm": 0.30411913990974426,
      "learning_rate": 0.00023097082391879993,
      "loss": 0.4517,
      "step": 9210
    },
    {
      "epoch": 1.1605945145952075,
      "grad_norm": 0.3265014886856079,
      "learning_rate": 0.00023087827032468975,
      "loss": 0.4589,
      "step": 9215
    },
    {
      "epoch": 1.1612242970053845,
      "grad_norm": 0.2876526713371277,
      "learning_rate": 0.00023078567329710091,
      "loss": 0.466,
      "step": 9220
    },
    {
      "epoch": 1.1618540794155618,
      "grad_norm": 0.29947248101234436,
      "learning_rate": 0.0002306930328857602,
      "loss": 0.4459,
      "step": 9225
    },
    {
      "epoch": 1.1624838618257392,
      "grad_norm": 0.33246028423309326,
      "learning_rate": 0.00023060034914041753,
      "loss": 0.4826,
      "step": 9230
    },
    {
      "epoch": 1.1631136442359165,
      "grad_norm": 0.29653674364089966,
      "learning_rate": 0.0002305076221108463,
      "loss": 0.4394,
      "step": 9235
    },
    {
      "epoch": 1.1637434266460938,
      "grad_norm": 0.30506858229637146,
      "learning_rate": 0.00023041485184684308,
      "loss": 0.4645,
      "step": 9240
    },
    {
      "epoch": 1.164373209056271,
      "grad_norm": 0.2603437304496765,
      "learning_rate": 0.00023032203839822748,
      "loss": 0.4536,
      "step": 9245
    },
    {
      "epoch": 1.1650029914664484,
      "grad_norm": 0.3310236632823944,
      "learning_rate": 0.00023022918181484254,
      "loss": 0.4653,
      "step": 9250
    },
    {
      "epoch": 1.1656327738766257,
      "grad_norm": 0.3645521104335785,
      "learning_rate": 0.0002301362821465543,
      "loss": 0.4404,
      "step": 9255
    },
    {
      "epoch": 1.166262556286803,
      "grad_norm": 0.33431464433670044,
      "learning_rate": 0.00023004333944325208,
      "loss": 0.4389,
      "step": 9260
    },
    {
      "epoch": 1.1668923386969803,
      "grad_norm": 0.31086647510528564,
      "learning_rate": 0.00022995035375484817,
      "loss": 0.493,
      "step": 9265
    },
    {
      "epoch": 1.1675221211071576,
      "grad_norm": 0.34322085976600647,
      "learning_rate": 0.00022985732513127805,
      "loss": 0.4839,
      "step": 9270
    },
    {
      "epoch": 1.1681519035173347,
      "grad_norm": 0.3111884593963623,
      "learning_rate": 0.0002297642536225002,
      "loss": 0.4473,
      "step": 9275
    },
    {
      "epoch": 1.168781685927512,
      "grad_norm": 0.3494400084018707,
      "learning_rate": 0.00022967113927849613,
      "loss": 0.469,
      "step": 9280
    },
    {
      "epoch": 1.1694114683376893,
      "grad_norm": 0.27351829409599304,
      "learning_rate": 0.00022957798214927037,
      "loss": 0.4617,
      "step": 9285
    },
    {
      "epoch": 1.1700412507478666,
      "grad_norm": 0.3605945408344269,
      "learning_rate": 0.00022948478228485046,
      "loss": 0.444,
      "step": 9290
    },
    {
      "epoch": 1.1706710331580439,
      "grad_norm": 0.31383225321769714,
      "learning_rate": 0.0002293915397352869,
      "loss": 0.4716,
      "step": 9295
    },
    {
      "epoch": 1.1713008155682212,
      "grad_norm": 0.3261600732803345,
      "learning_rate": 0.00022929825455065292,
      "loss": 0.4646,
      "step": 9300
    },
    {
      "epoch": 1.1719305979783985,
      "grad_norm": 0.29624396562576294,
      "learning_rate": 0.00022920492678104492,
      "loss": 0.4636,
      "step": 9305
    },
    {
      "epoch": 1.1725603803885758,
      "grad_norm": 0.39078545570373535,
      "learning_rate": 0.00022911155647658201,
      "loss": 0.4933,
      "step": 9310
    },
    {
      "epoch": 1.173190162798753,
      "grad_norm": 0.2990373373031616,
      "learning_rate": 0.00022901814368740615,
      "loss": 0.4726,
      "step": 9315
    },
    {
      "epoch": 1.1738199452089304,
      "grad_norm": 0.28325891494750977,
      "learning_rate": 0.00022892468846368217,
      "loss": 0.4428,
      "step": 9320
    },
    {
      "epoch": 1.1744497276191077,
      "grad_norm": 0.3357643187046051,
      "learning_rate": 0.0002288311908555977,
      "loss": 0.4618,
      "step": 9325
    },
    {
      "epoch": 1.1750795100292848,
      "grad_norm": 0.31550613045692444,
      "learning_rate": 0.00022873765091336302,
      "loss": 0.4607,
      "step": 9330
    },
    {
      "epoch": 1.175709292439462,
      "grad_norm": 0.30639806389808655,
      "learning_rate": 0.00022864406868721118,
      "loss": 0.458,
      "step": 9335
    },
    {
      "epoch": 1.1763390748496394,
      "grad_norm": 0.3836449086666107,
      "learning_rate": 0.0002285504442273981,
      "loss": 0.4788,
      "step": 9340
    },
    {
      "epoch": 1.1769688572598167,
      "grad_norm": 0.2955804467201233,
      "learning_rate": 0.00022845677758420217,
      "loss": 0.4636,
      "step": 9345
    },
    {
      "epoch": 1.177598639669994,
      "grad_norm": 0.3264003098011017,
      "learning_rate": 0.0002283630688079245,
      "loss": 0.4769,
      "step": 9350
    },
    {
      "epoch": 1.1782284220801713,
      "grad_norm": 0.34578555822372437,
      "learning_rate": 0.00022826931794888894,
      "loss": 0.4784,
      "step": 9355
    },
    {
      "epoch": 1.1788582044903486,
      "grad_norm": 0.37039560079574585,
      "learning_rate": 0.00022817552505744178,
      "loss": 0.5042,
      "step": 9360
    },
    {
      "epoch": 1.179487986900526,
      "grad_norm": 0.319118857383728,
      "learning_rate": 0.00022808169018395192,
      "loss": 0.4607,
      "step": 9365
    },
    {
      "epoch": 1.1801177693107032,
      "grad_norm": 0.32380104064941406,
      "learning_rate": 0.00022798781337881086,
      "loss": 0.4606,
      "step": 9370
    },
    {
      "epoch": 1.1807475517208805,
      "grad_norm": 0.3038274943828583,
      "learning_rate": 0.00022789389469243256,
      "loss": 0.448,
      "step": 9375
    },
    {
      "epoch": 1.1813773341310578,
      "grad_norm": 0.3078247308731079,
      "learning_rate": 0.00022779993417525356,
      "loss": 0.4683,
      "step": 9380
    },
    {
      "epoch": 1.182007116541235,
      "grad_norm": 0.2909676432609558,
      "learning_rate": 0.00022770593187773275,
      "loss": 0.4778,
      "step": 9385
    },
    {
      "epoch": 1.1826368989514122,
      "grad_norm": 0.3095955550670624,
      "learning_rate": 0.00022761188785035155,
      "loss": 0.4523,
      "step": 9390
    },
    {
      "epoch": 1.1832666813615895,
      "grad_norm": 0.2969966530799866,
      "learning_rate": 0.0002275178021436137,
      "loss": 0.4735,
      "step": 9395
    },
    {
      "epoch": 1.1838964637717668,
      "grad_norm": 0.2896679937839508,
      "learning_rate": 0.00022742367480804544,
      "loss": 0.45,
      "step": 9400
    },
    {
      "epoch": 1.1845262461819441,
      "grad_norm": 0.31511151790618896,
      "learning_rate": 0.0002273295058941952,
      "loss": 0.4614,
      "step": 9405
    },
    {
      "epoch": 1.1851560285921214,
      "grad_norm": 0.3440285623073578,
      "learning_rate": 0.00022723529545263399,
      "loss": 0.4593,
      "step": 9410
    },
    {
      "epoch": 1.1857858110022987,
      "grad_norm": 0.29399538040161133,
      "learning_rate": 0.00022714104353395483,
      "loss": 0.4519,
      "step": 9415
    },
    {
      "epoch": 1.186415593412476,
      "grad_norm": 0.3958999812602997,
      "learning_rate": 0.00022704675018877322,
      "loss": 0.4838,
      "step": 9420
    },
    {
      "epoch": 1.1870453758226533,
      "grad_norm": 0.2960554361343384,
      "learning_rate": 0.0002269524154677268,
      "loss": 0.459,
      "step": 9425
    },
    {
      "epoch": 1.1876751582328307,
      "grad_norm": 0.32369253039360046,
      "learning_rate": 0.00022685803942147555,
      "loss": 0.4542,
      "step": 9430
    },
    {
      "epoch": 1.188304940643008,
      "grad_norm": 0.320547491312027,
      "learning_rate": 0.00022676362210070144,
      "loss": 0.4853,
      "step": 9435
    },
    {
      "epoch": 1.188934723053185,
      "grad_norm": 0.2984744906425476,
      "learning_rate": 0.00022666916355610885,
      "loss": 0.4201,
      "step": 9440
    },
    {
      "epoch": 1.1895645054633623,
      "grad_norm": 0.34194597601890564,
      "learning_rate": 0.00022657466383842407,
      "loss": 0.4705,
      "step": 9445
    },
    {
      "epoch": 1.1901942878735396,
      "grad_norm": 0.29718858003616333,
      "learning_rate": 0.0002264801229983957,
      "loss": 0.4403,
      "step": 9450
    },
    {
      "epoch": 1.190824070283717,
      "grad_norm": 0.29723846912384033,
      "learning_rate": 0.0002263855410867943,
      "loss": 0.4841,
      "step": 9455
    },
    {
      "epoch": 1.1914538526938943,
      "grad_norm": 0.31662440299987793,
      "learning_rate": 0.00022629091815441245,
      "loss": 0.456,
      "step": 9460
    },
    {
      "epoch": 1.1920836351040716,
      "grad_norm": 0.3458605408668518,
      "learning_rate": 0.0002261962542520649,
      "loss": 0.4504,
      "step": 9465
    },
    {
      "epoch": 1.1927134175142489,
      "grad_norm": 0.31829431653022766,
      "learning_rate": 0.00022610154943058833,
      "loss": 0.4821,
      "step": 9470
    },
    {
      "epoch": 1.1933431999244262,
      "grad_norm": 0.3380287289619446,
      "learning_rate": 0.00022600680374084138,
      "loss": 0.4963,
      "step": 9475
    },
    {
      "epoch": 1.1939729823346035,
      "grad_norm": 0.3048580288887024,
      "learning_rate": 0.00022591201723370458,
      "loss": 0.4443,
      "step": 9480
    },
    {
      "epoch": 1.1946027647447806,
      "grad_norm": 0.34586548805236816,
      "learning_rate": 0.0002258171899600806,
      "loss": 0.473,
      "step": 9485
    },
    {
      "epoch": 1.195232547154958,
      "grad_norm": 0.2828037440776825,
      "learning_rate": 0.0002257223219708937,
      "loss": 0.4539,
      "step": 9490
    },
    {
      "epoch": 1.1958623295651352,
      "grad_norm": 0.31300345063209534,
      "learning_rate": 0.00022562741331709024,
      "loss": 0.4353,
      "step": 9495
    },
    {
      "epoch": 1.1964921119753125,
      "grad_norm": 0.311260849237442,
      "learning_rate": 0.0002255324640496383,
      "loss": 0.4553,
      "step": 9500
    },
    {
      "epoch": 1.1971218943854898,
      "grad_norm": 0.2941080331802368,
      "learning_rate": 0.0002254374742195279,
      "loss": 0.4464,
      "step": 9505
    },
    {
      "epoch": 1.197751676795667,
      "grad_norm": 0.26669132709503174,
      "learning_rate": 0.00022534244387777057,
      "loss": 0.4368,
      "step": 9510
    },
    {
      "epoch": 1.1983814592058444,
      "grad_norm": 0.2933709919452667,
      "learning_rate": 0.00022524737307539995,
      "loss": 0.4526,
      "step": 9515
    },
    {
      "epoch": 1.1990112416160217,
      "grad_norm": 0.338360458612442,
      "learning_rate": 0.0002251522618634711,
      "loss": 0.4625,
      "step": 9520
    },
    {
      "epoch": 1.199641024026199,
      "grad_norm": 0.31670835614204407,
      "learning_rate": 0.00022505711029306098,
      "loss": 0.4553,
      "step": 9525
    },
    {
      "epoch": 1.2002708064363763,
      "grad_norm": 0.3221518099308014,
      "learning_rate": 0.00022496191841526813,
      "loss": 0.475,
      "step": 9530
    },
    {
      "epoch": 1.2009005888465536,
      "grad_norm": 0.32984668016433716,
      "learning_rate": 0.00022486668628121282,
      "loss": 0.4526,
      "step": 9535
    },
    {
      "epoch": 1.2015303712567307,
      "grad_norm": 0.2793140113353729,
      "learning_rate": 0.00022477141394203678,
      "loss": 0.4374,
      "step": 9540
    },
    {
      "epoch": 1.2021601536669082,
      "grad_norm": 0.3125605881214142,
      "learning_rate": 0.00022467610144890357,
      "loss": 0.4569,
      "step": 9545
    },
    {
      "epoch": 1.2027899360770853,
      "grad_norm": 0.2892754375934601,
      "learning_rate": 0.00022458074885299808,
      "loss": 0.4747,
      "step": 9550
    },
    {
      "epoch": 1.2034197184872626,
      "grad_norm": 0.3224146068096161,
      "learning_rate": 0.00022448535620552684,
      "loss": 0.4372,
      "step": 9555
    },
    {
      "epoch": 1.20404950089744,
      "grad_norm": 0.33973759412765503,
      "learning_rate": 0.00022438992355771787,
      "loss": 0.4368,
      "step": 9560
    },
    {
      "epoch": 1.2046792833076172,
      "grad_norm": 0.37665504217147827,
      "learning_rate": 0.00022429445096082073,
      "loss": 0.4747,
      "step": 9565
    },
    {
      "epoch": 1.2053090657177945,
      "grad_norm": 0.2834467589855194,
      "learning_rate": 0.00022419893846610634,
      "loss": 0.4841,
      "step": 9570
    },
    {
      "epoch": 1.2059388481279718,
      "grad_norm": 0.3729229271411896,
      "learning_rate": 0.00022410338612486715,
      "loss": 0.475,
      "step": 9575
    },
    {
      "epoch": 1.2065686305381491,
      "grad_norm": 0.30668923258781433,
      "learning_rate": 0.00022400779398841684,
      "loss": 0.4271,
      "step": 9580
    },
    {
      "epoch": 1.2071984129483264,
      "grad_norm": 0.33016908168792725,
      "learning_rate": 0.00022391216210809072,
      "loss": 0.4553,
      "step": 9585
    },
    {
      "epoch": 1.2078281953585037,
      "grad_norm": 0.30926114320755005,
      "learning_rate": 0.00022381649053524518,
      "loss": 0.4512,
      "step": 9590
    },
    {
      "epoch": 1.2084579777686808,
      "grad_norm": 0.3481772840023041,
      "learning_rate": 0.00022372077932125809,
      "loss": 0.4707,
      "step": 9595
    },
    {
      "epoch": 1.2090877601788583,
      "grad_norm": 0.2549537420272827,
      "learning_rate": 0.0002236250285175285,
      "loss": 0.4686,
      "step": 9600
    },
    {
      "epoch": 1.2097175425890354,
      "grad_norm": 0.3111298978328705,
      "learning_rate": 0.00022352923817547688,
      "loss": 0.4535,
      "step": 9605
    },
    {
      "epoch": 1.2103473249992127,
      "grad_norm": 0.29062095284461975,
      "learning_rate": 0.00022343340834654472,
      "loss": 0.4612,
      "step": 9610
    },
    {
      "epoch": 1.21097710740939,
      "grad_norm": 0.3373335897922516,
      "learning_rate": 0.0002233375390821949,
      "loss": 0.4233,
      "step": 9615
    },
    {
      "epoch": 1.2116068898195673,
      "grad_norm": 0.308648943901062,
      "learning_rate": 0.0002232416304339114,
      "loss": 0.4535,
      "step": 9620
    },
    {
      "epoch": 1.2122366722297446,
      "grad_norm": 0.32941722869873047,
      "learning_rate": 0.00022314568245319935,
      "loss": 0.4564,
      "step": 9625
    },
    {
      "epoch": 1.212866454639922,
      "grad_norm": 0.33229124546051025,
      "learning_rate": 0.00022304969519158495,
      "loss": 0.458,
      "step": 9630
    },
    {
      "epoch": 1.2134962370500992,
      "grad_norm": 0.29093366861343384,
      "learning_rate": 0.00022295366870061565,
      "loss": 0.4315,
      "step": 9635
    },
    {
      "epoch": 1.2141260194602765,
      "grad_norm": 0.3482106328010559,
      "learning_rate": 0.00022285760303185982,
      "loss": 0.4311,
      "step": 9640
    },
    {
      "epoch": 1.2147558018704538,
      "grad_norm": 0.29717814922332764,
      "learning_rate": 0.0002227614982369069,
      "loss": 0.4261,
      "step": 9645
    },
    {
      "epoch": 1.215385584280631,
      "grad_norm": 0.3359118700027466,
      "learning_rate": 0.00022266535436736738,
      "loss": 0.4698,
      "step": 9650
    },
    {
      "epoch": 1.2160153666908082,
      "grad_norm": 0.3095514476299286,
      "learning_rate": 0.0002225691714748727,
      "loss": 0.4463,
      "step": 9655
    },
    {
      "epoch": 1.2166451491009855,
      "grad_norm": 0.29095733165740967,
      "learning_rate": 0.0002224729496110753,
      "loss": 0.4662,
      "step": 9660
    },
    {
      "epoch": 1.2172749315111628,
      "grad_norm": 0.34425532817840576,
      "learning_rate": 0.00022237668882764847,
      "loss": 0.4579,
      "step": 9665
    },
    {
      "epoch": 1.2179047139213401,
      "grad_norm": 0.32856446504592896,
      "learning_rate": 0.0002222803891762865,
      "loss": 0.4648,
      "step": 9670
    },
    {
      "epoch": 1.2185344963315174,
      "grad_norm": 0.35708895325660706,
      "learning_rate": 0.00022218405070870451,
      "loss": 0.4579,
      "step": 9675
    },
    {
      "epoch": 1.2191642787416948,
      "grad_norm": 0.26759231090545654,
      "learning_rate": 0.0002220876734766384,
      "loss": 0.4321,
      "step": 9680
    },
    {
      "epoch": 1.219794061151872,
      "grad_norm": 0.27995094656944275,
      "learning_rate": 0.00022199125753184497,
      "loss": 0.4552,
      "step": 9685
    },
    {
      "epoch": 1.2204238435620494,
      "grad_norm": 0.3591984510421753,
      "learning_rate": 0.00022189480292610187,
      "loss": 0.4685,
      "step": 9690
    },
    {
      "epoch": 1.2210536259722267,
      "grad_norm": 0.2892036736011505,
      "learning_rate": 0.00022179830971120722,
      "loss": 0.4609,
      "step": 9695
    },
    {
      "epoch": 1.221683408382404,
      "grad_norm": 0.3287111520767212,
      "learning_rate": 0.00022170177793898028,
      "loss": 0.479,
      "step": 9700
    },
    {
      "epoch": 1.222313190792581,
      "grad_norm": 0.3088148832321167,
      "learning_rate": 0.00022160520766126074,
      "loss": 0.4597,
      "step": 9705
    },
    {
      "epoch": 1.2229429732027584,
      "grad_norm": 0.3263307511806488,
      "learning_rate": 0.0002215085989299091,
      "loss": 0.4801,
      "step": 9710
    },
    {
      "epoch": 1.2235727556129357,
      "grad_norm": 0.283078134059906,
      "learning_rate": 0.0002214119517968063,
      "loss": 0.4476,
      "step": 9715
    },
    {
      "epoch": 1.224202538023113,
      "grad_norm": 0.3226225674152374,
      "learning_rate": 0.00022131526631385422,
      "loss": 0.4644,
      "step": 9720
    },
    {
      "epoch": 1.2248323204332903,
      "grad_norm": 0.32242435216903687,
      "learning_rate": 0.00022121854253297514,
      "loss": 0.4477,
      "step": 9725
    },
    {
      "epoch": 1.2254621028434676,
      "grad_norm": 0.3373146057128906,
      "learning_rate": 0.0002211217805061119,
      "loss": 0.4541,
      "step": 9730
    },
    {
      "epoch": 1.2260918852536449,
      "grad_norm": 0.28866246342658997,
      "learning_rate": 0.00022102498028522786,
      "loss": 0.4388,
      "step": 9735
    },
    {
      "epoch": 1.2267216676638222,
      "grad_norm": 0.308704674243927,
      "learning_rate": 0.00022092814192230711,
      "loss": 0.425,
      "step": 9740
    },
    {
      "epoch": 1.2273514500739995,
      "grad_norm": 0.3144040107727051,
      "learning_rate": 0.00022083126546935394,
      "loss": 0.4532,
      "step": 9745
    },
    {
      "epoch": 1.2279812324841768,
      "grad_norm": 0.29848021268844604,
      "learning_rate": 0.00022073435097839329,
      "loss": 0.457,
      "step": 9750
    },
    {
      "epoch": 1.228611014894354,
      "grad_norm": 0.35102754831314087,
      "learning_rate": 0.00022063739850147036,
      "loss": 0.4258,
      "step": 9755
    },
    {
      "epoch": 1.2292407973045312,
      "grad_norm": 0.32105547189712524,
      "learning_rate": 0.000220540408090651,
      "loss": 0.4226,
      "step": 9760
    },
    {
      "epoch": 1.2298705797147085,
      "grad_norm": 0.3647817075252533,
      "learning_rate": 0.0002204433797980211,
      "loss": 0.4556,
      "step": 9765
    },
    {
      "epoch": 1.2305003621248858,
      "grad_norm": 0.3260333836078644,
      "learning_rate": 0.00022034631367568718,
      "loss": 0.4834,
      "step": 9770
    },
    {
      "epoch": 1.231130144535063,
      "grad_norm": 0.30218422412872314,
      "learning_rate": 0.00022024920977577596,
      "loss": 0.4327,
      "step": 9775
    },
    {
      "epoch": 1.2317599269452404,
      "grad_norm": 0.3666177988052368,
      "learning_rate": 0.0002201520681504344,
      "loss": 0.4361,
      "step": 9780
    },
    {
      "epoch": 1.2323897093554177,
      "grad_norm": 0.3113807737827301,
      "learning_rate": 0.00022005488885182975,
      "loss": 0.4554,
      "step": 9785
    },
    {
      "epoch": 1.233019491765595,
      "grad_norm": 0.31085875630378723,
      "learning_rate": 0.00021995767193214963,
      "loss": 0.4391,
      "step": 9790
    },
    {
      "epoch": 1.2336492741757723,
      "grad_norm": 0.304509699344635,
      "learning_rate": 0.0002198604174436017,
      "loss": 0.4754,
      "step": 9795
    },
    {
      "epoch": 1.2342790565859496,
      "grad_norm": 0.2930733263492584,
      "learning_rate": 0.0002197631254384138,
      "loss": 0.4194,
      "step": 9800
    },
    {
      "epoch": 1.234908838996127,
      "grad_norm": 0.30277615785598755,
      "learning_rate": 0.00021966579596883394,
      "loss": 0.4506,
      "step": 9805
    },
    {
      "epoch": 1.2355386214063042,
      "grad_norm": 0.2824211120605469,
      "learning_rate": 0.00021956842908713037,
      "loss": 0.4398,
      "step": 9810
    },
    {
      "epoch": 1.2361684038164813,
      "grad_norm": 0.31834569573402405,
      "learning_rate": 0.00021947102484559121,
      "loss": 0.4756,
      "step": 9815
    },
    {
      "epoch": 1.2367981862266586,
      "grad_norm": 0.355283260345459,
      "learning_rate": 0.00021937358329652488,
      "loss": 0.456,
      "step": 9820
    },
    {
      "epoch": 1.237427968636836,
      "grad_norm": 0.2955317497253418,
      "learning_rate": 0.00021927610449225962,
      "loss": 0.4462,
      "step": 9825
    },
    {
      "epoch": 1.2380577510470132,
      "grad_norm": 0.2653120756149292,
      "learning_rate": 0.00021917858848514383,
      "loss": 0.4197,
      "step": 9830
    },
    {
      "epoch": 1.2386875334571905,
      "grad_norm": 0.3773416578769684,
      "learning_rate": 0.0002190810353275458,
      "loss": 0.4263,
      "step": 9835
    },
    {
      "epoch": 1.2393173158673678,
      "grad_norm": 0.28635114431381226,
      "learning_rate": 0.00021898344507185384,
      "loss": 0.4705,
      "step": 9840
    },
    {
      "epoch": 1.2399470982775451,
      "grad_norm": 0.3044835031032562,
      "learning_rate": 0.00021888581777047608,
      "loss": 0.4671,
      "step": 9845
    },
    {
      "epoch": 1.2405768806877224,
      "grad_norm": 0.293748676776886,
      "learning_rate": 0.0002187881534758407,
      "loss": 0.436,
      "step": 9850
    },
    {
      "epoch": 1.2412066630978997,
      "grad_norm": 0.3891184628009796,
      "learning_rate": 0.00021869045224039564,
      "loss": 0.456,
      "step": 9855
    },
    {
      "epoch": 1.241836445508077,
      "grad_norm": 0.3140691816806793,
      "learning_rate": 0.0002185927141166086,
      "loss": 0.4402,
      "step": 9860
    },
    {
      "epoch": 1.2424662279182543,
      "grad_norm": 0.33889827132225037,
      "learning_rate": 0.00021849493915696738,
      "loss": 0.4363,
      "step": 9865
    },
    {
      "epoch": 1.2430960103284314,
      "grad_norm": 0.3084375858306885,
      "learning_rate": 0.0002183971274139791,
      "loss": 0.4295,
      "step": 9870
    },
    {
      "epoch": 1.2437257927386087,
      "grad_norm": 0.3091178834438324,
      "learning_rate": 0.00021829927894017115,
      "loss": 0.4263,
      "step": 9875
    },
    {
      "epoch": 1.244355575148786,
      "grad_norm": 0.3208729922771454,
      "learning_rate": 0.00021820139378809025,
      "loss": 0.4233,
      "step": 9880
    },
    {
      "epoch": 1.2449853575589633,
      "grad_norm": 0.30196666717529297,
      "learning_rate": 0.000218103472010303,
      "loss": 0.4265,
      "step": 9885
    },
    {
      "epoch": 1.2456151399691406,
      "grad_norm": 0.3044353127479553,
      "learning_rate": 0.0002180055136593956,
      "loss": 0.48,
      "step": 9890
    },
    {
      "epoch": 1.246244922379318,
      "grad_norm": 0.31633850932121277,
      "learning_rate": 0.000217907518787974,
      "loss": 0.4708,
      "step": 9895
    },
    {
      "epoch": 1.2468747047894952,
      "grad_norm": 0.29174062609672546,
      "learning_rate": 0.0002178094874486636,
      "loss": 0.4135,
      "step": 9900
    },
    {
      "epoch": 1.2475044871996726,
      "grad_norm": 0.33092647790908813,
      "learning_rate": 0.00021771141969410956,
      "loss": 0.4541,
      "step": 9905
    },
    {
      "epoch": 1.2481342696098499,
      "grad_norm": 0.30151379108428955,
      "learning_rate": 0.00021761331557697635,
      "loss": 0.4397,
      "step": 9910
    },
    {
      "epoch": 1.2487640520200272,
      "grad_norm": 0.31203630566596985,
      "learning_rate": 0.00021751517514994836,
      "loss": 0.454,
      "step": 9915
    },
    {
      "epoch": 1.2493938344302045,
      "grad_norm": 0.30847153067588806,
      "learning_rate": 0.00021741699846572902,
      "loss": 0.4309,
      "step": 9920
    },
    {
      "epoch": 1.2500236168403815,
      "grad_norm": 0.2937026619911194,
      "learning_rate": 0.00021731878557704158,
      "loss": 0.4206,
      "step": 9925
    },
    {
      "epoch": 1.2506533992505589,
      "grad_norm": 0.2875721752643585,
      "learning_rate": 0.0002172205365366285,
      "loss": 0.4385,
      "step": 9930
    },
    {
      "epoch": 1.2512831816607362,
      "grad_norm": 0.2834903299808502,
      "learning_rate": 0.00021712225139725188,
      "loss": 0.423,
      "step": 9935
    },
    {
      "epoch": 1.2519129640709135,
      "grad_norm": 0.3069617748260498,
      "learning_rate": 0.000217023930211693,
      "loss": 0.4536,
      "step": 9940
    },
    {
      "epoch": 1.2525427464810908,
      "grad_norm": 0.32263246178627014,
      "learning_rate": 0.0002169255730327526,
      "loss": 0.4281,
      "step": 9945
    },
    {
      "epoch": 1.253172528891268,
      "grad_norm": 0.2980237603187561,
      "learning_rate": 0.00021682717991325075,
      "loss": 0.4163,
      "step": 9950
    },
    {
      "epoch": 1.2538023113014454,
      "grad_norm": 0.3552669584751129,
      "learning_rate": 0.0002167287509060268,
      "loss": 0.4378,
      "step": 9955
    },
    {
      "epoch": 1.2544320937116227,
      "grad_norm": 0.3207598924636841,
      "learning_rate": 0.00021663028606393932,
      "loss": 0.4411,
      "step": 9960
    },
    {
      "epoch": 1.2550618761218,
      "grad_norm": 0.3187711238861084,
      "learning_rate": 0.0002165317854398663,
      "loss": 0.4384,
      "step": 9965
    },
    {
      "epoch": 1.2556916585319773,
      "grad_norm": 0.3156946897506714,
      "learning_rate": 0.00021643324908670472,
      "loss": 0.4227,
      "step": 9970
    },
    {
      "epoch": 1.2563214409421546,
      "grad_norm": 0.3305997848510742,
      "learning_rate": 0.00021633467705737085,
      "loss": 0.4521,
      "step": 9975
    },
    {
      "epoch": 1.2569512233523317,
      "grad_norm": 0.2964983880519867,
      "learning_rate": 0.00021623606940480015,
      "loss": 0.4373,
      "step": 9980
    },
    {
      "epoch": 1.257581005762509,
      "grad_norm": 0.29807519912719727,
      "learning_rate": 0.00021613742618194727,
      "loss": 0.4591,
      "step": 9985
    },
    {
      "epoch": 1.2582107881726863,
      "grad_norm": 0.29127413034439087,
      "learning_rate": 0.00021603874744178576,
      "loss": 0.43,
      "step": 9990
    },
    {
      "epoch": 1.2588405705828636,
      "grad_norm": 0.339418888092041,
      "learning_rate": 0.00021594003323730836,
      "loss": 0.4407,
      "step": 9995
    },
    {
      "epoch": 1.2594703529930409,
      "grad_norm": 0.3419913053512573,
      "learning_rate": 0.0002158412836215269,
      "loss": 0.4678,
      "step": 10000
    },
    {
      "epoch": 1.2594703529930409,
      "eval_loss": 0.30844178795814514,
      "eval_runtime": 6.157,
      "eval_samples_per_second": 162.416,
      "eval_steps_per_second": 10.232,
      "step": 10000
    },
    {
      "epoch": 1.2601001354032182,
      "grad_norm": 0.3139461576938629,
      "learning_rate": 0.00021574249864747216,
      "loss": 0.4491,
      "step": 10005
    },
    {
      "epoch": 1.2607299178133955,
      "grad_norm": 0.319892555475235,
      "learning_rate": 0.00021564367836819393,
      "loss": 0.4648,
      "step": 10010
    },
    {
      "epoch": 1.2613597002235728,
      "grad_norm": 0.30732426047325134,
      "learning_rate": 0.00021554482283676093,
      "loss": 0.4113,
      "step": 10015
    },
    {
      "epoch": 1.26198948263375,
      "grad_norm": 0.3234427571296692,
      "learning_rate": 0.00021544593210626092,
      "loss": 0.4461,
      "step": 10020
    },
    {
      "epoch": 1.2626192650439272,
      "grad_norm": 0.3298225998878479,
      "learning_rate": 0.00021534700622980038,
      "loss": 0.4487,
      "step": 10025
    },
    {
      "epoch": 1.2632490474541047,
      "grad_norm": 0.3394641578197479,
      "learning_rate": 0.0002152480452605048,
      "loss": 0.4653,
      "step": 10030
    },
    {
      "epoch": 1.2638788298642818,
      "grad_norm": 0.29091107845306396,
      "learning_rate": 0.00021514904925151854,
      "loss": 0.4639,
      "step": 10035
    },
    {
      "epoch": 1.264508612274459,
      "grad_norm": 0.27975961565971375,
      "learning_rate": 0.00021505001825600461,
      "loss": 0.4094,
      "step": 10040
    },
    {
      "epoch": 1.2651383946846364,
      "grad_norm": 0.2882293164730072,
      "learning_rate": 0.00021495095232714503,
      "loss": 0.4212,
      "step": 10045
    },
    {
      "epoch": 1.2657681770948137,
      "grad_norm": 0.31701260805130005,
      "learning_rate": 0.0002148518515181404,
      "loss": 0.4427,
      "step": 10050
    },
    {
      "epoch": 1.266397959504991,
      "grad_norm": 0.33051052689552307,
      "learning_rate": 0.00021475271588221014,
      "loss": 0.4331,
      "step": 10055
    },
    {
      "epoch": 1.2670277419151683,
      "grad_norm": 0.32075920701026917,
      "learning_rate": 0.00021465354547259234,
      "loss": 0.4486,
      "step": 10060
    },
    {
      "epoch": 1.2676575243253456,
      "grad_norm": 0.3044838309288025,
      "learning_rate": 0.00021455434034254375,
      "loss": 0.4141,
      "step": 10065
    },
    {
      "epoch": 1.268287306735523,
      "grad_norm": 0.31618407368659973,
      "learning_rate": 0.00021445510054533983,
      "loss": 0.446,
      "step": 10070
    },
    {
      "epoch": 1.2689170891457002,
      "grad_norm": 0.3025960624217987,
      "learning_rate": 0.0002143558261342746,
      "loss": 0.4233,
      "step": 10075
    },
    {
      "epoch": 1.2695468715558773,
      "grad_norm": 0.2974034249782562,
      "learning_rate": 0.0002142565171626607,
      "loss": 0.4078,
      "step": 10080
    },
    {
      "epoch": 1.2701766539660548,
      "grad_norm": 0.34097397327423096,
      "learning_rate": 0.0002141571736838293,
      "loss": 0.4555,
      "step": 10085
    },
    {
      "epoch": 1.270806436376232,
      "grad_norm": 0.30995890498161316,
      "learning_rate": 0.0002140577957511302,
      "loss": 0.4388,
      "step": 10090
    },
    {
      "epoch": 1.2714362187864092,
      "grad_norm": 0.24191588163375854,
      "learning_rate": 0.00021395838341793145,
      "loss": 0.4114,
      "step": 10095
    },
    {
      "epoch": 1.2720660011965865,
      "grad_norm": 0.31779953837394714,
      "learning_rate": 0.00021385893673761986,
      "loss": 0.4169,
      "step": 10100
    },
    {
      "epoch": 1.2726957836067638,
      "grad_norm": 0.31599584221839905,
      "learning_rate": 0.0002137594557636006,
      "loss": 0.4081,
      "step": 10105
    },
    {
      "epoch": 1.2733255660169411,
      "grad_norm": 0.31904011964797974,
      "learning_rate": 0.00021365994054929713,
      "loss": 0.4406,
      "step": 10110
    },
    {
      "epoch": 1.2739553484271184,
      "grad_norm": 0.2923012375831604,
      "learning_rate": 0.00021356039114815145,
      "loss": 0.4335,
      "step": 10115
    },
    {
      "epoch": 1.2745851308372957,
      "grad_norm": 0.27983418107032776,
      "learning_rate": 0.00021346080761362385,
      "loss": 0.4039,
      "step": 10120
    },
    {
      "epoch": 1.275214913247473,
      "grad_norm": 0.29870182275772095,
      "learning_rate": 0.000213361189999193,
      "loss": 0.4311,
      "step": 10125
    },
    {
      "epoch": 1.2758446956576504,
      "grad_norm": 0.3060225546360016,
      "learning_rate": 0.00021326153835835574,
      "loss": 0.4722,
      "step": 10130
    },
    {
      "epoch": 1.2764744780678274,
      "grad_norm": 0.38860756158828735,
      "learning_rate": 0.00021316185274462734,
      "loss": 0.4276,
      "step": 10135
    },
    {
      "epoch": 1.277104260478005,
      "grad_norm": 0.32171720266342163,
      "learning_rate": 0.0002130621332115413,
      "loss": 0.4334,
      "step": 10140
    },
    {
      "epoch": 1.277734042888182,
      "grad_norm": 0.2947072684764862,
      "learning_rate": 0.00021296237981264916,
      "loss": 0.411,
      "step": 10145
    },
    {
      "epoch": 1.2783638252983593,
      "grad_norm": 0.2904439866542816,
      "learning_rate": 0.00021286259260152088,
      "loss": 0.4222,
      "step": 10150
    },
    {
      "epoch": 1.2789936077085367,
      "grad_norm": 0.2517947554588318,
      "learning_rate": 0.00021276277163174444,
      "loss": 0.4336,
      "step": 10155
    },
    {
      "epoch": 1.279623390118714,
      "grad_norm": 0.295692503452301,
      "learning_rate": 0.00021266291695692602,
      "loss": 0.4617,
      "step": 10160
    },
    {
      "epoch": 1.2802531725288913,
      "grad_norm": 0.3214627802371979,
      "learning_rate": 0.00021256302863068976,
      "loss": 0.4327,
      "step": 10165
    },
    {
      "epoch": 1.2808829549390686,
      "grad_norm": 0.3030719459056854,
      "learning_rate": 0.00021246310670667808,
      "loss": 0.4289,
      "step": 10170
    },
    {
      "epoch": 1.2815127373492459,
      "grad_norm": 0.32924139499664307,
      "learning_rate": 0.00021236315123855128,
      "loss": 0.4391,
      "step": 10175
    },
    {
      "epoch": 1.2821425197594232,
      "grad_norm": 0.2978973984718323,
      "learning_rate": 0.00021226316227998773,
      "loss": 0.4356,
      "step": 10180
    },
    {
      "epoch": 1.2827723021696005,
      "grad_norm": 0.289858341217041,
      "learning_rate": 0.00021216313988468375,
      "loss": 0.4302,
      "step": 10185
    },
    {
      "epoch": 1.2834020845797776,
      "grad_norm": 0.28235578536987305,
      "learning_rate": 0.00021206308410635376,
      "loss": 0.4581,
      "step": 10190
    },
    {
      "epoch": 1.284031866989955,
      "grad_norm": 0.28610706329345703,
      "learning_rate": 0.0002119629949987299,
      "loss": 0.4233,
      "step": 10195
    },
    {
      "epoch": 1.2846616494001322,
      "grad_norm": 0.347464382648468,
      "learning_rate": 0.00021186287261556238,
      "loss": 0.4191,
      "step": 10200
    },
    {
      "epoch": 1.2852914318103095,
      "grad_norm": 0.3228091299533844,
      "learning_rate": 0.00021176271701061914,
      "loss": 0.4162,
      "step": 10205
    },
    {
      "epoch": 1.2859212142204868,
      "grad_norm": 0.34487780928611755,
      "learning_rate": 0.00021166252823768606,
      "loss": 0.4383,
      "step": 10210
    },
    {
      "epoch": 1.286550996630664,
      "grad_norm": 0.34411466121673584,
      "learning_rate": 0.00021156230635056676,
      "loss": 0.4532,
      "step": 10215
    },
    {
      "epoch": 1.2871807790408414,
      "grad_norm": 0.38219863176345825,
      "learning_rate": 0.00021146205140308273,
      "loss": 0.4656,
      "step": 10220
    },
    {
      "epoch": 1.2878105614510187,
      "grad_norm": 0.3240879774093628,
      "learning_rate": 0.00021136176344907322,
      "loss": 0.4174,
      "step": 10225
    },
    {
      "epoch": 1.288440343861196,
      "grad_norm": 0.34157487750053406,
      "learning_rate": 0.00021126144254239503,
      "loss": 0.4297,
      "step": 10230
    },
    {
      "epoch": 1.2890701262713733,
      "grad_norm": 0.2788861095905304,
      "learning_rate": 0.00021116108873692286,
      "loss": 0.429,
      "step": 10235
    },
    {
      "epoch": 1.2896999086815506,
      "grad_norm": 0.28119325637817383,
      "learning_rate": 0.00021106070208654895,
      "loss": 0.4145,
      "step": 10240
    },
    {
      "epoch": 1.2903296910917277,
      "grad_norm": 0.32004043459892273,
      "learning_rate": 0.00021096028264518325,
      "loss": 0.4361,
      "step": 10245
    },
    {
      "epoch": 1.2909594735019052,
      "grad_norm": 0.3054758310317993,
      "learning_rate": 0.0002108598304667533,
      "loss": 0.4331,
      "step": 10250
    },
    {
      "epoch": 1.2915892559120823,
      "grad_norm": 0.3827783167362213,
      "learning_rate": 0.0002107593456052042,
      "loss": 0.4246,
      "step": 10255
    },
    {
      "epoch": 1.2922190383222596,
      "grad_norm": 0.3008691370487213,
      "learning_rate": 0.00021065882811449862,
      "loss": 0.4448,
      "step": 10260
    },
    {
      "epoch": 1.292848820732437,
      "grad_norm": 0.3227977752685547,
      "learning_rate": 0.00021055827804861675,
      "loss": 0.4308,
      "step": 10265
    },
    {
      "epoch": 1.2934786031426142,
      "grad_norm": 0.32592520117759705,
      "learning_rate": 0.00021045769546155623,
      "loss": 0.4472,
      "step": 10270
    },
    {
      "epoch": 1.2941083855527915,
      "grad_norm": 0.30866268277168274,
      "learning_rate": 0.00021035708040733231,
      "loss": 0.4193,
      "step": 10275
    },
    {
      "epoch": 1.2947381679629688,
      "grad_norm": 0.36590054631233215,
      "learning_rate": 0.0002102564329399775,
      "loss": 0.4554,
      "step": 10280
    },
    {
      "epoch": 1.2953679503731461,
      "grad_norm": 0.34002235531806946,
      "learning_rate": 0.00021015575311354175,
      "loss": 0.465,
      "step": 10285
    },
    {
      "epoch": 1.2959977327833234,
      "grad_norm": 0.26847660541534424,
      "learning_rate": 0.00021005504098209248,
      "loss": 0.4226,
      "step": 10290
    },
    {
      "epoch": 1.2966275151935007,
      "grad_norm": 0.2904103398323059,
      "learning_rate": 0.00020995429659971445,
      "loss": 0.4135,
      "step": 10295
    },
    {
      "epoch": 1.2972572976036778,
      "grad_norm": 0.2799352705478668,
      "learning_rate": 0.00020985352002050962,
      "loss": 0.4241,
      "step": 10300
    },
    {
      "epoch": 1.2978870800138553,
      "grad_norm": 0.3527425229549408,
      "learning_rate": 0.00020975271129859734,
      "loss": 0.4397,
      "step": 10305
    },
    {
      "epoch": 1.2985168624240324,
      "grad_norm": 0.30795904994010925,
      "learning_rate": 0.00020965187048811417,
      "loss": 0.4248,
      "step": 10310
    },
    {
      "epoch": 1.2991466448342097,
      "grad_norm": 0.31814008951187134,
      "learning_rate": 0.00020955099764321402,
      "loss": 0.4501,
      "step": 10315
    },
    {
      "epoch": 1.299776427244387,
      "grad_norm": 0.29917100071907043,
      "learning_rate": 0.0002094500928180678,
      "loss": 0.4511,
      "step": 10320
    },
    {
      "epoch": 1.3004062096545643,
      "grad_norm": 0.32853367924690247,
      "learning_rate": 0.00020934915606686373,
      "loss": 0.4055,
      "step": 10325
    },
    {
      "epoch": 1.3010359920647416,
      "grad_norm": 0.420550137758255,
      "learning_rate": 0.00020924818744380723,
      "loss": 0.4417,
      "step": 10330
    },
    {
      "epoch": 1.301665774474919,
      "grad_norm": 0.3183051347732544,
      "learning_rate": 0.0002091471870031207,
      "loss": 0.4256,
      "step": 10335
    },
    {
      "epoch": 1.3022955568850962,
      "grad_norm": 0.30520761013031006,
      "learning_rate": 0.00020904615479904362,
      "loss": 0.4213,
      "step": 10340
    },
    {
      "epoch": 1.3029253392952735,
      "grad_norm": 0.3484478294849396,
      "learning_rate": 0.0002089450908858327,
      "loss": 0.4202,
      "step": 10345
    },
    {
      "epoch": 1.3035551217054508,
      "grad_norm": 0.3063777983188629,
      "learning_rate": 0.00020884399531776154,
      "loss": 0.4121,
      "step": 10350
    },
    {
      "epoch": 1.304184904115628,
      "grad_norm": 0.35436901450157166,
      "learning_rate": 0.00020874286814912072,
      "loss": 0.4351,
      "step": 10355
    },
    {
      "epoch": 1.3048146865258055,
      "grad_norm": 0.3233969211578369,
      "learning_rate": 0.00020864170943421786,
      "loss": 0.4326,
      "step": 10360
    },
    {
      "epoch": 1.3054444689359825,
      "grad_norm": 0.34073448181152344,
      "learning_rate": 0.0002085405192273776,
      "loss": 0.4454,
      "step": 10365
    },
    {
      "epoch": 1.3060742513461598,
      "grad_norm": 0.28455135226249695,
      "learning_rate": 0.00020843929758294121,
      "loss": 0.4511,
      "step": 10370
    },
    {
      "epoch": 1.3067040337563371,
      "grad_norm": 0.31585589051246643,
      "learning_rate": 0.0002083380445552672,
      "loss": 0.4258,
      "step": 10375
    },
    {
      "epoch": 1.3073338161665145,
      "grad_norm": 0.31528952717781067,
      "learning_rate": 0.00020823676019873064,
      "loss": 0.424,
      "step": 10380
    },
    {
      "epoch": 1.3079635985766918,
      "grad_norm": 0.3014485836029053,
      "learning_rate": 0.00020813544456772362,
      "loss": 0.4429,
      "step": 10385
    },
    {
      "epoch": 1.308593380986869,
      "grad_norm": 0.2870473861694336,
      "learning_rate": 0.00020803409771665484,
      "loss": 0.439,
      "step": 10390
    },
    {
      "epoch": 1.3092231633970464,
      "grad_norm": 0.2971458435058594,
      "learning_rate": 0.00020793271969994997,
      "loss": 0.4233,
      "step": 10395
    },
    {
      "epoch": 1.3098529458072237,
      "grad_norm": 0.2853131890296936,
      "learning_rate": 0.00020783131057205135,
      "loss": 0.4164,
      "step": 10400
    },
    {
      "epoch": 1.310482728217401,
      "grad_norm": 0.29392004013061523,
      "learning_rate": 0.00020772987038741793,
      "loss": 0.4234,
      "step": 10405
    },
    {
      "epoch": 1.311112510627578,
      "grad_norm": 0.2874060273170471,
      "learning_rate": 0.00020762839920052543,
      "loss": 0.4413,
      "step": 10410
    },
    {
      "epoch": 1.3117422930377556,
      "grad_norm": 0.2806376516819,
      "learning_rate": 0.00020752689706586615,
      "loss": 0.4223,
      "step": 10415
    },
    {
      "epoch": 1.3123720754479327,
      "grad_norm": 0.28510767221450806,
      "learning_rate": 0.00020742536403794908,
      "loss": 0.4183,
      "step": 10420
    },
    {
      "epoch": 1.31300185785811,
      "grad_norm": 0.3087919056415558,
      "learning_rate": 0.00020732380017129983,
      "loss": 0.4241,
      "step": 10425
    },
    {
      "epoch": 1.3136316402682873,
      "grad_norm": 0.2965323328971863,
      "learning_rate": 0.00020722220552046048,
      "loss": 0.4225,
      "step": 10430
    },
    {
      "epoch": 1.3142614226784646,
      "grad_norm": 0.2907772660255432,
      "learning_rate": 0.00020712058013998963,
      "loss": 0.4176,
      "step": 10435
    },
    {
      "epoch": 1.3148912050886419,
      "grad_norm": 0.3242434859275818,
      "learning_rate": 0.0002070189240844625,
      "loss": 0.4377,
      "step": 10440
    },
    {
      "epoch": 1.3155209874988192,
      "grad_norm": 0.28129857778549194,
      "learning_rate": 0.00020691723740847066,
      "loss": 0.425,
      "step": 10445
    },
    {
      "epoch": 1.3161507699089965,
      "grad_norm": 0.3053089380264282,
      "learning_rate": 0.00020681552016662224,
      "loss": 0.4066,
      "step": 10450
    },
    {
      "epoch": 1.3167805523191738,
      "grad_norm": 0.27167361974716187,
      "learning_rate": 0.00020671377241354168,
      "loss": 0.4458,
      "step": 10455
    },
    {
      "epoch": 1.317410334729351,
      "grad_norm": 0.29331174492836,
      "learning_rate": 0.00020661199420386986,
      "loss": 0.427,
      "step": 10460
    },
    {
      "epoch": 1.3180401171395282,
      "grad_norm": 0.329908162355423,
      "learning_rate": 0.00020651018559226394,
      "loss": 0.4292,
      "step": 10465
    },
    {
      "epoch": 1.3186698995497057,
      "grad_norm": 0.32669904828071594,
      "learning_rate": 0.0002064083466333976,
      "loss": 0.4118,
      "step": 10470
    },
    {
      "epoch": 1.3192996819598828,
      "grad_norm": 0.35706159472465515,
      "learning_rate": 0.00020630647738196058,
      "loss": 0.4433,
      "step": 10475
    },
    {
      "epoch": 1.31992946437006,
      "grad_norm": 0.3119877278804779,
      "learning_rate": 0.00020620457789265905,
      "loss": 0.4206,
      "step": 10480
    },
    {
      "epoch": 1.3205592467802374,
      "grad_norm": 0.34798958897590637,
      "learning_rate": 0.00020610264822021532,
      "loss": 0.39,
      "step": 10485
    },
    {
      "epoch": 1.3211890291904147,
      "grad_norm": 0.36972302198410034,
      "learning_rate": 0.000206000688419368,
      "loss": 0.4402,
      "step": 10490
    },
    {
      "epoch": 1.321818811600592,
      "grad_norm": 0.27949050068855286,
      "learning_rate": 0.00020589869854487175,
      "loss": 0.4221,
      "step": 10495
    },
    {
      "epoch": 1.3224485940107693,
      "grad_norm": 0.30757853388786316,
      "learning_rate": 0.00020579667865149758,
      "loss": 0.4402,
      "step": 10500
    },
    {
      "epoch": 1.3230783764209466,
      "grad_norm": 0.3018808364868164,
      "learning_rate": 0.0002056946287940324,
      "loss": 0.4088,
      "step": 10505
    },
    {
      "epoch": 1.323708158831124,
      "grad_norm": 0.2630440592765808,
      "learning_rate": 0.00020559254902727942,
      "loss": 0.4062,
      "step": 10510
    },
    {
      "epoch": 1.3243379412413012,
      "grad_norm": 0.3145885169506073,
      "learning_rate": 0.00020549043940605767,
      "loss": 0.4301,
      "step": 10515
    },
    {
      "epoch": 1.3249677236514783,
      "grad_norm": 0.3040730655193329,
      "learning_rate": 0.0002053882999852025,
      "loss": 0.4267,
      "step": 10520
    },
    {
      "epoch": 1.3255975060616558,
      "grad_norm": 0.2861897945404053,
      "learning_rate": 0.00020528613081956498,
      "loss": 0.4115,
      "step": 10525
    },
    {
      "epoch": 1.326227288471833,
      "grad_norm": 0.2938830256462097,
      "learning_rate": 0.00020518393196401234,
      "loss": 0.4315,
      "step": 10530
    },
    {
      "epoch": 1.3268570708820102,
      "grad_norm": 0.24550281465053558,
      "learning_rate": 0.0002050817034734277,
      "loss": 0.4181,
      "step": 10535
    },
    {
      "epoch": 1.3274868532921875,
      "grad_norm": 0.30074000358581543,
      "learning_rate": 0.00020497944540271017,
      "loss": 0.4016,
      "step": 10540
    },
    {
      "epoch": 1.3281166357023648,
      "grad_norm": 0.34675145149230957,
      "learning_rate": 0.0002048771578067745,
      "loss": 0.4157,
      "step": 10545
    },
    {
      "epoch": 1.3287464181125421,
      "grad_norm": 0.3144848644733429,
      "learning_rate": 0.00020477484074055157,
      "loss": 0.4024,
      "step": 10550
    },
    {
      "epoch": 1.3293762005227194,
      "grad_norm": 0.32153722643852234,
      "learning_rate": 0.00020467249425898805,
      "loss": 0.4114,
      "step": 10555
    },
    {
      "epoch": 1.3300059829328967,
      "grad_norm": 0.301707923412323,
      "learning_rate": 0.0002045701184170462,
      "loss": 0.423,
      "step": 10560
    },
    {
      "epoch": 1.330635765343074,
      "grad_norm": 0.25224459171295166,
      "learning_rate": 0.00020446771326970424,
      "loss": 0.4037,
      "step": 10565
    },
    {
      "epoch": 1.3312655477532513,
      "grad_norm": 0.3072243928909302,
      "learning_rate": 0.00020436527887195607,
      "loss": 0.4279,
      "step": 10570
    },
    {
      "epoch": 1.3318953301634284,
      "grad_norm": 0.36949509382247925,
      "learning_rate": 0.00020426281527881137,
      "loss": 0.4259,
      "step": 10575
    },
    {
      "epoch": 1.332525112573606,
      "grad_norm": 0.30465519428253174,
      "learning_rate": 0.00020416032254529535,
      "loss": 0.457,
      "step": 10580
    },
    {
      "epoch": 1.333154894983783,
      "grad_norm": 0.2719140350818634,
      "learning_rate": 0.00020405780072644896,
      "loss": 0.3927,
      "step": 10585
    },
    {
      "epoch": 1.3337846773939603,
      "grad_norm": 0.33556681871414185,
      "learning_rate": 0.00020395524987732876,
      "loss": 0.4341,
      "step": 10590
    },
    {
      "epoch": 1.3344144598041376,
      "grad_norm": 0.3145639896392822,
      "learning_rate": 0.0002038526700530069,
      "loss": 0.4176,
      "step": 10595
    },
    {
      "epoch": 1.335044242214315,
      "grad_norm": 0.31328147649765015,
      "learning_rate": 0.00020375006130857111,
      "loss": 0.4332,
      "step": 10600
    },
    {
      "epoch": 1.3356740246244923,
      "grad_norm": 0.3016543388366699,
      "learning_rate": 0.00020364742369912464,
      "loss": 0.4173,
      "step": 10605
    },
    {
      "epoch": 1.3363038070346696,
      "grad_norm": 0.31259703636169434,
      "learning_rate": 0.0002035447572797862,
      "loss": 0.4091,
      "step": 10610
    },
    {
      "epoch": 1.3369335894448469,
      "grad_norm": 0.34624606370925903,
      "learning_rate": 0.00020344206210569,
      "loss": 0.4408,
      "step": 10615
    },
    {
      "epoch": 1.3375633718550242,
      "grad_norm": 0.3144773542881012,
      "learning_rate": 0.00020333933823198566,
      "loss": 0.3863,
      "step": 10620
    },
    {
      "epoch": 1.3381931542652015,
      "grad_norm": 0.3231208026409149,
      "learning_rate": 0.00020323658571383833,
      "loss": 0.4151,
      "step": 10625
    },
    {
      "epoch": 1.3388229366753785,
      "grad_norm": 0.3022227883338928,
      "learning_rate": 0.00020313380460642842,
      "loss": 0.4108,
      "step": 10630
    },
    {
      "epoch": 1.339452719085556,
      "grad_norm": 0.2899850606918335,
      "learning_rate": 0.00020303099496495172,
      "loss": 0.412,
      "step": 10635
    },
    {
      "epoch": 1.3400825014957332,
      "grad_norm": 0.31005537509918213,
      "learning_rate": 0.00020292815684461936,
      "loss": 0.4114,
      "step": 10640
    },
    {
      "epoch": 1.3407122839059105,
      "grad_norm": 0.29457420110702515,
      "learning_rate": 0.00020282529030065784,
      "loss": 0.4292,
      "step": 10645
    },
    {
      "epoch": 1.3413420663160878,
      "grad_norm": 0.31712374091148376,
      "learning_rate": 0.00020272239538830867,
      "loss": 0.4029,
      "step": 10650
    },
    {
      "epoch": 1.341971848726265,
      "grad_norm": 0.3228032886981964,
      "learning_rate": 0.00020261947216282896,
      "loss": 0.414,
      "step": 10655
    },
    {
      "epoch": 1.3426016311364424,
      "grad_norm": 0.305351197719574,
      "learning_rate": 0.00020251652067949068,
      "loss": 0.4233,
      "step": 10660
    },
    {
      "epoch": 1.3432314135466197,
      "grad_norm": 0.30317017436027527,
      "learning_rate": 0.00020241354099358123,
      "loss": 0.3816,
      "step": 10665
    },
    {
      "epoch": 1.343861195956797,
      "grad_norm": 0.3036525845527649,
      "learning_rate": 0.00020231053316040293,
      "loss": 0.4115,
      "step": 10670
    },
    {
      "epoch": 1.3444909783669743,
      "grad_norm": 0.33367687463760376,
      "learning_rate": 0.00020220749723527353,
      "loss": 0.449,
      "step": 10675
    },
    {
      "epoch": 1.3451207607771516,
      "grad_norm": 0.28938767313957214,
      "learning_rate": 0.00020210443327352553,
      "loss": 0.3919,
      "step": 10680
    },
    {
      "epoch": 1.3457505431873287,
      "grad_norm": 0.2946431338787079,
      "learning_rate": 0.00020200134133050666,
      "loss": 0.4043,
      "step": 10685
    },
    {
      "epoch": 1.3463803255975062,
      "grad_norm": 0.31588709354400635,
      "learning_rate": 0.00020189822146157962,
      "loss": 0.4136,
      "step": 10690
    },
    {
      "epoch": 1.3470101080076833,
      "grad_norm": 0.2830824851989746,
      "learning_rate": 0.00020179507372212224,
      "loss": 0.4164,
      "step": 10695
    },
    {
      "epoch": 1.3476398904178606,
      "grad_norm": 0.31364426016807556,
      "learning_rate": 0.0002016918981675271,
      "loss": 0.4197,
      "step": 10700
    },
    {
      "epoch": 1.348269672828038,
      "grad_norm": 0.32086437940597534,
      "learning_rate": 0.00020158869485320194,
      "loss": 0.4346,
      "step": 10705
    },
    {
      "epoch": 1.3488994552382152,
      "grad_norm": 0.30549678206443787,
      "learning_rate": 0.0002014854638345692,
      "loss": 0.4134,
      "step": 10710
    },
    {
      "epoch": 1.3495292376483925,
      "grad_norm": 0.2996455132961273,
      "learning_rate": 0.00020138220516706634,
      "loss": 0.3846,
      "step": 10715
    },
    {
      "epoch": 1.3501590200585698,
      "grad_norm": 0.3013511002063751,
      "learning_rate": 0.00020127891890614556,
      "loss": 0.3994,
      "step": 10720
    },
    {
      "epoch": 1.350788802468747,
      "grad_norm": 0.28055283427238464,
      "learning_rate": 0.00020117560510727402,
      "loss": 0.4163,
      "step": 10725
    },
    {
      "epoch": 1.3514185848789244,
      "grad_norm": 0.3024522364139557,
      "learning_rate": 0.00020107226382593357,
      "loss": 0.4042,
      "step": 10730
    },
    {
      "epoch": 1.3520483672891017,
      "grad_norm": 0.28080272674560547,
      "learning_rate": 0.00020096889511762083,
      "loss": 0.4176,
      "step": 10735
    },
    {
      "epoch": 1.3526781496992788,
      "grad_norm": 0.3069353997707367,
      "learning_rate": 0.00020086549903784715,
      "loss": 0.4189,
      "step": 10740
    },
    {
      "epoch": 1.353307932109456,
      "grad_norm": 0.2898117005825043,
      "learning_rate": 0.00020076207564213866,
      "loss": 0.4342,
      "step": 10745
    },
    {
      "epoch": 1.3539377145196334,
      "grad_norm": 0.3365933299064636,
      "learning_rate": 0.00020065862498603592,
      "loss": 0.3944,
      "step": 10750
    },
    {
      "epoch": 1.3545674969298107,
      "grad_norm": 0.29901427030563354,
      "learning_rate": 0.00020055514712509446,
      "loss": 0.4059,
      "step": 10755
    },
    {
      "epoch": 1.355197279339988,
      "grad_norm": 0.2927230894565582,
      "learning_rate": 0.00020045164211488417,
      "loss": 0.4137,
      "step": 10760
    },
    {
      "epoch": 1.3558270617501653,
      "grad_norm": 0.35867777466773987,
      "learning_rate": 0.00020034811001098964,
      "loss": 0.4108,
      "step": 10765
    },
    {
      "epoch": 1.3564568441603426,
      "grad_norm": 0.2955409586429596,
      "learning_rate": 0.00020024455086900994,
      "loss": 0.4328,
      "step": 10770
    },
    {
      "epoch": 1.35708662657052,
      "grad_norm": 0.29247814416885376,
      "learning_rate": 0.00020014096474455873,
      "loss": 0.4014,
      "step": 10775
    },
    {
      "epoch": 1.3577164089806972,
      "grad_norm": 0.30858153104782104,
      "learning_rate": 0.00020003735169326413,
      "loss": 0.4112,
      "step": 10780
    },
    {
      "epoch": 1.3583461913908745,
      "grad_norm": 0.4134693145751953,
      "learning_rate": 0.0001999337117707687,
      "loss": 0.4062,
      "step": 10785
    },
    {
      "epoch": 1.3589759738010518,
      "grad_norm": 0.3120553195476532,
      "learning_rate": 0.0001998300450327294,
      "loss": 0.4049,
      "step": 10790
    },
    {
      "epoch": 1.359605756211229,
      "grad_norm": 0.3146657645702362,
      "learning_rate": 0.00019972635153481767,
      "loss": 0.4029,
      "step": 10795
    },
    {
      "epoch": 1.3602355386214062,
      "grad_norm": 0.2997225821018219,
      "learning_rate": 0.00019962263133271933,
      "loss": 0.3792,
      "step": 10800
    },
    {
      "epoch": 1.3608653210315835,
      "grad_norm": 0.32136911153793335,
      "learning_rate": 0.0001995188844821345,
      "loss": 0.3987,
      "step": 10805
    },
    {
      "epoch": 1.3614951034417608,
      "grad_norm": 0.30875489115715027,
      "learning_rate": 0.0001994151110387775,
      "loss": 0.4211,
      "step": 10810
    },
    {
      "epoch": 1.3621248858519381,
      "grad_norm": 0.30939677357673645,
      "learning_rate": 0.00019931131105837714,
      "loss": 0.451,
      "step": 10815
    },
    {
      "epoch": 1.3627546682621154,
      "grad_norm": 0.27874892950057983,
      "learning_rate": 0.0001992074845966764,
      "loss": 0.4102,
      "step": 10820
    },
    {
      "epoch": 1.3633844506722927,
      "grad_norm": 0.28371527791023254,
      "learning_rate": 0.00019910363170943233,
      "loss": 0.4153,
      "step": 10825
    },
    {
      "epoch": 1.36401423308247,
      "grad_norm": 0.2852970063686371,
      "learning_rate": 0.00019899975245241643,
      "loss": 0.409,
      "step": 10830
    },
    {
      "epoch": 1.3646440154926474,
      "grad_norm": 0.300521582365036,
      "learning_rate": 0.00019889584688141418,
      "loss": 0.4032,
      "step": 10835
    },
    {
      "epoch": 1.3652737979028244,
      "grad_norm": 0.30631181597709656,
      "learning_rate": 0.00019879191505222526,
      "loss": 0.4299,
      "step": 10840
    },
    {
      "epoch": 1.365903580313002,
      "grad_norm": 0.3514620363712311,
      "learning_rate": 0.00019868795702066342,
      "loss": 0.4051,
      "step": 10845
    },
    {
      "epoch": 1.366533362723179,
      "grad_norm": 0.27533403038978577,
      "learning_rate": 0.00019858397284255657,
      "loss": 0.4108,
      "step": 10850
    },
    {
      "epoch": 1.3671631451333564,
      "grad_norm": 0.3143390119075775,
      "learning_rate": 0.00019847996257374645,
      "loss": 0.426,
      "step": 10855
    },
    {
      "epoch": 1.3677929275435337,
      "grad_norm": 0.3388061821460724,
      "learning_rate": 0.00019837592627008904,
      "loss": 0.4163,
      "step": 10860
    },
    {
      "epoch": 1.368422709953711,
      "grad_norm": 0.34078383445739746,
      "learning_rate": 0.00019827186398745417,
      "loss": 0.4015,
      "step": 10865
    },
    {
      "epoch": 1.3690524923638883,
      "grad_norm": 0.33532068133354187,
      "learning_rate": 0.00019816777578172582,
      "loss": 0.4436,
      "step": 10870
    },
    {
      "epoch": 1.3696822747740656,
      "grad_norm": 0.3230116069316864,
      "learning_rate": 0.0001980636617088015,
      "loss": 0.4239,
      "step": 10875
    },
    {
      "epoch": 1.3703120571842429,
      "grad_norm": 0.31974872946739197,
      "learning_rate": 0.00019795952182459297,
      "loss": 0.4313,
      "step": 10880
    },
    {
      "epoch": 1.3709418395944202,
      "grad_norm": 0.2825758159160614,
      "learning_rate": 0.0001978553561850257,
      "loss": 0.4045,
      "step": 10885
    },
    {
      "epoch": 1.3715716220045975,
      "grad_norm": 0.2678980529308319,
      "learning_rate": 0.00019775116484603908,
      "loss": 0.3899,
      "step": 10890
    },
    {
      "epoch": 1.3722014044147746,
      "grad_norm": 0.3492506146430969,
      "learning_rate": 0.00019764694786358612,
      "loss": 0.3807,
      "step": 10895
    },
    {
      "epoch": 1.372831186824952,
      "grad_norm": 0.30808547139167786,
      "learning_rate": 0.00019754270529363384,
      "loss": 0.4163,
      "step": 10900
    },
    {
      "epoch": 1.3734609692351292,
      "grad_norm": 0.30980342626571655,
      "learning_rate": 0.0001974384371921628,
      "loss": 0.3843,
      "step": 10905
    },
    {
      "epoch": 1.3740907516453065,
      "grad_norm": 0.2915787100791931,
      "learning_rate": 0.00019733414361516736,
      "loss": 0.4208,
      "step": 10910
    },
    {
      "epoch": 1.3747205340554838,
      "grad_norm": 0.30979228019714355,
      "learning_rate": 0.00019722982461865555,
      "loss": 0.4188,
      "step": 10915
    },
    {
      "epoch": 1.375350316465661,
      "grad_norm": 0.28953999280929565,
      "learning_rate": 0.00019712548025864918,
      "loss": 0.3934,
      "step": 10920
    },
    {
      "epoch": 1.3759800988758384,
      "grad_norm": 0.31495416164398193,
      "learning_rate": 0.00019702111059118334,
      "loss": 0.4117,
      "step": 10925
    },
    {
      "epoch": 1.3766098812860157,
      "grad_norm": 0.38459569215774536,
      "learning_rate": 0.00019691671567230714,
      "loss": 0.4229,
      "step": 10930
    },
    {
      "epoch": 1.377239663696193,
      "grad_norm": 0.31138870120048523,
      "learning_rate": 0.00019681229555808285,
      "loss": 0.4284,
      "step": 10935
    },
    {
      "epoch": 1.3778694461063703,
      "grad_norm": 0.2761414051055908,
      "learning_rate": 0.0001967078503045866,
      "loss": 0.3838,
      "step": 10940
    },
    {
      "epoch": 1.3784992285165476,
      "grad_norm": 0.31627506017684937,
      "learning_rate": 0.00019660337996790772,
      "loss": 0.4008,
      "step": 10945
    },
    {
      "epoch": 1.3791290109267247,
      "grad_norm": 0.29025107622146606,
      "learning_rate": 0.00019649888460414937,
      "loss": 0.409,
      "step": 10950
    },
    {
      "epoch": 1.3797587933369022,
      "grad_norm": 0.3379102349281311,
      "learning_rate": 0.0001963943642694278,
      "loss": 0.4213,
      "step": 10955
    },
    {
      "epoch": 1.3803885757470793,
      "grad_norm": 0.3209204375743866,
      "learning_rate": 0.00019628981901987285,
      "loss": 0.3834,
      "step": 10960
    },
    {
      "epoch": 1.3810183581572566,
      "grad_norm": 0.31717419624328613,
      "learning_rate": 0.0001961852489116277,
      "loss": 0.4499,
      "step": 10965
    },
    {
      "epoch": 1.381648140567434,
      "grad_norm": 0.27936458587646484,
      "learning_rate": 0.00019608065400084898,
      "loss": 0.3987,
      "step": 10970
    },
    {
      "epoch": 1.3822779229776112,
      "grad_norm": 0.28877684473991394,
      "learning_rate": 0.00019597603434370637,
      "loss": 0.4252,
      "step": 10975
    },
    {
      "epoch": 1.3829077053877885,
      "grad_norm": 0.3423072397708893,
      "learning_rate": 0.00019587138999638316,
      "loss": 0.421,
      "step": 10980
    },
    {
      "epoch": 1.3835374877979658,
      "grad_norm": 0.26486262679100037,
      "learning_rate": 0.00019576672101507568,
      "loss": 0.4104,
      "step": 10985
    },
    {
      "epoch": 1.3841672702081431,
      "grad_norm": 0.2929472029209137,
      "learning_rate": 0.00019566202745599365,
      "loss": 0.4127,
      "step": 10990
    },
    {
      "epoch": 1.3847970526183204,
      "grad_norm": 0.2696884870529175,
      "learning_rate": 0.00019555730937535976,
      "loss": 0.4067,
      "step": 10995
    },
    {
      "epoch": 1.3854268350284977,
      "grad_norm": 0.32420167326927185,
      "learning_rate": 0.0001954525668294102,
      "loss": 0.4136,
      "step": 11000
    },
    {
      "epoch": 1.3854268350284977,
      "eval_loss": 0.3039778470993042,
      "eval_runtime": 6.1549,
      "eval_samples_per_second": 162.472,
      "eval_steps_per_second": 10.236,
      "step": 11000
    },
    {
      "epoch": 1.3860566174386748,
      "grad_norm": 0.3149106502532959,
      "learning_rate": 0.00019534779987439395,
      "loss": 0.3954,
      "step": 11005
    },
    {
      "epoch": 1.3866863998488523,
      "grad_norm": 0.332868367433548,
      "learning_rate": 0.0001952430085665733,
      "loss": 0.4178,
      "step": 11010
    },
    {
      "epoch": 1.3873161822590294,
      "grad_norm": 0.285671591758728,
      "learning_rate": 0.00019513819296222362,
      "loss": 0.3788,
      "step": 11015
    },
    {
      "epoch": 1.3879459646692067,
      "grad_norm": 0.3317325711250305,
      "learning_rate": 0.0001950333531176332,
      "loss": 0.4091,
      "step": 11020
    },
    {
      "epoch": 1.388575747079384,
      "grad_norm": 0.27808326482772827,
      "learning_rate": 0.00019492848908910356,
      "loss": 0.4104,
      "step": 11025
    },
    {
      "epoch": 1.3892055294895613,
      "grad_norm": 0.29725268483161926,
      "learning_rate": 0.00019482360093294897,
      "loss": 0.3981,
      "step": 11030
    },
    {
      "epoch": 1.3898353118997386,
      "grad_norm": 0.24770186841487885,
      "learning_rate": 0.0001947186887054968,
      "loss": 0.4052,
      "step": 11035
    },
    {
      "epoch": 1.390465094309916,
      "grad_norm": 0.31627580523490906,
      "learning_rate": 0.00019461375246308734,
      "loss": 0.4051,
      "step": 11040
    },
    {
      "epoch": 1.3910948767200932,
      "grad_norm": 0.2721163332462311,
      "learning_rate": 0.00019450879226207368,
      "loss": 0.3962,
      "step": 11045
    },
    {
      "epoch": 1.3917246591302705,
      "grad_norm": 0.31926798820495605,
      "learning_rate": 0.00019440380815882187,
      "loss": 0.3964,
      "step": 11050
    },
    {
      "epoch": 1.3923544415404479,
      "grad_norm": 0.3047574460506439,
      "learning_rate": 0.0001942988002097108,
      "loss": 0.3818,
      "step": 11055
    },
    {
      "epoch": 1.392984223950625,
      "grad_norm": 0.35394978523254395,
      "learning_rate": 0.00019419376847113216,
      "loss": 0.4398,
      "step": 11060
    },
    {
      "epoch": 1.3936140063608025,
      "grad_norm": 0.2855307459831238,
      "learning_rate": 0.00019408871299949037,
      "loss": 0.4089,
      "step": 11065
    },
    {
      "epoch": 1.3942437887709795,
      "grad_norm": 0.3066868484020233,
      "learning_rate": 0.00019398363385120254,
      "loss": 0.3987,
      "step": 11070
    },
    {
      "epoch": 1.3948735711811568,
      "grad_norm": 0.312775194644928,
      "learning_rate": 0.0001938785310826987,
      "loss": 0.3794,
      "step": 11075
    },
    {
      "epoch": 1.3955033535913342,
      "grad_norm": 0.3235652446746826,
      "learning_rate": 0.00019377340475042136,
      "loss": 0.3852,
      "step": 11080
    },
    {
      "epoch": 1.3961331360015115,
      "grad_norm": 0.33732032775878906,
      "learning_rate": 0.00019366825491082574,
      "loss": 0.4003,
      "step": 11085
    },
    {
      "epoch": 1.3967629184116888,
      "grad_norm": 0.33549800515174866,
      "learning_rate": 0.00019356308162037976,
      "loss": 0.3699,
      "step": 11090
    },
    {
      "epoch": 1.397392700821866,
      "grad_norm": 0.3360839784145355,
      "learning_rate": 0.00019345788493556394,
      "loss": 0.394,
      "step": 11095
    },
    {
      "epoch": 1.3980224832320434,
      "grad_norm": 0.3089699447154999,
      "learning_rate": 0.00019335266491287112,
      "loss": 0.4016,
      "step": 11100
    },
    {
      "epoch": 1.3986522656422207,
      "grad_norm": 0.30863386392593384,
      "learning_rate": 0.00019324742160880702,
      "loss": 0.3973,
      "step": 11105
    },
    {
      "epoch": 1.399282048052398,
      "grad_norm": 0.30803561210632324,
      "learning_rate": 0.00019314215507988965,
      "loss": 0.4119,
      "step": 11110
    },
    {
      "epoch": 1.399911830462575,
      "grad_norm": 0.2869633138179779,
      "learning_rate": 0.0001930368653826495,
      "loss": 0.4098,
      "step": 11115
    },
    {
      "epoch": 1.4005416128727526,
      "grad_norm": 0.25851666927337646,
      "learning_rate": 0.00019293155257362957,
      "loss": 0.4034,
      "step": 11120
    },
    {
      "epoch": 1.4011713952829297,
      "grad_norm": 0.32763540744781494,
      "learning_rate": 0.00019282621670938527,
      "loss": 0.4121,
      "step": 11125
    },
    {
      "epoch": 1.401801177693107,
      "grad_norm": 0.3531438410282135,
      "learning_rate": 0.00019272085784648432,
      "loss": 0.4021,
      "step": 11130
    },
    {
      "epoch": 1.4024309601032843,
      "grad_norm": 0.27890294790267944,
      "learning_rate": 0.00019261547604150687,
      "loss": 0.3872,
      "step": 11135
    },
    {
      "epoch": 1.4030607425134616,
      "grad_norm": 0.26616647839546204,
      "learning_rate": 0.00019251007135104534,
      "loss": 0.4293,
      "step": 11140
    },
    {
      "epoch": 1.4036905249236389,
      "grad_norm": 0.3214140236377716,
      "learning_rate": 0.0001924046438317045,
      "loss": 0.3974,
      "step": 11145
    },
    {
      "epoch": 1.4043203073338162,
      "grad_norm": 0.31075042486190796,
      "learning_rate": 0.00019229919354010126,
      "loss": 0.3978,
      "step": 11150
    },
    {
      "epoch": 1.4049500897439935,
      "grad_norm": 0.31546491384506226,
      "learning_rate": 0.00019219372053286485,
      "loss": 0.3937,
      "step": 11155
    },
    {
      "epoch": 1.4055798721541708,
      "grad_norm": 0.33116820454597473,
      "learning_rate": 0.00019208822486663677,
      "loss": 0.3779,
      "step": 11160
    },
    {
      "epoch": 1.406209654564348,
      "grad_norm": 0.30159297585487366,
      "learning_rate": 0.0001919827065980705,
      "loss": 0.3822,
      "step": 11165
    },
    {
      "epoch": 1.4068394369745252,
      "grad_norm": 0.29656147956848145,
      "learning_rate": 0.00019187716578383178,
      "loss": 0.4047,
      "step": 11170
    },
    {
      "epoch": 1.4074692193847027,
      "grad_norm": 0.3193992078304291,
      "learning_rate": 0.0001917716024805985,
      "loss": 0.4088,
      "step": 11175
    },
    {
      "epoch": 1.4080990017948798,
      "grad_norm": 0.29688236117362976,
      "learning_rate": 0.0001916660167450605,
      "loss": 0.3693,
      "step": 11180
    },
    {
      "epoch": 1.408728784205057,
      "grad_norm": 0.33146485686302185,
      "learning_rate": 0.00019156040863391977,
      "loss": 0.3865,
      "step": 11185
    },
    {
      "epoch": 1.4093585666152344,
      "grad_norm": 0.3015727698802948,
      "learning_rate": 0.00019145477820389027,
      "loss": 0.3857,
      "step": 11190
    },
    {
      "epoch": 1.4099883490254117,
      "grad_norm": 0.27797931432724,
      "learning_rate": 0.00019134912551169796,
      "loss": 0.4148,
      "step": 11195
    },
    {
      "epoch": 1.410618131435589,
      "grad_norm": 0.30010297894477844,
      "learning_rate": 0.00019124345061408067,
      "loss": 0.4076,
      "step": 11200
    },
    {
      "epoch": 1.4112479138457663,
      "grad_norm": 0.29101455211639404,
      "learning_rate": 0.00019113775356778833,
      "loss": 0.3802,
      "step": 11205
    },
    {
      "epoch": 1.4118776962559436,
      "grad_norm": 0.29706794023513794,
      "learning_rate": 0.00019103203442958266,
      "loss": 0.3867,
      "step": 11210
    },
    {
      "epoch": 1.412507478666121,
      "grad_norm": 0.2546458840370178,
      "learning_rate": 0.00019092629325623723,
      "loss": 0.3964,
      "step": 11215
    },
    {
      "epoch": 1.4131372610762982,
      "grad_norm": 0.3409089148044586,
      "learning_rate": 0.0001908205301045375,
      "loss": 0.4171,
      "step": 11220
    },
    {
      "epoch": 1.4137670434864753,
      "grad_norm": 0.27688878774642944,
      "learning_rate": 0.00019071474503128057,
      "loss": 0.405,
      "step": 11225
    },
    {
      "epoch": 1.4143968258966528,
      "grad_norm": 0.30704399943351746,
      "learning_rate": 0.00019060893809327563,
      "loss": 0.4024,
      "step": 11230
    },
    {
      "epoch": 1.41502660830683,
      "grad_norm": 0.2823016941547394,
      "learning_rate": 0.00019050310934734326,
      "loss": 0.3908,
      "step": 11235
    },
    {
      "epoch": 1.4156563907170072,
      "grad_norm": 0.3309246897697449,
      "learning_rate": 0.000190397258850316,
      "loss": 0.4049,
      "step": 11240
    },
    {
      "epoch": 1.4162861731271845,
      "grad_norm": 0.2959790527820587,
      "learning_rate": 0.00019029138665903794,
      "loss": 0.4031,
      "step": 11245
    },
    {
      "epoch": 1.4169159555373618,
      "grad_norm": 0.29836803674697876,
      "learning_rate": 0.00019018549283036497,
      "loss": 0.4103,
      "step": 11250
    },
    {
      "epoch": 1.4175457379475391,
      "grad_norm": 0.3187415301799774,
      "learning_rate": 0.00019007957742116433,
      "loss": 0.4055,
      "step": 11255
    },
    {
      "epoch": 1.4181755203577164,
      "grad_norm": 0.3521386981010437,
      "learning_rate": 0.00018997364048831515,
      "loss": 0.3839,
      "step": 11260
    },
    {
      "epoch": 1.4188053027678937,
      "grad_norm": 0.3985449969768524,
      "learning_rate": 0.00018986768208870792,
      "loss": 0.4058,
      "step": 11265
    },
    {
      "epoch": 1.419435085178071,
      "grad_norm": 0.30885374546051025,
      "learning_rate": 0.00018976170227924473,
      "loss": 0.394,
      "step": 11270
    },
    {
      "epoch": 1.4200648675882483,
      "grad_norm": 0.2981209456920624,
      "learning_rate": 0.00018965570111683917,
      "loss": 0.3917,
      "step": 11275
    },
    {
      "epoch": 1.4206946499984254,
      "grad_norm": 0.2993827164173126,
      "learning_rate": 0.00018954967865841629,
      "loss": 0.4016,
      "step": 11280
    },
    {
      "epoch": 1.421324432408603,
      "grad_norm": 0.283632755279541,
      "learning_rate": 0.00018944363496091254,
      "loss": 0.3873,
      "step": 11285
    },
    {
      "epoch": 1.42195421481878,
      "grad_norm": 0.2871907353401184,
      "learning_rate": 0.0001893375700812758,
      "loss": 0.4136,
      "step": 11290
    },
    {
      "epoch": 1.4225839972289573,
      "grad_norm": 0.3341853618621826,
      "learning_rate": 0.00018923148407646537,
      "loss": 0.409,
      "step": 11295
    },
    {
      "epoch": 1.4232137796391346,
      "grad_norm": 0.32463696599006653,
      "learning_rate": 0.00018912537700345192,
      "loss": 0.3912,
      "step": 11300
    },
    {
      "epoch": 1.423843562049312,
      "grad_norm": 0.33242395520210266,
      "learning_rate": 0.00018901924891921726,
      "loss": 0.4158,
      "step": 11305
    },
    {
      "epoch": 1.4244733444594893,
      "grad_norm": 0.301289439201355,
      "learning_rate": 0.00018891309988075463,
      "loss": 0.4012,
      "step": 11310
    },
    {
      "epoch": 1.4251031268696666,
      "grad_norm": 0.28636494278907776,
      "learning_rate": 0.00018880692994506845,
      "loss": 0.3817,
      "step": 11315
    },
    {
      "epoch": 1.4257329092798439,
      "grad_norm": 0.2837861478328705,
      "learning_rate": 0.00018870073916917455,
      "loss": 0.4116,
      "step": 11320
    },
    {
      "epoch": 1.4263626916900212,
      "grad_norm": 0.31169527769088745,
      "learning_rate": 0.0001885945276100996,
      "loss": 0.3967,
      "step": 11325
    },
    {
      "epoch": 1.4269924741001985,
      "grad_norm": 0.31035301089286804,
      "learning_rate": 0.00018848829532488177,
      "loss": 0.407,
      "step": 11330
    },
    {
      "epoch": 1.4276222565103756,
      "grad_norm": 0.3047008812427521,
      "learning_rate": 0.00018838204237057023,
      "loss": 0.3939,
      "step": 11335
    },
    {
      "epoch": 1.428252038920553,
      "grad_norm": 0.2646077871322632,
      "learning_rate": 0.00018827576880422515,
      "loss": 0.3881,
      "step": 11340
    },
    {
      "epoch": 1.4288818213307302,
      "grad_norm": 0.31041520833969116,
      "learning_rate": 0.00018816947468291788,
      "loss": 0.3822,
      "step": 11345
    },
    {
      "epoch": 1.4295116037409075,
      "grad_norm": 0.2699204385280609,
      "learning_rate": 0.00018806316006373086,
      "loss": 0.3895,
      "step": 11350
    },
    {
      "epoch": 1.4301413861510848,
      "grad_norm": 0.285363107919693,
      "learning_rate": 0.00018795682500375742,
      "loss": 0.4027,
      "step": 11355
    },
    {
      "epoch": 1.430771168561262,
      "grad_norm": 0.27154308557510376,
      "learning_rate": 0.00018785046956010194,
      "loss": 0.3815,
      "step": 11360
    },
    {
      "epoch": 1.4314009509714394,
      "grad_norm": 0.29652640223503113,
      "learning_rate": 0.00018774409378987972,
      "loss": 0.4003,
      "step": 11365
    },
    {
      "epoch": 1.4320307333816167,
      "grad_norm": 0.2921524941921234,
      "learning_rate": 0.00018763769775021695,
      "loss": 0.3828,
      "step": 11370
    },
    {
      "epoch": 1.432660515791794,
      "grad_norm": 0.26934945583343506,
      "learning_rate": 0.00018753128149825074,
      "loss": 0.3999,
      "step": 11375
    },
    {
      "epoch": 1.4332902982019713,
      "grad_norm": 0.29320502281188965,
      "learning_rate": 0.00018742484509112907,
      "loss": 0.4034,
      "step": 11380
    },
    {
      "epoch": 1.4339200806121486,
      "grad_norm": 0.2842418849468231,
      "learning_rate": 0.00018731838858601074,
      "loss": 0.3877,
      "step": 11385
    },
    {
      "epoch": 1.4345498630223257,
      "grad_norm": 0.31208139657974243,
      "learning_rate": 0.00018721191204006525,
      "loss": 0.3731,
      "step": 11390
    },
    {
      "epoch": 1.4351796454325032,
      "grad_norm": 0.2809062600135803,
      "learning_rate": 0.00018710541551047303,
      "loss": 0.3939,
      "step": 11395
    },
    {
      "epoch": 1.4358094278426803,
      "grad_norm": 0.308969646692276,
      "learning_rate": 0.00018699889905442508,
      "loss": 0.3874,
      "step": 11400
    },
    {
      "epoch": 1.4364392102528576,
      "grad_norm": 0.3051275610923767,
      "learning_rate": 0.00018689236272912316,
      "loss": 0.3676,
      "step": 11405
    },
    {
      "epoch": 1.437068992663035,
      "grad_norm": 0.31084486842155457,
      "learning_rate": 0.0001867858065917798,
      "loss": 0.3954,
      "step": 11410
    },
    {
      "epoch": 1.4376987750732122,
      "grad_norm": 0.28356167674064636,
      "learning_rate": 0.000186679230699618,
      "loss": 0.3701,
      "step": 11415
    },
    {
      "epoch": 1.4383285574833895,
      "grad_norm": 0.3026244044303894,
      "learning_rate": 0.0001865726351098715,
      "loss": 0.3797,
      "step": 11420
    },
    {
      "epoch": 1.4389583398935668,
      "grad_norm": 0.2909928560256958,
      "learning_rate": 0.00018646601987978452,
      "loss": 0.4022,
      "step": 11425
    },
    {
      "epoch": 1.439588122303744,
      "grad_norm": 0.3085511326789856,
      "learning_rate": 0.00018635938506661183,
      "loss": 0.4099,
      "step": 11430
    },
    {
      "epoch": 1.4402179047139214,
      "grad_norm": 0.28047701716423035,
      "learning_rate": 0.0001862527307276189,
      "loss": 0.3789,
      "step": 11435
    },
    {
      "epoch": 1.4408476871240987,
      "grad_norm": 0.2697209119796753,
      "learning_rate": 0.00018614605692008146,
      "loss": 0.3864,
      "step": 11440
    },
    {
      "epoch": 1.4414774695342758,
      "grad_norm": 0.40744665265083313,
      "learning_rate": 0.0001860393637012858,
      "loss": 0.4085,
      "step": 11445
    },
    {
      "epoch": 1.4421072519444533,
      "grad_norm": 0.25875118374824524,
      "learning_rate": 0.00018593265112852854,
      "loss": 0.4033,
      "step": 11450
    },
    {
      "epoch": 1.4427370343546304,
      "grad_norm": 0.2960642874240875,
      "learning_rate": 0.00018582591925911694,
      "loss": 0.4214,
      "step": 11455
    },
    {
      "epoch": 1.4433668167648077,
      "grad_norm": 0.2711925506591797,
      "learning_rate": 0.00018571916815036824,
      "loss": 0.3537,
      "step": 11460
    },
    {
      "epoch": 1.443996599174985,
      "grad_norm": 0.28002485632896423,
      "learning_rate": 0.0001856123978596104,
      "loss": 0.3787,
      "step": 11465
    },
    {
      "epoch": 1.4446263815851623,
      "grad_norm": 0.3143458366394043,
      "learning_rate": 0.00018550560844418138,
      "loss": 0.3553,
      "step": 11470
    },
    {
      "epoch": 1.4452561639953396,
      "grad_norm": 0.3184334337711334,
      "learning_rate": 0.00018539879996142962,
      "loss": 0.385,
      "step": 11475
    },
    {
      "epoch": 1.445885946405517,
      "grad_norm": 0.3327188789844513,
      "learning_rate": 0.00018529197246871368,
      "loss": 0.4074,
      "step": 11480
    },
    {
      "epoch": 1.4465157288156942,
      "grad_norm": 0.317942351102829,
      "learning_rate": 0.0001851851260234024,
      "loss": 0.3995,
      "step": 11485
    },
    {
      "epoch": 1.4471455112258715,
      "grad_norm": 0.2567351758480072,
      "learning_rate": 0.00018507826068287473,
      "loss": 0.3661,
      "step": 11490
    },
    {
      "epoch": 1.4477752936360488,
      "grad_norm": 0.29439592361450195,
      "learning_rate": 0.0001849713765045198,
      "loss": 0.3759,
      "step": 11495
    },
    {
      "epoch": 1.448405076046226,
      "grad_norm": 0.3125048279762268,
      "learning_rate": 0.0001848644735457368,
      "loss": 0.4107,
      "step": 11500
    },
    {
      "epoch": 1.4490348584564032,
      "grad_norm": 0.2855313718318939,
      "learning_rate": 0.00018475755186393516,
      "loss": 0.4061,
      "step": 11505
    },
    {
      "epoch": 1.4496646408665805,
      "grad_norm": 0.3040854036808014,
      "learning_rate": 0.00018465061151653423,
      "loss": 0.3902,
      "step": 11510
    },
    {
      "epoch": 1.4502944232767578,
      "grad_norm": 0.28425633907318115,
      "learning_rate": 0.0001845436525609634,
      "loss": 0.3861,
      "step": 11515
    },
    {
      "epoch": 1.4509242056869351,
      "grad_norm": 0.31335607171058655,
      "learning_rate": 0.00018443667505466205,
      "loss": 0.3949,
      "step": 11520
    },
    {
      "epoch": 1.4515539880971124,
      "grad_norm": 0.2725260555744171,
      "learning_rate": 0.00018432967905507967,
      "loss": 0.3979,
      "step": 11525
    },
    {
      "epoch": 1.4521837705072898,
      "grad_norm": 0.2674049437046051,
      "learning_rate": 0.00018422266461967537,
      "loss": 0.3747,
      "step": 11530
    },
    {
      "epoch": 1.452813552917467,
      "grad_norm": 0.3076520562171936,
      "learning_rate": 0.0001841156318059185,
      "loss": 0.385,
      "step": 11535
    },
    {
      "epoch": 1.4534433353276444,
      "grad_norm": 0.23340527713298798,
      "learning_rate": 0.00018400858067128806,
      "loss": 0.3736,
      "step": 11540
    },
    {
      "epoch": 1.4540731177378217,
      "grad_norm": 0.29402169585227966,
      "learning_rate": 0.00018390151127327295,
      "loss": 0.3994,
      "step": 11545
    },
    {
      "epoch": 1.454702900147999,
      "grad_norm": 0.32409217953681946,
      "learning_rate": 0.00018379442366937187,
      "loss": 0.3979,
      "step": 11550
    },
    {
      "epoch": 1.455332682558176,
      "grad_norm": 0.28875911235809326,
      "learning_rate": 0.00018368731791709337,
      "loss": 0.365,
      "step": 11555
    },
    {
      "epoch": 1.4559624649683534,
      "grad_norm": 0.26838234066963196,
      "learning_rate": 0.0001835801940739556,
      "loss": 0.3912,
      "step": 11560
    },
    {
      "epoch": 1.4565922473785307,
      "grad_norm": 0.31797516345977783,
      "learning_rate": 0.00018347305219748665,
      "loss": 0.3622,
      "step": 11565
    },
    {
      "epoch": 1.457222029788708,
      "grad_norm": 0.31115812063217163,
      "learning_rate": 0.00018336589234522398,
      "loss": 0.4283,
      "step": 11570
    },
    {
      "epoch": 1.4578518121988853,
      "grad_norm": 0.2730168402194977,
      "learning_rate": 0.00018325871457471496,
      "loss": 0.3864,
      "step": 11575
    },
    {
      "epoch": 1.4584815946090626,
      "grad_norm": 0.28333088755607605,
      "learning_rate": 0.00018315151894351657,
      "loss": 0.3451,
      "step": 11580
    },
    {
      "epoch": 1.4591113770192399,
      "grad_norm": 0.3169468343257904,
      "learning_rate": 0.00018304430550919522,
      "loss": 0.3719,
      "step": 11585
    },
    {
      "epoch": 1.4597411594294172,
      "grad_norm": 0.3411467969417572,
      "learning_rate": 0.000182937074329327,
      "loss": 0.4073,
      "step": 11590
    },
    {
      "epoch": 1.4603709418395945,
      "grad_norm": 0.3131183385848999,
      "learning_rate": 0.0001828298254614975,
      "loss": 0.4117,
      "step": 11595
    },
    {
      "epoch": 1.4610007242497716,
      "grad_norm": 0.25929832458496094,
      "learning_rate": 0.0001827225589633018,
      "loss": 0.3834,
      "step": 11600
    },
    {
      "epoch": 1.461630506659949,
      "grad_norm": 0.32609832286834717,
      "learning_rate": 0.00018261527489234444,
      "loss": 0.3972,
      "step": 11605
    },
    {
      "epoch": 1.4622602890701262,
      "grad_norm": 0.3089287579059601,
      "learning_rate": 0.00018250797330623953,
      "loss": 0.3727,
      "step": 11610
    },
    {
      "epoch": 1.4628900714803035,
      "grad_norm": 0.2891997992992401,
      "learning_rate": 0.00018240065426261033,
      "loss": 0.3891,
      "step": 11615
    },
    {
      "epoch": 1.4635198538904808,
      "grad_norm": 0.3119528293609619,
      "learning_rate": 0.00018229331781908971,
      "loss": 0.388,
      "step": 11620
    },
    {
      "epoch": 1.464149636300658,
      "grad_norm": 0.3314844071865082,
      "learning_rate": 0.00018218596403331977,
      "loss": 0.3803,
      "step": 11625
    },
    {
      "epoch": 1.4647794187108354,
      "grad_norm": 0.27267536520957947,
      "learning_rate": 0.00018207859296295197,
      "loss": 0.3665,
      "step": 11630
    },
    {
      "epoch": 1.4654092011210127,
      "grad_norm": 0.30490440130233765,
      "learning_rate": 0.00018197120466564693,
      "loss": 0.4051,
      "step": 11635
    },
    {
      "epoch": 1.46603898353119,
      "grad_norm": 0.3182273209095001,
      "learning_rate": 0.00018186379919907472,
      "loss": 0.38,
      "step": 11640
    },
    {
      "epoch": 1.4666687659413673,
      "grad_norm": 0.3026832044124603,
      "learning_rate": 0.00018175637662091448,
      "loss": 0.3371,
      "step": 11645
    },
    {
      "epoch": 1.4672985483515446,
      "grad_norm": 0.3287534713745117,
      "learning_rate": 0.0001816489369888546,
      "loss": 0.4234,
      "step": 11650
    },
    {
      "epoch": 1.4679283307617217,
      "grad_norm": 0.28076720237731934,
      "learning_rate": 0.00018154148036059263,
      "loss": 0.3825,
      "step": 11655
    },
    {
      "epoch": 1.4685581131718992,
      "grad_norm": 0.304766446352005,
      "learning_rate": 0.0001814340067938352,
      "loss": 0.3905,
      "step": 11660
    },
    {
      "epoch": 1.4691878955820763,
      "grad_norm": 0.30473533272743225,
      "learning_rate": 0.00018132651634629812,
      "loss": 0.409,
      "step": 11665
    },
    {
      "epoch": 1.4698176779922536,
      "grad_norm": 0.32186418771743774,
      "learning_rate": 0.00018121900907570618,
      "loss": 0.3741,
      "step": 11670
    },
    {
      "epoch": 1.470447460402431,
      "grad_norm": 0.33314061164855957,
      "learning_rate": 0.00018111148503979326,
      "loss": 0.3981,
      "step": 11675
    },
    {
      "epoch": 1.4710772428126082,
      "grad_norm": 0.3202495872974396,
      "learning_rate": 0.00018100394429630223,
      "loss": 0.4014,
      "step": 11680
    },
    {
      "epoch": 1.4717070252227855,
      "grad_norm": 0.2801063656806946,
      "learning_rate": 0.00018089638690298488,
      "loss": 0.3827,
      "step": 11685
    },
    {
      "epoch": 1.4723368076329628,
      "grad_norm": 0.3252180516719818,
      "learning_rate": 0.000180788812917602,
      "loss": 0.4207,
      "step": 11690
    },
    {
      "epoch": 1.4729665900431401,
      "grad_norm": 0.279823899269104,
      "learning_rate": 0.0001806812223979233,
      "loss": 0.4092,
      "step": 11695
    },
    {
      "epoch": 1.4735963724533174,
      "grad_norm": 0.29136526584625244,
      "learning_rate": 0.00018057361540172733,
      "loss": 0.3939,
      "step": 11700
    },
    {
      "epoch": 1.4742261548634947,
      "grad_norm": 0.2708832621574402,
      "learning_rate": 0.00018046599198680153,
      "loss": 0.3645,
      "step": 11705
    },
    {
      "epoch": 1.4748559372736718,
      "grad_norm": 0.34708496928215027,
      "learning_rate": 0.00018035835221094214,
      "loss": 0.3814,
      "step": 11710
    },
    {
      "epoch": 1.4754857196838493,
      "grad_norm": 0.3081948161125183,
      "learning_rate": 0.00018025069613195413,
      "loss": 0.3738,
      "step": 11715
    },
    {
      "epoch": 1.4761155020940264,
      "grad_norm": 0.26891911029815674,
      "learning_rate": 0.0001801430238076513,
      "loss": 0.3724,
      "step": 11720
    },
    {
      "epoch": 1.4767452845042037,
      "grad_norm": 0.3266797363758087,
      "learning_rate": 0.00018003533529585612,
      "loss": 0.3749,
      "step": 11725
    },
    {
      "epoch": 1.477375066914381,
      "grad_norm": 0.25788089632987976,
      "learning_rate": 0.00017992763065439982,
      "loss": 0.3661,
      "step": 11730
    },
    {
      "epoch": 1.4780048493245583,
      "grad_norm": 0.301270067691803,
      "learning_rate": 0.00017981990994112227,
      "loss": 0.3832,
      "step": 11735
    },
    {
      "epoch": 1.4786346317347356,
      "grad_norm": 0.2785583734512329,
      "learning_rate": 0.0001797121732138719,
      "loss": 0.357,
      "step": 11740
    },
    {
      "epoch": 1.479264414144913,
      "grad_norm": 0.3153518736362457,
      "learning_rate": 0.00017960442053050583,
      "loss": 0.3964,
      "step": 11745
    },
    {
      "epoch": 1.4798941965550902,
      "grad_norm": 0.2862750291824341,
      "learning_rate": 0.00017949665194888972,
      "loss": 0.3781,
      "step": 11750
    },
    {
      "epoch": 1.4805239789652676,
      "grad_norm": 0.31263992190361023,
      "learning_rate": 0.00017938886752689765,
      "loss": 0.3822,
      "step": 11755
    },
    {
      "epoch": 1.4811537613754449,
      "grad_norm": 0.31964340806007385,
      "learning_rate": 0.00017928106732241248,
      "loss": 0.3757,
      "step": 11760
    },
    {
      "epoch": 1.481783543785622,
      "grad_norm": 0.29111340641975403,
      "learning_rate": 0.0001791732513933253,
      "loss": 0.362,
      "step": 11765
    },
    {
      "epoch": 1.4824133261957995,
      "grad_norm": 0.32248637080192566,
      "learning_rate": 0.00017906541979753572,
      "loss": 0.3978,
      "step": 11770
    },
    {
      "epoch": 1.4830431086059765,
      "grad_norm": 0.2964222729206085,
      "learning_rate": 0.0001789575725929518,
      "loss": 0.3853,
      "step": 11775
    },
    {
      "epoch": 1.4836728910161538,
      "grad_norm": 0.32823482155799866,
      "learning_rate": 0.0001788497098374899,
      "loss": 0.3828,
      "step": 11780
    },
    {
      "epoch": 1.4843026734263312,
      "grad_norm": 0.30054226517677307,
      "learning_rate": 0.0001787418315890748,
      "loss": 0.38,
      "step": 11785
    },
    {
      "epoch": 1.4849324558365085,
      "grad_norm": 0.30829596519470215,
      "learning_rate": 0.0001786339379056397,
      "loss": 0.3645,
      "step": 11790
    },
    {
      "epoch": 1.4855622382466858,
      "grad_norm": 0.3095497786998749,
      "learning_rate": 0.00017852602884512584,
      "loss": 0.3727,
      "step": 11795
    },
    {
      "epoch": 1.486192020656863,
      "grad_norm": 0.29647621512413025,
      "learning_rate": 0.00017841810446548283,
      "loss": 0.3764,
      "step": 11800
    },
    {
      "epoch": 1.4868218030670404,
      "grad_norm": 0.3227784037590027,
      "learning_rate": 0.00017831016482466864,
      "loss": 0.3797,
      "step": 11805
    },
    {
      "epoch": 1.4874515854772177,
      "grad_norm": 0.32365646958351135,
      "learning_rate": 0.00017820220998064927,
      "loss": 0.3766,
      "step": 11810
    },
    {
      "epoch": 1.488081367887395,
      "grad_norm": 0.36090198159217834,
      "learning_rate": 0.0001780942399913989,
      "loss": 0.4015,
      "step": 11815
    },
    {
      "epoch": 1.488711150297572,
      "grad_norm": 0.28814610838890076,
      "learning_rate": 0.00017798625491489994,
      "loss": 0.3616,
      "step": 11820
    },
    {
      "epoch": 1.4893409327077496,
      "grad_norm": 0.2654825747013092,
      "learning_rate": 0.00017787825480914283,
      "loss": 0.3462,
      "step": 11825
    },
    {
      "epoch": 1.4899707151179267,
      "grad_norm": 0.2913071811199188,
      "learning_rate": 0.000177770239732126,
      "loss": 0.3707,
      "step": 11830
    },
    {
      "epoch": 1.490600497528104,
      "grad_norm": 0.33099865913391113,
      "learning_rate": 0.0001776622097418562,
      "loss": 0.3644,
      "step": 11835
    },
    {
      "epoch": 1.4912302799382813,
      "grad_norm": 0.2980974018573761,
      "learning_rate": 0.0001775541648963478,
      "loss": 0.3839,
      "step": 11840
    },
    {
      "epoch": 1.4918600623484586,
      "grad_norm": 0.2673074007034302,
      "learning_rate": 0.00017744610525362352,
      "loss": 0.3736,
      "step": 11845
    },
    {
      "epoch": 1.4924898447586359,
      "grad_norm": 0.26277023553848267,
      "learning_rate": 0.00017733803087171372,
      "loss": 0.3463,
      "step": 11850
    },
    {
      "epoch": 1.4931196271688132,
      "grad_norm": 0.27924680709838867,
      "learning_rate": 0.00017722994180865696,
      "loss": 0.4095,
      "step": 11855
    },
    {
      "epoch": 1.4937494095789905,
      "grad_norm": 0.2761695086956024,
      "learning_rate": 0.00017712183812249938,
      "loss": 0.3748,
      "step": 11860
    },
    {
      "epoch": 1.4943791919891678,
      "grad_norm": 0.312854528427124,
      "learning_rate": 0.00017701371987129523,
      "loss": 0.3748,
      "step": 11865
    },
    {
      "epoch": 1.495008974399345,
      "grad_norm": 0.3033592998981476,
      "learning_rate": 0.00017690558711310644,
      "loss": 0.3728,
      "step": 11870
    },
    {
      "epoch": 1.4956387568095222,
      "grad_norm": 0.2711508572101593,
      "learning_rate": 0.00017679743990600281,
      "loss": 0.3748,
      "step": 11875
    },
    {
      "epoch": 1.4962685392196997,
      "grad_norm": 0.28003159165382385,
      "learning_rate": 0.00017668927830806177,
      "loss": 0.3658,
      "step": 11880
    },
    {
      "epoch": 1.4968983216298768,
      "grad_norm": 0.2750314772129059,
      "learning_rate": 0.0001765811023773687,
      "loss": 0.3705,
      "step": 11885
    },
    {
      "epoch": 1.497528104040054,
      "grad_norm": 0.31037452816963196,
      "learning_rate": 0.00017647291217201644,
      "loss": 0.3718,
      "step": 11890
    },
    {
      "epoch": 1.4981578864502314,
      "grad_norm": 0.33681520819664,
      "learning_rate": 0.00017636470775010563,
      "loss": 0.37,
      "step": 11895
    },
    {
      "epoch": 1.4987876688604087,
      "grad_norm": 0.2735719084739685,
      "learning_rate": 0.00017625648916974452,
      "loss": 0.3898,
      "step": 11900
    },
    {
      "epoch": 1.499417451270586,
      "grad_norm": 0.2873845398426056,
      "learning_rate": 0.00017614825648904902,
      "loss": 0.387,
      "step": 11905
    },
    {
      "epoch": 1.5000472336807633,
      "grad_norm": 0.2826070189476013,
      "learning_rate": 0.00017604000976614243,
      "loss": 0.3656,
      "step": 11910
    },
    {
      "epoch": 1.5006770160909406,
      "grad_norm": 0.2709527015686035,
      "learning_rate": 0.00017593174905915581,
      "loss": 0.3583,
      "step": 11915
    },
    {
      "epoch": 1.5013067985011177,
      "grad_norm": 0.3088144063949585,
      "learning_rate": 0.00017582347442622755,
      "loss": 0.3715,
      "step": 11920
    },
    {
      "epoch": 1.5019365809112952,
      "grad_norm": 0.27996301651000977,
      "learning_rate": 0.0001757151859255038,
      "loss": 0.3636,
      "step": 11925
    },
    {
      "epoch": 1.5025663633214723,
      "grad_norm": 0.3117114007472992,
      "learning_rate": 0.00017560688361513766,
      "loss": 0.351,
      "step": 11930
    },
    {
      "epoch": 1.5031961457316498,
      "grad_norm": 0.32614433765411377,
      "learning_rate": 0.00017549856755329012,
      "loss": 0.3711,
      "step": 11935
    },
    {
      "epoch": 1.503825928141827,
      "grad_norm": 0.23831017315387726,
      "learning_rate": 0.0001753902377981294,
      "loss": 0.3645,
      "step": 11940
    },
    {
      "epoch": 1.5044557105520044,
      "grad_norm": 0.27338019013404846,
      "learning_rate": 0.000175281894407831,
      "loss": 0.3606,
      "step": 11945
    },
    {
      "epoch": 1.5050854929621815,
      "grad_norm": 0.2813990116119385,
      "learning_rate": 0.0001751735374405778,
      "loss": 0.3637,
      "step": 11950
    },
    {
      "epoch": 1.5057152753723588,
      "grad_norm": 0.2607782781124115,
      "learning_rate": 0.00017506516695455992,
      "loss": 0.3493,
      "step": 11955
    },
    {
      "epoch": 1.5063450577825361,
      "grad_norm": 0.2825680077075958,
      "learning_rate": 0.0001749567830079749,
      "loss": 0.3474,
      "step": 11960
    },
    {
      "epoch": 1.5069748401927134,
      "grad_norm": 0.2957023084163666,
      "learning_rate": 0.00017484838565902735,
      "loss": 0.3852,
      "step": 11965
    },
    {
      "epoch": 1.5076046226028907,
      "grad_norm": 0.31363338232040405,
      "learning_rate": 0.00017473997496592904,
      "loss": 0.3944,
      "step": 11970
    },
    {
      "epoch": 1.5082344050130678,
      "grad_norm": 0.271010160446167,
      "learning_rate": 0.00017463155098689908,
      "loss": 0.3667,
      "step": 11975
    },
    {
      "epoch": 1.5088641874232454,
      "grad_norm": 0.28360188007354736,
      "learning_rate": 0.00017452311378016362,
      "loss": 0.3564,
      "step": 11980
    },
    {
      "epoch": 1.5094939698334224,
      "grad_norm": 0.28345590829849243,
      "learning_rate": 0.00017441466340395583,
      "loss": 0.358,
      "step": 11985
    },
    {
      "epoch": 1.5101237522436,
      "grad_norm": 0.23574601113796234,
      "learning_rate": 0.00017430619991651614,
      "loss": 0.3588,
      "step": 11990
    },
    {
      "epoch": 1.510753534653777,
      "grad_norm": 0.32633906602859497,
      "learning_rate": 0.0001741977233760919,
      "loss": 0.3786,
      "step": 11995
    },
    {
      "epoch": 1.5113833170639546,
      "grad_norm": 0.31216609477996826,
      "learning_rate": 0.00017408923384093746,
      "loss": 0.3949,
      "step": 12000
    },
    {
      "epoch": 1.5113833170639546,
      "eval_loss": 0.3009350597858429,
      "eval_runtime": 6.1573,
      "eval_samples_per_second": 162.409,
      "eval_steps_per_second": 10.232,
      "step": 12000
    },
    {
      "epoch": 1.5120130994741316,
      "grad_norm": 0.2735341191291809,
      "learning_rate": 0.00017398073136931416,
      "loss": 0.3667,
      "step": 12005
    },
    {
      "epoch": 1.512642881884309,
      "grad_norm": 0.3168368637561798,
      "learning_rate": 0.0001738722160194904,
      "loss": 0.3693,
      "step": 12010
    },
    {
      "epoch": 1.5132726642944863,
      "grad_norm": 0.27563655376434326,
      "learning_rate": 0.0001737636878497413,
      "loss": 0.3721,
      "step": 12015
    },
    {
      "epoch": 1.5139024467046636,
      "grad_norm": 0.27887552976608276,
      "learning_rate": 0.00017365514691834898,
      "loss": 0.402,
      "step": 12020
    },
    {
      "epoch": 1.5145322291148409,
      "grad_norm": 0.30676189064979553,
      "learning_rate": 0.0001735465932836024,
      "loss": 0.3875,
      "step": 12025
    },
    {
      "epoch": 1.515162011525018,
      "grad_norm": 0.30623871088027954,
      "learning_rate": 0.00017343802700379746,
      "loss": 0.3644,
      "step": 12030
    },
    {
      "epoch": 1.5157917939351955,
      "grad_norm": 0.2534305453300476,
      "learning_rate": 0.00017332944813723658,
      "loss": 0.3753,
      "step": 12035
    },
    {
      "epoch": 1.5164215763453726,
      "grad_norm": 0.29374125599861145,
      "learning_rate": 0.00017322085674222916,
      "loss": 0.3964,
      "step": 12040
    },
    {
      "epoch": 1.51705135875555,
      "grad_norm": 0.2833009362220764,
      "learning_rate": 0.00017311225287709126,
      "loss": 0.3778,
      "step": 12045
    },
    {
      "epoch": 1.5176811411657272,
      "grad_norm": 0.273299902677536,
      "learning_rate": 0.0001730036366001456,
      "loss": 0.3661,
      "step": 12050
    },
    {
      "epoch": 1.5183109235759045,
      "grad_norm": 0.32840752601623535,
      "learning_rate": 0.00017289500796972165,
      "loss": 0.3564,
      "step": 12055
    },
    {
      "epoch": 1.5189407059860818,
      "grad_norm": 0.289202481508255,
      "learning_rate": 0.00017278636704415545,
      "loss": 0.3885,
      "step": 12060
    },
    {
      "epoch": 1.519570488396259,
      "grad_norm": 0.28327277302742004,
      "learning_rate": 0.0001726777138817896,
      "loss": 0.376,
      "step": 12065
    },
    {
      "epoch": 1.5202002708064364,
      "grad_norm": 0.2617267370223999,
      "learning_rate": 0.00017256904854097343,
      "loss": 0.353,
      "step": 12070
    },
    {
      "epoch": 1.5208300532166137,
      "grad_norm": 0.2693130671977997,
      "learning_rate": 0.00017246037108006266,
      "loss": 0.386,
      "step": 12075
    },
    {
      "epoch": 1.521459835626791,
      "grad_norm": 0.260217547416687,
      "learning_rate": 0.00017235168155741956,
      "loss": 0.3773,
      "step": 12080
    },
    {
      "epoch": 1.522089618036968,
      "grad_norm": 0.2806963622570038,
      "learning_rate": 0.0001722429800314129,
      "loss": 0.3703,
      "step": 12085
    },
    {
      "epoch": 1.5227194004471456,
      "grad_norm": 0.2797011435031891,
      "learning_rate": 0.00017213426656041787,
      "loss": 0.3523,
      "step": 12090
    },
    {
      "epoch": 1.5233491828573227,
      "grad_norm": 0.3413710296154022,
      "learning_rate": 0.00017202554120281612,
      "loss": 0.3825,
      "step": 12095
    },
    {
      "epoch": 1.5239789652675002,
      "grad_norm": 0.2759542167186737,
      "learning_rate": 0.0001719168040169956,
      "loss": 0.346,
      "step": 12100
    },
    {
      "epoch": 1.5246087476776773,
      "grad_norm": 0.28816723823547363,
      "learning_rate": 0.00017180805506135068,
      "loss": 0.3772,
      "step": 12105
    },
    {
      "epoch": 1.5252385300878546,
      "grad_norm": 0.2563376724720001,
      "learning_rate": 0.00017169929439428207,
      "loss": 0.3661,
      "step": 12110
    },
    {
      "epoch": 1.525868312498032,
      "grad_norm": 0.29572755098342896,
      "learning_rate": 0.0001715905220741967,
      "loss": 0.3428,
      "step": 12115
    },
    {
      "epoch": 1.5264980949082092,
      "grad_norm": 0.28491732478141785,
      "learning_rate": 0.0001714817381595078,
      "loss": 0.3778,
      "step": 12120
    },
    {
      "epoch": 1.5271278773183865,
      "grad_norm": 0.28429144620895386,
      "learning_rate": 0.0001713729427086348,
      "loss": 0.351,
      "step": 12125
    },
    {
      "epoch": 1.5277576597285638,
      "grad_norm": 0.3044835925102234,
      "learning_rate": 0.00017126413578000342,
      "loss": 0.3651,
      "step": 12130
    },
    {
      "epoch": 1.5283874421387411,
      "grad_norm": 0.30945730209350586,
      "learning_rate": 0.0001711553174320453,
      "loss": 0.3731,
      "step": 12135
    },
    {
      "epoch": 1.5290172245489182,
      "grad_norm": 0.26389655470848083,
      "learning_rate": 0.00017104648772319853,
      "loss": 0.3527,
      "step": 12140
    },
    {
      "epoch": 1.5296470069590957,
      "grad_norm": 0.3144720196723938,
      "learning_rate": 0.0001709376467119071,
      "loss": 0.3776,
      "step": 12145
    },
    {
      "epoch": 1.5302767893692728,
      "grad_norm": 0.2860710918903351,
      "learning_rate": 0.00017082879445662113,
      "loss": 0.3575,
      "step": 12150
    },
    {
      "epoch": 1.5309065717794503,
      "grad_norm": 0.2869095802307129,
      "learning_rate": 0.00017071993101579674,
      "loss": 0.3322,
      "step": 12155
    },
    {
      "epoch": 1.5315363541896274,
      "grad_norm": 0.2524400055408478,
      "learning_rate": 0.00017061105644789612,
      "loss": 0.3743,
      "step": 12160
    },
    {
      "epoch": 1.5321661365998047,
      "grad_norm": 0.2670304477214813,
      "learning_rate": 0.00017050217081138736,
      "loss": 0.3735,
      "step": 12165
    },
    {
      "epoch": 1.532795919009982,
      "grad_norm": 0.2701478898525238,
      "learning_rate": 0.00017039327416474456,
      "loss": 0.3467,
      "step": 12170
    },
    {
      "epoch": 1.5334257014201593,
      "grad_norm": 0.2941682040691376,
      "learning_rate": 0.0001702843665664477,
      "loss": 0.3895,
      "step": 12175
    },
    {
      "epoch": 1.5340554838303366,
      "grad_norm": 0.28004932403564453,
      "learning_rate": 0.00017017544807498264,
      "loss": 0.3666,
      "step": 12180
    },
    {
      "epoch": 1.534685266240514,
      "grad_norm": 0.29110807180404663,
      "learning_rate": 0.00017006651874884116,
      "loss": 0.3628,
      "step": 12185
    },
    {
      "epoch": 1.5353150486506912,
      "grad_norm": 0.2467578798532486,
      "learning_rate": 0.00016995757864652066,
      "loss": 0.35,
      "step": 12190
    },
    {
      "epoch": 1.5359448310608683,
      "grad_norm": 0.3148331046104431,
      "learning_rate": 0.00016984862782652463,
      "loss": 0.3535,
      "step": 12195
    },
    {
      "epoch": 1.5365746134710458,
      "grad_norm": 0.28578343987464905,
      "learning_rate": 0.00016973966634736202,
      "loss": 0.3477,
      "step": 12200
    },
    {
      "epoch": 1.537204395881223,
      "grad_norm": 0.24588525295257568,
      "learning_rate": 0.0001696306942675477,
      "loss": 0.3459,
      "step": 12205
    },
    {
      "epoch": 1.5378341782914005,
      "grad_norm": 0.2754054665565491,
      "learning_rate": 0.00016952171164560213,
      "loss": 0.3555,
      "step": 12210
    },
    {
      "epoch": 1.5384639607015775,
      "grad_norm": 0.28237447142601013,
      "learning_rate": 0.00016941271854005148,
      "loss": 0.3446,
      "step": 12215
    },
    {
      "epoch": 1.5390937431117548,
      "grad_norm": 0.27689647674560547,
      "learning_rate": 0.00016930371500942755,
      "loss": 0.3651,
      "step": 12220
    },
    {
      "epoch": 1.5397235255219321,
      "grad_norm": 0.29644525051116943,
      "learning_rate": 0.0001691947011122677,
      "loss": 0.3482,
      "step": 12225
    },
    {
      "epoch": 1.5403533079321095,
      "grad_norm": 0.3168468475341797,
      "learning_rate": 0.0001690856769071149,
      "loss": 0.3859,
      "step": 12230
    },
    {
      "epoch": 1.5409830903422868,
      "grad_norm": 0.282879501581192,
      "learning_rate": 0.0001689766424525177,
      "loss": 0.3742,
      "step": 12235
    },
    {
      "epoch": 1.541612872752464,
      "grad_norm": 0.2539578676223755,
      "learning_rate": 0.00016886759780702996,
      "loss": 0.3467,
      "step": 12240
    },
    {
      "epoch": 1.5422426551626414,
      "grad_norm": 0.3353635370731354,
      "learning_rate": 0.00016875854302921122,
      "loss": 0.3831,
      "step": 12245
    },
    {
      "epoch": 1.5428724375728184,
      "grad_norm": 0.2890516519546509,
      "learning_rate": 0.0001686494781776264,
      "loss": 0.3672,
      "step": 12250
    },
    {
      "epoch": 1.543502219982996,
      "grad_norm": 0.3136516213417053,
      "learning_rate": 0.00016854040331084583,
      "loss": 0.37,
      "step": 12255
    },
    {
      "epoch": 1.544132002393173,
      "grad_norm": 0.29757821559906006,
      "learning_rate": 0.0001684313184874451,
      "loss": 0.3681,
      "step": 12260
    },
    {
      "epoch": 1.5447617848033506,
      "grad_norm": 0.3504684269428253,
      "learning_rate": 0.0001683222237660054,
      "loss": 0.3868,
      "step": 12265
    },
    {
      "epoch": 1.5453915672135277,
      "grad_norm": 0.25241127610206604,
      "learning_rate": 0.00016821311920511297,
      "loss": 0.3425,
      "step": 12270
    },
    {
      "epoch": 1.546021349623705,
      "grad_norm": 0.27286654710769653,
      "learning_rate": 0.00016810400486335953,
      "loss": 0.3604,
      "step": 12275
    },
    {
      "epoch": 1.5466511320338823,
      "grad_norm": 0.3104652166366577,
      "learning_rate": 0.0001679948807993419,
      "loss": 0.3487,
      "step": 12280
    },
    {
      "epoch": 1.5472809144440596,
      "grad_norm": 0.2972196042537689,
      "learning_rate": 0.00016788574707166226,
      "loss": 0.3555,
      "step": 12285
    },
    {
      "epoch": 1.5479106968542369,
      "grad_norm": 0.29232388734817505,
      "learning_rate": 0.00016777660373892787,
      "loss": 0.3654,
      "step": 12290
    },
    {
      "epoch": 1.5485404792644142,
      "grad_norm": 0.29798245429992676,
      "learning_rate": 0.00016766745085975126,
      "loss": 0.3575,
      "step": 12295
    },
    {
      "epoch": 1.5491702616745915,
      "grad_norm": 0.2721775472164154,
      "learning_rate": 0.0001675582884927499,
      "loss": 0.3409,
      "step": 12300
    },
    {
      "epoch": 1.5498000440847686,
      "grad_norm": 0.3131150007247925,
      "learning_rate": 0.00016744911669654662,
      "loss": 0.3695,
      "step": 12305
    },
    {
      "epoch": 1.550429826494946,
      "grad_norm": 0.29543280601501465,
      "learning_rate": 0.00016733993552976901,
      "loss": 0.3572,
      "step": 12310
    },
    {
      "epoch": 1.5510596089051232,
      "grad_norm": 0.3287052512168884,
      "learning_rate": 0.00016723074505105,
      "loss": 0.3681,
      "step": 12315
    },
    {
      "epoch": 1.5516893913153007,
      "grad_norm": 0.2833183705806732,
      "learning_rate": 0.0001671215453190273,
      "loss": 0.3709,
      "step": 12320
    },
    {
      "epoch": 1.5523191737254778,
      "grad_norm": 0.2558510899543762,
      "learning_rate": 0.00016701233639234363,
      "loss": 0.3404,
      "step": 12325
    },
    {
      "epoch": 1.552948956135655,
      "grad_norm": 0.2524779438972473,
      "learning_rate": 0.0001669031183296467,
      "loss": 0.3492,
      "step": 12330
    },
    {
      "epoch": 1.5535787385458324,
      "grad_norm": 0.2844880521297455,
      "learning_rate": 0.00016679389118958918,
      "loss": 0.3538,
      "step": 12335
    },
    {
      "epoch": 1.5542085209560097,
      "grad_norm": 0.28060173988342285,
      "learning_rate": 0.0001666846550308285,
      "loss": 0.3615,
      "step": 12340
    },
    {
      "epoch": 1.554838303366187,
      "grad_norm": 0.2490835040807724,
      "learning_rate": 0.00016657540991202687,
      "loss": 0.3655,
      "step": 12345
    },
    {
      "epoch": 1.5554680857763643,
      "grad_norm": 0.27524054050445557,
      "learning_rate": 0.00016646615589185153,
      "loss": 0.3412,
      "step": 12350
    },
    {
      "epoch": 1.5560978681865416,
      "grad_norm": 0.31142935156822205,
      "learning_rate": 0.00016635689302897435,
      "loss": 0.347,
      "step": 12355
    },
    {
      "epoch": 1.5567276505967187,
      "grad_norm": 0.28053995966911316,
      "learning_rate": 0.00016624762138207197,
      "loss": 0.3838,
      "step": 12360
    },
    {
      "epoch": 1.5573574330068962,
      "grad_norm": 0.2476169764995575,
      "learning_rate": 0.0001661383410098258,
      "loss": 0.3636,
      "step": 12365
    },
    {
      "epoch": 1.5579872154170733,
      "grad_norm": 0.4054109752178192,
      "learning_rate": 0.00016602905197092183,
      "loss": 0.3657,
      "step": 12370
    },
    {
      "epoch": 1.5586169978272508,
      "grad_norm": 0.2735072672367096,
      "learning_rate": 0.00016591975432405084,
      "loss": 0.3593,
      "step": 12375
    },
    {
      "epoch": 1.559246780237428,
      "grad_norm": 0.2994532883167267,
      "learning_rate": 0.00016581044812790817,
      "loss": 0.3641,
      "step": 12380
    },
    {
      "epoch": 1.5598765626476052,
      "grad_norm": 0.263090044260025,
      "learning_rate": 0.0001657011334411936,
      "loss": 0.3711,
      "step": 12385
    },
    {
      "epoch": 1.5605063450577825,
      "grad_norm": 0.25073063373565674,
      "learning_rate": 0.0001655918103226118,
      "loss": 0.3554,
      "step": 12390
    },
    {
      "epoch": 1.5611361274679598,
      "grad_norm": 0.2575080096721649,
      "learning_rate": 0.00016548247883087168,
      "loss": 0.3744,
      "step": 12395
    },
    {
      "epoch": 1.5617659098781371,
      "grad_norm": 0.2630578577518463,
      "learning_rate": 0.00016537313902468677,
      "loss": 0.3501,
      "step": 12400
    },
    {
      "epoch": 1.5623956922883144,
      "grad_norm": 0.3097805678844452,
      "learning_rate": 0.00016526379096277503,
      "loss": 0.3586,
      "step": 12405
    },
    {
      "epoch": 1.5630254746984917,
      "grad_norm": 0.3104281723499298,
      "learning_rate": 0.0001651544347038589,
      "loss": 0.3643,
      "step": 12410
    },
    {
      "epoch": 1.5636552571086688,
      "grad_norm": 0.3604758381843567,
      "learning_rate": 0.0001650450703066652,
      "loss": 0.3645,
      "step": 12415
    },
    {
      "epoch": 1.5642850395188463,
      "grad_norm": 0.30638590455055237,
      "learning_rate": 0.000164935697829925,
      "loss": 0.3572,
      "step": 12420
    },
    {
      "epoch": 1.5649148219290234,
      "grad_norm": 0.27940669655799866,
      "learning_rate": 0.00016482631733237397,
      "loss": 0.3636,
      "step": 12425
    },
    {
      "epoch": 1.565544604339201,
      "grad_norm": 0.28857216238975525,
      "learning_rate": 0.00016471692887275185,
      "loss": 0.3601,
      "step": 12430
    },
    {
      "epoch": 1.566174386749378,
      "grad_norm": 0.2992657721042633,
      "learning_rate": 0.0001646075325098027,
      "loss": 0.3621,
      "step": 12435
    },
    {
      "epoch": 1.5668041691595553,
      "grad_norm": 0.28050917387008667,
      "learning_rate": 0.00016449812830227498,
      "loss": 0.3623,
      "step": 12440
    },
    {
      "epoch": 1.5674339515697326,
      "grad_norm": 0.269634485244751,
      "learning_rate": 0.0001643887163089212,
      "loss": 0.3375,
      "step": 12445
    },
    {
      "epoch": 1.56806373397991,
      "grad_norm": 0.2825991213321686,
      "learning_rate": 0.00016427929658849807,
      "loss": 0.3523,
      "step": 12450
    },
    {
      "epoch": 1.5686935163900873,
      "grad_norm": 0.3219839334487915,
      "learning_rate": 0.00016416986919976645,
      "loss": 0.3588,
      "step": 12455
    },
    {
      "epoch": 1.5693232988002646,
      "grad_norm": 0.2681691646575928,
      "learning_rate": 0.00016406043420149146,
      "loss": 0.3466,
      "step": 12460
    },
    {
      "epoch": 1.5699530812104419,
      "grad_norm": 0.2719057500362396,
      "learning_rate": 0.0001639509916524421,
      "loss": 0.3599,
      "step": 12465
    },
    {
      "epoch": 1.570582863620619,
      "grad_norm": 0.24405649304389954,
      "learning_rate": 0.00016384154161139158,
      "loss": 0.3402,
      "step": 12470
    },
    {
      "epoch": 1.5712126460307965,
      "grad_norm": 0.306537002325058,
      "learning_rate": 0.00016373208413711696,
      "loss": 0.3283,
      "step": 12475
    },
    {
      "epoch": 1.5718424284409735,
      "grad_norm": 0.28490665555000305,
      "learning_rate": 0.0001636226192883996,
      "loss": 0.3529,
      "step": 12480
    },
    {
      "epoch": 1.572472210851151,
      "grad_norm": 0.2510652542114258,
      "learning_rate": 0.00016351314712402442,
      "loss": 0.3228,
      "step": 12485
    },
    {
      "epoch": 1.5731019932613282,
      "grad_norm": 0.2670060694217682,
      "learning_rate": 0.0001634036677027806,
      "loss": 0.3592,
      "step": 12490
    },
    {
      "epoch": 1.5737317756715055,
      "grad_norm": 0.29240545630455017,
      "learning_rate": 0.00016329418108346105,
      "loss": 0.3717,
      "step": 12495
    },
    {
      "epoch": 1.5743615580816828,
      "grad_norm": 0.29088887572288513,
      "learning_rate": 0.00016318468732486255,
      "loss": 0.3679,
      "step": 12500
    },
    {
      "epoch": 1.57499134049186,
      "grad_norm": 0.25105100870132446,
      "learning_rate": 0.0001630751864857858,
      "loss": 0.3464,
      "step": 12505
    },
    {
      "epoch": 1.5756211229020374,
      "grad_norm": 0.26624953746795654,
      "learning_rate": 0.00016296567862503526,
      "loss": 0.3552,
      "step": 12510
    },
    {
      "epoch": 1.5762509053122147,
      "grad_norm": 0.28500837087631226,
      "learning_rate": 0.00016285616380141914,
      "loss": 0.3591,
      "step": 12515
    },
    {
      "epoch": 1.576880687722392,
      "grad_norm": 0.2937677502632141,
      "learning_rate": 0.00016274664207374936,
      "loss": 0.3664,
      "step": 12520
    },
    {
      "epoch": 1.577510470132569,
      "grad_norm": 0.28588148951530457,
      "learning_rate": 0.00016263711350084165,
      "loss": 0.3767,
      "step": 12525
    },
    {
      "epoch": 1.5781402525427466,
      "grad_norm": 0.31547772884368896,
      "learning_rate": 0.0001625275781415153,
      "loss": 0.3521,
      "step": 12530
    },
    {
      "epoch": 1.5787700349529237,
      "grad_norm": 0.29322996735572815,
      "learning_rate": 0.00016241803605459334,
      "loss": 0.3777,
      "step": 12535
    },
    {
      "epoch": 1.5793998173631012,
      "grad_norm": 0.29141756892204285,
      "learning_rate": 0.00016230848729890238,
      "loss": 0.3367,
      "step": 12540
    },
    {
      "epoch": 1.5800295997732783,
      "grad_norm": 0.2583523094654083,
      "learning_rate": 0.00016219893193327258,
      "loss": 0.3473,
      "step": 12545
    },
    {
      "epoch": 1.5806593821834556,
      "grad_norm": 0.26929906010627747,
      "learning_rate": 0.00016208937001653765,
      "loss": 0.3622,
      "step": 12550
    },
    {
      "epoch": 1.581289164593633,
      "grad_norm": 0.2727062702178955,
      "learning_rate": 0.0001619798016075349,
      "loss": 0.3607,
      "step": 12555
    },
    {
      "epoch": 1.5819189470038102,
      "grad_norm": 0.35366252064704895,
      "learning_rate": 0.000161870226765105,
      "loss": 0.3453,
      "step": 12560
    },
    {
      "epoch": 1.5825487294139875,
      "grad_norm": 0.30689889192581177,
      "learning_rate": 0.00016176064554809225,
      "loss": 0.3672,
      "step": 12565
    },
    {
      "epoch": 1.5831785118241648,
      "grad_norm": 0.2855357825756073,
      "learning_rate": 0.00016165105801534414,
      "loss": 0.3715,
      "step": 12570
    },
    {
      "epoch": 1.583808294234342,
      "grad_norm": 0.33706697821617126,
      "learning_rate": 0.00016154146422571176,
      "loss": 0.3645,
      "step": 12575
    },
    {
      "epoch": 1.5844380766445192,
      "grad_norm": 0.24410569667816162,
      "learning_rate": 0.00016143186423804944,
      "loss": 0.3576,
      "step": 12580
    },
    {
      "epoch": 1.5850678590546967,
      "grad_norm": 0.33356451988220215,
      "learning_rate": 0.00016132225811121492,
      "loss": 0.3774,
      "step": 12585
    },
    {
      "epoch": 1.5856976414648738,
      "grad_norm": 0.2804293632507324,
      "learning_rate": 0.00016121264590406912,
      "loss": 0.3656,
      "step": 12590
    },
    {
      "epoch": 1.5863274238750513,
      "grad_norm": 0.29394668340682983,
      "learning_rate": 0.0001611030276754764,
      "loss": 0.3468,
      "step": 12595
    },
    {
      "epoch": 1.5869572062852284,
      "grad_norm": 0.2657965421676636,
      "learning_rate": 0.0001609934034843042,
      "loss": 0.3518,
      "step": 12600
    },
    {
      "epoch": 1.5875869886954057,
      "grad_norm": 0.25583842396736145,
      "learning_rate": 0.00016088377338942318,
      "loss": 0.361,
      "step": 12605
    },
    {
      "epoch": 1.588216771105583,
      "grad_norm": 0.27986687421798706,
      "learning_rate": 0.00016077413744970722,
      "loss": 0.3771,
      "step": 12610
    },
    {
      "epoch": 1.5888465535157603,
      "grad_norm": 0.3200220763683319,
      "learning_rate": 0.0001606644957240334,
      "loss": 0.3666,
      "step": 12615
    },
    {
      "epoch": 1.5894763359259376,
      "grad_norm": 0.29622554779052734,
      "learning_rate": 0.00016055484827128173,
      "loss": 0.3469,
      "step": 12620
    },
    {
      "epoch": 1.590106118336115,
      "grad_norm": 0.3073137700557709,
      "learning_rate": 0.00016044519515033545,
      "loss": 0.3382,
      "step": 12625
    },
    {
      "epoch": 1.5907359007462922,
      "grad_norm": 0.31342241168022156,
      "learning_rate": 0.00016033553642008077,
      "loss": 0.357,
      "step": 12630
    },
    {
      "epoch": 1.5913656831564693,
      "grad_norm": 0.2913351058959961,
      "learning_rate": 0.00016022587213940698,
      "loss": 0.3487,
      "step": 12635
    },
    {
      "epoch": 1.5919954655666468,
      "grad_norm": 0.2823300361633301,
      "learning_rate": 0.00016011620236720621,
      "loss": 0.3367,
      "step": 12640
    },
    {
      "epoch": 1.592625247976824,
      "grad_norm": 0.3134678304195404,
      "learning_rate": 0.00016000652716237373,
      "loss": 0.3393,
      "step": 12645
    },
    {
      "epoch": 1.5932550303870014,
      "grad_norm": 0.3235761821269989,
      "learning_rate": 0.0001598968465838076,
      "loss": 0.3752,
      "step": 12650
    },
    {
      "epoch": 1.5938848127971785,
      "grad_norm": 0.26606664061546326,
      "learning_rate": 0.00015978716069040875,
      "loss": 0.3413,
      "step": 12655
    },
    {
      "epoch": 1.5945145952073558,
      "grad_norm": 0.30575528740882874,
      "learning_rate": 0.0001596774695410811,
      "loss": 0.3715,
      "step": 12660
    },
    {
      "epoch": 1.5951443776175331,
      "grad_norm": 0.3017826974391937,
      "learning_rate": 0.0001595677731947312,
      "loss": 0.3586,
      "step": 12665
    },
    {
      "epoch": 1.5957741600277104,
      "grad_norm": 0.3203217089176178,
      "learning_rate": 0.00015945807171026855,
      "loss": 0.3753,
      "step": 12670
    },
    {
      "epoch": 1.5964039424378877,
      "grad_norm": 0.2615835666656494,
      "learning_rate": 0.00015934836514660536,
      "loss": 0.3641,
      "step": 12675
    },
    {
      "epoch": 1.5970337248480648,
      "grad_norm": 0.2814265191555023,
      "learning_rate": 0.00015923865356265652,
      "loss": 0.3467,
      "step": 12680
    },
    {
      "epoch": 1.5976635072582424,
      "grad_norm": 0.28240394592285156,
      "learning_rate": 0.00015912893701733975,
      "loss": 0.3405,
      "step": 12685
    },
    {
      "epoch": 1.5982932896684194,
      "grad_norm": 0.2675967514514923,
      "learning_rate": 0.0001590192155695752,
      "loss": 0.3341,
      "step": 12690
    },
    {
      "epoch": 1.598923072078597,
      "grad_norm": 0.33408063650131226,
      "learning_rate": 0.00015890948927828593,
      "loss": 0.3431,
      "step": 12695
    },
    {
      "epoch": 1.599552854488774,
      "grad_norm": 0.2793383300304413,
      "learning_rate": 0.00015879975820239737,
      "loss": 0.3334,
      "step": 12700
    },
    {
      "epoch": 1.6001826368989516,
      "grad_norm": 0.29299893975257874,
      "learning_rate": 0.00015869002240083765,
      "loss": 0.3479,
      "step": 12705
    },
    {
      "epoch": 1.6008124193091287,
      "grad_norm": 0.2782432436943054,
      "learning_rate": 0.0001585802819325374,
      "loss": 0.3491,
      "step": 12710
    },
    {
      "epoch": 1.601442201719306,
      "grad_norm": 0.2812289297580719,
      "learning_rate": 0.00015847053685642977,
      "loss": 0.3406,
      "step": 12715
    },
    {
      "epoch": 1.6020719841294833,
      "grad_norm": 0.2464970499277115,
      "learning_rate": 0.00015836078723145032,
      "loss": 0.3539,
      "step": 12720
    },
    {
      "epoch": 1.6027017665396606,
      "grad_norm": 0.3087675869464874,
      "learning_rate": 0.0001582510331165372,
      "loss": 0.356,
      "step": 12725
    },
    {
      "epoch": 1.6033315489498379,
      "grad_norm": 0.2726532816886902,
      "learning_rate": 0.0001581412745706308,
      "loss": 0.3443,
      "step": 12730
    },
    {
      "epoch": 1.603961331360015,
      "grad_norm": 0.28401410579681396,
      "learning_rate": 0.00015803151165267397,
      "loss": 0.3359,
      "step": 12735
    },
    {
      "epoch": 1.6045911137701925,
      "grad_norm": 0.2700473666191101,
      "learning_rate": 0.00015792174442161194,
      "loss": 0.3523,
      "step": 12740
    },
    {
      "epoch": 1.6052208961803696,
      "grad_norm": 0.32183146476745605,
      "learning_rate": 0.00015781197293639223,
      "loss": 0.3765,
      "step": 12745
    },
    {
      "epoch": 1.605850678590547,
      "grad_norm": 0.2805304229259491,
      "learning_rate": 0.0001577021972559646,
      "loss": 0.3546,
      "step": 12750
    },
    {
      "epoch": 1.6064804610007242,
      "grad_norm": 0.30137768387794495,
      "learning_rate": 0.00015759241743928108,
      "loss": 0.3721,
      "step": 12755
    },
    {
      "epoch": 1.6071102434109017,
      "grad_norm": 0.25476494431495667,
      "learning_rate": 0.00015748263354529597,
      "loss": 0.3281,
      "step": 12760
    },
    {
      "epoch": 1.6077400258210788,
      "grad_norm": 0.3311167061328888,
      "learning_rate": 0.0001573728456329657,
      "loss": 0.3875,
      "step": 12765
    },
    {
      "epoch": 1.608369808231256,
      "grad_norm": 0.27148258686065674,
      "learning_rate": 0.00015726305376124897,
      "loss": 0.3547,
      "step": 12770
    },
    {
      "epoch": 1.6089995906414334,
      "grad_norm": 0.25366437435150146,
      "learning_rate": 0.00015715325798910644,
      "loss": 0.3423,
      "step": 12775
    },
    {
      "epoch": 1.6096293730516107,
      "grad_norm": 0.2699160873889923,
      "learning_rate": 0.000157043458375501,
      "loss": 0.3347,
      "step": 12780
    },
    {
      "epoch": 1.610259155461788,
      "grad_norm": 0.2672334611415863,
      "learning_rate": 0.00015693365497939743,
      "loss": 0.3354,
      "step": 12785
    },
    {
      "epoch": 1.610888937871965,
      "grad_norm": 0.3269018828868866,
      "learning_rate": 0.00015682384785976284,
      "loss": 0.3427,
      "step": 12790
    },
    {
      "epoch": 1.6115187202821426,
      "grad_norm": 0.2637929320335388,
      "learning_rate": 0.00015671403707556605,
      "loss": 0.3501,
      "step": 12795
    },
    {
      "epoch": 1.6121485026923197,
      "grad_norm": 0.2606005072593689,
      "learning_rate": 0.00015660422268577801,
      "loss": 0.3387,
      "step": 12800
    },
    {
      "epoch": 1.6127782851024972,
      "grad_norm": 0.30220791697502136,
      "learning_rate": 0.00015649440474937152,
      "loss": 0.3489,
      "step": 12805
    },
    {
      "epoch": 1.6134080675126743,
      "grad_norm": 0.29726284742355347,
      "learning_rate": 0.0001563845833253213,
      "loss": 0.3358,
      "step": 12810
    },
    {
      "epoch": 1.6140378499228518,
      "grad_norm": 0.2928326427936554,
      "learning_rate": 0.000156274758472604,
      "loss": 0.3236,
      "step": 12815
    },
    {
      "epoch": 1.614667632333029,
      "grad_norm": 0.31645599007606506,
      "learning_rate": 0.0001561649302501981,
      "loss": 0.3571,
      "step": 12820
    },
    {
      "epoch": 1.6152974147432062,
      "grad_norm": 0.26705339550971985,
      "learning_rate": 0.00015605509871708382,
      "loss": 0.3671,
      "step": 12825
    },
    {
      "epoch": 1.6159271971533835,
      "grad_norm": 0.2691219449043274,
      "learning_rate": 0.00015594526393224322,
      "loss": 0.3452,
      "step": 12830
    },
    {
      "epoch": 1.6165569795635608,
      "grad_norm": 0.2822478413581848,
      "learning_rate": 0.00015583542595466005,
      "loss": 0.3273,
      "step": 12835
    },
    {
      "epoch": 1.6171867619737381,
      "grad_norm": 0.2974461019039154,
      "learning_rate": 0.00015572558484331994,
      "loss": 0.3652,
      "step": 12840
    },
    {
      "epoch": 1.6178165443839152,
      "grad_norm": 0.2611928880214691,
      "learning_rate": 0.00015561574065720986,
      "loss": 0.3445,
      "step": 12845
    },
    {
      "epoch": 1.6184463267940927,
      "grad_norm": 0.2836850583553314,
      "learning_rate": 0.00015550589345531885,
      "loss": 0.3326,
      "step": 12850
    },
    {
      "epoch": 1.6190761092042698,
      "grad_norm": 0.2735482156276703,
      "learning_rate": 0.00015539604329663725,
      "loss": 0.3532,
      "step": 12855
    },
    {
      "epoch": 1.6197058916144473,
      "grad_norm": 0.34394770860671997,
      "learning_rate": 0.0001552861902401572,
      "loss": 0.3532,
      "step": 12860
    },
    {
      "epoch": 1.6203356740246244,
      "grad_norm": 0.2786300778388977,
      "learning_rate": 0.0001551763343448722,
      "loss": 0.3591,
      "step": 12865
    },
    {
      "epoch": 1.6209654564348017,
      "grad_norm": 0.26574140787124634,
      "learning_rate": 0.00015506647566977737,
      "loss": 0.3527,
      "step": 12870
    },
    {
      "epoch": 1.621595238844979,
      "grad_norm": 0.23986276984214783,
      "learning_rate": 0.00015495661427386944,
      "loss": 0.3437,
      "step": 12875
    },
    {
      "epoch": 1.6222250212551563,
      "grad_norm": 0.29332754015922546,
      "learning_rate": 0.0001548467502161464,
      "loss": 0.3323,
      "step": 12880
    },
    {
      "epoch": 1.6228548036653336,
      "grad_norm": 0.34338971972465515,
      "learning_rate": 0.0001547368835556078,
      "loss": 0.3367,
      "step": 12885
    },
    {
      "epoch": 1.623484586075511,
      "grad_norm": 0.3112575113773346,
      "learning_rate": 0.00015462701435125451,
      "loss": 0.3392,
      "step": 12890
    },
    {
      "epoch": 1.6241143684856882,
      "grad_norm": 0.26299479603767395,
      "learning_rate": 0.0001545171426620888,
      "loss": 0.3194,
      "step": 12895
    },
    {
      "epoch": 1.6247441508958653,
      "grad_norm": 0.27403828501701355,
      "learning_rate": 0.00015440726854711436,
      "loss": 0.3344,
      "step": 12900
    },
    {
      "epoch": 1.6253739333060429,
      "grad_norm": 0.2603330910205841,
      "learning_rate": 0.000154297392065336,
      "loss": 0.3564,
      "step": 12905
    },
    {
      "epoch": 1.62600371571622,
      "grad_norm": 0.2812626361846924,
      "learning_rate": 0.00015418751327575994,
      "loss": 0.3583,
      "step": 12910
    },
    {
      "epoch": 1.6266334981263975,
      "grad_norm": 0.27280038595199585,
      "learning_rate": 0.0001540776322373936,
      "loss": 0.3568,
      "step": 12915
    },
    {
      "epoch": 1.6272632805365745,
      "grad_norm": 0.3073441982269287,
      "learning_rate": 0.0001539677490092456,
      "loss": 0.3336,
      "step": 12920
    },
    {
      "epoch": 1.6278930629467518,
      "grad_norm": 0.2868177890777588,
      "learning_rate": 0.00015385786365032576,
      "loss": 0.3455,
      "step": 12925
    },
    {
      "epoch": 1.6285228453569291,
      "grad_norm": 0.2661624550819397,
      "learning_rate": 0.000153747976219645,
      "loss": 0.3377,
      "step": 12930
    },
    {
      "epoch": 1.6291526277671065,
      "grad_norm": 0.3179323673248291,
      "learning_rate": 0.0001536380867762154,
      "loss": 0.3706,
      "step": 12935
    },
    {
      "epoch": 1.6297824101772838,
      "grad_norm": 0.30941662192344666,
      "learning_rate": 0.0001535281953790501,
      "loss": 0.3514,
      "step": 12940
    },
    {
      "epoch": 1.630412192587461,
      "grad_norm": 0.3018413782119751,
      "learning_rate": 0.0001534183020871633,
      "loss": 0.3516,
      "step": 12945
    },
    {
      "epoch": 1.6310419749976384,
      "grad_norm": 0.34621462225914,
      "learning_rate": 0.00015330840695957019,
      "loss": 0.3522,
      "step": 12950
    },
    {
      "epoch": 1.6316717574078154,
      "grad_norm": 0.2858521342277527,
      "learning_rate": 0.000153198510055287,
      "loss": 0.3378,
      "step": 12955
    },
    {
      "epoch": 1.632301539817993,
      "grad_norm": 0.2880783975124359,
      "learning_rate": 0.00015308861143333076,
      "loss": 0.3615,
      "step": 12960
    },
    {
      "epoch": 1.63293132222817,
      "grad_norm": 0.24324443936347961,
      "learning_rate": 0.00015297871115271976,
      "loss": 0.3346,
      "step": 12965
    },
    {
      "epoch": 1.6335611046383476,
      "grad_norm": 0.26982635259628296,
      "learning_rate": 0.00015286880927247273,
      "loss": 0.3423,
      "step": 12970
    },
    {
      "epoch": 1.6341908870485247,
      "grad_norm": 0.27813199162483215,
      "learning_rate": 0.00015275890585160961,
      "loss": 0.3545,
      "step": 12975
    },
    {
      "epoch": 1.634820669458702,
      "grad_norm": 0.27575090527534485,
      "learning_rate": 0.00015264900094915106,
      "loss": 0.3357,
      "step": 12980
    },
    {
      "epoch": 1.6354504518688793,
      "grad_norm": 0.25838521122932434,
      "learning_rate": 0.00015253909462411847,
      "loss": 0.3244,
      "step": 12985
    },
    {
      "epoch": 1.6360802342790566,
      "grad_norm": 0.2889041602611542,
      "learning_rate": 0.00015242918693553404,
      "loss": 0.3297,
      "step": 12990
    },
    {
      "epoch": 1.6367100166892339,
      "grad_norm": 0.3074316680431366,
      "learning_rate": 0.0001523192779424208,
      "loss": 0.3525,
      "step": 12995
    },
    {
      "epoch": 1.6373397990994112,
      "grad_norm": 0.26425209641456604,
      "learning_rate": 0.00015220936770380227,
      "loss": 0.3493,
      "step": 13000
    },
    {
      "epoch": 1.6373397990994112,
      "eval_loss": 0.30248695611953735,
      "eval_runtime": 6.1682,
      "eval_samples_per_second": 162.123,
      "eval_steps_per_second": 10.214,
      "step": 13000
    },
    {
      "epoch": 1.6379695815095885,
      "grad_norm": 0.2873767018318176,
      "learning_rate": 0.00015209945627870283,
      "loss": 0.3838,
      "step": 13005
    },
    {
      "epoch": 1.6385993639197656,
      "grad_norm": 0.2895953059196472,
      "learning_rate": 0.0001519895437261474,
      "loss": 0.3509,
      "step": 13010
    },
    {
      "epoch": 1.639229146329943,
      "grad_norm": 0.2910915017127991,
      "learning_rate": 0.0001518796301051616,
      "loss": 0.326,
      "step": 13015
    },
    {
      "epoch": 1.6398589287401202,
      "grad_norm": 0.2735256552696228,
      "learning_rate": 0.00015176971547477142,
      "loss": 0.366,
      "step": 13020
    },
    {
      "epoch": 1.6404887111502977,
      "grad_norm": 0.3099430501461029,
      "learning_rate": 0.00015165979989400366,
      "loss": 0.3226,
      "step": 13025
    },
    {
      "epoch": 1.6411184935604748,
      "grad_norm": 0.2963193655014038,
      "learning_rate": 0.00015154988342188543,
      "loss": 0.3301,
      "step": 13030
    },
    {
      "epoch": 1.641748275970652,
      "grad_norm": 0.28377631306648254,
      "learning_rate": 0.0001514399661174444,
      "loss": 0.3143,
      "step": 13035
    },
    {
      "epoch": 1.6423780583808294,
      "grad_norm": 0.25847306847572327,
      "learning_rate": 0.00015133004803970866,
      "loss": 0.325,
      "step": 13040
    },
    {
      "epoch": 1.6430078407910067,
      "grad_norm": 0.2919864058494568,
      "learning_rate": 0.00015122012924770675,
      "loss": 0.3543,
      "step": 13045
    },
    {
      "epoch": 1.643637623201184,
      "grad_norm": 0.31185677647590637,
      "learning_rate": 0.00015111020980046756,
      "loss": 0.3546,
      "step": 13050
    },
    {
      "epoch": 1.6442674056113613,
      "grad_norm": 0.27933362126350403,
      "learning_rate": 0.00015100028975702036,
      "loss": 0.3344,
      "step": 13055
    },
    {
      "epoch": 1.6448971880215386,
      "grad_norm": 0.2898799777030945,
      "learning_rate": 0.00015089036917639468,
      "loss": 0.3473,
      "step": 13060
    },
    {
      "epoch": 1.6455269704317157,
      "grad_norm": 0.31464672088623047,
      "learning_rate": 0.00015078044811762047,
      "loss": 0.3418,
      "step": 13065
    },
    {
      "epoch": 1.6461567528418932,
      "grad_norm": 0.2676648199558258,
      "learning_rate": 0.00015067052663972775,
      "loss": 0.3331,
      "step": 13070
    },
    {
      "epoch": 1.6467865352520703,
      "grad_norm": 0.30420759320259094,
      "learning_rate": 0.0001505606048017469,
      "loss": 0.3544,
      "step": 13075
    },
    {
      "epoch": 1.6474163176622478,
      "grad_norm": 0.3160271942615509,
      "learning_rate": 0.00015045068266270848,
      "loss": 0.3526,
      "step": 13080
    },
    {
      "epoch": 1.648046100072425,
      "grad_norm": 0.31276562809944153,
      "learning_rate": 0.0001503407602816432,
      "loss": 0.3213,
      "step": 13085
    },
    {
      "epoch": 1.6486758824826022,
      "grad_norm": 0.316756933927536,
      "learning_rate": 0.00015023083771758183,
      "loss": 0.3446,
      "step": 13090
    },
    {
      "epoch": 1.6493056648927795,
      "grad_norm": 0.23935994505882263,
      "learning_rate": 0.00015012091502955533,
      "loss": 0.3416,
      "step": 13095
    },
    {
      "epoch": 1.6499354473029568,
      "grad_norm": 0.2719472348690033,
      "learning_rate": 0.00015001099227659475,
      "loss": 0.3567,
      "step": 13100
    },
    {
      "epoch": 1.6505652297131341,
      "grad_norm": 0.3108009696006775,
      "learning_rate": 0.00014990106951773098,
      "loss": 0.3524,
      "step": 13105
    },
    {
      "epoch": 1.6511950121233114,
      "grad_norm": 0.3002628982067108,
      "learning_rate": 0.00014979114681199524,
      "loss": 0.3314,
      "step": 13110
    },
    {
      "epoch": 1.6518247945334887,
      "grad_norm": 0.32287389039993286,
      "learning_rate": 0.0001496812242184184,
      "loss": 0.3376,
      "step": 13115
    },
    {
      "epoch": 1.6524545769436658,
      "grad_norm": 0.27193522453308105,
      "learning_rate": 0.0001495713017960314,
      "loss": 0.3443,
      "step": 13120
    },
    {
      "epoch": 1.6530843593538433,
      "grad_norm": 0.30429700016975403,
      "learning_rate": 0.00014946137960386512,
      "loss": 0.3345,
      "step": 13125
    },
    {
      "epoch": 1.6537141417640204,
      "grad_norm": 0.2757263481616974,
      "learning_rate": 0.00014935145770095034,
      "loss": 0.3405,
      "step": 13130
    },
    {
      "epoch": 1.654343924174198,
      "grad_norm": 0.274728000164032,
      "learning_rate": 0.00014924153614631754,
      "loss": 0.3199,
      "step": 13135
    },
    {
      "epoch": 1.654973706584375,
      "grad_norm": 0.2992052137851715,
      "learning_rate": 0.0001491316149989972,
      "loss": 0.3641,
      "step": 13140
    },
    {
      "epoch": 1.6556034889945523,
      "grad_norm": 0.28687140345573425,
      "learning_rate": 0.00014902169431801947,
      "loss": 0.3586,
      "step": 13145
    },
    {
      "epoch": 1.6562332714047296,
      "grad_norm": 0.31748563051223755,
      "learning_rate": 0.00014891177416241416,
      "loss": 0.3318,
      "step": 13150
    },
    {
      "epoch": 1.656863053814907,
      "grad_norm": 0.2876995801925659,
      "learning_rate": 0.00014880185459121103,
      "loss": 0.3446,
      "step": 13155
    },
    {
      "epoch": 1.6574928362250843,
      "grad_norm": 0.2874261736869812,
      "learning_rate": 0.00014869193566343934,
      "loss": 0.3058,
      "step": 13160
    },
    {
      "epoch": 1.6581226186352616,
      "grad_norm": 0.2720824182033539,
      "learning_rate": 0.00014858201743812806,
      "loss": 0.3332,
      "step": 13165
    },
    {
      "epoch": 1.6587524010454389,
      "grad_norm": 0.27765411138534546,
      "learning_rate": 0.00014847209997430582,
      "loss": 0.3428,
      "step": 13170
    },
    {
      "epoch": 1.659382183455616,
      "grad_norm": 0.28871631622314453,
      "learning_rate": 0.0001483621833310008,
      "loss": 0.3325,
      "step": 13175
    },
    {
      "epoch": 1.6600119658657935,
      "grad_norm": 0.2875865697860718,
      "learning_rate": 0.00014825226756724077,
      "loss": 0.3527,
      "step": 13180
    },
    {
      "epoch": 1.6606417482759706,
      "grad_norm": 0.2774711549282074,
      "learning_rate": 0.00014814235274205297,
      "loss": 0.335,
      "step": 13185
    },
    {
      "epoch": 1.661271530686148,
      "grad_norm": 0.2727283537387848,
      "learning_rate": 0.00014803243891446416,
      "loss": 0.3393,
      "step": 13190
    },
    {
      "epoch": 1.6619013130963252,
      "grad_norm": 0.27977532148361206,
      "learning_rate": 0.00014792252614350055,
      "loss": 0.3566,
      "step": 13195
    },
    {
      "epoch": 1.6625310955065025,
      "grad_norm": 0.29823413491249084,
      "learning_rate": 0.0001478126144881879,
      "loss": 0.3287,
      "step": 13200
    },
    {
      "epoch": 1.6631608779166798,
      "grad_norm": 0.2849923372268677,
      "learning_rate": 0.00014770270400755125,
      "loss": 0.3166,
      "step": 13205
    },
    {
      "epoch": 1.663790660326857,
      "grad_norm": 0.259219229221344,
      "learning_rate": 0.00014759279476061503,
      "loss": 0.336,
      "step": 13210
    },
    {
      "epoch": 1.6644204427370344,
      "grad_norm": 0.2877882719039917,
      "learning_rate": 0.00014748288680640302,
      "loss": 0.3506,
      "step": 13215
    },
    {
      "epoch": 1.6650502251472117,
      "grad_norm": 0.2952651381492615,
      "learning_rate": 0.00014737298020393828,
      "loss": 0.3562,
      "step": 13220
    },
    {
      "epoch": 1.665680007557389,
      "grad_norm": 0.25878390669822693,
      "learning_rate": 0.00014726307501224312,
      "loss": 0.3289,
      "step": 13225
    },
    {
      "epoch": 1.666309789967566,
      "grad_norm": 0.29914605617523193,
      "learning_rate": 0.00014715317129033924,
      "loss": 0.3321,
      "step": 13230
    },
    {
      "epoch": 1.6669395723777436,
      "grad_norm": 0.27533242106437683,
      "learning_rate": 0.00014704326909724738,
      "loss": 0.3234,
      "step": 13235
    },
    {
      "epoch": 1.6675693547879207,
      "grad_norm": 0.2584016025066376,
      "learning_rate": 0.0001469333684919876,
      "loss": 0.3181,
      "step": 13240
    },
    {
      "epoch": 1.6681991371980982,
      "grad_norm": 0.262953519821167,
      "learning_rate": 0.00014682346953357898,
      "loss": 0.3127,
      "step": 13245
    },
    {
      "epoch": 1.6688289196082753,
      "grad_norm": 0.3399054706096649,
      "learning_rate": 0.00014671357228103978,
      "loss": 0.3529,
      "step": 13250
    },
    {
      "epoch": 1.6694587020184526,
      "grad_norm": 0.26437637209892273,
      "learning_rate": 0.00014660367679338732,
      "loss": 0.318,
      "step": 13255
    },
    {
      "epoch": 1.67008848442863,
      "grad_norm": 0.28796815872192383,
      "learning_rate": 0.000146493783129638,
      "loss": 0.3226,
      "step": 13260
    },
    {
      "epoch": 1.6707182668388072,
      "grad_norm": 0.3208424150943756,
      "learning_rate": 0.00014638389134880722,
      "loss": 0.3661,
      "step": 13265
    },
    {
      "epoch": 1.6713480492489845,
      "grad_norm": 0.2934640347957611,
      "learning_rate": 0.00014627400150990941,
      "loss": 0.3414,
      "step": 13270
    },
    {
      "epoch": 1.6719778316591618,
      "grad_norm": 0.28860223293304443,
      "learning_rate": 0.0001461641136719579,
      "loss": 0.3386,
      "step": 13275
    },
    {
      "epoch": 1.672607614069339,
      "grad_norm": 0.2960747182369232,
      "learning_rate": 0.00014605422789396494,
      "loss": 0.3466,
      "step": 13280
    },
    {
      "epoch": 1.6732373964795162,
      "grad_norm": 0.25040510296821594,
      "learning_rate": 0.00014594434423494178,
      "loss": 0.3366,
      "step": 13285
    },
    {
      "epoch": 1.6738671788896937,
      "grad_norm": 0.2958894371986389,
      "learning_rate": 0.0001458344627538984,
      "loss": 0.3614,
      "step": 13290
    },
    {
      "epoch": 1.6744969612998708,
      "grad_norm": 0.26937004923820496,
      "learning_rate": 0.00014572458350984362,
      "loss": 0.3499,
      "step": 13295
    },
    {
      "epoch": 1.6751267437100483,
      "grad_norm": 0.267607182264328,
      "learning_rate": 0.00014561470656178517,
      "loss": 0.3268,
      "step": 13300
    },
    {
      "epoch": 1.6757565261202254,
      "grad_norm": 0.30197760462760925,
      "learning_rate": 0.0001455048319687295,
      "loss": 0.3212,
      "step": 13305
    },
    {
      "epoch": 1.6763863085304027,
      "grad_norm": 0.29999008774757385,
      "learning_rate": 0.0001453949597896817,
      "loss": 0.3492,
      "step": 13310
    },
    {
      "epoch": 1.67701609094058,
      "grad_norm": 0.30626264214515686,
      "learning_rate": 0.00014528509008364572,
      "loss": 0.3541,
      "step": 13315
    },
    {
      "epoch": 1.6776458733507573,
      "grad_norm": 0.2915571630001068,
      "learning_rate": 0.0001451752229096241,
      "loss": 0.3231,
      "step": 13320
    },
    {
      "epoch": 1.6782756557609346,
      "grad_norm": 0.2660951018333435,
      "learning_rate": 0.0001450653583266179,
      "loss": 0.321,
      "step": 13325
    },
    {
      "epoch": 1.678905438171112,
      "grad_norm": 0.2831597924232483,
      "learning_rate": 0.00014495549639362707,
      "loss": 0.3243,
      "step": 13330
    },
    {
      "epoch": 1.6795352205812892,
      "grad_norm": 0.2856467664241791,
      "learning_rate": 0.0001448456371696499,
      "loss": 0.3134,
      "step": 13335
    },
    {
      "epoch": 1.6801650029914663,
      "grad_norm": 0.31137335300445557,
      "learning_rate": 0.00014473578071368324,
      "loss": 0.3266,
      "step": 13340
    },
    {
      "epoch": 1.6807947854016438,
      "grad_norm": 0.3102738857269287,
      "learning_rate": 0.0001446259270847226,
      "loss": 0.3368,
      "step": 13345
    },
    {
      "epoch": 1.681424567811821,
      "grad_norm": 0.2788311839103699,
      "learning_rate": 0.00014451607634176196,
      "loss": 0.345,
      "step": 13350
    },
    {
      "epoch": 1.6820543502219985,
      "grad_norm": 0.26762083172798157,
      "learning_rate": 0.0001444062285437935,
      "loss": 0.3112,
      "step": 13355
    },
    {
      "epoch": 1.6826841326321755,
      "grad_norm": 0.30155837535858154,
      "learning_rate": 0.00014429638374980814,
      "loss": 0.3353,
      "step": 13360
    },
    {
      "epoch": 1.6833139150423528,
      "grad_norm": 0.3196204602718353,
      "learning_rate": 0.00014418654201879498,
      "loss": 0.3738,
      "step": 13365
    },
    {
      "epoch": 1.6839436974525301,
      "grad_norm": 0.29560673236846924,
      "learning_rate": 0.0001440767034097415,
      "loss": 0.3458,
      "step": 13370
    },
    {
      "epoch": 1.6845734798627074,
      "grad_norm": 0.30189448595046997,
      "learning_rate": 0.00014396686798163365,
      "loss": 0.3577,
      "step": 13375
    },
    {
      "epoch": 1.6852032622728847,
      "grad_norm": 0.29545098543167114,
      "learning_rate": 0.00014385703579345544,
      "loss": 0.3299,
      "step": 13380
    },
    {
      "epoch": 1.685833044683062,
      "grad_norm": 0.3403629660606384,
      "learning_rate": 0.00014374720690418942,
      "loss": 0.3349,
      "step": 13385
    },
    {
      "epoch": 1.6864628270932394,
      "grad_norm": 0.2561693489551544,
      "learning_rate": 0.0001436373813728161,
      "loss": 0.321,
      "step": 13390
    },
    {
      "epoch": 1.6870926095034164,
      "grad_norm": 0.2968713641166687,
      "learning_rate": 0.00014352755925831428,
      "loss": 0.3314,
      "step": 13395
    },
    {
      "epoch": 1.687722391913594,
      "grad_norm": 0.25213027000427246,
      "learning_rate": 0.00014341774061966096,
      "loss": 0.3245,
      "step": 13400
    },
    {
      "epoch": 1.688352174323771,
      "grad_norm": 0.26504096388816833,
      "learning_rate": 0.00014330792551583133,
      "loss": 0.324,
      "step": 13405
    },
    {
      "epoch": 1.6889819567339486,
      "grad_norm": 0.31459683179855347,
      "learning_rate": 0.00014319811400579854,
      "loss": 0.33,
      "step": 13410
    },
    {
      "epoch": 1.6896117391441257,
      "grad_norm": 0.31566324830055237,
      "learning_rate": 0.00014308830614853392,
      "loss": 0.3097,
      "step": 13415
    },
    {
      "epoch": 1.690241521554303,
      "grad_norm": 0.3083827793598175,
      "learning_rate": 0.00014297850200300683,
      "loss": 0.3345,
      "step": 13420
    },
    {
      "epoch": 1.6908713039644803,
      "grad_norm": 0.29203763604164124,
      "learning_rate": 0.0001428687016281845,
      "loss": 0.3459,
      "step": 13425
    },
    {
      "epoch": 1.6915010863746576,
      "grad_norm": 0.28596800565719604,
      "learning_rate": 0.00014275890508303225,
      "loss": 0.3188,
      "step": 13430
    },
    {
      "epoch": 1.6921308687848349,
      "grad_norm": 0.3753102421760559,
      "learning_rate": 0.00014264911242651342,
      "loss": 0.3457,
      "step": 13435
    },
    {
      "epoch": 1.6927606511950122,
      "grad_norm": 0.28502312302589417,
      "learning_rate": 0.0001425393237175891,
      "loss": 0.3295,
      "step": 13440
    },
    {
      "epoch": 1.6933904336051895,
      "grad_norm": 0.3175462782382965,
      "learning_rate": 0.00014242953901521838,
      "loss": 0.3094,
      "step": 13445
    },
    {
      "epoch": 1.6940202160153666,
      "grad_norm": 0.25370490550994873,
      "learning_rate": 0.00014231975837835815,
      "loss": 0.3446,
      "step": 13450
    },
    {
      "epoch": 1.694649998425544,
      "grad_norm": 0.2589857876300812,
      "learning_rate": 0.00014220998186596315,
      "loss": 0.3258,
      "step": 13455
    },
    {
      "epoch": 1.6952797808357212,
      "grad_norm": 0.31022030115127563,
      "learning_rate": 0.00014210020953698573,
      "loss": 0.344,
      "step": 13460
    },
    {
      "epoch": 1.6959095632458987,
      "grad_norm": 0.3099876046180725,
      "learning_rate": 0.0001419904414503763,
      "loss": 0.3425,
      "step": 13465
    },
    {
      "epoch": 1.6965393456560758,
      "grad_norm": 0.27715328335762024,
      "learning_rate": 0.00014188067766508273,
      "loss": 0.3309,
      "step": 13470
    },
    {
      "epoch": 1.697169128066253,
      "grad_norm": 0.2700579762458801,
      "learning_rate": 0.00014177091824005075,
      "loss": 0.3191,
      "step": 13475
    },
    {
      "epoch": 1.6977989104764304,
      "grad_norm": 0.2773703336715698,
      "learning_rate": 0.00014166116323422365,
      "loss": 0.3321,
      "step": 13480
    },
    {
      "epoch": 1.6984286928866077,
      "grad_norm": 0.2699192464351654,
      "learning_rate": 0.00014155141270654232,
      "loss": 0.3318,
      "step": 13485
    },
    {
      "epoch": 1.699058475296785,
      "grad_norm": 0.26127228140830994,
      "learning_rate": 0.00014144166671594544,
      "loss": 0.2982,
      "step": 13490
    },
    {
      "epoch": 1.699688257706962,
      "grad_norm": 0.37218350172042847,
      "learning_rate": 0.000141331925321369,
      "loss": 0.3335,
      "step": 13495
    },
    {
      "epoch": 1.7003180401171396,
      "grad_norm": 0.26352524757385254,
      "learning_rate": 0.0001412221885817466,
      "loss": 0.3246,
      "step": 13500
    },
    {
      "epoch": 1.7009478225273167,
      "grad_norm": 0.27649009227752686,
      "learning_rate": 0.00014111245655600948,
      "loss": 0.3117,
      "step": 13505
    },
    {
      "epoch": 1.7015776049374942,
      "grad_norm": 0.26316478848457336,
      "learning_rate": 0.00014100272930308623,
      "loss": 0.3268,
      "step": 13510
    },
    {
      "epoch": 1.7022073873476713,
      "grad_norm": 0.26319512724876404,
      "learning_rate": 0.0001408930068819028,
      "loss": 0.3083,
      "step": 13515
    },
    {
      "epoch": 1.7028371697578488,
      "grad_norm": 0.26792389154434204,
      "learning_rate": 0.00014078328935138276,
      "loss": 0.3317,
      "step": 13520
    },
    {
      "epoch": 1.703466952168026,
      "grad_norm": 0.2627207338809967,
      "learning_rate": 0.0001406735767704469,
      "loss": 0.3225,
      "step": 13525
    },
    {
      "epoch": 1.7040967345782032,
      "grad_norm": 0.30815207958221436,
      "learning_rate": 0.00014056386919801325,
      "loss": 0.3201,
      "step": 13530
    },
    {
      "epoch": 1.7047265169883805,
      "grad_norm": 0.296520471572876,
      "learning_rate": 0.00014045416669299747,
      "loss": 0.3189,
      "step": 13535
    },
    {
      "epoch": 1.7053562993985578,
      "grad_norm": 0.2739796042442322,
      "learning_rate": 0.0001403444693143122,
      "loss": 0.3023,
      "step": 13540
    },
    {
      "epoch": 1.7059860818087351,
      "grad_norm": 0.311927855014801,
      "learning_rate": 0.00014023477712086743,
      "loss": 0.3311,
      "step": 13545
    },
    {
      "epoch": 1.7066158642189122,
      "grad_norm": 0.2842674255371094,
      "learning_rate": 0.0001401250901715704,
      "loss": 0.3376,
      "step": 13550
    },
    {
      "epoch": 1.7072456466290897,
      "grad_norm": 0.30459704995155334,
      "learning_rate": 0.00014001540852532553,
      "loss": 0.3276,
      "step": 13555
    },
    {
      "epoch": 1.7078754290392668,
      "grad_norm": 0.26651817560195923,
      "learning_rate": 0.00013990573224103442,
      "loss": 0.3309,
      "step": 13560
    },
    {
      "epoch": 1.7085052114494443,
      "grad_norm": 0.32419687509536743,
      "learning_rate": 0.00013979606137759563,
      "loss": 0.314,
      "step": 13565
    },
    {
      "epoch": 1.7091349938596214,
      "grad_norm": 0.2715966999530792,
      "learning_rate": 0.000139686395993905,
      "loss": 0.3293,
      "step": 13570
    },
    {
      "epoch": 1.709764776269799,
      "grad_norm": 0.29049497842788696,
      "learning_rate": 0.0001395767361488552,
      "loss": 0.3159,
      "step": 13575
    },
    {
      "epoch": 1.710394558679976,
      "grad_norm": 0.3235701024532318,
      "learning_rate": 0.00013946708190133627,
      "loss": 0.3422,
      "step": 13580
    },
    {
      "epoch": 1.7110243410901533,
      "grad_norm": 0.2732395529747009,
      "learning_rate": 0.00013935743331023492,
      "loss": 0.317,
      "step": 13585
    },
    {
      "epoch": 1.7116541235003306,
      "grad_norm": 0.2833672761917114,
      "learning_rate": 0.000139247790434435,
      "loss": 0.3619,
      "step": 13590
    },
    {
      "epoch": 1.712283905910508,
      "grad_norm": 0.2510261535644531,
      "learning_rate": 0.00013913815333281728,
      "loss": 0.3215,
      "step": 13595
    },
    {
      "epoch": 1.7129136883206852,
      "grad_norm": 0.29638463258743286,
      "learning_rate": 0.00013902852206425925,
      "loss": 0.3341,
      "step": 13600
    },
    {
      "epoch": 1.7135434707308623,
      "grad_norm": 0.26883918046951294,
      "learning_rate": 0.0001389188966876355,
      "loss": 0.3198,
      "step": 13605
    },
    {
      "epoch": 1.7141732531410399,
      "grad_norm": 0.280301958322525,
      "learning_rate": 0.00013880927726181737,
      "loss": 0.3232,
      "step": 13610
    },
    {
      "epoch": 1.714803035551217,
      "grad_norm": 0.25223594903945923,
      "learning_rate": 0.00013869966384567293,
      "loss": 0.3362,
      "step": 13615
    },
    {
      "epoch": 1.7154328179613945,
      "grad_norm": 0.29902294278144836,
      "learning_rate": 0.00013859005649806717,
      "loss": 0.3169,
      "step": 13620
    },
    {
      "epoch": 1.7160626003715715,
      "grad_norm": 0.3142664134502411,
      "learning_rate": 0.00013848045527786168,
      "loss": 0.3149,
      "step": 13625
    },
    {
      "epoch": 1.716692382781749,
      "grad_norm": 0.312800794839859,
      "learning_rate": 0.0001383708602439149,
      "loss": 0.3327,
      "step": 13630
    },
    {
      "epoch": 1.7173221651919262,
      "grad_norm": 0.3177478015422821,
      "learning_rate": 0.00013826127145508176,
      "loss": 0.3215,
      "step": 13635
    },
    {
      "epoch": 1.7179519476021035,
      "grad_norm": 0.2900395691394806,
      "learning_rate": 0.00013815168897021398,
      "loss": 0.3169,
      "step": 13640
    },
    {
      "epoch": 1.7185817300122808,
      "grad_norm": 0.2877413332462311,
      "learning_rate": 0.00013804211284815986,
      "loss": 0.3247,
      "step": 13645
    },
    {
      "epoch": 1.719211512422458,
      "grad_norm": 0.25947847962379456,
      "learning_rate": 0.00013793254314776432,
      "loss": 0.3091,
      "step": 13650
    },
    {
      "epoch": 1.7198412948326354,
      "grad_norm": 0.270942747592926,
      "learning_rate": 0.00013782297992786873,
      "loss": 0.3318,
      "step": 13655
    },
    {
      "epoch": 1.7204710772428125,
      "grad_norm": 0.2605541944503784,
      "learning_rate": 0.00013771342324731106,
      "loss": 0.3247,
      "step": 13660
    },
    {
      "epoch": 1.72110085965299,
      "grad_norm": 0.25236964225769043,
      "learning_rate": 0.00013760387316492584,
      "loss": 0.3111,
      "step": 13665
    },
    {
      "epoch": 1.721730642063167,
      "grad_norm": 0.2639407217502594,
      "learning_rate": 0.00013749432973954385,
      "loss": 0.305,
      "step": 13670
    },
    {
      "epoch": 1.7223604244733446,
      "grad_norm": 0.3111459016799927,
      "learning_rate": 0.0001373847930299924,
      "loss": 0.3367,
      "step": 13675
    },
    {
      "epoch": 1.7229902068835217,
      "grad_norm": 0.31038767099380493,
      "learning_rate": 0.00013727526309509531,
      "loss": 0.3223,
      "step": 13680
    },
    {
      "epoch": 1.723619989293699,
      "grad_norm": 0.2571181058883667,
      "learning_rate": 0.00013716573999367259,
      "loss": 0.3057,
      "step": 13685
    },
    {
      "epoch": 1.7242497717038763,
      "grad_norm": 0.24940542876720428,
      "learning_rate": 0.0001370562237845406,
      "loss": 0.319,
      "step": 13690
    },
    {
      "epoch": 1.7248795541140536,
      "grad_norm": 0.2301412671804428,
      "learning_rate": 0.00013694671452651216,
      "loss": 0.3099,
      "step": 13695
    },
    {
      "epoch": 1.7255093365242309,
      "grad_norm": 0.27043718099594116,
      "learning_rate": 0.00013683721227839623,
      "loss": 0.3345,
      "step": 13700
    },
    {
      "epoch": 1.7261391189344082,
      "grad_norm": 0.26595422625541687,
      "learning_rate": 0.00013672771709899792,
      "loss": 0.3162,
      "step": 13705
    },
    {
      "epoch": 1.7267689013445855,
      "grad_norm": 0.26224714517593384,
      "learning_rate": 0.0001366182290471187,
      "loss": 0.322,
      "step": 13710
    },
    {
      "epoch": 1.7273986837547626,
      "grad_norm": 0.26390886306762695,
      "learning_rate": 0.00013650874818155618,
      "loss": 0.2964,
      "step": 13715
    },
    {
      "epoch": 1.72802846616494,
      "grad_norm": 0.3042176365852356,
      "learning_rate": 0.00013639927456110402,
      "loss": 0.3128,
      "step": 13720
    },
    {
      "epoch": 1.7286582485751172,
      "grad_norm": 0.269771009683609,
      "learning_rate": 0.00013628980824455212,
      "loss": 0.2963,
      "step": 13725
    },
    {
      "epoch": 1.7292880309852947,
      "grad_norm": 0.3462948203086853,
      "learning_rate": 0.00013618034929068634,
      "loss": 0.3445,
      "step": 13730
    },
    {
      "epoch": 1.7299178133954718,
      "grad_norm": 0.270379900932312,
      "learning_rate": 0.0001360708977582887,
      "loss": 0.3174,
      "step": 13735
    },
    {
      "epoch": 1.730547595805649,
      "grad_norm": 0.23746255040168762,
      "learning_rate": 0.00013596145370613715,
      "loss": 0.3006,
      "step": 13740
    },
    {
      "epoch": 1.7311773782158264,
      "grad_norm": 0.30519574880599976,
      "learning_rate": 0.00013585201719300562,
      "loss": 0.3272,
      "step": 13745
    },
    {
      "epoch": 1.7318071606260037,
      "grad_norm": 0.3508155941963196,
      "learning_rate": 0.000135742588277664,
      "loss": 0.3385,
      "step": 13750
    },
    {
      "epoch": 1.732436943036181,
      "grad_norm": 0.2649688720703125,
      "learning_rate": 0.00013563316701887816,
      "loss": 0.3191,
      "step": 13755
    },
    {
      "epoch": 1.7330667254463583,
      "grad_norm": 0.25044509768486023,
      "learning_rate": 0.0001355237534754098,
      "loss": 0.3114,
      "step": 13760
    },
    {
      "epoch": 1.7336965078565356,
      "grad_norm": 0.27739325165748596,
      "learning_rate": 0.00013541434770601653,
      "loss": 0.3555,
      "step": 13765
    },
    {
      "epoch": 1.7343262902667127,
      "grad_norm": 0.27952834963798523,
      "learning_rate": 0.00013530494976945172,
      "loss": 0.3287,
      "step": 13770
    },
    {
      "epoch": 1.7349560726768902,
      "grad_norm": 0.29794949293136597,
      "learning_rate": 0.00013519555972446454,
      "loss": 0.3248,
      "step": 13775
    },
    {
      "epoch": 1.7355858550870673,
      "grad_norm": 0.3177776634693146,
      "learning_rate": 0.00013508617762979992,
      "loss": 0.3311,
      "step": 13780
    },
    {
      "epoch": 1.7362156374972448,
      "grad_norm": 0.29036352038383484,
      "learning_rate": 0.0001349768035441986,
      "loss": 0.3021,
      "step": 13785
    },
    {
      "epoch": 1.736845419907422,
      "grad_norm": 0.2803820073604584,
      "learning_rate": 0.00013486743752639694,
      "loss": 0.3021,
      "step": 13790
    },
    {
      "epoch": 1.7374752023175992,
      "grad_norm": 0.25854361057281494,
      "learning_rate": 0.000134758079635127,
      "loss": 0.3215,
      "step": 13795
    },
    {
      "epoch": 1.7381049847277765,
      "grad_norm": 0.2606901228427887,
      "learning_rate": 0.0001346487299291165,
      "loss": 0.3093,
      "step": 13800
    },
    {
      "epoch": 1.7387347671379538,
      "grad_norm": 0.25198522210121155,
      "learning_rate": 0.00013453938846708864,
      "loss": 0.2954,
      "step": 13805
    },
    {
      "epoch": 1.7393645495481311,
      "grad_norm": 0.27399036288261414,
      "learning_rate": 0.00013443005530776233,
      "loss": 0.3212,
      "step": 13810
    },
    {
      "epoch": 1.7399943319583084,
      "grad_norm": 0.2777753174304962,
      "learning_rate": 0.000134320730509852,
      "loss": 0.32,
      "step": 13815
    },
    {
      "epoch": 1.7406241143684857,
      "grad_norm": 0.28130999207496643,
      "learning_rate": 0.0001342114141320675,
      "loss": 0.305,
      "step": 13820
    },
    {
      "epoch": 1.7412538967786628,
      "grad_norm": 0.28102371096611023,
      "learning_rate": 0.00013410210623311428,
      "loss": 0.3066,
      "step": 13825
    },
    {
      "epoch": 1.7418836791888404,
      "grad_norm": 0.21866032481193542,
      "learning_rate": 0.00013399280687169312,
      "loss": 0.3181,
      "step": 13830
    },
    {
      "epoch": 1.7425134615990174,
      "grad_norm": 0.27159667015075684,
      "learning_rate": 0.00013388351610650045,
      "loss": 0.2983,
      "step": 13835
    },
    {
      "epoch": 1.743143244009195,
      "grad_norm": 0.26473724842071533,
      "learning_rate": 0.00013377423399622764,
      "loss": 0.3041,
      "step": 13840
    },
    {
      "epoch": 1.743773026419372,
      "grad_norm": 0.30044063925743103,
      "learning_rate": 0.00013366496059956184,
      "loss": 0.3391,
      "step": 13845
    },
    {
      "epoch": 1.7444028088295493,
      "grad_norm": 0.3015748858451843,
      "learning_rate": 0.00013355569597518532,
      "loss": 0.3033,
      "step": 13850
    },
    {
      "epoch": 1.7450325912397266,
      "grad_norm": 0.27009138464927673,
      "learning_rate": 0.00013344644018177572,
      "loss": 0.2973,
      "step": 13855
    },
    {
      "epoch": 1.745662373649904,
      "grad_norm": 0.28925400972366333,
      "learning_rate": 0.00013333719327800585,
      "loss": 0.3137,
      "step": 13860
    },
    {
      "epoch": 1.7462921560600813,
      "grad_norm": 0.27679139375686646,
      "learning_rate": 0.00013322795532254379,
      "loss": 0.3119,
      "step": 13865
    },
    {
      "epoch": 1.7469219384702586,
      "grad_norm": 0.283965140581131,
      "learning_rate": 0.0001331187263740529,
      "loss": 0.3151,
      "step": 13870
    },
    {
      "epoch": 1.7475517208804359,
      "grad_norm": 0.24927465617656708,
      "learning_rate": 0.0001330095064911915,
      "loss": 0.2968,
      "step": 13875
    },
    {
      "epoch": 1.748181503290613,
      "grad_norm": 0.2976732850074768,
      "learning_rate": 0.0001329002957326132,
      "loss": 0.3257,
      "step": 13880
    },
    {
      "epoch": 1.7488112857007905,
      "grad_norm": 0.27860409021377563,
      "learning_rate": 0.00013279109415696672,
      "loss": 0.2988,
      "step": 13885
    },
    {
      "epoch": 1.7494410681109676,
      "grad_norm": 0.28782716393470764,
      "learning_rate": 0.0001326819018228958,
      "loss": 0.3098,
      "step": 13890
    },
    {
      "epoch": 1.750070850521145,
      "grad_norm": 0.24729984998703003,
      "learning_rate": 0.0001325727187890391,
      "loss": 0.3123,
      "step": 13895
    },
    {
      "epoch": 1.7507006329313222,
      "grad_norm": 0.23218853771686554,
      "learning_rate": 0.00013246354511403058,
      "loss": 0.3025,
      "step": 13900
    },
    {
      "epoch": 1.7513304153414995,
      "grad_norm": 0.2634672522544861,
      "learning_rate": 0.00013235438085649893,
      "loss": 0.3123,
      "step": 13905
    },
    {
      "epoch": 1.7519601977516768,
      "grad_norm": 0.3087509572505951,
      "learning_rate": 0.00013224522607506776,
      "loss": 0.3515,
      "step": 13910
    },
    {
      "epoch": 1.752589980161854,
      "grad_norm": 0.28160160779953003,
      "learning_rate": 0.00013213608082835576,
      "loss": 0.3141,
      "step": 13915
    },
    {
      "epoch": 1.7532197625720314,
      "grad_norm": 0.2643168866634369,
      "learning_rate": 0.0001320269451749764,
      "loss": 0.297,
      "step": 13920
    },
    {
      "epoch": 1.7538495449822087,
      "grad_norm": 0.34547582268714905,
      "learning_rate": 0.00013191781917353803,
      "loss": 0.3194,
      "step": 13925
    },
    {
      "epoch": 1.754479327392386,
      "grad_norm": 0.29079994559288025,
      "learning_rate": 0.00013180870288264385,
      "loss": 0.3334,
      "step": 13930
    },
    {
      "epoch": 1.755109109802563,
      "grad_norm": 0.2323244959115982,
      "learning_rate": 0.00013169959636089167,
      "loss": 0.3106,
      "step": 13935
    },
    {
      "epoch": 1.7557388922127406,
      "grad_norm": 0.29080161452293396,
      "learning_rate": 0.00013159049966687437,
      "loss": 0.2978,
      "step": 13940
    },
    {
      "epoch": 1.7563686746229177,
      "grad_norm": 0.2688988149166107,
      "learning_rate": 0.00013148141285917924,
      "loss": 0.3184,
      "step": 13945
    },
    {
      "epoch": 1.7569984570330952,
      "grad_norm": 0.25353583693504333,
      "learning_rate": 0.0001313723359963884,
      "loss": 0.2956,
      "step": 13950
    },
    {
      "epoch": 1.7576282394432723,
      "grad_norm": 0.32606688141822815,
      "learning_rate": 0.0001312632691370786,
      "loss": 0.3136,
      "step": 13955
    },
    {
      "epoch": 1.7582580218534496,
      "grad_norm": 0.24126961827278137,
      "learning_rate": 0.0001311542123398213,
      "loss": 0.304,
      "step": 13960
    },
    {
      "epoch": 1.758887804263627,
      "grad_norm": 0.2840232253074646,
      "learning_rate": 0.0001310451656631824,
      "loss": 0.3126,
      "step": 13965
    },
    {
      "epoch": 1.7595175866738042,
      "grad_norm": 0.30879929661750793,
      "learning_rate": 0.0001309361291657226,
      "loss": 0.3115,
      "step": 13970
    },
    {
      "epoch": 1.7601473690839815,
      "grad_norm": 0.29478558897972107,
      "learning_rate": 0.0001308271029059969,
      "loss": 0.3035,
      "step": 13975
    },
    {
      "epoch": 1.7607771514941588,
      "grad_norm": 0.29496970772743225,
      "learning_rate": 0.00013071808694255484,
      "loss": 0.3417,
      "step": 13980
    },
    {
      "epoch": 1.7614069339043361,
      "grad_norm": 0.27189967036247253,
      "learning_rate": 0.00013060908133394054,
      "loss": 0.3146,
      "step": 13985
    },
    {
      "epoch": 1.7620367163145132,
      "grad_norm": 0.2737963795661926,
      "learning_rate": 0.00013050008613869256,
      "loss": 0.3223,
      "step": 13990
    },
    {
      "epoch": 1.7626664987246907,
      "grad_norm": 0.2881993055343628,
      "learning_rate": 0.00013039110141534367,
      "loss": 0.3039,
      "step": 13995
    },
    {
      "epoch": 1.7632962811348678,
      "grad_norm": 0.29045918583869934,
      "learning_rate": 0.00013028212722242127,
      "loss": 0.3193,
      "step": 14000
    },
    {
      "epoch": 1.7632962811348678,
      "eval_loss": 0.3040441870689392,
      "eval_runtime": 6.1585,
      "eval_samples_per_second": 162.378,
      "eval_steps_per_second": 10.23,
      "step": 14000
    },
    {
      "epoch": 1.7639260635450453,
      "grad_norm": 0.24037687480449677,
      "learning_rate": 0.00013017316361844692,
      "loss": 0.2918,
      "step": 14005
    },
    {
      "epoch": 1.7645558459552224,
      "grad_norm": 0.25562503933906555,
      "learning_rate": 0.0001300642106619367,
      "loss": 0.2967,
      "step": 14010
    },
    {
      "epoch": 1.7651856283653997,
      "grad_norm": 0.3410753905773163,
      "learning_rate": 0.00012995526841140068,
      "loss": 0.3158,
      "step": 14015
    },
    {
      "epoch": 1.765815410775577,
      "grad_norm": 0.2569274306297302,
      "learning_rate": 0.00012984633692534337,
      "loss": 0.306,
      "step": 14020
    },
    {
      "epoch": 1.7664451931857543,
      "grad_norm": 0.26620200276374817,
      "learning_rate": 0.00012973741626226348,
      "loss": 0.3122,
      "step": 14025
    },
    {
      "epoch": 1.7670749755959316,
      "grad_norm": 0.2842133045196533,
      "learning_rate": 0.00012962850648065393,
      "loss": 0.3253,
      "step": 14030
    },
    {
      "epoch": 1.767704758006109,
      "grad_norm": 0.27718397974967957,
      "learning_rate": 0.00012951960763900173,
      "loss": 0.3187,
      "step": 14035
    },
    {
      "epoch": 1.7683345404162862,
      "grad_norm": 0.27699559926986694,
      "learning_rate": 0.00012941071979578805,
      "loss": 0.33,
      "step": 14040
    },
    {
      "epoch": 1.7689643228264633,
      "grad_norm": 0.21499434113502502,
      "learning_rate": 0.00012930184300948819,
      "loss": 0.2765,
      "step": 14045
    },
    {
      "epoch": 1.7695941052366408,
      "grad_norm": 0.29474014043807983,
      "learning_rate": 0.00012919297733857138,
      "loss": 0.32,
      "step": 14050
    },
    {
      "epoch": 1.770223887646818,
      "grad_norm": 0.3570992052555084,
      "learning_rate": 0.00012908412284150104,
      "loss": 0.3088,
      "step": 14055
    },
    {
      "epoch": 1.7708536700569955,
      "grad_norm": 0.2408706545829773,
      "learning_rate": 0.00012897527957673446,
      "loss": 0.2991,
      "step": 14060
    },
    {
      "epoch": 1.7714834524671725,
      "grad_norm": 0.23086212575435638,
      "learning_rate": 0.00012886644760272306,
      "loss": 0.2959,
      "step": 14065
    },
    {
      "epoch": 1.7721132348773498,
      "grad_norm": 0.25117409229278564,
      "learning_rate": 0.00012875762697791199,
      "loss": 0.2933,
      "step": 14070
    },
    {
      "epoch": 1.7727430172875271,
      "grad_norm": 0.28731420636177063,
      "learning_rate": 0.0001286488177607405,
      "loss": 0.3234,
      "step": 14075
    },
    {
      "epoch": 1.7733727996977044,
      "grad_norm": 0.23875364661216736,
      "learning_rate": 0.0001285400200096416,
      "loss": 0.2952,
      "step": 14080
    },
    {
      "epoch": 1.7740025821078818,
      "grad_norm": 0.2722354829311371,
      "learning_rate": 0.0001284312337830421,
      "loss": 0.2997,
      "step": 14085
    },
    {
      "epoch": 1.774632364518059,
      "grad_norm": 0.27776023745536804,
      "learning_rate": 0.00012832245913936278,
      "loss": 0.3256,
      "step": 14090
    },
    {
      "epoch": 1.7752621469282364,
      "grad_norm": 0.26422828435897827,
      "learning_rate": 0.00012821369613701808,
      "loss": 0.2983,
      "step": 14095
    },
    {
      "epoch": 1.7758919293384134,
      "grad_norm": 0.23418962955474854,
      "learning_rate": 0.00012810494483441614,
      "loss": 0.3024,
      "step": 14100
    },
    {
      "epoch": 1.776521711748591,
      "grad_norm": 0.300912082195282,
      "learning_rate": 0.000127996205289959,
      "loss": 0.3001,
      "step": 14105
    },
    {
      "epoch": 1.777151494158768,
      "grad_norm": 0.2872162461280823,
      "learning_rate": 0.00012788747756204222,
      "loss": 0.3074,
      "step": 14110
    },
    {
      "epoch": 1.7777812765689456,
      "grad_norm": 0.2784421145915985,
      "learning_rate": 0.00012777876170905515,
      "loss": 0.2978,
      "step": 14115
    },
    {
      "epoch": 1.7784110589791227,
      "grad_norm": 0.28062257170677185,
      "learning_rate": 0.00012767005778938062,
      "loss": 0.2993,
      "step": 14120
    },
    {
      "epoch": 1.7790408413893,
      "grad_norm": 0.3496231734752655,
      "learning_rate": 0.0001275613658613951,
      "loss": 0.3147,
      "step": 14125
    },
    {
      "epoch": 1.7796706237994773,
      "grad_norm": 0.2595261037349701,
      "learning_rate": 0.00012745268598346864,
      "loss": 0.2943,
      "step": 14130
    },
    {
      "epoch": 1.7803004062096546,
      "grad_norm": 0.2795499563217163,
      "learning_rate": 0.00012734401821396486,
      "loss": 0.3123,
      "step": 14135
    },
    {
      "epoch": 1.7809301886198319,
      "grad_norm": 0.2615763247013092,
      "learning_rate": 0.0001272353626112408,
      "loss": 0.3059,
      "step": 14140
    },
    {
      "epoch": 1.7815599710300092,
      "grad_norm": 0.2783886790275574,
      "learning_rate": 0.00012712671923364706,
      "loss": 0.3134,
      "step": 14145
    },
    {
      "epoch": 1.7821897534401865,
      "grad_norm": 0.2884584367275238,
      "learning_rate": 0.0001270180881395276,
      "loss": 0.3151,
      "step": 14150
    },
    {
      "epoch": 1.7828195358503636,
      "grad_norm": 0.2677745521068573,
      "learning_rate": 0.0001269094693872197,
      "loss": 0.3146,
      "step": 14155
    },
    {
      "epoch": 1.783449318260541,
      "grad_norm": 0.25956082344055176,
      "learning_rate": 0.0001268008630350542,
      "loss": 0.3118,
      "step": 14160
    },
    {
      "epoch": 1.7840791006707182,
      "grad_norm": 0.2646723985671997,
      "learning_rate": 0.0001266922691413552,
      "loss": 0.2861,
      "step": 14165
    },
    {
      "epoch": 1.7847088830808957,
      "grad_norm": 0.29946067929267883,
      "learning_rate": 0.00012658368776444004,
      "loss": 0.3349,
      "step": 14170
    },
    {
      "epoch": 1.7853386654910728,
      "grad_norm": 0.24171167612075806,
      "learning_rate": 0.00012647511896261943,
      "loss": 0.2805,
      "step": 14175
    },
    {
      "epoch": 1.78596844790125,
      "grad_norm": 0.26428696513175964,
      "learning_rate": 0.0001263665627941973,
      "loss": 0.3231,
      "step": 14180
    },
    {
      "epoch": 1.7865982303114274,
      "grad_norm": 0.2787708044052124,
      "learning_rate": 0.0001262580193174709,
      "loss": 0.2961,
      "step": 14185
    },
    {
      "epoch": 1.7872280127216047,
      "grad_norm": 0.2826111614704132,
      "learning_rate": 0.00012614948859073036,
      "loss": 0.3343,
      "step": 14190
    },
    {
      "epoch": 1.787857795131782,
      "grad_norm": 0.278361052274704,
      "learning_rate": 0.00012604097067225927,
      "loss": 0.2919,
      "step": 14195
    },
    {
      "epoch": 1.7884875775419593,
      "grad_norm": 0.24778404831886292,
      "learning_rate": 0.00012593246562033419,
      "loss": 0.316,
      "step": 14200
    },
    {
      "epoch": 1.7891173599521366,
      "grad_norm": 0.28171002864837646,
      "learning_rate": 0.00012582397349322484,
      "loss": 0.3076,
      "step": 14205
    },
    {
      "epoch": 1.7897471423623137,
      "grad_norm": 0.26361143589019775,
      "learning_rate": 0.00012571549434919392,
      "loss": 0.2953,
      "step": 14210
    },
    {
      "epoch": 1.7903769247724912,
      "grad_norm": 0.27602389454841614,
      "learning_rate": 0.0001256070282464973,
      "loss": 0.3266,
      "step": 14215
    },
    {
      "epoch": 1.7910067071826683,
      "grad_norm": 0.2887786328792572,
      "learning_rate": 0.00012549857524338378,
      "loss": 0.3166,
      "step": 14220
    },
    {
      "epoch": 1.7916364895928458,
      "grad_norm": 0.272359162569046,
      "learning_rate": 0.00012539013539809493,
      "loss": 0.3053,
      "step": 14225
    },
    {
      "epoch": 1.792266272003023,
      "grad_norm": 0.2615000903606415,
      "learning_rate": 0.00012528170876886555,
      "loss": 0.2974,
      "step": 14230
    },
    {
      "epoch": 1.7928960544132002,
      "grad_norm": 0.2882770597934723,
      "learning_rate": 0.00012517329541392316,
      "loss": 0.301,
      "step": 14235
    },
    {
      "epoch": 1.7935258368233775,
      "grad_norm": 0.29980406165122986,
      "learning_rate": 0.00012506489539148823,
      "loss": 0.3009,
      "step": 14240
    },
    {
      "epoch": 1.7941556192335548,
      "grad_norm": 0.2714889943599701,
      "learning_rate": 0.0001249565087597741,
      "loss": 0.2897,
      "step": 14245
    },
    {
      "epoch": 1.7947854016437321,
      "grad_norm": 0.3578423261642456,
      "learning_rate": 0.00012484813557698678,
      "loss": 0.3021,
      "step": 14250
    },
    {
      "epoch": 1.7954151840539094,
      "grad_norm": 0.29889971017837524,
      "learning_rate": 0.00012473977590132524,
      "loss": 0.3039,
      "step": 14255
    },
    {
      "epoch": 1.7960449664640867,
      "grad_norm": 0.27244943380355835,
      "learning_rate": 0.000124631429790981,
      "loss": 0.3068,
      "step": 14260
    },
    {
      "epoch": 1.7966747488742638,
      "grad_norm": 0.2793833613395691,
      "learning_rate": 0.00012452309730413843,
      "loss": 0.3081,
      "step": 14265
    },
    {
      "epoch": 1.7973045312844413,
      "grad_norm": 0.27198326587677,
      "learning_rate": 0.00012441477849897461,
      "loss": 0.2957,
      "step": 14270
    },
    {
      "epoch": 1.7979343136946184,
      "grad_norm": 0.24795940518379211,
      "learning_rate": 0.0001243064734336591,
      "loss": 0.3094,
      "step": 14275
    },
    {
      "epoch": 1.798564096104796,
      "grad_norm": 0.29008451104164124,
      "learning_rate": 0.0001241981821663543,
      "loss": 0.3306,
      "step": 14280
    },
    {
      "epoch": 1.799193878514973,
      "grad_norm": 0.24478363990783691,
      "learning_rate": 0.00012408990475521508,
      "loss": 0.291,
      "step": 14285
    },
    {
      "epoch": 1.7998236609251503,
      "grad_norm": 0.2566664218902588,
      "learning_rate": 0.00012398164125838881,
      "loss": 0.3087,
      "step": 14290
    },
    {
      "epoch": 1.8004534433353276,
      "grad_norm": 0.24992555379867554,
      "learning_rate": 0.00012387339173401552,
      "loss": 0.318,
      "step": 14295
    },
    {
      "epoch": 1.801083225745505,
      "grad_norm": 0.244164377450943,
      "learning_rate": 0.00012376515624022767,
      "loss": 0.3096,
      "step": 14300
    },
    {
      "epoch": 1.8017130081556822,
      "grad_norm": 0.2495235651731491,
      "learning_rate": 0.00012365693483515016,
      "loss": 0.283,
      "step": 14305
    },
    {
      "epoch": 1.8023427905658593,
      "grad_norm": 0.2685554027557373,
      "learning_rate": 0.00012354872757690038,
      "loss": 0.3359,
      "step": 14310
    },
    {
      "epoch": 1.8029725729760369,
      "grad_norm": 0.23964886367321014,
      "learning_rate": 0.0001234405345235881,
      "loss": 0.3074,
      "step": 14315
    },
    {
      "epoch": 1.803602355386214,
      "grad_norm": 0.24736544489860535,
      "learning_rate": 0.00012333235573331556,
      "loss": 0.2891,
      "step": 14320
    },
    {
      "epoch": 1.8042321377963915,
      "grad_norm": 0.2994007170200348,
      "learning_rate": 0.00012322419126417706,
      "loss": 0.3109,
      "step": 14325
    },
    {
      "epoch": 1.8048619202065685,
      "grad_norm": 0.26516586542129517,
      "learning_rate": 0.0001231160411742595,
      "loss": 0.2974,
      "step": 14330
    },
    {
      "epoch": 1.805491702616746,
      "grad_norm": 0.27139636874198914,
      "learning_rate": 0.0001230079055216419,
      "loss": 0.3023,
      "step": 14335
    },
    {
      "epoch": 1.8061214850269232,
      "grad_norm": 0.26109209656715393,
      "learning_rate": 0.00012289978436439558,
      "loss": 0.3059,
      "step": 14340
    },
    {
      "epoch": 1.8067512674371005,
      "grad_norm": 0.29744458198547363,
      "learning_rate": 0.0001227916777605841,
      "loss": 0.3088,
      "step": 14345
    },
    {
      "epoch": 1.8073810498472778,
      "grad_norm": 0.27332085371017456,
      "learning_rate": 0.0001226835857682632,
      "loss": 0.2888,
      "step": 14350
    },
    {
      "epoch": 1.808010832257455,
      "grad_norm": 0.2586978077888489,
      "learning_rate": 0.00012257550844548074,
      "loss": 0.328,
      "step": 14355
    },
    {
      "epoch": 1.8086406146676324,
      "grad_norm": 0.29042935371398926,
      "learning_rate": 0.00012246744585027667,
      "loss": 0.3113,
      "step": 14360
    },
    {
      "epoch": 1.8092703970778095,
      "grad_norm": 0.271710067987442,
      "learning_rate": 0.000122359398040683,
      "loss": 0.2888,
      "step": 14365
    },
    {
      "epoch": 1.809900179487987,
      "grad_norm": 0.2969205379486084,
      "learning_rate": 0.00012225136507472406,
      "loss": 0.312,
      "step": 14370
    },
    {
      "epoch": 1.810529961898164,
      "grad_norm": 0.301145076751709,
      "learning_rate": 0.00012214334701041586,
      "loss": 0.2952,
      "step": 14375
    },
    {
      "epoch": 1.8111597443083416,
      "grad_norm": 0.250630259513855,
      "learning_rate": 0.00012203534390576666,
      "loss": 0.3073,
      "step": 14380
    },
    {
      "epoch": 1.8117895267185187,
      "grad_norm": 0.24282781779766083,
      "learning_rate": 0.00012192735581877654,
      "loss": 0.2863,
      "step": 14385
    },
    {
      "epoch": 1.8124193091286962,
      "grad_norm": 0.2824462652206421,
      "learning_rate": 0.00012181938280743769,
      "loss": 0.2999,
      "step": 14390
    },
    {
      "epoch": 1.8130490915388733,
      "grad_norm": 0.2740934491157532,
      "learning_rate": 0.00012171142492973388,
      "loss": 0.3131,
      "step": 14395
    },
    {
      "epoch": 1.8136788739490506,
      "grad_norm": 0.23533669114112854,
      "learning_rate": 0.00012160348224364109,
      "loss": 0.2846,
      "step": 14400
    },
    {
      "epoch": 1.814308656359228,
      "grad_norm": 0.26320409774780273,
      "learning_rate": 0.00012149555480712697,
      "loss": 0.2954,
      "step": 14405
    },
    {
      "epoch": 1.8149384387694052,
      "grad_norm": 0.2816338837146759,
      "learning_rate": 0.00012138764267815105,
      "loss": 0.2811,
      "step": 14410
    },
    {
      "epoch": 1.8155682211795825,
      "grad_norm": 0.23801551759243011,
      "learning_rate": 0.00012127974591466455,
      "loss": 0.2846,
      "step": 14415
    },
    {
      "epoch": 1.8161980035897596,
      "grad_norm": 0.3131721317768097,
      "learning_rate": 0.00012117186457461056,
      "loss": 0.2969,
      "step": 14420
    },
    {
      "epoch": 1.816827785999937,
      "grad_norm": 0.2892078757286072,
      "learning_rate": 0.00012106399871592385,
      "loss": 0.3,
      "step": 14425
    },
    {
      "epoch": 1.8174575684101142,
      "grad_norm": 0.253273606300354,
      "learning_rate": 0.00012095614839653074,
      "loss": 0.3005,
      "step": 14430
    },
    {
      "epoch": 1.8180873508202917,
      "grad_norm": 0.2675528824329376,
      "learning_rate": 0.00012084831367434937,
      "loss": 0.2947,
      "step": 14435
    },
    {
      "epoch": 1.8187171332304688,
      "grad_norm": 0.2665347158908844,
      "learning_rate": 0.00012074049460728945,
      "loss": 0.3012,
      "step": 14440
    },
    {
      "epoch": 1.8193469156406463,
      "grad_norm": 0.2987824082374573,
      "learning_rate": 0.00012063269125325228,
      "loss": 0.2986,
      "step": 14445
    },
    {
      "epoch": 1.8199766980508234,
      "grad_norm": 0.2429313212633133,
      "learning_rate": 0.00012052490367013076,
      "loss": 0.3035,
      "step": 14450
    },
    {
      "epoch": 1.8206064804610007,
      "grad_norm": 0.28424081206321716,
      "learning_rate": 0.00012041713191580925,
      "loss": 0.2948,
      "step": 14455
    },
    {
      "epoch": 1.821236262871178,
      "grad_norm": 0.25087571144104004,
      "learning_rate": 0.00012030937604816365,
      "loss": 0.2949,
      "step": 14460
    },
    {
      "epoch": 1.8218660452813553,
      "grad_norm": 0.23633217811584473,
      "learning_rate": 0.00012020163612506127,
      "loss": 0.2669,
      "step": 14465
    },
    {
      "epoch": 1.8224958276915326,
      "grad_norm": 0.26396888494491577,
      "learning_rate": 0.000120093912204361,
      "loss": 0.2912,
      "step": 14470
    },
    {
      "epoch": 1.8231256101017097,
      "grad_norm": 0.2898525297641754,
      "learning_rate": 0.00011998620434391299,
      "loss": 0.319,
      "step": 14475
    },
    {
      "epoch": 1.8237553925118872,
      "grad_norm": 0.25507113337516785,
      "learning_rate": 0.00011987851260155881,
      "loss": 0.3028,
      "step": 14480
    },
    {
      "epoch": 1.8243851749220643,
      "grad_norm": 0.2405284345149994,
      "learning_rate": 0.00011977083703513145,
      "loss": 0.2879,
      "step": 14485
    },
    {
      "epoch": 1.8250149573322418,
      "grad_norm": 0.27114009857177734,
      "learning_rate": 0.00011966317770245507,
      "loss": 0.3094,
      "step": 14490
    },
    {
      "epoch": 1.825644739742419,
      "grad_norm": 0.2708043158054352,
      "learning_rate": 0.0001195555346613453,
      "loss": 0.3062,
      "step": 14495
    },
    {
      "epoch": 1.8262745221525962,
      "grad_norm": 0.2507513463497162,
      "learning_rate": 0.00011944790796960878,
      "loss": 0.2832,
      "step": 14500
    },
    {
      "epoch": 1.8269043045627735,
      "grad_norm": 0.2864154577255249,
      "learning_rate": 0.0001193402976850436,
      "loss": 0.3067,
      "step": 14505
    },
    {
      "epoch": 1.8275340869729508,
      "grad_norm": 0.26530271768569946,
      "learning_rate": 0.00011923270386543886,
      "loss": 0.2816,
      "step": 14510
    },
    {
      "epoch": 1.8281638693831281,
      "grad_norm": 0.24444885551929474,
      "learning_rate": 0.00011912512656857498,
      "loss": 0.2993,
      "step": 14515
    },
    {
      "epoch": 1.8287936517933054,
      "grad_norm": 0.2591851055622101,
      "learning_rate": 0.00011901756585222334,
      "loss": 0.2926,
      "step": 14520
    },
    {
      "epoch": 1.8294234342034827,
      "grad_norm": 0.2942061424255371,
      "learning_rate": 0.0001189100217741466,
      "loss": 0.3032,
      "step": 14525
    },
    {
      "epoch": 1.8300532166136598,
      "grad_norm": 0.28199318051338196,
      "learning_rate": 0.00011880249439209836,
      "loss": 0.291,
      "step": 14530
    },
    {
      "epoch": 1.8306829990238374,
      "grad_norm": 0.2743484377861023,
      "learning_rate": 0.00011869498376382324,
      "loss": 0.3101,
      "step": 14535
    },
    {
      "epoch": 1.8313127814340144,
      "grad_norm": 0.24012960493564606,
      "learning_rate": 0.00011858748994705689,
      "loss": 0.3,
      "step": 14540
    },
    {
      "epoch": 1.831942563844192,
      "grad_norm": 0.2856425344944,
      "learning_rate": 0.00011848001299952598,
      "loss": 0.3042,
      "step": 14545
    },
    {
      "epoch": 1.832572346254369,
      "grad_norm": 0.2720118463039398,
      "learning_rate": 0.00011837255297894808,
      "loss": 0.298,
      "step": 14550
    },
    {
      "epoch": 1.8332021286645463,
      "grad_norm": 0.26973578333854675,
      "learning_rate": 0.0001182651099430317,
      "loss": 0.2734,
      "step": 14555
    },
    {
      "epoch": 1.8338319110747237,
      "grad_norm": 0.35720425844192505,
      "learning_rate": 0.00011815768394947616,
      "loss": 0.3174,
      "step": 14560
    },
    {
      "epoch": 1.834461693484901,
      "grad_norm": 0.2649666666984558,
      "learning_rate": 0.00011805027505597178,
      "loss": 0.3009,
      "step": 14565
    },
    {
      "epoch": 1.8350914758950783,
      "grad_norm": 0.2809504270553589,
      "learning_rate": 0.00011794288332019939,
      "loss": 0.3075,
      "step": 14570
    },
    {
      "epoch": 1.8357212583052556,
      "grad_norm": 0.247705340385437,
      "learning_rate": 0.00011783550879983097,
      "loss": 0.2929,
      "step": 14575
    },
    {
      "epoch": 1.8363510407154329,
      "grad_norm": 0.3010486364364624,
      "learning_rate": 0.00011772815155252901,
      "loss": 0.2923,
      "step": 14580
    },
    {
      "epoch": 1.83698082312561,
      "grad_norm": 0.29634296894073486,
      "learning_rate": 0.00011762081163594686,
      "loss": 0.2956,
      "step": 14585
    },
    {
      "epoch": 1.8376106055357875,
      "grad_norm": 0.3235035538673401,
      "learning_rate": 0.00011751348910772844,
      "loss": 0.299,
      "step": 14590
    },
    {
      "epoch": 1.8382403879459646,
      "grad_norm": 0.27069565653800964,
      "learning_rate": 0.00011740618402550849,
      "loss": 0.2885,
      "step": 14595
    },
    {
      "epoch": 1.838870170356142,
      "grad_norm": 0.26986175775527954,
      "learning_rate": 0.00011729889644691227,
      "loss": 0.2974,
      "step": 14600
    },
    {
      "epoch": 1.8394999527663192,
      "grad_norm": 0.24633704125881195,
      "learning_rate": 0.00011719162642955559,
      "loss": 0.3011,
      "step": 14605
    },
    {
      "epoch": 1.8401297351764965,
      "grad_norm": 0.2659735381603241,
      "learning_rate": 0.00011708437403104491,
      "loss": 0.2802,
      "step": 14610
    },
    {
      "epoch": 1.8407595175866738,
      "grad_norm": 0.2634638547897339,
      "learning_rate": 0.00011697713930897728,
      "loss": 0.2834,
      "step": 14615
    },
    {
      "epoch": 1.841389299996851,
      "grad_norm": 0.2891436517238617,
      "learning_rate": 0.00011686992232094012,
      "loss": 0.2892,
      "step": 14620
    },
    {
      "epoch": 1.8420190824070284,
      "grad_norm": 0.26533305644989014,
      "learning_rate": 0.0001167627231245115,
      "loss": 0.2954,
      "step": 14625
    },
    {
      "epoch": 1.8426488648172057,
      "grad_norm": 0.26114416122436523,
      "learning_rate": 0.00011665554177725977,
      "loss": 0.2936,
      "step": 14630
    },
    {
      "epoch": 1.843278647227383,
      "grad_norm": 0.24782754480838776,
      "learning_rate": 0.00011654837833674379,
      "loss": 0.283,
      "step": 14635
    },
    {
      "epoch": 1.84390842963756,
      "grad_norm": 0.2653804123401642,
      "learning_rate": 0.00011644123286051274,
      "loss": 0.2911,
      "step": 14640
    },
    {
      "epoch": 1.8445382120477376,
      "grad_norm": 0.2524818181991577,
      "learning_rate": 0.00011633410540610621,
      "loss": 0.29,
      "step": 14645
    },
    {
      "epoch": 1.8451679944579147,
      "grad_norm": 0.2844378352165222,
      "learning_rate": 0.00011622699603105404,
      "loss": 0.298,
      "step": 14650
    },
    {
      "epoch": 1.8457977768680922,
      "grad_norm": 0.2608543038368225,
      "learning_rate": 0.0001161199047928765,
      "loss": 0.2807,
      "step": 14655
    },
    {
      "epoch": 1.8464275592782693,
      "grad_norm": 0.2596459984779358,
      "learning_rate": 0.000116012831749084,
      "loss": 0.29,
      "step": 14660
    },
    {
      "epoch": 1.8470573416884466,
      "grad_norm": 0.2654721140861511,
      "learning_rate": 0.00011590577695717717,
      "loss": 0.2878,
      "step": 14665
    },
    {
      "epoch": 1.847687124098624,
      "grad_norm": 0.283388614654541,
      "learning_rate": 0.00011579874047464696,
      "loss": 0.2751,
      "step": 14670
    },
    {
      "epoch": 1.8483169065088012,
      "grad_norm": 0.24917341768741608,
      "learning_rate": 0.00011569172235897433,
      "loss": 0.3,
      "step": 14675
    },
    {
      "epoch": 1.8489466889189785,
      "grad_norm": 0.2464076280593872,
      "learning_rate": 0.00011558472266763049,
      "loss": 0.2848,
      "step": 14680
    },
    {
      "epoch": 1.8495764713291558,
      "grad_norm": 0.2884039282798767,
      "learning_rate": 0.00011547774145807665,
      "loss": 0.2698,
      "step": 14685
    },
    {
      "epoch": 1.8502062537393331,
      "grad_norm": 0.2762083411216736,
      "learning_rate": 0.00011537077878776425,
      "loss": 0.3151,
      "step": 14690
    },
    {
      "epoch": 1.8508360361495102,
      "grad_norm": 0.22906774282455444,
      "learning_rate": 0.00011526383471413463,
      "loss": 0.2669,
      "step": 14695
    },
    {
      "epoch": 1.8514658185596877,
      "grad_norm": 0.28603047132492065,
      "learning_rate": 0.00011515690929461928,
      "loss": 0.2922,
      "step": 14700
    },
    {
      "epoch": 1.8520956009698648,
      "grad_norm": 0.26245948672294617,
      "learning_rate": 0.00011505000258663954,
      "loss": 0.3095,
      "step": 14705
    },
    {
      "epoch": 1.8527253833800423,
      "grad_norm": 0.2754320800304413,
      "learning_rate": 0.00011494311464760673,
      "loss": 0.2843,
      "step": 14710
    },
    {
      "epoch": 1.8533551657902194,
      "grad_norm": 0.24283255636692047,
      "learning_rate": 0.00011483624553492212,
      "loss": 0.3039,
      "step": 14715
    },
    {
      "epoch": 1.8539849482003967,
      "grad_norm": 0.299950510263443,
      "learning_rate": 0.00011472939530597691,
      "loss": 0.3108,
      "step": 14720
    },
    {
      "epoch": 1.854614730610574,
      "grad_norm": 0.23872928321361542,
      "learning_rate": 0.00011462256401815205,
      "loss": 0.3221,
      "step": 14725
    },
    {
      "epoch": 1.8552445130207513,
      "grad_norm": 0.32674193382263184,
      "learning_rate": 0.00011451575172881845,
      "loss": 0.3066,
      "step": 14730
    },
    {
      "epoch": 1.8558742954309286,
      "grad_norm": 0.2620803415775299,
      "learning_rate": 0.00011440895849533675,
      "loss": 0.2855,
      "step": 14735
    },
    {
      "epoch": 1.856504077841106,
      "grad_norm": 0.2653051018714905,
      "learning_rate": 0.0001143021843750573,
      "loss": 0.2827,
      "step": 14740
    },
    {
      "epoch": 1.8571338602512832,
      "grad_norm": 0.29697105288505554,
      "learning_rate": 0.00011419542942532023,
      "loss": 0.2848,
      "step": 14745
    },
    {
      "epoch": 1.8577636426614603,
      "grad_norm": 0.26711151003837585,
      "learning_rate": 0.00011408869370345545,
      "loss": 0.301,
      "step": 14750
    },
    {
      "epoch": 1.8583934250716379,
      "grad_norm": 0.26371288299560547,
      "learning_rate": 0.0001139819772667824,
      "loss": 0.2994,
      "step": 14755
    },
    {
      "epoch": 1.859023207481815,
      "grad_norm": 0.34920862317085266,
      "learning_rate": 0.00011387528017261035,
      "loss": 0.2968,
      "step": 14760
    },
    {
      "epoch": 1.8596529898919925,
      "grad_norm": 0.2951182723045349,
      "learning_rate": 0.000113768602478238,
      "loss": 0.2935,
      "step": 14765
    },
    {
      "epoch": 1.8602827723021695,
      "grad_norm": 0.22442401945590973,
      "learning_rate": 0.00011366194424095381,
      "loss": 0.2952,
      "step": 14770
    },
    {
      "epoch": 1.8609125547123468,
      "grad_norm": 0.26102137565612793,
      "learning_rate": 0.00011355530551803553,
      "loss": 0.2823,
      "step": 14775
    },
    {
      "epoch": 1.8615423371225241,
      "grad_norm": 0.27118000388145447,
      "learning_rate": 0.0001134486863667507,
      "loss": 0.286,
      "step": 14780
    },
    {
      "epoch": 1.8621721195327015,
      "grad_norm": 0.2869999408721924,
      "learning_rate": 0.00011334208684435617,
      "loss": 0.2734,
      "step": 14785
    },
    {
      "epoch": 1.8628019019428788,
      "grad_norm": 0.32944396138191223,
      "learning_rate": 0.0001132355070080984,
      "loss": 0.3038,
      "step": 14790
    },
    {
      "epoch": 1.863431684353056,
      "grad_norm": 0.28535759449005127,
      "learning_rate": 0.00011312894691521312,
      "loss": 0.3213,
      "step": 14795
    },
    {
      "epoch": 1.8640614667632334,
      "grad_norm": 0.23751592636108398,
      "learning_rate": 0.00011302240662292561,
      "loss": 0.2972,
      "step": 14800
    },
    {
      "epoch": 1.8646912491734104,
      "grad_norm": 0.2352185994386673,
      "learning_rate": 0.00011291588618845043,
      "loss": 0.2772,
      "step": 14805
    },
    {
      "epoch": 1.865321031583588,
      "grad_norm": 0.24066108465194702,
      "learning_rate": 0.00011280938566899142,
      "loss": 0.3053,
      "step": 14810
    },
    {
      "epoch": 1.865950813993765,
      "grad_norm": 0.33842501044273376,
      "learning_rate": 0.0001127029051217418,
      "loss": 0.2992,
      "step": 14815
    },
    {
      "epoch": 1.8665805964039426,
      "grad_norm": 0.24873322248458862,
      "learning_rate": 0.00011259644460388412,
      "loss": 0.2887,
      "step": 14820
    },
    {
      "epoch": 1.8672103788141197,
      "grad_norm": 0.27127575874328613,
      "learning_rate": 0.00011249000417259005,
      "loss": 0.2619,
      "step": 14825
    },
    {
      "epoch": 1.867840161224297,
      "grad_norm": 0.28289374709129333,
      "learning_rate": 0.00011238358388502059,
      "loss": 0.2815,
      "step": 14830
    },
    {
      "epoch": 1.8684699436344743,
      "grad_norm": 0.29764994978904724,
      "learning_rate": 0.00011227718379832583,
      "loss": 0.3006,
      "step": 14835
    },
    {
      "epoch": 1.8690997260446516,
      "grad_norm": 0.2869538366794586,
      "learning_rate": 0.00011217080396964507,
      "loss": 0.2707,
      "step": 14840
    },
    {
      "epoch": 1.8697295084548289,
      "grad_norm": 0.2732262909412384,
      "learning_rate": 0.00011206444445610663,
      "loss": 0.2768,
      "step": 14845
    },
    {
      "epoch": 1.8703592908650062,
      "grad_norm": 0.3032742738723755,
      "learning_rate": 0.0001119581053148281,
      "loss": 0.2715,
      "step": 14850
    },
    {
      "epoch": 1.8709890732751835,
      "grad_norm": 0.26171359419822693,
      "learning_rate": 0.00011185178660291594,
      "loss": 0.2701,
      "step": 14855
    },
    {
      "epoch": 1.8716188556853606,
      "grad_norm": 0.30940353870391846,
      "learning_rate": 0.00011174548837746581,
      "loss": 0.2843,
      "step": 14860
    },
    {
      "epoch": 1.872248638095538,
      "grad_norm": 0.2774769067764282,
      "learning_rate": 0.00011163921069556224,
      "loss": 0.2951,
      "step": 14865
    },
    {
      "epoch": 1.8728784205057152,
      "grad_norm": 0.29232633113861084,
      "learning_rate": 0.00011153295361427876,
      "loss": 0.2938,
      "step": 14870
    },
    {
      "epoch": 1.8735082029158927,
      "grad_norm": 0.28283149003982544,
      "learning_rate": 0.00011142671719067793,
      "loss": 0.2875,
      "step": 14875
    },
    {
      "epoch": 1.8741379853260698,
      "grad_norm": 0.24245183169841766,
      "learning_rate": 0.00011132050148181103,
      "loss": 0.2829,
      "step": 14880
    },
    {
      "epoch": 1.874767767736247,
      "grad_norm": 0.27495938539505005,
      "learning_rate": 0.00011121430654471837,
      "loss": 0.2923,
      "step": 14885
    },
    {
      "epoch": 1.8753975501464244,
      "grad_norm": 0.3106895089149475,
      "learning_rate": 0.00011110813243642906,
      "loss": 0.2855,
      "step": 14890
    },
    {
      "epoch": 1.8760273325566017,
      "grad_norm": 0.263810396194458,
      "learning_rate": 0.00011100197921396102,
      "loss": 0.271,
      "step": 14895
    },
    {
      "epoch": 1.876657114966779,
      "grad_norm": 0.23044048249721527,
      "learning_rate": 0.00011089584693432091,
      "loss": 0.2608,
      "step": 14900
    },
    {
      "epoch": 1.8772868973769563,
      "grad_norm": 0.29268765449523926,
      "learning_rate": 0.00011078973565450427,
      "loss": 0.2835,
      "step": 14905
    },
    {
      "epoch": 1.8779166797871336,
      "grad_norm": 0.2691350281238556,
      "learning_rate": 0.00011068364543149527,
      "loss": 0.291,
      "step": 14910
    },
    {
      "epoch": 1.8785464621973107,
      "grad_norm": 0.26748213171958923,
      "learning_rate": 0.00011057757632226672,
      "loss": 0.2994,
      "step": 14915
    },
    {
      "epoch": 1.8791762446074882,
      "grad_norm": 0.2624029815196991,
      "learning_rate": 0.00011047152838378018,
      "loss": 0.2832,
      "step": 14920
    },
    {
      "epoch": 1.8798060270176653,
      "grad_norm": 0.2670036554336548,
      "learning_rate": 0.00011036550167298583,
      "loss": 0.284,
      "step": 14925
    },
    {
      "epoch": 1.8804358094278428,
      "grad_norm": 0.2848396599292755,
      "learning_rate": 0.0001102594962468224,
      "loss": 0.2831,
      "step": 14930
    },
    {
      "epoch": 1.88106559183802,
      "grad_norm": 0.2502748668193817,
      "learning_rate": 0.0001101535121622173,
      "loss": 0.3038,
      "step": 14935
    },
    {
      "epoch": 1.8816953742481972,
      "grad_norm": 0.2998834252357483,
      "learning_rate": 0.0001100475494760863,
      "loss": 0.2847,
      "step": 14940
    },
    {
      "epoch": 1.8823251566583745,
      "grad_norm": 0.229685977101326,
      "learning_rate": 0.00010994160824533398,
      "loss": 0.261,
      "step": 14945
    },
    {
      "epoch": 1.8829549390685518,
      "grad_norm": 0.26833808422088623,
      "learning_rate": 0.00010983568852685294,
      "loss": 0.2923,
      "step": 14950
    },
    {
      "epoch": 1.8835847214787291,
      "grad_norm": 0.2380465716123581,
      "learning_rate": 0.00010972979037752465,
      "loss": 0.2664,
      "step": 14955
    },
    {
      "epoch": 1.8842145038889064,
      "grad_norm": 0.2505188286304474,
      "learning_rate": 0.00010962391385421876,
      "loss": 0.2914,
      "step": 14960
    },
    {
      "epoch": 1.8848442862990837,
      "grad_norm": 0.33335885405540466,
      "learning_rate": 0.00010951805901379346,
      "loss": 0.3092,
      "step": 14965
    },
    {
      "epoch": 1.8854740687092608,
      "grad_norm": 0.22425580024719238,
      "learning_rate": 0.0001094122259130951,
      "loss": 0.2583,
      "step": 14970
    },
    {
      "epoch": 1.8861038511194383,
      "grad_norm": 0.25008514523506165,
      "learning_rate": 0.00010930641460895863,
      "loss": 0.2936,
      "step": 14975
    },
    {
      "epoch": 1.8867336335296154,
      "grad_norm": 0.2543163299560547,
      "learning_rate": 0.00010920062515820707,
      "loss": 0.2855,
      "step": 14980
    },
    {
      "epoch": 1.887363415939793,
      "grad_norm": 0.25144490599632263,
      "learning_rate": 0.00010909485761765172,
      "loss": 0.2788,
      "step": 14985
    },
    {
      "epoch": 1.88799319834997,
      "grad_norm": 0.23470145463943481,
      "learning_rate": 0.00010898911204409218,
      "loss": 0.2709,
      "step": 14990
    },
    {
      "epoch": 1.8886229807601473,
      "grad_norm": 0.27916932106018066,
      "learning_rate": 0.00010888338849431629,
      "loss": 0.279,
      "step": 14995
    },
    {
      "epoch": 1.8892527631703246,
      "grad_norm": 0.24980424344539642,
      "learning_rate": 0.00010877768702509996,
      "loss": 0.2982,
      "step": 15000
    },
    {
      "epoch": 1.8892527631703246,
      "eval_loss": 0.3032541871070862,
      "eval_runtime": 6.1659,
      "eval_samples_per_second": 162.182,
      "eval_steps_per_second": 10.217,
      "step": 15000
    },
    {
      "epoch": 1.889882545580502,
      "grad_norm": 0.24535268545150757,
      "learning_rate": 0.00010867200769320732,
      "loss": 0.2667,
      "step": 15005
    },
    {
      "epoch": 1.8905123279906793,
      "grad_norm": 0.2690826654434204,
      "learning_rate": 0.0001085663505553906,
      "loss": 0.2703,
      "step": 15010
    },
    {
      "epoch": 1.8911421104008566,
      "grad_norm": 0.2511346936225891,
      "learning_rate": 0.00010846071566839008,
      "loss": 0.3011,
      "step": 15015
    },
    {
      "epoch": 1.8917718928110339,
      "grad_norm": 0.28077587485313416,
      "learning_rate": 0.00010835510308893407,
      "loss": 0.285,
      "step": 15020
    },
    {
      "epoch": 1.892401675221211,
      "grad_norm": 0.309238463640213,
      "learning_rate": 0.000108249512873739,
      "loss": 0.2894,
      "step": 15025
    },
    {
      "epoch": 1.8930314576313885,
      "grad_norm": 0.26940178871154785,
      "learning_rate": 0.00010814394507950917,
      "loss": 0.2864,
      "step": 15030
    },
    {
      "epoch": 1.8936612400415656,
      "grad_norm": 0.27850431203842163,
      "learning_rate": 0.00010803839976293694,
      "loss": 0.2716,
      "step": 15035
    },
    {
      "epoch": 1.894291022451743,
      "grad_norm": 0.24114792048931122,
      "learning_rate": 0.00010793287698070256,
      "loss": 0.2695,
      "step": 15040
    },
    {
      "epoch": 1.8949208048619202,
      "grad_norm": 0.3137163817882538,
      "learning_rate": 0.0001078273767894741,
      "loss": 0.3063,
      "step": 15045
    },
    {
      "epoch": 1.8955505872720975,
      "grad_norm": 0.27090078592300415,
      "learning_rate": 0.00010772189924590773,
      "loss": 0.2643,
      "step": 15050
    },
    {
      "epoch": 1.8961803696822748,
      "grad_norm": 0.27956193685531616,
      "learning_rate": 0.00010761644440664714,
      "loss": 0.271,
      "step": 15055
    },
    {
      "epoch": 1.896810152092452,
      "grad_norm": 0.24823328852653503,
      "learning_rate": 0.00010751101232832401,
      "loss": 0.2849,
      "step": 15060
    },
    {
      "epoch": 1.8974399345026294,
      "grad_norm": 0.2675158977508545,
      "learning_rate": 0.00010740560306755787,
      "loss": 0.2744,
      "step": 15065
    },
    {
      "epoch": 1.8980697169128065,
      "grad_norm": 0.2589218318462372,
      "learning_rate": 0.0001073002166809558,
      "loss": 0.2834,
      "step": 15070
    },
    {
      "epoch": 1.898699499322984,
      "grad_norm": 0.277705579996109,
      "learning_rate": 0.00010719485322511273,
      "loss": 0.2826,
      "step": 15075
    },
    {
      "epoch": 1.899329281733161,
      "grad_norm": 0.23539955914020538,
      "learning_rate": 0.0001070895127566113,
      "loss": 0.2589,
      "step": 15080
    },
    {
      "epoch": 1.8999590641433386,
      "grad_norm": 0.3010064661502838,
      "learning_rate": 0.00010698419533202172,
      "loss": 0.2804,
      "step": 15085
    },
    {
      "epoch": 1.9005888465535157,
      "grad_norm": 0.25453826785087585,
      "learning_rate": 0.00010687890100790175,
      "loss": 0.2863,
      "step": 15090
    },
    {
      "epoch": 1.9012186289636932,
      "grad_norm": 0.2774878144264221,
      "learning_rate": 0.00010677362984079699,
      "loss": 0.2933,
      "step": 15095
    },
    {
      "epoch": 1.9018484113738703,
      "grad_norm": 0.26002323627471924,
      "learning_rate": 0.00010666838188724038,
      "loss": 0.2891,
      "step": 15100
    },
    {
      "epoch": 1.9024781937840476,
      "grad_norm": 0.25788870453834534,
      "learning_rate": 0.00010656315720375246,
      "loss": 0.2934,
      "step": 15105
    },
    {
      "epoch": 1.903107976194225,
      "grad_norm": 0.24301236867904663,
      "learning_rate": 0.00010645795584684138,
      "loss": 0.2848,
      "step": 15110
    },
    {
      "epoch": 1.9037377586044022,
      "grad_norm": 0.309514582157135,
      "learning_rate": 0.00010635277787300256,
      "loss": 0.2846,
      "step": 15115
    },
    {
      "epoch": 1.9043675410145795,
      "grad_norm": 0.274870902299881,
      "learning_rate": 0.00010624762333871913,
      "loss": 0.2956,
      "step": 15120
    },
    {
      "epoch": 1.9049973234247566,
      "grad_norm": 0.24861137568950653,
      "learning_rate": 0.00010614249230046129,
      "loss": 0.2777,
      "step": 15125
    },
    {
      "epoch": 1.905627105834934,
      "grad_norm": 0.26125532388687134,
      "learning_rate": 0.00010603738481468693,
      "loss": 0.2794,
      "step": 15130
    },
    {
      "epoch": 1.9062568882451112,
      "grad_norm": 0.24094760417938232,
      "learning_rate": 0.0001059323009378411,
      "loss": 0.2633,
      "step": 15135
    },
    {
      "epoch": 1.9068866706552887,
      "grad_norm": 0.3418034315109253,
      "learning_rate": 0.0001058272407263563,
      "loss": 0.3045,
      "step": 15140
    },
    {
      "epoch": 1.9075164530654658,
      "grad_norm": 0.2657215893268585,
      "learning_rate": 0.00010572220423665222,
      "loss": 0.3085,
      "step": 15145
    },
    {
      "epoch": 1.9081462354756433,
      "grad_norm": 0.23728597164154053,
      "learning_rate": 0.00010561719152513591,
      "loss": 0.2788,
      "step": 15150
    },
    {
      "epoch": 1.9087760178858204,
      "grad_norm": 0.2741139829158783,
      "learning_rate": 0.0001055122026482016,
      "loss": 0.2855,
      "step": 15155
    },
    {
      "epoch": 1.9094058002959977,
      "grad_norm": 0.2415517419576645,
      "learning_rate": 0.00010540723766223064,
      "loss": 0.2799,
      "step": 15160
    },
    {
      "epoch": 1.910035582706175,
      "grad_norm": 0.2724277675151825,
      "learning_rate": 0.00010530229662359162,
      "loss": 0.2821,
      "step": 15165
    },
    {
      "epoch": 1.9106653651163523,
      "grad_norm": 0.28418639302253723,
      "learning_rate": 0.00010519737958864036,
      "loss": 0.2899,
      "step": 15170
    },
    {
      "epoch": 1.9112951475265296,
      "grad_norm": 0.26423749327659607,
      "learning_rate": 0.00010509248661371962,
      "loss": 0.3033,
      "step": 15175
    },
    {
      "epoch": 1.9119249299367067,
      "grad_norm": 0.2523916959762573,
      "learning_rate": 0.00010498761775515941,
      "loss": 0.2763,
      "step": 15180
    },
    {
      "epoch": 1.9125547123468842,
      "grad_norm": 0.29665645956993103,
      "learning_rate": 0.00010488277306927663,
      "loss": 0.2918,
      "step": 15185
    },
    {
      "epoch": 1.9131844947570613,
      "grad_norm": 0.2941978871822357,
      "learning_rate": 0.00010477795261237537,
      "loss": 0.2753,
      "step": 15190
    },
    {
      "epoch": 1.9138142771672388,
      "grad_norm": 0.2701078951358795,
      "learning_rate": 0.00010467315644074646,
      "loss": 0.2925,
      "step": 15195
    },
    {
      "epoch": 1.914444059577416,
      "grad_norm": 0.2497081160545349,
      "learning_rate": 0.00010456838461066793,
      "loss": 0.2669,
      "step": 15200
    },
    {
      "epoch": 1.9150738419875935,
      "grad_norm": 0.2448865920305252,
      "learning_rate": 0.00010446363717840462,
      "loss": 0.2766,
      "step": 15205
    },
    {
      "epoch": 1.9157036243977705,
      "grad_norm": 0.26188936829566956,
      "learning_rate": 0.00010435891420020833,
      "loss": 0.2935,
      "step": 15210
    },
    {
      "epoch": 1.9163334068079478,
      "grad_norm": 0.3044489622116089,
      "learning_rate": 0.00010425421573231767,
      "loss": 0.2791,
      "step": 15215
    },
    {
      "epoch": 1.9169631892181251,
      "grad_norm": 0.30361208319664,
      "learning_rate": 0.00010414954183095813,
      "loss": 0.277,
      "step": 15220
    },
    {
      "epoch": 1.9175929716283024,
      "grad_norm": 0.31100359559059143,
      "learning_rate": 0.00010404489255234191,
      "loss": 0.2687,
      "step": 15225
    },
    {
      "epoch": 1.9182227540384797,
      "grad_norm": 0.26500749588012695,
      "learning_rate": 0.00010394026795266814,
      "loss": 0.2804,
      "step": 15230
    },
    {
      "epoch": 1.9188525364486568,
      "grad_norm": 0.33220374584198,
      "learning_rate": 0.00010383566808812257,
      "loss": 0.284,
      "step": 15235
    },
    {
      "epoch": 1.9194823188588344,
      "grad_norm": 0.23146981000900269,
      "learning_rate": 0.00010373109301487777,
      "loss": 0.2949,
      "step": 15240
    },
    {
      "epoch": 1.9201121012690114,
      "grad_norm": 0.24833330512046814,
      "learning_rate": 0.00010362654278909292,
      "loss": 0.2685,
      "step": 15245
    },
    {
      "epoch": 1.920741883679189,
      "grad_norm": 0.22905099391937256,
      "learning_rate": 0.00010352201746691381,
      "loss": 0.248,
      "step": 15250
    },
    {
      "epoch": 1.921371666089366,
      "grad_norm": 0.2544589936733246,
      "learning_rate": 0.00010341751710447308,
      "loss": 0.2763,
      "step": 15255
    },
    {
      "epoch": 1.9220014484995434,
      "grad_norm": 0.24207763373851776,
      "learning_rate": 0.0001033130417578897,
      "loss": 0.2691,
      "step": 15260
    },
    {
      "epoch": 1.9226312309097207,
      "grad_norm": 0.3025490939617157,
      "learning_rate": 0.0001032085914832693,
      "loss": 0.2902,
      "step": 15265
    },
    {
      "epoch": 1.923261013319898,
      "grad_norm": 0.2563372552394867,
      "learning_rate": 0.00010310416633670413,
      "loss": 0.2937,
      "step": 15270
    },
    {
      "epoch": 1.9238907957300753,
      "grad_norm": 0.22143816947937012,
      "learning_rate": 0.00010299976637427285,
      "loss": 0.2615,
      "step": 15275
    },
    {
      "epoch": 1.9245205781402526,
      "grad_norm": 0.26383697986602783,
      "learning_rate": 0.00010289539165204058,
      "loss": 0.2834,
      "step": 15280
    },
    {
      "epoch": 1.9251503605504299,
      "grad_norm": 0.2607567310333252,
      "learning_rate": 0.00010279104222605903,
      "loss": 0.2875,
      "step": 15285
    },
    {
      "epoch": 1.925780142960607,
      "grad_norm": 0.23255427181720734,
      "learning_rate": 0.0001026867181523662,
      "loss": 0.2645,
      "step": 15290
    },
    {
      "epoch": 1.9264099253707845,
      "grad_norm": 0.2203371226787567,
      "learning_rate": 0.00010258241948698641,
      "loss": 0.276,
      "step": 15295
    },
    {
      "epoch": 1.9270397077809616,
      "grad_norm": 0.2557859718799591,
      "learning_rate": 0.00010247814628593052,
      "loss": 0.2877,
      "step": 15300
    },
    {
      "epoch": 1.927669490191139,
      "grad_norm": 0.2551586925983429,
      "learning_rate": 0.00010237389860519557,
      "loss": 0.2678,
      "step": 15305
    },
    {
      "epoch": 1.9282992726013162,
      "grad_norm": 0.2592737376689911,
      "learning_rate": 0.00010226967650076495,
      "loss": 0.2645,
      "step": 15310
    },
    {
      "epoch": 1.9289290550114935,
      "grad_norm": 0.25076064467430115,
      "learning_rate": 0.00010216548002860836,
      "loss": 0.2595,
      "step": 15315
    },
    {
      "epoch": 1.9295588374216708,
      "grad_norm": 0.28892189264297485,
      "learning_rate": 0.0001020613092446816,
      "loss": 0.2658,
      "step": 15320
    },
    {
      "epoch": 1.930188619831848,
      "grad_norm": 0.28119730949401855,
      "learning_rate": 0.00010195716420492692,
      "loss": 0.2783,
      "step": 15325
    },
    {
      "epoch": 1.9308184022420254,
      "grad_norm": 0.23143291473388672,
      "learning_rate": 0.00010185304496527239,
      "loss": 0.2745,
      "step": 15330
    },
    {
      "epoch": 1.9314481846522027,
      "grad_norm": 0.23947221040725708,
      "learning_rate": 0.00010174895158163252,
      "loss": 0.2642,
      "step": 15335
    },
    {
      "epoch": 1.93207796706238,
      "grad_norm": 0.27924421429634094,
      "learning_rate": 0.00010164488410990779,
      "loss": 0.2895,
      "step": 15340
    },
    {
      "epoch": 1.932707749472557,
      "grad_norm": 0.2736763656139374,
      "learning_rate": 0.00010154084260598488,
      "loss": 0.2798,
      "step": 15345
    },
    {
      "epoch": 1.9333375318827346,
      "grad_norm": 0.26288047432899475,
      "learning_rate": 0.00010143682712573639,
      "loss": 0.2799,
      "step": 15350
    },
    {
      "epoch": 1.9339673142929117,
      "grad_norm": 0.2662082016468048,
      "learning_rate": 0.00010133283772502105,
      "loss": 0.2708,
      "step": 15355
    },
    {
      "epoch": 1.9345970967030892,
      "grad_norm": 0.2595316767692566,
      "learning_rate": 0.00010122887445968358,
      "loss": 0.2631,
      "step": 15360
    },
    {
      "epoch": 1.9352268791132663,
      "grad_norm": 0.22839054465293884,
      "learning_rate": 0.00010112493738555453,
      "loss": 0.2533,
      "step": 15365
    },
    {
      "epoch": 1.9358566615234436,
      "grad_norm": 0.25195086002349854,
      "learning_rate": 0.0001010210265584505,
      "loss": 0.26,
      "step": 15370
    },
    {
      "epoch": 1.936486443933621,
      "grad_norm": 0.2431613951921463,
      "learning_rate": 0.00010091714203417404,
      "loss": 0.2802,
      "step": 15375
    },
    {
      "epoch": 1.9371162263437982,
      "grad_norm": 0.24503393471240997,
      "learning_rate": 0.00010081328386851342,
      "loss": 0.2968,
      "step": 15380
    },
    {
      "epoch": 1.9377460087539755,
      "grad_norm": 0.26283174753189087,
      "learning_rate": 0.00010070945211724298,
      "loss": 0.2831,
      "step": 15385
    },
    {
      "epoch": 1.9383757911641528,
      "grad_norm": 0.23644685745239258,
      "learning_rate": 0.00010060564683612264,
      "loss": 0.2843,
      "step": 15390
    },
    {
      "epoch": 1.9390055735743301,
      "grad_norm": 0.271457314491272,
      "learning_rate": 0.00010050186808089828,
      "loss": 0.2736,
      "step": 15395
    },
    {
      "epoch": 1.9396353559845072,
      "grad_norm": 0.2437523454427719,
      "learning_rate": 0.00010039811590730137,
      "loss": 0.2839,
      "step": 15400
    },
    {
      "epoch": 1.9402651383946847,
      "grad_norm": 0.25611042976379395,
      "learning_rate": 0.00010029439037104925,
      "loss": 0.2671,
      "step": 15405
    },
    {
      "epoch": 1.9408949208048618,
      "grad_norm": 0.2646775245666504,
      "learning_rate": 0.00010019069152784486,
      "loss": 0.3072,
      "step": 15410
    },
    {
      "epoch": 1.9415247032150393,
      "grad_norm": 0.26959145069122314,
      "learning_rate": 0.00010008701943337695,
      "loss": 0.2655,
      "step": 15415
    },
    {
      "epoch": 1.9421544856252164,
      "grad_norm": 0.28409838676452637,
      "learning_rate": 9.998337414331971e-05,
      "loss": 0.2643,
      "step": 15420
    },
    {
      "epoch": 1.9427842680353937,
      "grad_norm": 0.288766086101532,
      "learning_rate": 9.987975571333303e-05,
      "loss": 0.2849,
      "step": 15425
    },
    {
      "epoch": 1.943414050445571,
      "grad_norm": 0.28650057315826416,
      "learning_rate": 9.977616419906247e-05,
      "loss": 0.2672,
      "step": 15430
    },
    {
      "epoch": 1.9440438328557483,
      "grad_norm": 0.28229546546936035,
      "learning_rate": 9.967259965613893e-05,
      "loss": 0.2649,
      "step": 15435
    },
    {
      "epoch": 1.9446736152659256,
      "grad_norm": 0.21892526745796204,
      "learning_rate": 9.956906214017894e-05,
      "loss": 0.2668,
      "step": 15440
    },
    {
      "epoch": 1.945303397676103,
      "grad_norm": 0.27021822333335876,
      "learning_rate": 9.946555170678458e-05,
      "loss": 0.2725,
      "step": 15445
    },
    {
      "epoch": 1.9459331800862802,
      "grad_norm": 0.2574271857738495,
      "learning_rate": 9.936206841154328e-05,
      "loss": 0.2643,
      "step": 15450
    },
    {
      "epoch": 1.9465629624964573,
      "grad_norm": 0.2907993495464325,
      "learning_rate": 9.925861231002792e-05,
      "loss": 0.3103,
      "step": 15455
    },
    {
      "epoch": 1.9471927449066349,
      "grad_norm": 0.225221186876297,
      "learning_rate": 9.915518345779681e-05,
      "loss": 0.2804,
      "step": 15460
    },
    {
      "epoch": 1.947822527316812,
      "grad_norm": 0.2557651400566101,
      "learning_rate": 9.905178191039365e-05,
      "loss": 0.2735,
      "step": 15465
    },
    {
      "epoch": 1.9484523097269895,
      "grad_norm": 0.26498880982398987,
      "learning_rate": 9.894840772334733e-05,
      "loss": 0.2664,
      "step": 15470
    },
    {
      "epoch": 1.9490820921371665,
      "grad_norm": 0.2424790859222412,
      "learning_rate": 9.884506095217222e-05,
      "loss": 0.2693,
      "step": 15475
    },
    {
      "epoch": 1.9497118745473438,
      "grad_norm": 0.25802767276763916,
      "learning_rate": 9.87417416523679e-05,
      "loss": 0.2831,
      "step": 15480
    },
    {
      "epoch": 1.9503416569575212,
      "grad_norm": 0.2601839005947113,
      "learning_rate": 9.863844987941912e-05,
      "loss": 0.2629,
      "step": 15485
    },
    {
      "epoch": 1.9509714393676985,
      "grad_norm": 0.26015961170196533,
      "learning_rate": 9.853518568879602e-05,
      "loss": 0.2634,
      "step": 15490
    },
    {
      "epoch": 1.9516012217778758,
      "grad_norm": 0.2370160073041916,
      "learning_rate": 9.843194913595374e-05,
      "loss": 0.2557,
      "step": 15495
    },
    {
      "epoch": 1.952231004188053,
      "grad_norm": 0.2519363462924957,
      "learning_rate": 9.832874027633281e-05,
      "loss": 0.255,
      "step": 15500
    },
    {
      "epoch": 1.9528607865982304,
      "grad_norm": 0.3419806659221649,
      "learning_rate": 9.822555916535858e-05,
      "loss": 0.2744,
      "step": 15505
    },
    {
      "epoch": 1.9534905690084075,
      "grad_norm": 0.24397574365139008,
      "learning_rate": 9.812240585844176e-05,
      "loss": 0.2619,
      "step": 15510
    },
    {
      "epoch": 1.954120351418585,
      "grad_norm": 0.2432924211025238,
      "learning_rate": 9.801928041097795e-05,
      "loss": 0.2581,
      "step": 15515
    },
    {
      "epoch": 1.954750133828762,
      "grad_norm": 0.27478650212287903,
      "learning_rate": 9.791618287834797e-05,
      "loss": 0.2606,
      "step": 15520
    },
    {
      "epoch": 1.9553799162389396,
      "grad_norm": 0.29080766439437866,
      "learning_rate": 9.781311331591747e-05,
      "loss": 0.2656,
      "step": 15525
    },
    {
      "epoch": 1.9560096986491167,
      "grad_norm": 0.24801793694496155,
      "learning_rate": 9.771007177903723e-05,
      "loss": 0.2651,
      "step": 15530
    },
    {
      "epoch": 1.956639481059294,
      "grad_norm": 0.22467739880084991,
      "learning_rate": 9.76070583230429e-05,
      "loss": 0.2663,
      "step": 15535
    },
    {
      "epoch": 1.9572692634694713,
      "grad_norm": 0.24151213467121124,
      "learning_rate": 9.750407300325502e-05,
      "loss": 0.2612,
      "step": 15540
    },
    {
      "epoch": 1.9578990458796486,
      "grad_norm": 0.262352854013443,
      "learning_rate": 9.7401115874979e-05,
      "loss": 0.2508,
      "step": 15545
    },
    {
      "epoch": 1.9585288282898259,
      "grad_norm": 0.2491580843925476,
      "learning_rate": 9.72981869935053e-05,
      "loss": 0.2735,
      "step": 15550
    },
    {
      "epoch": 1.9591586107000032,
      "grad_norm": 0.27000558376312256,
      "learning_rate": 9.719528641410898e-05,
      "loss": 0.2794,
      "step": 15555
    },
    {
      "epoch": 1.9597883931101805,
      "grad_norm": 0.2562926113605499,
      "learning_rate": 9.709241419205008e-05,
      "loss": 0.2829,
      "step": 15560
    },
    {
      "epoch": 1.9604181755203576,
      "grad_norm": 0.2559642493724823,
      "learning_rate": 9.69895703825733e-05,
      "loss": 0.2768,
      "step": 15565
    },
    {
      "epoch": 1.961047957930535,
      "grad_norm": 0.23282787203788757,
      "learning_rate": 9.688675504090811e-05,
      "loss": 0.2648,
      "step": 15570
    },
    {
      "epoch": 1.9616777403407122,
      "grad_norm": 0.2280416637659073,
      "learning_rate": 9.678396822226868e-05,
      "loss": 0.2474,
      "step": 15575
    },
    {
      "epoch": 1.9623075227508897,
      "grad_norm": 0.2516798973083496,
      "learning_rate": 9.668120998185392e-05,
      "loss": 0.2855,
      "step": 15580
    },
    {
      "epoch": 1.9629373051610668,
      "grad_norm": 0.24892964959144592,
      "learning_rate": 9.657848037484726e-05,
      "loss": 0.2731,
      "step": 15585
    },
    {
      "epoch": 1.963567087571244,
      "grad_norm": 0.2524420917034149,
      "learning_rate": 9.647577945641699e-05,
      "loss": 0.275,
      "step": 15590
    },
    {
      "epoch": 1.9641968699814214,
      "grad_norm": 0.2617582380771637,
      "learning_rate": 9.637310728171577e-05,
      "loss": 0.293,
      "step": 15595
    },
    {
      "epoch": 1.9648266523915987,
      "grad_norm": 0.2635948061943054,
      "learning_rate": 9.627046390588086e-05,
      "loss": 0.2642,
      "step": 15600
    },
    {
      "epoch": 1.965456434801776,
      "grad_norm": 0.22701425850391388,
      "learning_rate": 9.61678493840342e-05,
      "loss": 0.2647,
      "step": 15605
    },
    {
      "epoch": 1.9660862172119533,
      "grad_norm": 0.2594752609729767,
      "learning_rate": 9.606526377128207e-05,
      "loss": 0.2846,
      "step": 15610
    },
    {
      "epoch": 1.9667159996221306,
      "grad_norm": 0.25541216135025024,
      "learning_rate": 9.596270712271524e-05,
      "loss": 0.2712,
      "step": 15615
    },
    {
      "epoch": 1.9673457820323077,
      "grad_norm": 0.26473337411880493,
      "learning_rate": 9.586017949340909e-05,
      "loss": 0.2515,
      "step": 15620
    },
    {
      "epoch": 1.9679755644424852,
      "grad_norm": 0.2370501607656479,
      "learning_rate": 9.575768093842321e-05,
      "loss": 0.2569,
      "step": 15625
    },
    {
      "epoch": 1.9686053468526623,
      "grad_norm": 0.25999268889427185,
      "learning_rate": 9.565521151280168e-05,
      "loss": 0.2846,
      "step": 15630
    },
    {
      "epoch": 1.9692351292628398,
      "grad_norm": 0.2597227394580841,
      "learning_rate": 9.555277127157294e-05,
      "loss": 0.2814,
      "step": 15635
    },
    {
      "epoch": 1.969864911673017,
      "grad_norm": 0.22267143428325653,
      "learning_rate": 9.545036026974979e-05,
      "loss": 0.2703,
      "step": 15640
    },
    {
      "epoch": 1.9704946940831942,
      "grad_norm": 0.2599702477455139,
      "learning_rate": 9.534797856232913e-05,
      "loss": 0.2741,
      "step": 15645
    },
    {
      "epoch": 1.9711244764933715,
      "grad_norm": 0.23703083395957947,
      "learning_rate": 9.524562620429243e-05,
      "loss": 0.2657,
      "step": 15650
    },
    {
      "epoch": 1.9717542589035488,
      "grad_norm": 0.24194732308387756,
      "learning_rate": 9.514330325060515e-05,
      "loss": 0.2613,
      "step": 15655
    },
    {
      "epoch": 1.9723840413137261,
      "grad_norm": 0.2648374140262604,
      "learning_rate": 9.504100975621709e-05,
      "loss": 0.2808,
      "step": 15660
    },
    {
      "epoch": 1.9730138237239034,
      "grad_norm": 0.2491552084684372,
      "learning_rate": 9.493874577606218e-05,
      "loss": 0.2622,
      "step": 15665
    },
    {
      "epoch": 1.9736436061340807,
      "grad_norm": 0.25322696566581726,
      "learning_rate": 9.483651136505857e-05,
      "loss": 0.2716,
      "step": 15670
    },
    {
      "epoch": 1.9742733885442578,
      "grad_norm": 0.22565199434757233,
      "learning_rate": 9.473430657810838e-05,
      "loss": 0.2947,
      "step": 15675
    },
    {
      "epoch": 1.9749031709544353,
      "grad_norm": 0.2594245672225952,
      "learning_rate": 9.463213147009795e-05,
      "loss": 0.2793,
      "step": 15680
    },
    {
      "epoch": 1.9755329533646124,
      "grad_norm": 0.2432025521993637,
      "learning_rate": 9.452998609589769e-05,
      "loss": 0.2559,
      "step": 15685
    },
    {
      "epoch": 1.97616273577479,
      "grad_norm": 0.2537454068660736,
      "learning_rate": 9.442787051036192e-05,
      "loss": 0.2842,
      "step": 15690
    },
    {
      "epoch": 1.976792518184967,
      "grad_norm": 0.2597581446170807,
      "learning_rate": 9.432578476832911e-05,
      "loss": 0.2755,
      "step": 15695
    },
    {
      "epoch": 1.9774223005951443,
      "grad_norm": 0.25382810831069946,
      "learning_rate": 9.42237289246216e-05,
      "loss": 0.2653,
      "step": 15700
    },
    {
      "epoch": 1.9780520830053216,
      "grad_norm": 0.23822832107543945,
      "learning_rate": 9.412170303404579e-05,
      "loss": 0.2624,
      "step": 15705
    },
    {
      "epoch": 1.978681865415499,
      "grad_norm": 0.2722800076007843,
      "learning_rate": 9.40197071513918e-05,
      "loss": 0.2712,
      "step": 15710
    },
    {
      "epoch": 1.9793116478256763,
      "grad_norm": 0.2273283749818802,
      "learning_rate": 9.39177413314338e-05,
      "loss": 0.2545,
      "step": 15715
    },
    {
      "epoch": 1.9799414302358536,
      "grad_norm": 0.24674946069717407,
      "learning_rate": 9.381580562892972e-05,
      "loss": 0.2606,
      "step": 15720
    },
    {
      "epoch": 1.9805712126460309,
      "grad_norm": 0.23100855946540833,
      "learning_rate": 9.371390009862145e-05,
      "loss": 0.2632,
      "step": 15725
    },
    {
      "epoch": 1.981200995056208,
      "grad_norm": 0.23489323258399963,
      "learning_rate": 9.361202479523448e-05,
      "loss": 0.2833,
      "step": 15730
    },
    {
      "epoch": 1.9818307774663855,
      "grad_norm": 0.26526087522506714,
      "learning_rate": 9.35101797734783e-05,
      "loss": 0.2717,
      "step": 15735
    },
    {
      "epoch": 1.9824605598765626,
      "grad_norm": 0.27042046189308167,
      "learning_rate": 9.340836508804595e-05,
      "loss": 0.2664,
      "step": 15740
    },
    {
      "epoch": 1.98309034228674,
      "grad_norm": 0.28461650013923645,
      "learning_rate": 9.330658079361422e-05,
      "loss": 0.26,
      "step": 15745
    },
    {
      "epoch": 1.9837201246969172,
      "grad_norm": 0.26529213786125183,
      "learning_rate": 9.320482694484356e-05,
      "loss": 0.2808,
      "step": 15750
    },
    {
      "epoch": 1.9843499071070945,
      "grad_norm": 0.32026639580726624,
      "learning_rate": 9.310310359637823e-05,
      "loss": 0.2631,
      "step": 15755
    },
    {
      "epoch": 1.9849796895172718,
      "grad_norm": 0.2596029043197632,
      "learning_rate": 9.300141080284588e-05,
      "loss": 0.2771,
      "step": 15760
    },
    {
      "epoch": 1.985609471927449,
      "grad_norm": 0.25400853157043457,
      "learning_rate": 9.289974861885796e-05,
      "loss": 0.2532,
      "step": 15765
    },
    {
      "epoch": 1.9862392543376264,
      "grad_norm": 0.29176244139671326,
      "learning_rate": 9.279811709900934e-05,
      "loss": 0.2719,
      "step": 15770
    },
    {
      "epoch": 1.9868690367478037,
      "grad_norm": 0.2530720829963684,
      "learning_rate": 9.26965162978785e-05,
      "loss": 0.2676,
      "step": 15775
    },
    {
      "epoch": 1.987498819157981,
      "grad_norm": 0.23311518132686615,
      "learning_rate": 9.259494627002728e-05,
      "loss": 0.2632,
      "step": 15780
    },
    {
      "epoch": 1.988128601568158,
      "grad_norm": 0.2402007132768631,
      "learning_rate": 9.249340707000123e-05,
      "loss": 0.2419,
      "step": 15785
    },
    {
      "epoch": 1.9887583839783356,
      "grad_norm": 0.24241755902767181,
      "learning_rate": 9.239189875232914e-05,
      "loss": 0.2567,
      "step": 15790
    },
    {
      "epoch": 1.9893881663885127,
      "grad_norm": 0.31180015206336975,
      "learning_rate": 9.229042137152337e-05,
      "loss": 0.2864,
      "step": 15795
    },
    {
      "epoch": 1.9900179487986902,
      "grad_norm": 0.29330986738204956,
      "learning_rate": 9.218897498207952e-05,
      "loss": 0.2626,
      "step": 15800
    },
    {
      "epoch": 1.9906477312088673,
      "grad_norm": 0.24687117338180542,
      "learning_rate": 9.208755963847663e-05,
      "loss": 0.2721,
      "step": 15805
    },
    {
      "epoch": 1.9912775136190446,
      "grad_norm": 0.22886700928211212,
      "learning_rate": 9.198617539517714e-05,
      "loss": 0.2626,
      "step": 15810
    },
    {
      "epoch": 1.991907296029222,
      "grad_norm": 0.2331649363040924,
      "learning_rate": 9.188482230662662e-05,
      "loss": 0.2484,
      "step": 15815
    },
    {
      "epoch": 1.9925370784393992,
      "grad_norm": 0.23371124267578125,
      "learning_rate": 9.178350042725397e-05,
      "loss": 0.291,
      "step": 15820
    },
    {
      "epoch": 1.9931668608495765,
      "grad_norm": 0.2478175163269043,
      "learning_rate": 9.168220981147143e-05,
      "loss": 0.2748,
      "step": 15825
    },
    {
      "epoch": 1.9937966432597538,
      "grad_norm": 0.25952714681625366,
      "learning_rate": 9.158095051367433e-05,
      "loss": 0.2568,
      "step": 15830
    },
    {
      "epoch": 1.9944264256699311,
      "grad_norm": 0.2522846758365631,
      "learning_rate": 9.14797225882412e-05,
      "loss": 0.2414,
      "step": 15835
    },
    {
      "epoch": 1.9950562080801082,
      "grad_norm": 0.24577966332435608,
      "learning_rate": 9.137852608953384e-05,
      "loss": 0.2573,
      "step": 15840
    },
    {
      "epoch": 1.9956859904902857,
      "grad_norm": 0.2714809775352478,
      "learning_rate": 9.127736107189705e-05,
      "loss": 0.2703,
      "step": 15845
    },
    {
      "epoch": 1.9963157729004628,
      "grad_norm": 0.25562793016433716,
      "learning_rate": 9.117622758965866e-05,
      "loss": 0.2601,
      "step": 15850
    },
    {
      "epoch": 1.9969455553106403,
      "grad_norm": 0.23811009526252747,
      "learning_rate": 9.107512569712975e-05,
      "loss": 0.2474,
      "step": 15855
    },
    {
      "epoch": 1.9975753377208174,
      "grad_norm": 0.24953188002109528,
      "learning_rate": 9.097405544860437e-05,
      "loss": 0.2582,
      "step": 15860
    },
    {
      "epoch": 1.9982051201309947,
      "grad_norm": 0.23611120879650116,
      "learning_rate": 9.087301689835944e-05,
      "loss": 0.253,
      "step": 15865
    },
    {
      "epoch": 1.998834902541172,
      "grad_norm": 0.24487170577049255,
      "learning_rate": 9.077201010065509e-05,
      "loss": 0.2508,
      "step": 15870
    },
    {
      "epoch": 1.9994646849513493,
      "grad_norm": 0.2839270830154419,
      "learning_rate": 9.06710351097342e-05,
      "loss": 0.2748,
      "step": 15875
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.2304636538028717,
      "learning_rate": 9.057009197982272e-05,
      "loss": 0.2653,
      "step": 15880
    },
    {
      "epoch": 2.000629782410177,
      "grad_norm": 0.19537301361560822,
      "learning_rate": 9.046918076512935e-05,
      "loss": 0.1844,
      "step": 15885
    },
    {
      "epoch": 2.0012595648203546,
      "grad_norm": 0.22054894268512726,
      "learning_rate": 9.036830151984571e-05,
      "loss": 0.196,
      "step": 15890
    },
    {
      "epoch": 2.0018893472305317,
      "grad_norm": 0.23987694084644318,
      "learning_rate": 9.02674542981463e-05,
      "loss": 0.1962,
      "step": 15895
    },
    {
      "epoch": 2.002519129640709,
      "grad_norm": 0.24562768638134003,
      "learning_rate": 9.016663915418835e-05,
      "loss": 0.1826,
      "step": 15900
    },
    {
      "epoch": 2.0031489120508863,
      "grad_norm": 0.27111175656318665,
      "learning_rate": 9.00658561421119e-05,
      "loss": 0.2025,
      "step": 15905
    },
    {
      "epoch": 2.003778694461064,
      "grad_norm": 0.21321839094161987,
      "learning_rate": 8.99651053160398e-05,
      "loss": 0.1743,
      "step": 15910
    },
    {
      "epoch": 2.004408476871241,
      "grad_norm": 0.2295263558626175,
      "learning_rate": 8.986438673007749e-05,
      "loss": 0.1856,
      "step": 15915
    },
    {
      "epoch": 2.0050382592814184,
      "grad_norm": 0.22658327221870422,
      "learning_rate": 8.976370043831313e-05,
      "loss": 0.1896,
      "step": 15920
    },
    {
      "epoch": 2.0056680416915955,
      "grad_norm": 0.21595464646816254,
      "learning_rate": 8.966304649481753e-05,
      "loss": 0.1865,
      "step": 15925
    },
    {
      "epoch": 2.006297824101773,
      "grad_norm": 0.23339222371578217,
      "learning_rate": 8.956242495364426e-05,
      "loss": 0.1866,
      "step": 15930
    },
    {
      "epoch": 2.00692760651195,
      "grad_norm": 0.20041927695274353,
      "learning_rate": 8.946183586882929e-05,
      "loss": 0.1745,
      "step": 15935
    },
    {
      "epoch": 2.007557388922127,
      "grad_norm": 0.19914592802524567,
      "learning_rate": 8.936127929439131e-05,
      "loss": 0.1885,
      "step": 15940
    },
    {
      "epoch": 2.0081871713323047,
      "grad_norm": 0.20688550174236298,
      "learning_rate": 8.926075528433149e-05,
      "loss": 0.1932,
      "step": 15945
    },
    {
      "epoch": 2.008816953742482,
      "grad_norm": 0.23507048189640045,
      "learning_rate": 8.916026389263358e-05,
      "loss": 0.1865,
      "step": 15950
    },
    {
      "epoch": 2.0094467361526593,
      "grad_norm": 0.2366725355386734,
      "learning_rate": 8.905980517326358e-05,
      "loss": 0.1867,
      "step": 15955
    },
    {
      "epoch": 2.0100765185628364,
      "grad_norm": 0.20678187906742096,
      "learning_rate": 8.895937918017028e-05,
      "loss": 0.1785,
      "step": 15960
    },
    {
      "epoch": 2.010706300973014,
      "grad_norm": 0.2642296850681305,
      "learning_rate": 8.885898596728463e-05,
      "loss": 0.1812,
      "step": 15965
    },
    {
      "epoch": 2.011336083383191,
      "grad_norm": 0.20598894357681274,
      "learning_rate": 8.875862558852016e-05,
      "loss": 0.1861,
      "step": 15970
    },
    {
      "epoch": 2.0119658657933686,
      "grad_norm": 0.23556114733219147,
      "learning_rate": 8.865829809777265e-05,
      "loss": 0.1873,
      "step": 15975
    },
    {
      "epoch": 2.0125956482035456,
      "grad_norm": 0.25772175192832947,
      "learning_rate": 8.855800354892022e-05,
      "loss": 0.1858,
      "step": 15980
    },
    {
      "epoch": 2.013225430613723,
      "grad_norm": 0.21538549661636353,
      "learning_rate": 8.845774199582344e-05,
      "loss": 0.1738,
      "step": 15985
    },
    {
      "epoch": 2.0138552130239002,
      "grad_norm": 0.22819840908050537,
      "learning_rate": 8.835751349232496e-05,
      "loss": 0.1843,
      "step": 15990
    },
    {
      "epoch": 2.0144849954340773,
      "grad_norm": 0.23319579660892487,
      "learning_rate": 8.825731809224976e-05,
      "loss": 0.1878,
      "step": 15995
    },
    {
      "epoch": 2.015114777844255,
      "grad_norm": 0.24107947945594788,
      "learning_rate": 8.815715584940511e-05,
      "loss": 0.1867,
      "step": 16000
    },
    {
      "epoch": 2.015114777844255,
      "eval_loss": 0.3415575921535492,
      "eval_runtime": 6.166,
      "eval_samples_per_second": 162.181,
      "eval_steps_per_second": 10.217,
      "step": 16000
    },
    {
      "epoch": 2.015744560254432,
      "grad_norm": 0.2272019386291504,
      "learning_rate": 8.805702681758042e-05,
      "loss": 0.1718,
      "step": 16005
    },
    {
      "epoch": 2.0163743426646095,
      "grad_norm": 0.22147491574287415,
      "learning_rate": 8.795693105054723e-05,
      "loss": 0.175,
      "step": 16010
    },
    {
      "epoch": 2.0170041250747865,
      "grad_norm": 0.21899926662445068,
      "learning_rate": 8.785686860205929e-05,
      "loss": 0.1749,
      "step": 16015
    },
    {
      "epoch": 2.017633907484964,
      "grad_norm": 0.24299047887325287,
      "learning_rate": 8.775683952585246e-05,
      "loss": 0.1902,
      "step": 16020
    },
    {
      "epoch": 2.018263689895141,
      "grad_norm": 0.24278461933135986,
      "learning_rate": 8.765684387564454e-05,
      "loss": 0.1872,
      "step": 16025
    },
    {
      "epoch": 2.0188934723053187,
      "grad_norm": 0.24929705262184143,
      "learning_rate": 8.75568817051355e-05,
      "loss": 0.1838,
      "step": 16030
    },
    {
      "epoch": 2.0195232547154958,
      "grad_norm": 0.20675018429756165,
      "learning_rate": 8.745695306800738e-05,
      "loss": 0.1734,
      "step": 16035
    },
    {
      "epoch": 2.0201530371256733,
      "grad_norm": 0.25064778327941895,
      "learning_rate": 8.73570580179241e-05,
      "loss": 0.1821,
      "step": 16040
    },
    {
      "epoch": 2.0207828195358504,
      "grad_norm": 0.23618988692760468,
      "learning_rate": 8.725719660853157e-05,
      "loss": 0.1935,
      "step": 16045
    },
    {
      "epoch": 2.0214126019460275,
      "grad_norm": 0.2201015204191208,
      "learning_rate": 8.715736889345766e-05,
      "loss": 0.1806,
      "step": 16050
    },
    {
      "epoch": 2.022042384356205,
      "grad_norm": 0.23748455941677094,
      "learning_rate": 8.705757492631214e-05,
      "loss": 0.1807,
      "step": 16055
    },
    {
      "epoch": 2.022672166766382,
      "grad_norm": 0.2563530504703522,
      "learning_rate": 8.695781476068664e-05,
      "loss": 0.1825,
      "step": 16060
    },
    {
      "epoch": 2.0233019491765596,
      "grad_norm": 0.27659016847610474,
      "learning_rate": 8.685808845015464e-05,
      "loss": 0.1861,
      "step": 16065
    },
    {
      "epoch": 2.0239317315867367,
      "grad_norm": 0.19301186501979828,
      "learning_rate": 8.675839604827146e-05,
      "loss": 0.1804,
      "step": 16070
    },
    {
      "epoch": 2.024561513996914,
      "grad_norm": 0.245374858379364,
      "learning_rate": 8.665873760857415e-05,
      "loss": 0.1785,
      "step": 16075
    },
    {
      "epoch": 2.0251912964070913,
      "grad_norm": 0.21472232043743134,
      "learning_rate": 8.655911318458166e-05,
      "loss": 0.1785,
      "step": 16080
    },
    {
      "epoch": 2.025821078817269,
      "grad_norm": 0.22257132828235626,
      "learning_rate": 8.645952282979453e-05,
      "loss": 0.1812,
      "step": 16085
    },
    {
      "epoch": 2.026450861227446,
      "grad_norm": 0.25223472714424133,
      "learning_rate": 8.635996659769512e-05,
      "loss": 0.1934,
      "step": 16090
    },
    {
      "epoch": 2.0270806436376234,
      "grad_norm": 0.22251825034618378,
      "learning_rate": 8.626044454174724e-05,
      "loss": 0.1895,
      "step": 16095
    },
    {
      "epoch": 2.0277104260478005,
      "grad_norm": 0.2073337882757187,
      "learning_rate": 8.616095671539663e-05,
      "loss": 0.1851,
      "step": 16100
    },
    {
      "epoch": 2.0283402084579776,
      "grad_norm": 0.21960042417049408,
      "learning_rate": 8.606150317207053e-05,
      "loss": 0.1809,
      "step": 16105
    },
    {
      "epoch": 2.028969990868155,
      "grad_norm": 0.23633064329624176,
      "learning_rate": 8.596208396517771e-05,
      "loss": 0.1839,
      "step": 16110
    },
    {
      "epoch": 2.029599773278332,
      "grad_norm": 0.21128375828266144,
      "learning_rate": 8.586269914810855e-05,
      "loss": 0.1828,
      "step": 16115
    },
    {
      "epoch": 2.0302295556885097,
      "grad_norm": 0.24467304348945618,
      "learning_rate": 8.576334877423505e-05,
      "loss": 0.1784,
      "step": 16120
    },
    {
      "epoch": 2.030859338098687,
      "grad_norm": 0.24976873397827148,
      "learning_rate": 8.566403289691062e-05,
      "loss": 0.1924,
      "step": 16125
    },
    {
      "epoch": 2.0314891205088643,
      "grad_norm": 0.258323609828949,
      "learning_rate": 8.556475156947008e-05,
      "loss": 0.1889,
      "step": 16130
    },
    {
      "epoch": 2.0321189029190414,
      "grad_norm": 0.24420535564422607,
      "learning_rate": 8.546550484522973e-05,
      "loss": 0.197,
      "step": 16135
    },
    {
      "epoch": 2.032748685329219,
      "grad_norm": 0.2438700944185257,
      "learning_rate": 8.536629277748746e-05,
      "loss": 0.1958,
      "step": 16140
    },
    {
      "epoch": 2.033378467739396,
      "grad_norm": 0.25343936681747437,
      "learning_rate": 8.526711541952236e-05,
      "loss": 0.1877,
      "step": 16145
    },
    {
      "epoch": 2.0340082501495735,
      "grad_norm": 0.24403081834316254,
      "learning_rate": 8.516797282459493e-05,
      "loss": 0.1774,
      "step": 16150
    },
    {
      "epoch": 2.0346380325597506,
      "grad_norm": 0.24733777344226837,
      "learning_rate": 8.506886504594704e-05,
      "loss": 0.1792,
      "step": 16155
    },
    {
      "epoch": 2.0352678149699277,
      "grad_norm": 0.22619028389453888,
      "learning_rate": 8.496979213680177e-05,
      "loss": 0.1807,
      "step": 16160
    },
    {
      "epoch": 2.0358975973801052,
      "grad_norm": 0.23040007054805756,
      "learning_rate": 8.48707541503636e-05,
      "loss": 0.1804,
      "step": 16165
    },
    {
      "epoch": 2.0365273797902823,
      "grad_norm": 0.21034270524978638,
      "learning_rate": 8.477175113981813e-05,
      "loss": 0.1787,
      "step": 16170
    },
    {
      "epoch": 2.03715716220046,
      "grad_norm": 0.21682168543338776,
      "learning_rate": 8.467278315833224e-05,
      "loss": 0.1817,
      "step": 16175
    },
    {
      "epoch": 2.037786944610637,
      "grad_norm": 0.2700116038322449,
      "learning_rate": 8.457385025905407e-05,
      "loss": 0.1896,
      "step": 16180
    },
    {
      "epoch": 2.0384167270208144,
      "grad_norm": 0.214239239692688,
      "learning_rate": 8.44749524951128e-05,
      "loss": 0.1827,
      "step": 16185
    },
    {
      "epoch": 2.0390465094309915,
      "grad_norm": 0.2243194878101349,
      "learning_rate": 8.437608991961885e-05,
      "loss": 0.1833,
      "step": 16190
    },
    {
      "epoch": 2.039676291841169,
      "grad_norm": 0.28487569093704224,
      "learning_rate": 8.427726258566353e-05,
      "loss": 0.1901,
      "step": 16195
    },
    {
      "epoch": 2.040306074251346,
      "grad_norm": 0.24857446551322937,
      "learning_rate": 8.41784705463195e-05,
      "loss": 0.192,
      "step": 16200
    },
    {
      "epoch": 2.0409358566615237,
      "grad_norm": 0.22208547592163086,
      "learning_rate": 8.407971385464032e-05,
      "loss": 0.1907,
      "step": 16205
    },
    {
      "epoch": 2.0415656390717007,
      "grad_norm": 0.22752498090267181,
      "learning_rate": 8.398099256366057e-05,
      "loss": 0.1827,
      "step": 16210
    },
    {
      "epoch": 2.042195421481878,
      "grad_norm": 0.25674304366111755,
      "learning_rate": 8.388230672639584e-05,
      "loss": 0.1889,
      "step": 16215
    },
    {
      "epoch": 2.0428252038920554,
      "grad_norm": 0.22372281551361084,
      "learning_rate": 8.378365639584264e-05,
      "loss": 0.1816,
      "step": 16220
    },
    {
      "epoch": 2.0434549863022324,
      "grad_norm": 0.25298216938972473,
      "learning_rate": 8.368504162497859e-05,
      "loss": 0.1813,
      "step": 16225
    },
    {
      "epoch": 2.04408476871241,
      "grad_norm": 0.21058551967144012,
      "learning_rate": 8.358646246676197e-05,
      "loss": 0.1855,
      "step": 16230
    },
    {
      "epoch": 2.044714551122587,
      "grad_norm": 0.2757975459098816,
      "learning_rate": 8.348791897413196e-05,
      "loss": 0.1749,
      "step": 16235
    },
    {
      "epoch": 2.0453443335327646,
      "grad_norm": 0.22646676003932953,
      "learning_rate": 8.338941120000884e-05,
      "loss": 0.1852,
      "step": 16240
    },
    {
      "epoch": 2.0459741159429417,
      "grad_norm": 0.23769816756248474,
      "learning_rate": 8.329093919729342e-05,
      "loss": 0.1869,
      "step": 16245
    },
    {
      "epoch": 2.046603898353119,
      "grad_norm": 0.22907455265522003,
      "learning_rate": 8.319250301886746e-05,
      "loss": 0.1876,
      "step": 16250
    },
    {
      "epoch": 2.0472336807632963,
      "grad_norm": 0.22925196588039398,
      "learning_rate": 8.309410271759342e-05,
      "loss": 0.1885,
      "step": 16255
    },
    {
      "epoch": 2.0478634631734733,
      "grad_norm": 0.22043700516223907,
      "learning_rate": 8.299573834631454e-05,
      "loss": 0.181,
      "step": 16260
    },
    {
      "epoch": 2.048493245583651,
      "grad_norm": 0.23858542740345,
      "learning_rate": 8.289740995785468e-05,
      "loss": 0.1898,
      "step": 16265
    },
    {
      "epoch": 2.049123027993828,
      "grad_norm": 0.23982049524784088,
      "learning_rate": 8.279911760501846e-05,
      "loss": 0.1838,
      "step": 16270
    },
    {
      "epoch": 2.0497528104040055,
      "grad_norm": 0.21694807708263397,
      "learning_rate": 8.270086134059113e-05,
      "loss": 0.1795,
      "step": 16275
    },
    {
      "epoch": 2.0503825928141826,
      "grad_norm": 0.20050913095474243,
      "learning_rate": 8.260264121733846e-05,
      "loss": 0.175,
      "step": 16280
    },
    {
      "epoch": 2.05101237522436,
      "grad_norm": 0.2118636816740036,
      "learning_rate": 8.250445728800706e-05,
      "loss": 0.1778,
      "step": 16285
    },
    {
      "epoch": 2.051642157634537,
      "grad_norm": 0.2250407338142395,
      "learning_rate": 8.240630960532382e-05,
      "loss": 0.1885,
      "step": 16290
    },
    {
      "epoch": 2.0522719400447147,
      "grad_norm": 0.2565051019191742,
      "learning_rate": 8.230819822199642e-05,
      "loss": 0.1901,
      "step": 16295
    },
    {
      "epoch": 2.0529017224548918,
      "grad_norm": 0.24367564916610718,
      "learning_rate": 8.221012319071268e-05,
      "loss": 0.1798,
      "step": 16300
    },
    {
      "epoch": 2.0535315048650693,
      "grad_norm": 0.24313905835151672,
      "learning_rate": 8.211208456414135e-05,
      "loss": 0.1908,
      "step": 16305
    },
    {
      "epoch": 2.0541612872752464,
      "grad_norm": 0.23950958251953125,
      "learning_rate": 8.201408239493131e-05,
      "loss": 0.1815,
      "step": 16310
    },
    {
      "epoch": 2.0547910696854235,
      "grad_norm": 0.24551273882389069,
      "learning_rate": 8.1916116735712e-05,
      "loss": 0.1941,
      "step": 16315
    },
    {
      "epoch": 2.055420852095601,
      "grad_norm": 0.21070988476276398,
      "learning_rate": 8.181818763909314e-05,
      "loss": 0.1868,
      "step": 16320
    },
    {
      "epoch": 2.056050634505778,
      "grad_norm": 0.21926933526992798,
      "learning_rate": 8.172029515766502e-05,
      "loss": 0.1848,
      "step": 16325
    },
    {
      "epoch": 2.0566804169159556,
      "grad_norm": 0.22517934441566467,
      "learning_rate": 8.162243934399812e-05,
      "loss": 0.1912,
      "step": 16330
    },
    {
      "epoch": 2.0573101993261327,
      "grad_norm": 0.2571990489959717,
      "learning_rate": 8.152462025064315e-05,
      "loss": 0.1834,
      "step": 16335
    },
    {
      "epoch": 2.05793998173631,
      "grad_norm": 0.22555163502693176,
      "learning_rate": 8.14268379301312e-05,
      "loss": 0.19,
      "step": 16340
    },
    {
      "epoch": 2.0585697641464873,
      "grad_norm": 0.2326682209968567,
      "learning_rate": 8.13290924349737e-05,
      "loss": 0.1786,
      "step": 16345
    },
    {
      "epoch": 2.059199546556665,
      "grad_norm": 0.22472088038921356,
      "learning_rate": 8.123138381766218e-05,
      "loss": 0.1843,
      "step": 16350
    },
    {
      "epoch": 2.059829328966842,
      "grad_norm": 0.2206810563802719,
      "learning_rate": 8.113371213066838e-05,
      "loss": 0.1781,
      "step": 16355
    },
    {
      "epoch": 2.0604591113770194,
      "grad_norm": 0.2740577757358551,
      "learning_rate": 8.103607742644426e-05,
      "loss": 0.1875,
      "step": 16360
    },
    {
      "epoch": 2.0610888937871965,
      "grad_norm": 0.22217485308647156,
      "learning_rate": 8.093847975742185e-05,
      "loss": 0.1748,
      "step": 16365
    },
    {
      "epoch": 2.0617186761973736,
      "grad_norm": 0.2460946887731552,
      "learning_rate": 8.084091917601336e-05,
      "loss": 0.1839,
      "step": 16370
    },
    {
      "epoch": 2.062348458607551,
      "grad_norm": 0.2489384114742279,
      "learning_rate": 8.074339573461101e-05,
      "loss": 0.1818,
      "step": 16375
    },
    {
      "epoch": 2.062978241017728,
      "grad_norm": 0.22755055129528046,
      "learning_rate": 8.06459094855871e-05,
      "loss": 0.1885,
      "step": 16380
    },
    {
      "epoch": 2.0636080234279057,
      "grad_norm": 0.22558000683784485,
      "learning_rate": 8.054846048129406e-05,
      "loss": 0.1805,
      "step": 16385
    },
    {
      "epoch": 2.064237805838083,
      "grad_norm": 0.2083364725112915,
      "learning_rate": 8.045104877406418e-05,
      "loss": 0.1809,
      "step": 16390
    },
    {
      "epoch": 2.0648675882482603,
      "grad_norm": 0.23679542541503906,
      "learning_rate": 8.035367441620976e-05,
      "loss": 0.181,
      "step": 16395
    },
    {
      "epoch": 2.0654973706584374,
      "grad_norm": 0.2173621654510498,
      "learning_rate": 8.025633746002311e-05,
      "loss": 0.1857,
      "step": 16400
    },
    {
      "epoch": 2.066127153068615,
      "grad_norm": 0.22376009821891785,
      "learning_rate": 8.015903795777634e-05,
      "loss": 0.1832,
      "step": 16405
    },
    {
      "epoch": 2.066756935478792,
      "grad_norm": 0.24444858729839325,
      "learning_rate": 8.00617759617215e-05,
      "loss": 0.1959,
      "step": 16410
    },
    {
      "epoch": 2.0673867178889695,
      "grad_norm": 0.21472635865211487,
      "learning_rate": 7.996455152409055e-05,
      "loss": 0.17,
      "step": 16415
    },
    {
      "epoch": 2.0680165002991466,
      "grad_norm": 0.22463464736938477,
      "learning_rate": 7.986736469709521e-05,
      "loss": 0.1847,
      "step": 16420
    },
    {
      "epoch": 2.0686462827093237,
      "grad_norm": 0.2251402884721756,
      "learning_rate": 7.977021553292696e-05,
      "loss": 0.1822,
      "step": 16425
    },
    {
      "epoch": 2.0692760651195012,
      "grad_norm": 0.21793001890182495,
      "learning_rate": 7.967310408375725e-05,
      "loss": 0.1862,
      "step": 16430
    },
    {
      "epoch": 2.0699058475296783,
      "grad_norm": 0.2344975620508194,
      "learning_rate": 7.957603040173714e-05,
      "loss": 0.1791,
      "step": 16435
    },
    {
      "epoch": 2.070535629939856,
      "grad_norm": 0.23466047644615173,
      "learning_rate": 7.947899453899725e-05,
      "loss": 0.1867,
      "step": 16440
    },
    {
      "epoch": 2.071165412350033,
      "grad_norm": 0.2190965861082077,
      "learning_rate": 7.93819965476482e-05,
      "loss": 0.1831,
      "step": 16445
    },
    {
      "epoch": 2.0717951947602105,
      "grad_norm": 0.22384218871593475,
      "learning_rate": 7.928503647978012e-05,
      "loss": 0.1745,
      "step": 16450
    },
    {
      "epoch": 2.0724249771703875,
      "grad_norm": 0.23837679624557495,
      "learning_rate": 7.918811438746272e-05,
      "loss": 0.1875,
      "step": 16455
    },
    {
      "epoch": 2.073054759580565,
      "grad_norm": 0.2510152757167816,
      "learning_rate": 7.909123032274542e-05,
      "loss": 0.1849,
      "step": 16460
    },
    {
      "epoch": 2.073684541990742,
      "grad_norm": 0.2514597475528717,
      "learning_rate": 7.899438433765711e-05,
      "loss": 0.1882,
      "step": 16465
    },
    {
      "epoch": 2.0743143244009197,
      "grad_norm": 0.20441210269927979,
      "learning_rate": 7.889757648420648e-05,
      "loss": 0.1754,
      "step": 16470
    },
    {
      "epoch": 2.0749441068110968,
      "grad_norm": 0.25783875584602356,
      "learning_rate": 7.880080681438134e-05,
      "loss": 0.1859,
      "step": 16475
    },
    {
      "epoch": 2.075573889221274,
      "grad_norm": 0.2234499454498291,
      "learning_rate": 7.870407538014933e-05,
      "loss": 0.1842,
      "step": 16480
    },
    {
      "epoch": 2.0762036716314514,
      "grad_norm": 0.24572981894016266,
      "learning_rate": 7.860738223345734e-05,
      "loss": 0.1728,
      "step": 16485
    },
    {
      "epoch": 2.0768334540416284,
      "grad_norm": 0.23702028393745422,
      "learning_rate": 7.851072742623194e-05,
      "loss": 0.1748,
      "step": 16490
    },
    {
      "epoch": 2.077463236451806,
      "grad_norm": 0.23450568318367004,
      "learning_rate": 7.84141110103789e-05,
      "loss": 0.1826,
      "step": 16495
    },
    {
      "epoch": 2.078093018861983,
      "grad_norm": 0.23022450506687164,
      "learning_rate": 7.831753303778342e-05,
      "loss": 0.1684,
      "step": 16500
    },
    {
      "epoch": 2.0787228012721606,
      "grad_norm": 0.22727181017398834,
      "learning_rate": 7.822099356031014e-05,
      "loss": 0.1751,
      "step": 16505
    },
    {
      "epoch": 2.0793525836823377,
      "grad_norm": 0.20935000479221344,
      "learning_rate": 7.812449262980289e-05,
      "loss": 0.1748,
      "step": 16510
    },
    {
      "epoch": 2.079982366092515,
      "grad_norm": 0.2445985972881317,
      "learning_rate": 7.802803029808492e-05,
      "loss": 0.1869,
      "step": 16515
    },
    {
      "epoch": 2.0806121485026923,
      "grad_norm": 0.21021974086761475,
      "learning_rate": 7.793160661695867e-05,
      "loss": 0.1778,
      "step": 16520
    },
    {
      "epoch": 2.08124193091287,
      "grad_norm": 0.20149335265159607,
      "learning_rate": 7.783522163820587e-05,
      "loss": 0.1685,
      "step": 16525
    },
    {
      "epoch": 2.081871713323047,
      "grad_norm": 0.2342994064092636,
      "learning_rate": 7.773887541358749e-05,
      "loss": 0.1714,
      "step": 16530
    },
    {
      "epoch": 2.082501495733224,
      "grad_norm": 0.2518448829650879,
      "learning_rate": 7.764256799484364e-05,
      "loss": 0.1899,
      "step": 16535
    },
    {
      "epoch": 2.0831312781434015,
      "grad_norm": 0.22891752421855927,
      "learning_rate": 7.754629943369365e-05,
      "loss": 0.1724,
      "step": 16540
    },
    {
      "epoch": 2.0837610605535786,
      "grad_norm": 0.2348988950252533,
      "learning_rate": 7.74500697818358e-05,
      "loss": 0.1772,
      "step": 16545
    },
    {
      "epoch": 2.084390842963756,
      "grad_norm": 0.21126072108745575,
      "learning_rate": 7.735387909094772e-05,
      "loss": 0.182,
      "step": 16550
    },
    {
      "epoch": 2.085020625373933,
      "grad_norm": 0.2134072482585907,
      "learning_rate": 7.725772741268598e-05,
      "loss": 0.1861,
      "step": 16555
    },
    {
      "epoch": 2.0856504077841107,
      "grad_norm": 0.22559498250484467,
      "learning_rate": 7.716161479868623e-05,
      "loss": 0.1745,
      "step": 16560
    },
    {
      "epoch": 2.086280190194288,
      "grad_norm": 0.2076030671596527,
      "learning_rate": 7.706554130056315e-05,
      "loss": 0.1811,
      "step": 16565
    },
    {
      "epoch": 2.0869099726044653,
      "grad_norm": 0.24279461801052094,
      "learning_rate": 7.696950696991032e-05,
      "loss": 0.1829,
      "step": 16570
    },
    {
      "epoch": 2.0875397550146424,
      "grad_norm": 0.21790249645709991,
      "learning_rate": 7.687351185830058e-05,
      "loss": 0.1835,
      "step": 16575
    },
    {
      "epoch": 2.08816953742482,
      "grad_norm": 0.2210235744714737,
      "learning_rate": 7.677755601728527e-05,
      "loss": 0.1678,
      "step": 16580
    },
    {
      "epoch": 2.088799319834997,
      "grad_norm": 0.21354030072689056,
      "learning_rate": 7.668163949839492e-05,
      "loss": 0.1863,
      "step": 16585
    },
    {
      "epoch": 2.089429102245174,
      "grad_norm": 0.264240026473999,
      "learning_rate": 7.658576235313896e-05,
      "loss": 0.1879,
      "step": 16590
    },
    {
      "epoch": 2.0900588846553516,
      "grad_norm": 0.2348974198102951,
      "learning_rate": 7.648992463300561e-05,
      "loss": 0.1796,
      "step": 16595
    },
    {
      "epoch": 2.0906886670655287,
      "grad_norm": 0.23128418624401093,
      "learning_rate": 7.639412638946186e-05,
      "loss": 0.1793,
      "step": 16600
    },
    {
      "epoch": 2.091318449475706,
      "grad_norm": 0.2405007928609848,
      "learning_rate": 7.629836767395359e-05,
      "loss": 0.1856,
      "step": 16605
    },
    {
      "epoch": 2.0919482318858833,
      "grad_norm": 0.23123788833618164,
      "learning_rate": 7.620264853790539e-05,
      "loss": 0.1752,
      "step": 16610
    },
    {
      "epoch": 2.092578014296061,
      "grad_norm": 0.22082751989364624,
      "learning_rate": 7.610696903272062e-05,
      "loss": 0.1731,
      "step": 16615
    },
    {
      "epoch": 2.093207796706238,
      "grad_norm": 0.23356421291828156,
      "learning_rate": 7.601132920978139e-05,
      "loss": 0.1839,
      "step": 16620
    },
    {
      "epoch": 2.0938375791164154,
      "grad_norm": 0.2418486326932907,
      "learning_rate": 7.591572912044846e-05,
      "loss": 0.1883,
      "step": 16625
    },
    {
      "epoch": 2.0944673615265925,
      "grad_norm": 0.2357870191335678,
      "learning_rate": 7.58201688160612e-05,
      "loss": 0.176,
      "step": 16630
    },
    {
      "epoch": 2.09509714393677,
      "grad_norm": 0.27169832587242126,
      "learning_rate": 7.572464834793778e-05,
      "loss": 0.1824,
      "step": 16635
    },
    {
      "epoch": 2.095726926346947,
      "grad_norm": 0.23245801031589508,
      "learning_rate": 7.562916776737488e-05,
      "loss": 0.1937,
      "step": 16640
    },
    {
      "epoch": 2.096356708757124,
      "grad_norm": 0.2312193661928177,
      "learning_rate": 7.55337271256476e-05,
      "loss": 0.1873,
      "step": 16645
    },
    {
      "epoch": 2.0969864911673017,
      "grad_norm": 0.2394751012325287,
      "learning_rate": 7.543832647400989e-05,
      "loss": 0.1748,
      "step": 16650
    },
    {
      "epoch": 2.097616273577479,
      "grad_norm": 0.2679862976074219,
      "learning_rate": 7.534296586369402e-05,
      "loss": 0.1868,
      "step": 16655
    },
    {
      "epoch": 2.0982460559876563,
      "grad_norm": 0.2397966831922531,
      "learning_rate": 7.524764534591086e-05,
      "loss": 0.1768,
      "step": 16660
    },
    {
      "epoch": 2.0988758383978334,
      "grad_norm": 0.22550681233406067,
      "learning_rate": 7.515236497184965e-05,
      "loss": 0.1764,
      "step": 16665
    },
    {
      "epoch": 2.099505620808011,
      "grad_norm": 0.23124639689922333,
      "learning_rate": 7.505712479267809e-05,
      "loss": 0.1828,
      "step": 16670
    },
    {
      "epoch": 2.100135403218188,
      "grad_norm": 0.2034096121788025,
      "learning_rate": 7.496192485954254e-05,
      "loss": 0.179,
      "step": 16675
    },
    {
      "epoch": 2.1007651856283656,
      "grad_norm": 0.2237498164176941,
      "learning_rate": 7.486676522356732e-05,
      "loss": 0.1867,
      "step": 16680
    },
    {
      "epoch": 2.1013949680385426,
      "grad_norm": 0.22583693265914917,
      "learning_rate": 7.477164593585537e-05,
      "loss": 0.1882,
      "step": 16685
    },
    {
      "epoch": 2.10202475044872,
      "grad_norm": 0.20145735144615173,
      "learning_rate": 7.467656704748792e-05,
      "loss": 0.1749,
      "step": 16690
    },
    {
      "epoch": 2.1026545328588973,
      "grad_norm": 0.204311341047287,
      "learning_rate": 7.458152860952458e-05,
      "loss": 0.1803,
      "step": 16695
    },
    {
      "epoch": 2.1032843152690743,
      "grad_norm": 0.23768644034862518,
      "learning_rate": 7.448653067300313e-05,
      "loss": 0.1915,
      "step": 16700
    },
    {
      "epoch": 2.103914097679252,
      "grad_norm": 0.21348991990089417,
      "learning_rate": 7.439157328893961e-05,
      "loss": 0.1778,
      "step": 16705
    },
    {
      "epoch": 2.104543880089429,
      "grad_norm": 0.22427400946617126,
      "learning_rate": 7.429665650832831e-05,
      "loss": 0.1712,
      "step": 16710
    },
    {
      "epoch": 2.1051736624996065,
      "grad_norm": 0.22512148320674896,
      "learning_rate": 7.420178038214172e-05,
      "loss": 0.1889,
      "step": 16715
    },
    {
      "epoch": 2.1058034449097836,
      "grad_norm": 0.22715777158737183,
      "learning_rate": 7.410694496133048e-05,
      "loss": 0.1737,
      "step": 16720
    },
    {
      "epoch": 2.106433227319961,
      "grad_norm": 0.2505483627319336,
      "learning_rate": 7.401215029682339e-05,
      "loss": 0.1809,
      "step": 16725
    },
    {
      "epoch": 2.107063009730138,
      "grad_norm": 0.2218826860189438,
      "learning_rate": 7.391739643952725e-05,
      "loss": 0.1766,
      "step": 16730
    },
    {
      "epoch": 2.1076927921403157,
      "grad_norm": 0.2085668295621872,
      "learning_rate": 7.38226834403272e-05,
      "loss": 0.1739,
      "step": 16735
    },
    {
      "epoch": 2.1083225745504928,
      "grad_norm": 0.21690475940704346,
      "learning_rate": 7.372801135008622e-05,
      "loss": 0.1738,
      "step": 16740
    },
    {
      "epoch": 2.1089523569606703,
      "grad_norm": 0.263988733291626,
      "learning_rate": 7.363338021964545e-05,
      "loss": 0.1951,
      "step": 16745
    },
    {
      "epoch": 2.1095821393708474,
      "grad_norm": 0.24228844046592712,
      "learning_rate": 7.353879009982377e-05,
      "loss": 0.1775,
      "step": 16750
    },
    {
      "epoch": 2.1102119217810245,
      "grad_norm": 0.2030615508556366,
      "learning_rate": 7.344424104141843e-05,
      "loss": 0.1754,
      "step": 16755
    },
    {
      "epoch": 2.110841704191202,
      "grad_norm": 0.22505883872509003,
      "learning_rate": 7.334973309520438e-05,
      "loss": 0.1814,
      "step": 16760
    },
    {
      "epoch": 2.111471486601379,
      "grad_norm": 0.28446871042251587,
      "learning_rate": 7.32552663119345e-05,
      "loss": 0.2009,
      "step": 16765
    },
    {
      "epoch": 2.1121012690115566,
      "grad_norm": 0.2320084124803543,
      "learning_rate": 7.316084074233968e-05,
      "loss": 0.1866,
      "step": 16770
    },
    {
      "epoch": 2.1127310514217337,
      "grad_norm": 0.23432306945323944,
      "learning_rate": 7.306645643712851e-05,
      "loss": 0.1838,
      "step": 16775
    },
    {
      "epoch": 2.113360833831911,
      "grad_norm": 0.20252206921577454,
      "learning_rate": 7.297211344698769e-05,
      "loss": 0.1753,
      "step": 16780
    },
    {
      "epoch": 2.1139906162420883,
      "grad_norm": 0.25251004099845886,
      "learning_rate": 7.28778118225814e-05,
      "loss": 0.1836,
      "step": 16785
    },
    {
      "epoch": 2.114620398652266,
      "grad_norm": 0.2514311373233795,
      "learning_rate": 7.278355161455176e-05,
      "loss": 0.1838,
      "step": 16790
    },
    {
      "epoch": 2.115250181062443,
      "grad_norm": 0.21513232588768005,
      "learning_rate": 7.268933287351876e-05,
      "loss": 0.1745,
      "step": 16795
    },
    {
      "epoch": 2.1158799634726204,
      "grad_norm": 0.2200087606906891,
      "learning_rate": 7.259515565007999e-05,
      "loss": 0.1839,
      "step": 16800
    },
    {
      "epoch": 2.1165097458827975,
      "grad_norm": 0.22383321821689606,
      "learning_rate": 7.250101999481073e-05,
      "loss": 0.1865,
      "step": 16805
    },
    {
      "epoch": 2.1171395282929746,
      "grad_norm": 0.2382001131772995,
      "learning_rate": 7.2406925958264e-05,
      "loss": 0.1862,
      "step": 16810
    },
    {
      "epoch": 2.117769310703152,
      "grad_norm": 0.2178415209054947,
      "learning_rate": 7.231287359097045e-05,
      "loss": 0.1799,
      "step": 16815
    },
    {
      "epoch": 2.118399093113329,
      "grad_norm": 0.22616611421108246,
      "learning_rate": 7.221886294343834e-05,
      "loss": 0.1819,
      "step": 16820
    },
    {
      "epoch": 2.1190288755235067,
      "grad_norm": 0.24810658395290375,
      "learning_rate": 7.212489406615355e-05,
      "loss": 0.181,
      "step": 16825
    },
    {
      "epoch": 2.119658657933684,
      "grad_norm": 0.2408507764339447,
      "learning_rate": 7.20309670095795e-05,
      "loss": 0.1867,
      "step": 16830
    },
    {
      "epoch": 2.1202884403438613,
      "grad_norm": 0.20721390843391418,
      "learning_rate": 7.19370818241571e-05,
      "loss": 0.175,
      "step": 16835
    },
    {
      "epoch": 2.1209182227540384,
      "grad_norm": 0.22691728174686432,
      "learning_rate": 7.184323856030497e-05,
      "loss": 0.1753,
      "step": 16840
    },
    {
      "epoch": 2.121548005164216,
      "grad_norm": 0.22788456082344055,
      "learning_rate": 7.174943726841902e-05,
      "loss": 0.1829,
      "step": 16845
    },
    {
      "epoch": 2.122177787574393,
      "grad_norm": 0.21744227409362793,
      "learning_rate": 7.165567799887268e-05,
      "loss": 0.1797,
      "step": 16850
    },
    {
      "epoch": 2.1228075699845705,
      "grad_norm": 0.211074560880661,
      "learning_rate": 7.156196080201685e-05,
      "loss": 0.1875,
      "step": 16855
    },
    {
      "epoch": 2.1234373523947476,
      "grad_norm": 0.27859583497047424,
      "learning_rate": 7.146828572817975e-05,
      "loss": 0.1791,
      "step": 16860
    },
    {
      "epoch": 2.1240671348049247,
      "grad_norm": 0.202862948179245,
      "learning_rate": 7.13746528276671e-05,
      "loss": 0.1752,
      "step": 16865
    },
    {
      "epoch": 2.1246969172151022,
      "grad_norm": 0.2529730498790741,
      "learning_rate": 7.128106215076187e-05,
      "loss": 0.1734,
      "step": 16870
    },
    {
      "epoch": 2.1253266996252793,
      "grad_norm": 0.22796177864074707,
      "learning_rate": 7.118751374772433e-05,
      "loss": 0.1807,
      "step": 16875
    },
    {
      "epoch": 2.125956482035457,
      "grad_norm": 0.20112904906272888,
      "learning_rate": 7.109400766879223e-05,
      "loss": 0.1711,
      "step": 16880
    },
    {
      "epoch": 2.126586264445634,
      "grad_norm": 0.22492708265781403,
      "learning_rate": 7.100054396418048e-05,
      "loss": 0.1784,
      "step": 16885
    },
    {
      "epoch": 2.1272160468558114,
      "grad_norm": 0.25224363803863525,
      "learning_rate": 7.09071226840811e-05,
      "loss": 0.185,
      "step": 16890
    },
    {
      "epoch": 2.1278458292659885,
      "grad_norm": 0.24734210968017578,
      "learning_rate": 7.081374387866346e-05,
      "loss": 0.1739,
      "step": 16895
    },
    {
      "epoch": 2.128475611676166,
      "grad_norm": 0.21726474165916443,
      "learning_rate": 7.07204075980742e-05,
      "loss": 0.1695,
      "step": 16900
    },
    {
      "epoch": 2.129105394086343,
      "grad_norm": 0.2073916345834732,
      "learning_rate": 7.062711389243703e-05,
      "loss": 0.1782,
      "step": 16905
    },
    {
      "epoch": 2.1297351764965207,
      "grad_norm": 0.2361113578081131,
      "learning_rate": 7.053386281185274e-05,
      "loss": 0.1787,
      "step": 16910
    },
    {
      "epoch": 2.1303649589066977,
      "grad_norm": 0.22586499154567719,
      "learning_rate": 7.044065440639933e-05,
      "loss": 0.1738,
      "step": 16915
    },
    {
      "epoch": 2.130994741316875,
      "grad_norm": 0.23469188809394836,
      "learning_rate": 7.034748872613184e-05,
      "loss": 0.1805,
      "step": 16920
    },
    {
      "epoch": 2.1316245237270524,
      "grad_norm": 0.1897682100534439,
      "learning_rate": 7.025436582108234e-05,
      "loss": 0.171,
      "step": 16925
    },
    {
      "epoch": 2.1322543061372294,
      "grad_norm": 0.22100795805454254,
      "learning_rate": 7.016128574126e-05,
      "loss": 0.1736,
      "step": 16930
    },
    {
      "epoch": 2.132884088547407,
      "grad_norm": 0.2332223504781723,
      "learning_rate": 7.006824853665085e-05,
      "loss": 0.1729,
      "step": 16935
    },
    {
      "epoch": 2.133513870957584,
      "grad_norm": 0.23929065465927124,
      "learning_rate": 6.997525425721814e-05,
      "loss": 0.1736,
      "step": 16940
    },
    {
      "epoch": 2.1341436533677616,
      "grad_norm": 0.26240813732147217,
      "learning_rate": 6.988230295290185e-05,
      "loss": 0.1798,
      "step": 16945
    },
    {
      "epoch": 2.1347734357779387,
      "grad_norm": 0.22387517988681793,
      "learning_rate": 6.978939467361895e-05,
      "loss": 0.1734,
      "step": 16950
    },
    {
      "epoch": 2.135403218188116,
      "grad_norm": 0.246952623128891,
      "learning_rate": 6.969652946926332e-05,
      "loss": 0.1834,
      "step": 16955
    },
    {
      "epoch": 2.1360330005982933,
      "grad_norm": 0.25226834416389465,
      "learning_rate": 6.960370738970568e-05,
      "loss": 0.1798,
      "step": 16960
    },
    {
      "epoch": 2.136662783008471,
      "grad_norm": 0.22118602693080902,
      "learning_rate": 6.951092848479364e-05,
      "loss": 0.1863,
      "step": 16965
    },
    {
      "epoch": 2.137292565418648,
      "grad_norm": 0.2567583918571472,
      "learning_rate": 6.941819280435155e-05,
      "loss": 0.1828,
      "step": 16970
    },
    {
      "epoch": 2.137922347828825,
      "grad_norm": 0.28791603446006775,
      "learning_rate": 6.93255003981806e-05,
      "loss": 0.1817,
      "step": 16975
    },
    {
      "epoch": 2.1385521302390025,
      "grad_norm": 0.2655430734157562,
      "learning_rate": 6.923285131605871e-05,
      "loss": 0.1789,
      "step": 16980
    },
    {
      "epoch": 2.1391819126491796,
      "grad_norm": 0.24513307213783264,
      "learning_rate": 6.914024560774061e-05,
      "loss": 0.1885,
      "step": 16985
    },
    {
      "epoch": 2.139811695059357,
      "grad_norm": 0.211643248796463,
      "learning_rate": 6.904768332295772e-05,
      "loss": 0.188,
      "step": 16990
    },
    {
      "epoch": 2.140441477469534,
      "grad_norm": 0.2373894900083542,
      "learning_rate": 6.895516451141791e-05,
      "loss": 0.1819,
      "step": 16995
    },
    {
      "epoch": 2.1410712598797117,
      "grad_norm": 0.22991600632667542,
      "learning_rate": 6.88626892228061e-05,
      "loss": 0.189,
      "step": 17000
    },
    {
      "epoch": 2.1410712598797117,
      "eval_loss": 0.3501429557800293,
      "eval_runtime": 6.1606,
      "eval_samples_per_second": 162.322,
      "eval_steps_per_second": 10.226,
      "step": 17000
    },
    {
      "epoch": 2.141701042289889,
      "grad_norm": 0.23578788340091705,
      "learning_rate": 6.877025750678352e-05,
      "loss": 0.1804,
      "step": 17005
    },
    {
      "epoch": 2.1423308247000663,
      "grad_norm": 0.20814631879329681,
      "learning_rate": 6.867786941298816e-05,
      "loss": 0.1776,
      "step": 17010
    },
    {
      "epoch": 2.1429606071102434,
      "grad_norm": 0.24113385379314423,
      "learning_rate": 6.858552499103451e-05,
      "loss": 0.171,
      "step": 17015
    },
    {
      "epoch": 2.143590389520421,
      "grad_norm": 0.2317270189523697,
      "learning_rate": 6.84932242905136e-05,
      "loss": 0.1881,
      "step": 17020
    },
    {
      "epoch": 2.144220171930598,
      "grad_norm": 0.26681753993034363,
      "learning_rate": 6.840096736099314e-05,
      "loss": 0.1792,
      "step": 17025
    },
    {
      "epoch": 2.144849954340775,
      "grad_norm": 0.2119479924440384,
      "learning_rate": 6.83087542520171e-05,
      "loss": 0.178,
      "step": 17030
    },
    {
      "epoch": 2.1454797367509526,
      "grad_norm": 0.20759105682373047,
      "learning_rate": 6.821658501310604e-05,
      "loss": 0.1754,
      "step": 17035
    },
    {
      "epoch": 2.1461095191611297,
      "grad_norm": 0.23515643179416656,
      "learning_rate": 6.812445969375691e-05,
      "loss": 0.1854,
      "step": 17040
    },
    {
      "epoch": 2.146739301571307,
      "grad_norm": 0.20694191753864288,
      "learning_rate": 6.803237834344322e-05,
      "loss": 0.1801,
      "step": 17045
    },
    {
      "epoch": 2.1473690839814843,
      "grad_norm": 0.21541932225227356,
      "learning_rate": 6.794034101161469e-05,
      "loss": 0.1752,
      "step": 17050
    },
    {
      "epoch": 2.147998866391662,
      "grad_norm": 0.20586980879306793,
      "learning_rate": 6.784834774769748e-05,
      "loss": 0.1803,
      "step": 17055
    },
    {
      "epoch": 2.148628648801839,
      "grad_norm": 0.23750190436840057,
      "learning_rate": 6.775639860109406e-05,
      "loss": 0.1842,
      "step": 17060
    },
    {
      "epoch": 2.1492584312120164,
      "grad_norm": 0.2041424959897995,
      "learning_rate": 6.766449362118324e-05,
      "loss": 0.1729,
      "step": 17065
    },
    {
      "epoch": 2.1498882136221935,
      "grad_norm": 0.24630430340766907,
      "learning_rate": 6.757263285732009e-05,
      "loss": 0.1821,
      "step": 17070
    },
    {
      "epoch": 2.150517996032371,
      "grad_norm": 0.23113587498664856,
      "learning_rate": 6.748081635883594e-05,
      "loss": 0.1821,
      "step": 17075
    },
    {
      "epoch": 2.151147778442548,
      "grad_norm": 0.203240305185318,
      "learning_rate": 6.738904417503829e-05,
      "loss": 0.1767,
      "step": 17080
    },
    {
      "epoch": 2.151777560852725,
      "grad_norm": 0.2500320374965668,
      "learning_rate": 6.7297316355211e-05,
      "loss": 0.1852,
      "step": 17085
    },
    {
      "epoch": 2.1524073432629027,
      "grad_norm": 0.2349621206521988,
      "learning_rate": 6.720563294861403e-05,
      "loss": 0.1764,
      "step": 17090
    },
    {
      "epoch": 2.15303712567308,
      "grad_norm": 0.2351408451795578,
      "learning_rate": 6.71139940044833e-05,
      "loss": 0.1835,
      "step": 17095
    },
    {
      "epoch": 2.1536669080832573,
      "grad_norm": 0.2078278511762619,
      "learning_rate": 6.702239957203108e-05,
      "loss": 0.1783,
      "step": 17100
    },
    {
      "epoch": 2.1542966904934344,
      "grad_norm": 0.23805204033851624,
      "learning_rate": 6.693084970044574e-05,
      "loss": 0.1858,
      "step": 17105
    },
    {
      "epoch": 2.154926472903612,
      "grad_norm": 0.22789132595062256,
      "learning_rate": 6.683934443889161e-05,
      "loss": 0.1839,
      "step": 17110
    },
    {
      "epoch": 2.155556255313789,
      "grad_norm": 0.27035263180732727,
      "learning_rate": 6.674788383650911e-05,
      "loss": 0.1878,
      "step": 17115
    },
    {
      "epoch": 2.1561860377239666,
      "grad_norm": 0.21787506341934204,
      "learning_rate": 6.665646794241468e-05,
      "loss": 0.1854,
      "step": 17120
    },
    {
      "epoch": 2.1568158201341436,
      "grad_norm": 0.2302270233631134,
      "learning_rate": 6.656509680570073e-05,
      "loss": 0.1822,
      "step": 17125
    },
    {
      "epoch": 2.157445602544321,
      "grad_norm": 0.21228045225143433,
      "learning_rate": 6.647377047543563e-05,
      "loss": 0.1855,
      "step": 17130
    },
    {
      "epoch": 2.1580753849544982,
      "grad_norm": 0.22131386399269104,
      "learning_rate": 6.638248900066375e-05,
      "loss": 0.1763,
      "step": 17135
    },
    {
      "epoch": 2.1587051673646753,
      "grad_norm": 0.2691584527492523,
      "learning_rate": 6.629125243040524e-05,
      "loss": 0.1815,
      "step": 17140
    },
    {
      "epoch": 2.159334949774853,
      "grad_norm": 0.22926035523414612,
      "learning_rate": 6.620006081365634e-05,
      "loss": 0.1833,
      "step": 17145
    },
    {
      "epoch": 2.15996473218503,
      "grad_norm": 0.20654956996440887,
      "learning_rate": 6.610891419938899e-05,
      "loss": 0.1755,
      "step": 17150
    },
    {
      "epoch": 2.1605945145952075,
      "grad_norm": 0.22390377521514893,
      "learning_rate": 6.601781263655096e-05,
      "loss": 0.1839,
      "step": 17155
    },
    {
      "epoch": 2.1612242970053845,
      "grad_norm": 0.23877164721488953,
      "learning_rate": 6.592675617406593e-05,
      "loss": 0.1739,
      "step": 17160
    },
    {
      "epoch": 2.161854079415562,
      "grad_norm": 0.24347762763500214,
      "learning_rate": 6.583574486083325e-05,
      "loss": 0.1863,
      "step": 17165
    },
    {
      "epoch": 2.162483861825739,
      "grad_norm": 0.23407521843910217,
      "learning_rate": 6.574477874572811e-05,
      "loss": 0.1741,
      "step": 17170
    },
    {
      "epoch": 2.1631136442359167,
      "grad_norm": 0.23338505625724792,
      "learning_rate": 6.565385787760137e-05,
      "loss": 0.1754,
      "step": 17175
    },
    {
      "epoch": 2.1637434266460938,
      "grad_norm": 0.2206541895866394,
      "learning_rate": 6.556298230527962e-05,
      "loss": 0.1706,
      "step": 17180
    },
    {
      "epoch": 2.1643732090562713,
      "grad_norm": 0.20819810032844543,
      "learning_rate": 6.547215207756504e-05,
      "loss": 0.1735,
      "step": 17185
    },
    {
      "epoch": 2.1650029914664484,
      "grad_norm": 0.22891941666603088,
      "learning_rate": 6.53813672432357e-05,
      "loss": 0.187,
      "step": 17190
    },
    {
      "epoch": 2.1656327738766254,
      "grad_norm": 0.2094859778881073,
      "learning_rate": 6.52906278510451e-05,
      "loss": 0.1795,
      "step": 17195
    },
    {
      "epoch": 2.166262556286803,
      "grad_norm": 0.20969723165035248,
      "learning_rate": 6.519993394972219e-05,
      "loss": 0.1679,
      "step": 17200
    },
    {
      "epoch": 2.16689233869698,
      "grad_norm": 0.25252285599708557,
      "learning_rate": 6.510928558797185e-05,
      "loss": 0.183,
      "step": 17205
    },
    {
      "epoch": 2.1675221211071576,
      "grad_norm": 0.22556447982788086,
      "learning_rate": 6.501868281447424e-05,
      "loss": 0.1694,
      "step": 17210
    },
    {
      "epoch": 2.1681519035173347,
      "grad_norm": 0.2429586797952652,
      "learning_rate": 6.492812567788516e-05,
      "loss": 0.18,
      "step": 17215
    },
    {
      "epoch": 2.168781685927512,
      "grad_norm": 0.2400483787059784,
      "learning_rate": 6.483761422683582e-05,
      "loss": 0.1818,
      "step": 17220
    },
    {
      "epoch": 2.1694114683376893,
      "grad_norm": 0.228154718875885,
      "learning_rate": 6.47471485099329e-05,
      "loss": 0.1744,
      "step": 17225
    },
    {
      "epoch": 2.170041250747867,
      "grad_norm": 0.21748559176921844,
      "learning_rate": 6.465672857575875e-05,
      "loss": 0.1765,
      "step": 17230
    },
    {
      "epoch": 2.170671033158044,
      "grad_norm": 0.2296319603919983,
      "learning_rate": 6.456635447287073e-05,
      "loss": 0.1881,
      "step": 17235
    },
    {
      "epoch": 2.1713008155682214,
      "grad_norm": 0.2402602881193161,
      "learning_rate": 6.447602624980186e-05,
      "loss": 0.1769,
      "step": 17240
    },
    {
      "epoch": 2.1719305979783985,
      "grad_norm": 0.2783866226673126,
      "learning_rate": 6.438574395506043e-05,
      "loss": 0.1836,
      "step": 17245
    },
    {
      "epoch": 2.1725603803885756,
      "grad_norm": 0.20301677286624908,
      "learning_rate": 6.429550763713017e-05,
      "loss": 0.1655,
      "step": 17250
    },
    {
      "epoch": 2.173190162798753,
      "grad_norm": 0.21163971722126007,
      "learning_rate": 6.420531734447e-05,
      "loss": 0.1764,
      "step": 17255
    },
    {
      "epoch": 2.17381994520893,
      "grad_norm": 0.24942253530025482,
      "learning_rate": 6.41151731255142e-05,
      "loss": 0.1833,
      "step": 17260
    },
    {
      "epoch": 2.1744497276191077,
      "grad_norm": 0.22958967089653015,
      "learning_rate": 6.402507502867222e-05,
      "loss": 0.1703,
      "step": 17265
    },
    {
      "epoch": 2.175079510029285,
      "grad_norm": 0.21424312889575958,
      "learning_rate": 6.393502310232886e-05,
      "loss": 0.1757,
      "step": 17270
    },
    {
      "epoch": 2.1757092924394623,
      "grad_norm": 0.20825864374637604,
      "learning_rate": 6.384501739484401e-05,
      "loss": 0.1715,
      "step": 17275
    },
    {
      "epoch": 2.1763390748496394,
      "grad_norm": 0.21387939155101776,
      "learning_rate": 6.375505795455281e-05,
      "loss": 0.1697,
      "step": 17280
    },
    {
      "epoch": 2.176968857259817,
      "grad_norm": 0.2073564976453781,
      "learning_rate": 6.366514482976546e-05,
      "loss": 0.1846,
      "step": 17285
    },
    {
      "epoch": 2.177598639669994,
      "grad_norm": 0.21405762434005737,
      "learning_rate": 6.35752780687675e-05,
      "loss": 0.1777,
      "step": 17290
    },
    {
      "epoch": 2.1782284220801715,
      "grad_norm": 0.22343981266021729,
      "learning_rate": 6.348545771981938e-05,
      "loss": 0.1801,
      "step": 17295
    },
    {
      "epoch": 2.1788582044903486,
      "grad_norm": 0.22697073221206665,
      "learning_rate": 6.339568383115668e-05,
      "loss": 0.1829,
      "step": 17300
    },
    {
      "epoch": 2.1794879869005257,
      "grad_norm": 0.2561056613922119,
      "learning_rate": 6.330595645098996e-05,
      "loss": 0.185,
      "step": 17305
    },
    {
      "epoch": 2.1801177693107032,
      "grad_norm": 0.2563771903514862,
      "learning_rate": 6.321627562750495e-05,
      "loss": 0.1752,
      "step": 17310
    },
    {
      "epoch": 2.1807475517208803,
      "grad_norm": 0.21171104907989502,
      "learning_rate": 6.312664140886228e-05,
      "loss": 0.166,
      "step": 17315
    },
    {
      "epoch": 2.181377334131058,
      "grad_norm": 0.23899543285369873,
      "learning_rate": 6.303705384319757e-05,
      "loss": 0.1828,
      "step": 17320
    },
    {
      "epoch": 2.182007116541235,
      "grad_norm": 0.26108884811401367,
      "learning_rate": 6.29475129786214e-05,
      "loss": 0.1829,
      "step": 17325
    },
    {
      "epoch": 2.1826368989514124,
      "grad_norm": 0.2397276908159256,
      "learning_rate": 6.285801886321919e-05,
      "loss": 0.1733,
      "step": 17330
    },
    {
      "epoch": 2.1832666813615895,
      "grad_norm": 0.22638286650180817,
      "learning_rate": 6.27685715450515e-05,
      "loss": 0.1719,
      "step": 17335
    },
    {
      "epoch": 2.183896463771767,
      "grad_norm": 0.2424623966217041,
      "learning_rate": 6.26791710721534e-05,
      "loss": 0.1749,
      "step": 17340
    },
    {
      "epoch": 2.184526246181944,
      "grad_norm": 0.23895704746246338,
      "learning_rate": 6.2589817492535e-05,
      "loss": 0.178,
      "step": 17345
    },
    {
      "epoch": 2.1851560285921217,
      "grad_norm": 0.2223139852285385,
      "learning_rate": 6.250051085418133e-05,
      "loss": 0.1872,
      "step": 17350
    },
    {
      "epoch": 2.1857858110022987,
      "grad_norm": 0.22255347669124603,
      "learning_rate": 6.241125120505204e-05,
      "loss": 0.1791,
      "step": 17355
    },
    {
      "epoch": 2.186415593412476,
      "grad_norm": 0.23792186379432678,
      "learning_rate": 6.232203859308157e-05,
      "loss": 0.1738,
      "step": 17360
    },
    {
      "epoch": 2.1870453758226533,
      "grad_norm": 0.24884961545467377,
      "learning_rate": 6.223287306617915e-05,
      "loss": 0.1778,
      "step": 17365
    },
    {
      "epoch": 2.1876751582328304,
      "grad_norm": 0.2130117118358612,
      "learning_rate": 6.214375467222873e-05,
      "loss": 0.1666,
      "step": 17370
    },
    {
      "epoch": 2.188304940643008,
      "grad_norm": 0.20538979768753052,
      "learning_rate": 6.205468345908888e-05,
      "loss": 0.1716,
      "step": 17375
    },
    {
      "epoch": 2.188934723053185,
      "grad_norm": 0.2519354224205017,
      "learning_rate": 6.196565947459292e-05,
      "loss": 0.1885,
      "step": 17380
    },
    {
      "epoch": 2.1895645054633626,
      "grad_norm": 0.2644721567630768,
      "learning_rate": 6.187668276654872e-05,
      "loss": 0.1923,
      "step": 17385
    },
    {
      "epoch": 2.1901942878735396,
      "grad_norm": 0.22676245868206024,
      "learning_rate": 6.178775338273876e-05,
      "loss": 0.1745,
      "step": 17390
    },
    {
      "epoch": 2.190824070283717,
      "grad_norm": 0.21329110860824585,
      "learning_rate": 6.169887137092029e-05,
      "loss": 0.1782,
      "step": 17395
    },
    {
      "epoch": 2.1914538526938943,
      "grad_norm": 0.2096760869026184,
      "learning_rate": 6.161003677882489e-05,
      "loss": 0.1705,
      "step": 17400
    },
    {
      "epoch": 2.1920836351040713,
      "grad_norm": 0.20192061364650726,
      "learning_rate": 6.15212496541588e-05,
      "loss": 0.1662,
      "step": 17405
    },
    {
      "epoch": 2.192713417514249,
      "grad_norm": 0.2351575493812561,
      "learning_rate": 6.14325100446027e-05,
      "loss": 0.1716,
      "step": 17410
    },
    {
      "epoch": 2.193343199924426,
      "grad_norm": 0.23202987015247345,
      "learning_rate": 6.13438179978118e-05,
      "loss": 0.1848,
      "step": 17415
    },
    {
      "epoch": 2.1939729823346035,
      "grad_norm": 0.22229251265525818,
      "learning_rate": 6.125517356141576e-05,
      "loss": 0.1757,
      "step": 17420
    },
    {
      "epoch": 2.1946027647447806,
      "grad_norm": 0.20741891860961914,
      "learning_rate": 6.116657678301868e-05,
      "loss": 0.1804,
      "step": 17425
    },
    {
      "epoch": 2.195232547154958,
      "grad_norm": 0.2023356705904007,
      "learning_rate": 6.107802771019895e-05,
      "loss": 0.168,
      "step": 17430
    },
    {
      "epoch": 2.195862329565135,
      "grad_norm": 0.30032244324684143,
      "learning_rate": 6.098952639050961e-05,
      "loss": 0.176,
      "step": 17435
    },
    {
      "epoch": 2.1964921119753127,
      "grad_norm": 0.2093886286020279,
      "learning_rate": 6.090107287147786e-05,
      "loss": 0.171,
      "step": 17440
    },
    {
      "epoch": 2.1971218943854898,
      "grad_norm": 0.20918086171150208,
      "learning_rate": 6.081266720060517e-05,
      "loss": 0.1705,
      "step": 17445
    },
    {
      "epoch": 2.1977516767956673,
      "grad_norm": 0.2089412659406662,
      "learning_rate": 6.072430942536737e-05,
      "loss": 0.1797,
      "step": 17450
    },
    {
      "epoch": 2.1983814592058444,
      "grad_norm": 0.2460128515958786,
      "learning_rate": 6.0635999593214765e-05,
      "loss": 0.1752,
      "step": 17455
    },
    {
      "epoch": 2.1990112416160215,
      "grad_norm": 0.25952646136283875,
      "learning_rate": 6.0547737751571654e-05,
      "loss": 0.1784,
      "step": 17460
    },
    {
      "epoch": 2.199641024026199,
      "grad_norm": 0.2011132687330246,
      "learning_rate": 6.0459523947836674e-05,
      "loss": 0.1714,
      "step": 17465
    },
    {
      "epoch": 2.200270806436376,
      "grad_norm": 0.19077162444591522,
      "learning_rate": 6.03713582293826e-05,
      "loss": 0.174,
      "step": 17470
    },
    {
      "epoch": 2.2009005888465536,
      "grad_norm": 0.22354647517204285,
      "learning_rate": 6.02832406435566e-05,
      "loss": 0.1754,
      "step": 17475
    },
    {
      "epoch": 2.2015303712567307,
      "grad_norm": 0.22434799373149872,
      "learning_rate": 6.019517123767968e-05,
      "loss": 0.1747,
      "step": 17480
    },
    {
      "epoch": 2.202160153666908,
      "grad_norm": 0.22911998629570007,
      "learning_rate": 6.010715005904716e-05,
      "loss": 0.1812,
      "step": 17485
    },
    {
      "epoch": 2.2027899360770853,
      "grad_norm": 0.23919759690761566,
      "learning_rate": 6.0019177154928364e-05,
      "loss": 0.1771,
      "step": 17490
    },
    {
      "epoch": 2.203419718487263,
      "grad_norm": 0.21539629995822906,
      "learning_rate": 5.993125257256687e-05,
      "loss": 0.1799,
      "step": 17495
    },
    {
      "epoch": 2.20404950089744,
      "grad_norm": 0.22069337964057922,
      "learning_rate": 5.984337635918014e-05,
      "loss": 0.177,
      "step": 17500
    },
    {
      "epoch": 2.2046792833076174,
      "grad_norm": 0.20763671398162842,
      "learning_rate": 5.97555485619597e-05,
      "loss": 0.1664,
      "step": 17505
    },
    {
      "epoch": 2.2053090657177945,
      "grad_norm": 0.1950199007987976,
      "learning_rate": 5.966776922807109e-05,
      "loss": 0.1648,
      "step": 17510
    },
    {
      "epoch": 2.2059388481279716,
      "grad_norm": 0.25142478942871094,
      "learning_rate": 5.95800384046538e-05,
      "loss": 0.1754,
      "step": 17515
    },
    {
      "epoch": 2.206568630538149,
      "grad_norm": 0.2232702225446701,
      "learning_rate": 5.94923561388213e-05,
      "loss": 0.1716,
      "step": 17520
    },
    {
      "epoch": 2.207198412948326,
      "grad_norm": 0.27657321095466614,
      "learning_rate": 5.940472247766097e-05,
      "loss": 0.1878,
      "step": 17525
    },
    {
      "epoch": 2.2078281953585037,
      "grad_norm": 0.21436183154582977,
      "learning_rate": 5.9317137468234083e-05,
      "loss": 0.1727,
      "step": 17530
    },
    {
      "epoch": 2.208457977768681,
      "grad_norm": 0.19741742312908173,
      "learning_rate": 5.9229601157575744e-05,
      "loss": 0.1694,
      "step": 17535
    },
    {
      "epoch": 2.2090877601788583,
      "grad_norm": 0.2042321413755417,
      "learning_rate": 5.914211359269509e-05,
      "loss": 0.17,
      "step": 17540
    },
    {
      "epoch": 2.2097175425890354,
      "grad_norm": 0.21126088500022888,
      "learning_rate": 5.9054674820574814e-05,
      "loss": 0.1703,
      "step": 17545
    },
    {
      "epoch": 2.210347324999213,
      "grad_norm": 0.20463821291923523,
      "learning_rate": 5.896728488817151e-05,
      "loss": 0.172,
      "step": 17550
    },
    {
      "epoch": 2.21097710740939,
      "grad_norm": 0.204604834318161,
      "learning_rate": 5.887994384241569e-05,
      "loss": 0.1723,
      "step": 17555
    },
    {
      "epoch": 2.2116068898195675,
      "grad_norm": 0.18806815147399902,
      "learning_rate": 5.879265173021141e-05,
      "loss": 0.161,
      "step": 17560
    },
    {
      "epoch": 2.2122366722297446,
      "grad_norm": 0.22745926678180695,
      "learning_rate": 5.870540859843656e-05,
      "loss": 0.1653,
      "step": 17565
    },
    {
      "epoch": 2.2128664546399217,
      "grad_norm": 0.1888933777809143,
      "learning_rate": 5.8618214493942675e-05,
      "loss": 0.1685,
      "step": 17570
    },
    {
      "epoch": 2.2134962370500992,
      "grad_norm": 0.19480280578136444,
      "learning_rate": 5.853106946355501e-05,
      "loss": 0.1676,
      "step": 17575
    },
    {
      "epoch": 2.2141260194602763,
      "grad_norm": 0.2703428864479065,
      "learning_rate": 5.8443973554072383e-05,
      "loss": 0.1788,
      "step": 17580
    },
    {
      "epoch": 2.214755801870454,
      "grad_norm": 0.21035927534103394,
      "learning_rate": 5.8356926812267335e-05,
      "loss": 0.1806,
      "step": 17585
    },
    {
      "epoch": 2.215385584280631,
      "grad_norm": 0.21794281899929047,
      "learning_rate": 5.826992928488594e-05,
      "loss": 0.1641,
      "step": 17590
    },
    {
      "epoch": 2.2160153666908085,
      "grad_norm": 0.2512260675430298,
      "learning_rate": 5.818298101864779e-05,
      "loss": 0.1697,
      "step": 17595
    },
    {
      "epoch": 2.2166451491009855,
      "grad_norm": 0.2089598923921585,
      "learning_rate": 5.8096082060246226e-05,
      "loss": 0.1656,
      "step": 17600
    },
    {
      "epoch": 2.217274931511163,
      "grad_norm": 0.2160467952489853,
      "learning_rate": 5.80092324563479e-05,
      "loss": 0.185,
      "step": 17605
    },
    {
      "epoch": 2.21790471392134,
      "grad_norm": 0.20858334004878998,
      "learning_rate": 5.7922432253593025e-05,
      "loss": 0.1721,
      "step": 17610
    },
    {
      "epoch": 2.2185344963315172,
      "grad_norm": 0.2090991735458374,
      "learning_rate": 5.7835681498595327e-05,
      "loss": 0.1706,
      "step": 17615
    },
    {
      "epoch": 2.2191642787416948,
      "grad_norm": 0.21040284633636475,
      "learning_rate": 5.77489802379419e-05,
      "loss": 0.1789,
      "step": 17620
    },
    {
      "epoch": 2.219794061151872,
      "grad_norm": 0.22497640550136566,
      "learning_rate": 5.766232851819332e-05,
      "loss": 0.1779,
      "step": 17625
    },
    {
      "epoch": 2.2204238435620494,
      "grad_norm": 0.2845938801765442,
      "learning_rate": 5.757572638588356e-05,
      "loss": 0.1771,
      "step": 17630
    },
    {
      "epoch": 2.2210536259722264,
      "grad_norm": 0.21166571974754333,
      "learning_rate": 5.748917388751985e-05,
      "loss": 0.1741,
      "step": 17635
    },
    {
      "epoch": 2.221683408382404,
      "grad_norm": 0.26706454157829285,
      "learning_rate": 5.7402671069583004e-05,
      "loss": 0.1715,
      "step": 17640
    },
    {
      "epoch": 2.222313190792581,
      "grad_norm": 0.2745297849178314,
      "learning_rate": 5.731621797852698e-05,
      "loss": 0.1843,
      "step": 17645
    },
    {
      "epoch": 2.2229429732027586,
      "grad_norm": 0.2507629990577698,
      "learning_rate": 5.7229814660778985e-05,
      "loss": 0.186,
      "step": 17650
    },
    {
      "epoch": 2.2235727556129357,
      "grad_norm": 0.21768365800380707,
      "learning_rate": 5.7143461162739545e-05,
      "loss": 0.1731,
      "step": 17655
    },
    {
      "epoch": 2.224202538023113,
      "grad_norm": 0.22099876403808594,
      "learning_rate": 5.705715753078259e-05,
      "loss": 0.1802,
      "step": 17660
    },
    {
      "epoch": 2.2248323204332903,
      "grad_norm": 0.20643608272075653,
      "learning_rate": 5.697090381125507e-05,
      "loss": 0.1769,
      "step": 17665
    },
    {
      "epoch": 2.2254621028434673,
      "grad_norm": 0.2723044455051422,
      "learning_rate": 5.688470005047722e-05,
      "loss": 0.1882,
      "step": 17670
    },
    {
      "epoch": 2.226091885253645,
      "grad_norm": 0.23548351228237152,
      "learning_rate": 5.679854629474238e-05,
      "loss": 0.1702,
      "step": 17675
    },
    {
      "epoch": 2.226721667663822,
      "grad_norm": 0.24578404426574707,
      "learning_rate": 5.671244259031722e-05,
      "loss": 0.1736,
      "step": 17680
    },
    {
      "epoch": 2.2273514500739995,
      "grad_norm": 0.21030524373054504,
      "learning_rate": 5.662638898344125e-05,
      "loss": 0.1711,
      "step": 17685
    },
    {
      "epoch": 2.2279812324841766,
      "grad_norm": 0.24249999225139618,
      "learning_rate": 5.6540385520327275e-05,
      "loss": 0.1742,
      "step": 17690
    },
    {
      "epoch": 2.228611014894354,
      "grad_norm": 0.23971515893936157,
      "learning_rate": 5.645443224716106e-05,
      "loss": 0.1655,
      "step": 17695
    },
    {
      "epoch": 2.229240797304531,
      "grad_norm": 0.2133120596408844,
      "learning_rate": 5.636852921010161e-05,
      "loss": 0.1786,
      "step": 17700
    },
    {
      "epoch": 2.2298705797147087,
      "grad_norm": 0.23475615680217743,
      "learning_rate": 5.628267645528073e-05,
      "loss": 0.1753,
      "step": 17705
    },
    {
      "epoch": 2.230500362124886,
      "grad_norm": 0.22111907601356506,
      "learning_rate": 5.619687402880332e-05,
      "loss": 0.1617,
      "step": 17710
    },
    {
      "epoch": 2.2311301445350633,
      "grad_norm": 0.2323450744152069,
      "learning_rate": 5.611112197674725e-05,
      "loss": 0.167,
      "step": 17715
    },
    {
      "epoch": 2.2317599269452404,
      "grad_norm": 0.18698996305465698,
      "learning_rate": 5.602542034516333e-05,
      "loss": 0.1632,
      "step": 17720
    },
    {
      "epoch": 2.2323897093554175,
      "grad_norm": 0.2252064198255539,
      "learning_rate": 5.5939769180075286e-05,
      "loss": 0.1709,
      "step": 17725
    },
    {
      "epoch": 2.233019491765595,
      "grad_norm": 0.2561705410480499,
      "learning_rate": 5.5854168527479756e-05,
      "loss": 0.1826,
      "step": 17730
    },
    {
      "epoch": 2.233649274175772,
      "grad_norm": 0.2448531985282898,
      "learning_rate": 5.576861843334625e-05,
      "loss": 0.1819,
      "step": 17735
    },
    {
      "epoch": 2.2342790565859496,
      "grad_norm": 0.238671213388443,
      "learning_rate": 5.568311894361707e-05,
      "loss": 0.1839,
      "step": 17740
    },
    {
      "epoch": 2.2349088389961267,
      "grad_norm": 0.22651298344135284,
      "learning_rate": 5.5597670104207485e-05,
      "loss": 0.172,
      "step": 17745
    },
    {
      "epoch": 2.235538621406304,
      "grad_norm": 0.23881249129772186,
      "learning_rate": 5.551227196100549e-05,
      "loss": 0.1698,
      "step": 17750
    },
    {
      "epoch": 2.2361684038164813,
      "grad_norm": 0.23065873980522156,
      "learning_rate": 5.542692455987167e-05,
      "loss": 0.1727,
      "step": 17755
    },
    {
      "epoch": 2.236798186226659,
      "grad_norm": 0.19607169926166534,
      "learning_rate": 5.534162794663969e-05,
      "loss": 0.1719,
      "step": 17760
    },
    {
      "epoch": 2.237427968636836,
      "grad_norm": 0.2033766806125641,
      "learning_rate": 5.525638216711573e-05,
      "loss": 0.171,
      "step": 17765
    },
    {
      "epoch": 2.2380577510470134,
      "grad_norm": 0.20412589609622955,
      "learning_rate": 5.5171187267078733e-05,
      "loss": 0.1633,
      "step": 17770
    },
    {
      "epoch": 2.2386875334571905,
      "grad_norm": 0.21895913779735565,
      "learning_rate": 5.508604329228028e-05,
      "loss": 0.1801,
      "step": 17775
    },
    {
      "epoch": 2.2393173158673676,
      "grad_norm": 0.19198501110076904,
      "learning_rate": 5.50009502884446e-05,
      "loss": 0.1764,
      "step": 17780
    },
    {
      "epoch": 2.239947098277545,
      "grad_norm": 0.21897682547569275,
      "learning_rate": 5.4915908301268724e-05,
      "loss": 0.1719,
      "step": 17785
    },
    {
      "epoch": 2.240576880687722,
      "grad_norm": 0.22070536017417908,
      "learning_rate": 5.483091737642198e-05,
      "loss": 0.1678,
      "step": 17790
    },
    {
      "epoch": 2.2412066630978997,
      "grad_norm": 0.2158748209476471,
      "learning_rate": 5.474597755954651e-05,
      "loss": 0.1703,
      "step": 17795
    },
    {
      "epoch": 2.241836445508077,
      "grad_norm": 0.21174906194210052,
      "learning_rate": 5.466108889625687e-05,
      "loss": 0.1698,
      "step": 17800
    },
    {
      "epoch": 2.2424662279182543,
      "grad_norm": 0.23331063985824585,
      "learning_rate": 5.457625143214029e-05,
      "loss": 0.1855,
      "step": 17805
    },
    {
      "epoch": 2.2430960103284314,
      "grad_norm": 0.2186896651983261,
      "learning_rate": 5.449146521275643e-05,
      "loss": 0.1629,
      "step": 17810
    },
    {
      "epoch": 2.243725792738609,
      "grad_norm": 0.22406966984272003,
      "learning_rate": 5.440673028363738e-05,
      "loss": 0.1731,
      "step": 17815
    },
    {
      "epoch": 2.244355575148786,
      "grad_norm": 0.21894322335720062,
      "learning_rate": 5.432204669028777e-05,
      "loss": 0.1671,
      "step": 17820
    },
    {
      "epoch": 2.2449853575589636,
      "grad_norm": 0.19151312112808228,
      "learning_rate": 5.4237414478184585e-05,
      "loss": 0.1634,
      "step": 17825
    },
    {
      "epoch": 2.2456151399691406,
      "grad_norm": 0.20597226917743683,
      "learning_rate": 5.415283369277729e-05,
      "loss": 0.1594,
      "step": 17830
    },
    {
      "epoch": 2.2462449223793177,
      "grad_norm": 0.23415236175060272,
      "learning_rate": 5.406830437948767e-05,
      "loss": 0.1667,
      "step": 17835
    },
    {
      "epoch": 2.2468747047894952,
      "grad_norm": 0.21160747110843658,
      "learning_rate": 5.398382658370986e-05,
      "loss": 0.1694,
      "step": 17840
    },
    {
      "epoch": 2.2475044871996723,
      "grad_norm": 0.2644958198070526,
      "learning_rate": 5.3899400350810466e-05,
      "loss": 0.1767,
      "step": 17845
    },
    {
      "epoch": 2.24813426960985,
      "grad_norm": 0.23654960095882416,
      "learning_rate": 5.381502572612826e-05,
      "loss": 0.1684,
      "step": 17850
    },
    {
      "epoch": 2.248764052020027,
      "grad_norm": 0.22581151127815247,
      "learning_rate": 5.373070275497439e-05,
      "loss": 0.1805,
      "step": 17855
    },
    {
      "epoch": 2.2493938344302045,
      "grad_norm": 0.21524479985237122,
      "learning_rate": 5.364643148263205e-05,
      "loss": 0.1753,
      "step": 17860
    },
    {
      "epoch": 2.2500236168403815,
      "grad_norm": 0.22853802144527435,
      "learning_rate": 5.3562211954357006e-05,
      "loss": 0.1752,
      "step": 17865
    },
    {
      "epoch": 2.250653399250559,
      "grad_norm": 0.19708101451396942,
      "learning_rate": 5.347804421537701e-05,
      "loss": 0.1701,
      "step": 17870
    },
    {
      "epoch": 2.251283181660736,
      "grad_norm": 0.22857971489429474,
      "learning_rate": 5.339392831089209e-05,
      "loss": 0.1662,
      "step": 17875
    },
    {
      "epoch": 2.2519129640709137,
      "grad_norm": 0.2373005598783493,
      "learning_rate": 5.33098642860743e-05,
      "loss": 0.1878,
      "step": 17880
    },
    {
      "epoch": 2.2525427464810908,
      "grad_norm": 0.22458739578723907,
      "learning_rate": 5.322585218606811e-05,
      "loss": 0.1711,
      "step": 17885
    },
    {
      "epoch": 2.253172528891268,
      "grad_norm": 0.24684731662273407,
      "learning_rate": 5.314189205598987e-05,
      "loss": 0.1833,
      "step": 17890
    },
    {
      "epoch": 2.2538023113014454,
      "grad_norm": 0.22604569792747498,
      "learning_rate": 5.3057983940928046e-05,
      "loss": 0.1683,
      "step": 17895
    },
    {
      "epoch": 2.2544320937116225,
      "grad_norm": 0.23015649616718292,
      "learning_rate": 5.2974127885943166e-05,
      "loss": 0.1793,
      "step": 17900
    },
    {
      "epoch": 2.2550618761218,
      "grad_norm": 0.2156984657049179,
      "learning_rate": 5.289032393606797e-05,
      "loss": 0.1816,
      "step": 17905
    },
    {
      "epoch": 2.255691658531977,
      "grad_norm": 0.2468300610780716,
      "learning_rate": 5.280657213630704e-05,
      "loss": 0.1795,
      "step": 17910
    },
    {
      "epoch": 2.2563214409421546,
      "grad_norm": 0.19326730072498322,
      "learning_rate": 5.2722872531637024e-05,
      "loss": 0.1726,
      "step": 17915
    },
    {
      "epoch": 2.2569512233523317,
      "grad_norm": 0.19111455976963043,
      "learning_rate": 5.2639225167006475e-05,
      "loss": 0.1709,
      "step": 17920
    },
    {
      "epoch": 2.257581005762509,
      "grad_norm": 0.24302569031715393,
      "learning_rate": 5.255563008733599e-05,
      "loss": 0.1752,
      "step": 17925
    },
    {
      "epoch": 2.2582107881726863,
      "grad_norm": 0.20797547698020935,
      "learning_rate": 5.247208733751801e-05,
      "loss": 0.1792,
      "step": 17930
    },
    {
      "epoch": 2.258840570582864,
      "grad_norm": 0.21642006933689117,
      "learning_rate": 5.238859696241689e-05,
      "loss": 0.1673,
      "step": 17935
    },
    {
      "epoch": 2.259470352993041,
      "grad_norm": 0.22728614509105682,
      "learning_rate": 5.2305159006868885e-05,
      "loss": 0.1793,
      "step": 17940
    },
    {
      "epoch": 2.260100135403218,
      "grad_norm": 0.24052174389362335,
      "learning_rate": 5.2221773515682035e-05,
      "loss": 0.1791,
      "step": 17945
    },
    {
      "epoch": 2.2607299178133955,
      "grad_norm": 0.21312139928340912,
      "learning_rate": 5.213844053363635e-05,
      "loss": 0.177,
      "step": 17950
    },
    {
      "epoch": 2.2613597002235726,
      "grad_norm": 0.22087723016738892,
      "learning_rate": 5.205516010548349e-05,
      "loss": 0.1764,
      "step": 17955
    },
    {
      "epoch": 2.26198948263375,
      "grad_norm": 0.24077439308166504,
      "learning_rate": 5.1971932275946967e-05,
      "loss": 0.1884,
      "step": 17960
    },
    {
      "epoch": 2.262619265043927,
      "grad_norm": 0.2120356261730194,
      "learning_rate": 5.188875708972198e-05,
      "loss": 0.173,
      "step": 17965
    },
    {
      "epoch": 2.2632490474541047,
      "grad_norm": 0.24573729932308197,
      "learning_rate": 5.1805634591475555e-05,
      "loss": 0.1824,
      "step": 17970
    },
    {
      "epoch": 2.263878829864282,
      "grad_norm": 0.20354896783828735,
      "learning_rate": 5.1722564825846336e-05,
      "loss": 0.1738,
      "step": 17975
    },
    {
      "epoch": 2.2645086122744593,
      "grad_norm": 0.2105248123407364,
      "learning_rate": 5.1639547837444725e-05,
      "loss": 0.1694,
      "step": 17980
    },
    {
      "epoch": 2.2651383946846364,
      "grad_norm": 0.21009747684001923,
      "learning_rate": 5.1556583670852636e-05,
      "loss": 0.1773,
      "step": 17985
    },
    {
      "epoch": 2.265768177094814,
      "grad_norm": 0.21542850136756897,
      "learning_rate": 5.147367237062387e-05,
      "loss": 0.1682,
      "step": 17990
    },
    {
      "epoch": 2.266397959504991,
      "grad_norm": 0.20584627985954285,
      "learning_rate": 5.1390813981283676e-05,
      "loss": 0.1734,
      "step": 17995
    },
    {
      "epoch": 2.267027741915168,
      "grad_norm": 0.2486305981874466,
      "learning_rate": 5.130800854732877e-05,
      "loss": 0.1825,
      "step": 18000
    },
    {
      "epoch": 2.267027741915168,
      "eval_loss": 0.35427358746528625,
      "eval_runtime": 6.1591,
      "eval_samples_per_second": 162.361,
      "eval_steps_per_second": 10.229,
      "step": 18000
    },
    {
      "epoch": 2.2676575243253456,
      "grad_norm": 0.19808907806873322,
      "learning_rate": 5.122525611322761e-05,
      "loss": 0.1625,
      "step": 18005
    },
    {
      "epoch": 2.2682873067355227,
      "grad_norm": 0.24098962545394897,
      "learning_rate": 5.114255672342022e-05,
      "loss": 0.1687,
      "step": 18010
    },
    {
      "epoch": 2.2689170891457002,
      "grad_norm": 0.22834831476211548,
      "learning_rate": 5.105991042231799e-05,
      "loss": 0.1695,
      "step": 18015
    },
    {
      "epoch": 2.2695468715558773,
      "grad_norm": 0.19950784742832184,
      "learning_rate": 5.097731725430392e-05,
      "loss": 0.1692,
      "step": 18020
    },
    {
      "epoch": 2.270176653966055,
      "grad_norm": 0.23613286018371582,
      "learning_rate": 5.0894777263732405e-05,
      "loss": 0.176,
      "step": 18025
    },
    {
      "epoch": 2.270806436376232,
      "grad_norm": 0.2248247116804123,
      "learning_rate": 5.081229049492929e-05,
      "loss": 0.1638,
      "step": 18030
    },
    {
      "epoch": 2.2714362187864094,
      "grad_norm": 0.21063442528247833,
      "learning_rate": 5.072985699219186e-05,
      "loss": 0.1696,
      "step": 18035
    },
    {
      "epoch": 2.2720660011965865,
      "grad_norm": 0.26251456141471863,
      "learning_rate": 5.064747679978881e-05,
      "loss": 0.1784,
      "step": 18040
    },
    {
      "epoch": 2.272695783606764,
      "grad_norm": 0.20396436750888824,
      "learning_rate": 5.056514996196011e-05,
      "loss": 0.1733,
      "step": 18045
    },
    {
      "epoch": 2.273325566016941,
      "grad_norm": 0.21515126526355743,
      "learning_rate": 5.048287652291728e-05,
      "loss": 0.1625,
      "step": 18050
    },
    {
      "epoch": 2.273955348427118,
      "grad_norm": 0.24371370673179626,
      "learning_rate": 5.0400656526842946e-05,
      "loss": 0.1739,
      "step": 18055
    },
    {
      "epoch": 2.2745851308372957,
      "grad_norm": 0.22852087020874023,
      "learning_rate": 5.03184900178912e-05,
      "loss": 0.171,
      "step": 18060
    },
    {
      "epoch": 2.275214913247473,
      "grad_norm": 0.22659562528133392,
      "learning_rate": 5.023637704018719e-05,
      "loss": 0.1769,
      "step": 18065
    },
    {
      "epoch": 2.2758446956576504,
      "grad_norm": 0.2462269514799118,
      "learning_rate": 5.01543176378276e-05,
      "loss": 0.1731,
      "step": 18070
    },
    {
      "epoch": 2.2764744780678274,
      "grad_norm": 0.21395175158977509,
      "learning_rate": 5.007231185488016e-05,
      "loss": 0.1705,
      "step": 18075
    },
    {
      "epoch": 2.277104260478005,
      "grad_norm": 0.2166956514120102,
      "learning_rate": 4.9990359735383837e-05,
      "loss": 0.1671,
      "step": 18080
    },
    {
      "epoch": 2.277734042888182,
      "grad_norm": 0.23139755427837372,
      "learning_rate": 4.9908461323348754e-05,
      "loss": 0.1785,
      "step": 18085
    },
    {
      "epoch": 2.2783638252983596,
      "grad_norm": 0.23193643987178802,
      "learning_rate": 4.982661666275632e-05,
      "loss": 0.1746,
      "step": 18090
    },
    {
      "epoch": 2.2789936077085367,
      "grad_norm": 0.21008536219596863,
      "learning_rate": 4.974482579755899e-05,
      "loss": 0.1784,
      "step": 18095
    },
    {
      "epoch": 2.279623390118714,
      "grad_norm": 0.23688139021396637,
      "learning_rate": 4.9663088771680235e-05,
      "loss": 0.1812,
      "step": 18100
    },
    {
      "epoch": 2.2802531725288913,
      "grad_norm": 0.20811019837856293,
      "learning_rate": 4.958140562901468e-05,
      "loss": 0.1721,
      "step": 18105
    },
    {
      "epoch": 2.2808829549390683,
      "grad_norm": 0.2096734642982483,
      "learning_rate": 4.9499776413428167e-05,
      "loss": 0.1697,
      "step": 18110
    },
    {
      "epoch": 2.281512737349246,
      "grad_norm": 0.22839121520519257,
      "learning_rate": 4.9418201168757386e-05,
      "loss": 0.1729,
      "step": 18115
    },
    {
      "epoch": 2.282142519759423,
      "grad_norm": 0.21908484399318695,
      "learning_rate": 4.9336679938810106e-05,
      "loss": 0.1659,
      "step": 18120
    },
    {
      "epoch": 2.2827723021696005,
      "grad_norm": 0.20620904862880707,
      "learning_rate": 4.925521276736511e-05,
      "loss": 0.1636,
      "step": 18125
    },
    {
      "epoch": 2.2834020845797776,
      "grad_norm": 0.28344854712486267,
      "learning_rate": 4.9173799698172095e-05,
      "loss": 0.1753,
      "step": 18130
    },
    {
      "epoch": 2.284031866989955,
      "grad_norm": 0.2172774374485016,
      "learning_rate": 4.909244077495175e-05,
      "loss": 0.1702,
      "step": 18135
    },
    {
      "epoch": 2.284661649400132,
      "grad_norm": 0.19668060541152954,
      "learning_rate": 4.90111360413957e-05,
      "loss": 0.1715,
      "step": 18140
    },
    {
      "epoch": 2.2852914318103097,
      "grad_norm": 0.19766007363796234,
      "learning_rate": 4.892988554116642e-05,
      "loss": 0.1608,
      "step": 18145
    },
    {
      "epoch": 2.2859212142204868,
      "grad_norm": 0.2108301967382431,
      "learning_rate": 4.884868931789724e-05,
      "loss": 0.1633,
      "step": 18150
    },
    {
      "epoch": 2.2865509966306643,
      "grad_norm": 0.25781720876693726,
      "learning_rate": 4.8767547415192476e-05,
      "loss": 0.1634,
      "step": 18155
    },
    {
      "epoch": 2.2871807790408414,
      "grad_norm": 0.21515868604183197,
      "learning_rate": 4.8686459876627164e-05,
      "loss": 0.1687,
      "step": 18160
    },
    {
      "epoch": 2.2878105614510185,
      "grad_norm": 0.23936854302883148,
      "learning_rate": 4.860542674574713e-05,
      "loss": 0.1786,
      "step": 18165
    },
    {
      "epoch": 2.288440343861196,
      "grad_norm": 0.2083710879087448,
      "learning_rate": 4.852444806606904e-05,
      "loss": 0.1727,
      "step": 18170
    },
    {
      "epoch": 2.289070126271373,
      "grad_norm": 0.24087072908878326,
      "learning_rate": 4.844352388108028e-05,
      "loss": 0.1646,
      "step": 18175
    },
    {
      "epoch": 2.2896999086815506,
      "grad_norm": 0.22956833243370056,
      "learning_rate": 4.836265423423898e-05,
      "loss": 0.1667,
      "step": 18180
    },
    {
      "epoch": 2.2903296910917277,
      "grad_norm": 0.2500525414943695,
      "learning_rate": 4.828183916897402e-05,
      "loss": 0.1788,
      "step": 18185
    },
    {
      "epoch": 2.290959473501905,
      "grad_norm": 0.23779354989528656,
      "learning_rate": 4.820107872868486e-05,
      "loss": 0.1687,
      "step": 18190
    },
    {
      "epoch": 2.2915892559120823,
      "grad_norm": 0.21519017219543457,
      "learning_rate": 4.81203729567418e-05,
      "loss": 0.173,
      "step": 18195
    },
    {
      "epoch": 2.29221903832226,
      "grad_norm": 0.2123459428548813,
      "learning_rate": 4.803972189648568e-05,
      "loss": 0.1648,
      "step": 18200
    },
    {
      "epoch": 2.292848820732437,
      "grad_norm": 0.2364078015089035,
      "learning_rate": 4.795912559122789e-05,
      "loss": 0.1743,
      "step": 18205
    },
    {
      "epoch": 2.2934786031426144,
      "grad_norm": 0.23717305064201355,
      "learning_rate": 4.787858408425045e-05,
      "loss": 0.1827,
      "step": 18210
    },
    {
      "epoch": 2.2941083855527915,
      "grad_norm": 0.197091206908226,
      "learning_rate": 4.7798097418806134e-05,
      "loss": 0.1713,
      "step": 18215
    },
    {
      "epoch": 2.2947381679629686,
      "grad_norm": 0.19760344922542572,
      "learning_rate": 4.771766563811803e-05,
      "loss": 0.1612,
      "step": 18220
    },
    {
      "epoch": 2.295367950373146,
      "grad_norm": 0.22046242654323578,
      "learning_rate": 4.763728878537984e-05,
      "loss": 0.1691,
      "step": 18225
    },
    {
      "epoch": 2.295997732783323,
      "grad_norm": 0.22356641292572021,
      "learning_rate": 4.755696690375574e-05,
      "loss": 0.1684,
      "step": 18230
    },
    {
      "epoch": 2.2966275151935007,
      "grad_norm": 0.20664890110492706,
      "learning_rate": 4.7476700036380565e-05,
      "loss": 0.1656,
      "step": 18235
    },
    {
      "epoch": 2.297257297603678,
      "grad_norm": 0.2873956859111786,
      "learning_rate": 4.73964882263593e-05,
      "loss": 0.1811,
      "step": 18240
    },
    {
      "epoch": 2.2978870800138553,
      "grad_norm": 0.23324726521968842,
      "learning_rate": 4.7316331516767575e-05,
      "loss": 0.17,
      "step": 18245
    },
    {
      "epoch": 2.2985168624240324,
      "grad_norm": 0.22407886385917664,
      "learning_rate": 4.7236229950651314e-05,
      "loss": 0.1589,
      "step": 18250
    },
    {
      "epoch": 2.29914664483421,
      "grad_norm": 0.2202986776828766,
      "learning_rate": 4.7156183571026985e-05,
      "loss": 0.1806,
      "step": 18255
    },
    {
      "epoch": 2.299776427244387,
      "grad_norm": 0.1998445987701416,
      "learning_rate": 4.707619242088129e-05,
      "loss": 0.1571,
      "step": 18260
    },
    {
      "epoch": 2.3004062096545645,
      "grad_norm": 0.24477636814117432,
      "learning_rate": 4.69962565431713e-05,
      "loss": 0.1788,
      "step": 18265
    },
    {
      "epoch": 2.3010359920647416,
      "grad_norm": 0.2186649590730667,
      "learning_rate": 4.691637598082439e-05,
      "loss": 0.1837,
      "step": 18270
    },
    {
      "epoch": 2.3016657744749187,
      "grad_norm": 0.19296254217624664,
      "learning_rate": 4.683655077673826e-05,
      "loss": 0.1609,
      "step": 18275
    },
    {
      "epoch": 2.3022955568850962,
      "grad_norm": 0.234447181224823,
      "learning_rate": 4.675678097378086e-05,
      "loss": 0.1711,
      "step": 18280
    },
    {
      "epoch": 2.3029253392952733,
      "grad_norm": 0.19974513351917267,
      "learning_rate": 4.667706661479041e-05,
      "loss": 0.1666,
      "step": 18285
    },
    {
      "epoch": 2.303555121705451,
      "grad_norm": 0.23064357042312622,
      "learning_rate": 4.659740774257527e-05,
      "loss": 0.1684,
      "step": 18290
    },
    {
      "epoch": 2.304184904115628,
      "grad_norm": 0.19428302347660065,
      "learning_rate": 4.6517804399914214e-05,
      "loss": 0.166,
      "step": 18295
    },
    {
      "epoch": 2.3048146865258055,
      "grad_norm": 0.23040397465229034,
      "learning_rate": 4.6438256629555956e-05,
      "loss": 0.1687,
      "step": 18300
    },
    {
      "epoch": 2.3054444689359825,
      "grad_norm": 0.22161847352981567,
      "learning_rate": 4.635876447421955e-05,
      "loss": 0.1784,
      "step": 18305
    },
    {
      "epoch": 2.30607425134616,
      "grad_norm": 0.22831936180591583,
      "learning_rate": 4.6279327976593924e-05,
      "loss": 0.1731,
      "step": 18310
    },
    {
      "epoch": 2.306704033756337,
      "grad_norm": 0.25957801938056946,
      "learning_rate": 4.619994717933848e-05,
      "loss": 0.1823,
      "step": 18315
    },
    {
      "epoch": 2.3073338161665147,
      "grad_norm": 0.23449194431304932,
      "learning_rate": 4.6120622125082426e-05,
      "loss": 0.1725,
      "step": 18320
    },
    {
      "epoch": 2.3079635985766918,
      "grad_norm": 0.24584275484085083,
      "learning_rate": 4.604135285642514e-05,
      "loss": 0.1857,
      "step": 18325
    },
    {
      "epoch": 2.308593380986869,
      "grad_norm": 0.21245352923870087,
      "learning_rate": 4.5962139415936056e-05,
      "loss": 0.164,
      "step": 18330
    },
    {
      "epoch": 2.3092231633970464,
      "grad_norm": 0.2068212777376175,
      "learning_rate": 4.588298184615453e-05,
      "loss": 0.1661,
      "step": 18335
    },
    {
      "epoch": 2.3098529458072234,
      "grad_norm": 0.21349553763866425,
      "learning_rate": 4.580388018959013e-05,
      "loss": 0.1707,
      "step": 18340
    },
    {
      "epoch": 2.310482728217401,
      "grad_norm": 0.2073366641998291,
      "learning_rate": 4.5724834488722106e-05,
      "loss": 0.1608,
      "step": 18345
    },
    {
      "epoch": 2.311112510627578,
      "grad_norm": 0.2493850737810135,
      "learning_rate": 4.564584478599982e-05,
      "loss": 0.176,
      "step": 18350
    },
    {
      "epoch": 2.3117422930377556,
      "grad_norm": 0.25253990292549133,
      "learning_rate": 4.556691112384262e-05,
      "loss": 0.1744,
      "step": 18355
    },
    {
      "epoch": 2.3123720754479327,
      "grad_norm": 0.24499280750751495,
      "learning_rate": 4.548803354463967e-05,
      "loss": 0.1755,
      "step": 18360
    },
    {
      "epoch": 2.31300185785811,
      "grad_norm": 0.21188803017139435,
      "learning_rate": 4.540921209075e-05,
      "loss": 0.1675,
      "step": 18365
    },
    {
      "epoch": 2.3136316402682873,
      "grad_norm": 0.2255249321460724,
      "learning_rate": 4.5330446804502543e-05,
      "loss": 0.1668,
      "step": 18370
    },
    {
      "epoch": 2.314261422678465,
      "grad_norm": 0.2088666409254074,
      "learning_rate": 4.525173772819606e-05,
      "loss": 0.173,
      "step": 18375
    },
    {
      "epoch": 2.314891205088642,
      "grad_norm": 0.24474313855171204,
      "learning_rate": 4.517308490409912e-05,
      "loss": 0.1672,
      "step": 18380
    },
    {
      "epoch": 2.315520987498819,
      "grad_norm": 0.2033611238002777,
      "learning_rate": 4.5094488374450085e-05,
      "loss": 0.1677,
      "step": 18385
    },
    {
      "epoch": 2.3161507699089965,
      "grad_norm": 0.22693341970443726,
      "learning_rate": 4.50159481814571e-05,
      "loss": 0.1653,
      "step": 18390
    },
    {
      "epoch": 2.3167805523191736,
      "grad_norm": 0.24162709712982178,
      "learning_rate": 4.493746436729797e-05,
      "loss": 0.1668,
      "step": 18395
    },
    {
      "epoch": 2.317410334729351,
      "grad_norm": 0.21281133592128754,
      "learning_rate": 4.485903697412041e-05,
      "loss": 0.167,
      "step": 18400
    },
    {
      "epoch": 2.318040117139528,
      "grad_norm": 0.2348182648420334,
      "learning_rate": 4.478066604404168e-05,
      "loss": 0.1683,
      "step": 18405
    },
    {
      "epoch": 2.3186698995497057,
      "grad_norm": 0.2391456663608551,
      "learning_rate": 4.470235161914878e-05,
      "loss": 0.1708,
      "step": 18410
    },
    {
      "epoch": 2.319299681959883,
      "grad_norm": 0.2014867216348648,
      "learning_rate": 4.462409374149822e-05,
      "loss": 0.1679,
      "step": 18415
    },
    {
      "epoch": 2.3199294643700603,
      "grad_norm": 0.19464534521102905,
      "learning_rate": 4.4545892453116414e-05,
      "loss": 0.167,
      "step": 18420
    },
    {
      "epoch": 2.3205592467802374,
      "grad_norm": 0.18525034189224243,
      "learning_rate": 4.446774779599918e-05,
      "loss": 0.16,
      "step": 18425
    },
    {
      "epoch": 2.321189029190415,
      "grad_norm": 0.220379039645195,
      "learning_rate": 4.438965981211201e-05,
      "loss": 0.1728,
      "step": 18430
    },
    {
      "epoch": 2.321818811600592,
      "grad_norm": 0.22186563909053802,
      "learning_rate": 4.431162854338985e-05,
      "loss": 0.1651,
      "step": 18435
    },
    {
      "epoch": 2.322448594010769,
      "grad_norm": 0.22272159159183502,
      "learning_rate": 4.423365403173739e-05,
      "loss": 0.171,
      "step": 18440
    },
    {
      "epoch": 2.3230783764209466,
      "grad_norm": 0.220636785030365,
      "learning_rate": 4.4155736319028725e-05,
      "loss": 0.1691,
      "step": 18445
    },
    {
      "epoch": 2.3237081588311237,
      "grad_norm": 0.22500810027122498,
      "learning_rate": 4.4077875447107356e-05,
      "loss": 0.1648,
      "step": 18450
    },
    {
      "epoch": 2.324337941241301,
      "grad_norm": 0.2163766771554947,
      "learning_rate": 4.4000071457786335e-05,
      "loss": 0.1655,
      "step": 18455
    },
    {
      "epoch": 2.3249677236514783,
      "grad_norm": 0.2258923053741455,
      "learning_rate": 4.392232439284829e-05,
      "loss": 0.1704,
      "step": 18460
    },
    {
      "epoch": 2.325597506061656,
      "grad_norm": 0.23461341857910156,
      "learning_rate": 4.384463429404511e-05,
      "loss": 0.1686,
      "step": 18465
    },
    {
      "epoch": 2.326227288471833,
      "grad_norm": 0.22406549751758575,
      "learning_rate": 4.376700120309816e-05,
      "loss": 0.1655,
      "step": 18470
    },
    {
      "epoch": 2.3268570708820104,
      "grad_norm": 0.21646642684936523,
      "learning_rate": 4.368942516169819e-05,
      "loss": 0.1682,
      "step": 18475
    },
    {
      "epoch": 2.3274868532921875,
      "grad_norm": 0.23925819993019104,
      "learning_rate": 4.3611906211505284e-05,
      "loss": 0.1746,
      "step": 18480
    },
    {
      "epoch": 2.328116635702365,
      "grad_norm": 0.19920630753040314,
      "learning_rate": 4.35344443941489e-05,
      "loss": 0.158,
      "step": 18485
    },
    {
      "epoch": 2.328746418112542,
      "grad_norm": 0.2575379014015198,
      "learning_rate": 4.345703975122783e-05,
      "loss": 0.1708,
      "step": 18490
    },
    {
      "epoch": 2.329376200522719,
      "grad_norm": 0.19556741416454315,
      "learning_rate": 4.3379692324310056e-05,
      "loss": 0.1677,
      "step": 18495
    },
    {
      "epoch": 2.3300059829328967,
      "grad_norm": 0.2595387101173401,
      "learning_rate": 4.3302402154933005e-05,
      "loss": 0.1705,
      "step": 18500
    },
    {
      "epoch": 2.330635765343074,
      "grad_norm": 0.21318422257900238,
      "learning_rate": 4.322516928460325e-05,
      "loss": 0.1676,
      "step": 18505
    },
    {
      "epoch": 2.3312655477532513,
      "grad_norm": 0.2212359607219696,
      "learning_rate": 4.3147993754796624e-05,
      "loss": 0.1661,
      "step": 18510
    },
    {
      "epoch": 2.3318953301634284,
      "grad_norm": 0.1886136680841446,
      "learning_rate": 4.3070875606958006e-05,
      "loss": 0.1613,
      "step": 18515
    },
    {
      "epoch": 2.332525112573606,
      "grad_norm": 0.23505628108978271,
      "learning_rate": 4.2993814882501754e-05,
      "loss": 0.1687,
      "step": 18520
    },
    {
      "epoch": 2.333154894983783,
      "grad_norm": 0.18686296045780182,
      "learning_rate": 4.2916811622811195e-05,
      "loss": 0.1613,
      "step": 18525
    },
    {
      "epoch": 2.3337846773939606,
      "grad_norm": 0.21165959537029266,
      "learning_rate": 4.2839865869238845e-05,
      "loss": 0.1604,
      "step": 18530
    },
    {
      "epoch": 2.3344144598041376,
      "grad_norm": 0.29806169867515564,
      "learning_rate": 4.27629776631063e-05,
      "loss": 0.1682,
      "step": 18535
    },
    {
      "epoch": 2.335044242214315,
      "grad_norm": 0.2488899528980255,
      "learning_rate": 4.268614704570426e-05,
      "loss": 0.1758,
      "step": 18540
    },
    {
      "epoch": 2.3356740246244923,
      "grad_norm": 0.21834008395671844,
      "learning_rate": 4.2609374058292666e-05,
      "loss": 0.1587,
      "step": 18545
    },
    {
      "epoch": 2.3363038070346693,
      "grad_norm": 0.22900566458702087,
      "learning_rate": 4.253265874210022e-05,
      "loss": 0.1798,
      "step": 18550
    },
    {
      "epoch": 2.336933589444847,
      "grad_norm": 0.22346030175685883,
      "learning_rate": 4.2456001138324794e-05,
      "loss": 0.1656,
      "step": 18555
    },
    {
      "epoch": 2.337563371855024,
      "grad_norm": 0.22244654595851898,
      "learning_rate": 4.237940128813336e-05,
      "loss": 0.1734,
      "step": 18560
    },
    {
      "epoch": 2.3381931542652015,
      "grad_norm": 0.19254350662231445,
      "learning_rate": 4.230285923266175e-05,
      "loss": 0.1619,
      "step": 18565
    },
    {
      "epoch": 2.3388229366753785,
      "grad_norm": 0.22871673107147217,
      "learning_rate": 4.222637501301481e-05,
      "loss": 0.166,
      "step": 18570
    },
    {
      "epoch": 2.339452719085556,
      "grad_norm": 0.20270411670207977,
      "learning_rate": 4.2149948670266284e-05,
      "loss": 0.1637,
      "step": 18575
    },
    {
      "epoch": 2.340082501495733,
      "grad_norm": 0.23636558651924133,
      "learning_rate": 4.2073580245458874e-05,
      "loss": 0.1839,
      "step": 18580
    },
    {
      "epoch": 2.3407122839059107,
      "grad_norm": 0.24934862554073334,
      "learning_rate": 4.1997269779604185e-05,
      "loss": 0.1661,
      "step": 18585
    },
    {
      "epoch": 2.3413420663160878,
      "grad_norm": 0.2234071046113968,
      "learning_rate": 4.192101731368267e-05,
      "loss": 0.1699,
      "step": 18590
    },
    {
      "epoch": 2.3419718487262653,
      "grad_norm": 0.20725548267364502,
      "learning_rate": 4.1844822888643634e-05,
      "loss": 0.1663,
      "step": 18595
    },
    {
      "epoch": 2.3426016311364424,
      "grad_norm": 0.22668230533599854,
      "learning_rate": 4.1768686545405186e-05,
      "loss": 0.1647,
      "step": 18600
    },
    {
      "epoch": 2.3432314135466195,
      "grad_norm": 0.23123641312122345,
      "learning_rate": 4.1692608324854384e-05,
      "loss": 0.171,
      "step": 18605
    },
    {
      "epoch": 2.343861195956797,
      "grad_norm": 0.21715596318244934,
      "learning_rate": 4.161658826784692e-05,
      "loss": 0.1631,
      "step": 18610
    },
    {
      "epoch": 2.344490978366974,
      "grad_norm": 0.24206319451332092,
      "learning_rate": 4.154062641520732e-05,
      "loss": 0.1724,
      "step": 18615
    },
    {
      "epoch": 2.3451207607771516,
      "grad_norm": 0.21535861492156982,
      "learning_rate": 4.1464722807728724e-05,
      "loss": 0.1673,
      "step": 18620
    },
    {
      "epoch": 2.3457505431873287,
      "grad_norm": 0.24345341324806213,
      "learning_rate": 4.1388877486173245e-05,
      "loss": 0.1648,
      "step": 18625
    },
    {
      "epoch": 2.346380325597506,
      "grad_norm": 0.2361554056406021,
      "learning_rate": 4.131309049127149e-05,
      "loss": 0.1624,
      "step": 18630
    },
    {
      "epoch": 2.3470101080076833,
      "grad_norm": 0.20666177570819855,
      "learning_rate": 4.1237361863722816e-05,
      "loss": 0.1662,
      "step": 18635
    },
    {
      "epoch": 2.347639890417861,
      "grad_norm": 0.22876566648483276,
      "learning_rate": 4.1161691644195165e-05,
      "loss": 0.1767,
      "step": 18640
    },
    {
      "epoch": 2.348269672828038,
      "grad_norm": 0.19370432198047638,
      "learning_rate": 4.108607987332529e-05,
      "loss": 0.1604,
      "step": 18645
    },
    {
      "epoch": 2.3488994552382154,
      "grad_norm": 0.22485142946243286,
      "learning_rate": 4.101052659171842e-05,
      "loss": 0.1667,
      "step": 18650
    },
    {
      "epoch": 2.3495292376483925,
      "grad_norm": 0.2446049600839615,
      "learning_rate": 4.0935031839948315e-05,
      "loss": 0.1719,
      "step": 18655
    },
    {
      "epoch": 2.3501590200585696,
      "grad_norm": 0.22652800381183624,
      "learning_rate": 4.0859595658557367e-05,
      "loss": 0.1666,
      "step": 18660
    },
    {
      "epoch": 2.350788802468747,
      "grad_norm": 0.1760840266942978,
      "learning_rate": 4.078421808805663e-05,
      "loss": 0.1516,
      "step": 18665
    },
    {
      "epoch": 2.351418584878924,
      "grad_norm": 0.20791617035865784,
      "learning_rate": 4.070889916892553e-05,
      "loss": 0.164,
      "step": 18670
    },
    {
      "epoch": 2.3520483672891017,
      "grad_norm": 0.2205626517534256,
      "learning_rate": 4.063363894161206e-05,
      "loss": 0.1669,
      "step": 18675
    },
    {
      "epoch": 2.352678149699279,
      "grad_norm": 0.23379269242286682,
      "learning_rate": 4.055843744653266e-05,
      "loss": 0.1593,
      "step": 18680
    },
    {
      "epoch": 2.3533079321094563,
      "grad_norm": 0.23451068997383118,
      "learning_rate": 4.0483294724072254e-05,
      "loss": 0.1633,
      "step": 18685
    },
    {
      "epoch": 2.3539377145196334,
      "grad_norm": 0.28889602422714233,
      "learning_rate": 4.040821081458422e-05,
      "loss": 0.1752,
      "step": 18690
    },
    {
      "epoch": 2.354567496929811,
      "grad_norm": 0.2054235339164734,
      "learning_rate": 4.0333185758390307e-05,
      "loss": 0.1666,
      "step": 18695
    },
    {
      "epoch": 2.355197279339988,
      "grad_norm": 0.19770711660385132,
      "learning_rate": 4.025821959578067e-05,
      "loss": 0.1701,
      "step": 18700
    },
    {
      "epoch": 2.3558270617501655,
      "grad_norm": 0.25233033299446106,
      "learning_rate": 4.0183312367013906e-05,
      "loss": 0.1722,
      "step": 18705
    },
    {
      "epoch": 2.3564568441603426,
      "grad_norm": 0.20867769420146942,
      "learning_rate": 4.010846411231689e-05,
      "loss": 0.1601,
      "step": 18710
    },
    {
      "epoch": 2.3570866265705197,
      "grad_norm": 0.21671661734580994,
      "learning_rate": 4.003367487188483e-05,
      "loss": 0.1658,
      "step": 18715
    },
    {
      "epoch": 2.3577164089806972,
      "grad_norm": 0.17957130074501038,
      "learning_rate": 3.9958944685881265e-05,
      "loss": 0.1619,
      "step": 18720
    },
    {
      "epoch": 2.3583461913908743,
      "grad_norm": 0.21048414707183838,
      "learning_rate": 3.988427359443802e-05,
      "loss": 0.1668,
      "step": 18725
    },
    {
      "epoch": 2.358975973801052,
      "grad_norm": 0.21969716250896454,
      "learning_rate": 3.980966163765513e-05,
      "loss": 0.1619,
      "step": 18730
    },
    {
      "epoch": 2.359605756211229,
      "grad_norm": 0.22368858754634857,
      "learning_rate": 3.9735108855600984e-05,
      "loss": 0.168,
      "step": 18735
    },
    {
      "epoch": 2.3602355386214064,
      "grad_norm": 0.2626504600048065,
      "learning_rate": 3.966061528831209e-05,
      "loss": 0.1651,
      "step": 18740
    },
    {
      "epoch": 2.3608653210315835,
      "grad_norm": 0.21985310316085815,
      "learning_rate": 3.958618097579316e-05,
      "loss": 0.1671,
      "step": 18745
    },
    {
      "epoch": 2.361495103441761,
      "grad_norm": 0.22451792657375336,
      "learning_rate": 3.9511805958017205e-05,
      "loss": 0.1609,
      "step": 18750
    },
    {
      "epoch": 2.362124885851938,
      "grad_norm": 0.2123977243900299,
      "learning_rate": 3.943749027492532e-05,
      "loss": 0.1719,
      "step": 18755
    },
    {
      "epoch": 2.3627546682621157,
      "grad_norm": 0.2234313040971756,
      "learning_rate": 3.936323396642658e-05,
      "loss": 0.1556,
      "step": 18760
    },
    {
      "epoch": 2.3633844506722927,
      "grad_norm": 0.19645099341869354,
      "learning_rate": 3.928903707239846e-05,
      "loss": 0.1673,
      "step": 18765
    },
    {
      "epoch": 2.36401423308247,
      "grad_norm": 0.22249870002269745,
      "learning_rate": 3.9214899632686334e-05,
      "loss": 0.1589,
      "step": 18770
    },
    {
      "epoch": 2.3646440154926474,
      "grad_norm": 0.2180803418159485,
      "learning_rate": 3.914082168710369e-05,
      "loss": 0.1685,
      "step": 18775
    },
    {
      "epoch": 2.3652737979028244,
      "grad_norm": 0.2156234085559845,
      "learning_rate": 3.906680327543212e-05,
      "loss": 0.1613,
      "step": 18780
    },
    {
      "epoch": 2.365903580313002,
      "grad_norm": 0.2180781066417694,
      "learning_rate": 3.899284443742112e-05,
      "loss": 0.1654,
      "step": 18785
    },
    {
      "epoch": 2.366533362723179,
      "grad_norm": 0.2102290391921997,
      "learning_rate": 3.89189452127884e-05,
      "loss": 0.1635,
      "step": 18790
    },
    {
      "epoch": 2.3671631451333566,
      "grad_norm": 0.26211512088775635,
      "learning_rate": 3.884510564121944e-05,
      "loss": 0.174,
      "step": 18795
    },
    {
      "epoch": 2.3677929275435337,
      "grad_norm": 0.1999218463897705,
      "learning_rate": 3.877132576236778e-05,
      "loss": 0.1619,
      "step": 18800
    },
    {
      "epoch": 2.368422709953711,
      "grad_norm": 0.21774223446846008,
      "learning_rate": 3.8697605615854875e-05,
      "loss": 0.1616,
      "step": 18805
    },
    {
      "epoch": 2.3690524923638883,
      "grad_norm": 0.2304651439189911,
      "learning_rate": 3.862394524127023e-05,
      "loss": 0.1705,
      "step": 18810
    },
    {
      "epoch": 2.369682274774066,
      "grad_norm": 0.24826854467391968,
      "learning_rate": 3.8550344678171084e-05,
      "loss": 0.1734,
      "step": 18815
    },
    {
      "epoch": 2.370312057184243,
      "grad_norm": 0.21676623821258545,
      "learning_rate": 3.847680396608262e-05,
      "loss": 0.1669,
      "step": 18820
    },
    {
      "epoch": 2.37094183959442,
      "grad_norm": 0.21203717589378357,
      "learning_rate": 3.840332314449788e-05,
      "loss": 0.1633,
      "step": 18825
    },
    {
      "epoch": 2.3715716220045975,
      "grad_norm": 0.2409755140542984,
      "learning_rate": 3.832990225287776e-05,
      "loss": 0.1687,
      "step": 18830
    },
    {
      "epoch": 2.3722014044147746,
      "grad_norm": 0.19998323917388916,
      "learning_rate": 3.825654133065094e-05,
      "loss": 0.1578,
      "step": 18835
    },
    {
      "epoch": 2.372831186824952,
      "grad_norm": 0.22083517909049988,
      "learning_rate": 3.818324041721391e-05,
      "loss": 0.1721,
      "step": 18840
    },
    {
      "epoch": 2.373460969235129,
      "grad_norm": 0.19865678250789642,
      "learning_rate": 3.8109999551930914e-05,
      "loss": 0.1613,
      "step": 18845
    },
    {
      "epoch": 2.3740907516453067,
      "grad_norm": 0.2167719304561615,
      "learning_rate": 3.8036818774134037e-05,
      "loss": 0.1569,
      "step": 18850
    },
    {
      "epoch": 2.374720534055484,
      "grad_norm": 0.2173914611339569,
      "learning_rate": 3.796369812312298e-05,
      "loss": 0.1676,
      "step": 18855
    },
    {
      "epoch": 2.3753503164656613,
      "grad_norm": 0.22559495270252228,
      "learning_rate": 3.7890637638165255e-05,
      "loss": 0.169,
      "step": 18860
    },
    {
      "epoch": 2.3759800988758384,
      "grad_norm": 0.2124035507440567,
      "learning_rate": 3.781763735849589e-05,
      "loss": 0.1715,
      "step": 18865
    },
    {
      "epoch": 2.376609881286016,
      "grad_norm": 0.23133991658687592,
      "learning_rate": 3.774469732331782e-05,
      "loss": 0.162,
      "step": 18870
    },
    {
      "epoch": 2.377239663696193,
      "grad_norm": 0.1754513680934906,
      "learning_rate": 3.7671817571801464e-05,
      "loss": 0.1602,
      "step": 18875
    },
    {
      "epoch": 2.37786944610637,
      "grad_norm": 0.2158019244670868,
      "learning_rate": 3.7598998143084924e-05,
      "loss": 0.1571,
      "step": 18880
    },
    {
      "epoch": 2.3784992285165476,
      "grad_norm": 0.20694270730018616,
      "learning_rate": 3.752623907627388e-05,
      "loss": 0.162,
      "step": 18885
    },
    {
      "epoch": 2.3791290109267247,
      "grad_norm": 0.250929057598114,
      "learning_rate": 3.7453540410441604e-05,
      "loss": 0.1744,
      "step": 18890
    },
    {
      "epoch": 2.379758793336902,
      "grad_norm": 0.23653000593185425,
      "learning_rate": 3.738090218462903e-05,
      "loss": 0.1789,
      "step": 18895
    },
    {
      "epoch": 2.3803885757470793,
      "grad_norm": 0.1936427801847458,
      "learning_rate": 3.730832443784443e-05,
      "loss": 0.1532,
      "step": 18900
    },
    {
      "epoch": 2.381018358157257,
      "grad_norm": 0.188064306974411,
      "learning_rate": 3.7235807209063716e-05,
      "loss": 0.1629,
      "step": 18905
    },
    {
      "epoch": 2.381648140567434,
      "grad_norm": 0.2069697082042694,
      "learning_rate": 3.71633505372304e-05,
      "loss": 0.1568,
      "step": 18910
    },
    {
      "epoch": 2.3822779229776114,
      "grad_norm": 0.21809029579162598,
      "learning_rate": 3.709095446125529e-05,
      "loss": 0.1717,
      "step": 18915
    },
    {
      "epoch": 2.3829077053877885,
      "grad_norm": 0.23560817539691925,
      "learning_rate": 3.701861902001675e-05,
      "loss": 0.1662,
      "step": 18920
    },
    {
      "epoch": 2.383537487797966,
      "grad_norm": 0.19693933427333832,
      "learning_rate": 3.694634425236057e-05,
      "loss": 0.1558,
      "step": 18925
    },
    {
      "epoch": 2.384167270208143,
      "grad_norm": 0.19060872495174408,
      "learning_rate": 3.687413019709994e-05,
      "loss": 0.1621,
      "step": 18930
    },
    {
      "epoch": 2.38479705261832,
      "grad_norm": 0.2021481990814209,
      "learning_rate": 3.680197689301548e-05,
      "loss": 0.1551,
      "step": 18935
    },
    {
      "epoch": 2.3854268350284977,
      "grad_norm": 0.22511224448680878,
      "learning_rate": 3.672988437885512e-05,
      "loss": 0.1587,
      "step": 18940
    },
    {
      "epoch": 2.386056617438675,
      "grad_norm": 0.2018289864063263,
      "learning_rate": 3.665785269333423e-05,
      "loss": 0.1654,
      "step": 18945
    },
    {
      "epoch": 2.3866863998488523,
      "grad_norm": 0.21350149810314178,
      "learning_rate": 3.65858818751354e-05,
      "loss": 0.1673,
      "step": 18950
    },
    {
      "epoch": 2.3873161822590294,
      "grad_norm": 0.21213771402835846,
      "learning_rate": 3.65139719629087e-05,
      "loss": 0.1791,
      "step": 18955
    },
    {
      "epoch": 2.387945964669207,
      "grad_norm": 0.24175149202346802,
      "learning_rate": 3.644212299527139e-05,
      "loss": 0.1714,
      "step": 18960
    },
    {
      "epoch": 2.388575747079384,
      "grad_norm": 0.2541513741016388,
      "learning_rate": 3.63703350108079e-05,
      "loss": 0.1685,
      "step": 18965
    },
    {
      "epoch": 2.389205529489561,
      "grad_norm": 0.24447733163833618,
      "learning_rate": 3.629860804807011e-05,
      "loss": 0.1728,
      "step": 18970
    },
    {
      "epoch": 2.3898353118997386,
      "grad_norm": 0.1830032914876938,
      "learning_rate": 3.622694214557702e-05,
      "loss": 0.1698,
      "step": 18975
    },
    {
      "epoch": 2.390465094309916,
      "grad_norm": 0.23851166665554047,
      "learning_rate": 3.6155337341814844e-05,
      "loss": 0.1754,
      "step": 18980
    },
    {
      "epoch": 2.3910948767200932,
      "grad_norm": 0.1973876655101776,
      "learning_rate": 3.608379367523702e-05,
      "loss": 0.1703,
      "step": 18985
    },
    {
      "epoch": 2.3917246591302703,
      "grad_norm": 0.2209198772907257,
      "learning_rate": 3.6012311184264046e-05,
      "loss": 0.1674,
      "step": 18990
    },
    {
      "epoch": 2.392354441540448,
      "grad_norm": 0.216825932264328,
      "learning_rate": 3.5940889907283834e-05,
      "loss": 0.1677,
      "step": 18995
    },
    {
      "epoch": 2.392984223950625,
      "grad_norm": 0.1855764538049698,
      "learning_rate": 3.586952988265106e-05,
      "loss": 0.1592,
      "step": 19000
    },
    {
      "epoch": 2.392984223950625,
      "eval_loss": 0.35235053300857544,
      "eval_runtime": 6.1677,
      "eval_samples_per_second": 162.135,
      "eval_steps_per_second": 10.215,
      "step": 19000
    },
    {
      "epoch": 2.3936140063608025,
      "grad_norm": 0.25512510538101196,
      "learning_rate": 3.579823114868778e-05,
      "loss": 0.1649,
      "step": 19005
    },
    {
      "epoch": 2.3942437887709795,
      "grad_norm": 0.20220012962818146,
      "learning_rate": 3.572699374368296e-05,
      "loss": 0.1638,
      "step": 19010
    },
    {
      "epoch": 2.394873571181157,
      "grad_norm": 0.21141274273395538,
      "learning_rate": 3.5655817705892814e-05,
      "loss": 0.1697,
      "step": 19015
    },
    {
      "epoch": 2.395503353591334,
      "grad_norm": 0.23368066549301147,
      "learning_rate": 3.558470307354046e-05,
      "loss": 0.1653,
      "step": 19020
    },
    {
      "epoch": 2.3961331360015112,
      "grad_norm": 0.20436784625053406,
      "learning_rate": 3.5513649884816064e-05,
      "loss": 0.1561,
      "step": 19025
    },
    {
      "epoch": 2.3967629184116888,
      "grad_norm": 0.223700612783432,
      "learning_rate": 3.5442658177876835e-05,
      "loss": 0.1693,
      "step": 19030
    },
    {
      "epoch": 2.3973927008218663,
      "grad_norm": 0.26057204604148865,
      "learning_rate": 3.5371727990846944e-05,
      "loss": 0.1767,
      "step": 19035
    },
    {
      "epoch": 2.3980224832320434,
      "grad_norm": 0.21637168526649475,
      "learning_rate": 3.53008593618175e-05,
      "loss": 0.1671,
      "step": 19040
    },
    {
      "epoch": 2.3986522656422204,
      "grad_norm": 0.23995353281497955,
      "learning_rate": 3.5230052328846585e-05,
      "loss": 0.1788,
      "step": 19045
    },
    {
      "epoch": 2.399282048052398,
      "grad_norm": 0.2069759964942932,
      "learning_rate": 3.5159306929959144e-05,
      "loss": 0.1655,
      "step": 19050
    },
    {
      "epoch": 2.399911830462575,
      "grad_norm": 0.20498618483543396,
      "learning_rate": 3.508862320314717e-05,
      "loss": 0.1589,
      "step": 19055
    },
    {
      "epoch": 2.4005416128727526,
      "grad_norm": 0.20835870504379272,
      "learning_rate": 3.501800118636939e-05,
      "loss": 0.1556,
      "step": 19060
    },
    {
      "epoch": 2.4011713952829297,
      "grad_norm": 0.22261159121990204,
      "learning_rate": 3.4947440917551475e-05,
      "loss": 0.1645,
      "step": 19065
    },
    {
      "epoch": 2.401801177693107,
      "grad_norm": 0.20514576137065887,
      "learning_rate": 3.487694243458578e-05,
      "loss": 0.1558,
      "step": 19070
    },
    {
      "epoch": 2.4024309601032843,
      "grad_norm": 0.18798956274986267,
      "learning_rate": 3.480650577533175e-05,
      "loss": 0.1635,
      "step": 19075
    },
    {
      "epoch": 2.4030607425134614,
      "grad_norm": 0.1777620017528534,
      "learning_rate": 3.47361309776154e-05,
      "loss": 0.1613,
      "step": 19080
    },
    {
      "epoch": 2.403690524923639,
      "grad_norm": 0.22258161008358002,
      "learning_rate": 3.466581807922962e-05,
      "loss": 0.1657,
      "step": 19085
    },
    {
      "epoch": 2.4043203073338164,
      "grad_norm": 0.20584604144096375,
      "learning_rate": 3.4595567117934045e-05,
      "loss": 0.1609,
      "step": 19090
    },
    {
      "epoch": 2.4049500897439935,
      "grad_norm": 0.26850444078445435,
      "learning_rate": 3.452537813145501e-05,
      "loss": 0.165,
      "step": 19095
    },
    {
      "epoch": 2.4055798721541706,
      "grad_norm": 0.1789688616991043,
      "learning_rate": 3.4455251157485706e-05,
      "loss": 0.1597,
      "step": 19100
    },
    {
      "epoch": 2.406209654564348,
      "grad_norm": 0.24336829781532288,
      "learning_rate": 3.438518623368581e-05,
      "loss": 0.1582,
      "step": 19105
    },
    {
      "epoch": 2.406839436974525,
      "grad_norm": 0.20159520208835602,
      "learning_rate": 3.4315183397681806e-05,
      "loss": 0.1572,
      "step": 19110
    },
    {
      "epoch": 2.4074692193847027,
      "grad_norm": 0.22423477470874786,
      "learning_rate": 3.424524268706686e-05,
      "loss": 0.1611,
      "step": 19115
    },
    {
      "epoch": 2.40809900179488,
      "grad_norm": 0.22861574590206146,
      "learning_rate": 3.417536413940073e-05,
      "loss": 0.1708,
      "step": 19120
    },
    {
      "epoch": 2.4087287842050573,
      "grad_norm": 0.22517502307891846,
      "learning_rate": 3.4105547792209766e-05,
      "loss": 0.1498,
      "step": 19125
    },
    {
      "epoch": 2.4093585666152344,
      "grad_norm": 0.22406402230262756,
      "learning_rate": 3.403579368298694e-05,
      "loss": 0.1722,
      "step": 19130
    },
    {
      "epoch": 2.4099883490254115,
      "grad_norm": 0.21624189615249634,
      "learning_rate": 3.3966101849191807e-05,
      "loss": 0.165,
      "step": 19135
    },
    {
      "epoch": 2.410618131435589,
      "grad_norm": 0.2186998724937439,
      "learning_rate": 3.389647232825048e-05,
      "loss": 0.1545,
      "step": 19140
    },
    {
      "epoch": 2.4112479138457665,
      "grad_norm": 0.20615451037883759,
      "learning_rate": 3.38269051575556e-05,
      "loss": 0.1653,
      "step": 19145
    },
    {
      "epoch": 2.4118776962559436,
      "grad_norm": 0.21351304650306702,
      "learning_rate": 3.3757400374466323e-05,
      "loss": 0.1667,
      "step": 19150
    },
    {
      "epoch": 2.4125074786661207,
      "grad_norm": 0.2263455092906952,
      "learning_rate": 3.368795801630826e-05,
      "loss": 0.1635,
      "step": 19155
    },
    {
      "epoch": 2.4131372610762982,
      "grad_norm": 0.20655429363250732,
      "learning_rate": 3.361857812037365e-05,
      "loss": 0.1657,
      "step": 19160
    },
    {
      "epoch": 2.4137670434864753,
      "grad_norm": 0.1987982541322708,
      "learning_rate": 3.354926072392101e-05,
      "loss": 0.1554,
      "step": 19165
    },
    {
      "epoch": 2.414396825896653,
      "grad_norm": 0.20431582629680634,
      "learning_rate": 3.348000586417539e-05,
      "loss": 0.1552,
      "step": 19170
    },
    {
      "epoch": 2.41502660830683,
      "grad_norm": 0.241183340549469,
      "learning_rate": 3.34108135783282e-05,
      "loss": 0.1758,
      "step": 19175
    },
    {
      "epoch": 2.4156563907170074,
      "grad_norm": 0.1910007894039154,
      "learning_rate": 3.3341683903537295e-05,
      "loss": 0.1609,
      "step": 19180
    },
    {
      "epoch": 2.4162861731271845,
      "grad_norm": 0.2089349776506424,
      "learning_rate": 3.3272616876926916e-05,
      "loss": 0.1608,
      "step": 19185
    },
    {
      "epoch": 2.4169159555373616,
      "grad_norm": 0.20799914002418518,
      "learning_rate": 3.3203612535587594e-05,
      "loss": 0.1636,
      "step": 19190
    },
    {
      "epoch": 2.417545737947539,
      "grad_norm": 0.2071768194437027,
      "learning_rate": 3.313467091657622e-05,
      "loss": 0.1643,
      "step": 19195
    },
    {
      "epoch": 2.4181755203577167,
      "grad_norm": 0.22981540858745575,
      "learning_rate": 3.3065792056916077e-05,
      "loss": 0.1749,
      "step": 19200
    },
    {
      "epoch": 2.4188053027678937,
      "grad_norm": 0.22096100449562073,
      "learning_rate": 3.2996975993596706e-05,
      "loss": 0.1671,
      "step": 19205
    },
    {
      "epoch": 2.419435085178071,
      "grad_norm": 0.19851092994213104,
      "learning_rate": 3.292822276357382e-05,
      "loss": 0.1605,
      "step": 19210
    },
    {
      "epoch": 2.4200648675882483,
      "grad_norm": 0.21692755818367004,
      "learning_rate": 3.285953240376947e-05,
      "loss": 0.1629,
      "step": 19215
    },
    {
      "epoch": 2.4206946499984254,
      "grad_norm": 0.1912955939769745,
      "learning_rate": 3.279090495107204e-05,
      "loss": 0.1626,
      "step": 19220
    },
    {
      "epoch": 2.421324432408603,
      "grad_norm": 0.17941045761108398,
      "learning_rate": 3.2722340442335993e-05,
      "loss": 0.1528,
      "step": 19225
    },
    {
      "epoch": 2.42195421481878,
      "grad_norm": 0.24879097938537598,
      "learning_rate": 3.265383891438203e-05,
      "loss": 0.1622,
      "step": 19230
    },
    {
      "epoch": 2.4225839972289576,
      "grad_norm": 0.27064043283462524,
      "learning_rate": 3.258540040399703e-05,
      "loss": 0.1677,
      "step": 19235
    },
    {
      "epoch": 2.4232137796391346,
      "grad_norm": 0.20788533985614777,
      "learning_rate": 3.2517024947934046e-05,
      "loss": 0.1742,
      "step": 19240
    },
    {
      "epoch": 2.4238435620493117,
      "grad_norm": 0.20137952268123627,
      "learning_rate": 3.2448712582912265e-05,
      "loss": 0.1656,
      "step": 19245
    },
    {
      "epoch": 2.4244733444594893,
      "grad_norm": 0.22439540922641754,
      "learning_rate": 3.2380463345616986e-05,
      "loss": 0.1704,
      "step": 19250
    },
    {
      "epoch": 2.4251031268696663,
      "grad_norm": 0.22877377271652222,
      "learning_rate": 3.231227727269956e-05,
      "loss": 0.1655,
      "step": 19255
    },
    {
      "epoch": 2.425732909279844,
      "grad_norm": 0.19454975426197052,
      "learning_rate": 3.224415440077757e-05,
      "loss": 0.1711,
      "step": 19260
    },
    {
      "epoch": 2.426362691690021,
      "grad_norm": 0.21811099350452423,
      "learning_rate": 3.217609476643447e-05,
      "loss": 0.1602,
      "step": 19265
    },
    {
      "epoch": 2.4269924741001985,
      "grad_norm": 0.21663612127304077,
      "learning_rate": 3.2108098406219884e-05,
      "loss": 0.1626,
      "step": 19270
    },
    {
      "epoch": 2.4276222565103756,
      "grad_norm": 0.21124348044395447,
      "learning_rate": 3.204016535664937e-05,
      "loss": 0.1621,
      "step": 19275
    },
    {
      "epoch": 2.428252038920553,
      "grad_norm": 0.20466844737529755,
      "learning_rate": 3.1972295654204554e-05,
      "loss": 0.1608,
      "step": 19280
    },
    {
      "epoch": 2.42888182133073,
      "grad_norm": 0.20153960585594177,
      "learning_rate": 3.1904489335333014e-05,
      "loss": 0.1699,
      "step": 19285
    },
    {
      "epoch": 2.4295116037409077,
      "grad_norm": 0.2766586244106293,
      "learning_rate": 3.1836746436448294e-05,
      "loss": 0.1716,
      "step": 19290
    },
    {
      "epoch": 2.4301413861510848,
      "grad_norm": 0.1904149353504181,
      "learning_rate": 3.176906699392986e-05,
      "loss": 0.1756,
      "step": 19295
    },
    {
      "epoch": 2.430771168561262,
      "grad_norm": 0.19312819838523865,
      "learning_rate": 3.170145104412309e-05,
      "loss": 0.1666,
      "step": 19300
    },
    {
      "epoch": 2.4314009509714394,
      "grad_norm": 0.19623906910419464,
      "learning_rate": 3.163389862333939e-05,
      "loss": 0.1541,
      "step": 19305
    },
    {
      "epoch": 2.4320307333816165,
      "grad_norm": 0.1920466423034668,
      "learning_rate": 3.156640976785592e-05,
      "loss": 0.1575,
      "step": 19310
    },
    {
      "epoch": 2.432660515791794,
      "grad_norm": 0.2178039401769638,
      "learning_rate": 3.149898451391565e-05,
      "loss": 0.1533,
      "step": 19315
    },
    {
      "epoch": 2.433290298201971,
      "grad_norm": 0.21117891371250153,
      "learning_rate": 3.143162289772757e-05,
      "loss": 0.1529,
      "step": 19320
    },
    {
      "epoch": 2.4339200806121486,
      "grad_norm": 0.21997326612472534,
      "learning_rate": 3.1364324955466405e-05,
      "loss": 0.167,
      "step": 19325
    },
    {
      "epoch": 2.4345498630223257,
      "grad_norm": 0.2015310823917389,
      "learning_rate": 3.129709072327264e-05,
      "loss": 0.1608,
      "step": 19330
    },
    {
      "epoch": 2.435179645432503,
      "grad_norm": 0.21516267955303192,
      "learning_rate": 3.122992023725263e-05,
      "loss": 0.159,
      "step": 19335
    },
    {
      "epoch": 2.4358094278426803,
      "grad_norm": 0.22670945525169373,
      "learning_rate": 3.116281353347841e-05,
      "loss": 0.1703,
      "step": 19340
    },
    {
      "epoch": 2.436439210252858,
      "grad_norm": 0.19361603260040283,
      "learning_rate": 3.109577064798793e-05,
      "loss": 0.1647,
      "step": 19345
    },
    {
      "epoch": 2.437068992663035,
      "grad_norm": 0.18795832991600037,
      "learning_rate": 3.1028791616784624e-05,
      "loss": 0.1532,
      "step": 19350
    },
    {
      "epoch": 2.437698775073212,
      "grad_norm": 0.24311493337154388,
      "learning_rate": 3.0961876475837814e-05,
      "loss": 0.1599,
      "step": 19355
    },
    {
      "epoch": 2.4383285574833895,
      "grad_norm": 0.20328237116336823,
      "learning_rate": 3.089502526108242e-05,
      "loss": 0.1604,
      "step": 19360
    },
    {
      "epoch": 2.4389583398935666,
      "grad_norm": 0.2067318707704544,
      "learning_rate": 3.082823800841914e-05,
      "loss": 0.161,
      "step": 19365
    },
    {
      "epoch": 2.439588122303744,
      "grad_norm": 0.22590148448944092,
      "learning_rate": 3.0761514753714235e-05,
      "loss": 0.1711,
      "step": 19370
    },
    {
      "epoch": 2.440217904713921,
      "grad_norm": 0.2264234572649002,
      "learning_rate": 3.069485553279958e-05,
      "loss": 0.1625,
      "step": 19375
    },
    {
      "epoch": 2.4408476871240987,
      "grad_norm": 0.21357667446136475,
      "learning_rate": 3.062826038147274e-05,
      "loss": 0.162,
      "step": 19380
    },
    {
      "epoch": 2.441477469534276,
      "grad_norm": 0.19787681102752686,
      "learning_rate": 3.0561729335496816e-05,
      "loss": 0.1566,
      "step": 19385
    },
    {
      "epoch": 2.4421072519444533,
      "grad_norm": 0.20055502653121948,
      "learning_rate": 3.0495262430600487e-05,
      "loss": 0.1612,
      "step": 19390
    },
    {
      "epoch": 2.4427370343546304,
      "grad_norm": 0.2178819328546524,
      "learning_rate": 3.0428859702478003e-05,
      "loss": 0.1701,
      "step": 19395
    },
    {
      "epoch": 2.443366816764808,
      "grad_norm": 0.2206692099571228,
      "learning_rate": 3.0362521186789125e-05,
      "loss": 0.1668,
      "step": 19400
    },
    {
      "epoch": 2.443996599174985,
      "grad_norm": 0.22452767193317413,
      "learning_rate": 3.0296246919159218e-05,
      "loss": 0.1713,
      "step": 19405
    },
    {
      "epoch": 2.444626381585162,
      "grad_norm": 0.23711274564266205,
      "learning_rate": 3.023003693517908e-05,
      "loss": 0.1637,
      "step": 19410
    },
    {
      "epoch": 2.4452561639953396,
      "grad_norm": 0.2252456545829773,
      "learning_rate": 3.0163891270404904e-05,
      "loss": 0.1685,
      "step": 19415
    },
    {
      "epoch": 2.4458859464055167,
      "grad_norm": 0.2477557361125946,
      "learning_rate": 3.0097809960358427e-05,
      "loss": 0.1669,
      "step": 19420
    },
    {
      "epoch": 2.4465157288156942,
      "grad_norm": 0.21543872356414795,
      "learning_rate": 3.003179304052689e-05,
      "loss": 0.1624,
      "step": 19425
    },
    {
      "epoch": 2.4471455112258713,
      "grad_norm": 0.18810850381851196,
      "learning_rate": 2.9965840546362858e-05,
      "loss": 0.1531,
      "step": 19430
    },
    {
      "epoch": 2.447775293636049,
      "grad_norm": 0.2468540370464325,
      "learning_rate": 2.9899952513284307e-05,
      "loss": 0.1644,
      "step": 19435
    },
    {
      "epoch": 2.448405076046226,
      "grad_norm": 0.2639712393283844,
      "learning_rate": 2.9834128976674643e-05,
      "loss": 0.166,
      "step": 19440
    },
    {
      "epoch": 2.4490348584564035,
      "grad_norm": 0.18254607915878296,
      "learning_rate": 2.9768369971882598e-05,
      "loss": 0.1478,
      "step": 19445
    },
    {
      "epoch": 2.4496646408665805,
      "grad_norm": 0.2060953974723816,
      "learning_rate": 2.9702675534222265e-05,
      "loss": 0.161,
      "step": 19450
    },
    {
      "epoch": 2.450294423276758,
      "grad_norm": 0.20919503271579742,
      "learning_rate": 2.963704569897305e-05,
      "loss": 0.1635,
      "step": 19455
    },
    {
      "epoch": 2.450924205686935,
      "grad_norm": 0.20381583273410797,
      "learning_rate": 2.957148050137963e-05,
      "loss": 0.1677,
      "step": 19460
    },
    {
      "epoch": 2.4515539880971122,
      "grad_norm": 0.23379412293434143,
      "learning_rate": 2.9505979976652106e-05,
      "loss": 0.1669,
      "step": 19465
    },
    {
      "epoch": 2.4521837705072898,
      "grad_norm": 0.21713408827781677,
      "learning_rate": 2.9440544159965707e-05,
      "loss": 0.1639,
      "step": 19470
    },
    {
      "epoch": 2.452813552917467,
      "grad_norm": 0.2360960692167282,
      "learning_rate": 2.9375173086460975e-05,
      "loss": 0.1682,
      "step": 19475
    },
    {
      "epoch": 2.4534433353276444,
      "grad_norm": 0.21496212482452393,
      "learning_rate": 2.9309866791243643e-05,
      "loss": 0.1508,
      "step": 19480
    },
    {
      "epoch": 2.4540731177378214,
      "grad_norm": 0.19526614248752594,
      "learning_rate": 2.9244625309384706e-05,
      "loss": 0.1607,
      "step": 19485
    },
    {
      "epoch": 2.454702900147999,
      "grad_norm": 0.2625288665294647,
      "learning_rate": 2.917944867592031e-05,
      "loss": 0.1708,
      "step": 19490
    },
    {
      "epoch": 2.455332682558176,
      "grad_norm": 0.19196555018424988,
      "learning_rate": 2.9114336925851818e-05,
      "loss": 0.1715,
      "step": 19495
    },
    {
      "epoch": 2.4559624649683536,
      "grad_norm": 0.21597431600093842,
      "learning_rate": 2.9049290094145726e-05,
      "loss": 0.1508,
      "step": 19500
    },
    {
      "epoch": 2.4565922473785307,
      "grad_norm": 0.2433023750782013,
      "learning_rate": 2.8984308215733615e-05,
      "loss": 0.1568,
      "step": 19505
    },
    {
      "epoch": 2.457222029788708,
      "grad_norm": 0.231834277510643,
      "learning_rate": 2.8919391325512314e-05,
      "loss": 0.1552,
      "step": 19510
    },
    {
      "epoch": 2.4578518121988853,
      "grad_norm": 0.21281488239765167,
      "learning_rate": 2.885453945834369e-05,
      "loss": 0.161,
      "step": 19515
    },
    {
      "epoch": 2.4584815946090623,
      "grad_norm": 0.21355679631233215,
      "learning_rate": 2.878975264905455e-05,
      "loss": 0.1515,
      "step": 19520
    },
    {
      "epoch": 2.45911137701924,
      "grad_norm": 0.20718532800674438,
      "learning_rate": 2.8725030932437025e-05,
      "loss": 0.1622,
      "step": 19525
    },
    {
      "epoch": 2.459741159429417,
      "grad_norm": 0.21609242260456085,
      "learning_rate": 2.8660374343248087e-05,
      "loss": 0.1531,
      "step": 19530
    },
    {
      "epoch": 2.4603709418395945,
      "grad_norm": 0.2453998625278473,
      "learning_rate": 2.8595782916209825e-05,
      "loss": 0.1605,
      "step": 19535
    },
    {
      "epoch": 2.4610007242497716,
      "grad_norm": 0.27632614970207214,
      "learning_rate": 2.8531256686009306e-05,
      "loss": 0.1598,
      "step": 19540
    },
    {
      "epoch": 2.461630506659949,
      "grad_norm": 0.19357621669769287,
      "learning_rate": 2.846679568729855e-05,
      "loss": 0.1527,
      "step": 19545
    },
    {
      "epoch": 2.462260289070126,
      "grad_norm": 0.19920161366462708,
      "learning_rate": 2.8402399954694692e-05,
      "loss": 0.1561,
      "step": 19550
    },
    {
      "epoch": 2.4628900714803037,
      "grad_norm": 0.19081860780715942,
      "learning_rate": 2.8338069522779595e-05,
      "loss": 0.1524,
      "step": 19555
    },
    {
      "epoch": 2.463519853890481,
      "grad_norm": 0.22451332211494446,
      "learning_rate": 2.8273804426100234e-05,
      "loss": 0.1628,
      "step": 19560
    },
    {
      "epoch": 2.4641496363006583,
      "grad_norm": 0.19204290211200714,
      "learning_rate": 2.820960469916837e-05,
      "loss": 0.1499,
      "step": 19565
    },
    {
      "epoch": 2.4647794187108354,
      "grad_norm": 0.20258976519107819,
      "learning_rate": 2.814547037646081e-05,
      "loss": 0.1514,
      "step": 19570
    },
    {
      "epoch": 2.4654092011210125,
      "grad_norm": 0.21591047942638397,
      "learning_rate": 2.8081401492419102e-05,
      "loss": 0.1555,
      "step": 19575
    },
    {
      "epoch": 2.46603898353119,
      "grad_norm": 0.20639857649803162,
      "learning_rate": 2.8017398081449728e-05,
      "loss": 0.1597,
      "step": 19580
    },
    {
      "epoch": 2.466668765941367,
      "grad_norm": 0.18190859258174896,
      "learning_rate": 2.7953460177923953e-05,
      "loss": 0.1676,
      "step": 19585
    },
    {
      "epoch": 2.4672985483515446,
      "grad_norm": 0.23196272552013397,
      "learning_rate": 2.7889587816177884e-05,
      "loss": 0.1644,
      "step": 19590
    },
    {
      "epoch": 2.4679283307617217,
      "grad_norm": 0.23499402403831482,
      "learning_rate": 2.782578103051248e-05,
      "loss": 0.1596,
      "step": 19595
    },
    {
      "epoch": 2.468558113171899,
      "grad_norm": 0.19516189396381378,
      "learning_rate": 2.7762039855193398e-05,
      "loss": 0.1592,
      "step": 19600
    },
    {
      "epoch": 2.4691878955820763,
      "grad_norm": 0.25550252199172974,
      "learning_rate": 2.769836432445109e-05,
      "loss": 0.1652,
      "step": 19605
    },
    {
      "epoch": 2.469817677992254,
      "grad_norm": 0.20900960266590118,
      "learning_rate": 2.7634754472480852e-05,
      "loss": 0.1576,
      "step": 19610
    },
    {
      "epoch": 2.470447460402431,
      "grad_norm": 0.19483284652233124,
      "learning_rate": 2.757121033344258e-05,
      "loss": 0.1671,
      "step": 19615
    },
    {
      "epoch": 2.4710772428126084,
      "grad_norm": 0.21054719388484955,
      "learning_rate": 2.7507731941460952e-05,
      "loss": 0.1572,
      "step": 19620
    },
    {
      "epoch": 2.4717070252227855,
      "grad_norm": 0.23577210307121277,
      "learning_rate": 2.7444319330625243e-05,
      "loss": 0.1657,
      "step": 19625
    },
    {
      "epoch": 2.4723368076329626,
      "grad_norm": 0.21099181473255157,
      "learning_rate": 2.7380972534989538e-05,
      "loss": 0.1696,
      "step": 19630
    },
    {
      "epoch": 2.47296659004314,
      "grad_norm": 0.20165832340717316,
      "learning_rate": 2.7317691588572495e-05,
      "loss": 0.1529,
      "step": 19635
    },
    {
      "epoch": 2.473596372453317,
      "grad_norm": 0.19725088775157928,
      "learning_rate": 2.7254476525357443e-05,
      "loss": 0.1503,
      "step": 19640
    },
    {
      "epoch": 2.4742261548634947,
      "grad_norm": 0.23867055773735046,
      "learning_rate": 2.7191327379292283e-05,
      "loss": 0.1766,
      "step": 19645
    },
    {
      "epoch": 2.474855937273672,
      "grad_norm": 0.21567271649837494,
      "learning_rate": 2.712824418428955e-05,
      "loss": 0.1562,
      "step": 19650
    },
    {
      "epoch": 2.4754857196838493,
      "grad_norm": 0.2127571702003479,
      "learning_rate": 2.7065226974226444e-05,
      "loss": 0.1588,
      "step": 19655
    },
    {
      "epoch": 2.4761155020940264,
      "grad_norm": 0.192424476146698,
      "learning_rate": 2.700227578294455e-05,
      "loss": 0.1632,
      "step": 19660
    },
    {
      "epoch": 2.476745284504204,
      "grad_norm": 0.19549550116062164,
      "learning_rate": 2.693939064425007e-05,
      "loss": 0.1666,
      "step": 19665
    },
    {
      "epoch": 2.477375066914381,
      "grad_norm": 0.21715867519378662,
      "learning_rate": 2.6876571591913874e-05,
      "loss": 0.1637,
      "step": 19670
    },
    {
      "epoch": 2.4780048493245586,
      "grad_norm": 0.246476948261261,
      "learning_rate": 2.6813818659671167e-05,
      "loss": 0.1691,
      "step": 19675
    },
    {
      "epoch": 2.4786346317347356,
      "grad_norm": 0.19329246878623962,
      "learning_rate": 2.6751131881221698e-05,
      "loss": 0.1576,
      "step": 19680
    },
    {
      "epoch": 2.4792644141449127,
      "grad_norm": 0.1897173672914505,
      "learning_rate": 2.6688511290229714e-05,
      "loss": 0.1566,
      "step": 19685
    },
    {
      "epoch": 2.4798941965550902,
      "grad_norm": 0.19795387983322144,
      "learning_rate": 2.662595692032391e-05,
      "loss": 0.159,
      "step": 19690
    },
    {
      "epoch": 2.4805239789652673,
      "grad_norm": 0.19520628452301025,
      "learning_rate": 2.65634688050974e-05,
      "loss": 0.1577,
      "step": 19695
    },
    {
      "epoch": 2.481153761375445,
      "grad_norm": 0.21223746240139008,
      "learning_rate": 2.650104697810772e-05,
      "loss": 0.1674,
      "step": 19700
    },
    {
      "epoch": 2.481783543785622,
      "grad_norm": 0.19204822182655334,
      "learning_rate": 2.6438691472876828e-05,
      "loss": 0.1492,
      "step": 19705
    },
    {
      "epoch": 2.4824133261957995,
      "grad_norm": 0.2568466067314148,
      "learning_rate": 2.6376402322891032e-05,
      "loss": 0.1557,
      "step": 19710
    },
    {
      "epoch": 2.4830431086059765,
      "grad_norm": 0.21695761382579803,
      "learning_rate": 2.6314179561601078e-05,
      "loss": 0.1715,
      "step": 19715
    },
    {
      "epoch": 2.483672891016154,
      "grad_norm": 0.21485815942287445,
      "learning_rate": 2.625202322242197e-05,
      "loss": 0.1599,
      "step": 19720
    },
    {
      "epoch": 2.484302673426331,
      "grad_norm": 0.18373069167137146,
      "learning_rate": 2.6189933338733122e-05,
      "loss": 0.1636,
      "step": 19725
    },
    {
      "epoch": 2.4849324558365087,
      "grad_norm": 0.2190975546836853,
      "learning_rate": 2.6127909943878177e-05,
      "loss": 0.1613,
      "step": 19730
    },
    {
      "epoch": 2.4855622382466858,
      "grad_norm": 0.22146424651145935,
      "learning_rate": 2.606595307116513e-05,
      "loss": 0.1554,
      "step": 19735
    },
    {
      "epoch": 2.486192020656863,
      "grad_norm": 0.22576889395713806,
      "learning_rate": 2.6004062753866228e-05,
      "loss": 0.1723,
      "step": 19740
    },
    {
      "epoch": 2.4868218030670404,
      "grad_norm": 0.22661438584327698,
      "learning_rate": 2.5942239025218004e-05,
      "loss": 0.1616,
      "step": 19745
    },
    {
      "epoch": 2.4874515854772175,
      "grad_norm": 0.20992781221866608,
      "learning_rate": 2.588048191842118e-05,
      "loss": 0.1666,
      "step": 19750
    },
    {
      "epoch": 2.488081367887395,
      "grad_norm": 0.18685118854045868,
      "learning_rate": 2.581879146664078e-05,
      "loss": 0.163,
      "step": 19755
    },
    {
      "epoch": 2.488711150297572,
      "grad_norm": 0.2547582983970642,
      "learning_rate": 2.5757167703005987e-05,
      "loss": 0.1683,
      "step": 19760
    },
    {
      "epoch": 2.4893409327077496,
      "grad_norm": 0.18066510558128357,
      "learning_rate": 2.569561066061013e-05,
      "loss": 0.1581,
      "step": 19765
    },
    {
      "epoch": 2.4899707151179267,
      "grad_norm": 0.22709952294826508,
      "learning_rate": 2.5634120372510708e-05,
      "loss": 0.1655,
      "step": 19770
    },
    {
      "epoch": 2.490600497528104,
      "grad_norm": 0.18300481140613556,
      "learning_rate": 2.5572696871729496e-05,
      "loss": 0.1634,
      "step": 19775
    },
    {
      "epoch": 2.4912302799382813,
      "grad_norm": 0.23889437317848206,
      "learning_rate": 2.5511340191252294e-05,
      "loss": 0.1653,
      "step": 19780
    },
    {
      "epoch": 2.491860062348459,
      "grad_norm": 0.18972428143024445,
      "learning_rate": 2.545005036402904e-05,
      "loss": 0.1522,
      "step": 19785
    },
    {
      "epoch": 2.492489844758636,
      "grad_norm": 0.1869877278804779,
      "learning_rate": 2.5388827422973722e-05,
      "loss": 0.1587,
      "step": 19790
    },
    {
      "epoch": 2.493119627168813,
      "grad_norm": 0.200529083609581,
      "learning_rate": 2.5327671400964562e-05,
      "loss": 0.1621,
      "step": 19795
    },
    {
      "epoch": 2.4937494095789905,
      "grad_norm": 0.20414294302463531,
      "learning_rate": 2.526658233084365e-05,
      "loss": 0.1619,
      "step": 19800
    },
    {
      "epoch": 2.4943791919891676,
      "grad_norm": 0.2506503760814667,
      "learning_rate": 2.5205560245417227e-05,
      "loss": 0.1711,
      "step": 19805
    },
    {
      "epoch": 2.495008974399345,
      "grad_norm": 0.2258518785238266,
      "learning_rate": 2.5144605177455534e-05,
      "loss": 0.1718,
      "step": 19810
    },
    {
      "epoch": 2.495638756809522,
      "grad_norm": 0.22719348967075348,
      "learning_rate": 2.5083717159692902e-05,
      "loss": 0.1611,
      "step": 19815
    },
    {
      "epoch": 2.4962685392196997,
      "grad_norm": 0.18670164048671722,
      "learning_rate": 2.502289622482752e-05,
      "loss": 0.155,
      "step": 19820
    },
    {
      "epoch": 2.496898321629877,
      "grad_norm": 0.19051162898540497,
      "learning_rate": 2.4962142405521666e-05,
      "loss": 0.1528,
      "step": 19825
    },
    {
      "epoch": 2.4975281040400543,
      "grad_norm": 0.2364228218793869,
      "learning_rate": 2.4901455734401508e-05,
      "loss": 0.1642,
      "step": 19830
    },
    {
      "epoch": 2.4981578864502314,
      "grad_norm": 0.1748083382844925,
      "learning_rate": 2.484083624405716e-05,
      "loss": 0.1536,
      "step": 19835
    },
    {
      "epoch": 2.498787668860409,
      "grad_norm": 0.21124523878097534,
      "learning_rate": 2.4780283967042697e-05,
      "loss": 0.1641,
      "step": 19840
    },
    {
      "epoch": 2.499417451270586,
      "grad_norm": 0.21559958159923553,
      "learning_rate": 2.4719798935876073e-05,
      "loss": 0.1522,
      "step": 19845
    },
    {
      "epoch": 2.500047233680763,
      "grad_norm": 0.20545977354049683,
      "learning_rate": 2.4659381183039105e-05,
      "loss": 0.1492,
      "step": 19850
    },
    {
      "epoch": 2.5006770160909406,
      "grad_norm": 0.21759046614170074,
      "learning_rate": 2.459903074097749e-05,
      "loss": 0.1637,
      "step": 19855
    },
    {
      "epoch": 2.5013067985011177,
      "grad_norm": 0.2807125151157379,
      "learning_rate": 2.4538747642100927e-05,
      "loss": 0.1701,
      "step": 19860
    },
    {
      "epoch": 2.5019365809112952,
      "grad_norm": 0.1915740966796875,
      "learning_rate": 2.4478531918782656e-05,
      "loss": 0.1551,
      "step": 19865
    },
    {
      "epoch": 2.5025663633214723,
      "grad_norm": 0.1929636150598526,
      "learning_rate": 2.441838360335992e-05,
      "loss": 0.1561,
      "step": 19870
    },
    {
      "epoch": 2.50319614573165,
      "grad_norm": 0.23392513394355774,
      "learning_rate": 2.4358302728133827e-05,
      "loss": 0.1606,
      "step": 19875
    },
    {
      "epoch": 2.503825928141827,
      "grad_norm": 0.21680179238319397,
      "learning_rate": 2.4298289325369137e-05,
      "loss": 0.166,
      "step": 19880
    },
    {
      "epoch": 2.5044557105520044,
      "grad_norm": 0.20863774418830872,
      "learning_rate": 2.42383434272944e-05,
      "loss": 0.153,
      "step": 19885
    },
    {
      "epoch": 2.5050854929621815,
      "grad_norm": 0.2562030851840973,
      "learning_rate": 2.4178465066101933e-05,
      "loss": 0.1591,
      "step": 19890
    },
    {
      "epoch": 2.505715275372359,
      "grad_norm": 0.22802165150642395,
      "learning_rate": 2.4118654273947796e-05,
      "loss": 0.1664,
      "step": 19895
    },
    {
      "epoch": 2.506345057782536,
      "grad_norm": 0.23240098357200623,
      "learning_rate": 2.4058911082951764e-05,
      "loss": 0.1585,
      "step": 19900
    },
    {
      "epoch": 2.506974840192713,
      "grad_norm": 0.21342670917510986,
      "learning_rate": 2.3999235525197275e-05,
      "loss": 0.1471,
      "step": 19905
    },
    {
      "epoch": 2.5076046226028907,
      "grad_norm": 0.20659485459327698,
      "learning_rate": 2.3939627632731458e-05,
      "loss": 0.1593,
      "step": 19910
    },
    {
      "epoch": 2.508234405013068,
      "grad_norm": 0.21293510496616364,
      "learning_rate": 2.3880087437565104e-05,
      "loss": 0.1575,
      "step": 19915
    },
    {
      "epoch": 2.5088641874232454,
      "grad_norm": 0.2346251904964447,
      "learning_rate": 2.382061497167271e-05,
      "loss": 0.1639,
      "step": 19920
    },
    {
      "epoch": 2.5094939698334224,
      "grad_norm": 0.22029395401477814,
      "learning_rate": 2.376121026699232e-05,
      "loss": 0.1537,
      "step": 19925
    },
    {
      "epoch": 2.5101237522436,
      "grad_norm": 0.1979423314332962,
      "learning_rate": 2.3701873355425606e-05,
      "loss": 0.154,
      "step": 19930
    },
    {
      "epoch": 2.510753534653777,
      "grad_norm": 0.1969837099313736,
      "learning_rate": 2.3642604268837873e-05,
      "loss": 0.1623,
      "step": 19935
    },
    {
      "epoch": 2.5113833170639546,
      "grad_norm": 0.23190250992774963,
      "learning_rate": 2.3583403039057946e-05,
      "loss": 0.1673,
      "step": 19940
    },
    {
      "epoch": 2.5120130994741316,
      "grad_norm": 0.20579595863819122,
      "learning_rate": 2.3524269697878244e-05,
      "loss": 0.1638,
      "step": 19945
    },
    {
      "epoch": 2.512642881884309,
      "grad_norm": 0.2181597501039505,
      "learning_rate": 2.3465204277054734e-05,
      "loss": 0.1535,
      "step": 19950
    },
    {
      "epoch": 2.5132726642944863,
      "grad_norm": 0.27504584193229675,
      "learning_rate": 2.3406206808306854e-05,
      "loss": 0.1687,
      "step": 19955
    },
    {
      "epoch": 2.5139024467046633,
      "grad_norm": 0.21288301050662994,
      "learning_rate": 2.334727732331765e-05,
      "loss": 0.1611,
      "step": 19960
    },
    {
      "epoch": 2.514532229114841,
      "grad_norm": 0.20768193900585175,
      "learning_rate": 2.3288415853733615e-05,
      "loss": 0.1595,
      "step": 19965
    },
    {
      "epoch": 2.515162011525018,
      "grad_norm": 0.1934243142604828,
      "learning_rate": 2.322962243116464e-05,
      "loss": 0.1573,
      "step": 19970
    },
    {
      "epoch": 2.5157917939351955,
      "grad_norm": 0.21198545396327972,
      "learning_rate": 2.3170897087184133e-05,
      "loss": 0.1549,
      "step": 19975
    },
    {
      "epoch": 2.5164215763453726,
      "grad_norm": 0.25898632407188416,
      "learning_rate": 2.3112239853328996e-05,
      "loss": 0.171,
      "step": 19980
    },
    {
      "epoch": 2.51705135875555,
      "grad_norm": 0.2114986777305603,
      "learning_rate": 2.3053650761099485e-05,
      "loss": 0.1544,
      "step": 19985
    },
    {
      "epoch": 2.517681141165727,
      "grad_norm": 0.21560825407505035,
      "learning_rate": 2.2995129841959266e-05,
      "loss": 0.1736,
      "step": 19990
    },
    {
      "epoch": 2.5183109235759042,
      "grad_norm": 0.18198496103286743,
      "learning_rate": 2.2936677127335395e-05,
      "loss": 0.154,
      "step": 19995
    },
    {
      "epoch": 2.5189407059860818,
      "grad_norm": 0.20246680080890656,
      "learning_rate": 2.287829264861842e-05,
      "loss": 0.1598,
      "step": 20000
    },
    {
      "epoch": 2.5189407059860818,
      "eval_loss": 0.3499235212802887,
      "eval_runtime": 6.1623,
      "eval_samples_per_second": 162.278,
      "eval_steps_per_second": 10.224,
      "step": 20000
    },
    {
      "epoch": 2.5195704883962593,
      "grad_norm": 0.2162911742925644,
      "learning_rate": 2.2819976437162e-05,
      "loss": 0.1623,
      "step": 20005
    },
    {
      "epoch": 2.5202002708064364,
      "grad_norm": 0.16897226870059967,
      "learning_rate": 2.2761728524283344e-05,
      "loss": 0.1511,
      "step": 20010
    },
    {
      "epoch": 2.5208300532166135,
      "grad_norm": 0.19399495422840118,
      "learning_rate": 2.2703548941262877e-05,
      "loss": 0.1615,
      "step": 20015
    },
    {
      "epoch": 2.521459835626791,
      "grad_norm": 0.24832330644130707,
      "learning_rate": 2.2645437719344424e-05,
      "loss": 0.1596,
      "step": 20020
    },
    {
      "epoch": 2.522089618036968,
      "grad_norm": 0.1990746706724167,
      "learning_rate": 2.2587394889734982e-05,
      "loss": 0.1517,
      "step": 20025
    },
    {
      "epoch": 2.5227194004471456,
      "grad_norm": 0.2356463521718979,
      "learning_rate": 2.252942048360491e-05,
      "loss": 0.1666,
      "step": 20030
    },
    {
      "epoch": 2.5233491828573227,
      "grad_norm": 0.2032928168773651,
      "learning_rate": 2.2471514532087766e-05,
      "loss": 0.1463,
      "step": 20035
    },
    {
      "epoch": 2.5239789652675,
      "grad_norm": 0.24515411257743835,
      "learning_rate": 2.2413677066280388e-05,
      "loss": 0.1629,
      "step": 20040
    },
    {
      "epoch": 2.5246087476776773,
      "grad_norm": 0.24597153067588806,
      "learning_rate": 2.2355908117242803e-05,
      "loss": 0.1507,
      "step": 20045
    },
    {
      "epoch": 2.5252385300878544,
      "grad_norm": 0.1958838254213333,
      "learning_rate": 2.2298207715998246e-05,
      "loss": 0.167,
      "step": 20050
    },
    {
      "epoch": 2.525868312498032,
      "grad_norm": 0.18343359231948853,
      "learning_rate": 2.2240575893533176e-05,
      "loss": 0.1582,
      "step": 20055
    },
    {
      "epoch": 2.5264980949082094,
      "grad_norm": 0.2554282248020172,
      "learning_rate": 2.218301268079715e-05,
      "loss": 0.1701,
      "step": 20060
    },
    {
      "epoch": 2.5271278773183865,
      "grad_norm": 0.2655259072780609,
      "learning_rate": 2.2125518108703e-05,
      "loss": 0.1666,
      "step": 20065
    },
    {
      "epoch": 2.5277576597285636,
      "grad_norm": 0.23147699236869812,
      "learning_rate": 2.206809220812662e-05,
      "loss": 0.1646,
      "step": 20070
    },
    {
      "epoch": 2.528387442138741,
      "grad_norm": 0.19453732669353485,
      "learning_rate": 2.2010735009906926e-05,
      "loss": 0.1595,
      "step": 20075
    },
    {
      "epoch": 2.529017224548918,
      "grad_norm": 0.21716727316379547,
      "learning_rate": 2.195344654484615e-05,
      "loss": 0.1656,
      "step": 20080
    },
    {
      "epoch": 2.5296470069590957,
      "grad_norm": 0.19851936399936676,
      "learning_rate": 2.1896226843709475e-05,
      "loss": 0.1545,
      "step": 20085
    },
    {
      "epoch": 2.530276789369273,
      "grad_norm": 0.20362606644630432,
      "learning_rate": 2.1839075937225192e-05,
      "loss": 0.1534,
      "step": 20090
    },
    {
      "epoch": 2.5309065717794503,
      "grad_norm": 0.23197387158870697,
      "learning_rate": 2.1781993856084633e-05,
      "loss": 0.1624,
      "step": 20095
    },
    {
      "epoch": 2.5315363541896274,
      "grad_norm": 0.2547961473464966,
      "learning_rate": 2.1724980630942145e-05,
      "loss": 0.1539,
      "step": 20100
    },
    {
      "epoch": 2.5321661365998045,
      "grad_norm": 0.1867532879114151,
      "learning_rate": 2.1668036292415237e-05,
      "loss": 0.1518,
      "step": 20105
    },
    {
      "epoch": 2.532795919009982,
      "grad_norm": 0.19402964413166046,
      "learning_rate": 2.161116087108421e-05,
      "loss": 0.1522,
      "step": 20110
    },
    {
      "epoch": 2.5334257014201595,
      "grad_norm": 0.20450226962566376,
      "learning_rate": 2.1554354397492517e-05,
      "loss": 0.155,
      "step": 20115
    },
    {
      "epoch": 2.5340554838303366,
      "grad_norm": 0.22179925441741943,
      "learning_rate": 2.149761690214649e-05,
      "loss": 0.1557,
      "step": 20120
    },
    {
      "epoch": 2.5346852662405137,
      "grad_norm": 0.2105506807565689,
      "learning_rate": 2.1440948415515524e-05,
      "loss": 0.1668,
      "step": 20125
    },
    {
      "epoch": 2.5353150486506912,
      "grad_norm": 0.24963414669036865,
      "learning_rate": 2.1384348968031857e-05,
      "loss": 0.1597,
      "step": 20130
    },
    {
      "epoch": 2.5359448310608683,
      "grad_norm": 0.23433445394039154,
      "learning_rate": 2.132781859009069e-05,
      "loss": 0.1579,
      "step": 20135
    },
    {
      "epoch": 2.536574613471046,
      "grad_norm": 0.19620360434055328,
      "learning_rate": 2.1271357312050126e-05,
      "loss": 0.1492,
      "step": 20140
    },
    {
      "epoch": 2.537204395881223,
      "grad_norm": 0.23040203750133514,
      "learning_rate": 2.1214965164231157e-05,
      "loss": 0.1585,
      "step": 20145
    },
    {
      "epoch": 2.5378341782914005,
      "grad_norm": 0.23273873329162598,
      "learning_rate": 2.1158642176917647e-05,
      "loss": 0.1589,
      "step": 20150
    },
    {
      "epoch": 2.5384639607015775,
      "grad_norm": 0.2472730576992035,
      "learning_rate": 2.1102388380356344e-05,
      "loss": 0.1677,
      "step": 20155
    },
    {
      "epoch": 2.5390937431117546,
      "grad_norm": 0.19982990622520447,
      "learning_rate": 2.104620380475679e-05,
      "loss": 0.1515,
      "step": 20160
    },
    {
      "epoch": 2.539723525521932,
      "grad_norm": 0.21257297694683075,
      "learning_rate": 2.099008848029143e-05,
      "loss": 0.165,
      "step": 20165
    },
    {
      "epoch": 2.5403533079321097,
      "grad_norm": 0.20112313330173492,
      "learning_rate": 2.0934042437095457e-05,
      "loss": 0.1497,
      "step": 20170
    },
    {
      "epoch": 2.5409830903422868,
      "grad_norm": 0.24434730410575867,
      "learning_rate": 2.087806570526691e-05,
      "loss": 0.1583,
      "step": 20175
    },
    {
      "epoch": 2.541612872752464,
      "grad_norm": 0.20866596698760986,
      "learning_rate": 2.0822158314866467e-05,
      "loss": 0.1584,
      "step": 20180
    },
    {
      "epoch": 2.5422426551626414,
      "grad_norm": 0.1903751641511917,
      "learning_rate": 2.076632029591777e-05,
      "loss": 0.1447,
      "step": 20185
    },
    {
      "epoch": 2.5428724375728184,
      "grad_norm": 0.24377766251564026,
      "learning_rate": 2.071055167840709e-05,
      "loss": 0.1636,
      "step": 20190
    },
    {
      "epoch": 2.543502219982996,
      "grad_norm": 0.25960245728492737,
      "learning_rate": 2.0654852492283446e-05,
      "loss": 0.164,
      "step": 20195
    },
    {
      "epoch": 2.544132002393173,
      "grad_norm": 0.23870185017585754,
      "learning_rate": 2.0599222767458533e-05,
      "loss": 0.1579,
      "step": 20200
    },
    {
      "epoch": 2.5447617848033506,
      "grad_norm": 0.2245192676782608,
      "learning_rate": 2.0543662533806855e-05,
      "loss": 0.1655,
      "step": 20205
    },
    {
      "epoch": 2.5453915672135277,
      "grad_norm": 0.23136839270591736,
      "learning_rate": 2.048817182116554e-05,
      "loss": 0.1591,
      "step": 20210
    },
    {
      "epoch": 2.5460213496237047,
      "grad_norm": 0.21092520654201508,
      "learning_rate": 2.043275065933427e-05,
      "loss": 0.1536,
      "step": 20215
    },
    {
      "epoch": 2.5466511320338823,
      "grad_norm": 0.18601630628108978,
      "learning_rate": 2.0377399078075485e-05,
      "loss": 0.1523,
      "step": 20220
    },
    {
      "epoch": 2.54728091444406,
      "grad_norm": 0.21489211916923523,
      "learning_rate": 2.0322117107114343e-05,
      "loss": 0.1554,
      "step": 20225
    },
    {
      "epoch": 2.547910696854237,
      "grad_norm": 0.2098049521446228,
      "learning_rate": 2.026690477613845e-05,
      "loss": 0.1522,
      "step": 20230
    },
    {
      "epoch": 2.548540479264414,
      "grad_norm": 0.2187887281179428,
      "learning_rate": 2.021176211479813e-05,
      "loss": 0.15,
      "step": 20235
    },
    {
      "epoch": 2.5491702616745915,
      "grad_norm": 0.2641262710094452,
      "learning_rate": 2.0156689152706216e-05,
      "loss": 0.1725,
      "step": 20240
    },
    {
      "epoch": 2.5498000440847686,
      "grad_norm": 0.22713615000247955,
      "learning_rate": 2.010168591943817e-05,
      "loss": 0.1528,
      "step": 20245
    },
    {
      "epoch": 2.550429826494946,
      "grad_norm": 0.20724020898342133,
      "learning_rate": 2.0046752444531976e-05,
      "loss": 0.1646,
      "step": 20250
    },
    {
      "epoch": 2.551059608905123,
      "grad_norm": 0.19516219198703766,
      "learning_rate": 1.9991888757488156e-05,
      "loss": 0.1574,
      "step": 20255
    },
    {
      "epoch": 2.5516893913153007,
      "grad_norm": 0.22299246490001678,
      "learning_rate": 1.993709488776979e-05,
      "loss": 0.1656,
      "step": 20260
    },
    {
      "epoch": 2.552319173725478,
      "grad_norm": 0.1897648572921753,
      "learning_rate": 1.9882370864802373e-05,
      "loss": 0.1639,
      "step": 20265
    },
    {
      "epoch": 2.552948956135655,
      "grad_norm": 0.23607775568962097,
      "learning_rate": 1.9827716717974048e-05,
      "loss": 0.1618,
      "step": 20270
    },
    {
      "epoch": 2.5535787385458324,
      "grad_norm": 0.250823438167572,
      "learning_rate": 1.9773132476635285e-05,
      "loss": 0.1628,
      "step": 20275
    },
    {
      "epoch": 2.55420852095601,
      "grad_norm": 0.2012414038181305,
      "learning_rate": 1.9718618170099087e-05,
      "loss": 0.1536,
      "step": 20280
    },
    {
      "epoch": 2.554838303366187,
      "grad_norm": 0.17350980639457703,
      "learning_rate": 1.9664173827640873e-05,
      "loss": 0.1524,
      "step": 20285
    },
    {
      "epoch": 2.555468085776364,
      "grad_norm": 0.18761439621448517,
      "learning_rate": 1.96097994784985e-05,
      "loss": 0.1452,
      "step": 20290
    },
    {
      "epoch": 2.5560978681865416,
      "grad_norm": 0.2061910331249237,
      "learning_rate": 1.955549515187223e-05,
      "loss": 0.1507,
      "step": 20295
    },
    {
      "epoch": 2.5567276505967187,
      "grad_norm": 0.20667202770709991,
      "learning_rate": 1.9501260876924736e-05,
      "loss": 0.1484,
      "step": 20300
    },
    {
      "epoch": 2.557357433006896,
      "grad_norm": 0.19904933869838715,
      "learning_rate": 1.9447096682781015e-05,
      "loss": 0.1562,
      "step": 20305
    },
    {
      "epoch": 2.5579872154170733,
      "grad_norm": 0.20500166714191437,
      "learning_rate": 1.9393002598528555e-05,
      "loss": 0.1505,
      "step": 20310
    },
    {
      "epoch": 2.558616997827251,
      "grad_norm": 0.21382258832454681,
      "learning_rate": 1.933897865321712e-05,
      "loss": 0.1606,
      "step": 20315
    },
    {
      "epoch": 2.559246780237428,
      "grad_norm": 0.22117263078689575,
      "learning_rate": 1.928502487585873e-05,
      "loss": 0.1626,
      "step": 20320
    },
    {
      "epoch": 2.559876562647605,
      "grad_norm": 0.2301877737045288,
      "learning_rate": 1.9231141295427794e-05,
      "loss": 0.1566,
      "step": 20325
    },
    {
      "epoch": 2.5605063450577825,
      "grad_norm": 0.23893754184246063,
      "learning_rate": 1.917732794086108e-05,
      "loss": 0.1571,
      "step": 20330
    },
    {
      "epoch": 2.56113612746796,
      "grad_norm": 0.2627946734428406,
      "learning_rate": 1.9123584841057578e-05,
      "loss": 0.1658,
      "step": 20335
    },
    {
      "epoch": 2.561765909878137,
      "grad_norm": 0.19281533360481262,
      "learning_rate": 1.906991202487854e-05,
      "loss": 0.1525,
      "step": 20340
    },
    {
      "epoch": 2.562395692288314,
      "grad_norm": 0.2772383689880371,
      "learning_rate": 1.901630952114752e-05,
      "loss": 0.1661,
      "step": 20345
    },
    {
      "epoch": 2.5630254746984917,
      "grad_norm": 0.216465026140213,
      "learning_rate": 1.896277735865027e-05,
      "loss": 0.1538,
      "step": 20350
    },
    {
      "epoch": 2.563655257108669,
      "grad_norm": 0.23878604173660278,
      "learning_rate": 1.8909315566134782e-05,
      "loss": 0.1601,
      "step": 20355
    },
    {
      "epoch": 2.5642850395188463,
      "grad_norm": 0.2141411155462265,
      "learning_rate": 1.8855924172311248e-05,
      "loss": 0.1631,
      "step": 20360
    },
    {
      "epoch": 2.5649148219290234,
      "grad_norm": 0.2064596712589264,
      "learning_rate": 1.8802603205852073e-05,
      "loss": 0.1578,
      "step": 20365
    },
    {
      "epoch": 2.565544604339201,
      "grad_norm": 0.19963258504867554,
      "learning_rate": 1.8749352695391867e-05,
      "loss": 0.1609,
      "step": 20370
    },
    {
      "epoch": 2.566174386749378,
      "grad_norm": 0.1846475601196289,
      "learning_rate": 1.8696172669527336e-05,
      "loss": 0.1544,
      "step": 20375
    },
    {
      "epoch": 2.566804169159555,
      "grad_norm": 0.1911933869123459,
      "learning_rate": 1.8643063156817423e-05,
      "loss": 0.1565,
      "step": 20380
    },
    {
      "epoch": 2.5674339515697326,
      "grad_norm": 0.2263742834329605,
      "learning_rate": 1.8590024185783042e-05,
      "loss": 0.1673,
      "step": 20385
    },
    {
      "epoch": 2.56806373397991,
      "grad_norm": 0.21621178090572357,
      "learning_rate": 1.8537055784907413e-05,
      "loss": 0.1587,
      "step": 20390
    },
    {
      "epoch": 2.5686935163900873,
      "grad_norm": 0.20875446498394012,
      "learning_rate": 1.848415798263576e-05,
      "loss": 0.1564,
      "step": 20395
    },
    {
      "epoch": 2.5693232988002643,
      "grad_norm": 0.20144003629684448,
      "learning_rate": 1.8431330807375417e-05,
      "loss": 0.156,
      "step": 20400
    },
    {
      "epoch": 2.569953081210442,
      "grad_norm": 0.24883227050304413,
      "learning_rate": 1.837857428749575e-05,
      "loss": 0.1568,
      "step": 20405
    },
    {
      "epoch": 2.570582863620619,
      "grad_norm": 0.18426820635795593,
      "learning_rate": 1.832588845132827e-05,
      "loss": 0.1549,
      "step": 20410
    },
    {
      "epoch": 2.5712126460307965,
      "grad_norm": 0.2462303191423416,
      "learning_rate": 1.827327332716649e-05,
      "loss": 0.1625,
      "step": 20415
    },
    {
      "epoch": 2.5718424284409735,
      "grad_norm": 0.21659249067306519,
      "learning_rate": 1.8220728943265837e-05,
      "loss": 0.1521,
      "step": 20420
    },
    {
      "epoch": 2.572472210851151,
      "grad_norm": 0.17811377346515656,
      "learning_rate": 1.8168255327843882e-05,
      "loss": 0.1586,
      "step": 20425
    },
    {
      "epoch": 2.573101993261328,
      "grad_norm": 0.19524861872196198,
      "learning_rate": 1.8115852509080197e-05,
      "loss": 0.1474,
      "step": 20430
    },
    {
      "epoch": 2.5737317756715052,
      "grad_norm": 0.17528071999549866,
      "learning_rate": 1.806352051511627e-05,
      "loss": 0.1599,
      "step": 20435
    },
    {
      "epoch": 2.5743615580816828,
      "grad_norm": 0.19344571232795715,
      "learning_rate": 1.801125937405557e-05,
      "loss": 0.1579,
      "step": 20440
    },
    {
      "epoch": 2.5749913404918603,
      "grad_norm": 0.20909984409809113,
      "learning_rate": 1.795906911396353e-05,
      "loss": 0.1584,
      "step": 20445
    },
    {
      "epoch": 2.5756211229020374,
      "grad_norm": 0.17548586428165436,
      "learning_rate": 1.790694976286752e-05,
      "loss": 0.1535,
      "step": 20450
    },
    {
      "epoch": 2.5762509053122145,
      "grad_norm": 0.25540080666542053,
      "learning_rate": 1.7854901348756807e-05,
      "loss": 0.1637,
      "step": 20455
    },
    {
      "epoch": 2.576880687722392,
      "grad_norm": 0.1803160160779953,
      "learning_rate": 1.780292389958257e-05,
      "loss": 0.1526,
      "step": 20460
    },
    {
      "epoch": 2.577510470132569,
      "grad_norm": 0.260122686624527,
      "learning_rate": 1.775101744325792e-05,
      "loss": 0.1704,
      "step": 20465
    },
    {
      "epoch": 2.5781402525427466,
      "grad_norm": 0.19697842001914978,
      "learning_rate": 1.7699182007657736e-05,
      "loss": 0.1568,
      "step": 20470
    },
    {
      "epoch": 2.5787700349529237,
      "grad_norm": 0.2179180532693863,
      "learning_rate": 1.7647417620618936e-05,
      "loss": 0.1612,
      "step": 20475
    },
    {
      "epoch": 2.579399817363101,
      "grad_norm": 0.2509031593799591,
      "learning_rate": 1.7595724309940117e-05,
      "loss": 0.1531,
      "step": 20480
    },
    {
      "epoch": 2.5800295997732783,
      "grad_norm": 0.19090527296066284,
      "learning_rate": 1.754410210338179e-05,
      "loss": 0.1477,
      "step": 20485
    },
    {
      "epoch": 2.5806593821834554,
      "grad_norm": 0.20662526786327362,
      "learning_rate": 1.749255102866623e-05,
      "loss": 0.1584,
      "step": 20490
    },
    {
      "epoch": 2.581289164593633,
      "grad_norm": 0.2258034199476242,
      "learning_rate": 1.7441071113477572e-05,
      "loss": 0.1597,
      "step": 20495
    },
    {
      "epoch": 2.5819189470038104,
      "grad_norm": 0.22661426663398743,
      "learning_rate": 1.738966238546169e-05,
      "loss": 0.1582,
      "step": 20500
    },
    {
      "epoch": 2.5825487294139875,
      "grad_norm": 0.24459710717201233,
      "learning_rate": 1.7338324872226227e-05,
      "loss": 0.1523,
      "step": 20505
    },
    {
      "epoch": 2.5831785118241646,
      "grad_norm": 0.18816480040550232,
      "learning_rate": 1.728705860134062e-05,
      "loss": 0.1554,
      "step": 20510
    },
    {
      "epoch": 2.583808294234342,
      "grad_norm": 0.18354368209838867,
      "learning_rate": 1.7235863600336042e-05,
      "loss": 0.1413,
      "step": 20515
    },
    {
      "epoch": 2.584438076644519,
      "grad_norm": 0.1984662562608719,
      "learning_rate": 1.71847398967054e-05,
      "loss": 0.1566,
      "step": 20520
    },
    {
      "epoch": 2.5850678590546967,
      "grad_norm": 0.2628153860569,
      "learning_rate": 1.713368751790322e-05,
      "loss": 0.1592,
      "step": 20525
    },
    {
      "epoch": 2.585697641464874,
      "grad_norm": 0.18952016532421112,
      "learning_rate": 1.7082706491345806e-05,
      "loss": 0.1531,
      "step": 20530
    },
    {
      "epoch": 2.5863274238750513,
      "grad_norm": 0.16905049979686737,
      "learning_rate": 1.7031796844411198e-05,
      "loss": 0.1556,
      "step": 20535
    },
    {
      "epoch": 2.5869572062852284,
      "grad_norm": 0.20969530940055847,
      "learning_rate": 1.6980958604438988e-05,
      "loss": 0.1585,
      "step": 20540
    },
    {
      "epoch": 2.5875869886954055,
      "grad_norm": 0.2143043577671051,
      "learning_rate": 1.693019179873048e-05,
      "loss": 0.1636,
      "step": 20545
    },
    {
      "epoch": 2.588216771105583,
      "grad_norm": 0.24208824336528778,
      "learning_rate": 1.6879496454548585e-05,
      "loss": 0.1572,
      "step": 20550
    },
    {
      "epoch": 2.5888465535157605,
      "grad_norm": 0.22409161925315857,
      "learning_rate": 1.6828872599117958e-05,
      "loss": 0.162,
      "step": 20555
    },
    {
      "epoch": 2.5894763359259376,
      "grad_norm": 0.20685546100139618,
      "learning_rate": 1.6778320259624654e-05,
      "loss": 0.1587,
      "step": 20560
    },
    {
      "epoch": 2.5901061183361147,
      "grad_norm": 0.19393740594387054,
      "learning_rate": 1.672783946321649e-05,
      "loss": 0.1491,
      "step": 20565
    },
    {
      "epoch": 2.5907359007462922,
      "grad_norm": 0.1944616734981537,
      "learning_rate": 1.667743023700275e-05,
      "loss": 0.1565,
      "step": 20570
    },
    {
      "epoch": 2.5913656831564693,
      "grad_norm": 0.21134309470653534,
      "learning_rate": 1.662709260805442e-05,
      "loss": 0.1575,
      "step": 20575
    },
    {
      "epoch": 2.591995465566647,
      "grad_norm": 0.20300306379795074,
      "learning_rate": 1.657682660340392e-05,
      "loss": 0.1509,
      "step": 20580
    },
    {
      "epoch": 2.592625247976824,
      "grad_norm": 0.209407240152359,
      "learning_rate": 1.6526632250045237e-05,
      "loss": 0.1568,
      "step": 20585
    },
    {
      "epoch": 2.5932550303870014,
      "grad_norm": 0.18960040807724,
      "learning_rate": 1.6476509574933888e-05,
      "loss": 0.1561,
      "step": 20590
    },
    {
      "epoch": 2.5938848127971785,
      "grad_norm": 0.2009792923927307,
      "learning_rate": 1.6426458604986897e-05,
      "loss": 0.1584,
      "step": 20595
    },
    {
      "epoch": 2.5945145952073556,
      "grad_norm": 0.2359851896762848,
      "learning_rate": 1.6376479367082796e-05,
      "loss": 0.1573,
      "step": 20600
    },
    {
      "epoch": 2.595144377617533,
      "grad_norm": 0.2108912616968155,
      "learning_rate": 1.632657188806153e-05,
      "loss": 0.1537,
      "step": 20605
    },
    {
      "epoch": 2.5957741600277107,
      "grad_norm": 0.22792066633701324,
      "learning_rate": 1.6276736194724575e-05,
      "loss": 0.1611,
      "step": 20610
    },
    {
      "epoch": 2.5964039424378877,
      "grad_norm": 0.1896820068359375,
      "learning_rate": 1.622697231383488e-05,
      "loss": 0.1623,
      "step": 20615
    },
    {
      "epoch": 2.597033724848065,
      "grad_norm": 0.19234326481819153,
      "learning_rate": 1.6177280272116728e-05,
      "loss": 0.1448,
      "step": 20620
    },
    {
      "epoch": 2.5976635072582424,
      "grad_norm": 0.17547307908535004,
      "learning_rate": 1.6127660096255955e-05,
      "loss": 0.1479,
      "step": 20625
    },
    {
      "epoch": 2.5982932896684194,
      "grad_norm": 0.20076265931129456,
      "learning_rate": 1.6078111812899618e-05,
      "loss": 0.1504,
      "step": 20630
    },
    {
      "epoch": 2.598923072078597,
      "grad_norm": 0.1888744831085205,
      "learning_rate": 1.6028635448656364e-05,
      "loss": 0.1587,
      "step": 20635
    },
    {
      "epoch": 2.599552854488774,
      "grad_norm": 0.2309001237154007,
      "learning_rate": 1.59792310300961e-05,
      "loss": 0.1662,
      "step": 20640
    },
    {
      "epoch": 2.6001826368989516,
      "grad_norm": 0.29581940174102783,
      "learning_rate": 1.592989858375013e-05,
      "loss": 0.1708,
      "step": 20645
    },
    {
      "epoch": 2.6008124193091287,
      "grad_norm": 0.19039921462535858,
      "learning_rate": 1.588063813611112e-05,
      "loss": 0.1548,
      "step": 20650
    },
    {
      "epoch": 2.6014422017193057,
      "grad_norm": 0.18266427516937256,
      "learning_rate": 1.5831449713632993e-05,
      "loss": 0.1523,
      "step": 20655
    },
    {
      "epoch": 2.6020719841294833,
      "grad_norm": 0.1932811439037323,
      "learning_rate": 1.5782333342731174e-05,
      "loss": 0.1516,
      "step": 20660
    },
    {
      "epoch": 2.602701766539661,
      "grad_norm": 0.17890222370624542,
      "learning_rate": 1.5733289049782177e-05,
      "loss": 0.1511,
      "step": 20665
    },
    {
      "epoch": 2.603331548949838,
      "grad_norm": 0.20573283731937408,
      "learning_rate": 1.5684316861123935e-05,
      "loss": 0.1525,
      "step": 20670
    },
    {
      "epoch": 2.603961331360015,
      "grad_norm": 0.21194593608379364,
      "learning_rate": 1.5635416803055596e-05,
      "loss": 0.1599,
      "step": 20675
    },
    {
      "epoch": 2.6045911137701925,
      "grad_norm": 0.17930278182029724,
      "learning_rate": 1.558658890183768e-05,
      "loss": 0.1571,
      "step": 20680
    },
    {
      "epoch": 2.6052208961803696,
      "grad_norm": 0.1965799480676651,
      "learning_rate": 1.5537833183691857e-05,
      "loss": 0.1552,
      "step": 20685
    },
    {
      "epoch": 2.605850678590547,
      "grad_norm": 0.20715682208538055,
      "learning_rate": 1.5489149674801054e-05,
      "loss": 0.1588,
      "step": 20690
    },
    {
      "epoch": 2.606480461000724,
      "grad_norm": 0.1894584596157074,
      "learning_rate": 1.544053840130943e-05,
      "loss": 0.1547,
      "step": 20695
    },
    {
      "epoch": 2.6071102434109017,
      "grad_norm": 0.20791690051555634,
      "learning_rate": 1.539199938932234e-05,
      "loss": 0.1479,
      "step": 20700
    },
    {
      "epoch": 2.6077400258210788,
      "grad_norm": 0.20393605530261993,
      "learning_rate": 1.534353266490636e-05,
      "loss": 0.1491,
      "step": 20705
    },
    {
      "epoch": 2.608369808231256,
      "grad_norm": 0.20201466977596283,
      "learning_rate": 1.5295138254089206e-05,
      "loss": 0.1664,
      "step": 20710
    },
    {
      "epoch": 2.6089995906414334,
      "grad_norm": 0.220575213432312,
      "learning_rate": 1.5246816182859773e-05,
      "loss": 0.16,
      "step": 20715
    },
    {
      "epoch": 2.609629373051611,
      "grad_norm": 0.1888882964849472,
      "learning_rate": 1.5198566477168166e-05,
      "loss": 0.1592,
      "step": 20720
    },
    {
      "epoch": 2.610259155461788,
      "grad_norm": 0.2035285383462906,
      "learning_rate": 1.5150389162925564e-05,
      "loss": 0.149,
      "step": 20725
    },
    {
      "epoch": 2.610888937871965,
      "grad_norm": 0.21430674195289612,
      "learning_rate": 1.5102284266004282e-05,
      "loss": 0.1568,
      "step": 20730
    },
    {
      "epoch": 2.6115187202821426,
      "grad_norm": 0.2220098227262497,
      "learning_rate": 1.5054251812237695e-05,
      "loss": 0.1601,
      "step": 20735
    },
    {
      "epoch": 2.6121485026923197,
      "grad_norm": 0.18914029002189636,
      "learning_rate": 1.5006291827420397e-05,
      "loss": 0.1524,
      "step": 20740
    },
    {
      "epoch": 2.612778285102497,
      "grad_norm": 0.19741562008857727,
      "learning_rate": 1.4958404337307972e-05,
      "loss": 0.1418,
      "step": 20745
    },
    {
      "epoch": 2.6134080675126743,
      "grad_norm": 0.22962430119514465,
      "learning_rate": 1.49105893676171e-05,
      "loss": 0.1523,
      "step": 20750
    },
    {
      "epoch": 2.614037849922852,
      "grad_norm": 0.17770111560821533,
      "learning_rate": 1.4862846944025469e-05,
      "loss": 0.1585,
      "step": 20755
    },
    {
      "epoch": 2.614667632333029,
      "grad_norm": 0.22975338995456696,
      "learning_rate": 1.481517709217191e-05,
      "loss": 0.1608,
      "step": 20760
    },
    {
      "epoch": 2.615297414743206,
      "grad_norm": 0.21070002019405365,
      "learning_rate": 1.476757983765624e-05,
      "loss": 0.1442,
      "step": 20765
    },
    {
      "epoch": 2.6159271971533835,
      "grad_norm": 0.19414427876472473,
      "learning_rate": 1.47200552060392e-05,
      "loss": 0.1445,
      "step": 20770
    },
    {
      "epoch": 2.616556979563561,
      "grad_norm": 0.18657416105270386,
      "learning_rate": 1.4672603222842605e-05,
      "loss": 0.1534,
      "step": 20775
    },
    {
      "epoch": 2.617186761973738,
      "grad_norm": 0.2389591485261917,
      "learning_rate": 1.4625223913549323e-05,
      "loss": 0.158,
      "step": 20780
    },
    {
      "epoch": 2.617816544383915,
      "grad_norm": 0.19741186499595642,
      "learning_rate": 1.4577917303603081e-05,
      "loss": 0.1585,
      "step": 20785
    },
    {
      "epoch": 2.6184463267940927,
      "grad_norm": 0.18730677664279938,
      "learning_rate": 1.4530683418408612e-05,
      "loss": 0.1487,
      "step": 20790
    },
    {
      "epoch": 2.61907610920427,
      "grad_norm": 0.2060120701789856,
      "learning_rate": 1.4483522283331606e-05,
      "loss": 0.1499,
      "step": 20795
    },
    {
      "epoch": 2.6197058916144473,
      "grad_norm": 0.2186814844608307,
      "learning_rate": 1.4436433923698638e-05,
      "loss": 0.1562,
      "step": 20800
    },
    {
      "epoch": 2.6203356740246244,
      "grad_norm": 0.21503032743930817,
      "learning_rate": 1.4389418364797279e-05,
      "loss": 0.1456,
      "step": 20805
    },
    {
      "epoch": 2.620965456434802,
      "grad_norm": 0.17447194457054138,
      "learning_rate": 1.4342475631875916e-05,
      "loss": 0.1454,
      "step": 20810
    },
    {
      "epoch": 2.621595238844979,
      "grad_norm": 0.18272021412849426,
      "learning_rate": 1.4295605750143851e-05,
      "loss": 0.149,
      "step": 20815
    },
    {
      "epoch": 2.622225021255156,
      "grad_norm": 0.2014734447002411,
      "learning_rate": 1.424880874477135e-05,
      "loss": 0.1582,
      "step": 20820
    },
    {
      "epoch": 2.6228548036653336,
      "grad_norm": 0.21231862902641296,
      "learning_rate": 1.4202084640889443e-05,
      "loss": 0.152,
      "step": 20825
    },
    {
      "epoch": 2.623484586075511,
      "grad_norm": 0.19817417860031128,
      "learning_rate": 1.415543346359006e-05,
      "loss": 0.1492,
      "step": 20830
    },
    {
      "epoch": 2.6241143684856882,
      "grad_norm": 0.20216423273086548,
      "learning_rate": 1.410885523792586e-05,
      "loss": 0.1452,
      "step": 20835
    },
    {
      "epoch": 2.6247441508958653,
      "grad_norm": 0.20939548313617706,
      "learning_rate": 1.4062349988910515e-05,
      "loss": 0.1512,
      "step": 20840
    },
    {
      "epoch": 2.625373933306043,
      "grad_norm": 0.19018815457820892,
      "learning_rate": 1.4015917741518384e-05,
      "loss": 0.1579,
      "step": 20845
    },
    {
      "epoch": 2.62600371571622,
      "grad_norm": 0.20512887835502625,
      "learning_rate": 1.396955852068462e-05,
      "loss": 0.1624,
      "step": 20850
    },
    {
      "epoch": 2.6266334981263975,
      "grad_norm": 0.24390068650245667,
      "learning_rate": 1.3923272351305193e-05,
      "loss": 0.1663,
      "step": 20855
    },
    {
      "epoch": 2.6272632805365745,
      "grad_norm": 0.21338611841201782,
      "learning_rate": 1.38770592582368e-05,
      "loss": 0.1695,
      "step": 20860
    },
    {
      "epoch": 2.627893062946752,
      "grad_norm": 0.21631261706352234,
      "learning_rate": 1.3830919266297025e-05,
      "loss": 0.1598,
      "step": 20865
    },
    {
      "epoch": 2.628522845356929,
      "grad_norm": 0.21297498047351837,
      "learning_rate": 1.3784852400264013e-05,
      "loss": 0.1554,
      "step": 20870
    },
    {
      "epoch": 2.6291526277671062,
      "grad_norm": 0.22182469069957733,
      "learning_rate": 1.3738858684876724e-05,
      "loss": 0.1618,
      "step": 20875
    },
    {
      "epoch": 2.6297824101772838,
      "grad_norm": 0.2602301239967346,
      "learning_rate": 1.369293814483487e-05,
      "loss": 0.1616,
      "step": 20880
    },
    {
      "epoch": 2.6304121925874613,
      "grad_norm": 0.20623180270195007,
      "learning_rate": 1.3647090804798822e-05,
      "loss": 0.1574,
      "step": 20885
    },
    {
      "epoch": 2.6310419749976384,
      "grad_norm": 0.22888506948947906,
      "learning_rate": 1.3601316689389635e-05,
      "loss": 0.1476,
      "step": 20890
    },
    {
      "epoch": 2.6316717574078154,
      "grad_norm": 0.1814454197883606,
      "learning_rate": 1.3555615823189065e-05,
      "loss": 0.1505,
      "step": 20895
    },
    {
      "epoch": 2.632301539817993,
      "grad_norm": 0.19201195240020752,
      "learning_rate": 1.350998823073951e-05,
      "loss": 0.1559,
      "step": 20900
    },
    {
      "epoch": 2.63293132222817,
      "grad_norm": 0.21456103026866913,
      "learning_rate": 1.3464433936544055e-05,
      "loss": 0.1519,
      "step": 20905
    },
    {
      "epoch": 2.6335611046383476,
      "grad_norm": 0.21142180263996124,
      "learning_rate": 1.3418952965066365e-05,
      "loss": 0.153,
      "step": 20910
    },
    {
      "epoch": 2.6341908870485247,
      "grad_norm": 0.2231752574443817,
      "learning_rate": 1.3373545340730785e-05,
      "loss": 0.1641,
      "step": 20915
    },
    {
      "epoch": 2.634820669458702,
      "grad_norm": 0.19116418063640594,
      "learning_rate": 1.3328211087922192e-05,
      "loss": 0.1503,
      "step": 20920
    },
    {
      "epoch": 2.6354504518688793,
      "grad_norm": 0.18010330200195312,
      "learning_rate": 1.3282950230986194e-05,
      "loss": 0.1434,
      "step": 20925
    },
    {
      "epoch": 2.6360802342790564,
      "grad_norm": 0.179785817861557,
      "learning_rate": 1.3237762794228884e-05,
      "loss": 0.1502,
      "step": 20930
    },
    {
      "epoch": 2.636710016689234,
      "grad_norm": 0.1842677742242813,
      "learning_rate": 1.319264880191695e-05,
      "loss": 0.1421,
      "step": 20935
    },
    {
      "epoch": 2.6373397990994114,
      "grad_norm": 0.22725196182727814,
      "learning_rate": 1.314760827827756e-05,
      "loss": 0.1464,
      "step": 20940
    },
    {
      "epoch": 2.6379695815095885,
      "grad_norm": 0.21761812269687653,
      "learning_rate": 1.3102641247498585e-05,
      "loss": 0.1492,
      "step": 20945
    },
    {
      "epoch": 2.6385993639197656,
      "grad_norm": 0.2054702490568161,
      "learning_rate": 1.305774773372834e-05,
      "loss": 0.1626,
      "step": 20950
    },
    {
      "epoch": 2.639229146329943,
      "grad_norm": 0.20189544558525085,
      "learning_rate": 1.3012927761075658e-05,
      "loss": 0.1672,
      "step": 20955
    },
    {
      "epoch": 2.63985892874012,
      "grad_norm": 0.2214374542236328,
      "learning_rate": 1.2968181353609852e-05,
      "loss": 0.159,
      "step": 20960
    },
    {
      "epoch": 2.6404887111502977,
      "grad_norm": 0.20227175951004028,
      "learning_rate": 1.2923508535360833e-05,
      "loss": 0.1668,
      "step": 20965
    },
    {
      "epoch": 2.641118493560475,
      "grad_norm": 0.2125934362411499,
      "learning_rate": 1.2878909330318893e-05,
      "loss": 0.1587,
      "step": 20970
    },
    {
      "epoch": 2.6417482759706523,
      "grad_norm": 0.20071247220039368,
      "learning_rate": 1.2834383762434807e-05,
      "loss": 0.1515,
      "step": 20975
    },
    {
      "epoch": 2.6423780583808294,
      "grad_norm": 0.18576478958129883,
      "learning_rate": 1.2789931855619817e-05,
      "loss": 0.152,
      "step": 20980
    },
    {
      "epoch": 2.6430078407910065,
      "grad_norm": 0.2210751622915268,
      "learning_rate": 1.2745553633745642e-05,
      "loss": 0.1542,
      "step": 20985
    },
    {
      "epoch": 2.643637623201184,
      "grad_norm": 0.20466601848602295,
      "learning_rate": 1.2701249120644402e-05,
      "loss": 0.1599,
      "step": 20990
    },
    {
      "epoch": 2.6442674056113615,
      "grad_norm": 0.18101972341537476,
      "learning_rate": 1.2657018340108616e-05,
      "loss": 0.1434,
      "step": 20995
    },
    {
      "epoch": 2.6448971880215386,
      "grad_norm": 0.19254201650619507,
      "learning_rate": 1.2612861315891215e-05,
      "loss": 0.1492,
      "step": 21000
    },
    {
      "epoch": 2.6448971880215386,
      "eval_loss": 0.35662394762039185,
      "eval_runtime": 6.1657,
      "eval_samples_per_second": 162.189,
      "eval_steps_per_second": 10.218,
      "step": 21000
    },
    {
      "epoch": 2.6455269704317157,
      "grad_norm": 0.21622531116008759,
      "learning_rate": 1.2568778071705564e-05,
      "loss": 0.1508,
      "step": 21005
    },
    {
      "epoch": 2.6461567528418932,
      "grad_norm": 0.20254169404506683,
      "learning_rate": 1.2524768631225329e-05,
      "loss": 0.1541,
      "step": 21010
    },
    {
      "epoch": 2.6467865352520703,
      "grad_norm": 0.18706361949443817,
      "learning_rate": 1.2480833018084619e-05,
      "loss": 0.1554,
      "step": 21015
    },
    {
      "epoch": 2.647416317662248,
      "grad_norm": 0.19682380557060242,
      "learning_rate": 1.2436971255877825e-05,
      "loss": 0.1527,
      "step": 21020
    },
    {
      "epoch": 2.648046100072425,
      "grad_norm": 0.193098783493042,
      "learning_rate": 1.2393183368159759e-05,
      "loss": 0.1505,
      "step": 21025
    },
    {
      "epoch": 2.6486758824826024,
      "grad_norm": 0.1954520344734192,
      "learning_rate": 1.2349469378445493e-05,
      "loss": 0.1463,
      "step": 21030
    },
    {
      "epoch": 2.6493056648927795,
      "grad_norm": 0.2523531913757324,
      "learning_rate": 1.2305829310210446e-05,
      "loss": 0.1655,
      "step": 21035
    },
    {
      "epoch": 2.6499354473029566,
      "grad_norm": 0.20331156253814697,
      "learning_rate": 1.2262263186890325e-05,
      "loss": 0.1514,
      "step": 21040
    },
    {
      "epoch": 2.650565229713134,
      "grad_norm": 0.2400408834218979,
      "learning_rate": 1.221877103188113e-05,
      "loss": 0.1673,
      "step": 21045
    },
    {
      "epoch": 2.6511950121233117,
      "grad_norm": 0.18541163206100464,
      "learning_rate": 1.2175352868539162e-05,
      "loss": 0.1582,
      "step": 21050
    },
    {
      "epoch": 2.6518247945334887,
      "grad_norm": 0.24442121386528015,
      "learning_rate": 1.2132008720180953e-05,
      "loss": 0.1525,
      "step": 21055
    },
    {
      "epoch": 2.652454576943666,
      "grad_norm": 0.23133227229118347,
      "learning_rate": 1.2088738610083282e-05,
      "loss": 0.1547,
      "step": 21060
    },
    {
      "epoch": 2.6530843593538433,
      "grad_norm": 0.21159769594669342,
      "learning_rate": 1.2045542561483196e-05,
      "loss": 0.1451,
      "step": 21065
    },
    {
      "epoch": 2.6537141417640204,
      "grad_norm": 0.19382759928703308,
      "learning_rate": 1.2002420597577972e-05,
      "loss": 0.1532,
      "step": 21070
    },
    {
      "epoch": 2.654343924174198,
      "grad_norm": 0.18077696859836578,
      "learning_rate": 1.1959372741525135e-05,
      "loss": 0.1493,
      "step": 21075
    },
    {
      "epoch": 2.654973706584375,
      "grad_norm": 0.24647746980190277,
      "learning_rate": 1.1916399016442264e-05,
      "loss": 0.1533,
      "step": 21080
    },
    {
      "epoch": 2.6556034889945526,
      "grad_norm": 0.19929052889347076,
      "learning_rate": 1.1873499445407291e-05,
      "loss": 0.1418,
      "step": 21085
    },
    {
      "epoch": 2.6562332714047296,
      "grad_norm": 0.2208561897277832,
      "learning_rate": 1.1830674051458277e-05,
      "loss": 0.1628,
      "step": 21090
    },
    {
      "epoch": 2.6568630538149067,
      "grad_norm": 0.18301671743392944,
      "learning_rate": 1.1787922857593406e-05,
      "loss": 0.1495,
      "step": 21095
    },
    {
      "epoch": 2.6574928362250843,
      "grad_norm": 0.1876724660396576,
      "learning_rate": 1.1745245886771065e-05,
      "loss": 0.1526,
      "step": 21100
    },
    {
      "epoch": 2.658122618635262,
      "grad_norm": 0.18740510940551758,
      "learning_rate": 1.1702643161909736e-05,
      "loss": 0.1469,
      "step": 21105
    },
    {
      "epoch": 2.658752401045439,
      "grad_norm": 0.2159937024116516,
      "learning_rate": 1.1660114705888119e-05,
      "loss": 0.1534,
      "step": 21110
    },
    {
      "epoch": 2.659382183455616,
      "grad_norm": 0.19949863851070404,
      "learning_rate": 1.1617660541544893e-05,
      "loss": 0.1446,
      "step": 21115
    },
    {
      "epoch": 2.6600119658657935,
      "grad_norm": 0.18760685622692108,
      "learning_rate": 1.1575280691678956e-05,
      "loss": 0.1495,
      "step": 21120
    },
    {
      "epoch": 2.6606417482759706,
      "grad_norm": 0.1935281902551651,
      "learning_rate": 1.153297517904922e-05,
      "loss": 0.1563,
      "step": 21125
    },
    {
      "epoch": 2.661271530686148,
      "grad_norm": 0.20625917613506317,
      "learning_rate": 1.1490744026374743e-05,
      "loss": 0.1527,
      "step": 21130
    },
    {
      "epoch": 2.661901313096325,
      "grad_norm": 0.22293558716773987,
      "learning_rate": 1.1448587256334618e-05,
      "loss": 0.1573,
      "step": 21135
    },
    {
      "epoch": 2.6625310955065027,
      "grad_norm": 0.22753605246543884,
      "learning_rate": 1.1406504891567986e-05,
      "loss": 0.1563,
      "step": 21140
    },
    {
      "epoch": 2.6631608779166798,
      "grad_norm": 0.1857980489730835,
      "learning_rate": 1.1364496954674035e-05,
      "loss": 0.1542,
      "step": 21145
    },
    {
      "epoch": 2.663790660326857,
      "grad_norm": 0.20376616716384888,
      "learning_rate": 1.1322563468212003e-05,
      "loss": 0.1533,
      "step": 21150
    },
    {
      "epoch": 2.6644204427370344,
      "grad_norm": 0.18928895890712738,
      "learning_rate": 1.1280704454701111e-05,
      "loss": 0.151,
      "step": 21155
    },
    {
      "epoch": 2.665050225147212,
      "grad_norm": 0.2215338945388794,
      "learning_rate": 1.1238919936620593e-05,
      "loss": 0.1484,
      "step": 21160
    },
    {
      "epoch": 2.665680007557389,
      "grad_norm": 0.26164811849594116,
      "learning_rate": 1.1197209936409702e-05,
      "loss": 0.1604,
      "step": 21165
    },
    {
      "epoch": 2.666309789967566,
      "grad_norm": 0.1930347979068756,
      "learning_rate": 1.1155574476467682e-05,
      "loss": 0.1578,
      "step": 21170
    },
    {
      "epoch": 2.6669395723777436,
      "grad_norm": 0.18400873243808746,
      "learning_rate": 1.1114013579153719e-05,
      "loss": 0.1559,
      "step": 21175
    },
    {
      "epoch": 2.6675693547879207,
      "grad_norm": 0.19113576412200928,
      "learning_rate": 1.1072527266786974e-05,
      "loss": 0.1583,
      "step": 21180
    },
    {
      "epoch": 2.668199137198098,
      "grad_norm": 0.1980462521314621,
      "learning_rate": 1.1031115561646476e-05,
      "loss": 0.1516,
      "step": 21185
    },
    {
      "epoch": 2.6688289196082753,
      "grad_norm": 0.24164487421512604,
      "learning_rate": 1.0989778485971334e-05,
      "loss": 0.1578,
      "step": 21190
    },
    {
      "epoch": 2.669458702018453,
      "grad_norm": 0.18318641185760498,
      "learning_rate": 1.0948516061960478e-05,
      "loss": 0.1517,
      "step": 21195
    },
    {
      "epoch": 2.67008848442863,
      "grad_norm": 0.20504848659038544,
      "learning_rate": 1.0907328311772778e-05,
      "loss": 0.1619,
      "step": 21200
    },
    {
      "epoch": 2.670718266838807,
      "grad_norm": 0.214483380317688,
      "learning_rate": 1.0866215257526978e-05,
      "loss": 0.1445,
      "step": 21205
    },
    {
      "epoch": 2.6713480492489845,
      "grad_norm": 0.24230434000492096,
      "learning_rate": 1.0825176921301698e-05,
      "loss": 0.1521,
      "step": 21210
    },
    {
      "epoch": 2.671977831659162,
      "grad_norm": 0.22668616473674774,
      "learning_rate": 1.0784213325135577e-05,
      "loss": 0.1539,
      "step": 21215
    },
    {
      "epoch": 2.672607614069339,
      "grad_norm": 0.18815076351165771,
      "learning_rate": 1.0743324491026883e-05,
      "loss": 0.1496,
      "step": 21220
    },
    {
      "epoch": 2.673237396479516,
      "grad_norm": 0.24532602727413177,
      "learning_rate": 1.070251044093387e-05,
      "loss": 0.1572,
      "step": 21225
    },
    {
      "epoch": 2.6738671788896937,
      "grad_norm": 0.2050776183605194,
      "learning_rate": 1.066177119677467e-05,
      "loss": 0.1585,
      "step": 21230
    },
    {
      "epoch": 2.674496961299871,
      "grad_norm": 0.1992231011390686,
      "learning_rate": 1.062110678042717e-05,
      "loss": 0.1493,
      "step": 21235
    },
    {
      "epoch": 2.6751267437100483,
      "grad_norm": 0.2188093513250351,
      "learning_rate": 1.0580517213729062e-05,
      "loss": 0.1526,
      "step": 21240
    },
    {
      "epoch": 2.6757565261202254,
      "grad_norm": 0.17839093506336212,
      "learning_rate": 1.0540002518477898e-05,
      "loss": 0.146,
      "step": 21245
    },
    {
      "epoch": 2.676386308530403,
      "grad_norm": 0.20759402215480804,
      "learning_rate": 1.0499562716430987e-05,
      "loss": 0.1527,
      "step": 21250
    },
    {
      "epoch": 2.67701609094058,
      "grad_norm": 0.20209045708179474,
      "learning_rate": 1.0459197829305427e-05,
      "loss": 0.1507,
      "step": 21255
    },
    {
      "epoch": 2.677645873350757,
      "grad_norm": 0.24553018808364868,
      "learning_rate": 1.0418907878778077e-05,
      "loss": 0.1568,
      "step": 21260
    },
    {
      "epoch": 2.6782756557609346,
      "grad_norm": 0.24322043359279633,
      "learning_rate": 1.0378692886485563e-05,
      "loss": 0.1527,
      "step": 21265
    },
    {
      "epoch": 2.678905438171112,
      "grad_norm": 0.20755696296691895,
      "learning_rate": 1.0338552874024242e-05,
      "loss": 0.1497,
      "step": 21270
    },
    {
      "epoch": 2.6795352205812892,
      "grad_norm": 0.19075340032577515,
      "learning_rate": 1.0298487862950256e-05,
      "loss": 0.1514,
      "step": 21275
    },
    {
      "epoch": 2.6801650029914663,
      "grad_norm": 0.20733466744422913,
      "learning_rate": 1.0258497874779426e-05,
      "loss": 0.1531,
      "step": 21280
    },
    {
      "epoch": 2.680794785401644,
      "grad_norm": 0.20700550079345703,
      "learning_rate": 1.0218582930987224e-05,
      "loss": 0.1547,
      "step": 21285
    },
    {
      "epoch": 2.681424567811821,
      "grad_norm": 0.1864207237958908,
      "learning_rate": 1.0178743053008969e-05,
      "loss": 0.1507,
      "step": 21290
    },
    {
      "epoch": 2.6820543502219985,
      "grad_norm": 0.21107596158981323,
      "learning_rate": 1.0138978262239532e-05,
      "loss": 0.1511,
      "step": 21295
    },
    {
      "epoch": 2.6826841326321755,
      "grad_norm": 0.25058072805404663,
      "learning_rate": 1.0099288580033548e-05,
      "loss": 0.1573,
      "step": 21300
    },
    {
      "epoch": 2.683313915042353,
      "grad_norm": 0.18913084268569946,
      "learning_rate": 1.005967402770525e-05,
      "loss": 0.1415,
      "step": 21305
    },
    {
      "epoch": 2.68394369745253,
      "grad_norm": 0.18435829877853394,
      "learning_rate": 1.002013462652857e-05,
      "loss": 0.1432,
      "step": 21310
    },
    {
      "epoch": 2.6845734798627072,
      "grad_norm": 0.19929499924182892,
      "learning_rate": 9.980670397737106e-06,
      "loss": 0.1562,
      "step": 21315
    },
    {
      "epoch": 2.6852032622728847,
      "grad_norm": 0.2412646859884262,
      "learning_rate": 9.941281362524007e-06,
      "loss": 0.1544,
      "step": 21320
    },
    {
      "epoch": 2.6858330446830623,
      "grad_norm": 0.23384952545166016,
      "learning_rate": 9.9019675420421e-06,
      "loss": 0.1598,
      "step": 21325
    },
    {
      "epoch": 2.6864628270932394,
      "grad_norm": 0.1778135895729065,
      "learning_rate": 9.862728957403766e-06,
      "loss": 0.1515,
      "step": 21330
    },
    {
      "epoch": 2.6870926095034164,
      "grad_norm": 0.20782922208309174,
      "learning_rate": 9.823565629681079e-06,
      "loss": 0.1504,
      "step": 21335
    },
    {
      "epoch": 2.687722391913594,
      "grad_norm": 0.18523196876049042,
      "learning_rate": 9.78447757990562e-06,
      "loss": 0.1425,
      "step": 21340
    },
    {
      "epoch": 2.688352174323771,
      "grad_norm": 0.18965183198451996,
      "learning_rate": 9.745464829068561e-06,
      "loss": 0.1541,
      "step": 21345
    },
    {
      "epoch": 2.6889819567339486,
      "grad_norm": 0.18834419548511505,
      "learning_rate": 9.706527398120645e-06,
      "loss": 0.1536,
      "step": 21350
    },
    {
      "epoch": 2.6896117391441257,
      "grad_norm": 0.18705077469348907,
      "learning_rate": 9.66766530797216e-06,
      "loss": 0.1451,
      "step": 21355
    },
    {
      "epoch": 2.690241521554303,
      "grad_norm": 0.1886008232831955,
      "learning_rate": 9.628878579492932e-06,
      "loss": 0.1484,
      "step": 21360
    },
    {
      "epoch": 2.6908713039644803,
      "grad_norm": 0.19375784695148468,
      "learning_rate": 9.590167233512314e-06,
      "loss": 0.1554,
      "step": 21365
    },
    {
      "epoch": 2.6915010863746573,
      "grad_norm": 0.18573135137557983,
      "learning_rate": 9.551531290819192e-06,
      "loss": 0.1608,
      "step": 21370
    },
    {
      "epoch": 2.692130868784835,
      "grad_norm": 0.18215128779411316,
      "learning_rate": 9.512970772161955e-06,
      "loss": 0.1564,
      "step": 21375
    },
    {
      "epoch": 2.6927606511950124,
      "grad_norm": 0.1941639482975006,
      "learning_rate": 9.474485698248469e-06,
      "loss": 0.1551,
      "step": 21380
    },
    {
      "epoch": 2.6933904336051895,
      "grad_norm": 0.19289493560791016,
      "learning_rate": 9.436076089746153e-06,
      "loss": 0.1537,
      "step": 21385
    },
    {
      "epoch": 2.6940202160153666,
      "grad_norm": 0.19275395572185516,
      "learning_rate": 9.397741967281724e-06,
      "loss": 0.1441,
      "step": 21390
    },
    {
      "epoch": 2.694649998425544,
      "grad_norm": 0.18316887319087982,
      "learning_rate": 9.359483351441599e-06,
      "loss": 0.1496,
      "step": 21395
    },
    {
      "epoch": 2.695279780835721,
      "grad_norm": 0.16594599187374115,
      "learning_rate": 9.321300262771475e-06,
      "loss": 0.1408,
      "step": 21400
    },
    {
      "epoch": 2.6959095632458987,
      "grad_norm": 0.2479625940322876,
      "learning_rate": 9.28319272177655e-06,
      "loss": 0.1565,
      "step": 21405
    },
    {
      "epoch": 2.696539345656076,
      "grad_norm": 0.18492808938026428,
      "learning_rate": 9.245160748921454e-06,
      "loss": 0.143,
      "step": 21410
    },
    {
      "epoch": 2.6971691280662533,
      "grad_norm": 0.22853007912635803,
      "learning_rate": 9.207204364630182e-06,
      "loss": 0.1668,
      "step": 21415
    },
    {
      "epoch": 2.6977989104764304,
      "grad_norm": 0.1997872143983841,
      "learning_rate": 9.169323589286264e-06,
      "loss": 0.1563,
      "step": 21420
    },
    {
      "epoch": 2.6984286928866075,
      "grad_norm": 0.23863272368907928,
      "learning_rate": 9.131518443232476e-06,
      "loss": 0.1554,
      "step": 21425
    },
    {
      "epoch": 2.699058475296785,
      "grad_norm": 0.17353664338588715,
      "learning_rate": 9.09378894677103e-06,
      "loss": 0.147,
      "step": 21430
    },
    {
      "epoch": 2.699688257706962,
      "grad_norm": 0.2168291211128235,
      "learning_rate": 9.056135120163582e-06,
      "loss": 0.1553,
      "step": 21435
    },
    {
      "epoch": 2.7003180401171396,
      "grad_norm": 0.23211082816123962,
      "learning_rate": 9.018556983631076e-06,
      "loss": 0.1493,
      "step": 21440
    },
    {
      "epoch": 2.7009478225273167,
      "grad_norm": 0.22088773548603058,
      "learning_rate": 8.981054557353834e-06,
      "loss": 0.1567,
      "step": 21445
    },
    {
      "epoch": 2.701577604937494,
      "grad_norm": 0.20668818056583405,
      "learning_rate": 8.943627861471497e-06,
      "loss": 0.1559,
      "step": 21450
    },
    {
      "epoch": 2.7022073873476713,
      "grad_norm": 0.22993560135364532,
      "learning_rate": 8.906276916083072e-06,
      "loss": 0.1628,
      "step": 21455
    },
    {
      "epoch": 2.702837169757849,
      "grad_norm": 0.214871346950531,
      "learning_rate": 8.869001741246862e-06,
      "loss": 0.1567,
      "step": 21460
    },
    {
      "epoch": 2.703466952168026,
      "grad_norm": 0.20056143403053284,
      "learning_rate": 8.831802356980505e-06,
      "loss": 0.1494,
      "step": 21465
    },
    {
      "epoch": 2.7040967345782034,
      "grad_norm": 0.18365876376628876,
      "learning_rate": 8.79467878326089e-06,
      "loss": 0.1547,
      "step": 21470
    },
    {
      "epoch": 2.7047265169883805,
      "grad_norm": 0.1938326060771942,
      "learning_rate": 8.757631040024215e-06,
      "loss": 0.1591,
      "step": 21475
    },
    {
      "epoch": 2.7053562993985576,
      "grad_norm": 0.207264244556427,
      "learning_rate": 8.72065914716602e-06,
      "loss": 0.1588,
      "step": 21480
    },
    {
      "epoch": 2.705986081808735,
      "grad_norm": 0.23815831542015076,
      "learning_rate": 8.683763124541021e-06,
      "loss": 0.1551,
      "step": 21485
    },
    {
      "epoch": 2.706615864218912,
      "grad_norm": 0.20644132792949677,
      "learning_rate": 8.646942991963236e-06,
      "loss": 0.1496,
      "step": 21490
    },
    {
      "epoch": 2.7072456466290897,
      "grad_norm": 0.19380377233028412,
      "learning_rate": 8.610198769205895e-06,
      "loss": 0.1499,
      "step": 21495
    },
    {
      "epoch": 2.707875429039267,
      "grad_norm": 0.1877509504556656,
      "learning_rate": 8.5735304760015e-06,
      "loss": 0.1582,
      "step": 21500
    },
    {
      "epoch": 2.7085052114494443,
      "grad_norm": 0.20092125236988068,
      "learning_rate": 8.536938132041781e-06,
      "loss": 0.1541,
      "step": 21505
    },
    {
      "epoch": 2.7091349938596214,
      "grad_norm": 0.20917046070098877,
      "learning_rate": 8.500421756977637e-06,
      "loss": 0.1555,
      "step": 21510
    },
    {
      "epoch": 2.709764776269799,
      "grad_norm": 0.18814347684383392,
      "learning_rate": 8.463981370419165e-06,
      "loss": 0.1511,
      "step": 21515
    },
    {
      "epoch": 2.710394558679976,
      "grad_norm": 0.2021394819021225,
      "learning_rate": 8.427616991935759e-06,
      "loss": 0.1539,
      "step": 21520
    },
    {
      "epoch": 2.7110243410901536,
      "grad_norm": 0.19899116456508636,
      "learning_rate": 8.3913286410559e-06,
      "loss": 0.1553,
      "step": 21525
    },
    {
      "epoch": 2.7116541235003306,
      "grad_norm": 0.2093294858932495,
      "learning_rate": 8.355116337267231e-06,
      "loss": 0.1581,
      "step": 21530
    },
    {
      "epoch": 2.7122839059105077,
      "grad_norm": 0.215724378824234,
      "learning_rate": 8.318980100016564e-06,
      "loss": 0.1516,
      "step": 21535
    },
    {
      "epoch": 2.7129136883206852,
      "grad_norm": 0.21019119024276733,
      "learning_rate": 8.28291994870996e-06,
      "loss": 0.1521,
      "step": 21540
    },
    {
      "epoch": 2.7135434707308623,
      "grad_norm": 0.20992571115493774,
      "learning_rate": 8.246935902712493e-06,
      "loss": 0.1401,
      "step": 21545
    },
    {
      "epoch": 2.71417325314104,
      "grad_norm": 0.1939440220594406,
      "learning_rate": 8.21102798134844e-06,
      "loss": 0.1572,
      "step": 21550
    },
    {
      "epoch": 2.714803035551217,
      "grad_norm": 0.2128129005432129,
      "learning_rate": 8.175196203901157e-06,
      "loss": 0.1624,
      "step": 21555
    },
    {
      "epoch": 2.7154328179613945,
      "grad_norm": 0.22001588344573975,
      "learning_rate": 8.139440589613122e-06,
      "loss": 0.1498,
      "step": 21560
    },
    {
      "epoch": 2.7160626003715715,
      "grad_norm": 0.24958358705043793,
      "learning_rate": 8.103761157685939e-06,
      "loss": 0.1614,
      "step": 21565
    },
    {
      "epoch": 2.716692382781749,
      "grad_norm": 0.21756353974342346,
      "learning_rate": 8.068157927280284e-06,
      "loss": 0.1515,
      "step": 21570
    },
    {
      "epoch": 2.717322165191926,
      "grad_norm": 0.19753116369247437,
      "learning_rate": 8.032630917515842e-06,
      "loss": 0.1504,
      "step": 21575
    },
    {
      "epoch": 2.7179519476021037,
      "grad_norm": 0.2083761841058731,
      "learning_rate": 7.997180147471505e-06,
      "loss": 0.1488,
      "step": 21580
    },
    {
      "epoch": 2.7185817300122808,
      "grad_norm": 0.2009708434343338,
      "learning_rate": 7.961805636185126e-06,
      "loss": 0.1475,
      "step": 21585
    },
    {
      "epoch": 2.719211512422458,
      "grad_norm": 0.23513175547122955,
      "learning_rate": 7.926507402653609e-06,
      "loss": 0.1479,
      "step": 21590
    },
    {
      "epoch": 2.7198412948326354,
      "grad_norm": 0.1990012526512146,
      "learning_rate": 7.891285465832909e-06,
      "loss": 0.1498,
      "step": 21595
    },
    {
      "epoch": 2.7204710772428125,
      "grad_norm": 0.2000730186700821,
      "learning_rate": 7.856139844638044e-06,
      "loss": 0.1553,
      "step": 21600
    },
    {
      "epoch": 2.72110085965299,
      "grad_norm": 0.17009419202804565,
      "learning_rate": 7.821070557942966e-06,
      "loss": 0.138,
      "step": 21605
    },
    {
      "epoch": 2.721730642063167,
      "grad_norm": 0.19666020572185516,
      "learning_rate": 7.786077624580728e-06,
      "loss": 0.1505,
      "step": 21610
    },
    {
      "epoch": 2.7223604244733446,
      "grad_norm": 0.20230218768119812,
      "learning_rate": 7.751161063343314e-06,
      "loss": 0.1459,
      "step": 21615
    },
    {
      "epoch": 2.7229902068835217,
      "grad_norm": 0.20249028503894806,
      "learning_rate": 7.716320892981692e-06,
      "loss": 0.1481,
      "step": 21620
    },
    {
      "epoch": 2.7236199892936988,
      "grad_norm": 0.183380126953125,
      "learning_rate": 7.681557132205861e-06,
      "loss": 0.1513,
      "step": 21625
    },
    {
      "epoch": 2.7242497717038763,
      "grad_norm": 0.22188283503055573,
      "learning_rate": 7.646869799684791e-06,
      "loss": 0.1534,
      "step": 21630
    },
    {
      "epoch": 2.724879554114054,
      "grad_norm": 0.19538500905036926,
      "learning_rate": 7.6122589140462766e-06,
      "loss": 0.1524,
      "step": 21635
    },
    {
      "epoch": 2.725509336524231,
      "grad_norm": 0.1824834644794464,
      "learning_rate": 7.577724493877219e-06,
      "loss": 0.1564,
      "step": 21640
    },
    {
      "epoch": 2.726139118934408,
      "grad_norm": 0.18397974967956543,
      "learning_rate": 7.543266557723398e-06,
      "loss": 0.1467,
      "step": 21645
    },
    {
      "epoch": 2.7267689013445855,
      "grad_norm": 0.22993116080760956,
      "learning_rate": 7.508885124089481e-06,
      "loss": 0.1546,
      "step": 21650
    },
    {
      "epoch": 2.7273986837547626,
      "grad_norm": 0.18351049721240997,
      "learning_rate": 7.47458021143908e-06,
      "loss": 0.1616,
      "step": 21655
    },
    {
      "epoch": 2.72802846616494,
      "grad_norm": 0.20072756707668304,
      "learning_rate": 7.440351838194724e-06,
      "loss": 0.1451,
      "step": 21660
    },
    {
      "epoch": 2.728658248575117,
      "grad_norm": 0.19199103116989136,
      "learning_rate": 7.406200022737879e-06,
      "loss": 0.1518,
      "step": 21665
    },
    {
      "epoch": 2.7292880309852947,
      "grad_norm": 0.21039634943008423,
      "learning_rate": 7.372124783408789e-06,
      "loss": 0.154,
      "step": 21670
    },
    {
      "epoch": 2.729917813395472,
      "grad_norm": 0.2162015289068222,
      "learning_rate": 7.33812613850665e-06,
      "loss": 0.1459,
      "step": 21675
    },
    {
      "epoch": 2.730547595805649,
      "grad_norm": 0.192021444439888,
      "learning_rate": 7.304204106289507e-06,
      "loss": 0.1547,
      "step": 21680
    },
    {
      "epoch": 2.7311773782158264,
      "grad_norm": 0.20860375463962555,
      "learning_rate": 7.270358704974289e-06,
      "loss": 0.1501,
      "step": 21685
    },
    {
      "epoch": 2.731807160626004,
      "grad_norm": 0.1841016709804535,
      "learning_rate": 7.236589952736738e-06,
      "loss": 0.1538,
      "step": 21690
    },
    {
      "epoch": 2.732436943036181,
      "grad_norm": 0.23411309719085693,
      "learning_rate": 7.202897867711449e-06,
      "loss": 0.153,
      "step": 21695
    },
    {
      "epoch": 2.733066725446358,
      "grad_norm": 0.2005651742219925,
      "learning_rate": 7.1692824679918325e-06,
      "loss": 0.1505,
      "step": 21700
    },
    {
      "epoch": 2.7336965078565356,
      "grad_norm": 0.18157663941383362,
      "learning_rate": 7.135743771630131e-06,
      "loss": 0.1424,
      "step": 21705
    },
    {
      "epoch": 2.7343262902667127,
      "grad_norm": 0.20939917862415314,
      "learning_rate": 7.102281796637388e-06,
      "loss": 0.1585,
      "step": 21710
    },
    {
      "epoch": 2.7349560726768902,
      "grad_norm": 0.17006689310073853,
      "learning_rate": 7.068896560983445e-06,
      "loss": 0.1529,
      "step": 21715
    },
    {
      "epoch": 2.7355858550870673,
      "grad_norm": 0.23061016201972961,
      "learning_rate": 7.035588082596927e-06,
      "loss": 0.1556,
      "step": 21720
    },
    {
      "epoch": 2.736215637497245,
      "grad_norm": 0.20175643265247345,
      "learning_rate": 7.002356379365276e-06,
      "loss": 0.1559,
      "step": 21725
    },
    {
      "epoch": 2.736845419907422,
      "grad_norm": 0.19943305850028992,
      "learning_rate": 6.969201469134683e-06,
      "loss": 0.147,
      "step": 21730
    },
    {
      "epoch": 2.737475202317599,
      "grad_norm": 0.22196878492832184,
      "learning_rate": 6.936123369710056e-06,
      "loss": 0.1517,
      "step": 21735
    },
    {
      "epoch": 2.7381049847277765,
      "grad_norm": 0.19505414366722107,
      "learning_rate": 6.903122098855085e-06,
      "loss": 0.1464,
      "step": 21740
    },
    {
      "epoch": 2.738734767137954,
      "grad_norm": 0.19797982275485992,
      "learning_rate": 6.870197674292227e-06,
      "loss": 0.1407,
      "step": 21745
    },
    {
      "epoch": 2.739364549548131,
      "grad_norm": 0.2223568856716156,
      "learning_rate": 6.837350113702672e-06,
      "loss": 0.1524,
      "step": 21750
    },
    {
      "epoch": 2.739994331958308,
      "grad_norm": 0.22087423503398895,
      "learning_rate": 6.804579434726276e-06,
      "loss": 0.1578,
      "step": 21755
    },
    {
      "epoch": 2.7406241143684857,
      "grad_norm": 0.19389192759990692,
      "learning_rate": 6.771885654961662e-06,
      "loss": 0.1445,
      "step": 21760
    },
    {
      "epoch": 2.741253896778663,
      "grad_norm": 0.20979470014572144,
      "learning_rate": 6.739268791966118e-06,
      "loss": 0.1548,
      "step": 21765
    },
    {
      "epoch": 2.7418836791888404,
      "grad_norm": 0.22365309298038483,
      "learning_rate": 6.7067288632556505e-06,
      "loss": 0.1471,
      "step": 21770
    },
    {
      "epoch": 2.7425134615990174,
      "grad_norm": 0.20007841289043427,
      "learning_rate": 6.674265886304964e-06,
      "loss": 0.1548,
      "step": 21775
    },
    {
      "epoch": 2.743143244009195,
      "grad_norm": 0.1756853312253952,
      "learning_rate": 6.641879878547379e-06,
      "loss": 0.1443,
      "step": 21780
    },
    {
      "epoch": 2.743773026419372,
      "grad_norm": 0.21500404179096222,
      "learning_rate": 6.609570857374952e-06,
      "loss": 0.1584,
      "step": 21785
    },
    {
      "epoch": 2.744402808829549,
      "grad_norm": 0.1938805729150772,
      "learning_rate": 6.577338840138369e-06,
      "loss": 0.155,
      "step": 21790
    },
    {
      "epoch": 2.7450325912397266,
      "grad_norm": 0.20673929154872894,
      "learning_rate": 6.545183844146951e-06,
      "loss": 0.1526,
      "step": 21795
    },
    {
      "epoch": 2.745662373649904,
      "grad_norm": 0.19749803841114044,
      "learning_rate": 6.513105886668668e-06,
      "loss": 0.1533,
      "step": 21800
    },
    {
      "epoch": 2.7462921560600813,
      "grad_norm": 0.212607279419899,
      "learning_rate": 6.481104984930107e-06,
      "loss": 0.1565,
      "step": 21805
    },
    {
      "epoch": 2.7469219384702583,
      "grad_norm": 0.1796950250864029,
      "learning_rate": 6.449181156116473e-06,
      "loss": 0.1464,
      "step": 21810
    },
    {
      "epoch": 2.747551720880436,
      "grad_norm": 0.18281513452529907,
      "learning_rate": 6.417334417371616e-06,
      "loss": 0.1482,
      "step": 21815
    },
    {
      "epoch": 2.748181503290613,
      "grad_norm": 0.23321060836315155,
      "learning_rate": 6.385564785797958e-06,
      "loss": 0.1489,
      "step": 21820
    },
    {
      "epoch": 2.7488112857007905,
      "grad_norm": 0.2202220857143402,
      "learning_rate": 6.353872278456501e-06,
      "loss": 0.1477,
      "step": 21825
    },
    {
      "epoch": 2.7494410681109676,
      "grad_norm": 0.283456951379776,
      "learning_rate": 6.3222569123668635e-06,
      "loss": 0.1582,
      "step": 21830
    },
    {
      "epoch": 2.750070850521145,
      "grad_norm": 0.18883143365383148,
      "learning_rate": 6.29071870450723e-06,
      "loss": 0.1469,
      "step": 21835
    },
    {
      "epoch": 2.750700632931322,
      "grad_norm": 0.20364224910736084,
      "learning_rate": 6.259257671814272e-06,
      "loss": 0.1567,
      "step": 21840
    },
    {
      "epoch": 2.7513304153414992,
      "grad_norm": 0.19058570265769958,
      "learning_rate": 6.227873831183355e-06,
      "loss": 0.1449,
      "step": 21845
    },
    {
      "epoch": 2.7519601977516768,
      "grad_norm": 0.20439192652702332,
      "learning_rate": 6.196567199468299e-06,
      "loss": 0.1486,
      "step": 21850
    },
    {
      "epoch": 2.7525899801618543,
      "grad_norm": 0.1962665468454361,
      "learning_rate": 6.165337793481473e-06,
      "loss": 0.1499,
      "step": 21855
    },
    {
      "epoch": 2.7532197625720314,
      "grad_norm": 0.22097113728523254,
      "learning_rate": 6.134185629993793e-06,
      "loss": 0.153,
      "step": 21860
    },
    {
      "epoch": 2.7538495449822085,
      "grad_norm": 0.20070448517799377,
      "learning_rate": 6.103110725734644e-06,
      "loss": 0.1463,
      "step": 21865
    },
    {
      "epoch": 2.754479327392386,
      "grad_norm": 0.20577707886695862,
      "learning_rate": 6.072113097392028e-06,
      "loss": 0.1549,
      "step": 21870
    },
    {
      "epoch": 2.755109109802563,
      "grad_norm": 0.1798795461654663,
      "learning_rate": 6.041192761612313e-06,
      "loss": 0.1454,
      "step": 21875
    },
    {
      "epoch": 2.7557388922127406,
      "grad_norm": 0.20694920420646667,
      "learning_rate": 6.010349735000464e-06,
      "loss": 0.1524,
      "step": 21880
    },
    {
      "epoch": 2.7563686746229177,
      "grad_norm": 0.19873858988285065,
      "learning_rate": 5.979584034119867e-06,
      "loss": 0.1523,
      "step": 21885
    },
    {
      "epoch": 2.756998457033095,
      "grad_norm": 0.2215358465909958,
      "learning_rate": 5.948895675492421e-06,
      "loss": 0.1508,
      "step": 21890
    },
    {
      "epoch": 2.7576282394432723,
      "grad_norm": 0.21731533110141754,
      "learning_rate": 5.918284675598478e-06,
      "loss": 0.149,
      "step": 21895
    },
    {
      "epoch": 2.7582580218534494,
      "grad_norm": 0.21298860013484955,
      "learning_rate": 5.887751050876837e-06,
      "loss": 0.156,
      "step": 21900
    },
    {
      "epoch": 2.758887804263627,
      "grad_norm": 0.20131991803646088,
      "learning_rate": 5.85729481772475e-06,
      "loss": 0.1403,
      "step": 21905
    },
    {
      "epoch": 2.7595175866738044,
      "grad_norm": 0.17870669066905975,
      "learning_rate": 5.826915992497932e-06,
      "loss": 0.1483,
      "step": 21910
    },
    {
      "epoch": 2.7601473690839815,
      "grad_norm": 0.2430955022573471,
      "learning_rate": 5.796614591510468e-06,
      "loss": 0.1484,
      "step": 21915
    },
    {
      "epoch": 2.7607771514941586,
      "grad_norm": 0.1986503154039383,
      "learning_rate": 5.766390631034939e-06,
      "loss": 0.1524,
      "step": 21920
    },
    {
      "epoch": 2.761406933904336,
      "grad_norm": 0.1926422268152237,
      "learning_rate": 5.7362441273022645e-06,
      "loss": 0.1484,
      "step": 21925
    },
    {
      "epoch": 2.762036716314513,
      "grad_norm": 0.23347438871860504,
      "learning_rate": 5.706175096501825e-06,
      "loss": 0.1512,
      "step": 21930
    },
    {
      "epoch": 2.7626664987246907,
      "grad_norm": 0.20513305068016052,
      "learning_rate": 5.676183554781405e-06,
      "loss": 0.1518,
      "step": 21935
    },
    {
      "epoch": 2.763296281134868,
      "grad_norm": 0.18283484876155853,
      "learning_rate": 5.64626951824712e-06,
      "loss": 0.1381,
      "step": 21940
    },
    {
      "epoch": 2.7639260635450453,
      "grad_norm": 0.17075172066688538,
      "learning_rate": 5.616433002963472e-06,
      "loss": 0.1501,
      "step": 21945
    },
    {
      "epoch": 2.7645558459552224,
      "grad_norm": 0.2107374221086502,
      "learning_rate": 5.5866740249533746e-06,
      "loss": 0.1581,
      "step": 21950
    },
    {
      "epoch": 2.7651856283653995,
      "grad_norm": 0.23205851018428802,
      "learning_rate": 5.556992600198079e-06,
      "loss": 0.1467,
      "step": 21955
    },
    {
      "epoch": 2.765815410775577,
      "grad_norm": 0.1973281055688858,
      "learning_rate": 5.527388744637201e-06,
      "loss": 0.1434,
      "step": 21960
    },
    {
      "epoch": 2.7664451931857545,
      "grad_norm": 0.20235906541347504,
      "learning_rate": 5.497862474168657e-06,
      "loss": 0.1454,
      "step": 21965
    },
    {
      "epoch": 2.7670749755959316,
      "grad_norm": 0.21266506612300873,
      "learning_rate": 5.4684138046487134e-06,
      "loss": 0.1454,
      "step": 21970
    },
    {
      "epoch": 2.7677047580061087,
      "grad_norm": 0.1890571415424347,
      "learning_rate": 5.43904275189207e-06,
      "loss": 0.1414,
      "step": 21975
    },
    {
      "epoch": 2.7683345404162862,
      "grad_norm": 0.1897963136434555,
      "learning_rate": 5.409749331671559e-06,
      "loss": 0.1493,
      "step": 21980
    },
    {
      "epoch": 2.7689643228264633,
      "grad_norm": 0.18935035169124603,
      "learning_rate": 5.380533559718414e-06,
      "loss": 0.1543,
      "step": 21985
    },
    {
      "epoch": 2.769594105236641,
      "grad_norm": 0.20879988372325897,
      "learning_rate": 5.351395451722251e-06,
      "loss": 0.151,
      "step": 21990
    },
    {
      "epoch": 2.770223887646818,
      "grad_norm": 0.20008423924446106,
      "learning_rate": 5.322335023330837e-06,
      "loss": 0.1515,
      "step": 21995
    },
    {
      "epoch": 2.7708536700569955,
      "grad_norm": 0.18473681807518005,
      "learning_rate": 5.293352290150321e-06,
      "loss": 0.1464,
      "step": 22000
    },
    {
      "epoch": 2.7708536700569955,
      "eval_loss": 0.3584047257900238,
      "eval_runtime": 6.1661,
      "eval_samples_per_second": 162.176,
      "eval_steps_per_second": 10.217,
      "step": 22000
    },
    {
      "epoch": 2.7714834524671725,
      "grad_norm": 0.19308076798915863,
      "learning_rate": 5.264447267745053e-06,
      "loss": 0.1582,
      "step": 22005
    },
    {
      "epoch": 2.7721132348773496,
      "grad_norm": 0.23008759319782257,
      "learning_rate": 5.235619971637734e-06,
      "loss": 0.1546,
      "step": 22010
    },
    {
      "epoch": 2.772743017287527,
      "grad_norm": 0.21323955059051514,
      "learning_rate": 5.206870417309245e-06,
      "loss": 0.1536,
      "step": 22015
    },
    {
      "epoch": 2.7733727996977047,
      "grad_norm": 0.23257404565811157,
      "learning_rate": 5.17819862019877e-06,
      "loss": 0.1516,
      "step": 22020
    },
    {
      "epoch": 2.7740025821078818,
      "grad_norm": 0.22094878554344177,
      "learning_rate": 5.14960459570371e-06,
      "loss": 0.1546,
      "step": 22025
    },
    {
      "epoch": 2.774632364518059,
      "grad_norm": 0.21868959069252014,
      "learning_rate": 5.121088359179698e-06,
      "loss": 0.1567,
      "step": 22030
    },
    {
      "epoch": 2.7752621469282364,
      "grad_norm": 0.19147329032421112,
      "learning_rate": 5.09264992594065e-06,
      "loss": 0.1502,
      "step": 22035
    },
    {
      "epoch": 2.7758919293384134,
      "grad_norm": 0.17076317965984344,
      "learning_rate": 5.064289311258618e-06,
      "loss": 0.1511,
      "step": 22040
    },
    {
      "epoch": 2.776521711748591,
      "grad_norm": 0.23041397333145142,
      "learning_rate": 5.036006530363917e-06,
      "loss": 0.1611,
      "step": 22045
    },
    {
      "epoch": 2.777151494158768,
      "grad_norm": 0.21972966194152832,
      "learning_rate": 5.007801598445033e-06,
      "loss": 0.1493,
      "step": 22050
    },
    {
      "epoch": 2.7777812765689456,
      "grad_norm": 0.17348721623420715,
      "learning_rate": 4.979674530648664e-06,
      "loss": 0.1481,
      "step": 22055
    },
    {
      "epoch": 2.7784110589791227,
      "grad_norm": 0.19225727021694183,
      "learning_rate": 4.9516253420796795e-06,
      "loss": 0.1493,
      "step": 22060
    },
    {
      "epoch": 2.7790408413892997,
      "grad_norm": 0.19729195535182953,
      "learning_rate": 4.9236540478011625e-06,
      "loss": 0.1442,
      "step": 22065
    },
    {
      "epoch": 2.7796706237994773,
      "grad_norm": 0.17798985540866852,
      "learning_rate": 4.8957606628342805e-06,
      "loss": 0.1507,
      "step": 22070
    },
    {
      "epoch": 2.780300406209655,
      "grad_norm": 0.19311825931072235,
      "learning_rate": 4.867945202158469e-06,
      "loss": 0.149,
      "step": 22075
    },
    {
      "epoch": 2.780930188619832,
      "grad_norm": 0.18525920808315277,
      "learning_rate": 4.840207680711278e-06,
      "loss": 0.1635,
      "step": 22080
    },
    {
      "epoch": 2.781559971030009,
      "grad_norm": 0.18988420069217682,
      "learning_rate": 4.812548113388342e-06,
      "loss": 0.153,
      "step": 22085
    },
    {
      "epoch": 2.7821897534401865,
      "grad_norm": 0.18699151277542114,
      "learning_rate": 4.784966515043498e-06,
      "loss": 0.147,
      "step": 22090
    },
    {
      "epoch": 2.7828195358503636,
      "grad_norm": 0.23182329535484314,
      "learning_rate": 4.757462900488695e-06,
      "loss": 0.1496,
      "step": 22095
    },
    {
      "epoch": 2.783449318260541,
      "grad_norm": 0.20079541206359863,
      "learning_rate": 4.730037284494021e-06,
      "loss": 0.1583,
      "step": 22100
    },
    {
      "epoch": 2.784079100670718,
      "grad_norm": 0.21548844873905182,
      "learning_rate": 4.702689681787625e-06,
      "loss": 0.1481,
      "step": 22105
    },
    {
      "epoch": 2.7847088830808957,
      "grad_norm": 0.1968826800584793,
      "learning_rate": 4.6754201070558105e-06,
      "loss": 0.1452,
      "step": 22110
    },
    {
      "epoch": 2.785338665491073,
      "grad_norm": 0.20061470568180084,
      "learning_rate": 4.648228574942997e-06,
      "loss": 0.1472,
      "step": 22115
    },
    {
      "epoch": 2.78596844790125,
      "grad_norm": 0.19061359763145447,
      "learning_rate": 4.621115100051604e-06,
      "loss": 0.1478,
      "step": 22120
    },
    {
      "epoch": 2.7865982303114274,
      "grad_norm": 0.23252861201763153,
      "learning_rate": 4.594079696942199e-06,
      "loss": 0.1527,
      "step": 22125
    },
    {
      "epoch": 2.787228012721605,
      "grad_norm": 0.1698002964258194,
      "learning_rate": 4.56712238013342e-06,
      "loss": 0.1379,
      "step": 22130
    },
    {
      "epoch": 2.787857795131782,
      "grad_norm": 0.19811010360717773,
      "learning_rate": 4.540243164101954e-06,
      "loss": 0.1417,
      "step": 22135
    },
    {
      "epoch": 2.788487577541959,
      "grad_norm": 0.2089819759130478,
      "learning_rate": 4.513442063282585e-06,
      "loss": 0.1517,
      "step": 22140
    },
    {
      "epoch": 2.7891173599521366,
      "grad_norm": 0.21028514206409454,
      "learning_rate": 4.486719092068086e-06,
      "loss": 0.1536,
      "step": 22145
    },
    {
      "epoch": 2.7897471423623137,
      "grad_norm": 0.20895244181156158,
      "learning_rate": 4.46007426480931e-06,
      "loss": 0.1421,
      "step": 22150
    },
    {
      "epoch": 2.790376924772491,
      "grad_norm": 0.1925353854894638,
      "learning_rate": 4.4335075958151275e-06,
      "loss": 0.1506,
      "step": 22155
    },
    {
      "epoch": 2.7910067071826683,
      "grad_norm": 0.21809720993041992,
      "learning_rate": 4.407019099352477e-06,
      "loss": 0.1537,
      "step": 22160
    },
    {
      "epoch": 2.791636489592846,
      "grad_norm": 0.23316286504268646,
      "learning_rate": 4.380608789646245e-06,
      "loss": 0.1593,
      "step": 22165
    },
    {
      "epoch": 2.792266272003023,
      "grad_norm": 0.20298117399215698,
      "learning_rate": 4.354276680879404e-06,
      "loss": 0.1469,
      "step": 22170
    },
    {
      "epoch": 2.7928960544132,
      "grad_norm": 0.18828284740447998,
      "learning_rate": 4.328022787192875e-06,
      "loss": 0.1478,
      "step": 22175
    },
    {
      "epoch": 2.7935258368233775,
      "grad_norm": 0.19351090490818024,
      "learning_rate": 4.301847122685614e-06,
      "loss": 0.139,
      "step": 22180
    },
    {
      "epoch": 2.794155619233555,
      "grad_norm": 0.19426658749580383,
      "learning_rate": 4.27574970141456e-06,
      "loss": 0.148,
      "step": 22185
    },
    {
      "epoch": 2.794785401643732,
      "grad_norm": 0.18554694950580597,
      "learning_rate": 4.2497305373945855e-06,
      "loss": 0.1484,
      "step": 22190
    },
    {
      "epoch": 2.795415184053909,
      "grad_norm": 0.21555371582508087,
      "learning_rate": 4.223789644598613e-06,
      "loss": 0.1537,
      "step": 22195
    },
    {
      "epoch": 2.7960449664640867,
      "grad_norm": 0.20736396312713623,
      "learning_rate": 4.197927036957499e-06,
      "loss": 0.1533,
      "step": 22200
    },
    {
      "epoch": 2.796674748874264,
      "grad_norm": 0.2143113762140274,
      "learning_rate": 4.172142728360017e-06,
      "loss": 0.1509,
      "step": 22205
    },
    {
      "epoch": 2.7973045312844413,
      "grad_norm": 0.1888829916715622,
      "learning_rate": 4.146436732652958e-06,
      "loss": 0.1507,
      "step": 22210
    },
    {
      "epoch": 2.7979343136946184,
      "grad_norm": 0.19072696566581726,
      "learning_rate": 4.1208090636410286e-06,
      "loss": 0.153,
      "step": 22215
    },
    {
      "epoch": 2.798564096104796,
      "grad_norm": 0.23674504458904266,
      "learning_rate": 4.09525973508687e-06,
      "loss": 0.1584,
      "step": 22220
    },
    {
      "epoch": 2.799193878514973,
      "grad_norm": 0.23174551129341125,
      "learning_rate": 4.06978876071104e-06,
      "loss": 0.1475,
      "step": 22225
    },
    {
      "epoch": 2.79982366092515,
      "grad_norm": 0.2185906022787094,
      "learning_rate": 4.044396154192031e-06,
      "loss": 0.1494,
      "step": 22230
    },
    {
      "epoch": 2.8004534433353276,
      "grad_norm": 0.1940082162618637,
      "learning_rate": 4.019081929166268e-06,
      "loss": 0.1497,
      "step": 22235
    },
    {
      "epoch": 2.801083225745505,
      "grad_norm": 0.1945921629667282,
      "learning_rate": 3.993846099228093e-06,
      "loss": 0.1524,
      "step": 22240
    },
    {
      "epoch": 2.8017130081556822,
      "grad_norm": 0.21760894358158112,
      "learning_rate": 3.968688677929682e-06,
      "loss": 0.1459,
      "step": 22245
    },
    {
      "epoch": 2.8023427905658593,
      "grad_norm": 0.19670112431049347,
      "learning_rate": 3.943609678781162e-06,
      "loss": 0.151,
      "step": 22250
    },
    {
      "epoch": 2.802972572976037,
      "grad_norm": 0.2076457440853119,
      "learning_rate": 3.918609115250509e-06,
      "loss": 0.1515,
      "step": 22255
    },
    {
      "epoch": 2.803602355386214,
      "grad_norm": 0.20138059556484222,
      "learning_rate": 3.893687000763635e-06,
      "loss": 0.1492,
      "step": 22260
    },
    {
      "epoch": 2.8042321377963915,
      "grad_norm": 0.20619480311870575,
      "learning_rate": 3.868843348704265e-06,
      "loss": 0.1516,
      "step": 22265
    },
    {
      "epoch": 2.8048619202065685,
      "grad_norm": 0.17885464429855347,
      "learning_rate": 3.844078172413994e-06,
      "loss": 0.1413,
      "step": 22270
    },
    {
      "epoch": 2.805491702616746,
      "grad_norm": 0.17029553651809692,
      "learning_rate": 3.8193914851922855e-06,
      "loss": 0.143,
      "step": 22275
    },
    {
      "epoch": 2.806121485026923,
      "grad_norm": 0.18624289333820343,
      "learning_rate": 3.794783300296483e-06,
      "loss": 0.1448,
      "step": 22280
    },
    {
      "epoch": 2.8067512674371002,
      "grad_norm": 0.20082144439220428,
      "learning_rate": 3.7702536309417497e-06,
      "loss": 0.1498,
      "step": 22285
    },
    {
      "epoch": 2.8073810498472778,
      "grad_norm": 0.213558167219162,
      "learning_rate": 3.745802490301031e-06,
      "loss": 0.165,
      "step": 22290
    },
    {
      "epoch": 2.8080108322574553,
      "grad_norm": 0.23692555725574493,
      "learning_rate": 3.721429891505173e-06,
      "loss": 0.1568,
      "step": 22295
    },
    {
      "epoch": 2.8086406146676324,
      "grad_norm": 0.18088509142398834,
      "learning_rate": 3.6971358476428237e-06,
      "loss": 0.1508,
      "step": 22300
    },
    {
      "epoch": 2.8092703970778095,
      "grad_norm": 0.20369915664196014,
      "learning_rate": 3.672920371760446e-06,
      "loss": 0.1469,
      "step": 22305
    },
    {
      "epoch": 2.809900179487987,
      "grad_norm": 0.18801896274089813,
      "learning_rate": 3.6487834768622883e-06,
      "loss": 0.1417,
      "step": 22310
    },
    {
      "epoch": 2.810529961898164,
      "grad_norm": 0.2028091549873352,
      "learning_rate": 3.6247251759104145e-06,
      "loss": 0.157,
      "step": 22315
    },
    {
      "epoch": 2.8111597443083416,
      "grad_norm": 0.16689006984233856,
      "learning_rate": 3.600745481824707e-06,
      "loss": 0.1393,
      "step": 22320
    },
    {
      "epoch": 2.8117895267185187,
      "grad_norm": 0.20889881253242493,
      "learning_rate": 3.576844407482765e-06,
      "loss": 0.1586,
      "step": 22325
    },
    {
      "epoch": 2.812419309128696,
      "grad_norm": 0.21049942076206207,
      "learning_rate": 3.5530219657200543e-06,
      "loss": 0.155,
      "step": 22330
    },
    {
      "epoch": 2.8130490915388733,
      "grad_norm": 0.23332563042640686,
      "learning_rate": 3.5292781693297247e-06,
      "loss": 0.1557,
      "step": 22335
    },
    {
      "epoch": 2.8136788739490504,
      "grad_norm": 0.1706390082836151,
      "learning_rate": 3.505613031062776e-06,
      "loss": 0.1421,
      "step": 22340
    },
    {
      "epoch": 2.814308656359228,
      "grad_norm": 0.17925478518009186,
      "learning_rate": 3.4820265636279265e-06,
      "loss": 0.1433,
      "step": 22345
    },
    {
      "epoch": 2.8149384387694054,
      "grad_norm": 0.15641047060489655,
      "learning_rate": 3.458518779691627e-06,
      "loss": 0.1423,
      "step": 22350
    },
    {
      "epoch": 2.8155682211795825,
      "grad_norm": 0.18733102083206177,
      "learning_rate": 3.435089691878112e-06,
      "loss": 0.1533,
      "step": 22355
    },
    {
      "epoch": 2.8161980035897596,
      "grad_norm": 0.22065778076648712,
      "learning_rate": 3.4117393127693183e-06,
      "loss": 0.157,
      "step": 22360
    },
    {
      "epoch": 2.816827785999937,
      "grad_norm": 0.20604351162910461,
      "learning_rate": 3.388467654904947e-06,
      "loss": 0.1438,
      "step": 22365
    },
    {
      "epoch": 2.817457568410114,
      "grad_norm": 0.17883001267910004,
      "learning_rate": 3.365274730782419e-06,
      "loss": 0.1465,
      "step": 22370
    },
    {
      "epoch": 2.8180873508202917,
      "grad_norm": 0.18118852376937866,
      "learning_rate": 3.3421605528568374e-06,
      "loss": 0.1501,
      "step": 22375
    },
    {
      "epoch": 2.818717133230469,
      "grad_norm": 0.2178465574979782,
      "learning_rate": 3.3191251335410564e-06,
      "loss": 0.1467,
      "step": 22380
    },
    {
      "epoch": 2.8193469156406463,
      "grad_norm": 0.18433082103729248,
      "learning_rate": 3.29616848520563e-06,
      "loss": 0.1478,
      "step": 22385
    },
    {
      "epoch": 2.8199766980508234,
      "grad_norm": 0.19671761989593506,
      "learning_rate": 3.273290620178831e-06,
      "loss": 0.144,
      "step": 22390
    },
    {
      "epoch": 2.8206064804610005,
      "grad_norm": 0.2000323235988617,
      "learning_rate": 3.2504915507465144e-06,
      "loss": 0.1443,
      "step": 22395
    },
    {
      "epoch": 2.821236262871178,
      "grad_norm": 0.19443731009960175,
      "learning_rate": 3.22777128915237e-06,
      "loss": 0.1537,
      "step": 22400
    },
    {
      "epoch": 2.8218660452813555,
      "grad_norm": 0.19904273748397827,
      "learning_rate": 3.2051298475976707e-06,
      "loss": 0.1581,
      "step": 22405
    },
    {
      "epoch": 2.8224958276915326,
      "grad_norm": 0.1972033828496933,
      "learning_rate": 3.18256723824139e-06,
      "loss": 0.1383,
      "step": 22410
    },
    {
      "epoch": 2.8231256101017097,
      "grad_norm": 0.21138480305671692,
      "learning_rate": 3.16008347320017e-06,
      "loss": 0.1442,
      "step": 22415
    },
    {
      "epoch": 2.8237553925118872,
      "grad_norm": 0.22747448086738586,
      "learning_rate": 3.1376785645483016e-06,
      "loss": 0.1485,
      "step": 22420
    },
    {
      "epoch": 2.8243851749220643,
      "grad_norm": 0.23757314682006836,
      "learning_rate": 3.11535252431776e-06,
      "loss": 0.1568,
      "step": 22425
    },
    {
      "epoch": 2.825014957332242,
      "grad_norm": 0.2193070352077484,
      "learning_rate": 3.0931053644980885e-06,
      "loss": 0.1605,
      "step": 22430
    },
    {
      "epoch": 2.825644739742419,
      "grad_norm": 0.2223901003599167,
      "learning_rate": 3.0709370970365464e-06,
      "loss": 0.1453,
      "step": 22435
    },
    {
      "epoch": 2.8262745221525964,
      "grad_norm": 0.23655427992343903,
      "learning_rate": 3.0488477338379944e-06,
      "loss": 0.1484,
      "step": 22440
    },
    {
      "epoch": 2.8269043045627735,
      "grad_norm": 0.20859979093074799,
      "learning_rate": 3.026837286764944e-06,
      "loss": 0.154,
      "step": 22445
    },
    {
      "epoch": 2.8275340869729506,
      "grad_norm": 0.1994808316230774,
      "learning_rate": 3.004905767637472e-06,
      "loss": 0.1634,
      "step": 22450
    },
    {
      "epoch": 2.828163869383128,
      "grad_norm": 0.19530266523361206,
      "learning_rate": 2.983053188233342e-06,
      "loss": 0.1458,
      "step": 22455
    },
    {
      "epoch": 2.8287936517933057,
      "grad_norm": 0.19528019428253174,
      "learning_rate": 2.9612795602878827e-06,
      "loss": 0.1472,
      "step": 22460
    },
    {
      "epoch": 2.8294234342034827,
      "grad_norm": 0.20543955266475677,
      "learning_rate": 2.939584895494007e-06,
      "loss": 0.1544,
      "step": 22465
    },
    {
      "epoch": 2.83005321661366,
      "grad_norm": 0.18907050788402557,
      "learning_rate": 2.917969205502263e-06,
      "loss": 0.1469,
      "step": 22470
    },
    {
      "epoch": 2.8306829990238374,
      "grad_norm": 0.2009141594171524,
      "learning_rate": 2.896432501920748e-06,
      "loss": 0.1463,
      "step": 22475
    },
    {
      "epoch": 2.8313127814340144,
      "grad_norm": 0.1845710128545761,
      "learning_rate": 2.8749747963151937e-06,
      "loss": 0.1523,
      "step": 22480
    },
    {
      "epoch": 2.831942563844192,
      "grad_norm": 0.22671662271022797,
      "learning_rate": 2.853596100208866e-06,
      "loss": 0.1553,
      "step": 22485
    },
    {
      "epoch": 2.832572346254369,
      "grad_norm": 0.1716582477092743,
      "learning_rate": 2.832296425082614e-06,
      "loss": 0.1423,
      "step": 22490
    },
    {
      "epoch": 2.8332021286645466,
      "grad_norm": 0.17477920651435852,
      "learning_rate": 2.8110757823748554e-06,
      "loss": 0.142,
      "step": 22495
    },
    {
      "epoch": 2.8338319110747237,
      "grad_norm": 0.22391197085380554,
      "learning_rate": 2.7899341834815236e-06,
      "loss": 0.1576,
      "step": 22500
    },
    {
      "epoch": 2.8344616934849007,
      "grad_norm": 0.19235247373580933,
      "learning_rate": 2.7688716397561874e-06,
      "loss": 0.1432,
      "step": 22505
    },
    {
      "epoch": 2.8350914758950783,
      "grad_norm": 0.21828468143939972,
      "learning_rate": 2.747888162509898e-06,
      "loss": 0.1461,
      "step": 22510
    },
    {
      "epoch": 2.835721258305256,
      "grad_norm": 0.19712364673614502,
      "learning_rate": 2.726983763011259e-06,
      "loss": 0.1461,
      "step": 22515
    },
    {
      "epoch": 2.836351040715433,
      "grad_norm": 0.22868654131889343,
      "learning_rate": 2.7061584524864066e-06,
      "loss": 0.1546,
      "step": 22520
    },
    {
      "epoch": 2.83698082312561,
      "grad_norm": 0.18876421451568604,
      "learning_rate": 2.685412242119012e-06,
      "loss": 0.1481,
      "step": 22525
    },
    {
      "epoch": 2.8376106055357875,
      "grad_norm": 0.21973784267902374,
      "learning_rate": 2.664745143050295e-06,
      "loss": 0.1568,
      "step": 22530
    },
    {
      "epoch": 2.8382403879459646,
      "grad_norm": 0.24478502571582794,
      "learning_rate": 2.6441571663788963e-06,
      "loss": 0.1558,
      "step": 22535
    },
    {
      "epoch": 2.838870170356142,
      "grad_norm": 0.18952693045139313,
      "learning_rate": 2.6236483231610707e-06,
      "loss": 0.1461,
      "step": 22540
    },
    {
      "epoch": 2.839499952766319,
      "grad_norm": 0.20026876032352448,
      "learning_rate": 2.603218624410525e-06,
      "loss": 0.1466,
      "step": 22545
    },
    {
      "epoch": 2.8401297351764967,
      "grad_norm": 0.21935871243476868,
      "learning_rate": 2.5828680810984824e-06,
      "loss": 0.1563,
      "step": 22550
    },
    {
      "epoch": 2.8407595175866738,
      "grad_norm": 0.22446821630001068,
      "learning_rate": 2.5625967041536354e-06,
      "loss": 0.1462,
      "step": 22555
    },
    {
      "epoch": 2.841389299996851,
      "grad_norm": 0.2072252631187439,
      "learning_rate": 2.5424045044621922e-06,
      "loss": 0.1505,
      "step": 22560
    },
    {
      "epoch": 2.8420190824070284,
      "grad_norm": 0.19828562438488007,
      "learning_rate": 2.5222914928678285e-06,
      "loss": 0.1462,
      "step": 22565
    },
    {
      "epoch": 2.842648864817206,
      "grad_norm": 0.18411174416542053,
      "learning_rate": 2.502257680171671e-06,
      "loss": 0.1415,
      "step": 22570
    },
    {
      "epoch": 2.843278647227383,
      "grad_norm": 0.20017574727535248,
      "learning_rate": 2.482303077132347e-06,
      "loss": 0.1556,
      "step": 22575
    },
    {
      "epoch": 2.84390842963756,
      "grad_norm": 0.1881314069032669,
      "learning_rate": 2.462427694465935e-06,
      "loss": 0.1464,
      "step": 22580
    },
    {
      "epoch": 2.8445382120477376,
      "grad_norm": 0.2211647629737854,
      "learning_rate": 2.4426315428459466e-06,
      "loss": 0.1471,
      "step": 22585
    },
    {
      "epoch": 2.8451679944579147,
      "grad_norm": 0.20288364589214325,
      "learning_rate": 2.4229146329033944e-06,
      "loss": 0.146,
      "step": 22590
    },
    {
      "epoch": 2.845797776868092,
      "grad_norm": 0.22115926444530487,
      "learning_rate": 2.4032769752267087e-06,
      "loss": 0.1422,
      "step": 22595
    },
    {
      "epoch": 2.8464275592782693,
      "grad_norm": 0.196670264005661,
      "learning_rate": 2.3837185803617544e-06,
      "loss": 0.153,
      "step": 22600
    },
    {
      "epoch": 2.847057341688447,
      "grad_norm": 0.23514890670776367,
      "learning_rate": 2.3642394588118285e-06,
      "loss": 0.1573,
      "step": 22605
    },
    {
      "epoch": 2.847687124098624,
      "grad_norm": 0.1987423151731491,
      "learning_rate": 2.3448396210376807e-06,
      "loss": 0.1457,
      "step": 22610
    },
    {
      "epoch": 2.848316906508801,
      "grad_norm": 0.18859946727752686,
      "learning_rate": 2.3255190774574605e-06,
      "loss": 0.1533,
      "step": 22615
    },
    {
      "epoch": 2.8489466889189785,
      "grad_norm": 0.21700045466423035,
      "learning_rate": 2.306277838446735e-06,
      "loss": 0.1416,
      "step": 22620
    },
    {
      "epoch": 2.849576471329156,
      "grad_norm": 0.17610225081443787,
      "learning_rate": 2.2871159143384723e-06,
      "loss": 0.1498,
      "step": 22625
    },
    {
      "epoch": 2.850206253739333,
      "grad_norm": 0.2066749781370163,
      "learning_rate": 2.26803331542309e-06,
      "loss": 0.1587,
      "step": 22630
    },
    {
      "epoch": 2.85083603614951,
      "grad_norm": 0.19877871870994568,
      "learning_rate": 2.2490300519484082e-06,
      "loss": 0.1526,
      "step": 22635
    },
    {
      "epoch": 2.8514658185596877,
      "grad_norm": 0.19332483410835266,
      "learning_rate": 2.230106134119547e-06,
      "loss": 0.1562,
      "step": 22640
    },
    {
      "epoch": 2.852095600969865,
      "grad_norm": 0.21806974709033966,
      "learning_rate": 2.21126157209911e-06,
      "loss": 0.1508,
      "step": 22645
    },
    {
      "epoch": 2.8527253833800423,
      "grad_norm": 0.20896165072917938,
      "learning_rate": 2.192496376007069e-06,
      "loss": 0.1612,
      "step": 22650
    },
    {
      "epoch": 2.8533551657902194,
      "grad_norm": 0.2381521761417389,
      "learning_rate": 2.1738105559207465e-06,
      "loss": 0.1545,
      "step": 22655
    },
    {
      "epoch": 2.853984948200397,
      "grad_norm": 0.24022352695465088,
      "learning_rate": 2.155204121874882e-06,
      "loss": 0.1548,
      "step": 22660
    },
    {
      "epoch": 2.854614730610574,
      "grad_norm": 0.20042377710342407,
      "learning_rate": 2.1366770838615322e-06,
      "loss": 0.1423,
      "step": 22665
    },
    {
      "epoch": 2.855244513020751,
      "grad_norm": 0.1943242996931076,
      "learning_rate": 2.118229451830139e-06,
      "loss": 0.1453,
      "step": 22670
    },
    {
      "epoch": 2.8558742954309286,
      "grad_norm": 0.20173771679401398,
      "learning_rate": 2.0998612356874944e-06,
      "loss": 0.1406,
      "step": 22675
    },
    {
      "epoch": 2.856504077841106,
      "grad_norm": 0.21339194476604462,
      "learning_rate": 2.081572445297791e-06,
      "loss": 0.1447,
      "step": 22680
    },
    {
      "epoch": 2.8571338602512832,
      "grad_norm": 0.18814577162265778,
      "learning_rate": 2.0633630904824727e-06,
      "loss": 0.144,
      "step": 22685
    },
    {
      "epoch": 2.8577636426614603,
      "grad_norm": 0.1956281065940857,
      "learning_rate": 2.045233181020417e-06,
      "loss": 0.1503,
      "step": 22690
    },
    {
      "epoch": 2.858393425071638,
      "grad_norm": 0.22954149544239044,
      "learning_rate": 2.027182726647786e-06,
      "loss": 0.1491,
      "step": 22695
    },
    {
      "epoch": 2.859023207481815,
      "grad_norm": 0.18004447221755981,
      "learning_rate": 2.009211737058092e-06,
      "loss": 0.1492,
      "step": 22700
    },
    {
      "epoch": 2.8596529898919925,
      "grad_norm": 0.226220041513443,
      "learning_rate": 1.991320221902165e-06,
      "loss": 0.159,
      "step": 22705
    },
    {
      "epoch": 2.8602827723021695,
      "grad_norm": 0.1808856725692749,
      "learning_rate": 1.9735081907881367e-06,
      "loss": 0.1473,
      "step": 22710
    },
    {
      "epoch": 2.860912554712347,
      "grad_norm": 0.2538818418979645,
      "learning_rate": 1.9557756532815216e-06,
      "loss": 0.1523,
      "step": 22715
    },
    {
      "epoch": 2.861542337122524,
      "grad_norm": 0.18744130432605743,
      "learning_rate": 1.9381226189050524e-06,
      "loss": 0.1501,
      "step": 22720
    },
    {
      "epoch": 2.8621721195327012,
      "grad_norm": 0.2162604182958603,
      "learning_rate": 1.920549097138813e-06,
      "loss": 0.1505,
      "step": 22725
    },
    {
      "epoch": 2.8628019019428788,
      "grad_norm": 0.2076927125453949,
      "learning_rate": 1.9030550974202197e-06,
      "loss": 0.1493,
      "step": 22730
    },
    {
      "epoch": 2.8634316843530563,
      "grad_norm": 0.2153797596693039,
      "learning_rate": 1.885640629143942e-06,
      "loss": 0.1409,
      "step": 22735
    },
    {
      "epoch": 2.8640614667632334,
      "grad_norm": 0.19790925085544586,
      "learning_rate": 1.868305701661932e-06,
      "loss": 0.1596,
      "step": 22740
    },
    {
      "epoch": 2.8646912491734104,
      "grad_norm": 0.18141327798366547,
      "learning_rate": 1.8510503242834263e-06,
      "loss": 0.1459,
      "step": 22745
    },
    {
      "epoch": 2.865321031583588,
      "grad_norm": 0.20295578241348267,
      "learning_rate": 1.833874506274996e-06,
      "loss": 0.1485,
      "step": 22750
    },
    {
      "epoch": 2.865950813993765,
      "grad_norm": 0.20226307213306427,
      "learning_rate": 1.8167782568604127e-06,
      "loss": 0.1507,
      "step": 22755
    },
    {
      "epoch": 2.8665805964039426,
      "grad_norm": 0.19584356248378754,
      "learning_rate": 1.7997615852207825e-06,
      "loss": 0.1526,
      "step": 22760
    },
    {
      "epoch": 2.8672103788141197,
      "grad_norm": 0.17093075811862946,
      "learning_rate": 1.7828245004944286e-06,
      "loss": 0.1481,
      "step": 22765
    },
    {
      "epoch": 2.867840161224297,
      "grad_norm": 0.17845821380615234,
      "learning_rate": 1.7659670117769587e-06,
      "loss": 0.1459,
      "step": 22770
    },
    {
      "epoch": 2.8684699436344743,
      "grad_norm": 0.1874646097421646,
      "learning_rate": 1.749189128121231e-06,
      "loss": 0.1493,
      "step": 22775
    },
    {
      "epoch": 2.8690997260446514,
      "grad_norm": 0.18263909220695496,
      "learning_rate": 1.7324908585373387e-06,
      "loss": 0.1438,
      "step": 22780
    },
    {
      "epoch": 2.869729508454829,
      "grad_norm": 0.1789528727531433,
      "learning_rate": 1.7158722119926583e-06,
      "loss": 0.1476,
      "step": 22785
    },
    {
      "epoch": 2.8703592908650064,
      "grad_norm": 0.21683086454868317,
      "learning_rate": 1.6993331974117508e-06,
      "loss": 0.1499,
      "step": 22790
    },
    {
      "epoch": 2.8709890732751835,
      "grad_norm": 0.24182718992233276,
      "learning_rate": 1.6828738236764617e-06,
      "loss": 0.1541,
      "step": 22795
    },
    {
      "epoch": 2.8716188556853606,
      "grad_norm": 0.21868962049484253,
      "learning_rate": 1.6664940996258702e-06,
      "loss": 0.1471,
      "step": 22800
    },
    {
      "epoch": 2.872248638095538,
      "grad_norm": 0.1993272453546524,
      "learning_rate": 1.6501940340562236e-06,
      "loss": 0.1526,
      "step": 22805
    },
    {
      "epoch": 2.872878420505715,
      "grad_norm": 0.201304093003273,
      "learning_rate": 1.6339736357210697e-06,
      "loss": 0.1516,
      "step": 22810
    },
    {
      "epoch": 2.8735082029158927,
      "grad_norm": 0.25056761503219604,
      "learning_rate": 1.6178329133310908e-06,
      "loss": 0.151,
      "step": 22815
    },
    {
      "epoch": 2.87413798532607,
      "grad_norm": 0.19561152160167694,
      "learning_rate": 1.6017718755542696e-06,
      "loss": 0.143,
      "step": 22820
    },
    {
      "epoch": 2.8747677677362473,
      "grad_norm": 0.22097674012184143,
      "learning_rate": 1.5857905310157071e-06,
      "loss": 0.1512,
      "step": 22825
    },
    {
      "epoch": 2.8753975501464244,
      "grad_norm": 0.21212686598300934,
      "learning_rate": 1.5698888882977712e-06,
      "loss": 0.1541,
      "step": 22830
    },
    {
      "epoch": 2.8760273325566015,
      "grad_norm": 0.20324502885341644,
      "learning_rate": 1.5540669559399977e-06,
      "loss": 0.1533,
      "step": 22835
    },
    {
      "epoch": 2.876657114966779,
      "grad_norm": 0.169882133603096,
      "learning_rate": 1.5383247424391564e-06,
      "loss": 0.1406,
      "step": 22840
    },
    {
      "epoch": 2.8772868973769565,
      "grad_norm": 0.23402316868305206,
      "learning_rate": 1.5226622562491352e-06,
      "loss": 0.1569,
      "step": 22845
    },
    {
      "epoch": 2.8779166797871336,
      "grad_norm": 0.17247354984283447,
      "learning_rate": 1.5070795057810559e-06,
      "loss": 0.1432,
      "step": 22850
    },
    {
      "epoch": 2.8785464621973107,
      "grad_norm": 0.21733173727989197,
      "learning_rate": 1.4915764994032409e-06,
      "loss": 0.1523,
      "step": 22855
    },
    {
      "epoch": 2.879176244607488,
      "grad_norm": 0.19319911301136017,
      "learning_rate": 1.4761532454411306e-06,
      "loss": 0.1391,
      "step": 22860
    },
    {
      "epoch": 2.8798060270176653,
      "grad_norm": 0.19645391404628754,
      "learning_rate": 1.4608097521773664e-06,
      "loss": 0.1499,
      "step": 22865
    },
    {
      "epoch": 2.880435809427843,
      "grad_norm": 0.18772046267986298,
      "learning_rate": 1.4455460278517572e-06,
      "loss": 0.1483,
      "step": 22870
    },
    {
      "epoch": 2.88106559183802,
      "grad_norm": 0.22282320261001587,
      "learning_rate": 1.4303620806612792e-06,
      "loss": 0.1468,
      "step": 22875
    },
    {
      "epoch": 2.8816953742481974,
      "grad_norm": 0.19287440180778503,
      "learning_rate": 1.4152579187600599e-06,
      "loss": 0.1495,
      "step": 22880
    },
    {
      "epoch": 2.8823251566583745,
      "grad_norm": 0.1981481909751892,
      "learning_rate": 1.400233550259361e-06,
      "loss": 0.1506,
      "step": 22885
    },
    {
      "epoch": 2.8829549390685516,
      "grad_norm": 0.21331623196601868,
      "learning_rate": 1.385288983227628e-06,
      "loss": 0.1483,
      "step": 22890
    },
    {
      "epoch": 2.883584721478729,
      "grad_norm": 0.20138582587242126,
      "learning_rate": 1.3704242256904252e-06,
      "loss": 0.1504,
      "step": 22895
    },
    {
      "epoch": 2.8842145038889067,
      "grad_norm": 0.18493309617042542,
      "learning_rate": 1.3556392856304831e-06,
      "loss": 0.1539,
      "step": 22900
    },
    {
      "epoch": 2.8848442862990837,
      "grad_norm": 0.22465452551841736,
      "learning_rate": 1.3409341709876343e-06,
      "loss": 0.1511,
      "step": 22905
    },
    {
      "epoch": 2.885474068709261,
      "grad_norm": 0.19788892567157745,
      "learning_rate": 1.326308889658878e-06,
      "loss": 0.1504,
      "step": 22910
    },
    {
      "epoch": 2.8861038511194383,
      "grad_norm": 0.20821528136730194,
      "learning_rate": 1.3117634494982986e-06,
      "loss": 0.1511,
      "step": 22915
    },
    {
      "epoch": 2.8867336335296154,
      "grad_norm": 0.24520978331565857,
      "learning_rate": 1.2972978583171644e-06,
      "loss": 0.1503,
      "step": 22920
    },
    {
      "epoch": 2.887363415939793,
      "grad_norm": 0.18331633508205414,
      "learning_rate": 1.2829121238837947e-06,
      "loss": 0.1485,
      "step": 22925
    },
    {
      "epoch": 2.88799319834997,
      "grad_norm": 0.23501911759376526,
      "learning_rate": 1.2686062539236762e-06,
      "loss": 0.1452,
      "step": 22930
    },
    {
      "epoch": 2.8886229807601476,
      "grad_norm": 0.19778122007846832,
      "learning_rate": 1.2543802561193806e-06,
      "loss": 0.1523,
      "step": 22935
    },
    {
      "epoch": 2.8892527631703246,
      "grad_norm": 0.21170009672641754,
      "learning_rate": 1.2402341381105962e-06,
      "loss": 0.1627,
      "step": 22940
    },
    {
      "epoch": 2.8898825455805017,
      "grad_norm": 0.2205863893032074,
      "learning_rate": 1.22616790749413e-06,
      "loss": 0.1507,
      "step": 22945
    },
    {
      "epoch": 2.8905123279906793,
      "grad_norm": 0.1905989944934845,
      "learning_rate": 1.2121815718238393e-06,
      "loss": 0.15,
      "step": 22950
    },
    {
      "epoch": 2.891142110400857,
      "grad_norm": 0.19767914712429047,
      "learning_rate": 1.1982751386107159e-06,
      "loss": 0.1499,
      "step": 22955
    },
    {
      "epoch": 2.891771892811034,
      "grad_norm": 0.23298701643943787,
      "learning_rate": 1.1844486153228361e-06,
      "loss": 0.1507,
      "step": 22960
    },
    {
      "epoch": 2.892401675221211,
      "grad_norm": 0.17696991562843323,
      "learning_rate": 1.1707020093853602e-06,
      "loss": 0.1458,
      "step": 22965
    },
    {
      "epoch": 2.8930314576313885,
      "grad_norm": 0.22472181916236877,
      "learning_rate": 1.1570353281805334e-06,
      "loss": 0.154,
      "step": 22970
    },
    {
      "epoch": 2.8936612400415656,
      "grad_norm": 0.18597114086151123,
      "learning_rate": 1.1434485790476512e-06,
      "loss": 0.1531,
      "step": 22975
    },
    {
      "epoch": 2.894291022451743,
      "grad_norm": 0.20187944173812866,
      "learning_rate": 1.1299417692831436e-06,
      "loss": 0.1558,
      "step": 22980
    },
    {
      "epoch": 2.89492080486192,
      "grad_norm": 0.19914616644382477,
      "learning_rate": 1.1165149061404422e-06,
      "loss": 0.1418,
      "step": 22985
    },
    {
      "epoch": 2.8955505872720977,
      "grad_norm": 0.2554416060447693,
      "learning_rate": 1.1031679968301122e-06,
      "loss": 0.1556,
      "step": 22990
    },
    {
      "epoch": 2.8961803696822748,
      "grad_norm": 0.2221318930387497,
      "learning_rate": 1.08990104851972e-06,
      "loss": 0.1523,
      "step": 22995
    },
    {
      "epoch": 2.896810152092452,
      "grad_norm": 0.2058124542236328,
      "learning_rate": 1.0767140683339336e-06,
      "loss": 0.1403,
      "step": 23000
    },
    {
      "epoch": 2.896810152092452,
      "eval_loss": 0.36229029297828674,
      "eval_runtime": 6.1614,
      "eval_samples_per_second": 162.302,
      "eval_steps_per_second": 10.225,
      "step": 23000
    },
    {
      "epoch": 2.8974399345026294,
      "grad_norm": 0.2248660773038864,
      "learning_rate": 1.0636070633544547e-06,
      "loss": 0.1514,
      "step": 23005
    },
    {
      "epoch": 2.8980697169128065,
      "grad_norm": 0.1835104525089264,
      "learning_rate": 1.0505800406200526e-06,
      "loss": 0.1405,
      "step": 23010
    },
    {
      "epoch": 2.898699499322984,
      "grad_norm": 0.22200733423233032,
      "learning_rate": 1.0376330071265482e-06,
      "loss": 0.1503,
      "step": 23015
    },
    {
      "epoch": 2.899329281733161,
      "grad_norm": 0.18144001066684723,
      "learning_rate": 1.024765969826763e-06,
      "loss": 0.1516,
      "step": 23020
    },
    {
      "epoch": 2.8999590641433386,
      "grad_norm": 0.17609558999538422,
      "learning_rate": 1.0119789356306196e-06,
      "loss": 0.1517,
      "step": 23025
    },
    {
      "epoch": 2.9005888465535157,
      "grad_norm": 0.2412068098783493,
      "learning_rate": 9.99271911405025e-07,
      "loss": 0.157,
      "step": 23030
    },
    {
      "epoch": 2.901218628963693,
      "grad_norm": 0.19257797300815582,
      "learning_rate": 9.866449039739544e-07,
      "loss": 0.1486,
      "step": 23035
    },
    {
      "epoch": 2.9018484113738703,
      "grad_norm": 0.22018341720104218,
      "learning_rate": 9.74097920118383e-07,
      "loss": 0.1517,
      "step": 23040
    },
    {
      "epoch": 2.902478193784048,
      "grad_norm": 0.19569897651672363,
      "learning_rate": 9.616309665763544e-07,
      "loss": 0.144,
      "step": 23045
    },
    {
      "epoch": 2.903107976194225,
      "grad_norm": 0.20541365444660187,
      "learning_rate": 9.492440500428966e-07,
      "loss": 0.1535,
      "step": 23050
    },
    {
      "epoch": 2.903737758604402,
      "grad_norm": 0.1934703141450882,
      "learning_rate": 9.369371771700552e-07,
      "loss": 0.1369,
      "step": 23055
    },
    {
      "epoch": 2.9043675410145795,
      "grad_norm": 0.16967949271202087,
      "learning_rate": 9.247103545669266e-07,
      "loss": 0.1447,
      "step": 23060
    },
    {
      "epoch": 2.9049973234247566,
      "grad_norm": 0.15972602367401123,
      "learning_rate": 9.125635887995586e-07,
      "loss": 0.1484,
      "step": 23065
    },
    {
      "epoch": 2.905627105834934,
      "grad_norm": 0.21369343996047974,
      "learning_rate": 9.004968863910667e-07,
      "loss": 0.153,
      "step": 23070
    },
    {
      "epoch": 2.906256888245111,
      "grad_norm": 0.18001650273799896,
      "learning_rate": 8.885102538215338e-07,
      "loss": 0.1499,
      "step": 23075
    },
    {
      "epoch": 2.9068866706552887,
      "grad_norm": 0.20539362728595734,
      "learning_rate": 8.766036975280777e-07,
      "loss": 0.1495,
      "step": 23080
    },
    {
      "epoch": 2.907516453065466,
      "grad_norm": 0.2048049122095108,
      "learning_rate": 8.647772239047667e-07,
      "loss": 0.1477,
      "step": 23085
    },
    {
      "epoch": 2.9081462354756433,
      "grad_norm": 0.2018105536699295,
      "learning_rate": 8.530308393027041e-07,
      "loss": 0.1457,
      "step": 23090
    },
    {
      "epoch": 2.9087760178858204,
      "grad_norm": 0.21647921204566956,
      "learning_rate": 8.413645500299437e-07,
      "loss": 0.1511,
      "step": 23095
    },
    {
      "epoch": 2.909405800295998,
      "grad_norm": 0.19362643361091614,
      "learning_rate": 8.297783623515741e-07,
      "loss": 0.1491,
      "step": 23100
    },
    {
      "epoch": 2.910035582706175,
      "grad_norm": 0.18819986283779144,
      "learning_rate": 8.182722824896182e-07,
      "loss": 0.1482,
      "step": 23105
    },
    {
      "epoch": 2.910665365116352,
      "grad_norm": 0.18341930210590363,
      "learning_rate": 8.068463166231332e-07,
      "loss": 0.1468,
      "step": 23110
    },
    {
      "epoch": 2.9112951475265296,
      "grad_norm": 0.17555510997772217,
      "learning_rate": 7.955004708881107e-07,
      "loss": 0.1538,
      "step": 23115
    },
    {
      "epoch": 2.9119249299367067,
      "grad_norm": 0.1862919181585312,
      "learning_rate": 7.842347513775271e-07,
      "loss": 0.1485,
      "step": 23120
    },
    {
      "epoch": 2.9125547123468842,
      "grad_norm": 0.23576001822948456,
      "learning_rate": 7.730491641413262e-07,
      "loss": 0.15,
      "step": 23125
    },
    {
      "epoch": 2.9131844947570613,
      "grad_norm": 0.20176522433757782,
      "learning_rate": 7.619437151864194e-07,
      "loss": 0.1528,
      "step": 23130
    },
    {
      "epoch": 2.913814277167239,
      "grad_norm": 0.1988651603460312,
      "learning_rate": 7.50918410476703e-07,
      "loss": 0.1513,
      "step": 23135
    },
    {
      "epoch": 2.914444059577416,
      "grad_norm": 0.19462084770202637,
      "learning_rate": 7.399732559330074e-07,
      "loss": 0.1471,
      "step": 23140
    },
    {
      "epoch": 2.9150738419875935,
      "grad_norm": 0.2095441371202469,
      "learning_rate": 7.291082574331309e-07,
      "loss": 0.1488,
      "step": 23145
    },
    {
      "epoch": 2.9157036243977705,
      "grad_norm": 0.19712376594543457,
      "learning_rate": 7.18323420811856e-07,
      "loss": 0.146,
      "step": 23150
    },
    {
      "epoch": 2.916333406807948,
      "grad_norm": 0.20228298008441925,
      "learning_rate": 7.076187518608168e-07,
      "loss": 0.1408,
      "step": 23155
    },
    {
      "epoch": 2.916963189218125,
      "grad_norm": 0.21097783744335175,
      "learning_rate": 6.969942563287311e-07,
      "loss": 0.1463,
      "step": 23160
    },
    {
      "epoch": 2.9175929716283022,
      "grad_norm": 0.1911788433790207,
      "learning_rate": 6.864499399211687e-07,
      "loss": 0.1359,
      "step": 23165
    },
    {
      "epoch": 2.9182227540384797,
      "grad_norm": 0.19333137571811676,
      "learning_rate": 6.759858083006831e-07,
      "loss": 0.1521,
      "step": 23170
    },
    {
      "epoch": 2.918852536448657,
      "grad_norm": 0.20187996327877045,
      "learning_rate": 6.656018670867125e-07,
      "loss": 0.1391,
      "step": 23175
    },
    {
      "epoch": 2.9194823188588344,
      "grad_norm": 0.26705697178840637,
      "learning_rate": 6.55298121855713e-07,
      "loss": 0.1531,
      "step": 23180
    },
    {
      "epoch": 2.9201121012690114,
      "grad_norm": 0.2374356985092163,
      "learning_rate": 6.450745781410249e-07,
      "loss": 0.1604,
      "step": 23185
    },
    {
      "epoch": 2.920741883679189,
      "grad_norm": 0.18227587640285492,
      "learning_rate": 6.349312414329067e-07,
      "loss": 0.1486,
      "step": 23190
    },
    {
      "epoch": 2.921371666089366,
      "grad_norm": 0.22778551280498505,
      "learning_rate": 6.248681171785675e-07,
      "loss": 0.1475,
      "step": 23195
    },
    {
      "epoch": 2.922001448499543,
      "grad_norm": 0.2099718153476715,
      "learning_rate": 6.148852107821511e-07,
      "loss": 0.1442,
      "step": 23200
    },
    {
      "epoch": 2.9226312309097207,
      "grad_norm": 0.19987498223781586,
      "learning_rate": 6.04982527604686e-07,
      "loss": 0.1504,
      "step": 23205
    },
    {
      "epoch": 2.923261013319898,
      "grad_norm": 0.1993655115365982,
      "learning_rate": 5.951600729641515e-07,
      "loss": 0.154,
      "step": 23210
    },
    {
      "epoch": 2.9238907957300753,
      "grad_norm": 0.19234336912631989,
      "learning_rate": 5.854178521354113e-07,
      "loss": 0.1531,
      "step": 23215
    },
    {
      "epoch": 2.9245205781402523,
      "grad_norm": 0.20532859861850739,
      "learning_rate": 5.757558703502973e-07,
      "loss": 0.1522,
      "step": 23220
    },
    {
      "epoch": 2.92515036055043,
      "grad_norm": 0.23982007801532745,
      "learning_rate": 5.661741327974755e-07,
      "loss": 0.15,
      "step": 23225
    },
    {
      "epoch": 2.925780142960607,
      "grad_norm": 0.18457266688346863,
      "learning_rate": 5.5667264462258e-07,
      "loss": 0.1457,
      "step": 23230
    },
    {
      "epoch": 2.9264099253707845,
      "grad_norm": 0.1986248642206192,
      "learning_rate": 5.472514109281123e-07,
      "loss": 0.145,
      "step": 23235
    },
    {
      "epoch": 2.9270397077809616,
      "grad_norm": 0.2265506535768509,
      "learning_rate": 5.379104367735087e-07,
      "loss": 0.147,
      "step": 23240
    },
    {
      "epoch": 2.927669490191139,
      "grad_norm": 0.21421676874160767,
      "learning_rate": 5.286497271750733e-07,
      "loss": 0.1492,
      "step": 23245
    },
    {
      "epoch": 2.928299272601316,
      "grad_norm": 0.1608610451221466,
      "learning_rate": 5.19469287106028e-07,
      "loss": 0.1339,
      "step": 23250
    },
    {
      "epoch": 2.9289290550114933,
      "grad_norm": 0.18140849471092224,
      "learning_rate": 5.103691214964789e-07,
      "loss": 0.1469,
      "step": 23255
    },
    {
      "epoch": 2.929558837421671,
      "grad_norm": 0.21651338040828705,
      "learning_rate": 5.013492352334003e-07,
      "loss": 0.1596,
      "step": 23260
    },
    {
      "epoch": 2.9301886198318483,
      "grad_norm": 0.18771570920944214,
      "learning_rate": 4.924096331607008e-07,
      "loss": 0.1482,
      "step": 23265
    },
    {
      "epoch": 2.9308184022420254,
      "grad_norm": 0.2401566356420517,
      "learning_rate": 4.835503200791402e-07,
      "loss": 0.1557,
      "step": 23270
    },
    {
      "epoch": 2.9314481846522025,
      "grad_norm": 0.22064423561096191,
      "learning_rate": 4.747713007463627e-07,
      "loss": 0.1621,
      "step": 23275
    },
    {
      "epoch": 2.93207796706238,
      "grad_norm": 0.18799829483032227,
      "learning_rate": 4.660725798769305e-07,
      "loss": 0.1517,
      "step": 23280
    },
    {
      "epoch": 2.932707749472557,
      "grad_norm": 0.24584966897964478,
      "learning_rate": 4.574541621422401e-07,
      "loss": 0.1563,
      "step": 23285
    },
    {
      "epoch": 2.9333375318827346,
      "grad_norm": 0.18013089895248413,
      "learning_rate": 4.489160521705726e-07,
      "loss": 0.1388,
      "step": 23290
    },
    {
      "epoch": 2.9339673142929117,
      "grad_norm": 0.20351989567279816,
      "learning_rate": 4.404582545470936e-07,
      "loss": 0.1451,
      "step": 23295
    },
    {
      "epoch": 2.934597096703089,
      "grad_norm": 0.17512726783752441,
      "learning_rate": 4.3208077381383655e-07,
      "loss": 0.1413,
      "step": 23300
    },
    {
      "epoch": 2.9352268791132663,
      "grad_norm": 0.2058653086423874,
      "learning_rate": 4.2378361446970267e-07,
      "loss": 0.1578,
      "step": 23305
    },
    {
      "epoch": 2.9358566615234434,
      "grad_norm": 0.23548051714897156,
      "learning_rate": 4.155667809704444e-07,
      "loss": 0.154,
      "step": 23310
    },
    {
      "epoch": 2.936486443933621,
      "grad_norm": 0.19606271386146545,
      "learning_rate": 4.074302777286986e-07,
      "loss": 0.1523,
      "step": 23315
    },
    {
      "epoch": 2.9371162263437984,
      "grad_norm": 0.19439321756362915,
      "learning_rate": 3.993741091139369e-07,
      "loss": 0.1447,
      "step": 23320
    },
    {
      "epoch": 2.9377460087539755,
      "grad_norm": 0.20347769558429718,
      "learning_rate": 3.9139827945253167e-07,
      "loss": 0.1466,
      "step": 23325
    },
    {
      "epoch": 2.9383757911641526,
      "grad_norm": 0.23724155128002167,
      "learning_rate": 3.835027930276735e-07,
      "loss": 0.1597,
      "step": 23330
    },
    {
      "epoch": 2.93900557357433,
      "grad_norm": 0.1813487559556961,
      "learning_rate": 3.7568765407940406e-07,
      "loss": 0.1358,
      "step": 23335
    },
    {
      "epoch": 2.939635355984507,
      "grad_norm": 0.21012306213378906,
      "learning_rate": 3.679528668046494e-07,
      "loss": 0.1508,
      "step": 23340
    },
    {
      "epoch": 2.9402651383946847,
      "grad_norm": 0.21550029516220093,
      "learning_rate": 3.602984353571703e-07,
      "loss": 0.1449,
      "step": 23345
    },
    {
      "epoch": 2.940894920804862,
      "grad_norm": 0.203638955950737,
      "learning_rate": 3.5272436384756186e-07,
      "loss": 0.1491,
      "step": 23350
    },
    {
      "epoch": 2.9415247032150393,
      "grad_norm": 0.21173645555973053,
      "learning_rate": 3.452306563432872e-07,
      "loss": 0.1553,
      "step": 23355
    },
    {
      "epoch": 2.9421544856252164,
      "grad_norm": 0.22810731828212738,
      "learning_rate": 3.3781731686861047e-07,
      "loss": 0.1606,
      "step": 23360
    },
    {
      "epoch": 2.9427842680353935,
      "grad_norm": 0.19044247269630432,
      "learning_rate": 3.3048434940469713e-07,
      "loss": 0.1421,
      "step": 23365
    },
    {
      "epoch": 2.943414050445571,
      "grad_norm": 0.21632073819637299,
      "learning_rate": 3.232317578894805e-07,
      "loss": 0.1473,
      "step": 23370
    },
    {
      "epoch": 2.9440438328557486,
      "grad_norm": 0.17703349888324738,
      "learning_rate": 3.160595462178117e-07,
      "loss": 0.1503,
      "step": 23375
    },
    {
      "epoch": 2.9446736152659256,
      "grad_norm": 0.19983936846256256,
      "learning_rate": 3.089677182412931e-07,
      "loss": 0.1427,
      "step": 23380
    },
    {
      "epoch": 2.9453033976761027,
      "grad_norm": 0.18913906812667847,
      "learning_rate": 3.019562777684115e-07,
      "loss": 0.1443,
      "step": 23385
    },
    {
      "epoch": 2.9459331800862802,
      "grad_norm": 0.2024787813425064,
      "learning_rate": 2.950252285644883e-07,
      "loss": 0.1501,
      "step": 23390
    },
    {
      "epoch": 2.9465629624964573,
      "grad_norm": 0.22307011485099792,
      "learning_rate": 2.8817457435164614e-07,
      "loss": 0.1526,
      "step": 23395
    },
    {
      "epoch": 2.947192744906635,
      "grad_norm": 0.23350244760513306,
      "learning_rate": 2.814043188088255e-07,
      "loss": 0.1583,
      "step": 23400
    },
    {
      "epoch": 2.947822527316812,
      "grad_norm": 0.18705366551876068,
      "learning_rate": 2.7471446557181807e-07,
      "loss": 0.1515,
      "step": 23405
    },
    {
      "epoch": 2.9484523097269895,
      "grad_norm": 0.18902996182441711,
      "learning_rate": 2.681050182332334e-07,
      "loss": 0.1489,
      "step": 23410
    },
    {
      "epoch": 2.9490820921371665,
      "grad_norm": 0.18764075636863708,
      "learning_rate": 2.6157598034249885e-07,
      "loss": 0.1519,
      "step": 23415
    },
    {
      "epoch": 2.9497118745473436,
      "grad_norm": 0.20529431104660034,
      "learning_rate": 2.5512735540584305e-07,
      "loss": 0.1504,
      "step": 23420
    },
    {
      "epoch": 2.950341656957521,
      "grad_norm": 0.21828597784042358,
      "learning_rate": 2.487591468863293e-07,
      "loss": 0.147,
      "step": 23425
    },
    {
      "epoch": 2.9509714393676987,
      "grad_norm": 0.2224801480770111,
      "learning_rate": 2.424713582038551e-07,
      "loss": 0.1542,
      "step": 23430
    },
    {
      "epoch": 2.9516012217778758,
      "grad_norm": 0.1950775682926178,
      "learning_rate": 2.3626399273506957e-07,
      "loss": 0.1462,
      "step": 23435
    },
    {
      "epoch": 2.952231004188053,
      "grad_norm": 0.17124883830547333,
      "learning_rate": 2.3013705381348946e-07,
      "loss": 0.1374,
      "step": 23440
    },
    {
      "epoch": 2.9528607865982304,
      "grad_norm": 0.20156201720237732,
      "learning_rate": 2.2409054472941613e-07,
      "loss": 0.1471,
      "step": 23445
    },
    {
      "epoch": 2.9534905690084075,
      "grad_norm": 0.19449764490127563,
      "learning_rate": 2.1812446872995214e-07,
      "loss": 0.158,
      "step": 23450
    },
    {
      "epoch": 2.954120351418585,
      "grad_norm": 0.18049843609333038,
      "learning_rate": 2.1223882901905132e-07,
      "loss": 0.1518,
      "step": 23455
    },
    {
      "epoch": 2.954750133828762,
      "grad_norm": 0.19583791494369507,
      "learning_rate": 2.06433628757402e-07,
      "loss": 0.1556,
      "step": 23460
    },
    {
      "epoch": 2.9553799162389396,
      "grad_norm": 0.1842242181301117,
      "learning_rate": 2.0070887106254373e-07,
      "loss": 0.1494,
      "step": 23465
    },
    {
      "epoch": 2.9560096986491167,
      "grad_norm": 0.22290416061878204,
      "learning_rate": 1.950645590088007e-07,
      "loss": 0.1454,
      "step": 23470
    },
    {
      "epoch": 2.9566394810592938,
      "grad_norm": 0.18742886185646057,
      "learning_rate": 1.895006956272982e-07,
      "loss": 0.1432,
      "step": 23475
    },
    {
      "epoch": 2.9572692634694713,
      "grad_norm": 0.181674525141716,
      "learning_rate": 1.8401728390594617e-07,
      "loss": 0.1534,
      "step": 23480
    },
    {
      "epoch": 2.957899045879649,
      "grad_norm": 0.2029273808002472,
      "learning_rate": 1.786143267894724e-07,
      "loss": 0.1515,
      "step": 23485
    },
    {
      "epoch": 2.958528828289826,
      "grad_norm": 0.23291803896427155,
      "learning_rate": 1.7329182717940594e-07,
      "loss": 0.144,
      "step": 23490
    },
    {
      "epoch": 2.959158610700003,
      "grad_norm": 0.24005140364170074,
      "learning_rate": 1.6804978793401036e-07,
      "loss": 0.1508,
      "step": 23495
    },
    {
      "epoch": 2.9597883931101805,
      "grad_norm": 0.18763796985149384,
      "learning_rate": 1.6288821186841716e-07,
      "loss": 0.1477,
      "step": 23500
    },
    {
      "epoch": 2.9604181755203576,
      "grad_norm": 0.18949641287326813,
      "learning_rate": 1.578071017544924e-07,
      "loss": 0.1501,
      "step": 23505
    },
    {
      "epoch": 2.961047957930535,
      "grad_norm": 0.21106213331222534,
      "learning_rate": 1.5280646032092003e-07,
      "loss": 0.152,
      "step": 23510
    },
    {
      "epoch": 2.961677740340712,
      "grad_norm": 0.231742724776268,
      "learning_rate": 1.4788629025313526e-07,
      "loss": 0.1546,
      "step": 23515
    },
    {
      "epoch": 2.9623075227508897,
      "grad_norm": 0.21462422609329224,
      "learning_rate": 1.430465941934078e-07,
      "loss": 0.149,
      "step": 23520
    },
    {
      "epoch": 2.962937305161067,
      "grad_norm": 0.18480440974235535,
      "learning_rate": 1.382873747407587e-07,
      "loss": 0.1486,
      "step": 23525
    },
    {
      "epoch": 2.963567087571244,
      "grad_norm": 0.18864907324314117,
      "learning_rate": 1.3360863445097682e-07,
      "loss": 0.1556,
      "step": 23530
    },
    {
      "epoch": 2.9641968699814214,
      "grad_norm": 0.17919088900089264,
      "learning_rate": 1.2901037583668562e-07,
      "loss": 0.1435,
      "step": 23535
    },
    {
      "epoch": 2.964826652391599,
      "grad_norm": 0.22338031232357025,
      "learning_rate": 1.2449260136722649e-07,
      "loss": 0.1538,
      "step": 23540
    },
    {
      "epoch": 2.965456434801776,
      "grad_norm": 0.23020599782466888,
      "learning_rate": 1.200553134687754e-07,
      "loss": 0.1559,
      "step": 23545
    },
    {
      "epoch": 2.966086217211953,
      "grad_norm": 0.20723643898963928,
      "learning_rate": 1.1569851452422618e-07,
      "loss": 0.1415,
      "step": 23550
    },
    {
      "epoch": 2.9667159996221306,
      "grad_norm": 0.2118474692106247,
      "learning_rate": 1.1142220687330727e-07,
      "loss": 0.1567,
      "step": 23555
    },
    {
      "epoch": 2.9673457820323077,
      "grad_norm": 0.20279090106487274,
      "learning_rate": 1.0722639281246503e-07,
      "loss": 0.145,
      "step": 23560
    },
    {
      "epoch": 2.9679755644424852,
      "grad_norm": 0.21842657029628754,
      "learning_rate": 1.0311107459498035e-07,
      "loss": 0.1557,
      "step": 23565
    },
    {
      "epoch": 2.9686053468526623,
      "grad_norm": 0.2776351571083069,
      "learning_rate": 9.90762544308521e-08,
      "loss": 0.1638,
      "step": 23570
    },
    {
      "epoch": 2.96923512926284,
      "grad_norm": 0.19698885083198547,
      "learning_rate": 9.512193448686367e-08,
      "loss": 0.1457,
      "step": 23575
    },
    {
      "epoch": 2.969864911673017,
      "grad_norm": 0.1835564374923706,
      "learning_rate": 9.124811688659972e-08,
      "loss": 0.1569,
      "step": 23580
    },
    {
      "epoch": 2.970494694083194,
      "grad_norm": 0.20081757009029388,
      "learning_rate": 8.745480371036284e-08,
      "loss": 0.1451,
      "step": 23585
    },
    {
      "epoch": 2.9711244764933715,
      "grad_norm": 0.2095508873462677,
      "learning_rate": 8.37419969952735e-08,
      "loss": 0.1461,
      "step": 23590
    },
    {
      "epoch": 2.971754258903549,
      "grad_norm": 0.24606873095035553,
      "learning_rate": 8.010969873517015e-08,
      "loss": 0.1555,
      "step": 23595
    },
    {
      "epoch": 2.972384041313726,
      "grad_norm": 0.2295389175415039,
      "learning_rate": 7.65579108806924e-08,
      "loss": 0.1534,
      "step": 23600
    },
    {
      "epoch": 2.973013823723903,
      "grad_norm": 0.217758446931839,
      "learning_rate": 7.308663533924786e-08,
      "loss": 0.1647,
      "step": 23605
    },
    {
      "epoch": 2.9736436061340807,
      "grad_norm": 0.21592317521572113,
      "learning_rate": 6.969587397496201e-08,
      "loss": 0.1482,
      "step": 23610
    },
    {
      "epoch": 2.974273388544258,
      "grad_norm": 0.2219853401184082,
      "learning_rate": 6.638562860876162e-08,
      "loss": 0.151,
      "step": 23615
    },
    {
      "epoch": 2.9749031709544353,
      "grad_norm": 0.21385011076927185,
      "learning_rate": 6.315590101832468e-08,
      "loss": 0.1477,
      "step": 23620
    },
    {
      "epoch": 2.9755329533646124,
      "grad_norm": 0.18287068605422974,
      "learning_rate": 6.000669293808048e-08,
      "loss": 0.1478,
      "step": 23625
    },
    {
      "epoch": 2.97616273577479,
      "grad_norm": 0.23458221554756165,
      "learning_rate": 5.693800605924281e-08,
      "loss": 0.1521,
      "step": 23630
    },
    {
      "epoch": 2.976792518184967,
      "grad_norm": 0.2393937110900879,
      "learning_rate": 5.394984202976016e-08,
      "loss": 0.1443,
      "step": 23635
    },
    {
      "epoch": 2.977422300595144,
      "grad_norm": 0.2523866891860962,
      "learning_rate": 5.104220245434887e-08,
      "loss": 0.16,
      "step": 23640
    },
    {
      "epoch": 2.9780520830053216,
      "grad_norm": 0.20749832689762115,
      "learning_rate": 4.821508889445991e-08,
      "loss": 0.1493,
      "step": 23645
    },
    {
      "epoch": 2.978681865415499,
      "grad_norm": 0.20586150884628296,
      "learning_rate": 4.546850286834547e-08,
      "loss": 0.1425,
      "step": 23650
    },
    {
      "epoch": 2.9793116478256763,
      "grad_norm": 0.20742247998714447,
      "learning_rate": 4.2802445850959046e-08,
      "loss": 0.1556,
      "step": 23655
    },
    {
      "epoch": 2.9799414302358533,
      "grad_norm": 0.178171768784523,
      "learning_rate": 4.0216919274038696e-08,
      "loss": 0.1532,
      "step": 23660
    },
    {
      "epoch": 2.980571212646031,
      "grad_norm": 0.24389080703258514,
      "learning_rate": 3.771192452607374e-08,
      "loss": 0.1551,
      "step": 23665
    },
    {
      "epoch": 2.981200995056208,
      "grad_norm": 0.18905188143253326,
      "learning_rate": 3.528746295232143e-08,
      "loss": 0.144,
      "step": 23670
    },
    {
      "epoch": 2.9818307774663855,
      "grad_norm": 0.258633017539978,
      "learning_rate": 3.2943535854756956e-08,
      "loss": 0.1624,
      "step": 23675
    },
    {
      "epoch": 2.9824605598765626,
      "grad_norm": 0.19491221010684967,
      "learning_rate": 3.0680144492123416e-08,
      "loss": 0.1429,
      "step": 23680
    },
    {
      "epoch": 2.98309034228674,
      "grad_norm": 0.19454774260520935,
      "learning_rate": 2.8497290079898537e-08,
      "loss": 0.1439,
      "step": 23685
    },
    {
      "epoch": 2.983720124696917,
      "grad_norm": 0.21658724546432495,
      "learning_rate": 2.6394973790361262e-08,
      "loss": 0.1397,
      "step": 23690
    },
    {
      "epoch": 2.9843499071070942,
      "grad_norm": 0.18729209899902344,
      "learning_rate": 2.4373196752475177e-08,
      "loss": 0.1494,
      "step": 23695
    },
    {
      "epoch": 2.9849796895172718,
      "grad_norm": 0.19640378654003143,
      "learning_rate": 2.243196005198844e-08,
      "loss": 0.1497,
      "step": 23700
    },
    {
      "epoch": 2.9856094719274493,
      "grad_norm": 0.20427659153938293,
      "learning_rate": 2.0571264731383817e-08,
      "loss": 0.1533,
      "step": 23705
    },
    {
      "epoch": 2.9862392543376264,
      "grad_norm": 0.217566579580307,
      "learning_rate": 1.8791111789911995e-08,
      "loss": 0.1539,
      "step": 23710
    },
    {
      "epoch": 2.9868690367478035,
      "grad_norm": 0.2069326490163803,
      "learning_rate": 1.7091502183541606e-08,
      "loss": 0.1481,
      "step": 23715
    },
    {
      "epoch": 2.987498819157981,
      "grad_norm": 0.17276856303215027,
      "learning_rate": 1.5472436825009205e-08,
      "loss": 0.1457,
      "step": 23720
    },
    {
      "epoch": 2.988128601568158,
      "grad_norm": 0.21325160562992096,
      "learning_rate": 1.3933916583785954e-08,
      "loss": 0.1453,
      "step": 23725
    },
    {
      "epoch": 2.9887583839783356,
      "grad_norm": 0.2071818858385086,
      "learning_rate": 1.2475942286094275e-08,
      "loss": 0.1522,
      "step": 23730
    },
    {
      "epoch": 2.9893881663885127,
      "grad_norm": 0.19544194638729095,
      "learning_rate": 1.1098514714891205e-08,
      "loss": 0.1427,
      "step": 23735
    },
    {
      "epoch": 2.99001794879869,
      "grad_norm": 0.2268587052822113,
      "learning_rate": 9.801634609901688e-09,
      "loss": 0.1574,
      "step": 23740
    },
    {
      "epoch": 2.9906477312088673,
      "grad_norm": 0.1800483763217926,
      "learning_rate": 8.585302667585281e-09,
      "loss": 0.1491,
      "step": 23745
    },
    {
      "epoch": 2.9912775136190444,
      "grad_norm": 0.1946074366569519,
      "learning_rate": 7.449519541119498e-09,
      "loss": 0.1504,
      "step": 23750
    },
    {
      "epoch": 2.991907296029222,
      "grad_norm": 0.19125299155712128,
      "learning_rate": 6.394285840449764e-09,
      "loss": 0.148,
      "step": 23755
    },
    {
      "epoch": 2.9925370784393994,
      "grad_norm": 0.18596796691417694,
      "learning_rate": 5.419602132272771e-09,
      "loss": 0.1418,
      "step": 23760
    },
    {
      "epoch": 2.9931668608495765,
      "grad_norm": 0.20286522805690765,
      "learning_rate": 4.525468940003163e-09,
      "loss": 0.1425,
      "step": 23765
    },
    {
      "epoch": 2.9937966432597536,
      "grad_norm": 0.1934228241443634,
      "learning_rate": 3.7118867438068465e-09,
      "loss": 0.1456,
      "step": 23770
    },
    {
      "epoch": 2.994426425669931,
      "grad_norm": 0.19864603877067566,
      "learning_rate": 2.9788559806176447e-09,
      "loss": 0.141,
      "step": 23775
    },
    {
      "epoch": 2.995056208080108,
      "grad_norm": 0.1812632828950882,
      "learning_rate": 2.326377044070682e-09,
      "loss": 0.1414,
      "step": 23780
    },
    {
      "epoch": 2.9956859904902857,
      "grad_norm": 0.18837498128414154,
      "learning_rate": 1.7544502845856512e-09,
      "loss": 0.1466,
      "step": 23785
    },
    {
      "epoch": 2.996315772900463,
      "grad_norm": 0.19479897618293762,
      "learning_rate": 1.2630760092668946e-09,
      "loss": 0.1434,
      "step": 23790
    },
    {
      "epoch": 2.9969455553106403,
      "grad_norm": 0.2550322413444519,
      "learning_rate": 8.522544820199761e-10,
      "loss": 0.1527,
      "step": 23795
    },
    {
      "epoch": 2.9975753377208174,
      "grad_norm": 0.22663426399230957,
      "learning_rate": 5.21985923451762e-10,
      "loss": 0.154,
      "step": 23800
    },
    {
      "epoch": 2.9982051201309945,
      "grad_norm": 0.19043132662773132,
      "learning_rate": 2.7227051092038043e-10,
      "loss": 0.1413,
      "step": 23805
    },
    {
      "epoch": 2.998834902541172,
      "grad_norm": 0.17332880198955536,
      "learning_rate": 1.0310837855187492e-10,
      "loss": 0.137,
      "step": 23810
    },
    {
      "epoch": 2.9994646849513495,
      "grad_norm": 0.2147851288318634,
      "learning_rate": 1.4499617156937815e-11,
      "loss": 0.1501,
      "step": 23815
    }
  ],
  "logging_steps": 5,
  "max_steps": 23817,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.0258751160588435e+19,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}