{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.436750998668442,
  "eval_steps": 500,
  "global_step": 5000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 10.692031192779542,
      "epoch": 0.004438526409232135,
      "grad_norm": 14.75,
      "learning_rate": 2e-06,
      "loss": 10.8207,
      "mean_token_accuracy": 0.000128369708545506,
      "num_tokens": 9810.0,
      "step": 5
    },
    {
      "entropy": 10.691952133178711,
      "epoch": 0.00887705281846427,
      "grad_norm": 12.9375,
      "learning_rate": 4.5e-06,
      "loss": 10.7613,
      "mean_token_accuracy": 0.0,
      "num_tokens": 20538.0,
      "step": 10
    },
    {
      "entropy": 10.690592384338379,
      "epoch": 0.013315579227696404,
      "grad_norm": 9.9375,
      "learning_rate": 7e-06,
      "loss": 10.5054,
      "mean_token_accuracy": 0.03474730136804283,
      "num_tokens": 30258.0,
      "step": 15
    },
    {
      "entropy": 10.66368646621704,
      "epoch": 0.01775410563692854,
      "grad_norm": 5.875,
      "learning_rate": 9.5e-06,
      "loss": 10.1947,
      "mean_token_accuracy": 0.04976645708084106,
      "num_tokens": 41249.0,
      "step": 20
    },
    {
      "entropy": 10.518089294433594,
      "epoch": 0.022192632046160676,
      "grad_norm": 3.609375,
      "learning_rate": 1.2e-05,
      "loss": 9.9,
      "mean_token_accuracy": 0.053335465490818024,
      "num_tokens": 51738.0,
      "step": 25
    },
    {
      "entropy": 10.489847755432129,
      "epoch": 0.02663115845539281,
      "grad_norm": 3.0625,
      "learning_rate": 1.4500000000000002e-05,
      "loss": 9.8161,
      "mean_token_accuracy": 0.05364362597465515,
      "num_tokens": 62920.0,
      "step": 30
    },
    {
      "entropy": 10.506165885925293,
      "epoch": 0.031069684864624945,
      "grad_norm": 2.859375,
      "learning_rate": 1.7000000000000003e-05,
      "loss": 9.7103,
      "mean_token_accuracy": 0.05455525256693363,
      "num_tokens": 73163.0,
      "step": 35
    },
    {
      "entropy": 10.478147506713867,
      "epoch": 0.03550821127385708,
      "grad_norm": 2.40625,
      "learning_rate": 1.95e-05,
      "loss": 9.682,
      "mean_token_accuracy": 0.05231944099068642,
      "num_tokens": 84180.0,
      "step": 40
    },
    {
      "entropy": 10.461441326141358,
      "epoch": 0.03994673768308921,
      "grad_norm": 2.359375,
      "learning_rate": 2.2e-05,
      "loss": 9.6388,
      "mean_token_accuracy": 0.05221981666982174,
      "num_tokens": 94108.0,
      "step": 45
    },
    {
      "entropy": 10.476018333435059,
      "epoch": 0.04438526409232135,
      "grad_norm": 3.140625,
      "learning_rate": 2.4500000000000003e-05,
      "loss": 9.6253,
      "mean_token_accuracy": 0.05243444815278053,
      "num_tokens": 104696.0,
      "step": 50
    },
    {
      "entropy": 10.478155612945557,
      "epoch": 0.048823790501553485,
      "grad_norm": 2.375,
      "learning_rate": 2.7e-05,
      "loss": 9.5235,
      "mean_token_accuracy": 0.0584161002188921,
      "num_tokens": 114568.0,
      "step": 55
    },
    {
      "entropy": 10.39725103378296,
      "epoch": 0.05326231691078562,
      "grad_norm": 2.125,
      "learning_rate": 2.95e-05,
      "loss": 9.4713,
      "mean_token_accuracy": 0.064088149741292,
      "num_tokens": 126251.0,
      "step": 60
    },
    {
      "entropy": 10.248920154571532,
      "epoch": 0.05770084332001776,
      "grad_norm": 2.109375,
      "learning_rate": 3.2e-05,
      "loss": 9.3504,
      "mean_token_accuracy": 0.06839247606694698,
      "num_tokens": 135612.0,
      "step": 65
    },
    {
      "entropy": 10.320736598968505,
      "epoch": 0.06213936972924989,
      "grad_norm": 2.078125,
      "learning_rate": 3.4500000000000005e-05,
      "loss": 9.4004,
      "mean_token_accuracy": 0.0615400142967701,
      "num_tokens": 145962.0,
      "step": 70
    },
    {
      "entropy": 10.323652744293213,
      "epoch": 0.06657789613848203,
      "grad_norm": 1.890625,
      "learning_rate": 3.7e-05,
      "loss": 9.1911,
      "mean_token_accuracy": 0.07103513963520527,
      "num_tokens": 155587.0,
      "step": 75
    },
    {
      "entropy": 10.258409976959229,
      "epoch": 0.07101642254771416,
      "grad_norm": 2.109375,
      "learning_rate": 3.95e-05,
      "loss": 9.1343,
      "mean_token_accuracy": 0.06803948283195496,
      "num_tokens": 165657.0,
      "step": 80
    },
    {
      "entropy": 10.24950189590454,
      "epoch": 0.0754549489569463,
      "grad_norm": 2.34375,
      "learning_rate": 4.2000000000000004e-05,
      "loss": 9.1277,
      "mean_token_accuracy": 0.06729609742760659,
      "num_tokens": 175844.0,
      "step": 85
    },
    {
      "entropy": 10.224775981903075,
      "epoch": 0.07989347536617843,
      "grad_norm": 2.046875,
      "learning_rate": 4.45e-05,
      "loss": 8.9736,
      "mean_token_accuracy": 0.06970795653760434,
      "num_tokens": 185453.0,
      "step": 90
    },
    {
      "entropy": 10.128818893432618,
      "epoch": 0.08433200177541056,
      "grad_norm": 1.8046875,
      "learning_rate": 4.7000000000000004e-05,
      "loss": 8.9469,
      "mean_token_accuracy": 0.07015660107135772,
      "num_tokens": 195296.0,
      "step": 95
    },
    {
      "entropy": 10.158192539215088,
      "epoch": 0.0887705281846427,
      "grad_norm": 1.7578125,
      "learning_rate": 4.9500000000000004e-05,
      "loss": 8.8594,
      "mean_token_accuracy": 0.0717735793441534,
      "num_tokens": 204491.0,
      "step": 100
    },
    {
      "entropy": 10.063592338562012,
      "epoch": 0.09320905459387484,
      "grad_norm": 1.578125,
      "learning_rate": 5.2e-05,
      "loss": 8.8275,
      "mean_token_accuracy": 0.06594390086829663,
      "num_tokens": 214916.0,
      "step": 105
    },
    {
      "entropy": 10.0551118850708,
      "epoch": 0.09764758100310697,
      "grad_norm": 1.640625,
      "learning_rate": 5.45e-05,
      "loss": 8.6661,
      "mean_token_accuracy": 0.07398808561265469,
      "num_tokens": 226660.0,
      "step": 110
    },
    {
      "entropy": 9.929056739807129,
      "epoch": 0.1020861074123391,
      "grad_norm": 2.203125,
      "learning_rate": 5.7e-05,
      "loss": 8.6191,
      "mean_token_accuracy": 0.06771207004785537,
      "num_tokens": 236554.0,
      "step": 115
    },
    {
      "entropy": 9.87773323059082,
      "epoch": 0.10652463382157124,
      "grad_norm": 1.390625,
      "learning_rate": 5.9499999999999996e-05,
      "loss": 8.5466,
      "mean_token_accuracy": 0.07039828561246395,
      "num_tokens": 247388.0,
      "step": 120
    },
    {
      "entropy": 9.78554401397705,
      "epoch": 0.11096316023080337,
      "grad_norm": 1.34375,
      "learning_rate": 6.2e-05,
      "loss": 8.3693,
      "mean_token_accuracy": 0.07505594864487648,
      "num_tokens": 257404.0,
      "step": 125
    },
    {
      "entropy": 9.569751739501953,
      "epoch": 0.11540168664003551,
      "grad_norm": 1.5859375,
      "learning_rate": 6.450000000000001e-05,
      "loss": 8.366,
      "mean_token_accuracy": 0.0721758782863617,
      "num_tokens": 268024.0,
      "step": 130
    },
    {
      "entropy": 9.49385757446289,
      "epoch": 0.11984021304926765,
      "grad_norm": 1.7890625,
      "learning_rate": 6.7e-05,
      "loss": 8.3116,
      "mean_token_accuracy": 0.07231119871139527,
      "num_tokens": 278477.0,
      "step": 135
    },
    {
      "entropy": 9.405902671813966,
      "epoch": 0.12427873945849978,
      "grad_norm": 1.2109375,
      "learning_rate": 6.950000000000001e-05,
      "loss": 8.2427,
      "mean_token_accuracy": 0.06903640553355217,
      "num_tokens": 289974.0,
      "step": 140
    },
    {
      "entropy": 9.16763277053833,
      "epoch": 0.1287172658677319,
      "grad_norm": 1.1953125,
      "learning_rate": 7.2e-05,
      "loss": 8.1839,
      "mean_token_accuracy": 0.06725569888949394,
      "num_tokens": 300150.0,
      "step": 145
    },
    {
      "entropy": 9.045907497406006,
      "epoch": 0.13315579227696406,
      "grad_norm": 1.2578125,
      "learning_rate": 7.45e-05,
      "loss": 8.0648,
      "mean_token_accuracy": 0.07113164104521275,
      "num_tokens": 310482.0,
      "step": 150
    },
    {
      "entropy": 8.951902961730957,
      "epoch": 0.13759431868619618,
      "grad_norm": 1.1875,
      "learning_rate": 7.7e-05,
      "loss": 8.1043,
      "mean_token_accuracy": 0.07190654650330544,
      "num_tokens": 321350.0,
      "step": 155
    },
    {
      "entropy": 8.734932899475098,
      "epoch": 0.14203284509542832,
      "grad_norm": 1.25,
      "learning_rate": 7.950000000000001e-05,
      "loss": 7.9902,
      "mean_token_accuracy": 0.07260116301476956,
      "num_tokens": 332009.0,
      "step": 160
    },
    {
      "entropy": 8.618322277069092,
      "epoch": 0.14647137150466044,
      "grad_norm": 1.4140625,
      "learning_rate": 8.2e-05,
      "loss": 8.0046,
      "mean_token_accuracy": 0.07010005228221416,
      "num_tokens": 341980.0,
      "step": 165
    },
    {
      "entropy": 8.576034545898438,
      "epoch": 0.1509098979138926,
      "grad_norm": 1.609375,
      "learning_rate": 8.450000000000001e-05,
      "loss": 7.9965,
      "mean_token_accuracy": 0.06660077758133412,
      "num_tokens": 354249.0,
      "step": 170
    },
    {
      "entropy": 8.524139022827148,
      "epoch": 0.15534842432312473,
      "grad_norm": 1.1875,
      "learning_rate": 8.7e-05,
      "loss": 7.9076,
      "mean_token_accuracy": 0.07078476324677467,
      "num_tokens": 364295.0,
      "step": 175
    },
    {
      "entropy": 8.328704929351806,
      "epoch": 0.15978695073235685,
      "grad_norm": 1.09375,
      "learning_rate": 8.95e-05,
      "loss": 7.8464,
      "mean_token_accuracy": 0.0794072538614273,
      "num_tokens": 373601.0,
      "step": 180
    },
    {
      "entropy": 8.382467269897461,
      "epoch": 0.164225477141589,
      "grad_norm": 1.8515625,
      "learning_rate": 9.2e-05,
      "loss": 7.8583,
      "mean_token_accuracy": 0.07436131834983825,
      "num_tokens": 384260.0,
      "step": 185
    },
    {
      "entropy": 8.316840362548827,
      "epoch": 0.16866400355082112,
      "grad_norm": 1.390625,
      "learning_rate": 9.45e-05,
      "loss": 7.9058,
      "mean_token_accuracy": 0.06711366176605224,
      "num_tokens": 394964.0,
      "step": 190
    },
    {
      "entropy": 8.204895782470704,
      "epoch": 0.17310252996005326,
      "grad_norm": 1.1484375,
      "learning_rate": 9.7e-05,
      "loss": 7.8384,
      "mean_token_accuracy": 0.07343141734600067,
      "num_tokens": 404470.0,
      "step": 195
    },
    {
      "entropy": 8.270458793640136,
      "epoch": 0.1775410563692854,
      "grad_norm": 1.0078125,
      "learning_rate": 9.95e-05,
      "loss": 7.9041,
      "mean_token_accuracy": 0.07145134881138801,
      "num_tokens": 414822.0,
      "step": 200
    },
    {
      "entropy": 8.344293403625489,
      "epoch": 0.18197958277851753,
      "grad_norm": 1.2578125,
      "learning_rate": 0.000102,
      "loss": 7.8228,
      "mean_token_accuracy": 0.07206394150853157,
      "num_tokens": 424367.0,
      "step": 205
    },
    {
      "entropy": 8.169469261169434,
      "epoch": 0.18641810918774968,
      "grad_norm": 1.4296875,
      "learning_rate": 0.00010449999999999999,
      "loss": 7.8063,
      "mean_token_accuracy": 0.06796807795763016,
      "num_tokens": 434911.0,
      "step": 210
    },
    {
      "entropy": 8.127049207687378,
      "epoch": 0.1908566355969818,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000107,
      "loss": 7.7417,
      "mean_token_accuracy": 0.08103418126702308,
      "num_tokens": 445215.0,
      "step": 215
    },
    {
      "entropy": 8.216034698486329,
      "epoch": 0.19529516200621394,
      "grad_norm": 1.1875,
      "learning_rate": 0.0001095,
      "loss": 7.7919,
      "mean_token_accuracy": 0.07842708677053452,
      "num_tokens": 454786.0,
      "step": 220
    },
    {
      "entropy": 8.140088844299317,
      "epoch": 0.19973368841544606,
      "grad_norm": 1.4765625,
      "learning_rate": 0.000112,
      "loss": 7.8219,
      "mean_token_accuracy": 0.07302889823913575,
      "num_tokens": 465185.0,
      "step": 225
    },
    {
      "entropy": 8.021256399154662,
      "epoch": 0.2041722148246782,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0001145,
      "loss": 7.7156,
      "mean_token_accuracy": 0.08027704544365406,
      "num_tokens": 475235.0,
      "step": 230
    },
    {
      "entropy": 8.17042875289917,
      "epoch": 0.20861074123391035,
      "grad_norm": 1.453125,
      "learning_rate": 0.00011700000000000001,
      "loss": 7.7317,
      "mean_token_accuracy": 0.07805200070142745,
      "num_tokens": 485408.0,
      "step": 235
    },
    {
      "entropy": 8.040202140808105,
      "epoch": 0.21304926764314247,
      "grad_norm": 1.28125,
      "learning_rate": 0.00011949999999999999,
      "loss": 7.7331,
      "mean_token_accuracy": 0.0744746584445238,
      "num_tokens": 495570.0,
      "step": 240
    },
    {
      "entropy": 8.125858116149903,
      "epoch": 0.21748779405237462,
      "grad_norm": 1.1953125,
      "learning_rate": 0.000122,
      "loss": 7.7248,
      "mean_token_accuracy": 0.07628845125436783,
      "num_tokens": 506103.0,
      "step": 245
    },
    {
      "entropy": 8.083836793899536,
      "epoch": 0.22192632046160674,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0001245,
      "loss": 7.6989,
      "mean_token_accuracy": 0.07588708400726318,
      "num_tokens": 516416.0,
      "step": 250
    },
    {
      "entropy": 8.041877603530883,
      "epoch": 0.22636484687083888,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000127,
      "loss": 7.7498,
      "mean_token_accuracy": 0.0751910775899887,
      "num_tokens": 525841.0,
      "step": 255
    },
    {
      "entropy": 8.231132793426514,
      "epoch": 0.23080337328007103,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0001295,
      "loss": 7.7681,
      "mean_token_accuracy": 0.07214248739182949,
      "num_tokens": 536426.0,
      "step": 260
    },
    {
      "entropy": 8.028632116317748,
      "epoch": 0.23524189968930315,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000132,
      "loss": 7.7229,
      "mean_token_accuracy": 0.07526009976863861,
      "num_tokens": 545852.0,
      "step": 265
    },
    {
      "entropy": 7.998026943206787,
      "epoch": 0.2396804260985353,
      "grad_norm": 1.015625,
      "learning_rate": 0.00013450000000000002,
      "loss": 7.6466,
      "mean_token_accuracy": 0.07897478640079499,
      "num_tokens": 555222.0,
      "step": 270
    },
    {
      "entropy": 7.9018083095550535,
      "epoch": 0.2441189525077674,
      "grad_norm": 1.046875,
      "learning_rate": 0.00013700000000000002,
      "loss": 7.6683,
      "mean_token_accuracy": 0.0769478440284729,
      "num_tokens": 566311.0,
      "step": 275
    },
    {
      "entropy": 8.067350673675538,
      "epoch": 0.24855747891699956,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0001395,
      "loss": 7.6718,
      "mean_token_accuracy": 0.07673554085195064,
      "num_tokens": 576883.0,
      "step": 280
    },
    {
      "entropy": 8.010624122619628,
      "epoch": 0.2529960053262317,
      "grad_norm": 1.265625,
      "learning_rate": 0.00014199999999999998,
      "loss": 7.8136,
      "mean_token_accuracy": 0.07454071268439293,
      "num_tokens": 587387.0,
      "step": 285
    },
    {
      "entropy": 8.04631519317627,
      "epoch": 0.2574345317354638,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0001445,
      "loss": 7.6914,
      "mean_token_accuracy": 0.07921014353632927,
      "num_tokens": 597229.0,
      "step": 290
    },
    {
      "entropy": 8.029859972000121,
      "epoch": 0.26187305814469597,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000147,
      "loss": 7.6793,
      "mean_token_accuracy": 0.0733891949057579,
      "num_tokens": 606997.0,
      "step": 295
    },
    {
      "entropy": 7.9327795028686525,
      "epoch": 0.2663115845539281,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0001495,
      "loss": 7.6346,
      "mean_token_accuracy": 0.07976229339838029,
      "num_tokens": 617316.0,
      "step": 300
    },
    {
      "entropy": 7.945201730728149,
      "epoch": 0.2707501109631602,
      "grad_norm": 1.125,
      "learning_rate": 0.000152,
      "loss": 7.6262,
      "mean_token_accuracy": 0.07671116665005684,
      "num_tokens": 626494.0,
      "step": 305
    },
    {
      "entropy": 7.911632776260376,
      "epoch": 0.27518863737239235,
      "grad_norm": 1.296875,
      "learning_rate": 0.00015450000000000001,
      "loss": 7.6211,
      "mean_token_accuracy": 0.07656443342566491,
      "num_tokens": 636816.0,
      "step": 310
    },
    {
      "entropy": 7.9385381698608395,
      "epoch": 0.2796271637816245,
      "grad_norm": 0.92578125,
      "learning_rate": 0.000157,
      "loss": 7.5921,
      "mean_token_accuracy": 0.07875077873468399,
      "num_tokens": 647520.0,
      "step": 315
    },
    {
      "entropy": 7.8889247417449955,
      "epoch": 0.28406569019085665,
      "grad_norm": 1.296875,
      "learning_rate": 0.0001595,
      "loss": 7.5615,
      "mean_token_accuracy": 0.0802665926516056,
      "num_tokens": 656772.0,
      "step": 320
    },
    {
      "entropy": 7.87529935836792,
      "epoch": 0.2885042166000888,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000162,
      "loss": 7.6269,
      "mean_token_accuracy": 0.07935804799199105,
      "num_tokens": 666570.0,
      "step": 325
    },
    {
      "entropy": 7.889472913742066,
      "epoch": 0.2929427430093209,
      "grad_norm": 0.984375,
      "learning_rate": 0.00016450000000000001,
      "loss": 7.6449,
      "mean_token_accuracy": 0.07449713721871376,
      "num_tokens": 676873.0,
      "step": 330
    },
    {
      "entropy": 7.901484632492066,
      "epoch": 0.29738126941855303,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00016700000000000002,
      "loss": 7.556,
      "mean_token_accuracy": 0.0819828025996685,
      "num_tokens": 687322.0,
      "step": 335
    },
    {
      "entropy": 7.938011121749878,
      "epoch": 0.3018197958277852,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00016950000000000003,
      "loss": 7.6304,
      "mean_token_accuracy": 0.07710144743323326,
      "num_tokens": 697657.0,
      "step": 340
    },
    {
      "entropy": 7.953681612014771,
      "epoch": 0.3062583222370173,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00017199999999999998,
      "loss": 7.5355,
      "mean_token_accuracy": 0.07943713515996934,
      "num_tokens": 707713.0,
      "step": 345
    },
    {
      "entropy": 7.818657636642456,
      "epoch": 0.31069684864624947,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00017449999999999999,
      "loss": 7.5792,
      "mean_token_accuracy": 0.08700495660305023,
      "num_tokens": 719438.0,
      "step": 350
    },
    {
      "entropy": 7.922421979904175,
      "epoch": 0.31513537505548156,
      "grad_norm": 1.109375,
      "learning_rate": 0.000177,
      "loss": 7.5211,
      "mean_token_accuracy": 0.0777974933385849,
      "num_tokens": 728991.0,
      "step": 355
    },
    {
      "entropy": 7.7726140975952145,
      "epoch": 0.3195739014647137,
      "grad_norm": 1.7421875,
      "learning_rate": 0.0001795,
      "loss": 7.4375,
      "mean_token_accuracy": 0.09254143610596657,
      "num_tokens": 738276.0,
      "step": 360
    },
    {
      "entropy": 7.8144529342651365,
      "epoch": 0.32401242787394585,
      "grad_norm": 1.109375,
      "learning_rate": 0.000182,
      "loss": 7.537,
      "mean_token_accuracy": 0.07724328823387623,
      "num_tokens": 748405.0,
      "step": 365
    },
    {
      "entropy": 7.8304845809936525,
      "epoch": 0.328450954283178,
      "grad_norm": 1.015625,
      "learning_rate": 0.0001845,
      "loss": 7.5365,
      "mean_token_accuracy": 0.08004771247506141,
      "num_tokens": 759111.0,
      "step": 370
    },
    {
      "entropy": 7.755885601043701,
      "epoch": 0.33288948069241014,
      "grad_norm": 1.203125,
      "learning_rate": 0.000187,
      "loss": 7.4431,
      "mean_token_accuracy": 0.08885042890906333,
      "num_tokens": 770315.0,
      "step": 375
    },
    {
      "entropy": 7.815682411193848,
      "epoch": 0.33732800710164224,
      "grad_norm": 1.078125,
      "learning_rate": 0.0001895,
      "loss": 7.5761,
      "mean_token_accuracy": 0.07824730798602104,
      "num_tokens": 781390.0,
      "step": 380
    },
    {
      "entropy": 7.868446302413941,
      "epoch": 0.3417665335108744,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000192,
      "loss": 7.4659,
      "mean_token_accuracy": 0.08218091987073421,
      "num_tokens": 790710.0,
      "step": 385
    },
    {
      "entropy": 7.664791536331177,
      "epoch": 0.34620505992010653,
      "grad_norm": 1.0625,
      "learning_rate": 0.0001945,
      "loss": 7.4344,
      "mean_token_accuracy": 0.08516876846551895,
      "num_tokens": 800475.0,
      "step": 390
    },
    {
      "entropy": 7.776907110214234,
      "epoch": 0.3506435863293387,
      "grad_norm": 1.109375,
      "learning_rate": 0.00019700000000000002,
      "loss": 7.5457,
      "mean_token_accuracy": 0.07697484940290451,
      "num_tokens": 810394.0,
      "step": 395
    },
    {
      "entropy": 7.851606655120849,
      "epoch": 0.3550821127385708,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00019950000000000002,
      "loss": 7.5259,
      "mean_token_accuracy": 0.07952482551336289,
      "num_tokens": 820493.0,
      "step": 400
    },
    {
      "entropy": 7.881973552703857,
      "epoch": 0.3595206391478029,
      "grad_norm": 1.1796875,
      "learning_rate": 0.000202,
      "loss": 7.5896,
      "mean_token_accuracy": 0.07090779766440392,
      "num_tokens": 831570.0,
      "step": 405
    },
    {
      "entropy": 7.75118236541748,
      "epoch": 0.36395916555703506,
      "grad_norm": 1.09375,
      "learning_rate": 0.00020449999999999998,
      "loss": 7.5822,
      "mean_token_accuracy": 0.07436199747025966,
      "num_tokens": 841851.0,
      "step": 410
    },
    {
      "entropy": 7.8130326747894285,
      "epoch": 0.3683976919662672,
      "grad_norm": 1.2109375,
      "learning_rate": 0.000207,
      "loss": 7.4771,
      "mean_token_accuracy": 0.08917279317975044,
      "num_tokens": 851221.0,
      "step": 415
    },
    {
      "entropy": 7.784592771530152,
      "epoch": 0.37283621837549935,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0002095,
      "loss": 7.5136,
      "mean_token_accuracy": 0.08482674360275269,
      "num_tokens": 861876.0,
      "step": 420
    },
    {
      "entropy": 7.806199550628662,
      "epoch": 0.37727474478473144,
      "grad_norm": 1.2265625,
      "learning_rate": 0.000212,
      "loss": 7.5012,
      "mean_token_accuracy": 0.08520847856998444,
      "num_tokens": 871742.0,
      "step": 425
    },
    {
      "entropy": 7.63223876953125,
      "epoch": 0.3817132711939636,
      "grad_norm": 1.0625,
      "learning_rate": 0.0002145,
      "loss": 7.4356,
      "mean_token_accuracy": 0.08614917695522309,
      "num_tokens": 881968.0,
      "step": 430
    },
    {
      "entropy": 7.708009338378906,
      "epoch": 0.38615179760319573,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00021700000000000002,
      "loss": 7.3441,
      "mean_token_accuracy": 0.0903160773217678,
      "num_tokens": 892142.0,
      "step": 435
    },
    {
      "entropy": 7.681766939163208,
      "epoch": 0.3905903240124279,
      "grad_norm": 1.15625,
      "learning_rate": 0.0002195,
      "loss": 7.408,
      "mean_token_accuracy": 0.09188471287488938,
      "num_tokens": 901992.0,
      "step": 440
    },
    {
      "entropy": 7.797896862030029,
      "epoch": 0.39502885042166,
      "grad_norm": 1.1171875,
      "learning_rate": 0.000222,
      "loss": 7.5382,
      "mean_token_accuracy": 0.07850045077502728,
      "num_tokens": 913438.0,
      "step": 445
    },
    {
      "entropy": 7.55986213684082,
      "epoch": 0.3994673768308921,
      "grad_norm": 2.109375,
      "learning_rate": 0.0002245,
      "loss": 7.273,
      "mean_token_accuracy": 0.10574427619576454,
      "num_tokens": 923879.0,
      "step": 450
    },
    {
      "entropy": 7.674528026580811,
      "epoch": 0.40390590324012426,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00022700000000000002,
      "loss": 7.4341,
      "mean_token_accuracy": 0.08904042169451713,
      "num_tokens": 933954.0,
      "step": 455
    },
    {
      "entropy": 7.707700920104981,
      "epoch": 0.4083444296493564,
      "grad_norm": 1.15625,
      "learning_rate": 0.00022950000000000002,
      "loss": 7.4156,
      "mean_token_accuracy": 0.0867860458791256,
      "num_tokens": 942992.0,
      "step": 460
    },
    {
      "entropy": 7.656433868408203,
      "epoch": 0.41278295605858856,
      "grad_norm": 1.25,
      "learning_rate": 0.00023200000000000003,
      "loss": 7.4528,
      "mean_token_accuracy": 0.08972205594182014,
      "num_tokens": 953822.0,
      "step": 465
    },
    {
      "entropy": 7.627706384658813,
      "epoch": 0.4172214824678207,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00023449999999999998,
      "loss": 7.3472,
      "mean_token_accuracy": 0.08931803703308105,
      "num_tokens": 964475.0,
      "step": 470
    },
    {
      "entropy": 7.642127990722656,
      "epoch": 0.4216600088770528,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000237,
      "loss": 7.434,
      "mean_token_accuracy": 0.0859565369784832,
      "num_tokens": 974535.0,
      "step": 475
    },
    {
      "entropy": 7.666657447814941,
      "epoch": 0.42609853528628494,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0002395,
      "loss": 7.3944,
      "mean_token_accuracy": 0.08582191392779351,
      "num_tokens": 984674.0,
      "step": 480
    },
    {
      "entropy": 7.544086360931397,
      "epoch": 0.4305370616955171,
      "grad_norm": 1.171875,
      "learning_rate": 0.000242,
      "loss": 7.37,
      "mean_token_accuracy": 0.09044271633028984,
      "num_tokens": 995248.0,
      "step": 485
    },
    {
      "entropy": 7.742295646667481,
      "epoch": 0.43497558810474923,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0002445,
      "loss": 7.3632,
      "mean_token_accuracy": 0.0895160473883152,
      "num_tokens": 1005547.0,
      "step": 490
    },
    {
      "entropy": 7.550811624526977,
      "epoch": 0.4394141145139814,
      "grad_norm": 1.171875,
      "learning_rate": 0.000247,
      "loss": 7.3413,
      "mean_token_accuracy": 0.08750802129507065,
      "num_tokens": 1015498.0,
      "step": 495
    },
    {
      "entropy": 7.609345579147339,
      "epoch": 0.44385264092321347,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0002495,
      "loss": 7.4055,
      "mean_token_accuracy": 0.08584300205111503,
      "num_tokens": 1025420.0,
      "step": 500
    },
    {
      "epoch": 0.44385264092321347,
      "eval_entropy": 7.669124412989673,
      "eval_loss": 7.446435451507568,
      "eval_mean_token_accuracy": 0.08312557260738132,
      "eval_num_tokens": 1025420.0,
      "eval_runtime": 2.7854,
      "eval_samples_per_second": 1208.804,
      "eval_steps_per_second": 151.145,
      "step": 500
    },
    {
      "entropy": 7.6334656238555905,
      "epoch": 0.4482911673324456,
      "grad_norm": 1.125,
      "learning_rate": 0.000252,
      "loss": 7.3295,
      "mean_token_accuracy": 0.09022360593080521,
      "num_tokens": 1036556.0,
      "step": 505
    },
    {
      "entropy": 7.584210634231567,
      "epoch": 0.45272969374167776,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0002545,
      "loss": 7.3593,
      "mean_token_accuracy": 0.08703627660870553,
      "num_tokens": 1046676.0,
      "step": 510
    },
    {
      "entropy": 7.6705080509185795,
      "epoch": 0.4571682201509099,
      "grad_norm": 1.2109375,
      "learning_rate": 0.000257,
      "loss": 7.4042,
      "mean_token_accuracy": 0.08590352982282638,
      "num_tokens": 1057088.0,
      "step": 515
    },
    {
      "entropy": 7.5486232280731205,
      "epoch": 0.46160674656014206,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0002595,
      "loss": 7.2982,
      "mean_token_accuracy": 0.09567688480019569,
      "num_tokens": 1067814.0,
      "step": 520
    },
    {
      "entropy": 7.543769884109497,
      "epoch": 0.46604527296937415,
      "grad_norm": 1.1015625,
      "learning_rate": 0.000262,
      "loss": 7.3327,
      "mean_token_accuracy": 0.0892727330327034,
      "num_tokens": 1078600.0,
      "step": 525
    },
    {
      "entropy": 7.641923093795777,
      "epoch": 0.4704837993786063,
      "grad_norm": 1.171875,
      "learning_rate": 0.00026450000000000003,
      "loss": 7.3363,
      "mean_token_accuracy": 0.08722671940922737,
      "num_tokens": 1089158.0,
      "step": 530
    },
    {
      "entropy": 7.568871212005615,
      "epoch": 0.47492232578783844,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00026700000000000004,
      "loss": 7.3497,
      "mean_token_accuracy": 0.08428739383816719,
      "num_tokens": 1100365.0,
      "step": 535
    },
    {
      "entropy": 7.500961780548096,
      "epoch": 0.4793608521970706,
      "grad_norm": 1.09375,
      "learning_rate": 0.00026950000000000005,
      "loss": 7.305,
      "mean_token_accuracy": 0.09392210468649864,
      "num_tokens": 1111168.0,
      "step": 540
    },
    {
      "entropy": 7.573345041275024,
      "epoch": 0.48379937860630273,
      "grad_norm": 1.171875,
      "learning_rate": 0.00027200000000000005,
      "loss": 7.3194,
      "mean_token_accuracy": 0.09149189814925193,
      "num_tokens": 1121520.0,
      "step": 545
    },
    {
      "entropy": 7.536744737625122,
      "epoch": 0.4882379050155348,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0002745,
      "loss": 7.2073,
      "mean_token_accuracy": 0.09879742562770844,
      "num_tokens": 1131300.0,
      "step": 550
    },
    {
      "entropy": 7.364904880523682,
      "epoch": 0.49267643142476697,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000277,
      "loss": 7.2532,
      "mean_token_accuracy": 0.0986358568072319,
      "num_tokens": 1141897.0,
      "step": 555
    },
    {
      "entropy": 7.541038084030151,
      "epoch": 0.4971149578339991,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0002795,
      "loss": 7.2956,
      "mean_token_accuracy": 0.08940311297774314,
      "num_tokens": 1152510.0,
      "step": 560
    },
    {
      "entropy": 7.552376794815063,
      "epoch": 0.5015534842432312,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00028199999999999997,
      "loss": 7.3001,
      "mean_token_accuracy": 0.09093584269285201,
      "num_tokens": 1161762.0,
      "step": 565
    },
    {
      "entropy": 7.479511404037476,
      "epoch": 0.5059920106524634,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0002845,
      "loss": 7.2394,
      "mean_token_accuracy": 0.09156333580613137,
      "num_tokens": 1172836.0,
      "step": 570
    },
    {
      "entropy": 7.480563068389893,
      "epoch": 0.5104305370616955,
      "grad_norm": 1.1953125,
      "learning_rate": 0.000287,
      "loss": 7.2935,
      "mean_token_accuracy": 0.09051846116781234,
      "num_tokens": 1182101.0,
      "step": 575
    },
    {
      "entropy": 7.511827182769776,
      "epoch": 0.5148690634709276,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0002895,
      "loss": 7.2868,
      "mean_token_accuracy": 0.08703599572181701,
      "num_tokens": 1191925.0,
      "step": 580
    },
    {
      "entropy": 7.430129528045654,
      "epoch": 0.5193075898801598,
      "grad_norm": 1.109375,
      "learning_rate": 0.000292,
      "loss": 7.1629,
      "mean_token_accuracy": 0.09691138043999672,
      "num_tokens": 1202030.0,
      "step": 585
    },
    {
      "entropy": 7.408132934570313,
      "epoch": 0.5237461162893919,
      "grad_norm": 1.109375,
      "learning_rate": 0.0002945,
      "loss": 7.253,
      "mean_token_accuracy": 0.09141650795936584,
      "num_tokens": 1212178.0,
      "step": 590
    },
    {
      "entropy": 7.515611791610718,
      "epoch": 0.5281846426986241,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000297,
      "loss": 7.1971,
      "mean_token_accuracy": 0.0950719341635704,
      "num_tokens": 1221685.0,
      "step": 595
    },
    {
      "entropy": 7.383773374557495,
      "epoch": 0.5326231691078562,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0002995,
      "loss": 7.197,
      "mean_token_accuracy": 0.08822897970676422,
      "num_tokens": 1233178.0,
      "step": 600
    },
    {
      "entropy": 7.4588648796081545,
      "epoch": 0.5370616955170884,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000302,
      "loss": 7.1611,
      "mean_token_accuracy": 0.09191120117902755,
      "num_tokens": 1243687.0,
      "step": 605
    },
    {
      "entropy": 7.358021211624146,
      "epoch": 0.5415002219263204,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0003045,
      "loss": 7.2349,
      "mean_token_accuracy": 0.08815527036786079,
      "num_tokens": 1255124.0,
      "step": 610
    },
    {
      "entropy": 7.400767421722412,
      "epoch": 0.5459387483355526,
      "grad_norm": 1.3671875,
      "learning_rate": 0.000307,
      "loss": 7.2452,
      "mean_token_accuracy": 0.09174467995762825,
      "num_tokens": 1265517.0,
      "step": 615
    },
    {
      "entropy": 7.310306978225708,
      "epoch": 0.5503772747447847,
      "grad_norm": 1.296875,
      "learning_rate": 0.0003095,
      "loss": 7.1176,
      "mean_token_accuracy": 0.09506009593605995,
      "num_tokens": 1275877.0,
      "step": 620
    },
    {
      "entropy": 7.400981378555298,
      "epoch": 0.5548158011540169,
      "grad_norm": 1.1875,
      "learning_rate": 0.000312,
      "loss": 7.2286,
      "mean_token_accuracy": 0.09438399225473404,
      "num_tokens": 1285951.0,
      "step": 625
    },
    {
      "entropy": 7.509041738510132,
      "epoch": 0.559254327563249,
      "grad_norm": 1.296875,
      "learning_rate": 0.0003145,
      "loss": 7.1567,
      "mean_token_accuracy": 0.09806277230381966,
      "num_tokens": 1295209.0,
      "step": 630
    },
    {
      "entropy": 7.316894149780273,
      "epoch": 0.5636928539724811,
      "grad_norm": 1.171875,
      "learning_rate": 0.000317,
      "loss": 7.2208,
      "mean_token_accuracy": 0.09708264470100403,
      "num_tokens": 1304733.0,
      "step": 635
    },
    {
      "entropy": 7.342378044128418,
      "epoch": 0.5681313803817133,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0003195,
      "loss": 7.1539,
      "mean_token_accuracy": 0.08910495042800903,
      "num_tokens": 1314981.0,
      "step": 640
    },
    {
      "entropy": 7.538545989990235,
      "epoch": 0.5725699067909454,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000322,
      "loss": 7.198,
      "mean_token_accuracy": 0.0895936667919159,
      "num_tokens": 1325211.0,
      "step": 645
    },
    {
      "entropy": 7.2863500118255615,
      "epoch": 0.5770084332001776,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00032450000000000003,
      "loss": 7.1309,
      "mean_token_accuracy": 0.09338074773550034,
      "num_tokens": 1335625.0,
      "step": 650
    },
    {
      "entropy": 7.436445474624634,
      "epoch": 0.5814469596094097,
      "grad_norm": 1.3828125,
      "learning_rate": 0.00032700000000000003,
      "loss": 7.2488,
      "mean_token_accuracy": 0.0991661287844181,
      "num_tokens": 1345158.0,
      "step": 655
    },
    {
      "entropy": 7.262508535385132,
      "epoch": 0.5858854860186418,
      "grad_norm": 1.1875,
      "learning_rate": 0.00032950000000000004,
      "loss": 7.081,
      "mean_token_accuracy": 0.10250589922070504,
      "num_tokens": 1355092.0,
      "step": 660
    },
    {
      "entropy": 7.307907056808472,
      "epoch": 0.5903240124278739,
      "grad_norm": 1.15625,
      "learning_rate": 0.00033200000000000005,
      "loss": 7.1329,
      "mean_token_accuracy": 0.09874422326683999,
      "num_tokens": 1364919.0,
      "step": 665
    },
    {
      "entropy": 7.2338110446929935,
      "epoch": 0.5947625388371061,
      "grad_norm": 1.171875,
      "learning_rate": 0.00033450000000000005,
      "loss": 7.1726,
      "mean_token_accuracy": 0.09538876637816429,
      "num_tokens": 1375200.0,
      "step": 670
    },
    {
      "entropy": 7.331265687942505,
      "epoch": 0.5992010652463382,
      "grad_norm": 1.265625,
      "learning_rate": 0.000337,
      "loss": 7.1466,
      "mean_token_accuracy": 0.09369650185108185,
      "num_tokens": 1385728.0,
      "step": 675
    },
    {
      "entropy": 7.4757524013519285,
      "epoch": 0.6036395916555704,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003395,
      "loss": 7.196,
      "mean_token_accuracy": 0.08721103966236114,
      "num_tokens": 1395542.0,
      "step": 680
    },
    {
      "entropy": 7.264866781234741,
      "epoch": 0.6080781180648025,
      "grad_norm": 1.140625,
      "learning_rate": 0.000342,
      "loss": 7.1667,
      "mean_token_accuracy": 0.09908052235841751,
      "num_tokens": 1406350.0,
      "step": 685
    },
    {
      "entropy": 7.250851583480835,
      "epoch": 0.6125166444740346,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00034449999999999997,
      "loss": 7.0933,
      "mean_token_accuracy": 0.09707043692469597,
      "num_tokens": 1418229.0,
      "step": 690
    },
    {
      "entropy": 7.257457447052002,
      "epoch": 0.6169551708832668,
      "grad_norm": 1.109375,
      "learning_rate": 0.000347,
      "loss": 7.101,
      "mean_token_accuracy": 0.10156845226883889,
      "num_tokens": 1428290.0,
      "step": 695
    },
    {
      "entropy": 7.389108514785766,
      "epoch": 0.6213936972924989,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0003495,
      "loss": 7.1644,
      "mean_token_accuracy": 0.08962787240743637,
      "num_tokens": 1439837.0,
      "step": 700
    },
    {
      "entropy": 7.230832195281982,
      "epoch": 0.625832223701731,
      "grad_norm": 1.046875,
      "learning_rate": 0.000352,
      "loss": 7.1004,
      "mean_token_accuracy": 0.09468400254845619,
      "num_tokens": 1450831.0,
      "step": 705
    },
    {
      "entropy": 7.241072797775269,
      "epoch": 0.6302707501109631,
      "grad_norm": 1.09375,
      "learning_rate": 0.0003545,
      "loss": 7.0787,
      "mean_token_accuracy": 0.0992747537791729,
      "num_tokens": 1461772.0,
      "step": 710
    },
    {
      "entropy": 7.251083326339722,
      "epoch": 0.6347092765201953,
      "grad_norm": 0.93359375,
      "learning_rate": 0.000357,
      "loss": 7.0678,
      "mean_token_accuracy": 0.10479466319084167,
      "num_tokens": 1471669.0,
      "step": 715
    },
    {
      "entropy": 7.284691286087036,
      "epoch": 0.6391478029294274,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0003595,
      "loss": 7.0922,
      "mean_token_accuracy": 0.0977623738348484,
      "num_tokens": 1482319.0,
      "step": 720
    },
    {
      "entropy": 7.207487869262695,
      "epoch": 0.6435863293386596,
      "grad_norm": 1.1328125,
      "learning_rate": 0.000362,
      "loss": 7.0654,
      "mean_token_accuracy": 0.09616786390542983,
      "num_tokens": 1492393.0,
      "step": 725
    },
    {
      "entropy": 7.214288234710693,
      "epoch": 0.6480248557478917,
      "grad_norm": 1.09375,
      "learning_rate": 0.0003645,
      "loss": 7.1377,
      "mean_token_accuracy": 0.10020551234483718,
      "num_tokens": 1502986.0,
      "step": 730
    },
    {
      "entropy": 7.309820938110351,
      "epoch": 0.6524633821571239,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000367,
      "loss": 7.1195,
      "mean_token_accuracy": 0.09985571056604385,
      "num_tokens": 1514046.0,
      "step": 735
    },
    {
      "entropy": 7.249904489517212,
      "epoch": 0.656901908566356,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0003695,
      "loss": 7.133,
      "mean_token_accuracy": 0.0978231132030487,
      "num_tokens": 1523789.0,
      "step": 740
    },
    {
      "entropy": 7.303426790237427,
      "epoch": 0.6613404349755881,
      "grad_norm": 1.28125,
      "learning_rate": 0.000372,
      "loss": 7.0636,
      "mean_token_accuracy": 0.0984602726995945,
      "num_tokens": 1533449.0,
      "step": 745
    },
    {
      "entropy": 7.157350540161133,
      "epoch": 0.6657789613848203,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003745,
      "loss": 7.1052,
      "mean_token_accuracy": 0.0913457877933979,
      "num_tokens": 1543449.0,
      "step": 750
    },
    {
      "entropy": 7.232370662689209,
      "epoch": 0.6702174877940523,
      "grad_norm": 1.2578125,
      "learning_rate": 0.000377,
      "loss": 6.957,
      "mean_token_accuracy": 0.10332913659512996,
      "num_tokens": 1553529.0,
      "step": 755
    },
    {
      "entropy": 7.166843461990356,
      "epoch": 0.6746560142032845,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0003795,
      "loss": 7.0559,
      "mean_token_accuracy": 0.1009259507060051,
      "num_tokens": 1564245.0,
      "step": 760
    },
    {
      "entropy": 7.135752153396607,
      "epoch": 0.6790945406125166,
      "grad_norm": 1.15625,
      "learning_rate": 0.000382,
      "loss": 6.9787,
      "mean_token_accuracy": 0.0997254841029644,
      "num_tokens": 1573834.0,
      "step": 765
    },
    {
      "entropy": 7.034980821609497,
      "epoch": 0.6835330670217488,
      "grad_norm": 1.09375,
      "learning_rate": 0.0003845,
      "loss": 6.9407,
      "mean_token_accuracy": 0.10062595605850219,
      "num_tokens": 1583782.0,
      "step": 770
    },
    {
      "entropy": 7.211769485473633,
      "epoch": 0.6879715934309809,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00038700000000000003,
      "loss": 7.0625,
      "mean_token_accuracy": 0.10229107290506363,
      "num_tokens": 1594056.0,
      "step": 775
    },
    {
      "entropy": 7.17944564819336,
      "epoch": 0.6924101198402131,
      "grad_norm": 1.125,
      "learning_rate": 0.00038950000000000003,
      "loss": 7.0671,
      "mean_token_accuracy": 0.09898089095950127,
      "num_tokens": 1604177.0,
      "step": 780
    },
    {
      "entropy": 7.1694622993469235,
      "epoch": 0.6968486462494452,
      "grad_norm": 1.09375,
      "learning_rate": 0.00039200000000000004,
      "loss": 6.9696,
      "mean_token_accuracy": 0.10202183946967125,
      "num_tokens": 1614439.0,
      "step": 785
    },
    {
      "entropy": 7.079647397994995,
      "epoch": 0.7012871726586773,
      "grad_norm": 1.3984375,
      "learning_rate": 0.00039450000000000005,
      "loss": 6.99,
      "mean_token_accuracy": 0.09851381108164788,
      "num_tokens": 1625004.0,
      "step": 790
    },
    {
      "entropy": 7.182702732086182,
      "epoch": 0.7057256990679095,
      "grad_norm": 1.09375,
      "learning_rate": 0.00039700000000000005,
      "loss": 7.0091,
      "mean_token_accuracy": 0.09595384523272514,
      "num_tokens": 1634188.0,
      "step": 795
    },
    {
      "entropy": 7.0714222431182865,
      "epoch": 0.7101642254771416,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003995,
      "loss": 6.9157,
      "mean_token_accuracy": 0.1082749105989933,
      "num_tokens": 1642633.0,
      "step": 800
    },
    {
      "entropy": 7.0621692657470705,
      "epoch": 0.7146027518863737,
      "grad_norm": 1.15625,
      "learning_rate": 0.000402,
      "loss": 6.9424,
      "mean_token_accuracy": 0.10712620615959167,
      "num_tokens": 1654536.0,
      "step": 805
    },
    {
      "entropy": 7.148227691650391,
      "epoch": 0.7190412782956058,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004045,
      "loss": 7.0822,
      "mean_token_accuracy": 0.09017667174339294,
      "num_tokens": 1665083.0,
      "step": 810
    },
    {
      "entropy": 7.069796466827393,
      "epoch": 0.723479804704838,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00040699999999999997,
      "loss": 7.033,
      "mean_token_accuracy": 0.09541632980108261,
      "num_tokens": 1675826.0,
      "step": 815
    },
    {
      "entropy": 7.110815143585205,
      "epoch": 0.7279183311140701,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004095,
      "loss": 6.9946,
      "mean_token_accuracy": 0.10398527979850769,
      "num_tokens": 1685806.0,
      "step": 820
    },
    {
      "entropy": 7.097141170501709,
      "epoch": 0.7323568575233023,
      "grad_norm": 1.078125,
      "learning_rate": 0.000412,
      "loss": 7.0632,
      "mean_token_accuracy": 0.10135304108262062,
      "num_tokens": 1695984.0,
      "step": 825
    },
    {
      "entropy": 7.124357271194458,
      "epoch": 0.7367953839325344,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004145,
      "loss": 7.0575,
      "mean_token_accuracy": 0.09942566752433776,
      "num_tokens": 1706086.0,
      "step": 830
    },
    {
      "entropy": 7.091458511352539,
      "epoch": 0.7412339103417666,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000417,
      "loss": 7.0284,
      "mean_token_accuracy": 0.10059899911284446,
      "num_tokens": 1718040.0,
      "step": 835
    },
    {
      "entropy": 7.131758165359497,
      "epoch": 0.7456724367509987,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004195,
      "loss": 7.0191,
      "mean_token_accuracy": 0.09906580075621604,
      "num_tokens": 1729009.0,
      "step": 840
    },
    {
      "entropy": 7.087246465682983,
      "epoch": 0.7501109631602308,
      "grad_norm": 1.1875,
      "learning_rate": 0.000422,
      "loss": 6.9929,
      "mean_token_accuracy": 0.10902519077062607,
      "num_tokens": 1738895.0,
      "step": 845
    },
    {
      "entropy": 7.113551664352417,
      "epoch": 0.7545494895694629,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004245,
      "loss": 7.0261,
      "mean_token_accuracy": 0.10415812507271767,
      "num_tokens": 1750225.0,
      "step": 850
    },
    {
      "entropy": 7.0047619342803955,
      "epoch": 0.758988015978695,
      "grad_norm": 1.140625,
      "learning_rate": 0.000427,
      "loss": 6.9292,
      "mean_token_accuracy": 0.105811557918787,
      "num_tokens": 1761224.0,
      "step": 855
    },
    {
      "entropy": 7.085004186630249,
      "epoch": 0.7634265423879272,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004295,
      "loss": 7.0169,
      "mean_token_accuracy": 0.09775067865848541,
      "num_tokens": 1771853.0,
      "step": 860
    },
    {
      "entropy": 7.146742153167724,
      "epoch": 0.7678650687971593,
      "grad_norm": 1.046875,
      "learning_rate": 0.000432,
      "loss": 6.9895,
      "mean_token_accuracy": 0.10439399853348733,
      "num_tokens": 1781186.0,
      "step": 865
    },
    {
      "entropy": 7.151022291183471,
      "epoch": 0.7723035952063915,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004345,
      "loss": 6.9711,
      "mean_token_accuracy": 0.09423294179141521,
      "num_tokens": 1792887.0,
      "step": 870
    },
    {
      "entropy": 6.941896152496338,
      "epoch": 0.7767421216156236,
      "grad_norm": 1.203125,
      "learning_rate": 0.000437,
      "loss": 6.8708,
      "mean_token_accuracy": 0.10734946057200431,
      "num_tokens": 1803050.0,
      "step": 875
    },
    {
      "entropy": 6.811341190338135,
      "epoch": 0.7811806480248558,
      "grad_norm": 1.25,
      "learning_rate": 0.0004395,
      "loss": 6.9879,
      "mean_token_accuracy": 0.10939516723155976,
      "num_tokens": 1813287.0,
      "step": 880
    },
    {
      "entropy": 7.056670713424682,
      "epoch": 0.7856191744340879,
      "grad_norm": 1.4609375,
      "learning_rate": 0.000442,
      "loss": 6.9735,
      "mean_token_accuracy": 0.1008478730916977,
      "num_tokens": 1824425.0,
      "step": 885
    },
    {
      "entropy": 6.97848916053772,
      "epoch": 0.79005770084332,
      "grad_norm": 1.125,
      "learning_rate": 0.0004445,
      "loss": 6.8898,
      "mean_token_accuracy": 0.11324303895235062,
      "num_tokens": 1833968.0,
      "step": 890
    },
    {
      "entropy": 6.980572080612182,
      "epoch": 0.7944962272525522,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000447,
      "loss": 7.0128,
      "mean_token_accuracy": 0.10274540036916732,
      "num_tokens": 1844097.0,
      "step": 895
    },
    {
      "entropy": 7.055815601348877,
      "epoch": 0.7989347536617842,
      "grad_norm": 1.0625,
      "learning_rate": 0.00044950000000000003,
      "loss": 6.934,
      "mean_token_accuracy": 0.10776300206780434,
      "num_tokens": 1854395.0,
      "step": 900
    },
    {
      "entropy": 6.931429195404053,
      "epoch": 0.8033732800710164,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00045200000000000004,
      "loss": 6.949,
      "mean_token_accuracy": 0.10048572197556496,
      "num_tokens": 1864531.0,
      "step": 905
    },
    {
      "entropy": 6.998499774932862,
      "epoch": 0.8078118064802485,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045450000000000004,
      "loss": 6.8224,
      "mean_token_accuracy": 0.11029603257775307,
      "num_tokens": 1875071.0,
      "step": 910
    },
    {
      "entropy": 6.971027994155884,
      "epoch": 0.8122503328894807,
      "grad_norm": 1.09375,
      "learning_rate": 0.00045700000000000005,
      "loss": 6.947,
      "mean_token_accuracy": 0.10487593412399292,
      "num_tokens": 1884633.0,
      "step": 915
    },
    {
      "entropy": 6.975761222839355,
      "epoch": 0.8166888592987128,
      "grad_norm": 1.171875,
      "learning_rate": 0.00045950000000000006,
      "loss": 6.9402,
      "mean_token_accuracy": 0.10628680288791656,
      "num_tokens": 1895204.0,
      "step": 920
    },
    {
      "entropy": 7.054645633697509,
      "epoch": 0.821127385707945,
      "grad_norm": 0.98828125,
      "learning_rate": 0.000462,
      "loss": 6.9658,
      "mean_token_accuracy": 0.10290167108178139,
      "num_tokens": 1906187.0,
      "step": 925
    },
    {
      "entropy": 7.008241748809814,
      "epoch": 0.8255659121171771,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004645,
      "loss": 6.9215,
      "mean_token_accuracy": 0.09948821216821671,
      "num_tokens": 1915585.0,
      "step": 930
    },
    {
      "entropy": 6.954188346862793,
      "epoch": 0.8300044385264093,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000467,
      "loss": 6.9624,
      "mean_token_accuracy": 0.1034872155636549,
      "num_tokens": 1926912.0,
      "step": 935
    },
    {
      "entropy": 6.975879383087158,
      "epoch": 0.8344429649356414,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004695,
      "loss": 6.8828,
      "mean_token_accuracy": 0.1049314372241497,
      "num_tokens": 1936542.0,
      "step": 940
    },
    {
      "entropy": 7.032291650772095,
      "epoch": 0.8388814913448736,
      "grad_norm": 1.1640625,
      "learning_rate": 0.000472,
      "loss": 6.8869,
      "mean_token_accuracy": 0.1079288512468338,
      "num_tokens": 1946052.0,
      "step": 945
    },
    {
      "entropy": 6.855350923538208,
      "epoch": 0.8433200177541056,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004745,
      "loss": 6.9479,
      "mean_token_accuracy": 0.10810579061508178,
      "num_tokens": 1957352.0,
      "step": 950
    },
    {
      "entropy": 7.012834692001343,
      "epoch": 0.8477585441633377,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000477,
      "loss": 6.9165,
      "mean_token_accuracy": 0.10588640198111535,
      "num_tokens": 1967538.0,
      "step": 955
    },
    {
      "entropy": 6.953670644760132,
      "epoch": 0.8521970705725699,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004795,
      "loss": 6.9437,
      "mean_token_accuracy": 0.10475035384297371,
      "num_tokens": 1977620.0,
      "step": 960
    },
    {
      "entropy": 7.001286792755127,
      "epoch": 0.856635596981802,
      "grad_norm": 0.9609375,
      "learning_rate": 0.000482,
      "loss": 6.8474,
      "mean_token_accuracy": 0.10972543135285377,
      "num_tokens": 1987534.0,
      "step": 965
    },
    {
      "entropy": 6.883567142486572,
      "epoch": 0.8610741233910342,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004845,
      "loss": 6.8677,
      "mean_token_accuracy": 0.11282802000641823,
      "num_tokens": 1997817.0,
      "step": 970
    },
    {
      "entropy": 6.960841703414917,
      "epoch": 0.8655126498002663,
      "grad_norm": 1.1328125,
      "learning_rate": 0.000487,
      "loss": 6.8693,
      "mean_token_accuracy": 0.10804260671138763,
      "num_tokens": 2007529.0,
      "step": 975
    },
    {
      "entropy": 6.893871688842774,
      "epoch": 0.8699511762094985,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004895,
      "loss": 6.8747,
      "mean_token_accuracy": 0.1100342482328415,
      "num_tokens": 2017317.0,
      "step": 980
    },
    {
      "entropy": 6.920565032958985,
      "epoch": 0.8743897026187306,
      "grad_norm": 1.0234375,
      "learning_rate": 0.000492,
      "loss": 6.8925,
      "mean_token_accuracy": 0.10560473203659057,
      "num_tokens": 2028427.0,
      "step": 985
    },
    {
      "entropy": 6.928885173797608,
      "epoch": 0.8788282290279628,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004945,
      "loss": 6.8469,
      "mean_token_accuracy": 0.111257666349411,
      "num_tokens": 2038464.0,
      "step": 990
    },
    {
      "entropy": 6.895605516433716,
      "epoch": 0.8832667554371949,
      "grad_norm": 1.03125,
      "learning_rate": 0.000497,
      "loss": 6.9248,
      "mean_token_accuracy": 0.10252941846847534,
      "num_tokens": 2049006.0,
      "step": 995
    },
    {
      "entropy": 6.840125465393067,
      "epoch": 0.8877052818464269,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004995,
      "loss": 6.8673,
      "mean_token_accuracy": 0.10938069224357605,
      "num_tokens": 2060436.0,
      "step": 1000
    },
    {
      "epoch": 0.8877052818464269,
      "eval_entropy": 6.823905027394057,
      "eval_loss": 6.903217315673828,
      "eval_mean_token_accuracy": 0.10246794701790583,
      "eval_num_tokens": 2060436.0,
      "eval_runtime": 2.7045,
      "eval_samples_per_second": 1244.948,
      "eval_steps_per_second": 155.665,
      "step": 1000
    },
    {
      "entropy": 6.8510839462280275,
      "epoch": 0.8921438082556591,
      "grad_norm": 0.9375,
      "learning_rate": 0.0004999998312369076,
      "loss": 6.7705,
      "mean_token_accuracy": 0.1085792139172554,
      "num_tokens": 2070906.0,
      "step": 1005
    },
    {
      "entropy": 6.848130416870117,
      "epoch": 0.8965823346648912,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004999991456372788,
      "loss": 6.8232,
      "mean_token_accuracy": 0.10221576392650604,
      "num_tokens": 2080563.0,
      "step": 1010
    },
    {
      "entropy": 6.826877164840698,
      "epoch": 0.9010208610741234,
      "grad_norm": 1.078125,
      "learning_rate": 0.000499997932655026,
      "loss": 6.7509,
      "mean_token_accuracy": 0.11835153996944428,
      "num_tokens": 2089785.0,
      "step": 1015
    },
    {
      "entropy": 6.89136643409729,
      "epoch": 0.9054593874833555,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004999961922929925,
      "loss": 6.798,
      "mean_token_accuracy": 0.11268565952777862,
      "num_tokens": 2099609.0,
      "step": 1020
    },
    {
      "entropy": 6.894064235687256,
      "epoch": 0.9098979138925877,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004999939245552573,
      "loss": 6.8422,
      "mean_token_accuracy": 0.11023318842053413,
      "num_tokens": 2110043.0,
      "step": 1025
    },
    {
      "entropy": 6.8520002365112305,
      "epoch": 0.9143364403018198,
      "grad_norm": 1.03125,
      "learning_rate": 0.000499991129447136,
      "loss": 6.8665,
      "mean_token_accuracy": 0.1076730340719223,
      "num_tokens": 2119748.0,
      "step": 1030
    },
    {
      "entropy": 6.8474874019622805,
      "epoch": 0.918774966711052,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004999878069751803,
      "loss": 6.8907,
      "mean_token_accuracy": 0.10536454170942307,
      "num_tokens": 2130347.0,
      "step": 1035
    },
    {
      "entropy": 6.900251626968384,
      "epoch": 0.9232134931202841,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004999839571471776,
      "loss": 6.7778,
      "mean_token_accuracy": 0.1090541049838066,
      "num_tokens": 2140499.0,
      "step": 1040
    },
    {
      "entropy": 6.788918542861938,
      "epoch": 0.9276520195295161,
      "grad_norm": 1.125,
      "learning_rate": 0.0004999795799721517,
      "loss": 6.7795,
      "mean_token_accuracy": 0.10508258789777755,
      "num_tokens": 2151143.0,
      "step": 1045
    },
    {
      "entropy": 6.702548313140869,
      "epoch": 0.9320905459387483,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004999746754603624,
      "loss": 6.8099,
      "mean_token_accuracy": 0.1090174950659275,
      "num_tokens": 2161651.0,
      "step": 1050
    },
    {
      "entropy": 6.934295988082885,
      "epoch": 0.9365290723479804,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004999692436233055,
      "loss": 6.8146,
      "mean_token_accuracy": 0.1094007097184658,
      "num_tokens": 2172152.0,
      "step": 1055
    },
    {
      "entropy": 6.8816564083099365,
      "epoch": 0.9409675987572126,
      "grad_norm": 1.140625,
      "learning_rate": 0.000499963284473713,
      "loss": 6.8335,
      "mean_token_accuracy": 0.1026708424091339,
      "num_tokens": 2182912.0,
      "step": 1060
    },
    {
      "entropy": 6.725460863113403,
      "epoch": 0.9454061251664447,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004999567980255526,
      "loss": 6.8253,
      "mean_token_accuracy": 0.10950745418667793,
      "num_tokens": 2193573.0,
      "step": 1065
    },
    {
      "entropy": 6.998191976547242,
      "epoch": 0.9498446515756769,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004999497842940282,
      "loss": 6.8627,
      "mean_token_accuracy": 0.1091019332408905,
      "num_tokens": 2204157.0,
      "step": 1070
    },
    {
      "entropy": 6.804390239715576,
      "epoch": 0.954283177984909,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004999422432955794,
      "loss": 6.8426,
      "mean_token_accuracy": 0.11238477602601052,
      "num_tokens": 2214433.0,
      "step": 1075
    },
    {
      "entropy": 6.7941382884979244,
      "epoch": 0.9587217043941412,
      "grad_norm": 0.859375,
      "learning_rate": 0.0004999341750478818,
      "loss": 6.7722,
      "mean_token_accuracy": 0.1097018837928772,
      "num_tokens": 2224913.0,
      "step": 1080
    },
    {
      "entropy": 6.810701084136963,
      "epoch": 0.9631602308033733,
      "grad_norm": 1.09375,
      "learning_rate": 0.000499925579569847,
      "loss": 6.7335,
      "mean_token_accuracy": 0.12259945124387742,
      "num_tokens": 2234871.0,
      "step": 1085
    },
    {
      "entropy": 6.818542575836181,
      "epoch": 0.9675987572126055,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004999164568816219,
      "loss": 6.7889,
      "mean_token_accuracy": 0.10602138787508011,
      "num_tokens": 2244462.0,
      "step": 1090
    },
    {
      "entropy": 6.706165170669555,
      "epoch": 0.9720372836218375,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004999068070045897,
      "loss": 6.7827,
      "mean_token_accuracy": 0.10748272910714149,
      "num_tokens": 2256145.0,
      "step": 1095
    },
    {
      "entropy": 6.83993878364563,
      "epoch": 0.9764758100310696,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000499896629961369,
      "loss": 6.7837,
      "mean_token_accuracy": 0.11425440460443496,
      "num_tokens": 2265913.0,
      "step": 1100
    },
    {
      "entropy": 6.725751304626465,
      "epoch": 0.9809143364403018,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000499885925775814,
      "loss": 6.7316,
      "mean_token_accuracy": 0.11490511074662209,
      "num_tokens": 2274874.0,
      "step": 1105
    },
    {
      "entropy": 6.830372858047485,
      "epoch": 0.9853528628495339,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004998746944730148,
      "loss": 6.7131,
      "mean_token_accuracy": 0.11283201426267624,
      "num_tokens": 2284767.0,
      "step": 1110
    },
    {
      "entropy": 6.874453449249268,
      "epoch": 0.9897913892587661,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004998629360792965,
      "loss": 6.8831,
      "mean_token_accuracy": 0.10844636484980583,
      "num_tokens": 2295196.0,
      "step": 1115
    },
    {
      "entropy": 6.715284633636474,
      "epoch": 0.9942299156679982,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0004998506506222202,
      "loss": 6.7286,
      "mean_token_accuracy": 0.11680992171168328,
      "num_tokens": 2306078.0,
      "step": 1120
    },
    {
      "entropy": 6.814456415176392,
      "epoch": 0.9986684420772304,
      "grad_norm": 0.890625,
      "learning_rate": 0.0004998378381305821,
      "loss": 6.8094,
      "mean_token_accuracy": 0.10992804765701295,
      "num_tokens": 2317229.0,
      "step": 1125
    },
    {
      "entropy": 6.859947204589844,
      "epoch": 1.0026631158455392,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004998244986344138,
      "loss": 6.688,
      "mean_token_accuracy": 0.11234754075606664,
      "num_tokens": 2326312.0,
      "step": 1130
    },
    {
      "entropy": 6.762184476852417,
      "epoch": 1.0071016422547714,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004998106321649822,
      "loss": 6.5436,
      "mean_token_accuracy": 0.12012127339839936,
      "num_tokens": 2335548.0,
      "step": 1135
    },
    {
      "entropy": 6.783463954925537,
      "epoch": 1.0115401686640035,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004997962387547893,
      "loss": 6.5731,
      "mean_token_accuracy": 0.11604165062308311,
      "num_tokens": 2346180.0,
      "step": 1140
    },
    {
      "entropy": 6.728586292266845,
      "epoch": 1.0159786950732357,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004997813184375723,
      "loss": 6.5403,
      "mean_token_accuracy": 0.11700786501169205,
      "num_tokens": 2355682.0,
      "step": 1145
    },
    {
      "entropy": 6.737982702255249,
      "epoch": 1.0204172214824678,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004997658712483034,
      "loss": 6.5789,
      "mean_token_accuracy": 0.11569899022579193,
      "num_tokens": 2365529.0,
      "step": 1150
    },
    {
      "entropy": 6.645860004425049,
      "epoch": 1.0248557478917,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004997498972231898,
      "loss": 6.4906,
      "mean_token_accuracy": 0.12428833544254303,
      "num_tokens": 2375527.0,
      "step": 1155
    },
    {
      "entropy": 6.723867797851563,
      "epoch": 1.0292942743009321,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004997333963996734,
      "loss": 6.6103,
      "mean_token_accuracy": 0.11796300113201141,
      "num_tokens": 2386425.0,
      "step": 1160
    },
    {
      "entropy": 6.686568021774292,
      "epoch": 1.0337328007101643,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004997163688164313,
      "loss": 6.6209,
      "mean_token_accuracy": 0.11397269815206527,
      "num_tokens": 2396897.0,
      "step": 1165
    },
    {
      "entropy": 6.736155891418457,
      "epoch": 1.0381713271193964,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004996988145133745,
      "loss": 6.6215,
      "mean_token_accuracy": 0.11120860427618026,
      "num_tokens": 2408671.0,
      "step": 1170
    },
    {
      "entropy": 6.68158974647522,
      "epoch": 1.0426098535286286,
      "grad_norm": 1.125,
      "learning_rate": 0.0004996807335316496,
      "loss": 6.5968,
      "mean_token_accuracy": 0.11955826655030251,
      "num_tokens": 2418373.0,
      "step": 1175
    },
    {
      "entropy": 6.73370852470398,
      "epoch": 1.0470483799378607,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004996621259136368,
      "loss": 6.5516,
      "mean_token_accuracy": 0.12124700546264648,
      "num_tokens": 2429094.0,
      "step": 1180
    },
    {
      "entropy": 6.58090991973877,
      "epoch": 1.0514869063470929,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004996429917029513,
      "loss": 6.5521,
      "mean_token_accuracy": 0.11974199712276459,
      "num_tokens": 2439522.0,
      "step": 1185
    },
    {
      "entropy": 6.689072942733764,
      "epoch": 1.055925432756325,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004996233309444424,
      "loss": 6.5334,
      "mean_token_accuracy": 0.12693726643919945,
      "num_tokens": 2449900.0,
      "step": 1190
    },
    {
      "entropy": 6.648254156112671,
      "epoch": 1.060363959165557,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004996031436841934,
      "loss": 6.528,
      "mean_token_accuracy": 0.11835195198655128,
      "num_tokens": 2461187.0,
      "step": 1195
    },
    {
      "entropy": 6.613636541366577,
      "epoch": 1.064802485574789,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004995824299695219,
      "loss": 6.5522,
      "mean_token_accuracy": 0.12386145591735839,
      "num_tokens": 2471897.0,
      "step": 1200
    },
    {
      "entropy": 6.695000886917114,
      "epoch": 1.0692410119840212,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004995611898489796,
      "loss": 6.4835,
      "mean_token_accuracy": 0.13428002893924712,
      "num_tokens": 2482668.0,
      "step": 1205
    },
    {
      "entropy": 6.542116737365722,
      "epoch": 1.0736795383932534,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004995394233723516,
      "loss": 6.5273,
      "mean_token_accuracy": 0.12380995452404023,
      "num_tokens": 2492375.0,
      "step": 1210
    },
    {
      "entropy": 6.612301158905029,
      "epoch": 1.0781180648024855,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004995171305906574,
      "loss": 6.5553,
      "mean_token_accuracy": 0.12436272650957107,
      "num_tokens": 2504176.0,
      "step": 1215
    },
    {
      "entropy": 6.712629508972168,
      "epoch": 1.0825565912117177,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004994943115561495,
      "loss": 6.5802,
      "mean_token_accuracy": 0.12135286405682563,
      "num_tokens": 2513437.0,
      "step": 1220
    },
    {
      "entropy": 6.71323561668396,
      "epoch": 1.0869951176209498,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004994709663223143,
      "loss": 6.5305,
      "mean_token_accuracy": 0.12117772102355957,
      "num_tokens": 2524907.0,
      "step": 1225
    },
    {
      "entropy": 6.586472082138061,
      "epoch": 1.091433644030182,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004994470949438712,
      "loss": 6.4818,
      "mean_token_accuracy": 0.1203920915722847,
      "num_tokens": 2535288.0,
      "step": 1230
    },
    {
      "entropy": 6.5804437637329105,
      "epoch": 1.095872170439414,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004994226974767734,
      "loss": 6.5353,
      "mean_token_accuracy": 0.11931732892990113,
      "num_tokens": 2545896.0,
      "step": 1235
    },
    {
      "entropy": 6.543254709243774,
      "epoch": 1.1003106968486462,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004993977739782066,
      "loss": 6.4584,
      "mean_token_accuracy": 0.13561398088932036,
      "num_tokens": 2555440.0,
      "step": 1240
    },
    {
      "entropy": 6.59882869720459,
      "epoch": 1.1047492232578784,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00049937232450659,
      "loss": 6.4693,
      "mean_token_accuracy": 0.12519273459911345,
      "num_tokens": 2565474.0,
      "step": 1245
    },
    {
      "entropy": 6.621742391586304,
      "epoch": 1.1091877496671105,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004993463491215753,
      "loss": 6.5707,
      "mean_token_accuracy": 0.11752136424183846,
      "num_tokens": 2576090.0,
      "step": 1250
    },
    {
      "entropy": 6.66785740852356,
      "epoch": 1.1136262760763427,
      "grad_norm": 1.0,
      "learning_rate": 0.000499319847884047,
      "loss": 6.48,
      "mean_token_accuracy": 0.12498680129647255,
      "num_tokens": 2585719.0,
      "step": 1255
    },
    {
      "entropy": 6.547177171707153,
      "epoch": 1.1180648024855748,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004992928208561224,
      "loss": 6.4818,
      "mean_token_accuracy": 0.12778932899236678,
      "num_tokens": 2594797.0,
      "step": 1260
    },
    {
      "entropy": 6.544874048233032,
      "epoch": 1.122503328894807,
      "grad_norm": 0.9921875,
      "learning_rate": 0.0004992652681011508,
      "loss": 6.5028,
      "mean_token_accuracy": 0.12365371584892274,
      "num_tokens": 2605525.0,
      "step": 1265
    },
    {
      "entropy": 6.667212867736817,
      "epoch": 1.1269418553040391,
      "grad_norm": 0.9765625,
      "learning_rate": 0.000499237189683714,
      "loss": 6.543,
      "mean_token_accuracy": 0.12363962829113007,
      "num_tokens": 2616478.0,
      "step": 1270
    },
    {
      "entropy": 6.585494756698608,
      "epoch": 1.1313803817132713,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004992085856696259,
      "loss": 6.5255,
      "mean_token_accuracy": 0.12803056016564368,
      "num_tokens": 2626290.0,
      "step": 1275
    },
    {
      "entropy": 6.660335063934326,
      "epoch": 1.1358189081225034,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004991794561259325,
      "loss": 6.5861,
      "mean_token_accuracy": 0.11459894254803657,
      "num_tokens": 2637319.0,
      "step": 1280
    },
    {
      "entropy": 6.654719829559326,
      "epoch": 1.1402574345317356,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004991498011209112,
      "loss": 6.5036,
      "mean_token_accuracy": 0.1196965254843235,
      "num_tokens": 2648140.0,
      "step": 1285
    },
    {
      "entropy": 6.520665168762207,
      "epoch": 1.1446959609409677,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004991196207240714,
      "loss": 6.5534,
      "mean_token_accuracy": 0.12024708986282348,
      "num_tokens": 2658561.0,
      "step": 1290
    },
    {
      "entropy": 6.740872001647949,
      "epoch": 1.1491344873501999,
      "grad_norm": 1.59375,
      "learning_rate": 0.0004990889150061541,
      "loss": 6.421,
      "mean_token_accuracy": 0.13026004359126092,
      "num_tokens": 2670233.0,
      "step": 1295
    },
    {
      "entropy": 6.636859560012818,
      "epoch": 1.1535730137594318,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004990576840391312,
      "loss": 6.4896,
      "mean_token_accuracy": 0.12343377694487571,
      "num_tokens": 2681047.0,
      "step": 1300
    },
    {
      "entropy": 6.514160776138306,
      "epoch": 1.158011540168664,
      "grad_norm": 1.15625,
      "learning_rate": 0.000499025927896206,
      "loss": 6.4793,
      "mean_token_accuracy": 0.12569797188043594,
      "num_tokens": 2691284.0,
      "step": 1305
    },
    {
      "entropy": 6.50507082939148,
      "epoch": 1.162450066577896,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004989936466518127,
      "loss": 6.4791,
      "mean_token_accuracy": 0.12733488231897355,
      "num_tokens": 2702105.0,
      "step": 1310
    },
    {
      "entropy": 6.660071849822998,
      "epoch": 1.1668885929871282,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004989608403816164,
      "loss": 6.4392,
      "mean_token_accuracy": 0.1262727789580822,
      "num_tokens": 2712003.0,
      "step": 1315
    },
    {
      "entropy": 6.480842781066895,
      "epoch": 1.1713271193963604,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004989275091625126,
      "loss": 6.4644,
      "mean_token_accuracy": 0.12619971707463265,
      "num_tokens": 2721609.0,
      "step": 1320
    },
    {
      "entropy": 6.514829921722412,
      "epoch": 1.1757656458055925,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004988936530726276,
      "loss": 6.3574,
      "mean_token_accuracy": 0.1336055465042591,
      "num_tokens": 2731036.0,
      "step": 1325
    },
    {
      "entropy": 6.577421188354492,
      "epoch": 1.1802041722148247,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004988592721913176,
      "loss": 6.4856,
      "mean_token_accuracy": 0.12642226815223695,
      "num_tokens": 2741860.0,
      "step": 1330
    },
    {
      "entropy": 6.4255718231201175,
      "epoch": 1.1846426986240568,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004988243665991692,
      "loss": 6.4757,
      "mean_token_accuracy": 0.12892607748508453,
      "num_tokens": 2751898.0,
      "step": 1335
    },
    {
      "entropy": 6.610957288742066,
      "epoch": 1.189081225033289,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004987889363779985,
      "loss": 6.4425,
      "mean_token_accuracy": 0.13178927153348924,
      "num_tokens": 2761193.0,
      "step": 1340
    },
    {
      "entropy": 6.46262493133545,
      "epoch": 1.193519751442521,
      "grad_norm": 0.953125,
      "learning_rate": 0.0004987529816108517,
      "loss": 6.4799,
      "mean_token_accuracy": 0.1273398607969284,
      "num_tokens": 2771693.0,
      "step": 1345
    },
    {
      "entropy": 6.6233940601348875,
      "epoch": 1.1979582778517532,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004987165023820043,
      "loss": 6.4757,
      "mean_token_accuracy": 0.12488154098391532,
      "num_tokens": 2780680.0,
      "step": 1350
    },
    {
      "entropy": 6.422232627868652,
      "epoch": 1.2023968042609854,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004986794987769611,
      "loss": 6.4691,
      "mean_token_accuracy": 0.13016403540968896,
      "num_tokens": 2792049.0,
      "step": 1355
    },
    {
      "entropy": 6.61912989616394,
      "epoch": 1.2068353306702175,
      "grad_norm": 0.98046875,
      "learning_rate": 0.000498641970882456,
      "loss": 6.5094,
      "mean_token_accuracy": 0.11824153885245323,
      "num_tokens": 2802284.0,
      "step": 1360
    },
    {
      "entropy": 6.5044067859649655,
      "epoch": 1.2112738570794497,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004986039187864518,
      "loss": 6.4687,
      "mean_token_accuracy": 0.1283252492547035,
      "num_tokens": 2812791.0,
      "step": 1365
    },
    {
      "entropy": 6.563082885742188,
      "epoch": 1.2157123834886818,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004985653425781401,
      "loss": 6.5185,
      "mean_token_accuracy": 0.12203285768628121,
      "num_tokens": 2823216.0,
      "step": 1370
    },
    {
      "entropy": 6.505474853515625,
      "epoch": 1.220150909897914,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004985262423479408,
      "loss": 6.4274,
      "mean_token_accuracy": 0.13895628824830056,
      "num_tokens": 2832582.0,
      "step": 1375
    },
    {
      "entropy": 6.52580771446228,
      "epoch": 1.2245894363071461,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004984866181875021,
      "loss": 6.4579,
      "mean_token_accuracy": 0.12877390310168266,
      "num_tokens": 2843576.0,
      "step": 1380
    },
    {
      "entropy": 6.516999197006226,
      "epoch": 1.229027962716378,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004984464701897005,
      "loss": 6.456,
      "mean_token_accuracy": 0.12886594235897064,
      "num_tokens": 2854028.0,
      "step": 1385
    },
    {
      "entropy": 6.550729846954345,
      "epoch": 1.2334664891256102,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004984057984486402,
      "loss": 6.4491,
      "mean_token_accuracy": 0.1290650874376297,
      "num_tokens": 2863695.0,
      "step": 1390
    },
    {
      "entropy": 6.497787046432495,
      "epoch": 1.2379050155348423,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004983646030596527,
      "loss": 6.4078,
      "mean_token_accuracy": 0.12960500344634057,
      "num_tokens": 2873134.0,
      "step": 1395
    },
    {
      "entropy": 6.530357122421265,
      "epoch": 1.2423435419440745,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004983228841192975,
      "loss": 6.4504,
      "mean_token_accuracy": 0.12851642668247223,
      "num_tokens": 2883559.0,
      "step": 1400
    },
    {
      "entropy": 6.488299894332886,
      "epoch": 1.2467820683533066,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004982806417253607,
      "loss": 6.422,
      "mean_token_accuracy": 0.12727490290999413,
      "num_tokens": 2893541.0,
      "step": 1405
    },
    {
      "entropy": 6.5642862796783445,
      "epoch": 1.2512205947625388,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004982378759768557,
      "loss": 6.459,
      "mean_token_accuracy": 0.12929099127650262,
      "num_tokens": 2903390.0,
      "step": 1410
    },
    {
      "entropy": 6.462419414520264,
      "epoch": 1.255659121171771,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004981945869740225,
      "loss": 6.3934,
      "mean_token_accuracy": 0.13202970251441,
      "num_tokens": 2913071.0,
      "step": 1415
    },
    {
      "entropy": 6.547803783416748,
      "epoch": 1.260097647581003,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004981507748183276,
      "loss": 6.5538,
      "mean_token_accuracy": 0.12963883131742476,
      "num_tokens": 2925266.0,
      "step": 1420
    },
    {
      "entropy": 6.489030170440674,
      "epoch": 1.2645361739902352,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004981064396124635,
      "loss": 6.4396,
      "mean_token_accuracy": 0.12705525755882263,
      "num_tokens": 2935347.0,
      "step": 1425
    },
    {
      "entropy": 6.553302574157715,
      "epoch": 1.2689747003994674,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004980615814603492,
      "loss": 6.5228,
      "mean_token_accuracy": 0.12255004495382309,
      "num_tokens": 2945381.0,
      "step": 1430
    },
    {
      "entropy": 6.548076343536377,
      "epoch": 1.2734132268086995,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004980162004671288,
      "loss": 6.4853,
      "mean_token_accuracy": 0.12323620095849037,
      "num_tokens": 2956332.0,
      "step": 1435
    },
    {
      "entropy": 6.490498161315918,
      "epoch": 1.2778517532179317,
      "grad_norm": 1.0,
      "learning_rate": 0.0004979702967391725,
      "loss": 6.4637,
      "mean_token_accuracy": 0.1297840654850006,
      "num_tokens": 2966563.0,
      "step": 1440
    },
    {
      "entropy": 6.459001588821411,
      "epoch": 1.2822902796271638,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004979238703840755,
      "loss": 6.4291,
      "mean_token_accuracy": 0.13188086450099945,
      "num_tokens": 2976078.0,
      "step": 1445
    },
    {
      "entropy": 6.535675382614135,
      "epoch": 1.286728806036396,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004978769215106579,
      "loss": 6.51,
      "mean_token_accuracy": 0.11516684889793397,
      "num_tokens": 2985889.0,
      "step": 1450
    },
    {
      "entropy": 6.561489534378052,
      "epoch": 1.291167332445628,
      "grad_norm": 1.53125,
      "learning_rate": 0.0004978294502289646,
      "loss": 6.4789,
      "mean_token_accuracy": 0.12259078919887542,
      "num_tokens": 2996244.0,
      "step": 1455
    },
    {
      "entropy": 6.490956830978393,
      "epoch": 1.2956058588548602,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004977814566502651,
      "loss": 6.4193,
      "mean_token_accuracy": 0.12861331328749656,
      "num_tokens": 3006212.0,
      "step": 1460
    },
    {
      "entropy": 6.499041128158569,
      "epoch": 1.3000443852640924,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004977329408870532,
      "loss": 6.409,
      "mean_token_accuracy": 0.12722128033638,
      "num_tokens": 3016763.0,
      "step": 1465
    },
    {
      "entropy": 6.4857086658477785,
      "epoch": 1.3044829116733245,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004976839030530464,
      "loss": 6.3783,
      "mean_token_accuracy": 0.13740343004465103,
      "num_tokens": 3027111.0,
      "step": 1470
    },
    {
      "entropy": 6.542345571517944,
      "epoch": 1.3089214380825567,
      "grad_norm": 1.0390625,
      "learning_rate": 0.000497634343263186,
      "loss": 6.4623,
      "mean_token_accuracy": 0.12753049805760383,
      "num_tokens": 3037549.0,
      "step": 1475
    },
    {
      "entropy": 6.353925800323486,
      "epoch": 1.3133599644917888,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004975842616336369,
      "loss": 6.386,
      "mean_token_accuracy": 0.13300835117697715,
      "num_tokens": 3048033.0,
      "step": 1480
    },
    {
      "entropy": 6.501514005661011,
      "epoch": 1.317798490901021,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004975336582817869,
      "loss": 6.3997,
      "mean_token_accuracy": 0.13204055801033973,
      "num_tokens": 3057503.0,
      "step": 1485
    },
    {
      "entropy": 6.487248039245605,
      "epoch": 1.3222370173102531,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004974825333262469,
      "loss": 6.4642,
      "mean_token_accuracy": 0.12323634922504426,
      "num_tokens": 3068216.0,
      "step": 1490
    },
    {
      "entropy": 6.558629322052002,
      "epoch": 1.3266755437194853,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004974308868868501,
      "loss": 6.4271,
      "mean_token_accuracy": 0.13236989378929137,
      "num_tokens": 3079471.0,
      "step": 1495
    },
    {
      "entropy": 6.5367296695709225,
      "epoch": 1.3311140701287172,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0004973787190846524,
      "loss": 6.518,
      "mean_token_accuracy": 0.12429615929722786,
      "num_tokens": 3090996.0,
      "step": 1500
    },
    {
      "epoch": 1.3311140701287172,
      "eval_entropy": 6.421620451639497,
      "eval_loss": 6.5496826171875,
      "eval_mean_token_accuracy": 0.12521972324955774,
      "eval_num_tokens": 3090996.0,
      "eval_runtime": 2.6959,
      "eval_samples_per_second": 1248.929,
      "eval_steps_per_second": 156.163,
      "step": 1500
    },
    {
      "entropy": 6.472316646575928,
      "epoch": 1.3355525965379493,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004973260300419316,
      "loss": 6.466,
      "mean_token_accuracy": 0.1273823134601116,
      "num_tokens": 3100445.0,
      "step": 1505
    },
    {
      "entropy": 6.405650186538696,
      "epoch": 1.3399911229471815,
      "grad_norm": 0.96875,
      "learning_rate": 0.0004972728198821871,
      "loss": 6.3772,
      "mean_token_accuracy": 0.13720163628458976,
      "num_tokens": 3110065.0,
      "step": 1510
    },
    {
      "entropy": 6.48620924949646,
      "epoch": 1.3444296493564136,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00049721908873014,
      "loss": 6.4228,
      "mean_token_accuracy": 0.12824928835034372,
      "num_tokens": 3120323.0,
      "step": 1515
    },
    {
      "entropy": 6.523930549621582,
      "epoch": 1.3488681757656458,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0004971648367117323,
      "loss": 6.464,
      "mean_token_accuracy": 0.12202735692262649,
      "num_tokens": 3131268.0,
      "step": 1520
    },
    {
      "entropy": 6.500436449050904,
      "epoch": 1.353306702174878,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0004971100639541271,
      "loss": 6.3697,
      "mean_token_accuracy": 0.13300676867365838,
      "num_tokens": 3141529.0,
      "step": 1525
    },
    {
      "entropy": 6.385044431686401,
      "epoch": 1.35774522858411,
      "grad_norm": 1.015625,
      "learning_rate": 0.000497054770585708,
      "loss": 6.3884,
      "mean_token_accuracy": 0.13427990674972534,
      "num_tokens": 3151096.0,
      "step": 1530
    },
    {
      "entropy": 6.540951824188232,
      "epoch": 1.3621837549933422,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004969989567360788,
      "loss": 6.3651,
      "mean_token_accuracy": 0.126102414727211,
      "num_tokens": 3160900.0,
      "step": 1535
    },
    {
      "entropy": 6.315720701217652,
      "epoch": 1.3666222814025744,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004969426225360635,
      "loss": 6.3444,
      "mean_token_accuracy": 0.1334808275103569,
      "num_tokens": 3171303.0,
      "step": 1540
    },
    {
      "entropy": 6.431712341308594,
      "epoch": 1.3710608078118065,
      "grad_norm": 1.609375,
      "learning_rate": 0.0004968857681177056,
      "loss": 6.4942,
      "mean_token_accuracy": 0.12975035086274148,
      "num_tokens": 3181924.0,
      "step": 1545
    },
    {
      "entropy": 6.435882043838501,
      "epoch": 1.3754993342210386,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004968283936142679,
      "loss": 6.359,
      "mean_token_accuracy": 0.13290246427059174,
      "num_tokens": 3192018.0,
      "step": 1550
    },
    {
      "entropy": 6.475548458099365,
      "epoch": 1.3799378606302708,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0004967704991602322,
      "loss": 6.3652,
      "mean_token_accuracy": 0.1294732205569744,
      "num_tokens": 3203064.0,
      "step": 1555
    },
    {
      "entropy": 6.439318323135376,
      "epoch": 1.384376387039503,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004967120848912995,
      "loss": 6.3961,
      "mean_token_accuracy": 0.12799521535634995,
      "num_tokens": 3213651.0,
      "step": 1560
    },
    {
      "entropy": 6.372346305847168,
      "epoch": 1.388814913448735,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004966531509443884,
      "loss": 6.3479,
      "mean_token_accuracy": 0.13649084344506263,
      "num_tokens": 3224152.0,
      "step": 1565
    },
    {
      "entropy": 6.471084785461426,
      "epoch": 1.3932534398579672,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0004965936974576363,
      "loss": 6.3545,
      "mean_token_accuracy": 0.13298841714859008,
      "num_tokens": 3234185.0,
      "step": 1570
    },
    {
      "entropy": 6.455093669891357,
      "epoch": 1.3976919662671992,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004965337245703981,
      "loss": 6.3767,
      "mean_token_accuracy": 0.12946312502026558,
      "num_tokens": 3244509.0,
      "step": 1575
    },
    {
      "entropy": 6.458269500732422,
      "epoch": 1.4021304926764313,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004964732324232462,
      "loss": 6.4008,
      "mean_token_accuracy": 0.12682827115058898,
      "num_tokens": 3255157.0,
      "step": 1580
    },
    {
      "entropy": 6.34567403793335,
      "epoch": 1.4065690190856635,
      "grad_norm": 1.09375,
      "learning_rate": 0.00049641222115797,
      "loss": 6.2956,
      "mean_token_accuracy": 0.13407586440443992,
      "num_tokens": 3264367.0,
      "step": 1585
    },
    {
      "entropy": 6.4444191455841064,
      "epoch": 1.4110075454948956,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004963506909175758,
      "loss": 6.3853,
      "mean_token_accuracy": 0.12875387147068978,
      "num_tokens": 3274678.0,
      "step": 1590
    },
    {
      "entropy": 6.426648998260498,
      "epoch": 1.4154460719041277,
      "grad_norm": 0.95703125,
      "learning_rate": 0.000496288641846286,
      "loss": 6.3707,
      "mean_token_accuracy": 0.1277147874236107,
      "num_tokens": 3285817.0,
      "step": 1595
    },
    {
      "entropy": 6.372090244293213,
      "epoch": 1.41988459831336,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004962260740895398,
      "loss": 6.2855,
      "mean_token_accuracy": 0.13827268779277802,
      "num_tokens": 3296303.0,
      "step": 1600
    },
    {
      "entropy": 6.379140472412109,
      "epoch": 1.424323124722592,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004961629877939913,
      "loss": 6.3871,
      "mean_token_accuracy": 0.1381452649831772,
      "num_tokens": 3305686.0,
      "step": 1605
    },
    {
      "entropy": 6.410601949691772,
      "epoch": 1.4287616511318242,
      "grad_norm": 0.98046875,
      "learning_rate": 0.000496099383107511,
      "loss": 6.3337,
      "mean_token_accuracy": 0.13385034054517747,
      "num_tokens": 3316243.0,
      "step": 1610
    },
    {
      "entropy": 6.363243675231933,
      "epoch": 1.4332001775410563,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004960352601791835,
      "loss": 6.3509,
      "mean_token_accuracy": 0.1326597101986408,
      "num_tokens": 3326118.0,
      "step": 1615
    },
    {
      "entropy": 6.420337390899658,
      "epoch": 1.4376387039502885,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004959706191593087,
      "loss": 6.2826,
      "mean_token_accuracy": 0.139851226657629,
      "num_tokens": 3336597.0,
      "step": 1620
    },
    {
      "entropy": 6.367270183563233,
      "epoch": 1.4420772303595206,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004959054601994007,
      "loss": 6.3475,
      "mean_token_accuracy": 0.13378802165389062,
      "num_tokens": 3346958.0,
      "step": 1625
    },
    {
      "entropy": 6.393503141403198,
      "epoch": 1.4465157567687528,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004958397834521878,
      "loss": 6.3568,
      "mean_token_accuracy": 0.1363594651222229,
      "num_tokens": 3357068.0,
      "step": 1630
    },
    {
      "entropy": 6.357707118988037,
      "epoch": 1.450954283177985,
      "grad_norm": 1.0,
      "learning_rate": 0.0004957735890716115,
      "loss": 6.3272,
      "mean_token_accuracy": 0.1293055720627308,
      "num_tokens": 3367710.0,
      "step": 1635
    },
    {
      "entropy": 6.438919878005981,
      "epoch": 1.455392809587217,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004957068772128273,
      "loss": 6.3926,
      "mean_token_accuracy": 0.12550436183810235,
      "num_tokens": 3377146.0,
      "step": 1640
    },
    {
      "entropy": 6.4241721630096436,
      "epoch": 1.4598313359964492,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000495639648032203,
      "loss": 6.2687,
      "mean_token_accuracy": 0.13697705715894698,
      "num_tokens": 3387494.0,
      "step": 1645
    },
    {
      "entropy": 6.404942893981934,
      "epoch": 1.4642698624056814,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004955719016873192,
      "loss": 6.271,
      "mean_token_accuracy": 0.1324605606496334,
      "num_tokens": 3397667.0,
      "step": 1650
    },
    {
      "entropy": 6.341697072982788,
      "epoch": 1.4687083888149135,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004955036383369688,
      "loss": 6.2882,
      "mean_token_accuracy": 0.13828188329935073,
      "num_tokens": 3407245.0,
      "step": 1655
    },
    {
      "entropy": 6.33912615776062,
      "epoch": 1.4731469152241456,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004954348581411564,
      "loss": 6.3502,
      "mean_token_accuracy": 0.13207383826375008,
      "num_tokens": 3417796.0,
      "step": 1660
    },
    {
      "entropy": 6.365179395675659,
      "epoch": 1.4775854416333778,
      "grad_norm": 1.0625,
      "learning_rate": 0.000495365561261098,
      "loss": 6.3521,
      "mean_token_accuracy": 0.13066228553652764,
      "num_tokens": 3427665.0,
      "step": 1665
    },
    {
      "entropy": 6.460514163970947,
      "epoch": 1.48202396804261,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004952957478592209,
      "loss": 6.4161,
      "mean_token_accuracy": 0.13068753182888032,
      "num_tokens": 3438279.0,
      "step": 1670
    },
    {
      "entropy": 6.346782398223877,
      "epoch": 1.486462494451842,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004952254180991628,
      "loss": 6.3924,
      "mean_token_accuracy": 0.1330470062792301,
      "num_tokens": 3448722.0,
      "step": 1675
    },
    {
      "entropy": 6.355397272109985,
      "epoch": 1.4909010208610742,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004951545721457719,
      "loss": 6.3045,
      "mean_token_accuracy": 0.14068271815776826,
      "num_tokens": 3459050.0,
      "step": 1680
    },
    {
      "entropy": 6.3841273307800295,
      "epoch": 1.4953395472703064,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004950832101651062,
      "loss": 6.2644,
      "mean_token_accuracy": 0.13605008125305176,
      "num_tokens": 3468833.0,
      "step": 1685
    },
    {
      "entropy": 6.393172645568848,
      "epoch": 1.4997780736795385,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004950113323244336,
      "loss": 6.3353,
      "mean_token_accuracy": 0.13272473365068435,
      "num_tokens": 3479119.0,
      "step": 1690
    },
    {
      "entropy": 6.422500705718994,
      "epoch": 1.5042166000887707,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004949389387922305,
      "loss": 6.3001,
      "mean_token_accuracy": 0.13518199026584626,
      "num_tokens": 3490339.0,
      "step": 1695
    },
    {
      "entropy": 6.375849771499634,
      "epoch": 1.5086551264980028,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004948660297381826,
      "loss": 6.2959,
      "mean_token_accuracy": 0.13820037841796876,
      "num_tokens": 3500645.0,
      "step": 1700
    },
    {
      "entropy": 6.326462697982788,
      "epoch": 1.5130936529072347,
      "grad_norm": 1.0,
      "learning_rate": 0.0004947926053331836,
      "loss": 6.273,
      "mean_token_accuracy": 0.139491256326437,
      "num_tokens": 3510393.0,
      "step": 1705
    },
    {
      "entropy": 6.408394193649292,
      "epoch": 1.517532179316467,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004947186657493354,
      "loss": 6.2666,
      "mean_token_accuracy": 0.14247287064790726,
      "num_tokens": 3520707.0,
      "step": 1710
    },
    {
      "entropy": 6.333920478820801,
      "epoch": 1.521970705725699,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004946442111599473,
      "loss": 6.4165,
      "mean_token_accuracy": 0.13150266110897063,
      "num_tokens": 3532101.0,
      "step": 1715
    },
    {
      "entropy": 6.405943059921265,
      "epoch": 1.5264092321349312,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004945692417395358,
      "loss": 6.2607,
      "mean_token_accuracy": 0.13934548795223237,
      "num_tokens": 3541270.0,
      "step": 1720
    },
    {
      "entropy": 6.301887083053589,
      "epoch": 1.5308477585441633,
      "grad_norm": 1.1640625,
      "learning_rate": 0.000494493757663824,
      "loss": 6.3411,
      "mean_token_accuracy": 0.13587306886911393,
      "num_tokens": 3550959.0,
      "step": 1725
    },
    {
      "entropy": 6.384119939804077,
      "epoch": 1.5352862849533955,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004944177591097415,
      "loss": 6.3751,
      "mean_token_accuracy": 0.13755866140127182,
      "num_tokens": 3561853.0,
      "step": 1730
    },
    {
      "entropy": 6.344173955917358,
      "epoch": 1.5397248113626276,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004943412462554236,
      "loss": 6.3123,
      "mean_token_accuracy": 0.13452489599585532,
      "num_tokens": 3573060.0,
      "step": 1735
    },
    {
      "entropy": 6.308044004440307,
      "epoch": 1.5441633377718598,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004942642192802114,
      "loss": 6.328,
      "mean_token_accuracy": 0.1374310664832592,
      "num_tokens": 3582777.0,
      "step": 1740
    },
    {
      "entropy": 6.439042711257935,
      "epoch": 1.548601864181092,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004941866783646508,
      "loss": 6.3345,
      "mean_token_accuracy": 0.13529076278209687,
      "num_tokens": 3592978.0,
      "step": 1745
    },
    {
      "entropy": 6.348781871795654,
      "epoch": 1.553040390590324,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004941086236904923,
      "loss": 6.3061,
      "mean_token_accuracy": 0.13936796635389329,
      "num_tokens": 3603355.0,
      "step": 1750
    },
    {
      "entropy": 6.436870050430298,
      "epoch": 1.557478916999556,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004940300554406909,
      "loss": 6.3498,
      "mean_token_accuracy": 0.1272510677576065,
      "num_tokens": 3614843.0,
      "step": 1755
    },
    {
      "entropy": 6.3685750484466555,
      "epoch": 1.5619174434087881,
      "grad_norm": 1.09375,
      "learning_rate": 0.000493950973799405,
      "loss": 6.2738,
      "mean_token_accuracy": 0.14151667505502702,
      "num_tokens": 3623953.0,
      "step": 1760
    },
    {
      "entropy": 6.366236734390259,
      "epoch": 1.5663559698180203,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004938713789519967,
      "loss": 6.3528,
      "mean_token_accuracy": 0.13301268741488456,
      "num_tokens": 3634762.0,
      "step": 1765
    },
    {
      "entropy": 6.44322018623352,
      "epoch": 1.5707944962272524,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004937912710850309,
      "loss": 6.3909,
      "mean_token_accuracy": 0.12702670469880104,
      "num_tokens": 3645597.0,
      "step": 1770
    },
    {
      "entropy": 6.3498796939849855,
      "epoch": 1.5752330226364846,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004937106503862749,
      "loss": 6.2962,
      "mean_token_accuracy": 0.1402463473379612,
      "num_tokens": 3655895.0,
      "step": 1775
    },
    {
      "entropy": 6.3070460796356205,
      "epoch": 1.5796715490457167,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004936295170446981,
      "loss": 6.2705,
      "mean_token_accuracy": 0.13688953965902328,
      "num_tokens": 3667181.0,
      "step": 1780
    },
    {
      "entropy": 6.274955320358276,
      "epoch": 1.5841100754549489,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004935478712504715,
      "loss": 6.2313,
      "mean_token_accuracy": 0.14355697929859162,
      "num_tokens": 3676675.0,
      "step": 1785
    },
    {
      "entropy": 6.3787109375,
      "epoch": 1.588548601864181,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004934657131949674,
      "loss": 6.293,
      "mean_token_accuracy": 0.13846610561013223,
      "num_tokens": 3687354.0,
      "step": 1790
    },
    {
      "entropy": 6.278066110610962,
      "epoch": 1.5929871282734132,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004933830430707585,
      "loss": 6.3331,
      "mean_token_accuracy": 0.1389099143445492,
      "num_tokens": 3696762.0,
      "step": 1795
    },
    {
      "entropy": 6.403505325317383,
      "epoch": 1.5974256546826453,
      "grad_norm": 0.96875,
      "learning_rate": 0.000493299861071618,
      "loss": 6.3193,
      "mean_token_accuracy": 0.13765995875000953,
      "num_tokens": 3706671.0,
      "step": 1800
    },
    {
      "entropy": 6.346765232086182,
      "epoch": 1.6018641810918774,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004932161673925189,
      "loss": 6.3211,
      "mean_token_accuracy": 0.14222623705863952,
      "num_tokens": 3716047.0,
      "step": 1805
    },
    {
      "entropy": 6.480462837219238,
      "epoch": 1.6063027075011096,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0004931319622296333,
      "loss": 6.3733,
      "mean_token_accuracy": 0.12890343070030214,
      "num_tokens": 3728249.0,
      "step": 1810
    },
    {
      "entropy": 6.327421188354492,
      "epoch": 1.6107412339103417,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0004930472457803324,
      "loss": 6.2919,
      "mean_token_accuracy": 0.14020831808447837,
      "num_tokens": 3739164.0,
      "step": 1815
    },
    {
      "entropy": 6.408966207504273,
      "epoch": 1.6151797603195739,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004929620182431858,
      "loss": 6.303,
      "mean_token_accuracy": 0.142412880808115,
      "num_tokens": 3749190.0,
      "step": 1820
    },
    {
      "entropy": 6.261825037002564,
      "epoch": 1.619618286728806,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004928762798179612,
      "loss": 6.2169,
      "mean_token_accuracy": 0.1475951187312603,
      "num_tokens": 3760265.0,
      "step": 1825
    },
    {
      "entropy": 6.274430656433106,
      "epoch": 1.6240568131380382,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004927900307056233,
      "loss": 6.2945,
      "mean_token_accuracy": 0.13552614152431489,
      "num_tokens": 3771068.0,
      "step": 1830
    },
    {
      "entropy": 6.3409483432769775,
      "epoch": 1.6284953395472703,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004927032711083342,
      "loss": 6.297,
      "mean_token_accuracy": 0.13993098884820937,
      "num_tokens": 3781230.0,
      "step": 1835
    },
    {
      "entropy": 6.295605039596557,
      "epoch": 1.6329338659565025,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004926160012294526,
      "loss": 6.2502,
      "mean_token_accuracy": 0.14423105642199516,
      "num_tokens": 3791435.0,
      "step": 1840
    },
    {
      "entropy": 6.265171527862549,
      "epoch": 1.6373723923657346,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000492528221273533,
      "loss": 6.2049,
      "mean_token_accuracy": 0.14195780605077743,
      "num_tokens": 3801680.0,
      "step": 1845
    },
    {
      "entropy": 6.373475074768066,
      "epoch": 1.6418109187749668,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004924399314463258,
      "loss": 6.3058,
      "mean_token_accuracy": 0.13744521513581276,
      "num_tokens": 3812005.0,
      "step": 1850
    },
    {
      "entropy": 6.294007301330566,
      "epoch": 1.646249445184199,
      "grad_norm": 1.390625,
      "learning_rate": 0.0004923511319547761,
      "loss": 6.2355,
      "mean_token_accuracy": 0.1440819539129734,
      "num_tokens": 3821682.0,
      "step": 1855
    },
    {
      "entropy": 6.319647216796875,
      "epoch": 1.650687971593431,
      "grad_norm": 1.03125,
      "learning_rate": 0.000492261823007024,
      "loss": 6.2157,
      "mean_token_accuracy": 0.14868459478020668,
      "num_tokens": 3831725.0,
      "step": 1860
    },
    {
      "entropy": 6.311188554763794,
      "epoch": 1.6551264980026632,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004921720048124034,
      "loss": 6.2569,
      "mean_token_accuracy": 0.13653967306017875,
      "num_tokens": 3840647.0,
      "step": 1865
    },
    {
      "entropy": 6.402250814437866,
      "epoch": 1.6595650244118954,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004920816775814422,
      "loss": 6.3124,
      "mean_token_accuracy": 0.1325970098376274,
      "num_tokens": 3852869.0,
      "step": 1870
    },
    {
      "entropy": 6.3165970802307125,
      "epoch": 1.6640035508211275,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004919908415258612,
      "loss": 6.2912,
      "mean_token_accuracy": 0.14089620634913444,
      "num_tokens": 3863484.0,
      "step": 1875
    },
    {
      "entropy": 6.288156318664551,
      "epoch": 1.6684420772303596,
      "grad_norm": 1.046875,
      "learning_rate": 0.000491899496858574,
      "loss": 6.2841,
      "mean_token_accuracy": 0.13467081785202026,
      "num_tokens": 3874564.0,
      "step": 1880
    },
    {
      "entropy": 6.395035028457642,
      "epoch": 1.6728806036395918,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004918076437936859,
      "loss": 6.3119,
      "mean_token_accuracy": 0.1333139009773731,
      "num_tokens": 3884315.0,
      "step": 1885
    },
    {
      "entropy": 6.327268505096436,
      "epoch": 1.677319130048824,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004917152825464947,
      "loss": 6.2965,
      "mean_token_accuracy": 0.13294868022203446,
      "num_tokens": 3893948.0,
      "step": 1890
    },
    {
      "entropy": 6.396142435073853,
      "epoch": 1.681757656458056,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004916224133334885,
      "loss": 6.311,
      "mean_token_accuracy": 0.13014644309878348,
      "num_tokens": 3905099.0,
      "step": 1895
    },
    {
      "entropy": 6.286337661743164,
      "epoch": 1.686196182867288,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004915290363723465,
      "loss": 6.2342,
      "mean_token_accuracy": 0.14227957800030708,
      "num_tokens": 3914674.0,
      "step": 1900
    },
    {
      "entropy": 6.324175691604614,
      "epoch": 1.6906347092765202,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004914351518819379,
      "loss": 6.2272,
      "mean_token_accuracy": 0.14022424072027206,
      "num_tokens": 3925096.0,
      "step": 1905
    },
    {
      "entropy": 6.305720806121826,
      "epoch": 1.6950732356857523,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004913407600823216,
      "loss": 6.2887,
      "mean_token_accuracy": 0.1422324001789093,
      "num_tokens": 3935048.0,
      "step": 1910
    },
    {
      "entropy": 6.279489135742187,
      "epoch": 1.6995117620949844,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004912458611947454,
      "loss": 6.2333,
      "mean_token_accuracy": 0.14147737249732018,
      "num_tokens": 3944021.0,
      "step": 1915
    },
    {
      "entropy": 6.27567949295044,
      "epoch": 1.7039502885042166,
      "grad_norm": 1.0,
      "learning_rate": 0.000491150455441646,
      "loss": 6.166,
      "mean_token_accuracy": 0.14739958047866822,
      "num_tokens": 3953587.0,
      "step": 1920
    },
    {
      "entropy": 6.247754430770874,
      "epoch": 1.7083888149134487,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004910545430466478,
      "loss": 6.2706,
      "mean_token_accuracy": 0.13362218514084817,
      "num_tokens": 3963981.0,
      "step": 1925
    },
    {
      "entropy": 6.270370864868164,
      "epoch": 1.7128273413226809,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004909581242345628,
      "loss": 6.2833,
      "mean_token_accuracy": 0.14019264951348304,
      "num_tokens": 3973720.0,
      "step": 1930
    },
    {
      "entropy": 6.295551729202271,
      "epoch": 1.717265867731913,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004908611992313905,
      "loss": 6.222,
      "mean_token_accuracy": 0.14261915981769563,
      "num_tokens": 3984579.0,
      "step": 1935
    },
    {
      "entropy": 6.264960384368896,
      "epoch": 1.7217043941411452,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004907637682643162,
      "loss": 6.245,
      "mean_token_accuracy": 0.1404101848602295,
      "num_tokens": 3994609.0,
      "step": 1940
    },
    {
      "entropy": 6.302646636962891,
      "epoch": 1.7261429205503773,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004906658315617112,
      "loss": 6.2902,
      "mean_token_accuracy": 0.13819315508008004,
      "num_tokens": 4004969.0,
      "step": 1945
    },
    {
      "entropy": 6.248818016052246,
      "epoch": 1.7305814469596092,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004905673893531331,
      "loss": 6.3268,
      "mean_token_accuracy": 0.1326567329466343,
      "num_tokens": 4016098.0,
      "step": 1950
    },
    {
      "entropy": 6.397868633270264,
      "epoch": 1.7350199733688414,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004904684418693231,
      "loss": 6.233,
      "mean_token_accuracy": 0.14564677476882934,
      "num_tokens": 4025744.0,
      "step": 1955
    },
    {
      "entropy": 6.238390398025513,
      "epoch": 1.7394584997780735,
      "grad_norm": 1.046875,
      "learning_rate": 0.0004903689893422077,
      "loss": 6.2537,
      "mean_token_accuracy": 0.13860218822956086,
      "num_tokens": 4036532.0,
      "step": 1960
    },
    {
      "entropy": 6.4320872783660885,
      "epoch": 1.7438970261873057,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004902690320048966,
      "loss": 6.3386,
      "mean_token_accuracy": 0.13317947015166282,
      "num_tokens": 4047350.0,
      "step": 1965
    },
    {
      "entropy": 6.341959428787232,
      "epoch": 1.7483355525965378,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000490168570091683,
      "loss": 6.3134,
      "mean_token_accuracy": 0.14479754120111465,
      "num_tokens": 4058223.0,
      "step": 1970
    },
    {
      "entropy": 6.26735486984253,
      "epoch": 1.75277407900577,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004900676038380429,
      "loss": 6.2377,
      "mean_token_accuracy": 0.1400671385228634,
      "num_tokens": 4067741.0,
      "step": 1975
    },
    {
      "entropy": 6.2349577903747555,
      "epoch": 1.7572126054150021,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004899661334806342,
      "loss": 6.2507,
      "mean_token_accuracy": 0.1395649529993534,
      "num_tokens": 4078598.0,
      "step": 1980
    },
    {
      "entropy": 6.328679370880127,
      "epoch": 1.7616511318242343,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004898641592572965,
      "loss": 6.2545,
      "mean_token_accuracy": 0.1380497135221958,
      "num_tokens": 4089230.0,
      "step": 1985
    },
    {
      "entropy": 6.289399909973144,
      "epoch": 1.7660896582334664,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004897616814070505,
      "loss": 6.1316,
      "mean_token_accuracy": 0.14506224393844605,
      "num_tokens": 4099104.0,
      "step": 1990
    },
    {
      "entropy": 6.196705055236817,
      "epoch": 1.7705281846426986,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004896587001700972,
      "loss": 6.2359,
      "mean_token_accuracy": 0.13811009451746942,
      "num_tokens": 4109008.0,
      "step": 1995
    },
    {
      "entropy": 6.3165913105010985,
      "epoch": 1.7749667110519307,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004895552157878174,
      "loss": 6.1727,
      "mean_token_accuracy": 0.14556334167718887,
      "num_tokens": 4118219.0,
      "step": 2000
    },
    {
      "epoch": 1.7749667110519307,
      "eval_entropy": 6.189312974517533,
      "eval_loss": 6.335569858551025,
      "eval_mean_token_accuracy": 0.136928480658282,
      "eval_num_tokens": 4118219.0,
      "eval_runtime": 2.7093,
      "eval_samples_per_second": 1242.755,
      "eval_steps_per_second": 155.39,
      "step": 2000
    },
    {
      "entropy": 6.294293546676636,
      "epoch": 1.7794052374611629,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004894512285027717,
      "loss": 6.1793,
      "mean_token_accuracy": 0.14657135903835297,
      "num_tokens": 4127255.0,
      "step": 2005
    },
    {
      "entropy": 6.239873313903809,
      "epoch": 1.783843763870395,
      "grad_norm": 0.94921875,
      "learning_rate": 0.0004893467385586991,
      "loss": 6.1614,
      "mean_token_accuracy": 0.14499758780002595,
      "num_tokens": 4137222.0,
      "step": 2010
    },
    {
      "entropy": 6.136928653717041,
      "epoch": 1.7882822902796272,
      "grad_norm": 1.140625,
      "learning_rate": 0.000489241746200517,
      "loss": 6.1773,
      "mean_token_accuracy": 0.14779955595731736,
      "num_tokens": 4147746.0,
      "step": 2015
    },
    {
      "entropy": 6.287437057495117,
      "epoch": 1.7927208166888593,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004891362516743201,
      "loss": 6.2624,
      "mean_token_accuracy": 0.13894592374563217,
      "num_tokens": 4157270.0,
      "step": 2020
    },
    {
      "entropy": 6.25756139755249,
      "epoch": 1.7971593430980914,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004890302552273805,
      "loss": 6.1967,
      "mean_token_accuracy": 0.14151124581694602,
      "num_tokens": 4167239.0,
      "step": 2025
    },
    {
      "entropy": 6.1199119091033936,
      "epoch": 1.8015978695073236,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004889237571081465,
      "loss": 6.1876,
      "mean_token_accuracy": 0.14599697291851044,
      "num_tokens": 4177829.0,
      "step": 2030
    },
    {
      "entropy": 6.389132165908814,
      "epoch": 1.8060363959165557,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004888167575662425,
      "loss": 6.2991,
      "mean_token_accuracy": 0.13579059466719628,
      "num_tokens": 4189015.0,
      "step": 2035
    },
    {
      "entropy": 6.2341320514678955,
      "epoch": 1.8104749223257879,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004887092568524682,
      "loss": 6.252,
      "mean_token_accuracy": 0.13997769802808763,
      "num_tokens": 4198895.0,
      "step": 2040
    },
    {
      "entropy": 6.282239961624145,
      "epoch": 1.81491344873502,
      "grad_norm": 0.94140625,
      "learning_rate": 0.0004886012552187979,
      "loss": 6.2221,
      "mean_token_accuracy": 0.14225052297115326,
      "num_tokens": 4209845.0,
      "step": 2045
    },
    {
      "entropy": 6.251390075683593,
      "epoch": 1.8193519751442522,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004884927529183799,
      "loss": 6.1844,
      "mean_token_accuracy": 0.14328595399856567,
      "num_tokens": 4220065.0,
      "step": 2050
    },
    {
      "entropy": 6.233511972427368,
      "epoch": 1.8237905015534843,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004883837502055363,
      "loss": 6.2135,
      "mean_token_accuracy": 0.14167198091745375,
      "num_tokens": 4229720.0,
      "step": 2055
    },
    {
      "entropy": 6.30111985206604,
      "epoch": 1.8282290279627165,
      "grad_norm": 1.0,
      "learning_rate": 0.0004882742473357619,
      "loss": 6.22,
      "mean_token_accuracy": 0.13643964901566505,
      "num_tokens": 4239585.0,
      "step": 2060
    },
    {
      "entropy": 6.267259979248047,
      "epoch": 1.8326675543719486,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00048816424456572403,
      "loss": 6.2476,
      "mean_token_accuracy": 0.14258809238672257,
      "num_tokens": 4250294.0,
      "step": 2065
    },
    {
      "entropy": 6.305874967575074,
      "epoch": 1.8371060807811808,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0004880537421532618,
      "loss": 6.1402,
      "mean_token_accuracy": 0.14959779605269433,
      "num_tokens": 4260089.0,
      "step": 2070
    },
    {
      "entropy": 6.234825468063354,
      "epoch": 1.841544607190413,
      "grad_norm": 1.0,
      "learning_rate": 0.00048794274035738515,
      "loss": 6.1932,
      "mean_token_accuracy": 0.1468948632478714,
      "num_tokens": 4270282.0,
      "step": 2075
    },
    {
      "entropy": 6.299134731292725,
      "epoch": 1.845983133599645,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004878312394382747,
      "loss": 6.2185,
      "mean_token_accuracy": 0.13943059742450714,
      "num_tokens": 4279308.0,
      "step": 2080
    },
    {
      "entropy": 6.163238048553467,
      "epoch": 1.8504216600088772,
      "grad_norm": 0.96875,
      "learning_rate": 0.000487719239657281,
      "loss": 6.1957,
      "mean_token_accuracy": 0.14037612825632095,
      "num_tokens": 4291101.0,
      "step": 2085
    },
    {
      "entropy": 6.286023044586182,
      "epoch": 1.8548601864181093,
      "grad_norm": 1.0625,
      "learning_rate": 0.000487606741276924,
      "loss": 6.1967,
      "mean_token_accuracy": 0.143647962808609,
      "num_tokens": 4301479.0,
      "step": 2090
    },
    {
      "entropy": 6.24072036743164,
      "epoch": 1.8592987128273413,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004874937445608921,
      "loss": 6.1618,
      "mean_token_accuracy": 0.14226512238383293,
      "num_tokens": 4310876.0,
      "step": 2095
    },
    {
      "entropy": 6.294512367248535,
      "epoch": 1.8637372392365734,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0004873802497740418,
      "loss": 6.1967,
      "mean_token_accuracy": 0.14145390689373016,
      "num_tokens": 4320788.0,
      "step": 2100
    },
    {
      "entropy": 6.25504732131958,
      "epoch": 1.8681757656458056,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0004872662571823973,
      "loss": 6.1915,
      "mean_token_accuracy": 0.14332777559757232,
      "num_tokens": 4331609.0,
      "step": 2105
    },
    {
      "entropy": 6.1963708877563475,
      "epoch": 1.8726142920550377,
      "grad_norm": 1.0625,
      "learning_rate": 0.00048715176705314936,
      "loss": 6.1427,
      "mean_token_accuracy": 0.14273860454559326,
      "num_tokens": 4341495.0,
      "step": 2110
    },
    {
      "entropy": 6.178388929367065,
      "epoch": 1.8770528184642699,
      "grad_norm": 1.234375,
      "learning_rate": 0.00048703677965465506,
      "loss": 6.1335,
      "mean_token_accuracy": 0.15152502655982972,
      "num_tokens": 4351827.0,
      "step": 2115
    },
    {
      "entropy": 6.253129768371582,
      "epoch": 1.881491344873502,
      "grad_norm": 0.953125,
      "learning_rate": 0.00048692129525643694,
      "loss": 6.2925,
      "mean_token_accuracy": 0.13464196175336837,
      "num_tokens": 4363291.0,
      "step": 2120
    },
    {
      "entropy": 6.251963663101196,
      "epoch": 1.8859298712827341,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00048680531412918267,
      "loss": 6.1861,
      "mean_token_accuracy": 0.14269427880644797,
      "num_tokens": 4373458.0,
      "step": 2125
    },
    {
      "entropy": 6.263167381286621,
      "epoch": 1.8903683976919663,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004866888365447439,
      "loss": 6.1529,
      "mean_token_accuracy": 0.1422121912240982,
      "num_tokens": 4383562.0,
      "step": 2130
    },
    {
      "entropy": 6.234077024459839,
      "epoch": 1.8948069241011984,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004865718627761363,
      "loss": 6.2679,
      "mean_token_accuracy": 0.13356237038969992,
      "num_tokens": 4394970.0,
      "step": 2135
    },
    {
      "entropy": 6.317501831054687,
      "epoch": 1.8992454505104306,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004864543930975383,
      "loss": 6.2377,
      "mean_token_accuracy": 0.13947510719299316,
      "num_tokens": 4405117.0,
      "step": 2140
    },
    {
      "entropy": 6.127161931991577,
      "epoch": 1.9036839769196625,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0004863364277842908,
      "loss": 6.1427,
      "mean_token_accuracy": 0.14334554746747016,
      "num_tokens": 4416392.0,
      "step": 2145
    },
    {
      "entropy": 6.275495529174805,
      "epoch": 1.9081225033288947,
      "grad_norm": 0.921875,
      "learning_rate": 0.0004862179671128965,
      "loss": 6.1993,
      "mean_token_accuracy": 0.13783841133117675,
      "num_tokens": 4426309.0,
      "step": 2150
    },
    {
      "entropy": 6.237747573852539,
      "epoch": 1.9125610297381268,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000486099011361019,
      "loss": 6.1996,
      "mean_token_accuracy": 0.1414594329893589,
      "num_tokens": 4437044.0,
      "step": 2155
    },
    {
      "entropy": 6.329879093170166,
      "epoch": 1.916999556147359,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00048597956080748264,
      "loss": 6.2209,
      "mean_token_accuracy": 0.14464983716607094,
      "num_tokens": 4447391.0,
      "step": 2160
    },
    {
      "entropy": 6.203670978546143,
      "epoch": 1.921438082556591,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00048585961573227116,
      "loss": 6.1001,
      "mean_token_accuracy": 0.145625601708889,
      "num_tokens": 4457465.0,
      "step": 2165
    },
    {
      "entropy": 6.1996794700622555,
      "epoch": 1.9258766089658232,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004857391764165277,
      "loss": 6.1805,
      "mean_token_accuracy": 0.14704733341932297,
      "num_tokens": 4467798.0,
      "step": 2170
    },
    {
      "entropy": 6.195384168624878,
      "epoch": 1.9303151353750554,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00048561824314255383,
      "loss": 6.1378,
      "mean_token_accuracy": 0.15038661435246467,
      "num_tokens": 4478789.0,
      "step": 2175
    },
    {
      "entropy": 6.092350435256958,
      "epoch": 1.9347536617842875,
      "grad_norm": 2.09375,
      "learning_rate": 0.00048549681619380886,
      "loss": 6.1211,
      "mean_token_accuracy": 0.14591658264398574,
      "num_tokens": 4490521.0,
      "step": 2180
    },
    {
      "entropy": 6.228357648849487,
      "epoch": 1.9391921881935197,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004853748958549092,
      "loss": 6.1215,
      "mean_token_accuracy": 0.14524291455745697,
      "num_tokens": 4499484.0,
      "step": 2185
    },
    {
      "entropy": 6.248248529434204,
      "epoch": 1.9436307146027518,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004852524824116278,
      "loss": 6.1538,
      "mean_token_accuracy": 0.14293037131428718,
      "num_tokens": 4509329.0,
      "step": 2190
    },
    {
      "entropy": 6.160349798202515,
      "epoch": 1.948069241011984,
      "grad_norm": 1.078125,
      "learning_rate": 0.00048512957615089354,
      "loss": 6.2247,
      "mean_token_accuracy": 0.14221593588590623,
      "num_tokens": 4518806.0,
      "step": 2195
    },
    {
      "entropy": 6.36239857673645,
      "epoch": 1.9525077674212161,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004850061773607902,
      "loss": 6.3015,
      "mean_token_accuracy": 0.13219987377524375,
      "num_tokens": 4530760.0,
      "step": 2200
    },
    {
      "entropy": 6.284463357925415,
      "epoch": 1.9569462938304483,
      "grad_norm": 1.1015625,
      "learning_rate": 0.000484882286330556,
      "loss": 6.2875,
      "mean_token_accuracy": 0.1374896213412285,
      "num_tokens": 4541754.0,
      "step": 2205
    },
    {
      "entropy": 6.271965026855469,
      "epoch": 1.9613848202396804,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004847579033505833,
      "loss": 6.1348,
      "mean_token_accuracy": 0.1421991430222988,
      "num_tokens": 4553124.0,
      "step": 2210
    },
    {
      "entropy": 6.1756409168243405,
      "epoch": 1.9658233466489126,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004846330287124171,
      "loss": 6.0553,
      "mean_token_accuracy": 0.14253825396299363,
      "num_tokens": 4563558.0,
      "step": 2215
    },
    {
      "entropy": 6.236325645446778,
      "epoch": 1.9702618730581447,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00048450766270875513,
      "loss": 6.2018,
      "mean_token_accuracy": 0.13894723802804948,
      "num_tokens": 4572584.0,
      "step": 2220
    },
    {
      "entropy": 6.235476398468018,
      "epoch": 1.9747003994673769,
      "grad_norm": 1.171875,
      "learning_rate": 0.00048438180563344666,
      "loss": 6.166,
      "mean_token_accuracy": 0.14769693315029145,
      "num_tokens": 4583009.0,
      "step": 2225
    },
    {
      "entropy": 6.15409779548645,
      "epoch": 1.979138925876609,
      "grad_norm": 1.171875,
      "learning_rate": 0.00048425545778149213,
      "loss": 6.0949,
      "mean_token_accuracy": 0.14991173148155212,
      "num_tokens": 4593073.0,
      "step": 2230
    },
    {
      "entropy": 6.135072088241577,
      "epoch": 1.9835774522858411,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004841286194490423,
      "loss": 6.0433,
      "mean_token_accuracy": 0.14960258230566978,
      "num_tokens": 4602419.0,
      "step": 2235
    },
    {
      "entropy": 6.148426246643067,
      "epoch": 1.9880159786950733,
      "grad_norm": 1.25,
      "learning_rate": 0.00048400129093339745,
      "loss": 6.0559,
      "mean_token_accuracy": 0.147773315012455,
      "num_tokens": 4613023.0,
      "step": 2240
    },
    {
      "entropy": 6.228465175628662,
      "epoch": 1.9924545051043054,
      "grad_norm": 1.125,
      "learning_rate": 0.00048387347253300703,
      "loss": 6.1037,
      "mean_token_accuracy": 0.14951256513595582,
      "num_tokens": 4622202.0,
      "step": 2245
    },
    {
      "entropy": 6.119011068344117,
      "epoch": 1.9968930315135376,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004837451645474685,
      "loss": 6.1319,
      "mean_token_accuracy": 0.1470404915511608,
      "num_tokens": 4632223.0,
      "step": 2250
    },
    {
      "entropy": 6.2560236189100475,
      "epoch": 2.0008877052818463,
      "grad_norm": 1.0625,
      "learning_rate": 0.00048361636727752716,
      "loss": 6.0661,
      "mean_token_accuracy": 0.14733944171004826,
      "num_tokens": 4641379.0,
      "step": 2255
    },
    {
      "entropy": 6.137987041473389,
      "epoch": 2.0053262316910785,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000483487081025075,
      "loss": 5.756,
      "mean_token_accuracy": 0.1647419661283493,
      "num_tokens": 4650474.0,
      "step": 2260
    },
    {
      "entropy": 6.123887157440185,
      "epoch": 2.0097647581003106,
      "grad_norm": 1.03125,
      "learning_rate": 0.00048335730609315,
      "loss": 5.7524,
      "mean_token_accuracy": 0.16743734031915664,
      "num_tokens": 4660151.0,
      "step": 2265
    },
    {
      "entropy": 6.119118976593017,
      "epoch": 2.014203284509543,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00048322704278593595,
      "loss": 5.8702,
      "mean_token_accuracy": 0.14718232825398445,
      "num_tokens": 4669852.0,
      "step": 2270
    },
    {
      "entropy": 6.116711235046386,
      "epoch": 2.018641810918775,
      "grad_norm": 1.0625,
      "learning_rate": 0.00048309629140876097,
      "loss": 5.8726,
      "mean_token_accuracy": 0.15764627158641814,
      "num_tokens": 4679867.0,
      "step": 2275
    },
    {
      "entropy": 6.149226093292237,
      "epoch": 2.023080337328007,
      "grad_norm": 1.0,
      "learning_rate": 0.0004829650522680974,
      "loss": 5.7536,
      "mean_token_accuracy": 0.1666225776076317,
      "num_tokens": 4690866.0,
      "step": 2280
    },
    {
      "entropy": 6.088321590423584,
      "epoch": 2.027518863737239,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004828333256715609,
      "loss": 5.8065,
      "mean_token_accuracy": 0.15734207332134248,
      "num_tokens": 4701081.0,
      "step": 2285
    },
    {
      "entropy": 6.169612789154053,
      "epoch": 2.0319573901464714,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004827011119279096,
      "loss": 5.9393,
      "mean_token_accuracy": 0.1523371458053589,
      "num_tokens": 4712468.0,
      "step": 2290
    },
    {
      "entropy": 6.127353048324585,
      "epoch": 2.0363959165557035,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00048256841134704335,
      "loss": 5.8486,
      "mean_token_accuracy": 0.15824615359306335,
      "num_tokens": 4722887.0,
      "step": 2295
    },
    {
      "entropy": 6.078661012649536,
      "epoch": 2.0408344429649357,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00048243522424000333,
      "loss": 5.8774,
      "mean_token_accuracy": 0.14893866032361985,
      "num_tokens": 4733806.0,
      "step": 2300
    },
    {
      "entropy": 6.1255724906921385,
      "epoch": 2.045272969374168,
      "grad_norm": 0.94921875,
      "learning_rate": 0.000482301550918971,
      "loss": 5.8143,
      "mean_token_accuracy": 0.16233171075582503,
      "num_tokens": 4744172.0,
      "step": 2305
    },
    {
      "entropy": 6.110927534103394,
      "epoch": 2.0497114957834,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004821673916972676,
      "loss": 5.8643,
      "mean_token_accuracy": 0.15222925841808319,
      "num_tokens": 4754543.0,
      "step": 2310
    },
    {
      "entropy": 6.109183931350708,
      "epoch": 2.054150022192632,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000482032746889353,
      "loss": 5.7969,
      "mean_token_accuracy": 0.16298202574253082,
      "num_tokens": 4765617.0,
      "step": 2315
    },
    {
      "entropy": 5.983950281143189,
      "epoch": 2.0585885486018642,
      "grad_norm": 1.078125,
      "learning_rate": 0.00048189761681082557,
      "loss": 5.796,
      "mean_token_accuracy": 0.158494932949543,
      "num_tokens": 4775718.0,
      "step": 2320
    },
    {
      "entropy": 6.1368935108184814,
      "epoch": 2.0630270750110964,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004817620017784209,
      "loss": 5.8967,
      "mean_token_accuracy": 0.14975014999508857,
      "num_tokens": 4785651.0,
      "step": 2325
    },
    {
      "entropy": 6.024167013168335,
      "epoch": 2.0674656014203285,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00048162590211001143,
      "loss": 5.7429,
      "mean_token_accuracy": 0.16594669073820115,
      "num_tokens": 4795541.0,
      "step": 2330
    },
    {
      "entropy": 6.079076719284058,
      "epoch": 2.0719041278295607,
      "grad_norm": 1.140625,
      "learning_rate": 0.00048148931812460536,
      "loss": 5.8856,
      "mean_token_accuracy": 0.15231603533029556,
      "num_tokens": 4804863.0,
      "step": 2335
    },
    {
      "entropy": 6.1893517017364506,
      "epoch": 2.076342654238793,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004813522501423464,
      "loss": 5.8937,
      "mean_token_accuracy": 0.1559199094772339,
      "num_tokens": 4814782.0,
      "step": 2340
    },
    {
      "entropy": 6.05956449508667,
      "epoch": 2.080781180648025,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0004812146984845124,
      "loss": 5.8515,
      "mean_token_accuracy": 0.15324196219444275,
      "num_tokens": 4825847.0,
      "step": 2345
    },
    {
      "entropy": 6.04329924583435,
      "epoch": 2.085219707057257,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00048107666347351505,
      "loss": 5.8137,
      "mean_token_accuracy": 0.1576656773686409,
      "num_tokens": 4836537.0,
      "step": 2350
    },
    {
      "entropy": 6.060811710357666,
      "epoch": 2.0896582334664893,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00048093814543289894,
      "loss": 5.7875,
      "mean_token_accuracy": 0.16412230134010314,
      "num_tokens": 4847031.0,
      "step": 2355
    },
    {
      "entropy": 6.0803258419036865,
      "epoch": 2.0940967598757214,
      "grad_norm": 1.046875,
      "learning_rate": 0.00048079914468734117,
      "loss": 5.7767,
      "mean_token_accuracy": 0.15763533413410186,
      "num_tokens": 4857031.0,
      "step": 2360
    },
    {
      "entropy": 5.995853662490845,
      "epoch": 2.0985352862849536,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00048065966156264964,
      "loss": 5.761,
      "mean_token_accuracy": 0.16315652430057526,
      "num_tokens": 4866413.0,
      "step": 2365
    },
    {
      "entropy": 5.984428453445434,
      "epoch": 2.1029738126941857,
      "grad_norm": 1.015625,
      "learning_rate": 0.00048051969638576345,
      "loss": 5.8756,
      "mean_token_accuracy": 0.15949649065732957,
      "num_tokens": 4878840.0,
      "step": 2370
    },
    {
      "entropy": 6.032569789886475,
      "epoch": 2.107412339103418,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00048037924948475134,
      "loss": 5.8749,
      "mean_token_accuracy": 0.15843928158283233,
      "num_tokens": 4889182.0,
      "step": 2375
    },
    {
      "entropy": 6.064680576324463,
      "epoch": 2.11185086551265,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004802383211888114,
      "loss": 5.8504,
      "mean_token_accuracy": 0.15740898102521897,
      "num_tokens": 4899497.0,
      "step": 2380
    },
    {
      "entropy": 6.0131433486938475,
      "epoch": 2.116289391921882,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004800969118282697,
      "loss": 5.8147,
      "mean_token_accuracy": 0.15467424541711808,
      "num_tokens": 4910232.0,
      "step": 2385
    },
    {
      "entropy": 6.156729316711425,
      "epoch": 2.120727918331114,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004799550217345803,
      "loss": 5.8762,
      "mean_token_accuracy": 0.15463934987783431,
      "num_tokens": 4920986.0,
      "step": 2390
    },
    {
      "entropy": 5.9624425888061525,
      "epoch": 2.125166444740346,
      "grad_norm": 1.015625,
      "learning_rate": 0.00047981265124032375,
      "loss": 5.8132,
      "mean_token_accuracy": 0.16584520637989045,
      "num_tokens": 4930630.0,
      "step": 2395
    },
    {
      "entropy": 6.077665233612061,
      "epoch": 2.129604971149578,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047966980067920686,
      "loss": 5.8461,
      "mean_token_accuracy": 0.1554732069373131,
      "num_tokens": 4941414.0,
      "step": 2400
    },
    {
      "entropy": 6.0890580177307125,
      "epoch": 2.1340434975588103,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00047952647038606157,
      "loss": 5.824,
      "mean_token_accuracy": 0.15972182601690293,
      "num_tokens": 4952087.0,
      "step": 2405
    },
    {
      "entropy": 5.965068292617798,
      "epoch": 2.1384820239680424,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004793826606968443,
      "loss": 5.7824,
      "mean_token_accuracy": 0.16058602333068847,
      "num_tokens": 4962340.0,
      "step": 2410
    },
    {
      "entropy": 6.062709331512451,
      "epoch": 2.1429205503772746,
      "grad_norm": 0.984375,
      "learning_rate": 0.000479238371948635,
      "loss": 5.8172,
      "mean_token_accuracy": 0.15823266208171843,
      "num_tokens": 4972793.0,
      "step": 2415
    },
    {
      "entropy": 6.068630790710449,
      "epoch": 2.1473590767865067,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004790936044796369,
      "loss": 5.7894,
      "mean_token_accuracy": 0.15582628548145294,
      "num_tokens": 4982851.0,
      "step": 2420
    },
    {
      "entropy": 6.043807077407837,
      "epoch": 2.151797603195739,
      "grad_norm": 1.140625,
      "learning_rate": 0.00047894835862917473,
      "loss": 5.8587,
      "mean_token_accuracy": 0.15432205498218537,
      "num_tokens": 4993367.0,
      "step": 2425
    },
    {
      "entropy": 6.0602922439575195,
      "epoch": 2.156236129604971,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00047880263473769514,
      "loss": 5.8847,
      "mean_token_accuracy": 0.15590363442897798,
      "num_tokens": 5004678.0,
      "step": 2430
    },
    {
      "entropy": 6.016771364212036,
      "epoch": 2.160674656014203,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004786564331467648,
      "loss": 5.9167,
      "mean_token_accuracy": 0.15726353973150253,
      "num_tokens": 5015707.0,
      "step": 2435
    },
    {
      "entropy": 6.097188186645508,
      "epoch": 2.1651131824234353,
      "grad_norm": 1.046875,
      "learning_rate": 0.00047850975419907034,
      "loss": 5.8521,
      "mean_token_accuracy": 0.16086476445198059,
      "num_tokens": 5025627.0,
      "step": 2440
    },
    {
      "entropy": 6.054884433746338,
      "epoch": 2.1695517088326675,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00047836259823841716,
      "loss": 5.901,
      "mean_token_accuracy": 0.15026813372969627,
      "num_tokens": 5037109.0,
      "step": 2445
    },
    {
      "entropy": 6.021889686584473,
      "epoch": 2.1739902352418996,
      "grad_norm": 0.984375,
      "learning_rate": 0.0004782149656097287,
      "loss": 5.8724,
      "mean_token_accuracy": 0.1604078121483326,
      "num_tokens": 5047547.0,
      "step": 2450
    },
    {
      "entropy": 6.027349185943604,
      "epoch": 2.1784287616511318,
      "grad_norm": 1.25,
      "learning_rate": 0.00047806685665904586,
      "loss": 5.6991,
      "mean_token_accuracy": 0.17207456529140472,
      "num_tokens": 5057491.0,
      "step": 2455
    },
    {
      "entropy": 6.059153509140015,
      "epoch": 2.182867288060364,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004779182717335258,
      "loss": 5.88,
      "mean_token_accuracy": 0.15979125201702118,
      "num_tokens": 5067779.0,
      "step": 2460
    },
    {
      "entropy": 5.914556980133057,
      "epoch": 2.187305814469596,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00047776921118144154,
      "loss": 5.7787,
      "mean_token_accuracy": 0.16236073076725005,
      "num_tokens": 5079933.0,
      "step": 2465
    },
    {
      "entropy": 6.0363281726837155,
      "epoch": 2.191744340878828,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00047761967535218084,
      "loss": 5.7699,
      "mean_token_accuracy": 0.1603487879037857,
      "num_tokens": 5090511.0,
      "step": 2470
    },
    {
      "entropy": 5.9814863204956055,
      "epoch": 2.1961828672880603,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004774696645962453,
      "loss": 5.8209,
      "mean_token_accuracy": 0.155949005484581,
      "num_tokens": 5100374.0,
      "step": 2475
    },
    {
      "entropy": 6.025760889053345,
      "epoch": 2.2006213936972925,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004773191792652501,
      "loss": 5.8747,
      "mean_token_accuracy": 0.15608740150928496,
      "num_tokens": 5110729.0,
      "step": 2480
    },
    {
      "entropy": 6.043809127807617,
      "epoch": 2.2050599201065246,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004771682197119224,
      "loss": 5.9689,
      "mean_token_accuracy": 0.1561452865600586,
      "num_tokens": 5121512.0,
      "step": 2485
    },
    {
      "entropy": 6.116773700714111,
      "epoch": 2.2094984465157568,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00047701678629010115,
      "loss": 5.7927,
      "mean_token_accuracy": 0.16145216375589372,
      "num_tokens": 5132244.0,
      "step": 2490
    },
    {
      "entropy": 5.996910858154297,
      "epoch": 2.213936972924989,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004768648793547359,
      "loss": 5.8645,
      "mean_token_accuracy": 0.15332240164279937,
      "num_tokens": 5142499.0,
      "step": 2495
    },
    {
      "entropy": 6.124018716812134,
      "epoch": 2.218375499334221,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004767124992618863,
      "loss": 5.9254,
      "mean_token_accuracy": 0.14778615534305573,
      "num_tokens": 5154082.0,
      "step": 2500
    },
    {
      "epoch": 2.218375499334221,
      "eval_entropy": 5.912582218505425,
      "eval_loss": 6.2384443283081055,
      "eval_mean_token_accuracy": 0.14352747247578695,
      "eval_num_tokens": 5154082.0,
      "eval_runtime": 2.7018,
      "eval_samples_per_second": 1246.209,
      "eval_steps_per_second": 155.822,
      "step": 2500
    },
    {
      "entropy": 5.979514408111572,
      "epoch": 2.222814025743453,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004765596463687207,
      "loss": 5.8599,
      "mean_token_accuracy": 0.16360579580068588,
      "num_tokens": 5164473.0,
      "step": 2505
    },
    {
      "entropy": 6.0302653312683105,
      "epoch": 2.2272525521526854,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00047640632103351576,
      "loss": 5.823,
      "mean_token_accuracy": 0.1529782608151436,
      "num_tokens": 5174505.0,
      "step": 2510
    },
    {
      "entropy": 5.984198331832886,
      "epoch": 2.2316910785619175,
      "grad_norm": 1.1875,
      "learning_rate": 0.00047625252361565586,
      "loss": 5.86,
      "mean_token_accuracy": 0.16072332859039307,
      "num_tokens": 5183730.0,
      "step": 2515
    },
    {
      "entropy": 6.080876970291138,
      "epoch": 2.2361296049711497,
      "grad_norm": 1.078125,
      "learning_rate": 0.00047609825447563137,
      "loss": 5.8875,
      "mean_token_accuracy": 0.15377844423055648,
      "num_tokens": 5194589.0,
      "step": 2520
    },
    {
      "entropy": 6.031586074829102,
      "epoch": 2.240568131380382,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004759435139750388,
      "loss": 5.8224,
      "mean_token_accuracy": 0.1603144511580467,
      "num_tokens": 5204865.0,
      "step": 2525
    },
    {
      "entropy": 5.950521659851074,
      "epoch": 2.245006657789614,
      "grad_norm": 1.078125,
      "learning_rate": 0.00047578830247657915,
      "loss": 5.7883,
      "mean_token_accuracy": 0.15542953312397004,
      "num_tokens": 5214174.0,
      "step": 2530
    },
    {
      "entropy": 6.086405277252197,
      "epoch": 2.249445184198846,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00047563262034405773,
      "loss": 5.8553,
      "mean_token_accuracy": 0.15860657542943954,
      "num_tokens": 5224776.0,
      "step": 2535
    },
    {
      "entropy": 5.879979848861694,
      "epoch": 2.2538837106080782,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00047547646794238277,
      "loss": 5.774,
      "mean_token_accuracy": 0.16944229304790498,
      "num_tokens": 5235808.0,
      "step": 2540
    },
    {
      "entropy": 6.069366598129273,
      "epoch": 2.2583222370173104,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004753198456375647,
      "loss": 5.8768,
      "mean_token_accuracy": 0.15542600452899932,
      "num_tokens": 5246870.0,
      "step": 2545
    },
    {
      "entropy": 5.9477842330932615,
      "epoch": 2.2627607634265425,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004751627537967158,
      "loss": 5.814,
      "mean_token_accuracy": 0.15728210359811784,
      "num_tokens": 5256713.0,
      "step": 2550
    },
    {
      "entropy": 6.079386186599732,
      "epoch": 2.2671992898357747,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00047500519278804835,
      "loss": 5.8594,
      "mean_token_accuracy": 0.15244215726852417,
      "num_tokens": 5266205.0,
      "step": 2555
    },
    {
      "entropy": 5.994957637786865,
      "epoch": 2.271637816245007,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004748471629808746,
      "loss": 5.8492,
      "mean_token_accuracy": 0.16054973602294922,
      "num_tokens": 5275790.0,
      "step": 2560
    },
    {
      "entropy": 5.990897369384766,
      "epoch": 2.276076342654239,
      "grad_norm": 1.140625,
      "learning_rate": 0.00047468866474560575,
      "loss": 5.8324,
      "mean_token_accuracy": 0.16462789922952653,
      "num_tokens": 5286644.0,
      "step": 2565
    },
    {
      "entropy": 6.060874319076538,
      "epoch": 2.280514869063471,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00047452969845375074,
      "loss": 5.8517,
      "mean_token_accuracy": 0.15758478343486787,
      "num_tokens": 5297218.0,
      "step": 2570
    },
    {
      "entropy": 5.967515182495117,
      "epoch": 2.2849533954727033,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004743702644779157,
      "loss": 5.8643,
      "mean_token_accuracy": 0.16127976924180984,
      "num_tokens": 5306963.0,
      "step": 2575
    },
    {
      "entropy": 6.041119766235352,
      "epoch": 2.2893919218819354,
      "grad_norm": 1.0546875,
      "learning_rate": 0.000474210363191803,
      "loss": 5.8436,
      "mean_token_accuracy": 0.15753196477890014,
      "num_tokens": 5317831.0,
      "step": 2580
    },
    {
      "entropy": 6.07420163154602,
      "epoch": 2.2938304482911676,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004740499949702103,
      "loss": 5.9116,
      "mean_token_accuracy": 0.1521080181002617,
      "num_tokens": 5328441.0,
      "step": 2585
    },
    {
      "entropy": 6.023616170883178,
      "epoch": 2.2982689747003997,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004738891601890298,
      "loss": 5.8882,
      "mean_token_accuracy": 0.15639281421899795,
      "num_tokens": 5339196.0,
      "step": 2590
    },
    {
      "entropy": 6.031891489028931,
      "epoch": 2.302707501109632,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004737278592252473,
      "loss": 5.8922,
      "mean_token_accuracy": 0.15469010919332504,
      "num_tokens": 5350607.0,
      "step": 2595
    },
    {
      "entropy": 6.049084806442261,
      "epoch": 2.3071460275188636,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004735660924569411,
      "loss": 5.8015,
      "mean_token_accuracy": 0.16298002377152443,
      "num_tokens": 5359882.0,
      "step": 2600
    },
    {
      "entropy": 5.998689460754394,
      "epoch": 2.3115845539280957,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004734038602632815,
      "loss": 5.901,
      "mean_token_accuracy": 0.1472710005939007,
      "num_tokens": 5369895.0,
      "step": 2605
    },
    {
      "entropy": 6.047903060913086,
      "epoch": 2.316023080337328,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00047324116302452975,
      "loss": 5.8089,
      "mean_token_accuracy": 0.1612442836165428,
      "num_tokens": 5380603.0,
      "step": 2610
    },
    {
      "entropy": 5.948516035079956,
      "epoch": 2.32046160674656,
      "grad_norm": 1.125,
      "learning_rate": 0.0004730780011220369,
      "loss": 5.824,
      "mean_token_accuracy": 0.1603932797908783,
      "num_tokens": 5390638.0,
      "step": 2615
    },
    {
      "entropy": 6.000922441482544,
      "epoch": 2.324900133155792,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004729143749382435,
      "loss": 5.8306,
      "mean_token_accuracy": 0.15756168812513352,
      "num_tokens": 5401420.0,
      "step": 2620
    },
    {
      "entropy": 5.9953662872314455,
      "epoch": 2.3293386595650243,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00047275028485667793,
      "loss": 5.7782,
      "mean_token_accuracy": 0.16370837688446044,
      "num_tokens": 5410609.0,
      "step": 2625
    },
    {
      "entropy": 6.01699743270874,
      "epoch": 2.3337771859742564,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004725857312619563,
      "loss": 5.8682,
      "mean_token_accuracy": 0.15251740217208862,
      "num_tokens": 5420443.0,
      "step": 2630
    },
    {
      "entropy": 6.033771324157715,
      "epoch": 2.3382157123834886,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004724207145397809,
      "loss": 5.8648,
      "mean_token_accuracy": 0.15294097363948822,
      "num_tokens": 5431385.0,
      "step": 2635
    },
    {
      "entropy": 5.970233392715454,
      "epoch": 2.3426542387927207,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004722552350769397,
      "loss": 5.8391,
      "mean_token_accuracy": 0.1535698138177395,
      "num_tokens": 5443030.0,
      "step": 2640
    },
    {
      "entropy": 6.052612066268921,
      "epoch": 2.347092765201953,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00047208929326130535,
      "loss": 5.9079,
      "mean_token_accuracy": 0.15419892519712447,
      "num_tokens": 5454165.0,
      "step": 2645
    },
    {
      "entropy": 5.993892097473145,
      "epoch": 2.351531291611185,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00047192288948183394,
      "loss": 5.8514,
      "mean_token_accuracy": 0.1610301211476326,
      "num_tokens": 5464677.0,
      "step": 2650
    },
    {
      "entropy": 6.002200412750244,
      "epoch": 2.355969818020417,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00047175602412856453,
      "loss": 5.8932,
      "mean_token_accuracy": 0.15303485542535783,
      "num_tokens": 5474800.0,
      "step": 2655
    },
    {
      "entropy": 5.996066761016846,
      "epoch": 2.3604083444296493,
      "grad_norm": 1.1875,
      "learning_rate": 0.00047158869759261843,
      "loss": 5.8812,
      "mean_token_accuracy": 0.15533178001642228,
      "num_tokens": 5484560.0,
      "step": 2660
    },
    {
      "entropy": 6.029137420654297,
      "epoch": 2.3648468708388815,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004714209102661973,
      "loss": 5.7492,
      "mean_token_accuracy": 0.16394296288490295,
      "num_tokens": 5494044.0,
      "step": 2665
    },
    {
      "entropy": 5.91089277267456,
      "epoch": 2.3692853972481136,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004712526625425832,
      "loss": 5.7802,
      "mean_token_accuracy": 0.16682939529418944,
      "num_tokens": 5504699.0,
      "step": 2670
    },
    {
      "entropy": 5.978672981262207,
      "epoch": 2.3737239236573457,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00047108395481613736,
      "loss": 5.8211,
      "mean_token_accuracy": 0.15940958112478257,
      "num_tokens": 5515653.0,
      "step": 2675
    },
    {
      "entropy": 5.973521709442139,
      "epoch": 2.378162450066578,
      "grad_norm": 1.140625,
      "learning_rate": 0.00047091478748229927,
      "loss": 5.8413,
      "mean_token_accuracy": 0.1611622080206871,
      "num_tokens": 5525598.0,
      "step": 2680
    },
    {
      "entropy": 5.935227870941162,
      "epoch": 2.38260097647581,
      "grad_norm": 1.40625,
      "learning_rate": 0.0004707451609375854,
      "loss": 5.7347,
      "mean_token_accuracy": 0.16550450325012206,
      "num_tokens": 5535022.0,
      "step": 2685
    },
    {
      "entropy": 5.960200691223145,
      "epoch": 2.387039502885042,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004705750755795889,
      "loss": 5.8633,
      "mean_token_accuracy": 0.15553324073553085,
      "num_tokens": 5544766.0,
      "step": 2690
    },
    {
      "entropy": 6.048462724685669,
      "epoch": 2.3914780292942743,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00047040453180697823,
      "loss": 5.8656,
      "mean_token_accuracy": 0.15715541690587997,
      "num_tokens": 5556475.0,
      "step": 2695
    },
    {
      "entropy": 5.987107372283935,
      "epoch": 2.3959165557035065,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0004702335300194963,
      "loss": 5.8351,
      "mean_token_accuracy": 0.1529506891965866,
      "num_tokens": 5567679.0,
      "step": 2700
    },
    {
      "entropy": 5.9911316394805905,
      "epoch": 2.4003550821127386,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004700620706179596,
      "loss": 5.8734,
      "mean_token_accuracy": 0.15287387520074844,
      "num_tokens": 5579154.0,
      "step": 2705
    },
    {
      "entropy": 6.002614164352417,
      "epoch": 2.4047936085219708,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004698901540042573,
      "loss": 5.8182,
      "mean_token_accuracy": 0.15594158917665482,
      "num_tokens": 5588597.0,
      "step": 2710
    },
    {
      "entropy": 5.956090831756592,
      "epoch": 2.409232134931203,
      "grad_norm": 1.109375,
      "learning_rate": 0.00046971778058135024,
      "loss": 5.8452,
      "mean_token_accuracy": 0.16208919137716293,
      "num_tokens": 5598744.0,
      "step": 2715
    },
    {
      "entropy": 6.036012983322143,
      "epoch": 2.413670661340435,
      "grad_norm": 1.25,
      "learning_rate": 0.00046954495075326986,
      "loss": 5.8405,
      "mean_token_accuracy": 0.1533527597784996,
      "num_tokens": 5608684.0,
      "step": 2720
    },
    {
      "entropy": 6.065688228607177,
      "epoch": 2.418109187749667,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00046937166492511746,
      "loss": 5.869,
      "mean_token_accuracy": 0.1580584764480591,
      "num_tokens": 5619073.0,
      "step": 2725
    },
    {
      "entropy": 5.885785341262817,
      "epoch": 2.4225477141588994,
      "grad_norm": 1.140625,
      "learning_rate": 0.00046919792350306317,
      "loss": 5.8433,
      "mean_token_accuracy": 0.1607219859957695,
      "num_tokens": 5628764.0,
      "step": 2730
    },
    {
      "entropy": 5.997347974777222,
      "epoch": 2.4269862405681315,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004690237268943451,
      "loss": 5.8939,
      "mean_token_accuracy": 0.1569211430847645,
      "num_tokens": 5640132.0,
      "step": 2735
    },
    {
      "entropy": 6.014172315597534,
      "epoch": 2.4314247669773636,
      "grad_norm": 1.015625,
      "learning_rate": 0.00046884907550726816,
      "loss": 5.832,
      "mean_token_accuracy": 0.16245327293872833,
      "num_tokens": 5650104.0,
      "step": 2740
    },
    {
      "entropy": 6.030955839157104,
      "epoch": 2.435863293386596,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046867396975120324,
      "loss": 5.8838,
      "mean_token_accuracy": 0.1566794067621231,
      "num_tokens": 5660570.0,
      "step": 2745
    },
    {
      "entropy": 5.935262775421142,
      "epoch": 2.440301819795828,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004684984100365863,
      "loss": 5.8102,
      "mean_token_accuracy": 0.16272856444120407,
      "num_tokens": 5670416.0,
      "step": 2750
    },
    {
      "entropy": 5.952510738372803,
      "epoch": 2.44474034620506,
      "grad_norm": 1.0625,
      "learning_rate": 0.00046832239677491736,
      "loss": 5.8026,
      "mean_token_accuracy": 0.159297114610672,
      "num_tokens": 5680103.0,
      "step": 2755
    },
    {
      "entropy": 5.9763203144073485,
      "epoch": 2.4491788726142922,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004681459303787594,
      "loss": 5.7618,
      "mean_token_accuracy": 0.1663880541920662,
      "num_tokens": 5690177.0,
      "step": 2760
    },
    {
      "entropy": 5.848566389083862,
      "epoch": 2.4536173990235244,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0004679690112617376,
      "loss": 5.7924,
      "mean_token_accuracy": 0.1640610784292221,
      "num_tokens": 5700618.0,
      "step": 2765
    },
    {
      "entropy": 6.005400848388672,
      "epoch": 2.458055925432756,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004677916398385383,
      "loss": 5.6976,
      "mean_token_accuracy": 0.16924956142902375,
      "num_tokens": 5709363.0,
      "step": 2770
    },
    {
      "entropy": 5.92542405128479,
      "epoch": 2.4624944518419882,
      "grad_norm": 1.1640625,
      "learning_rate": 0.000467613816524908,
      "loss": 5.7632,
      "mean_token_accuracy": 0.16014119535684584,
      "num_tokens": 5718337.0,
      "step": 2775
    },
    {
      "entropy": 5.98035454750061,
      "epoch": 2.4669329782512204,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0004674355417376524,
      "loss": 5.8899,
      "mean_token_accuracy": 0.15295967012643813,
      "num_tokens": 5729728.0,
      "step": 2780
    },
    {
      "entropy": 6.071887493133545,
      "epoch": 2.4713715046604525,
      "grad_norm": 1.09375,
      "learning_rate": 0.00046725681589463537,
      "loss": 5.8657,
      "mean_token_accuracy": 0.156499744951725,
      "num_tokens": 5739417.0,
      "step": 2785
    },
    {
      "entropy": 5.863467073440551,
      "epoch": 2.4758100310696847,
      "grad_norm": 1.109375,
      "learning_rate": 0.00046707763941477817,
      "loss": 5.752,
      "mean_token_accuracy": 0.16586533784866334,
      "num_tokens": 5749262.0,
      "step": 2790
    },
    {
      "entropy": 5.958102178573609,
      "epoch": 2.480248557478917,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004668980127180582,
      "loss": 5.7598,
      "mean_token_accuracy": 0.16487552374601364,
      "num_tokens": 5758631.0,
      "step": 2795
    },
    {
      "entropy": 6.010591220855713,
      "epoch": 2.484687083888149,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004667179362255081,
      "loss": 5.8768,
      "mean_token_accuracy": 0.15696858763694763,
      "num_tokens": 5768216.0,
      "step": 2800
    },
    {
      "entropy": 5.944836568832398,
      "epoch": 2.489125610297381,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004665374103592149,
      "loss": 5.8615,
      "mean_token_accuracy": 0.15959977358579636,
      "num_tokens": 5779497.0,
      "step": 2805
    },
    {
      "entropy": 5.9987327575683596,
      "epoch": 2.4935641367066133,
      "grad_norm": 1.5078125,
      "learning_rate": 0.0004663564355423189,
      "loss": 5.8722,
      "mean_token_accuracy": 0.1550326645374298,
      "num_tokens": 5790354.0,
      "step": 2810
    },
    {
      "entropy": 5.994489002227783,
      "epoch": 2.4980026631158454,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004661750121990128,
      "loss": 5.8588,
      "mean_token_accuracy": 0.15960408747196198,
      "num_tokens": 5801444.0,
      "step": 2815
    },
    {
      "entropy": 5.916463232040405,
      "epoch": 2.5024411895250775,
      "grad_norm": 1.078125,
      "learning_rate": 0.00046599314075454034,
      "loss": 5.7893,
      "mean_token_accuracy": 0.16704044193029405,
      "num_tokens": 5811444.0,
      "step": 2820
    },
    {
      "entropy": 5.954709720611572,
      "epoch": 2.5068797159343097,
      "grad_norm": 1.140625,
      "learning_rate": 0.00046581082163519585,
      "loss": 5.8053,
      "mean_token_accuracy": 0.16441214680671692,
      "num_tokens": 5821470.0,
      "step": 2825
    },
    {
      "entropy": 6.026654958724976,
      "epoch": 2.511318242343542,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00046562805526832284,
      "loss": 5.9117,
      "mean_token_accuracy": 0.1474317044019699,
      "num_tokens": 5831946.0,
      "step": 2830
    },
    {
      "entropy": 5.968541955947876,
      "epoch": 2.515756768752774,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004654448420823133,
      "loss": 5.7507,
      "mean_token_accuracy": 0.16840852946043014,
      "num_tokens": 5841871.0,
      "step": 2835
    },
    {
      "entropy": 5.894213438034058,
      "epoch": 2.520195295162006,
      "grad_norm": 1.140625,
      "learning_rate": 0.00046526118250660636,
      "loss": 5.7572,
      "mean_token_accuracy": 0.1637505128979683,
      "num_tokens": 5852177.0,
      "step": 2840
    },
    {
      "entropy": 5.925645160675049,
      "epoch": 2.5246338215712383,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004650770769716875,
      "loss": 5.8017,
      "mean_token_accuracy": 0.16091584861278535,
      "num_tokens": 5861833.0,
      "step": 2845
    },
    {
      "entropy": 6.0279539108276365,
      "epoch": 2.5290723479804704,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004648925259090875,
      "loss": 5.8965,
      "mean_token_accuracy": 0.15736780315637589,
      "num_tokens": 5872356.0,
      "step": 2850
    },
    {
      "entropy": 5.906160831451416,
      "epoch": 2.5335108743897026,
      "grad_norm": 1.140625,
      "learning_rate": 0.00046470752975138146,
      "loss": 5.766,
      "mean_token_accuracy": 0.1651814177632332,
      "num_tokens": 5882191.0,
      "step": 2855
    },
    {
      "entropy": 5.877144622802734,
      "epoch": 2.5379494007989347,
      "grad_norm": 1.3828125,
      "learning_rate": 0.00046452208893218777,
      "loss": 5.8292,
      "mean_token_accuracy": 0.15751032680273055,
      "num_tokens": 5892166.0,
      "step": 2860
    },
    {
      "entropy": 6.012645864486695,
      "epoch": 2.542387927208167,
      "grad_norm": 1.1640625,
      "learning_rate": 0.000464336203886167,
      "loss": 5.8779,
      "mean_token_accuracy": 0.15454574823379516,
      "num_tokens": 5902736.0,
      "step": 2865
    },
    {
      "entropy": 6.037869215011597,
      "epoch": 2.546826453617399,
      "grad_norm": 1.15625,
      "learning_rate": 0.000464149875049021,
      "loss": 5.8828,
      "mean_token_accuracy": 0.1547730416059494,
      "num_tokens": 5913118.0,
      "step": 2870
    },
    {
      "entropy": 5.903016805648804,
      "epoch": 2.551264980026631,
      "grad_norm": 1.3125,
      "learning_rate": 0.00046396310285749175,
      "loss": 5.7814,
      "mean_token_accuracy": 0.16758745312690734,
      "num_tokens": 5922748.0,
      "step": 2875
    },
    {
      "entropy": 5.863944339752197,
      "epoch": 2.5557035064358633,
      "grad_norm": 1.15625,
      "learning_rate": 0.00046377588774936077,
      "loss": 5.7403,
      "mean_token_accuracy": 0.16544996947050095,
      "num_tokens": 5932107.0,
      "step": 2880
    },
    {
      "entropy": 6.011892890930175,
      "epoch": 2.5601420328450954,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046358823016344713,
      "loss": 5.9142,
      "mean_token_accuracy": 0.15287835970520974,
      "num_tokens": 5942231.0,
      "step": 2885
    },
    {
      "entropy": 5.860071897506714,
      "epoch": 2.5645805592543276,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004634001305396076,
      "loss": 5.7025,
      "mean_token_accuracy": 0.17802257537841798,
      "num_tokens": 5952768.0,
      "step": 2890
    },
    {
      "entropy": 5.9685780048370365,
      "epoch": 2.5690190856635597,
      "grad_norm": 1.1875,
      "learning_rate": 0.00046321158931873486,
      "loss": 5.8106,
      "mean_token_accuracy": 0.16438037455081939,
      "num_tokens": 5963588.0,
      "step": 2895
    },
    {
      "entropy": 5.918586349487304,
      "epoch": 2.573457612072792,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004630226069427566,
      "loss": 5.8375,
      "mean_token_accuracy": 0.15472524762153625,
      "num_tokens": 5974010.0,
      "step": 2900
    },
    {
      "entropy": 5.987170839309693,
      "epoch": 2.577896138482024,
      "grad_norm": 1.25,
      "learning_rate": 0.00046283318385463454,
      "loss": 5.8025,
      "mean_token_accuracy": 0.15875670611858367,
      "num_tokens": 5983788.0,
      "step": 2905
    },
    {
      "entropy": 6.004740524291992,
      "epoch": 2.582334664891256,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004626433204983636,
      "loss": 5.8272,
      "mean_token_accuracy": 0.15208624452352523,
      "num_tokens": 5993757.0,
      "step": 2910
    },
    {
      "entropy": 5.989063167572022,
      "epoch": 2.5867731913004883,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00046245301731897024,
      "loss": 5.8965,
      "mean_token_accuracy": 0.15564585849642754,
      "num_tokens": 6004298.0,
      "step": 2915
    },
    {
      "entropy": 5.924497413635254,
      "epoch": 2.5912117177097205,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00046226227476251256,
      "loss": 5.7492,
      "mean_token_accuracy": 0.1677611857652664,
      "num_tokens": 6014338.0,
      "step": 2920
    },
    {
      "entropy": 5.932976245880127,
      "epoch": 2.5956502441189526,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004620710932760776,
      "loss": 5.7697,
      "mean_token_accuracy": 0.16785314530134202,
      "num_tokens": 6024162.0,
      "step": 2925
    },
    {
      "entropy": 5.958101367950439,
      "epoch": 2.6000887705281848,
      "grad_norm": 1.015625,
      "learning_rate": 0.000461879473307782,
      "loss": 5.9011,
      "mean_token_accuracy": 0.15391672402620316,
      "num_tokens": 6035618.0,
      "step": 2930
    },
    {
      "entropy": 6.020662879943847,
      "epoch": 2.604527296937417,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004616874153067698,
      "loss": 5.8625,
      "mean_token_accuracy": 0.15793592631816863,
      "num_tokens": 6046958.0,
      "step": 2935
    },
    {
      "entropy": 5.986457204818725,
      "epoch": 2.608965823346649,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004614949197232118,
      "loss": 5.7603,
      "mean_token_accuracy": 0.15999703258275985,
      "num_tokens": 6056605.0,
      "step": 2940
    },
    {
      "entropy": 6.014141416549682,
      "epoch": 2.613404349755881,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0004613019870083045,
      "loss": 5.8777,
      "mean_token_accuracy": 0.15496069490909575,
      "num_tokens": 6066820.0,
      "step": 2945
    },
    {
      "entropy": 5.97690601348877,
      "epoch": 2.6178428761651134,
      "grad_norm": 1.1875,
      "learning_rate": 0.00046110861761426903,
      "loss": 5.8899,
      "mean_token_accuracy": 0.15131543576717377,
      "num_tokens": 6076894.0,
      "step": 2950
    },
    {
      "entropy": 5.9907660484313965,
      "epoch": 2.6222814025743455,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00046091481199435005,
      "loss": 5.8772,
      "mean_token_accuracy": 0.16070771217346191,
      "num_tokens": 6087603.0,
      "step": 2955
    },
    {
      "entropy": 5.969569063186645,
      "epoch": 2.6267199289835776,
      "grad_norm": 1.125,
      "learning_rate": 0.0004607205706028147,
      "loss": 5.8553,
      "mean_token_accuracy": 0.1571110799908638,
      "num_tokens": 6097742.0,
      "step": 2960
    },
    {
      "entropy": 5.947077798843384,
      "epoch": 2.63115845539281,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004605258938949514,
      "loss": 5.7632,
      "mean_token_accuracy": 0.16355187743902205,
      "num_tokens": 6107589.0,
      "step": 2965
    },
    {
      "entropy": 5.910353899002075,
      "epoch": 2.635596981802042,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00046033078232706923,
      "loss": 5.8305,
      "mean_token_accuracy": 0.16115528345108032,
      "num_tokens": 6117487.0,
      "step": 2970
    },
    {
      "entropy": 5.9662243843078615,
      "epoch": 2.640035508211274,
      "grad_norm": 1.234375,
      "learning_rate": 0.00046013523635649625,
      "loss": 5.7886,
      "mean_token_accuracy": 0.1626285195350647,
      "num_tokens": 6127326.0,
      "step": 2975
    },
    {
      "entropy": 5.9658843040466305,
      "epoch": 2.6444740346205062,
      "grad_norm": 1.171875,
      "learning_rate": 0.00045993925644157883,
      "loss": 5.8586,
      "mean_token_accuracy": 0.15528757721185685,
      "num_tokens": 6137314.0,
      "step": 2980
    },
    {
      "entropy": 5.949848461151123,
      "epoch": 2.6489125610297384,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004597428430416807,
      "loss": 5.7777,
      "mean_token_accuracy": 0.15900478214025499,
      "num_tokens": 6147307.0,
      "step": 2985
    },
    {
      "entropy": 5.903331708908081,
      "epoch": 2.6533510874389705,
      "grad_norm": 1.203125,
      "learning_rate": 0.00045954599661718126,
      "loss": 5.7782,
      "mean_token_accuracy": 0.15989653617143632,
      "num_tokens": 6157251.0,
      "step": 2990
    },
    {
      "entropy": 5.940880393981933,
      "epoch": 2.6577896138482027,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00045934871762947504,
      "loss": 5.8187,
      "mean_token_accuracy": 0.1611912429332733,
      "num_tokens": 6167190.0,
      "step": 2995
    },
    {
      "entropy": 5.969712638854981,
      "epoch": 2.6622281402574344,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00045915100654097076,
      "loss": 5.9253,
      "mean_token_accuracy": 0.14869051277637482,
      "num_tokens": 6177276.0,
      "step": 3000
    },
    {
      "epoch": 2.6622281402574344,
      "eval_entropy": 5.890340174178896,
      "eval_loss": 6.156768798828125,
      "eval_mean_token_accuracy": 0.1474443507201598,
      "eval_num_tokens": 6177276.0,
      "eval_runtime": 2.8874,
      "eval_samples_per_second": 1166.085,
      "eval_steps_per_second": 145.804,
      "step": 3000
    },
    {
      "entropy": 5.963724184036255,
      "epoch": 2.6666666666666665,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00045895286381508944,
      "loss": 5.7761,
      "mean_token_accuracy": 0.16845725029706954,
      "num_tokens": 6187477.0,
      "step": 3005
    },
    {
      "entropy": 5.930504608154297,
      "epoch": 2.6711051930758987,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004587542899162642,
      "loss": 5.8067,
      "mean_token_accuracy": 0.16042507588863372,
      "num_tokens": 6196961.0,
      "step": 3010
    },
    {
      "entropy": 5.972206020355225,
      "epoch": 2.675543719485131,
      "grad_norm": 1.265625,
      "learning_rate": 0.00045855528530993874,
      "loss": 5.8621,
      "mean_token_accuracy": 0.15465489625930787,
      "num_tokens": 6206267.0,
      "step": 3015
    },
    {
      "entropy": 5.989437532424927,
      "epoch": 2.679982245894363,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004583558504625661,
      "loss": 5.8806,
      "mean_token_accuracy": 0.1598665952682495,
      "num_tokens": 6216960.0,
      "step": 3020
    },
    {
      "entropy": 5.972441625595093,
      "epoch": 2.684420772303595,
      "grad_norm": 1.09375,
      "learning_rate": 0.00045815598584160824,
      "loss": 5.8508,
      "mean_token_accuracy": 0.15688182711601256,
      "num_tokens": 6227843.0,
      "step": 3025
    },
    {
      "entropy": 5.931846618652344,
      "epoch": 2.6888592987128273,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00045795569191553384,
      "loss": 5.7869,
      "mean_token_accuracy": 0.1634823426604271,
      "num_tokens": 6236712.0,
      "step": 3030
    },
    {
      "entropy": 6.0422979354858395,
      "epoch": 2.6932978251220594,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004577549691538183,
      "loss": 5.867,
      "mean_token_accuracy": 0.15649005323648452,
      "num_tokens": 6248021.0,
      "step": 3035
    },
    {
      "entropy": 6.038855028152466,
      "epoch": 2.6977363515312915,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00045755381802694206,
      "loss": 5.9027,
      "mean_token_accuracy": 0.15194420740008355,
      "num_tokens": 6259582.0,
      "step": 3040
    },
    {
      "entropy": 5.9294596195220945,
      "epoch": 2.7021748779405237,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00045735223900638967,
      "loss": 5.8207,
      "mean_token_accuracy": 0.15803860276937484,
      "num_tokens": 6269835.0,
      "step": 3045
    },
    {
      "entropy": 5.9558673858642575,
      "epoch": 2.706613404349756,
      "grad_norm": 1.21875,
      "learning_rate": 0.00045715023256464855,
      "loss": 5.746,
      "mean_token_accuracy": 0.16712094992399215,
      "num_tokens": 6279486.0,
      "step": 3050
    },
    {
      "entropy": 5.922696256637574,
      "epoch": 2.711051930758988,
      "grad_norm": 1.0234375,
      "learning_rate": 0.00045694779917520797,
      "loss": 5.817,
      "mean_token_accuracy": 0.16085006594657897,
      "num_tokens": 6290273.0,
      "step": 3055
    },
    {
      "entropy": 5.900194597244263,
      "epoch": 2.71549045716822,
      "grad_norm": 1.2265625,
      "learning_rate": 0.000456744939312558,
      "loss": 5.6937,
      "mean_token_accuracy": 0.17415937334299086,
      "num_tokens": 6299543.0,
      "step": 3060
    },
    {
      "entropy": 5.909957361221314,
      "epoch": 2.7199289835774523,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0004565416534521883,
      "loss": 5.7641,
      "mean_token_accuracy": 0.1630728706717491,
      "num_tokens": 6309813.0,
      "step": 3065
    },
    {
      "entropy": 5.874665069580078,
      "epoch": 2.7243675099866844,
      "grad_norm": 1.15625,
      "learning_rate": 0.000456337942070587,
      "loss": 5.7821,
      "mean_token_accuracy": 0.1703098714351654,
      "num_tokens": 6319961.0,
      "step": 3070
    },
    {
      "entropy": 5.964541339874268,
      "epoch": 2.7288060363959166,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004561338056452396,
      "loss": 5.737,
      "mean_token_accuracy": 0.16806395202875138,
      "num_tokens": 6329585.0,
      "step": 3075
    },
    {
      "entropy": 5.92868595123291,
      "epoch": 2.7332445628051487,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004559292446546281,
      "loss": 5.7987,
      "mean_token_accuracy": 0.16131089478731156,
      "num_tokens": 6339527.0,
      "step": 3080
    },
    {
      "entropy": 5.970851278305053,
      "epoch": 2.737683089214381,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004557242595782293,
      "loss": 5.7985,
      "mean_token_accuracy": 0.15973087251186371,
      "num_tokens": 6350079.0,
      "step": 3085
    },
    {
      "entropy": 5.91132082939148,
      "epoch": 2.742121615623613,
      "grad_norm": 1.125,
      "learning_rate": 0.0004555188508965144,
      "loss": 5.7925,
      "mean_token_accuracy": 0.16054237484931946,
      "num_tokens": 6359999.0,
      "step": 3090
    },
    {
      "entropy": 5.912930011749268,
      "epoch": 2.746560142032845,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00045531301909094724,
      "loss": 5.7963,
      "mean_token_accuracy": 0.1637853652238846,
      "num_tokens": 6370643.0,
      "step": 3095
    },
    {
      "entropy": 5.9343184471130375,
      "epoch": 2.7509986684420773,
      "grad_norm": 1.09375,
      "learning_rate": 0.0004551067646439834,
      "loss": 5.8199,
      "mean_token_accuracy": 0.15766822546720505,
      "num_tokens": 6381132.0,
      "step": 3100
    },
    {
      "entropy": 5.960313940048218,
      "epoch": 2.7554371948513094,
      "grad_norm": 1.15625,
      "learning_rate": 0.00045490008803906936,
      "loss": 5.7392,
      "mean_token_accuracy": 0.16581773906946182,
      "num_tokens": 6391143.0,
      "step": 3105
    },
    {
      "entropy": 5.841590690612793,
      "epoch": 2.7598757212605416,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004546929897606409,
      "loss": 5.7849,
      "mean_token_accuracy": 0.16631501466035842,
      "num_tokens": 6401079.0,
      "step": 3110
    },
    {
      "entropy": 5.993973875045777,
      "epoch": 2.7643142476697737,
      "grad_norm": 1.203125,
      "learning_rate": 0.00045448547029412225,
      "loss": 5.8225,
      "mean_token_accuracy": 0.16507848501205444,
      "num_tokens": 6412380.0,
      "step": 3115
    },
    {
      "entropy": 5.91737003326416,
      "epoch": 2.768752774079006,
      "grad_norm": 1.234375,
      "learning_rate": 0.00045427753012592477,
      "loss": 5.7552,
      "mean_token_accuracy": 0.1646926447749138,
      "num_tokens": 6423198.0,
      "step": 3120
    },
    {
      "entropy": 5.957061624526977,
      "epoch": 2.773191300488238,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045406916974344617,
      "loss": 5.8218,
      "mean_token_accuracy": 0.15380569249391557,
      "num_tokens": 6433850.0,
      "step": 3125
    },
    {
      "entropy": 5.903844690322876,
      "epoch": 2.77762982689747,
      "grad_norm": 1.109375,
      "learning_rate": 0.00045386038963506883,
      "loss": 5.7171,
      "mean_token_accuracy": 0.16169303506612778,
      "num_tokens": 6443296.0,
      "step": 3130
    },
    {
      "entropy": 5.890790748596191,
      "epoch": 2.7820683533067023,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004536511902901591,
      "loss": 5.7452,
      "mean_token_accuracy": 0.17047004401683807,
      "num_tokens": 6452857.0,
      "step": 3135
    },
    {
      "entropy": 5.9857110500335695,
      "epoch": 2.7865068797159345,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004534415721990659,
      "loss": 5.8426,
      "mean_token_accuracy": 0.15422120094299316,
      "num_tokens": 6463027.0,
      "step": 3140
    },
    {
      "entropy": 5.9161601066589355,
      "epoch": 2.790945406125166,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00045323153585311975,
      "loss": 5.7903,
      "mean_token_accuracy": 0.16016594916582108,
      "num_tokens": 6473667.0,
      "step": 3145
    },
    {
      "entropy": 5.91183705329895,
      "epoch": 2.7953839325343983,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004530210817446316,
      "loss": 5.7923,
      "mean_token_accuracy": 0.1590562269091606,
      "num_tokens": 6484935.0,
      "step": 3150
    },
    {
      "entropy": 5.96208758354187,
      "epoch": 2.7998224589436305,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004528102103668913,
      "loss": 5.824,
      "mean_token_accuracy": 0.1598386511206627,
      "num_tokens": 6496436.0,
      "step": 3155
    },
    {
      "entropy": 5.941922044754028,
      "epoch": 2.8042609853528626,
      "grad_norm": 1.0625,
      "learning_rate": 0.0004525989222141671,
      "loss": 5.8385,
      "mean_token_accuracy": 0.16108565628528596,
      "num_tokens": 6506426.0,
      "step": 3160
    },
    {
      "entropy": 5.909464502334595,
      "epoch": 2.8086995117620948,
      "grad_norm": 1.328125,
      "learning_rate": 0.00045238721778170386,
      "loss": 5.7245,
      "mean_token_accuracy": 0.17027909755706788,
      "num_tokens": 6516208.0,
      "step": 3165
    },
    {
      "entropy": 5.904296827316284,
      "epoch": 2.813138038171327,
      "grad_norm": 1.15625,
      "learning_rate": 0.00045217509756572256,
      "loss": 5.8064,
      "mean_token_accuracy": 0.16750676929950714,
      "num_tokens": 6526989.0,
      "step": 3170
    },
    {
      "entropy": 5.950080680847168,
      "epoch": 2.817576564580559,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004519625620634182,
      "loss": 5.779,
      "mean_token_accuracy": 0.16853131651878356,
      "num_tokens": 6536623.0,
      "step": 3175
    },
    {
      "entropy": 5.996464633941651,
      "epoch": 2.822015090989791,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00045174961177295964,
      "loss": 5.8603,
      "mean_token_accuracy": 0.15565441995859147,
      "num_tokens": 6546362.0,
      "step": 3180
    },
    {
      "entropy": 5.882690143585205,
      "epoch": 2.8264536173990233,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00045153624719348773,
      "loss": 5.7412,
      "mean_token_accuracy": 0.16545474231243135,
      "num_tokens": 6556018.0,
      "step": 3185
    },
    {
      "entropy": 5.9369165897369385,
      "epoch": 2.8308921438082555,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00045132246882511457,
      "loss": 5.8711,
      "mean_token_accuracy": 0.15271297544240953,
      "num_tokens": 6566633.0,
      "step": 3190
    },
    {
      "entropy": 5.928608226776123,
      "epoch": 2.8353306702174876,
      "grad_norm": 1.078125,
      "learning_rate": 0.0004511082771689219,
      "loss": 5.7848,
      "mean_token_accuracy": 0.162632454931736,
      "num_tokens": 6577078.0,
      "step": 3195
    },
    {
      "entropy": 5.87532901763916,
      "epoch": 2.83976919662672,
      "grad_norm": 1.140625,
      "learning_rate": 0.00045089367272696046,
      "loss": 5.7296,
      "mean_token_accuracy": 0.16761246025562287,
      "num_tokens": 6587012.0,
      "step": 3200
    },
    {
      "entropy": 5.853836631774902,
      "epoch": 2.844207723035952,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00045067865600224833,
      "loss": 5.7389,
      "mean_token_accuracy": 0.16479332596063614,
      "num_tokens": 6597487.0,
      "step": 3205
    },
    {
      "entropy": 5.851861524581909,
      "epoch": 2.848646249445184,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00045046322749877005,
      "loss": 5.8008,
      "mean_token_accuracy": 0.16307896375656128,
      "num_tokens": 6607959.0,
      "step": 3210
    },
    {
      "entropy": 5.999709367752075,
      "epoch": 2.853084775854416,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00045024738772147534,
      "loss": 5.8787,
      "mean_token_accuracy": 0.15614837110042573,
      "num_tokens": 6618790.0,
      "step": 3215
    },
    {
      "entropy": 5.923825883865357,
      "epoch": 2.8575233022636484,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004500311371762778,
      "loss": 5.8501,
      "mean_token_accuracy": 0.15941908359527587,
      "num_tokens": 6628472.0,
      "step": 3220
    },
    {
      "entropy": 5.905185556411743,
      "epoch": 2.8619618286728805,
      "grad_norm": 1.21875,
      "learning_rate": 0.00044981447637005396,
      "loss": 5.8651,
      "mean_token_accuracy": 0.16131409406661987,
      "num_tokens": 6638912.0,
      "step": 3225
    },
    {
      "entropy": 5.949870872497558,
      "epoch": 2.8664003550821127,
      "grad_norm": 1.046875,
      "learning_rate": 0.000449597405810642,
      "loss": 5.8519,
      "mean_token_accuracy": 0.1583707645535469,
      "num_tokens": 6649533.0,
      "step": 3230
    },
    {
      "entropy": 5.891813468933106,
      "epoch": 2.870838881491345,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004493799260068405,
      "loss": 5.7662,
      "mean_token_accuracy": 0.1668047934770584,
      "num_tokens": 6658936.0,
      "step": 3235
    },
    {
      "entropy": 5.957934093475342,
      "epoch": 2.875277407900577,
      "grad_norm": 1.328125,
      "learning_rate": 0.0004491620374684072,
      "loss": 5.8351,
      "mean_token_accuracy": 0.16199405193328859,
      "num_tokens": 6669555.0,
      "step": 3240
    },
    {
      "entropy": 5.974352836608887,
      "epoch": 2.879715934309809,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00044894374070605795,
      "loss": 5.7669,
      "mean_token_accuracy": 0.15872932597994804,
      "num_tokens": 6680298.0,
      "step": 3245
    },
    {
      "entropy": 5.8650794506073,
      "epoch": 2.8841544607190412,
      "grad_norm": 1.1875,
      "learning_rate": 0.00044872503623146544,
      "loss": 5.8364,
      "mean_token_accuracy": 0.1566520646214485,
      "num_tokens": 6690852.0,
      "step": 3250
    },
    {
      "entropy": 5.917939901351929,
      "epoch": 2.8885929871282734,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00044850592455725804,
      "loss": 5.8772,
      "mean_token_accuracy": 0.16597653180360794,
      "num_tokens": 6701442.0,
      "step": 3255
    },
    {
      "entropy": 5.969485950469971,
      "epoch": 2.8930315135375055,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004482864061970185,
      "loss": 5.812,
      "mean_token_accuracy": 0.15813857614994048,
      "num_tokens": 6711176.0,
      "step": 3260
    },
    {
      "entropy": 5.85574049949646,
      "epoch": 2.8974700399467377,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00044806648166528286,
      "loss": 5.7762,
      "mean_token_accuracy": 0.16221853271126746,
      "num_tokens": 6721869.0,
      "step": 3265
    },
    {
      "entropy": 5.909014701843262,
      "epoch": 2.90190856635597,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00044784615147753934,
      "loss": 5.7292,
      "mean_token_accuracy": 0.1643129900097847,
      "num_tokens": 6731004.0,
      "step": 3270
    },
    {
      "entropy": 6.034462118148804,
      "epoch": 2.906347092765202,
      "grad_norm": 1.359375,
      "learning_rate": 0.00044762541615022664,
      "loss": 5.8652,
      "mean_token_accuracy": 0.15844893604516982,
      "num_tokens": 6741793.0,
      "step": 3275
    },
    {
      "entropy": 6.018981266021728,
      "epoch": 2.910785619174434,
      "grad_norm": 1.0625,
      "learning_rate": 0.00044740427620073344,
      "loss": 5.8222,
      "mean_token_accuracy": 0.1608099490404129,
      "num_tokens": 6753177.0,
      "step": 3280
    },
    {
      "entropy": 5.9532171249389645,
      "epoch": 2.9152241455836663,
      "grad_norm": 1.125,
      "learning_rate": 0.00044718273214739654,
      "loss": 5.8773,
      "mean_token_accuracy": 0.15125300288200377,
      "num_tokens": 6763104.0,
      "step": 3285
    },
    {
      "entropy": 5.929151487350464,
      "epoch": 2.9196626719928984,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004469607845095002,
      "loss": 5.8162,
      "mean_token_accuracy": 0.16089233607053757,
      "num_tokens": 6773823.0,
      "step": 3290
    },
    {
      "entropy": 5.9447283267974855,
      "epoch": 2.9241011984021306,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004467384338072744,
      "loss": 5.7967,
      "mean_token_accuracy": 0.16282767355442046,
      "num_tokens": 6783445.0,
      "step": 3295
    },
    {
      "entropy": 5.851709604263306,
      "epoch": 2.9285397248113627,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0004465156805618941,
      "loss": 5.681,
      "mean_token_accuracy": 0.1752907082438469,
      "num_tokens": 6794199.0,
      "step": 3300
    },
    {
      "entropy": 5.876345252990722,
      "epoch": 2.932978251220595,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004462925252954775,
      "loss": 5.8756,
      "mean_token_accuracy": 0.15152985453605652,
      "num_tokens": 6804817.0,
      "step": 3305
    },
    {
      "entropy": 5.9312444686889645,
      "epoch": 2.937416777629827,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004460689685310855,
      "loss": 5.8161,
      "mean_token_accuracy": 0.16338575184345244,
      "num_tokens": 6815592.0,
      "step": 3310
    },
    {
      "entropy": 5.860175895690918,
      "epoch": 2.941855304039059,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0004458450107927199,
      "loss": 5.759,
      "mean_token_accuracy": 0.17119106501340867,
      "num_tokens": 6825653.0,
      "step": 3315
    },
    {
      "entropy": 5.963648462295533,
      "epoch": 2.9462938304482913,
      "grad_norm": 1.109375,
      "learning_rate": 0.00044562065260532214,
      "loss": 5.9028,
      "mean_token_accuracy": 0.15333495438098907,
      "num_tokens": 6836610.0,
      "step": 3320
    },
    {
      "entropy": 5.885528802871704,
      "epoch": 2.9507323568575234,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00044539589449477265,
      "loss": 5.6927,
      "mean_token_accuracy": 0.16941193193197251,
      "num_tokens": 6846700.0,
      "step": 3325
    },
    {
      "entropy": 5.940938091278076,
      "epoch": 2.9551708832667556,
      "grad_norm": 1.4921875,
      "learning_rate": 0.000445170736987889,
      "loss": 5.8498,
      "mean_token_accuracy": 0.15794429033994675,
      "num_tokens": 6857796.0,
      "step": 3330
    },
    {
      "entropy": 5.989238452911377,
      "epoch": 2.9596094096759877,
      "grad_norm": 1.171875,
      "learning_rate": 0.000444945180612425,
      "loss": 5.8447,
      "mean_token_accuracy": 0.15649579018354415,
      "num_tokens": 6868038.0,
      "step": 3335
    },
    {
      "entropy": 5.952742576599121,
      "epoch": 2.96404793608522,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00044471922589706944,
      "loss": 5.8328,
      "mean_token_accuracy": 0.1704735830426216,
      "num_tokens": 6878356.0,
      "step": 3340
    },
    {
      "entropy": 5.956376743316651,
      "epoch": 2.968486462494452,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004444928733714446,
      "loss": 5.801,
      "mean_token_accuracy": 0.1637368842959404,
      "num_tokens": 6889087.0,
      "step": 3345
    },
    {
      "entropy": 5.929503870010376,
      "epoch": 2.972924988903684,
      "grad_norm": 1.40625,
      "learning_rate": 0.00044426612356610555,
      "loss": 5.8323,
      "mean_token_accuracy": 0.15772309452295302,
      "num_tokens": 6898357.0,
      "step": 3350
    },
    {
      "entropy": 5.9494575500488285,
      "epoch": 2.9773635153129163,
      "grad_norm": 1.515625,
      "learning_rate": 0.0004440389770125382,
      "loss": 5.9006,
      "mean_token_accuracy": 0.1598823130130768,
      "num_tokens": 6908363.0,
      "step": 3355
    },
    {
      "entropy": 5.953467893600464,
      "epoch": 2.9818020417221485,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004438114342431586,
      "loss": 5.7412,
      "mean_token_accuracy": 0.16902253776788712,
      "num_tokens": 6918680.0,
      "step": 3360
    },
    {
      "entropy": 5.909799098968506,
      "epoch": 2.9862405681313806,
      "grad_norm": 1.171875,
      "learning_rate": 0.00044358349579131143,
      "loss": 5.8004,
      "mean_token_accuracy": 0.16135867238044738,
      "num_tokens": 6929063.0,
      "step": 3365
    },
    {
      "entropy": 5.941587018966675,
      "epoch": 2.9906790945406128,
      "grad_norm": 1.265625,
      "learning_rate": 0.00044335516219126876,
      "loss": 5.805,
      "mean_token_accuracy": 0.15798759311437607,
      "num_tokens": 6937862.0,
      "step": 3370
    },
    {
      "entropy": 5.936902904510498,
      "epoch": 2.995117620949845,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00044312643397822907,
      "loss": 5.8394,
      "mean_token_accuracy": 0.16224613785743713,
      "num_tokens": 6948838.0,
      "step": 3375
    },
    {
      "entropy": 5.955539321899414,
      "epoch": 2.999556147359077,
      "grad_norm": 1.21875,
      "learning_rate": 0.00044289731168831566,
      "loss": 5.8572,
      "mean_token_accuracy": 0.15817692875862122,
      "num_tokens": 6958496.0,
      "step": 3380
    },
    {
      "entropy": 5.930147065056695,
      "epoch": 3.003550821127386,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004426677958585755,
      "loss": 5.5163,
      "mean_token_accuracy": 0.17406127519077724,
      "num_tokens": 6967392.0,
      "step": 3385
    },
    {
      "entropy": 5.90186071395874,
      "epoch": 3.007989347536618,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00044243788702697797,
      "loss": 5.4168,
      "mean_token_accuracy": 0.18226586729288102,
      "num_tokens": 6976740.0,
      "step": 3390
    },
    {
      "entropy": 5.921399211883545,
      "epoch": 3.01242787394585,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004422075857324137,
      "loss": 5.461,
      "mean_token_accuracy": 0.17682978212833406,
      "num_tokens": 6986058.0,
      "step": 3395
    },
    {
      "entropy": 5.805210304260254,
      "epoch": 3.0168664003550822,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00044197689251469324,
      "loss": 5.4366,
      "mean_token_accuracy": 0.17929895371198654,
      "num_tokens": 6997796.0,
      "step": 3400
    },
    {
      "entropy": 5.819172430038452,
      "epoch": 3.0213049267643144,
      "grad_norm": 1.203125,
      "learning_rate": 0.00044174580791454555,
      "loss": 5.4213,
      "mean_token_accuracy": 0.18021279126405715,
      "num_tokens": 7008367.0,
      "step": 3405
    },
    {
      "entropy": 5.90168023109436,
      "epoch": 3.0257434531735465,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004415143324736174,
      "loss": 5.5685,
      "mean_token_accuracy": 0.1715884819626808,
      "num_tokens": 7019134.0,
      "step": 3410
    },
    {
      "entropy": 5.9204421043396,
      "epoch": 3.0301819795827787,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004412824667344712,
      "loss": 5.4352,
      "mean_token_accuracy": 0.17551446259021758,
      "num_tokens": 7030078.0,
      "step": 3415
    },
    {
      "entropy": 5.873832845687867,
      "epoch": 3.034620505992011,
      "grad_norm": 1.375,
      "learning_rate": 0.00044105021124058455,
      "loss": 5.4334,
      "mean_token_accuracy": 0.17652692794799804,
      "num_tokens": 7039828.0,
      "step": 3420
    },
    {
      "entropy": 5.702576208114624,
      "epoch": 3.039059032401243,
      "grad_norm": 1.140625,
      "learning_rate": 0.00044081756653634825,
      "loss": 5.4346,
      "mean_token_accuracy": 0.19161795526742936,
      "num_tokens": 7050842.0,
      "step": 3425
    },
    {
      "entropy": 5.811843490600586,
      "epoch": 3.043497558810475,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004405845331670659,
      "loss": 5.4042,
      "mean_token_accuracy": 0.1850294515490532,
      "num_tokens": 7059872.0,
      "step": 3430
    },
    {
      "entropy": 5.8140980243682865,
      "epoch": 3.0479360852197073,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004403511116789514,
      "loss": 5.4583,
      "mean_token_accuracy": 0.17900667041540147,
      "num_tokens": 7069625.0,
      "step": 3435
    },
    {
      "entropy": 5.849609327316284,
      "epoch": 3.052374611628939,
      "grad_norm": 1.25,
      "learning_rate": 0.00044011730261912915,
      "loss": 5.4784,
      "mean_token_accuracy": 0.1747259259223938,
      "num_tokens": 7078890.0,
      "step": 3440
    },
    {
      "entropy": 5.818154144287109,
      "epoch": 3.056813138038171,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004398831065356314,
      "loss": 5.4591,
      "mean_token_accuracy": 0.18030397742986679,
      "num_tokens": 7089123.0,
      "step": 3445
    },
    {
      "entropy": 5.864135217666626,
      "epoch": 3.0612516644474033,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00043964852397739793,
      "loss": 5.4633,
      "mean_token_accuracy": 0.1758294314146042,
      "num_tokens": 7100053.0,
      "step": 3450
    },
    {
      "entropy": 5.854467535018921,
      "epoch": 3.0656901908566354,
      "grad_norm": 3.125,
      "learning_rate": 0.000439413555494274,
      "loss": 5.5035,
      "mean_token_accuracy": 0.17171409279108046,
      "num_tokens": 7110528.0,
      "step": 3455
    },
    {
      "entropy": 5.797104597091675,
      "epoch": 3.0701287172658676,
      "grad_norm": 1.25,
      "learning_rate": 0.0004391782016370098,
      "loss": 5.552,
      "mean_token_accuracy": 0.17069081217050552,
      "num_tokens": 7121691.0,
      "step": 3460
    },
    {
      "entropy": 5.799645948410034,
      "epoch": 3.0745672436750997,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004389424629572586,
      "loss": 5.4676,
      "mean_token_accuracy": 0.17778647989034652,
      "num_tokens": 7131689.0,
      "step": 3465
    },
    {
      "entropy": 5.832806205749511,
      "epoch": 3.079005770084332,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00043870634000757605,
      "loss": 5.5696,
      "mean_token_accuracy": 0.1696484714746475,
      "num_tokens": 7142595.0,
      "step": 3470
    },
    {
      "entropy": 5.8818260669708256,
      "epoch": 3.083444296493564,
      "grad_norm": 1.453125,
      "learning_rate": 0.0004384698333414179,
      "loss": 5.4671,
      "mean_token_accuracy": 0.17925113886594773,
      "num_tokens": 7152092.0,
      "step": 3475
    },
    {
      "entropy": 5.796309995651245,
      "epoch": 3.087882822902796,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004382329435131396,
      "loss": 5.4868,
      "mean_token_accuracy": 0.17726072669029236,
      "num_tokens": 7163053.0,
      "step": 3480
    },
    {
      "entropy": 5.830512142181396,
      "epoch": 3.0923213493120283,
      "grad_norm": 1.3828125,
      "learning_rate": 0.00043799567107799504,
      "loss": 5.435,
      "mean_token_accuracy": 0.18380391746759414,
      "num_tokens": 7172812.0,
      "step": 3485
    },
    {
      "entropy": 5.815919589996338,
      "epoch": 3.0967598757212604,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00043775801659213425,
      "loss": 5.4432,
      "mean_token_accuracy": 0.18219853341579437,
      "num_tokens": 7183234.0,
      "step": 3490
    },
    {
      "entropy": 5.867840814590454,
      "epoch": 3.1011984021304926,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004375199806126034,
      "loss": 5.5505,
      "mean_token_accuracy": 0.17434204816818238,
      "num_tokens": 7193614.0,
      "step": 3495
    },
    {
      "entropy": 5.865722894668579,
      "epoch": 3.1056369285397247,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00043728156369734236,
      "loss": 5.5435,
      "mean_token_accuracy": 0.17825270295143128,
      "num_tokens": 7204836.0,
      "step": 3500
    },
    {
      "epoch": 3.1056369285397247,
      "eval_entropy": 5.67943718654243,
      "eval_loss": 6.10019063949585,
      "eval_mean_token_accuracy": 0.15331950948314826,
      "eval_num_tokens": 7204836.0,
      "eval_runtime": 2.6975,
      "eval_samples_per_second": 1248.216,
      "eval_steps_per_second": 156.073,
      "step": 3500
    },
    {
      "entropy": 5.769807004928589,
      "epoch": 3.110075454948957,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004370427664051841,
      "loss": 5.4519,
      "mean_token_accuracy": 0.17842291593551635,
      "num_tokens": 7215138.0,
      "step": 3505
    },
    {
      "entropy": 5.7893476486206055,
      "epoch": 3.114513981358189,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004368035892958533,
      "loss": 5.5557,
      "mean_token_accuracy": 0.17136096805334092,
      "num_tokens": 7226468.0,
      "step": 3510
    },
    {
      "entropy": 5.889794778823853,
      "epoch": 3.118952507767421,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00043656403292996454,
      "loss": 5.5482,
      "mean_token_accuracy": 0.17302740216255189,
      "num_tokens": 7235904.0,
      "step": 3515
    },
    {
      "entropy": 5.793400382995605,
      "epoch": 3.1233910341766533,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004363240978690218,
      "loss": 5.5274,
      "mean_token_accuracy": 0.17253278195858002,
      "num_tokens": 7245933.0,
      "step": 3520
    },
    {
      "entropy": 5.846996784210205,
      "epoch": 3.1278295605858855,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00043608378467541626,
      "loss": 5.5482,
      "mean_token_accuracy": 0.17442068457603455,
      "num_tokens": 7255626.0,
      "step": 3525
    },
    {
      "entropy": 5.793939161300659,
      "epoch": 3.1322680869951176,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00043584309391242584,
      "loss": 5.471,
      "mean_token_accuracy": 0.17612817138433456,
      "num_tokens": 7264579.0,
      "step": 3530
    },
    {
      "entropy": 5.80440616607666,
      "epoch": 3.1367066134043498,
      "grad_norm": 1.15625,
      "learning_rate": 0.0004356020261442131,
      "loss": 5.4877,
      "mean_token_accuracy": 0.17804499417543412,
      "num_tokens": 7274860.0,
      "step": 3535
    },
    {
      "entropy": 5.832252120971679,
      "epoch": 3.141145139813582,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00043536058193582443,
      "loss": 5.4445,
      "mean_token_accuracy": 0.17826966494321822,
      "num_tokens": 7285236.0,
      "step": 3540
    },
    {
      "entropy": 5.774497222900391,
      "epoch": 3.145583666222814,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004351187618531886,
      "loss": 5.4918,
      "mean_token_accuracy": 0.17440381795167922,
      "num_tokens": 7295291.0,
      "step": 3545
    },
    {
      "entropy": 5.885190725326538,
      "epoch": 3.150022192632046,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00043487656646311535,
      "loss": 5.5069,
      "mean_token_accuracy": 0.17112795114517212,
      "num_tokens": 7306237.0,
      "step": 3550
    },
    {
      "entropy": 5.744331693649292,
      "epoch": 3.1544607190412783,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004346339963332941,
      "loss": 5.4601,
      "mean_token_accuracy": 0.18217105120420457,
      "num_tokens": 7316695.0,
      "step": 3555
    },
    {
      "entropy": 5.734088611602783,
      "epoch": 3.1588992454505105,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004343910520322927,
      "loss": 5.4478,
      "mean_token_accuracy": 0.18409417420625687,
      "num_tokens": 7325942.0,
      "step": 3560
    },
    {
      "entropy": 5.781349754333496,
      "epoch": 3.1633377718597426,
      "grad_norm": 1.1328125,
      "learning_rate": 0.000434147734129556,
      "loss": 5.557,
      "mean_token_accuracy": 0.17307535111904143,
      "num_tokens": 7336817.0,
      "step": 3565
    },
    {
      "entropy": 5.821921443939209,
      "epoch": 3.1677762982689748,
      "grad_norm": 1.125,
      "learning_rate": 0.00043390404319540443,
      "loss": 5.5423,
      "mean_token_accuracy": 0.17289045602083206,
      "num_tokens": 7347072.0,
      "step": 3570
    },
    {
      "entropy": 5.850234889984131,
      "epoch": 3.172214824678207,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00043365997980103304,
      "loss": 5.4943,
      "mean_token_accuracy": 0.1778233155608177,
      "num_tokens": 7357125.0,
      "step": 3575
    },
    {
      "entropy": 5.763746833801269,
      "epoch": 3.176653351087439,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00043341554451850964,
      "loss": 5.4796,
      "mean_token_accuracy": 0.1793802037835121,
      "num_tokens": 7367290.0,
      "step": 3580
    },
    {
      "entropy": 5.780725145339966,
      "epoch": 3.181091877496671,
      "grad_norm": 1.171875,
      "learning_rate": 0.00043317073792077394,
      "loss": 5.4474,
      "mean_token_accuracy": 0.18791042119264603,
      "num_tokens": 7377126.0,
      "step": 3585
    },
    {
      "entropy": 5.8030867099761965,
      "epoch": 3.1855304039059034,
      "grad_norm": 1.03125,
      "learning_rate": 0.0004329255605816357,
      "loss": 5.4992,
      "mean_token_accuracy": 0.17195357382297516,
      "num_tokens": 7388136.0,
      "step": 3590
    },
    {
      "entropy": 5.821031093597412,
      "epoch": 3.1899689303151355,
      "grad_norm": 1.2421875,
      "learning_rate": 0.000432680013075774,
      "loss": 5.436,
      "mean_token_accuracy": 0.17939778566360473,
      "num_tokens": 7397781.0,
      "step": 3595
    },
    {
      "entropy": 5.805264902114868,
      "epoch": 3.1944074567243677,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004324340959787354,
      "loss": 5.4492,
      "mean_token_accuracy": 0.17887378931045533,
      "num_tokens": 7407135.0,
      "step": 3600
    },
    {
      "entropy": 5.814063787460327,
      "epoch": 3.1988459831336,
      "grad_norm": 1.140625,
      "learning_rate": 0.00043218780986693274,
      "loss": 5.5155,
      "mean_token_accuracy": 0.1740931436419487,
      "num_tokens": 7417614.0,
      "step": 3605
    },
    {
      "entropy": 5.742436218261719,
      "epoch": 3.203284509542832,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004319411553176438,
      "loss": 5.5237,
      "mean_token_accuracy": 0.17489579766988755,
      "num_tokens": 7427792.0,
      "step": 3610
    },
    {
      "entropy": 5.751005458831787,
      "epoch": 3.207723035952064,
      "grad_norm": 1.28125,
      "learning_rate": 0.0004316941329090101,
      "loss": 5.4246,
      "mean_token_accuracy": 0.1843129500746727,
      "num_tokens": 7437310.0,
      "step": 3615
    },
    {
      "entropy": 5.804794406890869,
      "epoch": 3.2121615623612962,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00043144674322003525,
      "loss": 5.5249,
      "mean_token_accuracy": 0.1753912925720215,
      "num_tokens": 7447451.0,
      "step": 3620
    },
    {
      "entropy": 5.8752443313598635,
      "epoch": 3.2166000887705284,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004311989868305837,
      "loss": 5.536,
      "mean_token_accuracy": 0.1762519434094429,
      "num_tokens": 7456837.0,
      "step": 3625
    },
    {
      "entropy": 5.7469000816345215,
      "epoch": 3.2210386151797605,
      "grad_norm": 1.28125,
      "learning_rate": 0.00043095086432137954,
      "loss": 5.5601,
      "mean_token_accuracy": 0.17813700139522554,
      "num_tokens": 7466832.0,
      "step": 3630
    },
    {
      "entropy": 5.867207765579224,
      "epoch": 3.2254771415889927,
      "grad_norm": 1.0703125,
      "learning_rate": 0.000430702376274005,
      "loss": 5.5123,
      "mean_token_accuracy": 0.181433866918087,
      "num_tokens": 7476833.0,
      "step": 3635
    },
    {
      "entropy": 5.72882194519043,
      "epoch": 3.2299156679982244,
      "grad_norm": 1.21875,
      "learning_rate": 0.00043045352327089907,
      "loss": 5.4978,
      "mean_token_accuracy": 0.17953841239213944,
      "num_tokens": 7486980.0,
      "step": 3640
    },
    {
      "entropy": 5.76573543548584,
      "epoch": 3.2343541944074565,
      "grad_norm": 1.375,
      "learning_rate": 0.00043020430589535625,
      "loss": 5.511,
      "mean_token_accuracy": 0.1714419886469841,
      "num_tokens": 7496612.0,
      "step": 3645
    },
    {
      "entropy": 5.787287712097168,
      "epoch": 3.2387927208166887,
      "grad_norm": 1.2109375,
      "learning_rate": 0.000429954724731525,
      "loss": 5.5044,
      "mean_token_accuracy": 0.17498656511306762,
      "num_tokens": 7506704.0,
      "step": 3650
    },
    {
      "entropy": 5.848012685775757,
      "epoch": 3.243231247225921,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004297047803644063,
      "loss": 5.5579,
      "mean_token_accuracy": 0.16941310465335846,
      "num_tokens": 7517914.0,
      "step": 3655
    },
    {
      "entropy": 5.829830932617187,
      "epoch": 3.247669773635153,
      "grad_norm": 1.1953125,
      "learning_rate": 0.000429454473379853,
      "loss": 5.5851,
      "mean_token_accuracy": 0.16952553391456604,
      "num_tokens": 7527610.0,
      "step": 3660
    },
    {
      "entropy": 5.78036208152771,
      "epoch": 3.252108300044385,
      "grad_norm": 1.421875,
      "learning_rate": 0.0004292038043645675,
      "loss": 5.579,
      "mean_token_accuracy": 0.17085347920656205,
      "num_tokens": 7536721.0,
      "step": 3665
    },
    {
      "entropy": 5.835186433792114,
      "epoch": 3.2565468264536173,
      "grad_norm": 1.21875,
      "learning_rate": 0.00042895277390610074,
      "loss": 5.5393,
      "mean_token_accuracy": 0.16900095343589783,
      "num_tokens": 7546508.0,
      "step": 3670
    },
    {
      "entropy": 5.8003698825836185,
      "epoch": 3.2609853528628494,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004287013825928509,
      "loss": 5.4926,
      "mean_token_accuracy": 0.1826077312231064,
      "num_tokens": 7556024.0,
      "step": 3675
    },
    {
      "entropy": 5.807423114776611,
      "epoch": 3.2654238792720816,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004284496310140622,
      "loss": 5.6074,
      "mean_token_accuracy": 0.16542265564203262,
      "num_tokens": 7566033.0,
      "step": 3680
    },
    {
      "entropy": 5.8312273025512695,
      "epoch": 3.2698624056813137,
      "grad_norm": 1.296875,
      "learning_rate": 0.0004281975197598231,
      "loss": 5.6146,
      "mean_token_accuracy": 0.17007148563861846,
      "num_tokens": 7576956.0,
      "step": 3685
    },
    {
      "entropy": 5.792421102523804,
      "epoch": 3.274300932090546,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004279450494210651,
      "loss": 5.5571,
      "mean_token_accuracy": 0.17620914578437805,
      "num_tokens": 7588185.0,
      "step": 3690
    },
    {
      "entropy": 5.833206367492676,
      "epoch": 3.278739458499778,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0004276922205895614,
      "loss": 5.4967,
      "mean_token_accuracy": 0.17706188112497329,
      "num_tokens": 7598886.0,
      "step": 3695
    },
    {
      "entropy": 5.774030017852783,
      "epoch": 3.28317798490901,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004274390338579257,
      "loss": 5.4094,
      "mean_token_accuracy": 0.18668818473815918,
      "num_tokens": 7609238.0,
      "step": 3700
    },
    {
      "entropy": 5.7815450668334964,
      "epoch": 3.2876165113182423,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0004271854898196102,
      "loss": 5.4946,
      "mean_token_accuracy": 0.1777348294854164,
      "num_tokens": 7619873.0,
      "step": 3705
    },
    {
      "entropy": 5.715425872802735,
      "epoch": 3.2920550377274744,
      "grad_norm": 1.5625,
      "learning_rate": 0.0004269315890689049,
      "loss": 5.4391,
      "mean_token_accuracy": 0.18781703263521193,
      "num_tokens": 7628903.0,
      "step": 3710
    },
    {
      "entropy": 5.795434141159058,
      "epoch": 3.2964935641367066,
      "grad_norm": 1.25,
      "learning_rate": 0.00042667733220093574,
      "loss": 5.6098,
      "mean_token_accuracy": 0.16501247882843018,
      "num_tokens": 7639774.0,
      "step": 3715
    },
    {
      "entropy": 5.788212394714355,
      "epoch": 3.3009320905459387,
      "grad_norm": 1.34375,
      "learning_rate": 0.0004264227198116635,
      "loss": 5.5198,
      "mean_token_accuracy": 0.17427263855934144,
      "num_tokens": 7649739.0,
      "step": 3720
    },
    {
      "entropy": 5.754326581954956,
      "epoch": 3.305370616955171,
      "grad_norm": 1.1875,
      "learning_rate": 0.00042616775249788223,
      "loss": 5.4986,
      "mean_token_accuracy": 0.17347201257944106,
      "num_tokens": 7659329.0,
      "step": 3725
    },
    {
      "entropy": 5.818285989761352,
      "epoch": 3.309809143364403,
      "grad_norm": 1.25,
      "learning_rate": 0.0004259124308572178,
      "loss": 5.5031,
      "mean_token_accuracy": 0.17783356904983522,
      "num_tokens": 7669754.0,
      "step": 3730
    },
    {
      "entropy": 5.849746561050415,
      "epoch": 3.314247669773635,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0004256567554881268,
      "loss": 5.5744,
      "mean_token_accuracy": 0.16835701167583467,
      "num_tokens": 7679139.0,
      "step": 3735
    },
    {
      "entropy": 5.756852912902832,
      "epoch": 3.3186861961828673,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0004254007269898948,
      "loss": 5.4857,
      "mean_token_accuracy": 0.17899881154298783,
      "num_tokens": 7689210.0,
      "step": 3740
    },
    {
      "entropy": 5.784307432174683,
      "epoch": 3.3231247225920995,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00042514434596263513,
      "loss": 5.5316,
      "mean_token_accuracy": 0.17348483949899673,
      "num_tokens": 7698741.0,
      "step": 3745
    },
    {
      "entropy": 5.769883012771606,
      "epoch": 3.3275632490013316,
      "grad_norm": 1.78125,
      "learning_rate": 0.0004248876130072873,
      "loss": 5.5304,
      "mean_token_accuracy": 0.1791750445961952,
      "num_tokens": 7708398.0,
      "step": 3750
    },
    {
      "entropy": 5.805131721496582,
      "epoch": 3.3320017754105637,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00042463052872561587,
      "loss": 5.4996,
      "mean_token_accuracy": 0.17841846048831939,
      "num_tokens": 7718574.0,
      "step": 3755
    },
    {
      "entropy": 5.776119947433472,
      "epoch": 3.336440301819796,
      "grad_norm": 1.25,
      "learning_rate": 0.00042437309372020886,
      "loss": 5.491,
      "mean_token_accuracy": 0.18578603267669677,
      "num_tokens": 7728453.0,
      "step": 3760
    },
    {
      "entropy": 5.758517026901245,
      "epoch": 3.340878828229028,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00042411530859447634,
      "loss": 5.4694,
      "mean_token_accuracy": 0.17349309474229813,
      "num_tokens": 7738928.0,
      "step": 3765
    },
    {
      "entropy": 5.788589143753052,
      "epoch": 3.34531735463826,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004238571739526489,
      "loss": 5.5044,
      "mean_token_accuracy": 0.18183342814445497,
      "num_tokens": 7748828.0,
      "step": 3770
    },
    {
      "entropy": 5.8095966339111325,
      "epoch": 3.3497558810474923,
      "grad_norm": 1.203125,
      "learning_rate": 0.0004235986903997767,
      "loss": 5.5192,
      "mean_token_accuracy": 0.17913017868995668,
      "num_tokens": 7759533.0,
      "step": 3775
    },
    {
      "entropy": 5.770309352874756,
      "epoch": 3.3541944074567245,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004233398585417275,
      "loss": 5.4932,
      "mean_token_accuracy": 0.17637839764356614,
      "num_tokens": 7769511.0,
      "step": 3780
    },
    {
      "entropy": 5.806517553329468,
      "epoch": 3.3586329338659566,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004230806789851854,
      "loss": 5.5236,
      "mean_token_accuracy": 0.1788152739405632,
      "num_tokens": 7779579.0,
      "step": 3785
    },
    {
      "entropy": 5.761344146728516,
      "epoch": 3.3630714602751888,
      "grad_norm": 1.328125,
      "learning_rate": 0.00042282115233764953,
      "loss": 5.5373,
      "mean_token_accuracy": 0.18033097833395004,
      "num_tokens": 7789739.0,
      "step": 3790
    },
    {
      "entropy": 5.832413530349731,
      "epoch": 3.367509986684421,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0004225612792074326,
      "loss": 5.5743,
      "mean_token_accuracy": 0.17297957986593246,
      "num_tokens": 7798744.0,
      "step": 3795
    },
    {
      "entropy": 5.769485569000244,
      "epoch": 3.371948513093653,
      "grad_norm": 1.28125,
      "learning_rate": 0.00042230106020365964,
      "loss": 5.4193,
      "mean_token_accuracy": 0.1825847089290619,
      "num_tokens": 7808111.0,
      "step": 3800
    },
    {
      "entropy": 5.798009586334229,
      "epoch": 3.376387039502885,
      "grad_norm": 1.203125,
      "learning_rate": 0.00042204049593626617,
      "loss": 5.4902,
      "mean_token_accuracy": 0.17742030769586564,
      "num_tokens": 7818673.0,
      "step": 3805
    },
    {
      "entropy": 5.741698551177978,
      "epoch": 3.3808255659121174,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00042177958701599696,
      "loss": 5.508,
      "mean_token_accuracy": 0.17802224904298783,
      "num_tokens": 7829165.0,
      "step": 3810
    },
    {
      "entropy": 5.735812187194824,
      "epoch": 3.3852640923213495,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004215183340544047,
      "loss": 5.4262,
      "mean_token_accuracy": 0.1855878248810768,
      "num_tokens": 7839345.0,
      "step": 3815
    },
    {
      "entropy": 5.765830135345459,
      "epoch": 3.389702618730581,
      "grad_norm": 1.109375,
      "learning_rate": 0.0004212567376638485,
      "loss": 5.5266,
      "mean_token_accuracy": 0.18168332129716874,
      "num_tokens": 7850232.0,
      "step": 3820
    },
    {
      "entropy": 5.817579126358032,
      "epoch": 3.3941411451398134,
      "grad_norm": 1.265625,
      "learning_rate": 0.00042099479845749256,
      "loss": 5.5961,
      "mean_token_accuracy": 0.16893403679132463,
      "num_tokens": 7860109.0,
      "step": 3825
    },
    {
      "entropy": 5.775877475738525,
      "epoch": 3.3985796715490455,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00042073251704930414,
      "loss": 5.5559,
      "mean_token_accuracy": 0.17739353477954864,
      "num_tokens": 7870466.0,
      "step": 3830
    },
    {
      "entropy": 5.847122144699097,
      "epoch": 3.4030181979582776,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00042046989405405326,
      "loss": 5.5934,
      "mean_token_accuracy": 0.17239516228437424,
      "num_tokens": 7880460.0,
      "step": 3835
    },
    {
      "entropy": 5.73626298904419,
      "epoch": 3.40745672436751,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004202069300873102,
      "loss": 5.444,
      "mean_token_accuracy": 0.17805344611406326,
      "num_tokens": 7890099.0,
      "step": 3840
    },
    {
      "entropy": 5.804626178741455,
      "epoch": 3.411895250776742,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004199436257654445,
      "loss": 5.5374,
      "mean_token_accuracy": 0.17474997490644456,
      "num_tokens": 7900484.0,
      "step": 3845
    },
    {
      "entropy": 5.791158151626587,
      "epoch": 3.416333777185974,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0004196799817056234,
      "loss": 5.5676,
      "mean_token_accuracy": 0.1661073759198189,
      "num_tokens": 7911408.0,
      "step": 3850
    },
    {
      "entropy": 5.822518634796142,
      "epoch": 3.4207723035952062,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00041941599852581067,
      "loss": 5.5941,
      "mean_token_accuracy": 0.16456971168518067,
      "num_tokens": 7922317.0,
      "step": 3855
    },
    {
      "entropy": 5.850543022155762,
      "epoch": 3.4252108300044384,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00041915167684476495,
      "loss": 5.5218,
      "mean_token_accuracy": 0.18075551390647887,
      "num_tokens": 7932713.0,
      "step": 3860
    },
    {
      "entropy": 5.771756839752197,
      "epoch": 3.4296493564136705,
      "grad_norm": 1.265625,
      "learning_rate": 0.000418887017282038,
      "loss": 5.4753,
      "mean_token_accuracy": 0.1776781052350998,
      "num_tokens": 7942639.0,
      "step": 3865
    },
    {
      "entropy": 5.707421112060547,
      "epoch": 3.4340878828229027,
      "grad_norm": 1.25,
      "learning_rate": 0.00041862202045797386,
      "loss": 5.5052,
      "mean_token_accuracy": 0.18350479304790496,
      "num_tokens": 7953094.0,
      "step": 3870
    },
    {
      "entropy": 5.789714384078979,
      "epoch": 3.438526409232135,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004183566869937069,
      "loss": 5.5103,
      "mean_token_accuracy": 0.17723090648651124,
      "num_tokens": 7963070.0,
      "step": 3875
    },
    {
      "entropy": 5.729114675521851,
      "epoch": 3.442964935641367,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004180910175111608,
      "loss": 5.4825,
      "mean_token_accuracy": 0.18474385887384415,
      "num_tokens": 7972957.0,
      "step": 3880
    },
    {
      "entropy": 5.81961579322815,
      "epoch": 3.447403462050599,
      "grad_norm": 1.1875,
      "learning_rate": 0.00041782501263304655,
      "loss": 5.5174,
      "mean_token_accuracy": 0.17037456184625627,
      "num_tokens": 7982759.0,
      "step": 3885
    },
    {
      "entropy": 5.793990993499756,
      "epoch": 3.4518419884598313,
      "grad_norm": 1.21875,
      "learning_rate": 0.0004175586729828614,
      "loss": 5.6276,
      "mean_token_accuracy": 0.1665704995393753,
      "num_tokens": 7993300.0,
      "step": 3890
    },
    {
      "entropy": 5.737445640563965,
      "epoch": 3.4562805148690634,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00041729199918488725,
      "loss": 5.4466,
      "mean_token_accuracy": 0.1841512829065323,
      "num_tokens": 8003175.0,
      "step": 3895
    },
    {
      "entropy": 5.7286967754364015,
      "epoch": 3.4607190412782955,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00041702499186418936,
      "loss": 5.4967,
      "mean_token_accuracy": 0.18316451460123062,
      "num_tokens": 8013399.0,
      "step": 3900
    },
    {
      "entropy": 5.761036109924317,
      "epoch": 3.4651575676875277,
      "grad_norm": 1.25,
      "learning_rate": 0.00041675765164661473,
      "loss": 5.5364,
      "mean_token_accuracy": 0.1704569160938263,
      "num_tokens": 8022939.0,
      "step": 3905
    },
    {
      "entropy": 5.758256196975708,
      "epoch": 3.46959609409676,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004164899791587903,
      "loss": 5.5904,
      "mean_token_accuracy": 0.17271675616502763,
      "num_tokens": 8034267.0,
      "step": 3910
    },
    {
      "entropy": 5.749184274673462,
      "epoch": 3.474034620505992,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00041622197502812224,
      "loss": 5.4549,
      "mean_token_accuracy": 0.17980799823999405,
      "num_tokens": 8044270.0,
      "step": 3915
    },
    {
      "entropy": 5.827999448776245,
      "epoch": 3.478473146915224,
      "grad_norm": 1.046875,
      "learning_rate": 0.000415953639882794,
      "loss": 5.5304,
      "mean_token_accuracy": 0.1710374191403389,
      "num_tokens": 8055775.0,
      "step": 3920
    },
    {
      "entropy": 5.766659116744995,
      "epoch": 3.4829116733244563,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00041568497435176473,
      "loss": 5.5221,
      "mean_token_accuracy": 0.17611446529626845,
      "num_tokens": 8065768.0,
      "step": 3925
    },
    {
      "entropy": 5.748378419876099,
      "epoch": 3.4873501997336884,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0004154159790647681,
      "loss": 5.4649,
      "mean_token_accuracy": 0.18407126516103745,
      "num_tokens": 8075759.0,
      "step": 3930
    },
    {
      "entropy": 5.7725756645202635,
      "epoch": 3.4917887261429206,
      "grad_norm": 1.234375,
      "learning_rate": 0.00041514665465231063,
      "loss": 5.4982,
      "mean_token_accuracy": 0.18658517599105834,
      "num_tokens": 8085658.0,
      "step": 3935
    },
    {
      "entropy": 5.741648721694946,
      "epoch": 3.4962272525521527,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00041487700174567036,
      "loss": 5.5052,
      "mean_token_accuracy": 0.17059303522109986,
      "num_tokens": 8096094.0,
      "step": 3940
    },
    {
      "entropy": 5.767246150970459,
      "epoch": 3.500665778961385,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00041460702097689535,
      "loss": 5.5218,
      "mean_token_accuracy": 0.1741237834095955,
      "num_tokens": 8106617.0,
      "step": 3945
    },
    {
      "entropy": 5.773199129104614,
      "epoch": 3.505104305370617,
      "grad_norm": 1.234375,
      "learning_rate": 0.00041433671297880204,
      "loss": 5.5496,
      "mean_token_accuracy": 0.16931709200143813,
      "num_tokens": 8116621.0,
      "step": 3950
    },
    {
      "entropy": 5.806981468200684,
      "epoch": 3.509542831779849,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0004140660783849739,
      "loss": 5.5137,
      "mean_token_accuracy": 0.17311855256557465,
      "num_tokens": 8127433.0,
      "step": 3955
    },
    {
      "entropy": 5.786522340774536,
      "epoch": 3.5139813581890813,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00041379511782975995,
      "loss": 5.5991,
      "mean_token_accuracy": 0.17303308695554734,
      "num_tokens": 8138568.0,
      "step": 3960
    },
    {
      "entropy": 5.76244478225708,
      "epoch": 3.5184198845983135,
      "grad_norm": 1.25,
      "learning_rate": 0.0004135238319482731,
      "loss": 5.5114,
      "mean_token_accuracy": 0.18091665506362914,
      "num_tokens": 8148358.0,
      "step": 3965
    },
    {
      "entropy": 5.7167627811431885,
      "epoch": 3.5228584110075456,
      "grad_norm": 1.25,
      "learning_rate": 0.00041325222137638914,
      "loss": 5.3969,
      "mean_token_accuracy": 0.18320150971412658,
      "num_tokens": 8157817.0,
      "step": 3970
    },
    {
      "entropy": 5.775286912918091,
      "epoch": 3.5272969374167777,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0004129802867507444,
      "loss": 5.5544,
      "mean_token_accuracy": 0.17027477473020552,
      "num_tokens": 8167599.0,
      "step": 3975
    },
    {
      "entropy": 5.696363019943237,
      "epoch": 3.53173546382601,
      "grad_norm": 1.140625,
      "learning_rate": 0.0004127080287087354,
      "loss": 5.5232,
      "mean_token_accuracy": 0.17984641939401627,
      "num_tokens": 8179004.0,
      "step": 3980
    },
    {
      "entropy": 5.784954500198364,
      "epoch": 3.536173990235242,
      "grad_norm": 1.171875,
      "learning_rate": 0.00041243544788851616,
      "loss": 5.4638,
      "mean_token_accuracy": 0.18233600854873658,
      "num_tokens": 8189410.0,
      "step": 3985
    },
    {
      "entropy": 5.829836797714234,
      "epoch": 3.540612516644474,
      "grad_norm": 1.1875,
      "learning_rate": 0.00041216254492899753,
      "loss": 5.6603,
      "mean_token_accuracy": 0.1625197023153305,
      "num_tokens": 8200712.0,
      "step": 3990
    },
    {
      "entropy": 5.799665212631226,
      "epoch": 3.5450510430537063,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004118893204698454,
      "loss": 5.5192,
      "mean_token_accuracy": 0.17453998774290086,
      "num_tokens": 8209907.0,
      "step": 3995
    },
    {
      "entropy": 5.747171545028687,
      "epoch": 3.5494895694629385,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004116157751514793,
      "loss": 5.5106,
      "mean_token_accuracy": 0.18200805485248567,
      "num_tokens": 8220216.0,
      "step": 4000
    },
    {
      "epoch": 3.5494895694629385,
      "eval_entropy": 5.639556728462709,
      "eval_loss": 6.055363178253174,
      "eval_mean_token_accuracy": 0.1559798157377934,
      "eval_num_tokens": 8220216.0,
      "eval_runtime": 2.6999,
      "eval_samples_per_second": 1247.088,
      "eval_steps_per_second": 155.932,
      "step": 4000
    },
    {
      "entropy": 5.758590269088745,
      "epoch": 3.5539280958721706,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00041134190961507073,
      "loss": 5.5321,
      "mean_token_accuracy": 0.17542774826288224,
      "num_tokens": 8230336.0,
      "step": 4005
    },
    {
      "entropy": 5.784881734848023,
      "epoch": 3.5583666222814028,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00041106772450254177,
      "loss": 5.4653,
      "mean_token_accuracy": 0.17452345192432403,
      "num_tokens": 8240874.0,
      "step": 4010
    },
    {
      "entropy": 5.783570194244385,
      "epoch": 3.562805148690635,
      "grad_norm": 1.1875,
      "learning_rate": 0.00041079322045656366,
      "loss": 5.5892,
      "mean_token_accuracy": 0.17384659200906755,
      "num_tokens": 8252841.0,
      "step": 4015
    },
    {
      "entropy": 5.830329322814942,
      "epoch": 3.567243675099867,
      "grad_norm": 1.1484375,
      "learning_rate": 0.000410518398120555,
      "loss": 5.5175,
      "mean_token_accuracy": 0.17372012734413148,
      "num_tokens": 8263302.0,
      "step": 4020
    },
    {
      "entropy": 5.751014280319214,
      "epoch": 3.571682201509099,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00041024325813868065,
      "loss": 5.5459,
      "mean_token_accuracy": 0.17314320653676987,
      "num_tokens": 8274057.0,
      "step": 4025
    },
    {
      "entropy": 5.72536072731018,
      "epoch": 3.5761207279183314,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00040996780115584995,
      "loss": 5.5958,
      "mean_token_accuracy": 0.1759219765663147,
      "num_tokens": 8286464.0,
      "step": 4030
    },
    {
      "entropy": 5.826333808898926,
      "epoch": 3.5805592543275635,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0004096920278177153,
      "loss": 5.5092,
      "mean_token_accuracy": 0.18037501573562623,
      "num_tokens": 8296892.0,
      "step": 4035
    },
    {
      "entropy": 5.790096998214722,
      "epoch": 3.5849977807367956,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004094159387706703,
      "loss": 5.5125,
      "mean_token_accuracy": 0.18033478856086732,
      "num_tokens": 8306657.0,
      "step": 4040
    },
    {
      "entropy": 5.824331569671631,
      "epoch": 3.589436307146028,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004091395346618491,
      "loss": 5.6575,
      "mean_token_accuracy": 0.16630110293626785,
      "num_tokens": 8316827.0,
      "step": 4045
    },
    {
      "entropy": 5.805656099319458,
      "epoch": 3.5938748335552595,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00040886281613912396,
      "loss": 5.4919,
      "mean_token_accuracy": 0.17849037796258926,
      "num_tokens": 8328373.0,
      "step": 4050
    },
    {
      "entropy": 5.827359437942505,
      "epoch": 3.5983133599644916,
      "grad_norm": 1.015625,
      "learning_rate": 0.0004085857838511042,
      "loss": 5.5818,
      "mean_token_accuracy": 0.17678980827331542,
      "num_tokens": 8341237.0,
      "step": 4055
    },
    {
      "entropy": 5.710772895812989,
      "epoch": 3.602751886373724,
      "grad_norm": 1.0546875,
      "learning_rate": 0.00040830843844713447,
      "loss": 5.5011,
      "mean_token_accuracy": 0.1750195726752281,
      "num_tokens": 8352017.0,
      "step": 4060
    },
    {
      "entropy": 5.81193175315857,
      "epoch": 3.607190412782956,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00040803078057729354,
      "loss": 5.5159,
      "mean_token_accuracy": 0.17865791022777558,
      "num_tokens": 8362928.0,
      "step": 4065
    },
    {
      "entropy": 5.748114824295044,
      "epoch": 3.611628939192188,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004077528108923924,
      "loss": 5.5559,
      "mean_token_accuracy": 0.17659952044486998,
      "num_tokens": 8373381.0,
      "step": 4070
    },
    {
      "entropy": 5.803421354293823,
      "epoch": 3.6160674656014202,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0004074745300439732,
      "loss": 5.6322,
      "mean_token_accuracy": 0.1618813991546631,
      "num_tokens": 8384582.0,
      "step": 4075
    },
    {
      "entropy": 5.8019660949707035,
      "epoch": 3.6205059920106524,
      "grad_norm": 1.34375,
      "learning_rate": 0.000407195938684307,
      "loss": 5.4872,
      "mean_token_accuracy": 0.17608115077018738,
      "num_tokens": 8394519.0,
      "step": 4080
    },
    {
      "entropy": 5.7562150955200195,
      "epoch": 3.6249445184198845,
      "grad_norm": 1.203125,
      "learning_rate": 0.000406917037466393,
      "loss": 5.5079,
      "mean_token_accuracy": 0.18082676380872725,
      "num_tokens": 8405010.0,
      "step": 4085
    },
    {
      "entropy": 5.736172008514404,
      "epoch": 3.6293830448291167,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0004066378270439567,
      "loss": 5.4797,
      "mean_token_accuracy": 0.18313054293394088,
      "num_tokens": 8414933.0,
      "step": 4090
    },
    {
      "entropy": 5.825035905838012,
      "epoch": 3.633821571238349,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0004063583080714481,
      "loss": 5.4873,
      "mean_token_accuracy": 0.17869255542755128,
      "num_tokens": 8426086.0,
      "step": 4095
    },
    {
      "entropy": 5.788977384567261,
      "epoch": 3.638260097647581,
      "grad_norm": 1.15625,
      "learning_rate": 0.00040607848120404063,
      "loss": 5.587,
      "mean_token_accuracy": 0.16598645299673082,
      "num_tokens": 8436157.0,
      "step": 4100
    },
    {
      "entropy": 5.757912921905517,
      "epoch": 3.642698624056813,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0004057983470976293,
      "loss": 5.5187,
      "mean_token_accuracy": 0.17786410450935364,
      "num_tokens": 8446602.0,
      "step": 4105
    },
    {
      "entropy": 5.770361804962159,
      "epoch": 3.6471371504660453,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00040551790640882954,
      "loss": 5.5779,
      "mean_token_accuracy": 0.17473774552345275,
      "num_tokens": 8457029.0,
      "step": 4110
    },
    {
      "entropy": 5.7793317317962645,
      "epoch": 3.6515756768752774,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00040523715979497486,
      "loss": 5.5423,
      "mean_token_accuracy": 0.1721513971686363,
      "num_tokens": 8466965.0,
      "step": 4115
    },
    {
      "entropy": 5.807348728179932,
      "epoch": 3.6560142032845095,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0004049561079141163,
      "loss": 5.5432,
      "mean_token_accuracy": 0.1787703663110733,
      "num_tokens": 8477009.0,
      "step": 4120
    },
    {
      "entropy": 5.7499840259552,
      "epoch": 3.6604527296937417,
      "grad_norm": 1.265625,
      "learning_rate": 0.0004046747514250202,
      "loss": 5.5504,
      "mean_token_accuracy": 0.17546208202838898,
      "num_tokens": 8487931.0,
      "step": 4125
    },
    {
      "entropy": 5.652848815917968,
      "epoch": 3.664891256102974,
      "grad_norm": 1.171875,
      "learning_rate": 0.0004043930909871671,
      "loss": 5.4463,
      "mean_token_accuracy": 0.1887633755803108,
      "num_tokens": 8498347.0,
      "step": 4130
    },
    {
      "entropy": 5.742549324035645,
      "epoch": 3.669329782512206,
      "grad_norm": 1.25,
      "learning_rate": 0.00040411112726074954,
      "loss": 5.4154,
      "mean_token_accuracy": 0.18402329832315445,
      "num_tokens": 8508032.0,
      "step": 4135
    },
    {
      "entropy": 5.75079312324524,
      "epoch": 3.673768308921438,
      "grad_norm": 1.375,
      "learning_rate": 0.00040382886090667154,
      "loss": 5.4874,
      "mean_token_accuracy": 0.1806105464696884,
      "num_tokens": 8517279.0,
      "step": 4140
    },
    {
      "entropy": 5.771097898483276,
      "epoch": 3.6782068353306703,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0004035462925865459,
      "loss": 5.5024,
      "mean_token_accuracy": 0.17528152018785476,
      "num_tokens": 8526978.0,
      "step": 4145
    },
    {
      "entropy": 5.67859206199646,
      "epoch": 3.6826453617399024,
      "grad_norm": 1.21875,
      "learning_rate": 0.00040326342296269363,
      "loss": 5.4488,
      "mean_token_accuracy": 0.18660874664783478,
      "num_tokens": 8537203.0,
      "step": 4150
    },
    {
      "entropy": 5.743128395080566,
      "epoch": 3.6870838881491346,
      "grad_norm": 1.234375,
      "learning_rate": 0.00040298025269814165,
      "loss": 5.4749,
      "mean_token_accuracy": 0.17928291708230973,
      "num_tokens": 8548761.0,
      "step": 4155
    },
    {
      "entropy": 5.839509391784668,
      "epoch": 3.6915224145583667,
      "grad_norm": 1.1875,
      "learning_rate": 0.0004026967824566218,
      "loss": 5.5589,
      "mean_token_accuracy": 0.16653368175029754,
      "num_tokens": 8559428.0,
      "step": 4160
    },
    {
      "entropy": 5.729336977005005,
      "epoch": 3.695960940967599,
      "grad_norm": 1.1875,
      "learning_rate": 0.000402413012902569,
      "loss": 5.4503,
      "mean_token_accuracy": 0.17860912382602692,
      "num_tokens": 8570173.0,
      "step": 4165
    },
    {
      "entropy": 5.747783279418945,
      "epoch": 3.700399467376831,
      "grad_norm": 1.046875,
      "learning_rate": 0.00040212894470111966,
      "loss": 5.5785,
      "mean_token_accuracy": 0.17391075789928437,
      "num_tokens": 8581673.0,
      "step": 4170
    },
    {
      "entropy": 5.77725305557251,
      "epoch": 3.704837993786063,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004018445785181102,
      "loss": 5.4539,
      "mean_token_accuracy": 0.18218168914318084,
      "num_tokens": 8591375.0,
      "step": 4175
    },
    {
      "entropy": 5.710399770736695,
      "epoch": 3.7092765201952953,
      "grad_norm": 1.3671875,
      "learning_rate": 0.0004015599150200755,
      "loss": 5.5329,
      "mean_token_accuracy": 0.1777075231075287,
      "num_tokens": 8601940.0,
      "step": 4180
    },
    {
      "entropy": 5.707136774063111,
      "epoch": 3.7137150466045274,
      "grad_norm": 1.296875,
      "learning_rate": 0.00040127495487424735,
      "loss": 5.4598,
      "mean_token_accuracy": 0.18140023648738862,
      "num_tokens": 8612346.0,
      "step": 4185
    },
    {
      "entropy": 5.744045686721802,
      "epoch": 3.7181535730137596,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0004009896987485531,
      "loss": 5.5638,
      "mean_token_accuracy": 0.17714692652225494,
      "num_tokens": 8622994.0,
      "step": 4190
    },
    {
      "entropy": 5.775576734542847,
      "epoch": 3.7225920994229913,
      "grad_norm": 1.265625,
      "learning_rate": 0.00040070414731161326,
      "loss": 5.5267,
      "mean_token_accuracy": 0.1812612682580948,
      "num_tokens": 8633684.0,
      "step": 4195
    },
    {
      "entropy": 5.662596607208252,
      "epoch": 3.7270306258322234,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00040041830123274105,
      "loss": 5.4511,
      "mean_token_accuracy": 0.18718448132276536,
      "num_tokens": 8642799.0,
      "step": 4200
    },
    {
      "entropy": 5.827040672302246,
      "epoch": 3.7314691522414556,
      "grad_norm": 1.234375,
      "learning_rate": 0.0004001321611819401,
      "loss": 5.5311,
      "mean_token_accuracy": 0.18084388226270676,
      "num_tokens": 8652611.0,
      "step": 4205
    },
    {
      "entropy": 5.714217329025269,
      "epoch": 3.7359076786506877,
      "grad_norm": 1.234375,
      "learning_rate": 0.0003998457278299033,
      "loss": 5.5617,
      "mean_token_accuracy": 0.17636579573154448,
      "num_tokens": 8662819.0,
      "step": 4210
    },
    {
      "entropy": 5.70295467376709,
      "epoch": 3.74034620505992,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003995590018480107,
      "loss": 5.4903,
      "mean_token_accuracy": 0.18014921694993974,
      "num_tokens": 8673276.0,
      "step": 4215
    },
    {
      "entropy": 5.848191595077514,
      "epoch": 3.744784731469152,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00039927198390832843,
      "loss": 5.6112,
      "mean_token_accuracy": 0.1720762312412262,
      "num_tokens": 8684106.0,
      "step": 4220
    },
    {
      "entropy": 5.776020240783692,
      "epoch": 3.749223257878384,
      "grad_norm": 1.25,
      "learning_rate": 0.000398984674683607,
      "loss": 5.4998,
      "mean_token_accuracy": 0.1755255162715912,
      "num_tokens": 8694533.0,
      "step": 4225
    },
    {
      "entropy": 5.738758993148804,
      "epoch": 3.7536617842876163,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003986970748472795,
      "loss": 5.5222,
      "mean_token_accuracy": 0.17897798866033554,
      "num_tokens": 8704241.0,
      "step": 4230
    },
    {
      "entropy": 5.78121862411499,
      "epoch": 3.7581003106968485,
      "grad_norm": 1.234375,
      "learning_rate": 0.0003984091850734604,
      "loss": 5.5512,
      "mean_token_accuracy": 0.16789624243974685,
      "num_tokens": 8714364.0,
      "step": 4235
    },
    {
      "entropy": 5.697751045227051,
      "epoch": 3.7625388371060806,
      "grad_norm": 1.15625,
      "learning_rate": 0.0003981210060369435,
      "loss": 5.5404,
      "mean_token_accuracy": 0.1779459834098816,
      "num_tokens": 8724443.0,
      "step": 4240
    },
    {
      "entropy": 5.702847146987915,
      "epoch": 3.7669773635153128,
      "grad_norm": 1.1796875,
      "learning_rate": 0.000397832538413201,
      "loss": 5.4592,
      "mean_token_accuracy": 0.1797871246933937,
      "num_tokens": 8733880.0,
      "step": 4245
    },
    {
      "entropy": 5.8351147174835205,
      "epoch": 3.771415889924545,
      "grad_norm": 1.40625,
      "learning_rate": 0.0003975437828783811,
      "loss": 5.524,
      "mean_token_accuracy": 0.1804560035467148,
      "num_tokens": 8744437.0,
      "step": 4250
    },
    {
      "entropy": 5.753838205337525,
      "epoch": 3.775854416333777,
      "grad_norm": 1.28125,
      "learning_rate": 0.00039725474010930716,
      "loss": 5.5152,
      "mean_token_accuracy": 0.1822276994585991,
      "num_tokens": 8756107.0,
      "step": 4255
    },
    {
      "entropy": 5.7022788524627686,
      "epoch": 3.780292942743009,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003969654107834756,
      "loss": 5.5006,
      "mean_token_accuracy": 0.17494045644998552,
      "num_tokens": 8766490.0,
      "step": 4260
    },
    {
      "entropy": 5.785413694381714,
      "epoch": 3.7847314691522413,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0003966757955790547,
      "loss": 5.4772,
      "mean_token_accuracy": 0.18133565336465834,
      "num_tokens": 8776401.0,
      "step": 4265
    },
    {
      "entropy": 5.750336790084839,
      "epoch": 3.7891699955614735,
      "grad_norm": 1.515625,
      "learning_rate": 0.0003963858951748826,
      "loss": 5.5201,
      "mean_token_accuracy": 0.1766982913017273,
      "num_tokens": 8786816.0,
      "step": 4270
    },
    {
      "entropy": 5.6869926929473875,
      "epoch": 3.7936085219707056,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003960957102504661,
      "loss": 5.4366,
      "mean_token_accuracy": 0.18434616476297377,
      "num_tokens": 8796692.0,
      "step": 4275
    },
    {
      "entropy": 5.746105194091797,
      "epoch": 3.798047048379938,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003958052414859788,
      "loss": 5.5203,
      "mean_token_accuracy": 0.17907101064920425,
      "num_tokens": 8807118.0,
      "step": 4280
    },
    {
      "entropy": 5.681885862350464,
      "epoch": 3.80248557478917,
      "grad_norm": 1.078125,
      "learning_rate": 0.0003955144895622597,
      "loss": 5.4925,
      "mean_token_accuracy": 0.1807284712791443,
      "num_tokens": 8817914.0,
      "step": 4285
    },
    {
      "entropy": 5.751665019989014,
      "epoch": 3.806924101198402,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0003952234551608114,
      "loss": 5.5089,
      "mean_token_accuracy": 0.17762693464756013,
      "num_tokens": 8828236.0,
      "step": 4290
    },
    {
      "entropy": 5.7408606052398685,
      "epoch": 3.8113626276076342,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0003949321389637986,
      "loss": 5.4302,
      "mean_token_accuracy": 0.18315188437700272,
      "num_tokens": 8838911.0,
      "step": 4295
    },
    {
      "entropy": 5.7521624088287355,
      "epoch": 3.8158011540168664,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0003946405416540466,
      "loss": 5.4319,
      "mean_token_accuracy": 0.1811888560652733,
      "num_tokens": 8849116.0,
      "step": 4300
    },
    {
      "entropy": 5.720421886444091,
      "epoch": 3.8202396804260985,
      "grad_norm": 1.09375,
      "learning_rate": 0.00039434866391503963,
      "loss": 5.4994,
      "mean_token_accuracy": 0.17618632167577744,
      "num_tokens": 8860279.0,
      "step": 4305
    },
    {
      "entropy": 5.7000336170196535,
      "epoch": 3.8246782068353307,
      "grad_norm": 1.28125,
      "learning_rate": 0.00039405650643091917,
      "loss": 5.5333,
      "mean_token_accuracy": 0.18363996148109435,
      "num_tokens": 8869910.0,
      "step": 4310
    },
    {
      "entropy": 5.730699825286865,
      "epoch": 3.829116733244563,
      "grad_norm": 1.234375,
      "learning_rate": 0.0003937640698864823,
      "loss": 5.5585,
      "mean_token_accuracy": 0.1803690657019615,
      "num_tokens": 8880781.0,
      "step": 4315
    },
    {
      "entropy": 5.7924156665802,
      "epoch": 3.833555259653795,
      "grad_norm": 1.1328125,
      "learning_rate": 0.00039347135496718027,
      "loss": 5.5631,
      "mean_token_accuracy": 0.16978129595518113,
      "num_tokens": 8891812.0,
      "step": 4320
    },
    {
      "entropy": 5.719081401824951,
      "epoch": 3.837993786063027,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00039317836235911705,
      "loss": 5.4632,
      "mean_token_accuracy": 0.17845752388238906,
      "num_tokens": 8902112.0,
      "step": 4325
    },
    {
      "entropy": 5.681349039077759,
      "epoch": 3.8424323124722592,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0003928850927490472,
      "loss": 5.4173,
      "mean_token_accuracy": 0.18779767602682113,
      "num_tokens": 8912009.0,
      "step": 4330
    },
    {
      "entropy": 5.729856777191162,
      "epoch": 3.8468708388814914,
      "grad_norm": 1.390625,
      "learning_rate": 0.0003925915468243746,
      "loss": 5.4864,
      "mean_token_accuracy": 0.18054269552230834,
      "num_tokens": 8921986.0,
      "step": 4335
    },
    {
      "entropy": 5.698644685745239,
      "epoch": 3.8513093652907235,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00039229772527315073,
      "loss": 5.5588,
      "mean_token_accuracy": 0.1698625460267067,
      "num_tokens": 8932103.0,
      "step": 4340
    },
    {
      "entropy": 5.785820150375367,
      "epoch": 3.8557478916999557,
      "grad_norm": 1.296875,
      "learning_rate": 0.0003920036287840734,
      "loss": 5.5093,
      "mean_token_accuracy": 0.18339616656303406,
      "num_tokens": 8942587.0,
      "step": 4345
    },
    {
      "entropy": 5.716684341430664,
      "epoch": 3.860186418109188,
      "grad_norm": 1.125,
      "learning_rate": 0.00039170925804648486,
      "loss": 5.4901,
      "mean_token_accuracy": 0.18353802263736724,
      "num_tokens": 8954882.0,
      "step": 4350
    },
    {
      "entropy": 5.640814590454101,
      "epoch": 3.86462494451842,
      "grad_norm": 1.125,
      "learning_rate": 0.00039141461375036957,
      "loss": 5.4216,
      "mean_token_accuracy": 0.1882522866129875,
      "num_tokens": 8965400.0,
      "step": 4355
    },
    {
      "entropy": 5.732454633712768,
      "epoch": 3.869063470927652,
      "grad_norm": 1.234375,
      "learning_rate": 0.0003911196965863539,
      "loss": 5.4433,
      "mean_token_accuracy": 0.17967188507318496,
      "num_tokens": 8975425.0,
      "step": 4360
    },
    {
      "entropy": 5.708558893203735,
      "epoch": 3.8735019973368843,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00039082450724570357,
      "loss": 5.5334,
      "mean_token_accuracy": 0.17930300831794738,
      "num_tokens": 8986111.0,
      "step": 4365
    },
    {
      "entropy": 5.737200307846069,
      "epoch": 3.8779405237461164,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0003905290464203221,
      "loss": 5.5118,
      "mean_token_accuracy": 0.17625806480646133,
      "num_tokens": 8996503.0,
      "step": 4370
    },
    {
      "entropy": 5.806273937225342,
      "epoch": 3.8823790501553486,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0003902333148027495,
      "loss": 5.5558,
      "mean_token_accuracy": 0.17663292586803436,
      "num_tokens": 9008370.0,
      "step": 4375
    },
    {
      "entropy": 5.737713384628296,
      "epoch": 3.8868175765645807,
      "grad_norm": 1.234375,
      "learning_rate": 0.0003899373130861605,
      "loss": 5.5651,
      "mean_token_accuracy": 0.17326079905033112,
      "num_tokens": 9020077.0,
      "step": 4380
    },
    {
      "entropy": 5.8152988910675045,
      "epoch": 3.891256102973813,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00038964104196436284,
      "loss": 5.5894,
      "mean_token_accuracy": 0.17162887006998062,
      "num_tokens": 9030627.0,
      "step": 4385
    },
    {
      "entropy": 5.762547349929809,
      "epoch": 3.895694629383045,
      "grad_norm": 1.203125,
      "learning_rate": 0.00038934450213179596,
      "loss": 5.4845,
      "mean_token_accuracy": 0.18070337772369385,
      "num_tokens": 9041138.0,
      "step": 4390
    },
    {
      "entropy": 5.631207036972046,
      "epoch": 3.900133155792277,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00038904769428352873,
      "loss": 5.4612,
      "mean_token_accuracy": 0.18537994474172592,
      "num_tokens": 9050830.0,
      "step": 4395
    },
    {
      "entropy": 5.788889026641845,
      "epoch": 3.9045716822015093,
      "grad_norm": 1.28125,
      "learning_rate": 0.00038875061911525856,
      "loss": 5.5402,
      "mean_token_accuracy": 0.17427804619073867,
      "num_tokens": 9061113.0,
      "step": 4400
    },
    {
      "entropy": 5.746660757064819,
      "epoch": 3.9090102086107414,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003884532773233094,
      "loss": 5.5819,
      "mean_token_accuracy": 0.17695318460464476,
      "num_tokens": 9070655.0,
      "step": 4405
    },
    {
      "entropy": 5.663952970504761,
      "epoch": 3.9134487350199736,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00038815566960463015,
      "loss": 5.3662,
      "mean_token_accuracy": 0.18698422610759735,
      "num_tokens": 9079019.0,
      "step": 4410
    },
    {
      "entropy": 5.727706336975098,
      "epoch": 3.9178872614292057,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00038785779665679275,
      "loss": 5.5219,
      "mean_token_accuracy": 0.17985262721776962,
      "num_tokens": 9089545.0,
      "step": 4415
    },
    {
      "entropy": 5.709404706954956,
      "epoch": 3.922325787838438,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003875596591779913,
      "loss": 5.4711,
      "mean_token_accuracy": 0.17852504402399064,
      "num_tokens": 9099539.0,
      "step": 4420
    },
    {
      "entropy": 5.659719467163086,
      "epoch": 3.92676431424767,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0003872612578670395,
      "loss": 5.432,
      "mean_token_accuracy": 0.18161263316869736,
      "num_tokens": 9110721.0,
      "step": 4425
    },
    {
      "entropy": 5.731282758712768,
      "epoch": 3.931202840656902,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00038696259342336966,
      "loss": 5.4644,
      "mean_token_accuracy": 0.17836183905601502,
      "num_tokens": 9121014.0,
      "step": 4430
    },
    {
      "entropy": 5.750094223022461,
      "epoch": 3.935641367066134,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00038666366654703077,
      "loss": 5.5449,
      "mean_token_accuracy": 0.17551416903734207,
      "num_tokens": 9131085.0,
      "step": 4435
    },
    {
      "entropy": 5.752908182144165,
      "epoch": 3.940079893475366,
      "grad_norm": 1.15625,
      "learning_rate": 0.00038636447793868715,
      "loss": 5.4715,
      "mean_token_accuracy": 0.18193041980266572,
      "num_tokens": 9140844.0,
      "step": 4440
    },
    {
      "entropy": 5.7174254894256595,
      "epoch": 3.944518419884598,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00038606502829961645,
      "loss": 5.5679,
      "mean_token_accuracy": 0.17696069329977035,
      "num_tokens": 9151185.0,
      "step": 4445
    },
    {
      "entropy": 5.754332447052002,
      "epoch": 3.9489569462938303,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003857653183317081,
      "loss": 5.4548,
      "mean_token_accuracy": 0.1789930745959282,
      "num_tokens": 9162031.0,
      "step": 4450
    },
    {
      "entropy": 5.769329786300659,
      "epoch": 3.9533954727030625,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0003854653487374617,
      "loss": 5.5161,
      "mean_token_accuracy": 0.17834289520978927,
      "num_tokens": 9172896.0,
      "step": 4455
    },
    {
      "entropy": 5.715093040466309,
      "epoch": 3.9578339991122946,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003851651202199856,
      "loss": 5.4465,
      "mean_token_accuracy": 0.1802556499838829,
      "num_tokens": 9182364.0,
      "step": 4460
    },
    {
      "entropy": 5.703181409835816,
      "epoch": 3.9622725255215268,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0003848646334829949,
      "loss": 5.4415,
      "mean_token_accuracy": 0.1801273450255394,
      "num_tokens": 9192740.0,
      "step": 4465
    },
    {
      "entropy": 5.674679946899414,
      "epoch": 3.966711051930759,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00038456388923081006,
      "loss": 5.5164,
      "mean_token_accuracy": 0.18230873495340347,
      "num_tokens": 9202638.0,
      "step": 4470
    },
    {
      "entropy": 5.741348552703857,
      "epoch": 3.971149578339991,
      "grad_norm": 1.21875,
      "learning_rate": 0.00038426288816835485,
      "loss": 5.4495,
      "mean_token_accuracy": 0.17755311280488967,
      "num_tokens": 9212282.0,
      "step": 4475
    },
    {
      "entropy": 5.726871204376221,
      "epoch": 3.975588104749223,
      "grad_norm": 1.15625,
      "learning_rate": 0.0003839616310011554,
      "loss": 5.5127,
      "mean_token_accuracy": 0.17680146396160126,
      "num_tokens": 9222352.0,
      "step": 4480
    },
    {
      "entropy": 5.784638833999634,
      "epoch": 3.9800266311584553,
      "grad_norm": 1.375,
      "learning_rate": 0.0003836601184353379,
      "loss": 5.5881,
      "mean_token_accuracy": 0.17251629903912544,
      "num_tokens": 9233801.0,
      "step": 4485
    },
    {
      "entropy": 5.749805593490601,
      "epoch": 3.9844651575676875,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00038335835117762706,
      "loss": 5.5791,
      "mean_token_accuracy": 0.17449699193239213,
      "num_tokens": 9244265.0,
      "step": 4490
    },
    {
      "entropy": 5.760185623168946,
      "epoch": 3.9889036839769196,
      "grad_norm": 1.3515625,
      "learning_rate": 0.00038305632993534483,
      "loss": 5.4196,
      "mean_token_accuracy": 0.18088131695985793,
      "num_tokens": 9254071.0,
      "step": 4495
    },
    {
      "entropy": 5.707600259780884,
      "epoch": 3.993342210386152,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00038275405541640835,
      "loss": 5.4296,
      "mean_token_accuracy": 0.19716665893793106,
      "num_tokens": 9264144.0,
      "step": 4500
    },
    {
      "epoch": 3.993342210386152,
      "eval_entropy": 5.5763132815689485,
      "eval_loss": 5.997529983520508,
      "eval_mean_token_accuracy": 0.16018386616984343,
      "eval_num_tokens": 9264144.0,
      "eval_runtime": 2.7056,
      "eval_samples_per_second": 1244.433,
      "eval_steps_per_second": 155.6,
      "step": 4500
    },
    {
      "entropy": 5.701356315612793,
      "epoch": 3.997780736795384,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00038245152832932843,
      "loss": 5.5425,
      "mean_token_accuracy": 0.1744165375828743,
      "num_tokens": 9274514.0,
      "step": 4505
    },
    {
      "entropy": 5.850748009151882,
      "epoch": 4.001775410563693,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00038214874938320795,
      "loss": 5.5387,
      "mean_token_accuracy": 0.17106109195285374,
      "num_tokens": 9283806.0,
      "step": 4510
    },
    {
      "entropy": 5.729006147384643,
      "epoch": 4.006213936972925,
      "grad_norm": 1.09375,
      "learning_rate": 0.0003818457192877399,
      "loss": 5.2642,
      "mean_token_accuracy": 0.18925500512123108,
      "num_tokens": 9293878.0,
      "step": 4515
    },
    {
      "entropy": 5.720128965377808,
      "epoch": 4.010652463382157,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0003815424387532063,
      "loss": 5.3185,
      "mean_token_accuracy": 0.18909395337104798,
      "num_tokens": 9304527.0,
      "step": 4520
    },
    {
      "entropy": 5.720921659469605,
      "epoch": 4.015090989791389,
      "grad_norm": 1.1484375,
      "learning_rate": 0.000381238908490476,
      "loss": 5.237,
      "mean_token_accuracy": 0.18835289925336837,
      "num_tokens": 9314726.0,
      "step": 4525
    },
    {
      "entropy": 5.692098760604859,
      "epoch": 4.019529516200621,
      "grad_norm": 1.375,
      "learning_rate": 0.00038093512921100306,
      "loss": 5.1707,
      "mean_token_accuracy": 0.19642118662595748,
      "num_tokens": 9324715.0,
      "step": 4530
    },
    {
      "entropy": 5.629355716705322,
      "epoch": 4.023968042609853,
      "grad_norm": 1.265625,
      "learning_rate": 0.0003806311016268254,
      "loss": 5.1799,
      "mean_token_accuracy": 0.19247162342071533,
      "num_tokens": 9335237.0,
      "step": 4535
    },
    {
      "entropy": 5.7696263790130615,
      "epoch": 4.028406569019086,
      "grad_norm": 1.1875,
      "learning_rate": 0.000380326826450563,
      "loss": 5.1995,
      "mean_token_accuracy": 0.1953647792339325,
      "num_tokens": 9346380.0,
      "step": 4540
    },
    {
      "entropy": 5.63343915939331,
      "epoch": 4.032845095428318,
      "grad_norm": 1.265625,
      "learning_rate": 0.00038002230439541603,
      "loss": 5.2162,
      "mean_token_accuracy": 0.19140224754810334,
      "num_tokens": 9357002.0,
      "step": 4545
    },
    {
      "entropy": 5.699198818206787,
      "epoch": 4.03728362183755,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00037971753617516336,
      "loss": 5.2713,
      "mean_token_accuracy": 0.1927043616771698,
      "num_tokens": 9367095.0,
      "step": 4550
    },
    {
      "entropy": 5.744393634796142,
      "epoch": 4.041722148246782,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00037941252250416074,
      "loss": 5.2923,
      "mean_token_accuracy": 0.19106441736221313,
      "num_tokens": 9376557.0,
      "step": 4555
    },
    {
      "entropy": 5.664052677154541,
      "epoch": 4.046160674656014,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00037910726409733965,
      "loss": 5.297,
      "mean_token_accuracy": 0.18930719494819642,
      "num_tokens": 9387355.0,
      "step": 4560
    },
    {
      "entropy": 5.69176549911499,
      "epoch": 4.050599201065246,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003788017616702048,
      "loss": 5.31,
      "mean_token_accuracy": 0.1926235094666481,
      "num_tokens": 9398472.0,
      "step": 4565
    },
    {
      "entropy": 5.7388163089752195,
      "epoch": 4.055037727474478,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00037849601593883297,
      "loss": 5.2272,
      "mean_token_accuracy": 0.19727225750684738,
      "num_tokens": 9408229.0,
      "step": 4570
    },
    {
      "entropy": 5.5694373607635494,
      "epoch": 4.059476253883711,
      "grad_norm": 1.3125,
      "learning_rate": 0.00037819002761987127,
      "loss": 5.237,
      "mean_token_accuracy": 0.19977665394544603,
      "num_tokens": 9418732.0,
      "step": 4575
    },
    {
      "entropy": 5.78159465789795,
      "epoch": 4.063914780292943,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0003778837974305355,
      "loss": 5.3161,
      "mean_token_accuracy": 0.17896658927202225,
      "num_tokens": 9429390.0,
      "step": 4580
    },
    {
      "entropy": 5.748556661605835,
      "epoch": 4.068353306702175,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00037757732608860824,
      "loss": 5.2833,
      "mean_token_accuracy": 0.18809683322906495,
      "num_tokens": 9440634.0,
      "step": 4585
    },
    {
      "entropy": 5.628183794021607,
      "epoch": 4.072791833111407,
      "grad_norm": 1.4375,
      "learning_rate": 0.00037727061431243737,
      "loss": 5.3021,
      "mean_token_accuracy": 0.18863182365894318,
      "num_tokens": 9451523.0,
      "step": 4590
    },
    {
      "entropy": 5.795997381210327,
      "epoch": 4.077230359520639,
      "grad_norm": 1.4375,
      "learning_rate": 0.00037696366282093433,
      "loss": 5.2465,
      "mean_token_accuracy": 0.18781881034374237,
      "num_tokens": 9460637.0,
      "step": 4595
    },
    {
      "entropy": 5.725009632110596,
      "epoch": 4.081668885929871,
      "grad_norm": 1.171875,
      "learning_rate": 0.00037665647233357243,
      "loss": 5.2701,
      "mean_token_accuracy": 0.18813904821872712,
      "num_tokens": 9472274.0,
      "step": 4600
    },
    {
      "entropy": 5.649727058410645,
      "epoch": 4.0861074123391035,
      "grad_norm": 1.359375,
      "learning_rate": 0.0003763490435703853,
      "loss": 5.286,
      "mean_token_accuracy": 0.1922745645046234,
      "num_tokens": 9481508.0,
      "step": 4605
    },
    {
      "entropy": 5.73937463760376,
      "epoch": 4.090545938748336,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0003760413772519648,
      "loss": 5.2717,
      "mean_token_accuracy": 0.18653745353221893,
      "num_tokens": 9491111.0,
      "step": 4610
    },
    {
      "entropy": 5.665762710571289,
      "epoch": 4.094984465157568,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00037573347409945983,
      "loss": 5.2281,
      "mean_token_accuracy": 0.19926678538322448,
      "num_tokens": 9501499.0,
      "step": 4615
    },
    {
      "entropy": 5.729472923278808,
      "epoch": 4.0994229915668,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003754253348345743,
      "loss": 5.3109,
      "mean_token_accuracy": 0.18431389182806016,
      "num_tokens": 9512770.0,
      "step": 4620
    },
    {
      "entropy": 5.63422040939331,
      "epoch": 4.103861517976032,
      "grad_norm": 1.234375,
      "learning_rate": 0.0003751169601795657,
      "loss": 5.2295,
      "mean_token_accuracy": 0.19330070316791534,
      "num_tokens": 9522663.0,
      "step": 4625
    },
    {
      "entropy": 5.720160961151123,
      "epoch": 4.108300044385264,
      "grad_norm": 1.171875,
      "learning_rate": 0.00037480835085724313,
      "loss": 5.2717,
      "mean_token_accuracy": 0.1893833637237549,
      "num_tokens": 9532652.0,
      "step": 4630
    },
    {
      "entropy": 5.611191701889038,
      "epoch": 4.112738570794496,
      "grad_norm": 1.171875,
      "learning_rate": 0.0003744995075909656,
      "loss": 5.2573,
      "mean_token_accuracy": 0.19513216018676757,
      "num_tokens": 9542632.0,
      "step": 4635
    },
    {
      "entropy": 5.735529994964599,
      "epoch": 4.1171770972037285,
      "grad_norm": 1.171875,
      "learning_rate": 0.0003741904311046408,
      "loss": 5.2186,
      "mean_token_accuracy": 0.19701965749263764,
      "num_tokens": 9552182.0,
      "step": 4640
    },
    {
      "entropy": 5.659197998046875,
      "epoch": 4.121615623612961,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0003738811221227228,
      "loss": 5.2847,
      "mean_token_accuracy": 0.19813647866249084,
      "num_tokens": 9562570.0,
      "step": 4645
    },
    {
      "entropy": 5.602932691574097,
      "epoch": 4.126054150022193,
      "grad_norm": 1.203125,
      "learning_rate": 0.00037357158137021077,
      "loss": 5.2181,
      "mean_token_accuracy": 0.1899891808629036,
      "num_tokens": 9572928.0,
      "step": 4650
    },
    {
      "entropy": 5.699469041824341,
      "epoch": 4.130492676431425,
      "grad_norm": 1.234375,
      "learning_rate": 0.000373261809572647,
      "loss": 5.1659,
      "mean_token_accuracy": 0.20609040707349777,
      "num_tokens": 9583387.0,
      "step": 4655
    },
    {
      "entropy": 5.673456764221191,
      "epoch": 4.134931202840657,
      "grad_norm": 1.171875,
      "learning_rate": 0.00037295180745611553,
      "loss": 5.2844,
      "mean_token_accuracy": 0.18709968775510788,
      "num_tokens": 9592876.0,
      "step": 4660
    },
    {
      "entropy": 5.634208106994629,
      "epoch": 4.139369729249889,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003726415757472401,
      "loss": 5.2281,
      "mean_token_accuracy": 0.1973868727684021,
      "num_tokens": 9603818.0,
      "step": 4665
    },
    {
      "entropy": 5.697757434844971,
      "epoch": 4.143808255659121,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00037233111517318257,
      "loss": 5.2405,
      "mean_token_accuracy": 0.19370168149471284,
      "num_tokens": 9613726.0,
      "step": 4670
    },
    {
      "entropy": 5.638398885726929,
      "epoch": 4.1482467820683535,
      "grad_norm": 1.328125,
      "learning_rate": 0.0003720204264616414,
      "loss": 5.2381,
      "mean_token_accuracy": 0.19537219703197478,
      "num_tokens": 9624566.0,
      "step": 4675
    },
    {
      "entropy": 5.605507707595825,
      "epoch": 4.152685308477586,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003717095103408497,
      "loss": 5.2355,
      "mean_token_accuracy": 0.19357358068227767,
      "num_tokens": 9634558.0,
      "step": 4680
    },
    {
      "entropy": 5.650458574295044,
      "epoch": 4.157123834886818,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00037139836753957353,
      "loss": 5.315,
      "mean_token_accuracy": 0.18568638265132903,
      "num_tokens": 9644937.0,
      "step": 4685
    },
    {
      "entropy": 5.73355770111084,
      "epoch": 4.16156236129605,
      "grad_norm": 1.265625,
      "learning_rate": 0.00037108699878711044,
      "loss": 5.3145,
      "mean_token_accuracy": 0.18074976205825805,
      "num_tokens": 9654407.0,
      "step": 4690
    },
    {
      "entropy": 5.638219738006592,
      "epoch": 4.166000887705282,
      "grad_norm": 1.265625,
      "learning_rate": 0.00037077540481328744,
      "loss": 5.1966,
      "mean_token_accuracy": 0.19675681591033936,
      "num_tokens": 9664116.0,
      "step": 4695
    },
    {
      "entropy": 5.643871116638183,
      "epoch": 4.170439414114514,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0003704635863484596,
      "loss": 5.1979,
      "mean_token_accuracy": 0.19657710641622544,
      "num_tokens": 9674710.0,
      "step": 4700
    },
    {
      "entropy": 5.739799880981446,
      "epoch": 4.174877940523746,
      "grad_norm": 1.09375,
      "learning_rate": 0.00037015154412350806,
      "loss": 5.3521,
      "mean_token_accuracy": 0.1823303997516632,
      "num_tokens": 9685321.0,
      "step": 4705
    },
    {
      "entropy": 5.62279691696167,
      "epoch": 4.1793164669329785,
      "grad_norm": 1.34375,
      "learning_rate": 0.00036983927886983847,
      "loss": 5.2145,
      "mean_token_accuracy": 0.19245072156190873,
      "num_tokens": 9694390.0,
      "step": 4710
    },
    {
      "entropy": 5.585807514190674,
      "epoch": 4.183754993342211,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00036952679131937923,
      "loss": 5.1868,
      "mean_token_accuracy": 0.19732326567173003,
      "num_tokens": 9703999.0,
      "step": 4715
    },
    {
      "entropy": 5.686507225036621,
      "epoch": 4.188193519751443,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003692140822045798,
      "loss": 5.257,
      "mean_token_accuracy": 0.19399092495441436,
      "num_tokens": 9714853.0,
      "step": 4720
    },
    {
      "entropy": 5.697870445251465,
      "epoch": 4.192632046160675,
      "grad_norm": 1.140625,
      "learning_rate": 0.00036890115225840904,
      "loss": 5.3467,
      "mean_token_accuracy": 0.1930564671754837,
      "num_tokens": 9726006.0,
      "step": 4725
    },
    {
      "entropy": 5.677460718154907,
      "epoch": 4.197070572569907,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0003685880022143533,
      "loss": 5.2474,
      "mean_token_accuracy": 0.19850908517837523,
      "num_tokens": 9735918.0,
      "step": 4730
    },
    {
      "entropy": 5.694363260269165,
      "epoch": 4.201509098979139,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00036827463280641494,
      "loss": 5.2696,
      "mean_token_accuracy": 0.19284430593252183,
      "num_tokens": 9746207.0,
      "step": 4735
    },
    {
      "entropy": 5.636784505844116,
      "epoch": 4.205947625388371,
      "grad_norm": 1.328125,
      "learning_rate": 0.00036796104476911033,
      "loss": 5.2579,
      "mean_token_accuracy": 0.19579048752784728,
      "num_tokens": 9757076.0,
      "step": 4740
    },
    {
      "entropy": 5.693604230880737,
      "epoch": 4.210386151797604,
      "grad_norm": 1.203125,
      "learning_rate": 0.00036764723883746865,
      "loss": 5.2048,
      "mean_token_accuracy": 0.20219410210847855,
      "num_tokens": 9767776.0,
      "step": 4745
    },
    {
      "entropy": 5.739891386032104,
      "epoch": 4.214824678206836,
      "grad_norm": 1.3046875,
      "learning_rate": 0.0003673332157470293,
      "loss": 5.2705,
      "mean_token_accuracy": 0.1894511416554451,
      "num_tokens": 9778316.0,
      "step": 4750
    },
    {
      "entropy": 5.589966917037964,
      "epoch": 4.219263204616068,
      "grad_norm": 1.25,
      "learning_rate": 0.000367018976233841,
      "loss": 5.154,
      "mean_token_accuracy": 0.20144910216331482,
      "num_tokens": 9788735.0,
      "step": 4755
    },
    {
      "entropy": 5.646427965164184,
      "epoch": 4.2237017310253,
      "grad_norm": 1.4140625,
      "learning_rate": 0.0003667045210344598,
      "loss": 5.2837,
      "mean_token_accuracy": 0.1887564703822136,
      "num_tokens": 9799020.0,
      "step": 4760
    },
    {
      "entropy": 5.6686927318573,
      "epoch": 4.228140257434532,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0003663898508859471,
      "loss": 5.2098,
      "mean_token_accuracy": 0.1981448546051979,
      "num_tokens": 9810421.0,
      "step": 4765
    },
    {
      "entropy": 5.637562465667725,
      "epoch": 4.232578783843764,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003660749665258684,
      "loss": 5.2807,
      "mean_token_accuracy": 0.18643705397844315,
      "num_tokens": 9820816.0,
      "step": 4770
    },
    {
      "entropy": 5.656064462661743,
      "epoch": 4.237017310252996,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003657598686922909,
      "loss": 5.1875,
      "mean_token_accuracy": 0.20534438788890838,
      "num_tokens": 9830827.0,
      "step": 4775
    },
    {
      "entropy": 5.667426013946534,
      "epoch": 4.241455836662228,
      "grad_norm": 1.34375,
      "learning_rate": 0.0003654445581237824,
      "loss": 5.242,
      "mean_token_accuracy": 0.18796127587556838,
      "num_tokens": 9840928.0,
      "step": 4780
    },
    {
      "entropy": 5.566523122787475,
      "epoch": 4.245894363071461,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003651290355594096,
      "loss": 5.1411,
      "mean_token_accuracy": 0.20217157006263733,
      "num_tokens": 9851042.0,
      "step": 4785
    },
    {
      "entropy": 5.705053472518921,
      "epoch": 4.250332889480692,
      "grad_norm": 1.1875,
      "learning_rate": 0.0003648133017387356,
      "loss": 5.3601,
      "mean_token_accuracy": 0.18476287126541138,
      "num_tokens": 9862598.0,
      "step": 4790
    },
    {
      "entropy": 5.754878854751587,
      "epoch": 4.254771415889924,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00036449735740181884,
      "loss": 5.2864,
      "mean_token_accuracy": 0.18946309983730317,
      "num_tokens": 9872537.0,
      "step": 4795
    },
    {
      "entropy": 5.604499864578247,
      "epoch": 4.259209942299156,
      "grad_norm": 1.328125,
      "learning_rate": 0.00036418120328921146,
      "loss": 5.2632,
      "mean_token_accuracy": 0.190321084856987,
      "num_tokens": 9883091.0,
      "step": 4800
    },
    {
      "entropy": 5.649293565750122,
      "epoch": 4.263648468708388,
      "grad_norm": 1.3984375,
      "learning_rate": 0.00036386484014195696,
      "loss": 5.2218,
      "mean_token_accuracy": 0.19319310337305068,
      "num_tokens": 9892580.0,
      "step": 4805
    },
    {
      "entropy": 5.754296684265137,
      "epoch": 4.268086995117621,
      "grad_norm": 1.28125,
      "learning_rate": 0.0003635482687015891,
      "loss": 5.3169,
      "mean_token_accuracy": 0.18868042081594466,
      "num_tokens": 9902618.0,
      "step": 4810
    },
    {
      "entropy": 5.6679424285888675,
      "epoch": 4.272525521526853,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00036323148971012954,
      "loss": 5.2416,
      "mean_token_accuracy": 0.1906725734472275,
      "num_tokens": 9912148.0,
      "step": 4815
    },
    {
      "entropy": 5.6508142948150635,
      "epoch": 4.276964047936085,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00036291450391008655,
      "loss": 5.3068,
      "mean_token_accuracy": 0.18597807735204697,
      "num_tokens": 9922843.0,
      "step": 4820
    },
    {
      "entropy": 5.685378742218018,
      "epoch": 4.281402574345317,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00036259731204445347,
      "loss": 5.2813,
      "mean_token_accuracy": 0.1838116839528084,
      "num_tokens": 9933503.0,
      "step": 4825
    },
    {
      "entropy": 5.6864439964294435,
      "epoch": 4.285841100754549,
      "grad_norm": 1.3828125,
      "learning_rate": 0.0003622799148567061,
      "loss": 5.2686,
      "mean_token_accuracy": 0.1897219806909561,
      "num_tokens": 9943991.0,
      "step": 4830
    },
    {
      "entropy": 5.695897388458252,
      "epoch": 4.290279627163781,
      "grad_norm": 1.484375,
      "learning_rate": 0.0003619623130908017,
      "loss": 5.244,
      "mean_token_accuracy": 0.19663725346326827,
      "num_tokens": 9954498.0,
      "step": 4835
    },
    {
      "entropy": 5.625618648529053,
      "epoch": 4.2947181535730135,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0003616445074911774,
      "loss": 5.3275,
      "mean_token_accuracy": 0.18534286618232726,
      "num_tokens": 9965206.0,
      "step": 4840
    },
    {
      "entropy": 5.635822486877442,
      "epoch": 4.299156679982246,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003613264988027477,
      "loss": 5.2884,
      "mean_token_accuracy": 0.19060297310352325,
      "num_tokens": 9975214.0,
      "step": 4845
    },
    {
      "entropy": 5.659406042098999,
      "epoch": 4.303595206391478,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0003610082877709031,
      "loss": 5.286,
      "mean_token_accuracy": 0.18736871629953383,
      "num_tokens": 9986225.0,
      "step": 4850
    },
    {
      "entropy": 5.660641241073608,
      "epoch": 4.30803373280071,
      "grad_norm": 1.3046875,
      "learning_rate": 0.00036068987514150866,
      "loss": 5.2555,
      "mean_token_accuracy": 0.19821808636188507,
      "num_tokens": 9995779.0,
      "step": 4855
    },
    {
      "entropy": 5.64681830406189,
      "epoch": 4.312472259209942,
      "grad_norm": 1.40625,
      "learning_rate": 0.00036037126166090167,
      "loss": 5.3489,
      "mean_token_accuracy": 0.18932785391807555,
      "num_tokens": 10007252.0,
      "step": 4860
    },
    {
      "entropy": 5.637697410583496,
      "epoch": 4.316910785619174,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003600524480758906,
      "loss": 5.2318,
      "mean_token_accuracy": 0.19486922770738602,
      "num_tokens": 10017578.0,
      "step": 4865
    },
    {
      "entropy": 5.6532087326049805,
      "epoch": 4.321349312028406,
      "grad_norm": 1.203125,
      "learning_rate": 0.00035973343513375254,
      "loss": 5.3188,
      "mean_token_accuracy": 0.19158722460269928,
      "num_tokens": 10027666.0,
      "step": 4870
    },
    {
      "entropy": 5.680660104751587,
      "epoch": 4.3257878384376385,
      "grad_norm": 1.2734375,
      "learning_rate": 0.000359414223582232,
      "loss": 5.3116,
      "mean_token_accuracy": 0.19016897827386856,
      "num_tokens": 10037663.0,
      "step": 4875
    },
    {
      "entropy": 5.622398471832275,
      "epoch": 4.330226364846871,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0003590948141695392,
      "loss": 5.2118,
      "mean_token_accuracy": 0.20080626308917998,
      "num_tokens": 10046807.0,
      "step": 4880
    },
    {
      "entropy": 5.632709121704101,
      "epoch": 4.334664891256103,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0003587752076443479,
      "loss": 5.2463,
      "mean_token_accuracy": 0.1918161079287529,
      "num_tokens": 10056838.0,
      "step": 4885
    },
    {
      "entropy": 5.664422035217285,
      "epoch": 4.339103417665335,
      "grad_norm": 1.4609375,
      "learning_rate": 0.0003584554047557939,
      "loss": 5.2491,
      "mean_token_accuracy": 0.18712048828601838,
      "num_tokens": 10067789.0,
      "step": 4890
    },
    {
      "entropy": 5.653136253356934,
      "epoch": 4.343541944074567,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00035813540625347334,
      "loss": 5.2398,
      "mean_token_accuracy": 0.19476775527000428,
      "num_tokens": 10077492.0,
      "step": 4895
    },
    {
      "entropy": 5.632155656814575,
      "epoch": 4.347980470483799,
      "grad_norm": 1.203125,
      "learning_rate": 0.0003578152128874409,
      "loss": 5.2462,
      "mean_token_accuracy": 0.19236094504594803,
      "num_tokens": 10087609.0,
      "step": 4900
    },
    {
      "entropy": 5.652819108963013,
      "epoch": 4.352418996893031,
      "grad_norm": 1.2734375,
      "learning_rate": 0.00035749482540820796,
      "loss": 5.3211,
      "mean_token_accuracy": 0.1850426435470581,
      "num_tokens": 10097566.0,
      "step": 4905
    },
    {
      "entropy": 5.714115858078003,
      "epoch": 4.3568575233022635,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00035717424456674086,
      "loss": 5.3343,
      "mean_token_accuracy": 0.18456389158964157,
      "num_tokens": 10108928.0,
      "step": 4910
    },
    {
      "entropy": 5.649772787094117,
      "epoch": 4.361296049711496,
      "grad_norm": 1.21875,
      "learning_rate": 0.0003568534711144591,
      "loss": 5.2653,
      "mean_token_accuracy": 0.1963585063815117,
      "num_tokens": 10119017.0,
      "step": 4915
    },
    {
      "entropy": 5.679361629486084,
      "epoch": 4.365734576120728,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00035653250580323383,
      "loss": 5.2774,
      "mean_token_accuracy": 0.19579027891159057,
      "num_tokens": 10129162.0,
      "step": 4920
    },
    {
      "entropy": 5.689876365661621,
      "epoch": 4.37017310252996,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00035621134938538585,
      "loss": 5.2676,
      "mean_token_accuracy": 0.18924943059682847,
      "num_tokens": 10139477.0,
      "step": 4925
    },
    {
      "entropy": 5.679563999176025,
      "epoch": 4.374611628939192,
      "grad_norm": 1.1640625,
      "learning_rate": 0.0003558900026136838,
      "loss": 5.3398,
      "mean_token_accuracy": 0.18372707217931747,
      "num_tokens": 10149787.0,
      "step": 4930
    },
    {
      "entropy": 5.606500291824341,
      "epoch": 4.379050155348424,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003555684662413424,
      "loss": 5.2255,
      "mean_token_accuracy": 0.20049355775117875,
      "num_tokens": 10159073.0,
      "step": 4935
    },
    {
      "entropy": 5.642777729034424,
      "epoch": 4.383488681757656,
      "grad_norm": 1.3984375,
      "learning_rate": 0.0003552467410220212,
      "loss": 5.3377,
      "mean_token_accuracy": 0.18747732937335967,
      "num_tokens": 10169649.0,
      "step": 4940
    },
    {
      "entropy": 5.662962293624878,
      "epoch": 4.3879272081668885,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0003549248277098221,
      "loss": 5.2077,
      "mean_token_accuracy": 0.20882650166749955,
      "num_tokens": 10179207.0,
      "step": 4945
    },
    {
      "entropy": 5.672674179077148,
      "epoch": 4.392365734576121,
      "grad_norm": 1.390625,
      "learning_rate": 0.0003546027270592878,
      "loss": 5.3379,
      "mean_token_accuracy": 0.18902564346790313,
      "num_tokens": 10190784.0,
      "step": 4950
    },
    {
      "entropy": 5.629483890533447,
      "epoch": 4.396804260985353,
      "grad_norm": 1.359375,
      "learning_rate": 0.00035428043982540017,
      "loss": 5.1926,
      "mean_token_accuracy": 0.19381997883319854,
      "num_tokens": 10200708.0,
      "step": 4955
    },
    {
      "entropy": 5.693956756591797,
      "epoch": 4.401242787394585,
      "grad_norm": 1.6484375,
      "learning_rate": 0.00035395796676357855,
      "loss": 5.3106,
      "mean_token_accuracy": 0.18499992042779922,
      "num_tokens": 10212137.0,
      "step": 4960
    },
    {
      "entropy": 5.628724479675293,
      "epoch": 4.405681313803817,
      "grad_norm": 1.0625,
      "learning_rate": 0.0003536353086296778,
      "loss": 5.2644,
      "mean_token_accuracy": 0.1989094153046608,
      "num_tokens": 10223298.0,
      "step": 4965
    },
    {
      "entropy": 5.661438131332398,
      "epoch": 4.410119840213049,
      "grad_norm": 1.25,
      "learning_rate": 0.00035331246617998654,
      "loss": 5.3061,
      "mean_token_accuracy": 0.1842536136507988,
      "num_tokens": 10233086.0,
      "step": 4970
    },
    {
      "entropy": 5.674805450439453,
      "epoch": 4.414558366622281,
      "grad_norm": 1.3125,
      "learning_rate": 0.0003529894401712253,
      "loss": 5.3157,
      "mean_token_accuracy": 0.19099296629428864,
      "num_tokens": 10243579.0,
      "step": 4975
    },
    {
      "entropy": 5.70593490600586,
      "epoch": 4.4189968930315136,
      "grad_norm": 1.3359375,
      "learning_rate": 0.00035266623136054505,
      "loss": 5.351,
      "mean_token_accuracy": 0.18827414959669114,
      "num_tokens": 10254027.0,
      "step": 4980
    },
    {
      "entropy": 5.577308177947998,
      "epoch": 4.423435419440746,
      "grad_norm": 1.21875,
      "learning_rate": 0.00035234284050552516,
      "loss": 5.2328,
      "mean_token_accuracy": 0.19931498169898987,
      "num_tokens": 10263640.0,
      "step": 4985
    },
    {
      "entropy": 5.624858951568603,
      "epoch": 4.427873945849978,
      "grad_norm": 1.2578125,
      "learning_rate": 0.0003520192683641718,
      "loss": 5.3176,
      "mean_token_accuracy": 0.1865358293056488,
      "num_tokens": 10273782.0,
      "step": 4990
    },
    {
      "entropy": 5.662206935882568,
      "epoch": 4.43231247225921,
      "grad_norm": 1.4453125,
      "learning_rate": 0.0003516955156949157,
      "loss": 5.283,
      "mean_token_accuracy": 0.19057476669549941,
      "num_tokens": 10283183.0,
      "step": 4995
    },
    {
      "entropy": 5.674851894378662,
      "epoch": 4.436750998668442,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00035137158325661115,
      "loss": 5.226,
      "mean_token_accuracy": 0.19591174125671387,
      "num_tokens": 10293423.0,
      "step": 5000
    },
    {
      "epoch": 4.436750998668442,
      "eval_entropy": 5.567853355634241,
      "eval_loss": 5.981941223144531,
      "eval_mean_token_accuracy": 0.16250542425627945,
      "eval_num_tokens": 10293423.0,
      "eval_runtime": 2.7031,
      "eval_samples_per_second": 1245.604,
      "eval_steps_per_second": 155.747,
      "step": 5000
    }
  ],
  "logging_steps": 5,
  "max_steps": 11260,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.5619006283904e+16,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}